-- Logs begin at Mon 2021-12-20 20:24:37 UTC, end at Mon 2021-12-20 22:44:42 UTC. -- Dec 20 21:04:40.093793 n-d-xena-1 systemd[1]: Started Devstack devstack@q-svc.service. Dec 20 21:04:42.833889 n-d-xena-1 neutron-server[102294]: INFO neutron.common.config [-] Logging enabled! Dec 20 21:04:42.834566 n-d-xena-1 neutron-server[102294]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev62 Dec 20 21:04:42.834675 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102294) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 20 21:04:42.837778 n-d-xena-1 neutron-server[102294]: INFO neutron.common.config [-] Logging enabled! Dec 20 21:04:42.838029 n-d-xena-1 neutron-server[102294]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev62 Dec 20 21:04:42.838358 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102294) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 20 21:04:42.839298 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 21:04:42.839527 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 21:04:42.839888 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 21:04:42.840132 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 21:04:42.840356 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 21:04:42.840671 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.840969 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.841262 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.841488 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.841769 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.842052 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.842384 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.842938 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.842938 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.843247 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.843520 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.843800 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.844025 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.844302 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.844583 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.844876 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.845082 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] debug = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.845360 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.845785 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.846215 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.846495 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.846782 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.847055 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.847325 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.847598 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.847874 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.848191 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] host = n-d-xena-1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.848465 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.848749 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.849034 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.849317 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.849588 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.849859 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.850160 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.850433 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.850704 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] log_file = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.850974 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.851259 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.851544 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.851830 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.852051 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.852270 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.852557 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.852841 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.853112 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.853380 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.853651 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.853918 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.854213 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.854482 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.854772 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.855054 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.855340 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.855614 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.855885 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.856153 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.856424 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.856706 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.856976 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.857244 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.857516 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.857797 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.858192 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.858689 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.858794 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.859031 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.859312 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.859597 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.859868 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.860146 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.860414 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.860682 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.860950 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] use_json = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.861217 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.861482 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.861757 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.862024 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.862321 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.862593 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.862860 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.863142 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:42.863437 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.863734 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.864032 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.864311 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.864604 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.864887 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.865174 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.865451 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.865736 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.866024 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.866334 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.866611 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.866899 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.867175 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.867464 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.867763 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.868056 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.868344 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.868618 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.868892 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.869163 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.869437 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.869725 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.870000 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.870312 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.870602 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.870881 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.871166 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.871540 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.871839 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.872114 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.872393 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.872682 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.872958 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.873228 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.873502 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.873817 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.874142 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.874460 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.874750 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.875029 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.875303 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.875576 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.875853 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.876143 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.876417 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.876686 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.876957 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.877231 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.877503 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.877786 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.878060 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.878352 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.878621 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.878897 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.879167 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.879438 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.879714 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.879983 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.880258 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.880531 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.880804 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.881076 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.881348 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.881620 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.881892 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.882188 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.882463 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.882735 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.883004 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.883272 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.883543 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.883813 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.884097 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.884391 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.884675 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.884955 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.885232 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.885508 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.885787 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.886077 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.886358 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.886632 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.886904 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.887193 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.887473 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.887757 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.888038 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.888313 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.888615 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.888892 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.889175 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.889556 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.890036 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.890201 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.890418 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.890715 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.891015 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.891310 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.891606 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.891898 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.892175 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.892484 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.892763 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:42.892981 n-d-xena-1 neutron-server[102294]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 21:04:42.893222 n-d-xena-1 neutron-server[102294]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102294) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 20 21:04:43.241490 n-d-xena-1 neutron-server[102294]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 21:04:43.241675 n-d-xena-1 neutron-server[102294]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 21:04:43.241970 n-d-xena-1 neutron-server[102294]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 20 21:04:43.242330 n-d-xena-1 neutron-server[102294]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 20 21:04:43.640783 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.641058 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.641328 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.642660 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.642930 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.643192 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.678664 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.678936 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.679201 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.694790 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.695072 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.695344 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.723570 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.723843 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.724108 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.761823 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.762103 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.762401 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.993269 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.993902 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.993902 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.994051 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:43.994694 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.125890 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.126181 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.126498 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.126770 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.127033 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.127342 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.127600 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.127922 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.128264 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.128841 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.129187 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.129558 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.129900 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.130250 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.130586 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.130939 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.131252 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.131539 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.131854 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.132190 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.132533 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.132861 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.133259 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.133804 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.134165 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.134497 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.134967 n-d-xena-1 neutron-server[102294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 21:04:44.135209 n-d-xena-1 neutron-server[102294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 21:04:44.135515 n-d-xena-1 neutron-server[102294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 21:04:44.135827 n-d-xena-1 neutron-server[102294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 21:04:44.136155 n-d-xena-1 neutron-server[102294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 21:04:44.136478 n-d-xena-1 neutron-server[102294]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 21:04:44.136984 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 20 21:04:44.140617 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 20 21:04:44.144735 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 20 21:04:44.148589 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Dec 20 21:04:44.150288 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 20 21:04:44.150756 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 20 21:04:44.151098 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 20 21:04:44.151491 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 20 21:04:44.154355 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 20 21:04:44.154598 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 20 21:04:44.155058 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 21:04:44.160608 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 20 21:04:44.183558 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 20 21:04:44.184038 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.184343 n-d-xena-1 neutron-server[102294]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102294) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 20 21:04:44.184802 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.186366 n-d-xena-1 neutron-server[102294]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102294) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 20 21:04:44.186824 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 20 21:04:44.186824 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 20 21:04:44.190234 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.190518 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.255506 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 20 21:04:44.255761 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 20 21:04:44.255986 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 20 21:04:44.256366 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 20 21:04:44.278636 n-d-xena-1 neutron-server[102294]: DEBUG oslo_db.sqlalchemy.engines [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102294) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 20 21:04:44.821366 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Initializing driver for type 'gre' Dec 20 21:04:44.821887 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] gre ID ranges: [(1, 1000)] Dec 20 21:04:44.877780 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Initializing driver for type 'local' Dec 20 21:04:44.878166 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Initializing driver for type 'vlan' Dec 20 21:04:44.892031 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] VlanTypeDriver initialization complete Dec 20 21:04:44.892396 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Initializing driver for type 'vxlan' Dec 20 21:04:44.892887 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] vxlan ID ranges: [(1, 1000)] Dec 20 21:04:44.945500 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Initializing extension driver 'port_security' Dec 20 21:04:44.945828 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.extensions.port_security [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] PortSecurityExtensionDriver initialization complete Dec 20 21:04:44.946244 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Initializing mechanism driver 'openvswitch' Dec 20 21:04:44.946572 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Initializing mechanism driver 'hyperv' Dec 20 21:04:44.953579 n-d-xena-1 neutron-server[102294]: DEBUG neutron.plugins.ml2.plugin [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:04:44.954292 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > port after_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.954662 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > port after_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.955001 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > port after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.955531 n-d-xena-1 neutron-server[102294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 21:04:44.955966 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > subnet after_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.956319 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > subnet after_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.956664 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > subnet after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.957052 n-d-xena-1 neutron-server[102294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 21:04:44.957461 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > network after_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.957800 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > network after_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.958163 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > network after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.958555 n-d-xena-1 neutron-server[102294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 21:04:44.958963 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > security_group after_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.959312 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > security_group after_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.959633 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > security_group after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.960156 n-d-xena-1 neutron-server[102294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 21:04:44.960561 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.960912 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.961257 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.961646 n-d-xena-1 neutron-server[102294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 21:04:44.962048 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > address_group after_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.962422 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > address_group after_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.962748 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > address_group after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.963135 n-d-xena-1 neutron-server[102294]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102294) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 20 21:04:44.963511 n-d-xena-1 neutron-server[102294]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] ML2 OVO RPC backend initialized. {{(pid=102294) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 20 21:04:44.964218 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router_interface after_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.964570 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.965019 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > network before_response 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.965420 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > networks before_response 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.965845 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > port before_response 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.966250 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > ports before_response 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.966596 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > subnet before_response 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.966937 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > subnets before_response 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.967358 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > network after_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.967825 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > network after_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.968188 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > network after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.968515 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > port after_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.968855 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > port after_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.969193 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > port after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.969532 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > subnet after_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.969871 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > subnet after_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.970236 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > subnet after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:44.970816 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.plugin [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Modular L2 Plugin initialization complete Dec 20 21:04:44.971149 n-d-xena-1 neutron-server[102294]: DEBUG neutron.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading services supported by the core plugin {{(pid=102294) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 20 21:04:44.971475 n-d-xena-1 neutron-server[102294]: INFO neutron.plugins.ml2.managers [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Got port-security extension from driver 'port_security' Dec 20 21:04:44.971938 n-d-xena-1 neutron-server[102294]: INFO neutron.extensions.vlantransparent [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Disabled vlantransparent extension. Dec 20 21:04:44.972427 n-d-xena-1 neutron-server[102294]: DEBUG neutron.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102294) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 20 21:04:44.972745 n-d-xena-1 neutron-server[102294]: INFO neutron.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading Plugin: router Dec 20 21:04:45.009256 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router_interface before_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.009899 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router after_create 55549900 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.010004 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router before_create 55549900 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.010403 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.010776 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.011147 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router after_delete 55549900 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.011501 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > floatingip after_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.011849 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > floatingip after_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.012221 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router after_create 55549900 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.012561 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router after_update 55549900 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.012925 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router after_update 55549900 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.013275 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.013637 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router after_update 55549900 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.014052 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router precommit_update 55549900 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.014539 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: port after_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.014874 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: port after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.015220 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: subnet after_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.015562 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.015912 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > port precommit_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.016261 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router precommit_create 55549900 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.016606 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: port before_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.016951 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router precommit_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.017307 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router after_update 55549900 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.017646 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router precommit_delete 55549900 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.017997 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router precommit_create 55549900 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.018381 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router_interface after_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.018725 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router precommit_update 55549900 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.019087 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > agent after_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.019434 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > agent after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.019764 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > network after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.020635 n-d-xena-1 neutron-server[102294]: DEBUG neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Tracking information for resource: router configured {{(pid=102294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 21:04:45.020988 n-d-xena-1 neutron-server[102294]: DEBUG neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Tracking information for resource: floatingip configured {{(pid=102294) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 20 21:04:45.026003 n-d-xena-1 neutron-server[102294]: INFO neutron.db.l3_agentschedulers_db [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 20 21:04:45.026615 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: port after_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.026970 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: port after_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.027319 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: port after_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.027665 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: port after_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.028448 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router before_create 55550100 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.028811 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router precommit_delete 55550100 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.029175 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router precommit_create 55550100 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.029528 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > router precommit_update 55550100 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.034349 n-d-xena-1 neutron-server[102294]: DEBUG neutron.services.provider_configuration [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Service providers = [] {{(pid=102294) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 20 21:04:45.034716 n-d-xena-1 neutron-server[102294]: DEBUG neutron.db.servicetype_db [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102294) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 20 21:04:45.037646 n-d-xena-1 neutron-server[102294]: DEBUG neutron.services.service_base [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 21:04:45.038016 n-d-xena-1 neutron-server[102294]: DEBUG neutron.services.service_base [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 21:04:45.038388 n-d-xena-1 neutron-server[102294]: DEBUG neutron.services.service_base [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 21:04:45.039252 n-d-xena-1 neutron-server[102294]: DEBUG neutron.services.service_base [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102294) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 20 21:04:45.039640 n-d-xena-1 neutron-server[102294]: INFO neutron.services.service_base [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 20 21:04:45.040001 n-d-xena-1 neutron-server[102294]: DEBUG neutron.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 21:04:45.040317 n-d-xena-1 neutron-server[102294]: INFO neutron.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 20 21:04:45.051223 n-d-xena-1 neutron-server[102294]: DEBUG neutron.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 21:04:45.051560 n-d-xena-1 neutron-server[102294]: INFO neutron.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading Plugin: auto_allocate Dec 20 21:04:45.057452 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: network precommit_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.057825 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: network precommit_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.058379 n-d-xena-1 neutron-server[102294]: DEBUG neutron.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 21:04:45.058714 n-d-xena-1 neutron-server[102294]: INFO neutron.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading Plugin: tag Dec 20 21:04:45.065635 n-d-xena-1 neutron-server[102294]: DEBUG neutron.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 21:04:45.065965 n-d-xena-1 neutron-server[102294]: INFO neutron.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading Plugin: timestamp Dec 20 21:04:45.070022 n-d-xena-1 neutron-server[102294]: DEBUG neutron.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 21:04:45.070376 n-d-xena-1 neutron-server[102294]: INFO neutron.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading Plugin: network_ip_availability Dec 20 21:04:45.075818 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.076186 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.076544 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.077284 n-d-xena-1 neutron-server[102294]: DEBUG neutron.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 21:04:45.077609 n-d-xena-1 neutron-server[102294]: INFO neutron.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading Plugin: flavors Dec 20 21:04:45.082398 n-d-xena-1 neutron-server[102294]: DEBUG neutron.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 21:04:45.082733 n-d-xena-1 neutron-server[102294]: INFO neutron.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading Plugin: revisions Dec 20 21:04:45.087054 n-d-xena-1 neutron-server[102294]: DEBUG neutron.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102294) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 20 21:04:45.087450 n-d-xena-1 neutron-server[102294]: DEBUG oslo_concurrency.lockutils [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.845s {{(pid=102294) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 20 21:04:45.088196 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102294) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 20 21:04:45.088534 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Initializing extension manager. Dec 20 21:04:45.089047 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: __init__.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.089387 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: __pycache__ {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.089726 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.090053 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: address_group.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.090835 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.091403 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: address-group Dec 20 21:04:45.091732 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: address_scope.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.092675 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.093186 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: address-scope Dec 20 21:04:45.093595 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: admin_state_down_before_update.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.094540 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.095046 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: router-admin-state-down-before-update Dec 20 21:04:45.095374 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: agent.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.096065 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.096570 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: agent Dec 20 21:04:45.096892 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: agent_resources_synced.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.097795 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.098336 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: agent-resources-synced Dec 20 21:04:45.098656 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: allowedaddresspairs.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.100434 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.100950 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: allowed-address-pairs Dec 20 21:04:45.101276 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: auto_allocated_topology.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.102392 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.102904 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: auto-allocated-topology Dec 20 21:04:45.103233 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: availability_zone.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.103924 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.104425 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: availability_zone Dec 20 21:04:45.104743 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: availability_zone_filter.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.105658 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.106195 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: availability_zone_filter Dec 20 21:04:45.106518 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: data_plane_status.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.107432 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.107950 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension data-plane-status not supported by any of loaded plugins Dec 20 21:04:45.108326 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: default_subnetpools.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.109252 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.109759 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: default-subnetpools Dec 20 21:04:45.110085 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: dhcpagentscheduler.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.110896 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.111399 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: dhcp_agent_scheduler Dec 20 21:04:45.111717 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: dns.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.112639 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.113136 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension dns-integration not supported by any of loaded plugins Dec 20 21:04:45.113450 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: dns_domain_ports.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.114394 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.114902 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 20 21:04:45.115220 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.116138 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.116642 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 20 21:04:45.116966 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: dvr.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.117624 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.118151 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: dvr Dec 20 21:04:45.118470 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: ecmp_routes.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.119387 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.119882 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension ecmp_routes not supported by any of loaded plugins Dec 20 21:04:45.120200 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: empty_string_filtering.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.121104 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.121607 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: empty-string-filtering Dec 20 21:04:45.121924 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.122852 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.123350 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 20 21:04:45.123722 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.124620 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.125125 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 20 21:04:45.125447 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: external_net.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.126365 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.126869 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: external-net Dec 20 21:04:45.127194 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: extra_dhcp_opt.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.128143 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.128595 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: extra_dhcp_opt Dec 20 21:04:45.128914 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: extraroute.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.129958 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.130488 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: extraroute Dec 20 21:04:45.130807 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: extraroute_atomic.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.131832 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.132342 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: extraroute-atomic Dec 20 21:04:45.132666 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: filter_validation.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.133325 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.133827 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: filter-validation Dec 20 21:04:45.134176 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: fip_pf_description.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.135081 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.135585 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 20 21:04:45.135904 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: fip_port_details.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.136824 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.137321 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: fip-port-details Dec 20 21:04:45.137640 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: flavors.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.138901 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.139441 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: flavors Dec 20 21:04:45.139765 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.141442 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.141953 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 20 21:04:45.142310 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: floatingip_pools.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.142995 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.143505 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: floatingip-pools Dec 20 21:04:45.143832 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: ip_allocation.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.144753 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.145250 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension ip_allocation not supported by any of loaded plugins Dec 20 21:04:45.145568 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.146508 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.147009 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: ip-substring-filtering Dec 20 21:04:45.147330 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: l2_adjacency.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.148251 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.148752 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension l2_adjacency not supported by any of loaded plugins Dec 20 21:04:45.149075 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: l3.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.150180 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.150699 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: router Dec 20 21:04:45.151027 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: l3_conntrack_helper.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.153270 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.153788 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 20 21:04:45.154150 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.155133 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.155716 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: ext-gw-mode Dec 20 21:04:45.156043 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.156962 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.157473 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: l3-ha Dec 20 21:04:45.157798 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: l3_flavors.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.158738 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.159241 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: l3-flavors Dec 20 21:04:45.159561 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.160478 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.160981 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: l3-port-ip-change-not-allowed Dec 20 21:04:45.161305 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: l3agentscheduler.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.162362 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.162872 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: l3_agent_scheduler Dec 20 21:04:45.163202 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: logging.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.164693 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.165209 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension logging not supported by any of loaded plugins Dec 20 21:04:45.165538 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: metering.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.166295 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.166866 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: metering Dec 20 21:04:45.167196 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.168284 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.168793 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: metering_source_and_destination_fields Dec 20 21:04:45.169119 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: multiprovidernet.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.170036 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.170701 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: multi-provider Dec 20 21:04:45.171031 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: netmtu.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.171942 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.172450 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: net-mtu Dec 20 21:04:45.172767 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: netmtu_writable.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.173681 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.174217 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: net-mtu-writable Dec 20 21:04:45.174537 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: network_availability_zone.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.175208 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.175710 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: network_availability_zone Dec 20 21:04:45.176033 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: network_ip_availability.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.177145 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.177653 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: network-ip-availability Dec 20 21:04:45.177972 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: network_segment_range.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.178759 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.179258 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension network-segment-range not supported by any of loaded plugins Dec 20 21:04:45.179576 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: pagination.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.180554 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.180884 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: pagination Dec 20 21:04:45.181203 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: port_device_profile.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.182139 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.182650 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: port-device-profile Dec 20 21:04:45.182976 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.183898 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.184408 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: port-mac-address-regenerate Dec 20 21:04:45.184736 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.185647 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.186245 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: port-numa-affinity-policy Dec 20 21:04:45.186709 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: port_resource_request.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.187752 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.188254 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension port-resource-request not supported by any of loaded plugins Dec 20 21:04:45.188579 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: portbindings.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.189815 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.190349 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: binding Dec 20 21:04:45.190671 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: portbindings_extended.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.191942 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.192459 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: binding-extended Dec 20 21:04:45.192778 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: portsecurity.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.193693 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.194235 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: port-security Dec 20 21:04:45.194646 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: project_id.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.195634 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.195962 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: project-id Dec 20 21:04:45.196283 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: providernet.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.197229 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.197817 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: provider Dec 20 21:04:45.198179 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: qos.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.201932 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.202490 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension qos not supported by any of loaded plugins Dec 20 21:04:45.202818 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.204085 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.204604 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 20 21:04:45.204938 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.205873 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.206414 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 20 21:04:45.206739 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: qos_default.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.207662 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.208166 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension qos-default not supported by any of loaded plugins Dec 20 21:04:45.208492 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: qos_fip.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.209135 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.209632 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension qos-fip not supported by any of loaded plugins Dec 20 21:04:45.209956 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: qos_gateway_ip.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.210901 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.211413 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 20 21:04:45.211737 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: qos_port_network_policy.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.212654 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.213156 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 20 21:04:45.213477 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: qos_pps_rule.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.214703 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.215214 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension qos-pps not supported by any of loaded plugins Dec 20 21:04:45.215539 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: qos_rule_type_details.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.216455 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.216958 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 20 21:04:45.217347 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: qos_rules_alias.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.218535 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.219077 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 20 21:04:45.219387 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: quotasv2.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.220324 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.220652 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: quotas Dec 20 21:04:45.220970 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: quotasv2_detail.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.224337 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.224686 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: quota_details Dec 20 21:04:45.225017 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: rbac.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.226090 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.226633 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: rbac-policies Dec 20 21:04:45.226967 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: rbac_address_group.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.227901 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.228414 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: rbac-address-group Dec 20 21:04:45.228746 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: rbac_address_scope.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.229975 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.230512 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: rbac-address-scope Dec 20 21:04:45.230838 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: rbac_security_groups.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.231755 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.232270 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: rbac-security-groups Dec 20 21:04:45.232601 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: rbac_subnetpool.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.233568 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.234094 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: rbac-subnetpool Dec 20 21:04:45.234426 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: revisionifmatch.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.235355 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.235859 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: revision-if-match Dec 20 21:04:45.236185 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: revisions.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.237292 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.237802 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: standard-attr-revisions Dec 20 21:04:45.238161 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: router_availability_zone.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.238827 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.239338 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: router_availability_zone Dec 20 21:04:45.239660 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: routerservicetype.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.240579 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.241083 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension router-service-type not supported by any of loaded plugins Dec 20 21:04:45.241408 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.242358 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.242874 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: security-groups-normalized-cidr Dec 20 21:04:45.243203 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: security_groups_port_filtering.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.244124 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.244636 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: port-security-groups-filtering Dec 20 21:04:45.244960 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.245868 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.246411 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: security-groups-remote-address-group Dec 20 21:04:45.246734 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: securitygroup.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.258052 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.258612 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: security-group Dec 20 21:04:45.258944 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: segment.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.259898 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.260417 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension segment not supported by any of loaded plugins Dec 20 21:04:45.260747 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.261738 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.262283 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 20 21:04:45.262614 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: servicetype.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.263823 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.264397 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: service-type Dec 20 21:04:45.264711 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: sorting.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.265706 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.266035 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: sorting Dec 20 21:04:45.266384 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: standard_attr_segment.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.267313 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.267827 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 20 21:04:45.268159 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: standardattrdescription.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.268800 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.269310 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: standard-attr-description Dec 20 21:04:45.269635 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: stateful_security_group.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.270600 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.271110 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: stateful-security-group Dec 20 21:04:45.271431 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: stdattrs_common.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.272010 n-d-xena-1 neutron-server[102294]: WARNING neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 20 21:04:45.272330 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.273270 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.273778 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 20 21:04:45.274121 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: subnet_onboard.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.275223 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.275736 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: subnet_onboard Dec 20 21:04:45.276061 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.277024 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.277532 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 20 21:04:45.277849 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: subnet_service_types.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.278812 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.279323 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: subnet-service-types Dec 20 21:04:45.279647 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: subnetallocation.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.280813 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.281322 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: subnet_allocation Dec 20 21:04:45.281645 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.282331 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.282837 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: subnetpool-prefix-ops Dec 20 21:04:45.283158 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.284086 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.284586 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 20 21:04:45.284913 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: tagging.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.285985 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.286521 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: standard-attr-tag Dec 20 21:04:45.286842 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: timestamp.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.288051 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.288603 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loaded extension: standard-attr-timestamp Dec 20 21:04:45.288924 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: trunk.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.289972 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.290520 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension trunk not supported by any of loaded plugins Dec 20 21:04:45.290850 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: trunk_details.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.291771 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.292281 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension trunk-details not supported by any of loaded plugins Dec 20 21:04:45.292605 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: uplink_status_propagation.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.293523 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.294032 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 20 21:04:45.294378 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Loading extension file: vlantransparent.py {{(pid=102294) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 20 21:04:45.295056 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102294) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 20 21:04:45.295727 n-d-xena-1 neutron-server[102294]: INFO neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extension vlan-transparent not supported by any of loaded plugins Dec 20 21:04:45.298245 n-d-xena-1 neutron-server[102294]: INFO neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Creating instance of TrackedResource for resource:network Dec 20 21:04:45.298769 n-d-xena-1 neutron-server[102294]: INFO neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Creating instance of TrackedResource for resource:subnet Dec 20 21:04:45.299176 n-d-xena-1 neutron-server[102294]: INFO neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 21:04:45.299562 n-d-xena-1 neutron-server[102294]: INFO neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Creating instance of TrackedResource for resource:port Dec 20 21:04:45.300810 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.v2.resource_helper [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 21:04:45.301248 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.v2.resource_helper [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Service FLAVORS assigned prefix: {{(pid=102294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 21:04:45.301879 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.v2.resource_helper [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 21:04:45.302347 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.v2.resource_helper [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 21:04:45.302674 n-d-xena-1 neutron-server[102294]: INFO neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Creating instance of TrackedResource for resource:router Dec 20 21:04:45.303104 n-d-xena-1 neutron-server[102294]: INFO neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Creating instance of TrackedResource for resource:floatingip Dec 20 21:04:45.303603 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.v2.resource_helper [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Service METERING assigned prefix: /metering {{(pid=102294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 21:04:45.305064 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.305437 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.305790 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:04:45.306829 n-d-xena-1 neutron-server[102294]: INFO neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 21:04:45.307268 n-d-xena-1 neutron-server[102294]: INFO neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Creating instance of TrackedResource for resource:security_group Dec 20 21:04:45.307710 n-d-xena-1 neutron-server[102294]: INFO neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 21:04:45.308309 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.v2.resource_helper [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Service CORE assigned prefix: {{(pid=102294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 21:04:45.308632 n-d-xena-1 neutron-server[102294]: INFO neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 21:04:45.308977 n-d-xena-1 neutron-server[102294]: WARNING neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] subnetpool is already registered Dec 20 21:04:45.309402 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.v2.resource_helper [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Service CORE assigned prefix: {{(pid=102294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 21:04:45.309729 n-d-xena-1 neutron-server[102294]: INFO neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 21:04:45.310055 n-d-xena-1 neutron-server[102294]: WARNING neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] subnetpool is already registered Dec 20 21:04:45.312437 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.v2.resource_helper [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 21:04:45.312870 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.v2.resource_helper [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Service FLAVORS assigned prefix: {{(pid=102294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 21:04:45.313466 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.v2.resource_helper [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 21:04:45.314236 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.v2.resource_helper [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 21:04:45.314575 n-d-xena-1 neutron-server[102294]: INFO neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Creating instance of TrackedResource for resource:router Dec 20 21:04:45.314914 n-d-xena-1 neutron-server[102294]: WARNING neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] router is already registered Dec 20 21:04:45.315328 n-d-xena-1 neutron-server[102294]: INFO neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Creating instance of TrackedResource for resource:floatingip Dec 20 21:04:45.315645 n-d-xena-1 neutron-server[102294]: WARNING neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] floatingip is already registered Dec 20 21:04:45.316103 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.v2.resource_helper [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Service METERING assigned prefix: /metering {{(pid=102294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 21:04:45.316763 n-d-xena-1 neutron-server[102294]: INFO neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Creating instance of CountableResource for resource:rbac_policy Dec 20 21:04:45.317090 n-d-xena-1 neutron-server[102294]: WARNING neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] rbac_policy is already registered Dec 20 21:04:45.317500 n-d-xena-1 neutron-server[102294]: INFO neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Creating instance of TrackedResource for resource:security_group Dec 20 21:04:45.317832 n-d-xena-1 neutron-server[102294]: WARNING neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] security_group is already registered Dec 20 21:04:45.318263 n-d-xena-1 neutron-server[102294]: INFO neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Creating instance of TrackedResource for resource:security_group_rule Dec 20 21:04:45.318593 n-d-xena-1 neutron-server[102294]: WARNING neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] security_group_rule is already registered Dec 20 21:04:45.319214 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.v2.resource_helper [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Service CORE assigned prefix: {{(pid=102294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 21:04:45.319541 n-d-xena-1 neutron-server[102294]: INFO neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 21:04:45.319873 n-d-xena-1 neutron-server[102294]: WARNING neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] subnetpool is already registered Dec 20 21:04:45.320300 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.v2.resource_helper [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Service CORE assigned prefix: {{(pid=102294) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 20 21:04:45.320624 n-d-xena-1 neutron-server[102294]: INFO neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Creating instance of TrackedResource for resource:subnetpool Dec 20 21:04:45.320951 n-d-xena-1 neutron-server[102294]: WARNING neutron.quota.resource_registry [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] subnetpool is already registered Dec 20 21:04:45.321422 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: extensions {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.322943 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: address-groups {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.324476 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: address-scopes {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.325820 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: agents {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.327094 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: auto-allocated-topology {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.328372 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: availability_zones {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.329611 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: dhcp-networks {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.331189 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: dhcp-agents {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.332639 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: routers {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.334932 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: flavors {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.336172 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: service_profiles {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.337376 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: next_providers {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.338888 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: service_profiles {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.340420 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: floatingip-pools {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.341670 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: routers {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.343904 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: floatingips {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.345179 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: l3-routers {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.346668 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: l3-agents {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.348076 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: metering-labels {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.349427 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: metering-label-rules {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.350746 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: network-ip-availabilities {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.352022 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: bindings {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.354538 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: quotas {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.356000 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: quotas {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.357412 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: rbac-policies {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.358680 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: security-groups {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.359990 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: security-group-rules {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.361402 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: service-providers {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.362659 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: subnetpools {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.364088 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: subnetpools {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.365563 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: tags {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.367270 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: tags {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.369098 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: tags {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.370938 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: tags {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.372728 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: tags {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.374765 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: tags {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.376457 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: tags {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.378433 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: tags {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.380139 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: tags {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.381890 n-d-xena-1 neutron-server[102294]: DEBUG neutron.api.extensions [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Extended resource: tags {{(pid=102294) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 20 21:04:45.388197 n-d-xena-1 neutron-server[102294]: WARNING keystonemiddleware.auth_token [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 20 21:04:45.393052 n-d-xena-1 neutron-server[102294]: WARNING keystonemiddleware.auth_token [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 20 21:04:45.401684 n-d-xena-1 neutron-server[102294]: DEBUG oslo_concurrency.lockutils [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Acquired lock "singleton_lock" {{(pid=102294) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 20 21:04:45.402181 n-d-xena-1 neutron-server[102294]: DEBUG oslo_concurrency.lockutils [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Releasing lock "singleton_lock" {{(pid=102294) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 20 21:04:45.402966 n-d-xena-1 neutron-server[102294]: INFO oslo_service.service [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Starting 2 workers Dec 20 21:04:45.409542 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Started child 102401 {{(pid=102294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 21:04:45.414166 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:04:45.416412 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [-] (102401) wsgi starting up on http://0.0.0.0:9696 Dec 20 21:04:45.417758 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Started child 102402 {{(pid=102294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 21:04:45.419752 n-d-xena-1 neutron-server[102294]: INFO neutron.service [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Neutron service started, listening on 0.0.0.0:9696 Dec 20 21:04:45.421173 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Notify callbacks [] for process, before_spawn {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:04:45.422865 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:04:45.424505 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [-] (102402) wsgi starting up on http://0.0.0.0:9696 Dec 20 21:04:45.424659 n-d-xena-1 neutron-server[102294]: INFO oslo_service.service [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Starting 1 workers Dec 20 21:04:45.431478 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Started child 102403 {{(pid=102294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 21:04:45.432118 n-d-xena-1 neutron-server[102294]: INFO oslo_service.service [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Starting 1 workers Dec 20 21:04:45.434743 n-d-xena-1 neutron-server[102403]: DEBUG neutron.service [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] calling RpcWorker wait() {{(pid=102403) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 20 21:04:45.435368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.service [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] returning from RpcWorker wait() {{(pid=102403) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 20 21:04:45.436997 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:04:45.437329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:04:45.439824 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Started child 102404 {{(pid=102294) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 20 21:04:45.441079 n-d-xena-1 neutron-server[102294]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fdd3-6a57-4673-925d-24277f7751de None None] Notify callbacks [] for process, after_spawn {{(pid=102294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:04:45.443268 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102294) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 20 21:04:45.443486 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 21:04:45.443675 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 21:04:45.443894 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 21:04:45.444208 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 21:04:45.444366 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 21:04:45.444893 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.445166 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.445416 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.445666 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.445970 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.446185 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:04:45.446707 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.446806 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.447040 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.447314 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.447576 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.447751 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.447910 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.448154 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.448382 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.448664 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.448911 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.449154 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.449495 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.449664 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.449906 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.450196 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.450448 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.450717 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] debug = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.450968 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.451445 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.451720 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.451997 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.452235 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.452535 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.452802 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.453155 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.453462 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.453742 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.454025 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.454392 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.454699 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.454994 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.455300 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.455670 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.455970 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.456606 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] host = n-d-xena-1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.456933 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.457237 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.457575 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.457938 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.458327 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.458640 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.459036 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.459287 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.459539 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.459784 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.460041 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.460309 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.460548 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.460794 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] log_file = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.460955 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] log_options = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.461199 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.461441 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.461703 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.461887 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.462053 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.462250 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.462510 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.462672 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.462921 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.463192 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.463476 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.463755 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.464052 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.464337 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.464708 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.465047 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.465375 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.465683 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.466009 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.466339 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.466633 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.466964 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.467568 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.467716 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.467982 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.468310 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.468654 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.468894 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.469111 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.469351 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.471480 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.472107 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.472618 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.472967 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.473348 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.473645 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.473865 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.474265 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.474930 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.475186 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.475515 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.475842 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.476083 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.476351 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.476620 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.476853 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.477087 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] use_json = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.477456 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.477707 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.478004 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.478325 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.478605 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.479036 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.479281 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.479540 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.479991 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.480296 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.480644 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.480882 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.481142 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.481389 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.481652 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.481899 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.482187 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.482415 n-d-xena-1 neutron-server[102404]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:04:45.482553 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.482792 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.483293 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.483601 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.483831 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.484108 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.484424 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.484686 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.484991 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.485228 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.485466 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.485686 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.485928 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.486253 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.486477 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.486713 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.486954 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.487179 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.487532 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.488082 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.488082 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.488336 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.488612 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.488762 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.489004 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.489280 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.489430 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.489661 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.489888 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.491405 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.491405 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.491405 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.491405 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.491405 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.491405 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.491836 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.491913 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.492207 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.492447 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.492667 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.492885 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.493108 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.494119 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.494119 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.494119 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.494119 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.494392 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.494469 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.494650 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.494867 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.495122 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.495487 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.495661 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.495817 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.496050 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.496287 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.496502 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.496771 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.497636 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.497636 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.497636 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.497855 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.497990 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.498262 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.498534 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.498788 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.499156 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.499521 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.499763 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.499989 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.500461 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.500680 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.500914 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.501134 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.501353 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.501571 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.501819 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.502031 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.502282 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.502495 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.502746 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.503071 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.503318 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.503567 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.503810 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.504058 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.504250 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.504513 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.504754 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.504989 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.505242 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.505516 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.505748 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.506007 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.506273 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.506508 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.506757 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.506989 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.507209 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.507429 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.507676 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.507893 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.508147 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.508391 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.508641 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.508896 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.509142 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.509395 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.509644 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.509908 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.510148 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.510411 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.510701 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.510966 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.511227 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.511483 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.511738 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.511981 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.512232 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.512478 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.512715 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.512963 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.513199 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.513470 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.513709 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.513933 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.514301 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.514570 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.515067 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.515303 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.515542 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.515769 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.516035 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.516266 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.516513 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.516790 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.517035 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.517284 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.517535 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.517777 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.518007 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.518290 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.518522 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.518756 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.518985 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.519202 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.519421 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.519634 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.519875 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.520121 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.520337 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.520626 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.520803 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.521034 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.521277 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.521532 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.521745 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.521981 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.522247 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.522464 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.522686 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.522920 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.523131 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.523395 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.523633 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.523913 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.524167 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.524398 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.524638 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.524882 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.525147 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.525364 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.525604 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.525822 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.526042 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.526283 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.527901 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.528138 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.528362 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.528598 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.528843 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.529117 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.529356 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.529741 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.530003 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.532512 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.532782 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.533022 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.533293 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.533528 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.533782 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.534013 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.534283 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.534511 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.534776 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.535027 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.535269 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.535489 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.535705 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.535920 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.536158 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.536393 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.536681 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.536937 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.537151 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.537416 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.537657 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.537869 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.538154 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.538381 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.538596 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.538819 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.539105 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.539391 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.539663 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.539965 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.540242 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.540470 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.540706 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.540919 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.541170 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.541423 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.541653 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.541874 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.542124 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.542318 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.542598 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.542847 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.543105 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.543352 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.543828 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.544043 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.544270 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.544479 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.544709 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.544929 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.545165 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.545530 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.545802 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.546049 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.546286 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.546563 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.546794 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.547036 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.547261 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.547590 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.547818 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.548055 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.548272 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.548487 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.548711 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.548944 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.549271 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.549549 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.549809 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.550041 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.550351 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.550624 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.550998 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.551217 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.551496 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.551806 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.552073 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.552324 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.552566 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.552894 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.553184 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.553407 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.553734 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.554039 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.554284 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.554543 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.554776 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.555001 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.555234 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.555464 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.555682 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.555924 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.556173 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.556373 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.556588 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.556745 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 21:04:45.557285 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102294) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 20 21:04:45.557447 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 20 21:04:45.557599 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 20 21:04:45.557768 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 20 21:04:45.557940 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 20 21:04:45.558096 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 20 21:04:45.558309 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.558474 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.558807 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.558975 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.559144 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.559532 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.559702 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.559849 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.560008 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.560168 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.560327 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.560485 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.560645 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.560799 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.561309 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.561483 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.561632 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.561788 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.561951 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.562143 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.562294 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.562866 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.563100 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] debug = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.563275 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.563499 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.563651 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.564138 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.564304 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.564466 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.564619 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.564781 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.564937 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.565094 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.565249 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.565407 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.565563 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.565724 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.565880 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.566042 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.566219 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.566383 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] host = n-d-xena-1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.566539 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.566695 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.566852 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.567007 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.567162 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.567317 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.567476 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.567632 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.567795 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.567952 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.568116 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.568282 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.568433 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.568570 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] log_file = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.568747 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] log_options = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.568936 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.569038 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.569193 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.569390 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.569544 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.569696 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.569850 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.569999 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.570181 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.570345 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.570500 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.570655 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.570810 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.570972 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.571133 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.571279 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.571433 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.571588 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.571744 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.571899 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.572056 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.572210 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.572368 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.572528 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.572686 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.572842 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.572997 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.573154 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.573308 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.573462 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.573684 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.573820 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.573902 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.574303 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.574303 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.574479 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.574556 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.574676 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.574809 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.574959 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.575136 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.575350 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.575611 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.575767 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.575933 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.576095 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.576252 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] use_json = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.576410 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.576682 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.576843 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.576998 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.577154 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.577309 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.577464 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.578098 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 20 21:04:45.578098 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.578098 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.578098 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.578356 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.578437 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.578589 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.578718 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.578826 n-d-xena-1 neutron-server[102403]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:04:45.579139 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.579300 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.579461 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.579631 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.579793 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.579964 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.580124 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.580286 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.580449 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.580609 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.580768 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.580927 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.581085 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.581242 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.581402 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.581569 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.581728 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.581886 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.582044 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.582225 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.582401 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.582562 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.582723 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.582881 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.583039 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.583200 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.583360 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.583519 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.583678 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.583850 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.583984 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.584142 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.584300 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.584465 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.584624 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.584787 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.584945 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.585104 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.585263 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.585421 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.585584 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.585728 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.585888 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.586048 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.586228 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.586386 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.586549 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.586712 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.586933 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.587096 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.587254 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.587411 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.587571 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.587728 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.587887 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.588047 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.588214 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.588360 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.588511 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.588679 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.588838 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.588991 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.589149 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.589307 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.589461 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.589801 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.590162 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.590511 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.590857 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.591019 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.591164 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.591323 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.591487 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.591644 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.591809 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.592289 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.592672 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.592835 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.592995 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.593156 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.593315 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.593484 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.593656 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.594016 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.594016 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.594322 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.594322 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.595367 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.595367 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.595367 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.595367 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.595367 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.597535 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.597535 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.597535 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.597535 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.597535 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.597535 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.597535 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.597535 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.598205 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.598205 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.598205 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.598205 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.599322 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.599322 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.599322 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.599322 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.599322 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.599322 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.599322 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.599322 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.600771 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.600771 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.600771 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.600771 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.600771 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.600771 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.600771 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.600771 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.601291 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.601291 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.601291 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.601291 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.601291 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.601633 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.601633 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.601772 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.601851 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.602010 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.602443 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.602606 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.602771 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.602929 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.603073 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.603233 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.603942 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.603942 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.603942 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.603942 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.604236 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.604236 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.604375 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.604454 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.604553 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.604711 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.604870 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.605028 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.605186 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.605345 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.605504 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.605662 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.605820 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.605977 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.606156 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.606315 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.606459 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.606618 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.606776 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.606932 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.607090 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.607248 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.607406 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.607563 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.607721 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.608123 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.608246 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.608366 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.608483 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.608595 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.608758 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.608913 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.609074 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.609232 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.609393 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.609552 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.609710 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.609872 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.610030 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.610217 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.610380 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.610541 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.611011 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.611176 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.611332 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.611509 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.611668 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.611827 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.612269 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.612419 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.612579 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.612797 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.613187 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.613332 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.613466 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.613596 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.613725 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.613875 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.614040 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.614257 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.614355 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.614516 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.614674 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.614832 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.615005 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.615166 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.615323 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.615481 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.615638 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.615796 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.615964 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.616123 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.616305 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.616470 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.616629 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.616787 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.616962 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.617120 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.617279 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.617435 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.617592 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.617749 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.617916 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.618092 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.618253 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.618411 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.618568 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.618725 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.618891 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.619049 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.619206 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.619362 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.619519 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.619676 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.619849 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.620007 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.620164 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.620322 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.620479 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.620636 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.620804 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.620963 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.621121 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.621288 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.621450 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.621609 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.621768 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.621938 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.622116 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.622278 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.622438 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.622597 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.622758 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.622918 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.623081 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.623300 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.623432 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.623628 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.623797 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.623986 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.624152 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.624322 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.624496 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.624678 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.624857 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.625019 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.625176 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.625351 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.625595 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.626227 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.626395 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.626553 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.626714 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.627194 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.627403 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.627683 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.627776 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.628234 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.628397 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.628612 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.628704 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.628918 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.629087 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 20 21:04:45.629243 n-d-xena-1 neutron-server[102294]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102294) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 20 21:04:45.767699 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41530) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:04:45.780915 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101354 Dec 20 21:04:57.101455 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c883c1f-d713-4c41-ad3f-d9c7349c03d6 None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 21:04:57.183684 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c883c1f-d713-4c41-ad3f-d9c7349c03d6 None None] No non-hosted networks {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 20 21:04:57.185027 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cac29ea5-6c3b-4526-a3e2-a50b5c64d14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287476'] for agent, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:04:59.353899 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5dbb7d71-5eef-4f96-8e06-d41cb6bd0132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287476'] for agent, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:04:59.401210 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80d763e3-3a85-4b62-8c82-a60e30c7fbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:00.539971 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287476'] for agent, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:01.912810 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287476'] for agent, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:02.256019 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287476'] for agent, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:02.256644 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:02.256991 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:02.257284 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:02.257603 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:02.257932 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:02.258262 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:02.258578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:02.258891 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:02.259202 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:02.259514 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:02.259825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:02.260134 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:02.260546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-xena-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:05:02.267200 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-xena-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:05:03.149075 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41620) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:05:03.679126 n-d-xena-1 neutron-server[102402]: WARNING oslo_policy.policy [None req-68a88b9d-89fd-4d31-a34b-1d9ba2b8c5db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 21:05:03.679941 n-d-xena-1 neutron-server[102402]: WARNING oslo_policy.policy [None req-68a88b9d-89fd-4d31-a34b-1d9ba2b8c5db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 21:05:03.914831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-68a88b9d-89fd-4d31-a34b-1d9ba2b8c5db admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:05:03.915908 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-68a88b9d-89fd-4d31-a34b-1d9ba2b8c5db admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7658577 Dec 20 21:05:06.310794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41636) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:05:06.682698 n-d-xena-1 neutron-server[102403]: INFO neutron.db.l3_hamode_db [None req-0fb771c5-bf24-4d5b-8d37-1c8182ef6a45 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 20 21:05:06.760933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb771c5-bf24-4d5b-8d37-1c8182ef6a45 None None] Routers set() bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:05:06.761312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb771c5-bf24-4d5b-8d37-1c8182ef6a45 None None] Router IDs set() for agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 21:05:06.853454 n-d-xena-1 neutron-server[102401]: WARNING oslo_policy.policy [None req-ab599be1-d4f6-471d-8417-e2013cc52f8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 21:05:06.854266 n-d-xena-1 neutron-server[102401]: WARNING oslo_policy.policy [None req-ab599be1-d4f6-471d-8417-e2013cc52f8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 21:05:07.085071 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-ab599be1-d4f6-471d-8417-e2013cc52f8f admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:05:07.178852 n-d-xena-1 neutron-server[102401]: DEBUG neutron.policy [None req-ab599be1-d4f6-471d-8417-e2013cc52f8f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102401) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 20 21:05:07.224088 n-d-xena-1 neutron-server[102401]: WARNING oslo_policy.policy [None req-ab599be1-d4f6-471d-8417-e2013cc52f8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 21:05:07.224466 n-d-xena-1 neutron-server[102401]: WARNING oslo_policy.policy [None req-ab599be1-d4f6-471d-8417-e2013cc52f8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 21:05:07.233244 n-d-xena-1 neutron-server[102401]: INFO neutron.quota [None req-ab599be1-d4f6-471d-8417-e2013cc52f8f admin admin] Loaded quota_driver: . Dec 20 21:05:07.329246 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ab599be1-d4f6-471d-8417-e2013cc52f8f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771585279466', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771585278919', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771585291584', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771585596276', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771585121795', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771585580727', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1599144', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1415044', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-392914', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-419295'] for rbac-policy, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:07.402542 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ab599be1-d4f6-471d-8417-e2013cc52f8f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:07.404405 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ab599be1-d4f6-471d-8417-e2013cc52f8f admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0915916 Dec 20 21:05:10.083804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41654) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:05:10.423801 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Request body: {'network': {'project_id': 'eafee85c7ec24f91b155d37a963f30af', 'admin_state_up': True, 'tenant_id': 'eafee85c7ec24f91b155d37a963f30af', 'name': 'private'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:05:10.461601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Made reservation on behalf of eafee85c7ec24f91b155d37a963f30af for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:05:10.466144 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:10.489053 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:10.601039 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:10.605541 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:10.625744 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:05:10.652818 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771582154918', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:10.653308 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Unsubscribe: segment precommit_create {{(pid=102401) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 21:05:10.654347 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Added segment 9300e148-51a5-4b36-8fc6-c858797a44c3 of type vlan for network 0b5556a3-79ee-4f52-9627-7427a293376f Dec 20 21:05:10.670268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8849dda8-2f17-4204-b7ae-6db5051eedda,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:05:10.715200 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:10.715536 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:10.715863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:10.716449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:10.716733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:10.717092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:10.717407 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:10.717712 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:10.718026 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:10.718364 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:10.718676 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:10.718989 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Tracked resource versions report: Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: pushed versions: Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: { 'AddressGroup': {'1.2'}, Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'ConntrackHelper': {'1.0'}, Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'Log': {'1.0'}, Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'Network': {'1.1'}, Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'Port': {'1.7'}, Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'PortForwarding': {'1.2'}, Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'QosPolicy': {'1.9'}, Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'SecurityGroup': {'1.4'}, Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'SecurityGroupRule': {'1.2'}, Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'SubPort': {'1.0'}, Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'Subnet': {'1.1'}, Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'Trunk': {'1.1'}} Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: consumer versions: Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: { DHCP agent@n-d-xena-1: {}, Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: L3 agent@n-d-xena-1: {}, Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: Metadata agent@n-d-xena-1: {}, Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: Metering agent@n-d-xena-1: {}, Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: Open vSwitch agent@n-d-xena-1: { 'AddressGroup': '1.2', Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'ConntrackHelper': '1.0', Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'Log': '1.0', Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'Network': '1.1', Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'Port': '1.7', Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'PortForwarding': '1.2', Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'QosPolicy': '1.9', Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'SecurityGroup': '1.4', Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'SecurityGroupRule': '1.2', Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'SubPort': '1.0', Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'Subnet': '1.1', Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: 'Trunk': '1.1'}} Dec 20 21:05:10.720065 n-d-xena-1 neutron-server[102401]: {{(pid=102401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 21:05:10.771678 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:10.814087 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:10.815398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:05:10.816008 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:10.887051 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8022254 Dec 20 21:05:10.917742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff32420-6d9e-4b25-a3b5-90c5af3fd38e admin admin] Pushing event updated for resources: {'Network': ['ID=0b5556a3-79ee-4f52-9627-7427a293376f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:05:10.930183 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 0b5556a3-79ee-4f52-9627-7427a293376f details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:05:13.601341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41668) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:05:14.045227 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc56fcc4-bded-462c-ac8d-2921f983e544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:05:14.046494 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bc56fcc4-bded-462c-ac8d-2921f983e544 admin admin] 10.222.0.32 "GET /v2.0/networks/0b5556a3-79ee-4f52-9627-7427a293376f HTTP/1.1" status: 200 len: 825 time: 0.4441798 Dec 20 21:05:14.076239 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-be5d080b-9407-4685-991e-e2da2e09b889 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/78768411-8c62-41ff-abbc-aae2bbd8f4d0 HTTP/1.1" status: 200 len: 734 time: 0.0200310 Dec 20 21:05:14.085537 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f64be777-433e-4f87-92f2-ed5715d9045b admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '78768411-8c62-41ff-abbc-aae2bbd8f4d0', 'tenant_id': 'eafee85c7ec24f91b155d37a963f30af', 'name': 'private-subnet', 'network_id': '0b5556a3-79ee-4f52-9627-7427a293376f', 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:05:14.111927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64be777-433e-4f87-92f2-ed5715d9045b admin admin] Made reservation on behalf of eafee85c7ec24f91b155d37a963f30af for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:05:14.114105 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f64be777-433e-4f87-92f2-ed5715d9045b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:14.407160 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f64be777-433e-4f87-92f2-ed5715d9045b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:14.472577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64be777-433e-4f87-92f2-ed5715d9045b admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c740ed-77d2-43b6-acc4-73cb286cbebb,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:05:14.474915 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64be777-433e-4f87-92f2-ed5715d9045b admin admin] Checking segment: {'id': '9300e148-51a5-4b36-8fc6-c858797a44c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b5556a3-79ee-4f52-9627-7427a293376f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:05:14.475276 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64be777-433e-4f87-92f2-ed5715d9045b admin admin] Network hostable DHCP agents. Network: 0b5556a3-79ee-4f52-9627-7427a293376f, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:05:14.500394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64be777-433e-4f87-92f2-ed5715d9045b admin admin] Network 0b5556a3-79ee-4f52-9627-7427a293376f is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:05:14.517965 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-f64be777-433e-4f87-92f2-ed5715d9045b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 0b5556a3-79ee-4f52-9627-7427a293376f) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:05:14.522744 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64be777-433e-4f87-92f2-ed5715d9045b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:05:14.523329 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f64be777-433e-4f87-92f2-ed5715d9045b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:14.527719 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bbe9f6-33ec-4c51-bdfb-26e28e9b7167 None None] Network 0b5556a3-79ee-4f52-9627-7427a293376f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:05:14.540043 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f64be777-433e-4f87-92f2-ed5715d9045b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4578359 Dec 20 21:05:14.840785 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-0b5556a3-79ee-4f52-9627-7427a293376f', 'network_id': '0b5556a3-79ee-4f52-9627-7427a293376f', 'tenant_id': 'eafee85c7ec24f91b155d37a963f30af', 'fixed_ips': [{'subnet_id': '97c740ed-77d2-43b6-acc4-73cb286cbebb'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:05:14.842166 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:15.115958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Allocated IP 172.20.0.2 (0b5556a3-79ee-4f52-9627-7427a293376f/97c740ed-77d2-43b6-acc4-73cb286cbebb/97809af5-ed26-427e-8153-93984e4888d1) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:05:15.347535 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:15.355797 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:15.424163 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Network 0b5556a3-79ee-4f52-9627-7427a293376f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:05:15.428734 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:05:15.442378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:05:15.445535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Pushing event updated for resources: {'Port': ['ID=97809af5-ed26-427e-8153-93984e4888d1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:05:15.480255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:15.480630 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:15.481043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:15.481536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:15.481873 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:15.482230 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:15.482689 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:15.483021 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:15.483345 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:15.483667 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:15.483972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:15.484400 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Tracked resource versions report: Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: pushed versions: Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: { 'AddressGroup': {'1.2'}, Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'ConntrackHelper': {'1.0'}, Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'Log': {'1.0'}, Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'Network': {'1.1'}, Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'Port': {'1.7'}, Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'PortForwarding': {'1.2'}, Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'QosPolicy': {'1.9'}, Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'SecurityGroup': {'1.4'}, Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'SecurityGroupRule': {'1.2'}, Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'SubPort': {'1.0'}, Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'Subnet': {'1.1'}, Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'Trunk': {'1.1'}} Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: consumer versions: Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: { DHCP agent@n-d-xena-1: {}, Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: L3 agent@n-d-xena-1: {}, Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: Metadata agent@n-d-xena-1: {}, Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: Metering agent@n-d-xena-1: {}, Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: Open vSwitch agent@n-d-xena-1: { 'AddressGroup': '1.2', Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'ConntrackHelper': '1.0', Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'Log': '1.0', Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'Network': '1.1', Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'Port': '1.7', Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'PortForwarding': '1.2', Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'QosPolicy': '1.9', Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'SecurityGroup': '1.4', Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'SecurityGroupRule': '1.2', Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'SubPort': '1.0', Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'Subnet': '1.1', Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: 'Trunk': '1.1'}} Dec 20 21:05:15.485587 n-d-xena-1 neutron-server[102403]: {{(pid=102403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 21:05:15.534615 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Attempting to bind port 97809af5-ed26-427e-8153-93984e4888d1 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:05:15.535225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Attempting to bind port 97809af5-ed26-427e-8153-93984e4888d1 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '9300e148-51a5-4b36-8fc6-c858797a44c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b5556a3-79ee-4f52-9627-7427a293376f'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:05:15.535457 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Attempting to bind port 97809af5-ed26-427e-8153-93984e4888d1 on network 0b5556a3-79ee-4f52-9627-7427a293376f {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:05:15.540598 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:05:15.541003 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Checking segment: {'id': '9300e148-51a5-4b36-8fc6-c858797a44c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b5556a3-79ee-4f52-9627-7427a293376f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:05:15.541454 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:15.541845 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Bound using segment: {'id': '9300e148-51a5-4b36-8fc6-c858797a44c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b5556a3-79ee-4f52-9627-7427a293376f'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:05:15.542381 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Bound port: 97809af5-ed26-427e-8153-93984e4888d1, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9300e148-51a5-4b36-8fc6-c858797a44c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b5556a3-79ee-4f52-9627-7427a293376f'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:05:15.542791 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:15.607139 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] For port 97809af5-ed26-427e-8153-93984e4888d1, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:05:15.611583 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] For port 97809af5-ed26-427e-8153-93984e4888d1, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=97809af5-ed26-427e-8153-93984e4888d1,segment=NetworkSegment(9300e148-51a5-4b36-8fc6-c858797a44c3),segment_id=9300e148-51a5-4b36-8fc6-c858797a44c3)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:05:15.616920 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:15.683080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a47f3d-07b8-4ba9-b9f9-b7ef5a256398 None None] Pushing event updated for resources: {'Port': ['ID=97809af5-ed26-427e-8153-93984e4888d1,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:05:16.976859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41676) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:05:17.308375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-5c700c8a-3d69-4728-82bf-a6c2394f1412 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:05:17.309628 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5c700c8a-3d69-4728-82bf-a6c2394f1412 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3316419 Dec 20 21:05:19.726428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41684) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:05:20.054966 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-677907eb-931e-4166-900d-356deb1215ec admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:05:20.055929 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-677907eb-931e-4166-900d-356deb1215ec admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3281851 Dec 20 21:05:22.744302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41694) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:05:23.066736 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d05b95e0-ebb6-464a-b63c-1898d97dfa28 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'eafee85c7ec24f91b155d37a963f30af'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:05:23.132377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.policy [None req-d05b95e0-ebb6-464a-b63c-1898d97dfa28 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102402) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 20 21:05:23.178767 n-d-xena-1 neutron-server[102402]: WARNING oslo_policy.policy [None req-d05b95e0-ebb6-464a-b63c-1898d97dfa28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 21:05:23.179077 n-d-xena-1 neutron-server[102402]: WARNING oslo_policy.policy [None req-d05b95e0-ebb6-464a-b63c-1898d97dfa28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 20 21:05:23.188043 n-d-xena-1 neutron-server[102402]: INFO neutron.quota [None req-d05b95e0-ebb6-464a-b63c-1898d97dfa28 admin admin] Loaded quota_driver: . Dec 20 21:05:23.246965 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d05b95e0-ebb6-464a-b63c-1898d97dfa28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:23.249032 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d05b95e0-ebb6-464a-b63c-1898d97dfa28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:23.403942 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d05b95e0-ebb6-464a-b63c-1898d97dfa28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:23.414261 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d05b95e0-ebb6-464a-b63c-1898d97dfa28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:23.448261 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d05b95e0-ebb6-464a-b63c-1898d97dfa28 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:23.449641 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d05b95e0-ebb6-464a-b63c-1898d97dfa28 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7042787 Dec 20 21:05:23.629402 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 97809af5-ed26-427e-8153-93984e4888d1 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:05:23.736864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 97809af5-ed26-427e-8153-93984e4888d1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:05:23.737251 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:23.847415 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:23.882575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 97809af5-ed26-427e-8153-93984e4888d1, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=97809af5-ed26-427e-8153-93984e4888d1,segment=NetworkSegment(9300e148-51a5-4b36-8fc6-c858797a44c3),segment_id=9300e148-51a5-4b36-8fc6-c858797a44c3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:05:23.887752 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:23.938494 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=97809af5-ed26-427e-8153-93984e4888d1,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:05:24.086191 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1730931-5ab8-4ab4-a0bf-23a20dcf208e None None] Network 0b5556a3-79ee-4f52-9627-7427a293376f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:05:24.209224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-41200e34-b4b1-4708-b59f-47dd53019abf None None] Provisioning complete for port 97809af5-ed26-427e-8153-93984e4888d1 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:05:24.209527 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41200e34-b4b1-4708-b59f-47dd53019abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:24.558112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-24d02131-6994-4843-8d9e-725c68790319 None None] Provisioning complete for port 97809af5-ed26-427e-8153-93984e4888d1 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:05:24.558506 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24d02131-6994-4843-8d9e-725c68790319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:25.582677 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 97809af5-ed26-427e-8153-93984e4888d1 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:05:25.634767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 97809af5-ed26-427e-8153-93984e4888d1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:05:25.635135 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:25.923103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41708) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:05:26.276821 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-be50f219-6afa-4d95-813a-f32468c66198 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:05:26.278374 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-be50f219-6afa-4d95-813a-f32468c66198 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3541164 Dec 20 21:05:27.003934 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b637278a-5f7e-4b8a-aa53-9dfc446fc2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:28.714109 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41716) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:05:29.055712 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:05:29.081317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Made reservation on behalf of 4bd3a03180814ac19a7b26542385f868 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:05:29.084038 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:29.099831 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:29.204474 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:29.210980 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:29.222812 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Reserving flat network on physical network physnet1 {{(pid=102402) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 20 21:05:29.254344 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771582154918', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:29.254872 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Unsubscribe: segment precommit_create {{(pid=102402) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 20 21:05:29.255328 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Added segment 4c059643-0572-437a-8b84-c92e93b32282 of type flat for network 75a50006-9813-4820-b308-110a7399d065 Dec 20 21:05:29.270298 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbeb776-43ca-4ea6-9af2-5873af1690e8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:05:29.318267 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:29.318635 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:29.318982 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:29.319354 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:29.319702 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:29.320057 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:29.320398 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:29.320760 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:29.321104 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:29.321400 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:29.321703 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:29.322014 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Tracked resource versions report: Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: pushed versions: Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: { 'AddressGroup': {'1.2'}, Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'ConntrackHelper': {'1.0'}, Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'Log': {'1.0'}, Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'Network': {'1.1'}, Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'Port': {'1.7'}, Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'PortForwarding': {'1.2'}, Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'QosPolicy': {'1.9'}, Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'SecurityGroup': {'1.4'}, Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'SecurityGroupRule': {'1.2'}, Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'SubPort': {'1.0'}, Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'Subnet': {'1.1'}, Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'Trunk': {'1.1'}} Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: consumer versions: Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: { DHCP agent@n-d-xena-1: {}, Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: L3 agent@n-d-xena-1: {}, Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: Metadata agent@n-d-xena-1: {}, Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: Metering agent@n-d-xena-1: {}, Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: Open vSwitch agent@n-d-xena-1: { 'AddressGroup': '1.2', Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'ConntrackHelper': '1.0', Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'Log': '1.0', Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'Network': '1.1', Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'Port': '1.7', Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'PortForwarding': '1.2', Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'QosPolicy': '1.9', Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'SecurityGroup': '1.4', Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'SecurityGroupRule': '1.2', Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'SubPort': '1.0', Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'Subnet': '1.1', Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: 'Trunk': '1.1'}} Dec 20 21:05:29.323154 n-d-xena-1 neutron-server[102402]: {{(pid=102402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 21:05:29.359339 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57a4deda-da91-4285-aab5-7a07063fdb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:29.378533 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:29.422272 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:29.423310 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:05:29.423904 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:29.498868 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7836578 Dec 20 21:05:29.522281 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd366d5a-ccab-4500-9d39-b0905210f429 admin admin] Pushing event updated for resources: {'Network': ['ID=75a50006-9813-4820-b308-110a7399d065,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:05:29.534921 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 75a50006-9813-4820-b308-110a7399d065 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:05:30.475204 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:31.866815 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:32.001692 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41738) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:05:32.212749 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab65e7a9-b15a-4969-8d96-a8b898cfc282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:05:32.214097 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ab65e7a9-b15a-4969-8d96-a8b898cfc282 admin admin] 10.222.0.32 "GET /v2.0/subnets/97c740ed-77d2-43b6-acc4-73cb286cbebb HTTP/1.1" status: 200 len: 849 time: 0.2114437 Dec 20 21:05:32.259118 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:32.377909 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6c457f4c-6efd-41d5-b700-f47b34f27448 admin admin] 10.222.0.32 "GET /v2.0/routers/94e66e0f-27b6-4824-9f80-5743a08d13ff HTTP/1.1" status: 200 len: 704 time: 0.1574862 Dec 20 21:05:32.660705 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:32.956789 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] Allocated IP 172.20.0.1 (0b5556a3-79ee-4f52-9627-7427a293376f/97c740ed-77d2-43b6-acc4-73cb286cbebb/c0a53f5a-a02b-4d81-ae34-c7a3d44af176) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:05:33.114929 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:33.188013 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:33.307816 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] Network 0b5556a3-79ee-4f52-9627-7427a293376f is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:05:33.314181 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:05:33.321078 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:05:33.321658 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:33.324519 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] Pushing event updated for resources: {'Port': ['ID=c0a53f5a-a02b-4d81-ae34-c7a3d44af176,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:05:33.525808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6e3cbcf6-8eb4-4182-9cbd-e03595c6a591 None None] Provisioning complete for port c0a53f5a-a02b-4d81-ae34-c7a3d44af176 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:05:33.526498 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6e3cbcf6-8eb4-4182-9cbd-e03595c6a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:33.545014 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:33.564099 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6e3cbcf6-8eb4-4182-9cbd-e03595c6a591 None None] Port c0a53f5a-a02b-4d81-ae34-c7a3d44af176 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:05:33.757095 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:33.764683 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:33.765445 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:33.841932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] Pushing event updated for resources: {'Port': ['ID=c0a53f5a-a02b-4d81-ae34-c7a3d44af176,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:05:33.893205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] Network 0b5556a3-79ee-4f52-9627-7427a293376f is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:05:33.894589 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:05:34.071454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] Router 94e66e0f-27b6-4824-9f80-5743a08d13ff is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:05:34.084707 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0aaeac7c-4085-45ba-8850-97338392bd7c None None] Provisioning complete for port c0a53f5a-a02b-4d81-ae34-c7a3d44af176 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:05:34.085327 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0aaeac7c-4085-45ba-8850-97338392bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:34.117786 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0aaeac7c-4085-45ba-8850-97338392bd7c None None] Port c0a53f5a-a02b-4d81-ae34-c7a3d44af176 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:05:34.167262 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:05:34.172764 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c51eb0a6-491c-4267-a1b8-7b2dc86b7c6e admin admin] 10.222.0.32 "PUT /v2.0/routers/94e66e0f-27b6-4824-9f80-5743a08d13ff/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7856491 Dec 20 21:05:34.178425 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Sync routers for ids ['94e66e0f-27b6-4824-9f80-5743a08d13ff'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:05:34.191466 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Routers {'94e66e0f-27b6-4824-9f80-5743a08d13ff'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:05:34.192334 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:05:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['94e66e0f-27b6-4824-9f80-5743a08d13ff'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:05:34.376795 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Set router 94e66e0f-27b6-4824-9f80-5743a08d13ff gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:05:34.801808 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e66e0f-27b6-4824-9f80-5743a08d13ff', 'name': 'router1', 'tenant_id': 'eafee85c7ec24f91b155d37a963f30af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:05:23Z', 'updated_at': '2021-12-20T21:05:33Z', 'revision_number': 2, 'project_id': 'eafee85c7ec24f91b155d37a963f30af', 'gw_port_host': None, '_interfaces': [{'id': 'c0a53f5a-a02b-4d81-ae34-c7a3d44af176', 'name': '', 'network_id': '0b5556a3-79ee-4f52-9627-7427a293376f', 'tenant_id': 'eafee85c7ec24f91b155d37a963f30af', 'mac_address': 'fa:16:3e:4e:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e66e0f-27b6-4824-9f80-5743a08d13ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97c740ed-77d2-43b6-acc4-73cb286cbebb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:05:32Z', 'updated_at': '2021-12-20T21:05:33Z', 'revision_number': 2, 'project_id': 'eafee85c7ec24f91b155d37a963f30af', 'subnets': [{'id': '97c740ed-77d2-43b6-acc4-73cb286cbebb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78768411-8c62-41ff-abbc-aae2bbd8f4d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:05:34.854682 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Checking router: 94e66e0f-27b6-4824-9f80-5743a08d13ff for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:05:34.855072 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Updating router 94e66e0f-27b6-4824-9f80-5743a08d13ff port c0a53f5a-a02b-4d81-ae34-c7a3d44af176 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:05:34.905210 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:35.416860 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:35.423862 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:35.549028 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd964d5-b629-453a-a8a7-52b8891f3404 None None] Pushing event updated for resources: {'Port': ['ID=c0a53f5a-a02b-4d81-ae34-c7a3d44af176,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:05:35.576664 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd964d5-b629-453a-a8a7-52b8891f3404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:35.576664 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd964d5-b629-453a-a8a7-52b8891f3404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:35.576664 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd964d5-b629-453a-a8a7-52b8891f3404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:35.576664 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd964d5-b629-453a-a8a7-52b8891f3404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:35.577102 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd964d5-b629-453a-a8a7-52b8891f3404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:35.577373 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd964d5-b629-453a-a8a7-52b8891f3404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:35.577579 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd964d5-b629-453a-a8a7-52b8891f3404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:35.577895 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd964d5-b629-453a-a8a7-52b8891f3404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:35.578222 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd964d5-b629-453a-a8a7-52b8891f3404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:35.578533 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd964d5-b629-453a-a8a7-52b8891f3404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:35.578842 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd964d5-b629-453a-a8a7-52b8891f3404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:35.579150 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd964d5-b629-453a-a8a7-52b8891f3404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd964d5-b629-453a-a8a7-52b8891f3404 None None] Tracked resource versions report: Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: pushed versions: Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: { 'AddressGroup': {'1.2'}, Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'ConntrackHelper': {'1.0'}, Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'Log': {'1.0'}, Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'Network': {'1.1'}, Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'Port': {'1.7'}, Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'PortForwarding': {'1.2'}, Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'QosPolicy': {'1.9'}, Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'SecurityGroup': {'1.4'}, Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'SecurityGroupRule': {'1.2'}, Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'SubPort': {'1.0'}, Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'Subnet': {'1.1'}, Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'Trunk': {'1.1'}} Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: consumer versions: Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: { DHCP agent@n-d-xena-1: {}, Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: L3 agent@n-d-xena-1: {}, Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: Metadata agent@n-d-xena-1: {}, Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: Metering agent@n-d-xena-1: {}, Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: Open vSwitch agent@n-d-xena-1: { 'AddressGroup': '1.2', Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'ConntrackHelper': '1.0', Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'Log': '1.0', Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'Network': '1.1', Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'Port': '1.7', Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'PortForwarding': '1.2', Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'QosPolicy': '1.9', Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'SecurityGroup': '1.4', Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'SecurityGroupRule': '1.2', Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'SubPort': '1.0', Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'Subnet': '1.1', Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: 'Trunk': '1.1'}} Dec 20 21:05:35.580315 n-d-xena-1 neutron-server[102404]: {{(pid=102404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 21:05:35.611532 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Attempting to bind port c0a53f5a-a02b-4d81-ae34-c7a3d44af176 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:05:35.612053 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Attempting to bind port c0a53f5a-a02b-4d81-ae34-c7a3d44af176 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '9300e148-51a5-4b36-8fc6-c858797a44c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b5556a3-79ee-4f52-9627-7427a293376f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:05:35.612502 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Attempting to bind port c0a53f5a-a02b-4d81-ae34-c7a3d44af176 on network 0b5556a3-79ee-4f52-9627-7427a293376f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:05:35.617484 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:05:35.617895 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Checking segment: {'id': '9300e148-51a5-4b36-8fc6-c858797a44c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b5556a3-79ee-4f52-9627-7427a293376f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:05:35.618404 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:35.618791 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Bound using segment: {'id': '9300e148-51a5-4b36-8fc6-c858797a44c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b5556a3-79ee-4f52-9627-7427a293376f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:05:35.619295 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Bound port: c0a53f5a-a02b-4d81-ae34-c7a3d44af176, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9300e148-51a5-4b36-8fc6-c858797a44c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0b5556a3-79ee-4f52-9627-7427a293376f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:05:35.619687 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:35.646681 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0f3a638a-66f2-4cc2-9971-99a3acfd2f47 None None] Provisioning complete for port c0a53f5a-a02b-4d81-ae34-c7a3d44af176 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:05:35.647241 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f3a638a-66f2-4cc2-9971-99a3acfd2f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:35.680127 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0f3a638a-66f2-4cc2-9971-99a3acfd2f47 None None] Port c0a53f5a-a02b-4d81-ae34-c7a3d44af176 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:05:35.686414 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] For port c0a53f5a-a02b-4d81-ae34-c7a3d44af176, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:05:35.705972 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] For port c0a53f5a-a02b-4d81-ae34-c7a3d44af176, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c0a53f5a-a02b-4d81-ae34-c7a3d44af176,segment=NetworkSegment(9300e148-51a5-4b36-8fc6-c858797a44c3),segment_id=9300e148-51a5-4b36-8fc6-c858797a44c3)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:05:35.710487 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:35.765264 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd964d5-b629-453a-a8a7-52b8891f3404 None None] Pushing event updated for resources: {'Port': ['ID=c0a53f5a-a02b-4d81-ae34-c7a3d44af176,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:05:35.774502 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Routers {'94e66e0f-27b6-4824-9f80-5743a08d13ff'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:05:35.775100 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:05:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['94e66e0f-27b6-4824-9f80-5743a08d13ff'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:05:35.865781 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] Set router 94e66e0f-27b6-4824-9f80-5743a08d13ff gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:05:36.001313 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8b7782b4-6581-40d8-ae0d-8bd7df822e93 None None] Provisioning complete for port c0a53f5a-a02b-4d81-ae34-c7a3d44af176 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:05:36.001559 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b7782b4-6581-40d8-ae0d-8bd7df822e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:36.077729 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e66e0f-27b6-4824-9f80-5743a08d13ff', 'name': 'router1', 'tenant_id': 'eafee85c7ec24f91b155d37a963f30af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:05:23Z', 'updated_at': '2021-12-20T21:05:33Z', 'revision_number': 2, 'project_id': 'eafee85c7ec24f91b155d37a963f30af', 'gw_port_host': None, '_interfaces': [{'id': 'c0a53f5a-a02b-4d81-ae34-c7a3d44af176', 'name': '', 'network_id': '0b5556a3-79ee-4f52-9627-7427a293376f', 'tenant_id': 'eafee85c7ec24f91b155d37a963f30af', 'mac_address': 'fa:16:3e:4e:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e66e0f-27b6-4824-9f80-5743a08d13ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97c740ed-77d2-43b6-acc4-73cb286cbebb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:05:32Z', 'updated_at': '2021-12-20T21:05:35Z', 'revision_number': 4, 'project_id': 'eafee85c7ec24f91b155d37a963f30af', 'subnets': [{'id': '97c740ed-77d2-43b6-acc4-73cb286cbebb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78768411-8c62-41ff-abbc-aae2bbd8f4d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:05:36.080673 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b7782b4-6581-40d8-ae0d-8bd7df822e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:36.103907 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30e0642-8578-42c1-83c8-d655301f6ec5 None None] The sync data for ids ['94e66e0f-27b6-4824-9f80-5743a08d13ff'] in n-d-xena-1 is: [{'id': '94e66e0f-27b6-4824-9f80-5743a08d13ff', 'name': 'router1', 'tenant_id': 'eafee85c7ec24f91b155d37a963f30af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:05:23Z', 'updated_at': '2021-12-20T21:05:33Z', 'revision_number': 2, 'project_id': 'eafee85c7ec24f91b155d37a963f30af', 'gw_port_host': None, '_interfaces': [{'id': 'c0a53f5a-a02b-4d81-ae34-c7a3d44af176', 'name': '', 'network_id': '0b5556a3-79ee-4f52-9627-7427a293376f', 'tenant_id': 'eafee85c7ec24f91b155d37a963f30af', 'mac_address': 'fa:16:3e:4e:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e66e0f-27b6-4824-9f80-5743a08d13ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97c740ed-77d2-43b6-acc4-73cb286cbebb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:05:32Z', 'updated_at': '2021-12-20T21:05:35Z', 'revision_number': 4, 'project_id': 'eafee85c7ec24f91b155d37a963f30af', 'subnets': [{'id': '97c740ed-77d2-43b6-acc4-73cb286cbebb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78768411-8c62-41ff-abbc-aae2bbd8f4d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:05:36.112686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8b7782b4-6581-40d8-ae0d-8bd7df822e93 None None] For port c0a53f5a-a02b-4d81-ae34-c7a3d44af176, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c0a53f5a-a02b-4d81-ae34-c7a3d44af176,segment=NetworkSegment(9300e148-51a5-4b36-8fc6-c858797a44c3),segment_id=9300e148-51a5-4b36-8fc6-c858797a44c3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:05:36.117549 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b7782b4-6581-40d8-ae0d-8bd7df822e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:36.164474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7782b4-6581-40d8-ae0d-8bd7df822e93 None None] Pushing event updated for resources: {'Port': ['ID=c0a53f5a-a02b-4d81-ae34-c7a3d44af176,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:05:36.428361 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41758) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:05:36.541676 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb10ce5-53d9-46ef-b6c7-e2dec0e90769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:05:36.543204 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8eb10ce5-53d9-46ef-b6c7-e2dec0e90769 admin admin] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 842 time: 0.1138937 Dec 20 21:05:36.553514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-00b82051-7a0a-430c-b503-9251f9f39295 admin admin] Request body: {'subnet': {'gateway_ip': '172.35.3.1', 'enable_dhcp': False, 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'cidr': '172.35.3.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:05:36.578485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b82051-7a0a-430c-b503-9251f9f39295 admin admin] Made reservation on behalf of 4bd3a03180814ac19a7b26542385f868 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:05:36.580888 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00b82051-7a0a-430c-b503-9251f9f39295 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:36.860641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.objects.ports [None req-00b82051-7a0a-430c-b503-9251f9f39295 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102401) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:05:36.860981 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00b82051-7a0a-430c-b503-9251f9f39295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:36.922231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b82051-7a0a-430c-b503-9251f9f39295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8012868-e0a6-46b2-994d-7d6228e2b6fe,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:05:36.925691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b82051-7a0a-430c-b503-9251f9f39295 admin admin] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:05:36.926096 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b82051-7a0a-430c-b503-9251f9f39295 admin admin] Network hostable DHCP agents. Network: 75a50006-9813-4820-b308-110a7399d065, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:05:36.946014 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b82051-7a0a-430c-b503-9251f9f39295 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:05:36.955898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-00b82051-7a0a-430c-b503-9251f9f39295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 75a50006-9813-4820-b308-110a7399d065) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:05:36.960675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b82051-7a0a-430c-b503-9251f9f39295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:05:36.961781 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00b82051-7a0a-430c-b503-9251f9f39295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:36.965638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90242697-b4fa-4aff-9425-fde925957ba9 None None] Network 75a50006-9813-4820-b308-110a7399d065 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:05:36.979553 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-00b82051-7a0a-430c-b503-9251f9f39295 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4292450 Dec 20 21:05:37.106093 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df21a2e-ed2d-4988-ba93-580baf11274d None None] Network 75a50006-9813-4820-b308-110a7399d065 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:05:39.325435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41766) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:05:39.568897 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f956987c-c1f5-4711-8e9a-4c56a8ef4eb5 admin admin] 10.222.0.32 "GET /v2.0/routers/94e66e0f-27b6-4824-9f80-5743a08d13ff HTTP/1.1" status: 200 len: 710 time: 0.2421741 Dec 20 21:05:39.719698 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf01a68-8f84-488a-98f5-988317da5ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:05:39.721088 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cbf01a68-8f84-488a-98f5-988317da5ba9 admin admin] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 886 time: 0.1455121 Dec 20 21:05:39.730851 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-eaea526d-271e-449f-a023-d9c1832565ca admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:05:39.975372 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eaea526d-271e-449f-a023-d9c1832565ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:40.212577 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eaea526d-271e-449f-a023-d9c1832565ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:40.291746 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eaea526d-271e-449f-a023-d9c1832565ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:40.473291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-eaea526d-271e-449f-a023-d9c1832565ca admin admin] Allocated IP 172.35.3.183 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/1a6cb721-5072-4333-b84d-e8399aa601f7) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:05:40.582507 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eaea526d-271e-449f-a023-d9c1832565ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:40.643820 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eaea526d-271e-449f-a023-d9c1832565ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:40.716443 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaea526d-271e-449f-a023-d9c1832565ca admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:05:40.720831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-eaea526d-271e-449f-a023-d9c1832565ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:05:40.732342 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea526d-271e-449f-a023-d9c1832565ca admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:05:40.740376 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea526d-271e-449f-a023-d9c1832565ca admin admin] Pushing event updated for resources: {'Port': ['ID=1a6cb721-5072-4333-b84d-e8399aa601f7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:05:41.062449 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eaea526d-271e-449f-a023-d9c1832565ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:41.285040 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eaea526d-271e-449f-a023-d9c1832565ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:41.290269 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eaea526d-271e-449f-a023-d9c1832565ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:41.404487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaea526d-271e-449f-a023-d9c1832565ca admin admin] Router 94e66e0f-27b6-4824-9f80-5743a08d13ff has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:05:41.526726 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaea526d-271e-449f-a023-d9c1832565ca admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:05:41.531613 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eaea526d-271e-449f-a023-d9c1832565ca admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:41.532848 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-eaea526d-271e-449f-a023-d9c1832565ca admin admin] 10.222.0.32 "PUT /v2.0/routers/94e66e0f-27b6-4824-9f80-5743a08d13ff HTTP/1.1" status: 200 len: 890 time: 1.8053527 Dec 20 21:05:41.621387 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c0a53f5a-a02b-4d81-ae34-c7a3d44af176 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:05:41.671682 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port c0a53f5a-a02b-4d81-ae34-c7a3d44af176 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:05:41.672057 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:42.550778 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Sync routers for ids ['94e66e0f-27b6-4824-9f80-5743a08d13ff'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:05:42.561472 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Routers {'94e66e0f-27b6-4824-9f80-5743a08d13ff'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:05:42.562473 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:05:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['94e66e0f-27b6-4824-9f80-5743a08d13ff'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:05:42.766520 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Set router 94e66e0f-27b6-4824-9f80-5743a08d13ff gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:05:43.155246 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e66e0f-27b6-4824-9f80-5743a08d13ff', 'name': 'router1', 'tenant_id': 'eafee85c7ec24f91b155d37a963f30af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.183'}], 'enable_snat': True}, 'gw_port_id': '1a6cb721-5072-4333-b84d-e8399aa601f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:05:23Z', 'updated_at': '2021-12-20T21:05:40Z', 'revision_number': 4, 'project_id': 'eafee85c7ec24f91b155d37a963f30af', 'gw_port': {'id': '1a6cb721-5072-4333-b84d-e8399aa601f7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e66e0f-27b6-4824-9f80-5743a08d13ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:05:40Z', 'updated_at': '2021-12-20T21:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'c0a53f5a-a02b-4d81-ae34-c7a3d44af176', 'name': '', 'network_id': '0b5556a3-79ee-4f52-9627-7427a293376f', 'tenant_id': 'eafee85c7ec24f91b155d37a963f30af', 'mac_address': 'fa:16:3e:4e:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e66e0f-27b6-4824-9f80-5743a08d13ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97c740ed-77d2-43b6-acc4-73cb286cbebb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:05:32Z', 'updated_at': '2021-12-20T21:05:36Z', 'revision_number': 5, 'project_id': 'eafee85c7ec24f91b155d37a963f30af', 'subnets': [{'id': '97c740ed-77d2-43b6-acc4-73cb286cbebb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78768411-8c62-41ff-abbc-aae2bbd8f4d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:05:43.205874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Checking router: 94e66e0f-27b6-4824-9f80-5743a08d13ff for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:05:43.206254 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Updating router 94e66e0f-27b6-4824-9f80-5743a08d13ff port 1a6cb721-5072-4333-b84d-e8399aa601f7 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:05:43.252021 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:43.565614 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:43.574537 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:43.701448 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Attempting to bind port 1a6cb721-5072-4333-b84d-e8399aa601f7 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:05:43.701807 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Attempting to bind port 1a6cb721-5072-4333-b84d-e8399aa601f7 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:05:43.702191 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Attempting to bind port 1a6cb721-5072-4333-b84d-e8399aa601f7 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:05:43.710763 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812e5b8-19bb-437f-a395-872dbc1f3afc None None] Pushing event updated for resources: {'Port': ['ID=1a6cb721-5072-4333-b84d-e8399aa601f7,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:05:43.713114 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:05:43.713475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:05:43.713968 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:43.714255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:05:43.714866 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Bound port: 1a6cb721-5072-4333-b84d-e8399aa601f7, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:05:43.715256 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:43.764669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] For port 1a6cb721-5072-4333-b84d-e8399aa601f7, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:05:43.767762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] For port 1a6cb721-5072-4333-b84d-e8399aa601f7, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1a6cb721-5072-4333-b84d-e8399aa601f7,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:05:43.772226 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:43.832758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Routers {'94e66e0f-27b6-4824-9f80-5743a08d13ff'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:05:43.833393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:05:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['94e66e0f-27b6-4824-9f80-5743a08d13ff'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:05:43.835447 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812e5b8-19bb-437f-a395-872dbc1f3afc None None] Pushing event updated for resources: {'Port': ['ID=1a6cb721-5072-4333-b84d-e8399aa601f7,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:05:43.951175 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] Set router 94e66e0f-27b6-4824-9f80-5743a08d13ff gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:05:43.988336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41778) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:05:44.107714 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f29b4cbe-2782-4faf-a821-8fc0402f6ac4 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1182568 Dec 20 21:05:44.172498 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e66e0f-27b6-4824-9f80-5743a08d13ff', 'name': 'router1', 'tenant_id': 'eafee85c7ec24f91b155d37a963f30af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.183'}], 'enable_snat': True}, 'gw_port_id': '1a6cb721-5072-4333-b84d-e8399aa601f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:05:23Z', 'updated_at': '2021-12-20T21:05:40Z', 'revision_number': 4, 'project_id': 'eafee85c7ec24f91b155d37a963f30af', 'gw_port': {'id': '1a6cb721-5072-4333-b84d-e8399aa601f7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e66e0f-27b6-4824-9f80-5743a08d13ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:05:40Z', 'updated_at': '2021-12-20T21:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'c0a53f5a-a02b-4d81-ae34-c7a3d44af176', 'name': '', 'network_id': '0b5556a3-79ee-4f52-9627-7427a293376f', 'tenant_id': 'eafee85c7ec24f91b155d37a963f30af', 'mac_address': 'fa:16:3e:4e:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e66e0f-27b6-4824-9f80-5743a08d13ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97c740ed-77d2-43b6-acc4-73cb286cbebb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:05:32Z', 'updated_at': '2021-12-20T21:05:36Z', 'revision_number': 5, 'project_id': 'eafee85c7ec24f91b155d37a963f30af', 'subnets': [{'id': '97c740ed-77d2-43b6-acc4-73cb286cbebb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78768411-8c62-41ff-abbc-aae2bbd8f4d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:05:44.200953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8d372-b1ac-4fbf-83c9-ad4931416ba6 None None] The sync data for ids ['94e66e0f-27b6-4824-9f80-5743a08d13ff'] in n-d-xena-1 is: [{'id': '94e66e0f-27b6-4824-9f80-5743a08d13ff', 'name': 'router1', 'tenant_id': 'eafee85c7ec24f91b155d37a963f30af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.183'}], 'enable_snat': True}, 'gw_port_id': '1a6cb721-5072-4333-b84d-e8399aa601f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:05:23Z', 'updated_at': '2021-12-20T21:05:40Z', 'revision_number': 4, 'project_id': 'eafee85c7ec24f91b155d37a963f30af', 'gw_port': {'id': '1a6cb721-5072-4333-b84d-e8399aa601f7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e66e0f-27b6-4824-9f80-5743a08d13ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:05:40Z', 'updated_at': '2021-12-20T21:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'c0a53f5a-a02b-4d81-ae34-c7a3d44af176', 'name': '', 'network_id': '0b5556a3-79ee-4f52-9627-7427a293376f', 'tenant_id': 'eafee85c7ec24f91b155d37a963f30af', 'mac_address': 'fa:16:3e:4e:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e66e0f-27b6-4824-9f80-5743a08d13ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97c740ed-77d2-43b6-acc4-73cb286cbebb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:05:32Z', 'updated_at': '2021-12-20T21:05:36Z', 'revision_number': 5, 'project_id': 'eafee85c7ec24f91b155d37a963f30af', 'subnets': [{'id': '97c740ed-77d2-43b6-acc4-73cb286cbebb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78768411-8c62-41ff-abbc-aae2bbd8f4d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:05:45.631129 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1a6cb721-5072-4333-b84d-e8399aa601f7 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:05:45.684037 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 1a6cb721-5072-4333-b84d-e8399aa601f7 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:05:45.684409 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:45.765677 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:45.798890 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 1a6cb721-5072-4333-b84d-e8399aa601f7, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1a6cb721-5072-4333-b84d-e8399aa601f7,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:05:45.804452 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:45.855894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=1a6cb721-5072-4333-b84d-e8399aa601f7,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:05:47.514660 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 5 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:05:47.648313 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1a6cb721-5072-4333-b84d-e8399aa601f7 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:05:47.734446 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 1a6cb721-5072-4333-b84d-e8399aa601f7 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:05:47.735056 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:57.010238 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa805931-5a66-43c1-b7cc-fdc237233738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:05:59.363127 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1fc122d0-e93e-45d3-8e92-dff278629c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:06:00.478635 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:06:01.888292 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:06:02.272401 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:06:24.513664 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 5 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:06:27.004065 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e19ddc-336c-4982-be7c-d2c25bed01d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:06:29.367956 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6434d240-aad3-4dce-ae19-7945b1d2e8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:06:30.474091 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:06:31.892999 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:06:32.266395 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:06:57.008668 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9234788a-9d9f-4fd8-b635-7bbaa8499062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:06:59.376638 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c70c8f4c-eb42-4239-becd-2936a1774e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:07:00.478014 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:07:01.513794 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 5 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:07:01.894349 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:07:02.270722 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:07:24.727089 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42372) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:07:24.802648 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8727119-1931-4c4c-b4b1-3d5a6be823de admin admin] GET failed (client error): The resource could not be found. Dec 20 21:07:24.804066 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d8727119-1931-4c4c-b4b1-3d5a6be823de admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0760109 Dec 20 21:07:25.061485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8789ab4-336b-43a8-9e0f-1a3da4f40c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:07:25.063048 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a8789ab4-336b-43a8-9e0f-1a3da4f40c05 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2538753 Dec 20 21:07:27.012254 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d15617e6-3ec7-4dd8-9dbe-fc58caa25e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:07:27.260967 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42382) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:07:27.370095 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af274bbc-1dc4-401c-bb22-72169eecd316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:07:27.371450 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-af274bbc-1dc4-401c-bb22-72169eecd316 admin admin] 10.222.0.32 "GET /v2.0/subnets/97c740ed-77d2-43b6-acc4-73cb286cbebb HTTP/1.1" status: 200 len: 849 time: 0.1094661 Dec 20 21:07:27.381777 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:07:27.477699 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] Notify callbacks [] for subnet, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:07:27.634614 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771581996957'] for subnet, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:07:27.665151 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:07:27.665749 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:07:27.667027 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] 10.222.0.32 "PUT /v2.0/subnets/97c740ed-77d2-43b6-acc4-73cb286cbebb HTTP/1.1" status: 200 len: 868 time: 0.2889788 Dec 20 21:07:27.672627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10bcf53-2e6e-4450-91df-b697fe2749bc None None] Network 0b5556a3-79ee-4f52-9627-7427a293376f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:07:27.688029 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c740ed-77d2-43b6-acc4-73cb286cbebb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:07:27.695728 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:07:27.696144 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:07:27.696441 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:07:27.696771 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:07:27.697094 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:07:27.697412 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:07:27.697731 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:07:27.698048 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:07:27.698391 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:07:27.698707 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:07:27.699162 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:07:27.699749 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b401f2f-3156-4e8f-9aa0-749786ec00ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:07:28.086476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f3912d19-5cbf-4cb1-b255-6b4a181e3021 None None] Provisioning complete for port c0a53f5a-a02b-4d81-ae34-c7a3d44af176 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:07:28.087079 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f3912d19-5cbf-4cb1-b255-6b4a181e3021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:07:28.171864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f3912d19-5cbf-4cb1-b255-6b4a181e3021 None None] Provisioning complete for port 97809af5-ed26-427e-8153-93984e4888d1 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:07:28.172082 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f3912d19-5cbf-4cb1-b255-6b4a181e3021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:07:29.369854 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c35a1624-e3cc-499c-b26a-c07dc3735daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:07:29.890164 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42392) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:07:30.097238 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f54e43-dd27-46c2-9680-5972738d200f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:07:30.097709 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f54e43-dd27-46c2-9680-5972738d200f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:07:30.099281 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d1f54e43-dd27-46c2-9680-5972738d200f admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2079780 Dec 20 21:07:30.480136 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:07:31.894233 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:07:32.275547 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:07:32.307434 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42400) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:07:32.448531 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4c875f-e8a2-4f3f-877f-abdafd99cdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:07:32.449006 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4c875f-e8a2-4f3f-877f-abdafd99cdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:07:32.450580 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-eb4c875f-e8a2-4f3f-877f-abdafd99cdc2 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1422262 Dec 20 21:07:34.862515 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42408) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:07:35.023017 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fba907b-74af-4977-aed1-e7cd27c6bbe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:07:35.024615 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3fba907b-74af-4977-aed1-e7cd27c6bbe7 admin admin] 10.222.0.32 "GET /v2.0/networks/0b5556a3-79ee-4f52-9627-7427a293376f HTTP/1.1" status: 200 len: 869 time: 0.1611600 Dec 20 21:07:37.183315 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42416) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:07:37.389797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d6bac3-2e3c-4370-a7a7-bae8b8c7aae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:07:37.391114 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b7d6bac3-2e3c-4370-a7a7-bae8b8c7aae5 admin admin] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 886 time: 0.2067297 Dec 20 21:07:38.512910 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 5 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:07:39.622975 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42424) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:07:39.756786 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a660acc-1068-428f-a481-931a40e2a7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:07:39.757235 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a660acc-1068-428f-a481-931a40e2a7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:07:39.759409 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4a660acc-1068-428f-a481-931a40e2a7b4 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1354287 Dec 20 21:07:41.936950 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42432) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:07:42.071293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533fd5f1-c027-4677-941c-10fde284d8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:07:42.071742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533fd5f1-c027-4677-941c-10fde284d8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:07:42.073318 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-533fd5f1-c027-4677-941c-10fde284d8bb admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1353967 Dec 20 21:07:44.290791 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42440) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:07:44.392932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38848c1-1e78-45b4-bff6-7b22ff6eb426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:07:44.394307 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c38848c1-1e78-45b4-bff6-7b22ff6eb426 admin admin] 10.222.0.32 "GET /v2.0/subnets/97c740ed-77d2-43b6-acc4-73cb286cbebb HTTP/1.1" status: 200 len: 868 time: 0.1021278 Dec 20 21:07:46.636536 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42448) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:07:46.728191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c83304-b2e2-45bb-bd53-71db9d0fae4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:07:46.729563 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c4c83304-b2e2-45bb-bd53-71db9d0fae4f admin admin] 10.222.0.32 "GET /v2.0/subnets/b8012868-e0a6-46b2-994d-7d6228e2b6fe HTTP/1.1" status: 200 len: 816 time: 0.0920434 Dec 20 21:07:57.016056 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aae89eb2-bf71-4c1d-a47b-e4875e2307f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:07:59.371604 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a028fa2-66d7-400e-90ba-6ac5773fe755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:00.483367 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:01.897276 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:02.283612 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:10.786930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42502) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:08:10.844455 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-78df4d7c-e137-40b6-9e3f-787eb26a370b admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:08:10.845822 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-78df4d7c-e137-40b6-9e3f-787eb26a370b admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0577314 Dec 20 21:08:13.103477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42510) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:08:13.179092 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-322e4d48-226b-4183-a725-188675e9fabe admin admin] GET failed (client error): The resource could not be found. Dec 20 21:08:13.180619 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-322e4d48-226b-4183-a725-188675e9fabe admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0758684 Dec 20 21:08:13.284460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc9ba30-c05a-4957-a97c-f12921001a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:08:13.285877 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7cc9ba30-c05a-4957-a97c-f12921001a3c admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0978239 Dec 20 21:08:15.534362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42518) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:08:15.573456 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 5 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:08:15.587549 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c016b4f3-ed56-40fe-9f23-60b966d98c64 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:08:15.620153 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c016b4f3-ed56-40fe-9f23-60b966d98c64 admin admin] Made reservation on behalf of 4bd3a03180814ac19a7b26542385f868 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:08:15.623975 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c016b4f3-ed56-40fe-9f23-60b966d98c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:15.661989 n-d-xena-1 neutron-server[102402]: WARNING neutron.services.revisions.revision_plugin [None req-c016b4f3-ed56-40fe-9f23-60b966d98c64 admin admin] Could not find related network for resource to bump revision. Dec 20 21:08:15.676988 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c016b4f3-ed56-40fe-9f23-60b966d98c64 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:08:15.687075 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c016b4f3-ed56-40fe-9f23-60b966d98c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:15.687730 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-c016b4f3-ed56-40fe-9f23-60b966d98c64 admin admin] Added segment 66366560-2594-4a49-ac69-da6e2ba22cb6 of type vlan for network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a Dec 20 21:08:15.725708 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c016b4f3-ed56-40fe-9f23-60b966d98c64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:15.751754 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c016b4f3-ed56-40fe-9f23-60b966d98c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:15.752737 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c016b4f3-ed56-40fe-9f23-60b966d98c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:08:15.753306 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c016b4f3-ed56-40fe-9f23-60b966d98c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:15.807721 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c016b4f3-ed56-40fe-9f23-60b966d98c64 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2722721 Dec 20 21:08:15.815795 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016b4f3-ed56-40fe-9f23-60b966d98c64 admin admin] Pushing event updated for resources: {'Network': ['ID=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:08:15.829412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:08:18.023381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42526) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:08:18.089564 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0ba27e-a463-43cf-9ed6-eb065cffcb41 admin admin] GET failed (client error): The resource could not be found. Dec 20 21:08:18.090943 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3a0ba27e-a463-43cf-9ed6-eb065cffcb41 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0663764 Dec 20 21:08:18.205680 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a46ec3-24dc-4d2f-907e-00aad60cfe8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:08:18.207075 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d7a46ec3-24dc-4d2f-907e-00aad60cfe8b admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1092589 Dec 20 21:08:18.217817 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-542a15b6-d1f6-4f5e-bd6b-a7c2ab5ad1a4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:08:18.242568 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542a15b6-d1f6-4f5e-bd6b-a7c2ab5ad1a4 admin admin] Made reservation on behalf of 4bd3a03180814ac19a7b26542385f868 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:08:18.245066 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-542a15b6-d1f6-4f5e-bd6b-a7c2ab5ad1a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:18.425326 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-542a15b6-d1f6-4f5e-bd6b-a7c2ab5ad1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:18.482378 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a15b6-d1f6-4f5e-bd6b-a7c2ab5ad1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d9bae2-1856-4b35-9603-0bf6cec81ddf,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:08:18.492276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542a15b6-d1f6-4f5e-bd6b-a7c2ab5ad1a4 admin admin] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:08:18.492645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a15b6-d1f6-4f5e-bd6b-a7c2ab5ad1a4 admin admin] Network hostable DHCP agents. Network: 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:08:18.522710 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a15b6-d1f6-4f5e-bd6b-a7c2ab5ad1a4 admin admin] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:08:18.534832 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-542a15b6-d1f6-4f5e-bd6b-a7c2ab5ad1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:08:18.539067 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542a15b6-d1f6-4f5e-bd6b-a7c2ab5ad1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:08:18.539874 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-542a15b6-d1f6-4f5e-bd6b-a7c2ab5ad1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:18.545461 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448ddd6f-4a45-412e-9cf3-b8edf96bf5eb None None] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:08:18.556585 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-542a15b6-d1f6-4f5e-bd6b-a7c2ab5ad1a4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3422418 Dec 20 21:08:18.790948 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'tenant_id': '4bd3a03180814ac19a7b26542385f868', 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:08:18.791830 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:18.931257 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Allocated IP 192.168.233.2 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/27872c71-0899-4e2b-b5f1-d9661bdec3a2) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:08:19.083897 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:19.091099 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:19.132228 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:08:19.138178 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:08:19.140048 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Pushing event updated for resources: {'Port': ['ID=27872c71-0899-4e2b-b5f1-d9661bdec3a2,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:08:19.142178 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:08:19.151077 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:08:19.151428 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:08:19.151774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:08:19.152114 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:08:19.152445 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:08:19.152779 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:08:19.153109 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:08:19.153436 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:08:19.153767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:08:19.154197 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:08:19.154448 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:08:19.154775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:08:19.206861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Attempting to bind port 27872c71-0899-4e2b-b5f1-d9661bdec3a2 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:08:19.207264 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Attempting to bind port 27872c71-0899-4e2b-b5f1-d9661bdec3a2 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:08:19.207907 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Attempting to bind port 27872c71-0899-4e2b-b5f1-d9661bdec3a2 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:08:19.213326 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:08:19.213714 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:08:19.214117 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:19.214530 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:08:19.214985 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Bound port: 27872c71-0899-4e2b-b5f1-d9661bdec3a2, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:08:19.215377 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:19.280737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] For port 27872c71-0899-4e2b-b5f1-d9661bdec3a2, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:08:19.284446 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] For port 27872c71-0899-4e2b-b5f1-d9661bdec3a2, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=27872c71-0899-4e2b-b5f1-d9661bdec3a2,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:08:19.289581 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:19.346230 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9b6b9-831d-4682-a08f-88b2c490883b None None] Pushing event updated for resources: {'Port': ['ID=27872c71-0899-4e2b-b5f1-d9661bdec3a2,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:08:19.732875 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 27872c71-0899-4e2b-b5f1-d9661bdec3a2 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:08:19.782850 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 27872c71-0899-4e2b-b5f1-d9661bdec3a2 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:08:19.783223 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:19.863794 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:19.900027 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 27872c71-0899-4e2b-b5f1-d9661bdec3a2, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=27872c71-0899-4e2b-b5f1-d9661bdec3a2,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:08:19.904993 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:19.954277 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=27872c71-0899-4e2b-b5f1-d9661bdec3a2,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:08:20.214241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd62c35-7709-4c0f-b29d-0c57e1a4f753 None None] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:08:20.323058 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-96bd0fbd-30ff-4bba-b2b5-23dd74d9161a None None] Provisioning complete for port 27872c71-0899-4e2b-b5f1-d9661bdec3a2 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:08:20.323420 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96bd0fbd-30ff-4bba-b2b5-23dd74d9161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:20.655802 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4f53968c-b7e8-48b3-bbb4-932391545b77 None None] Provisioning complete for port 27872c71-0899-4e2b-b5f1-d9661bdec3a2 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:08:20.656101 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f53968c-b7e8-48b3-bbb4-932391545b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:21.712616 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 27872c71-0899-4e2b-b5f1-d9661bdec3a2 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:08:21.762531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 27872c71-0899-4e2b-b5f1-d9661bdec3a2 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:08:21.762893 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:27.020181 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-240453a6-ec51-48cb-999b-f6f0d4e311cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:29.373232 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac621e77-de09-4603-a03e-61d5ca5574db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:30.489005 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:31.900527 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:32.280031 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:52.512579 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 5 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:08:57.022854 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-60056d4e-c335-4aad-91a7-ba1fcad95059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:08:59.377397 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cbd86d42-d90c-4a87-9ea2-3f84b8574ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:09:00.489624 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:09:01.903406 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:09:02.274984 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:09:27.028526 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dbcd23f1-c186-4e71-94f1-6c87aede028f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:09:29.384777 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f4e1f3c-276b-474d-8684-49d572ddc75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:09:29.511662 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 5 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:09:30.495771 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:09:31.798208 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42578) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:09:31.804253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-a7923ded-70af-478f-912e-950923b427e7 tempest-verify_tempest_config-377789099 tempest-verify_tempest_config-377789099-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:09:31.805220 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a7923ded-70af-478f-912e-950923b427e7 tempest-verify_tempest_config-377789099 tempest-verify_tempest_config-377789099-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060432 Dec 20 21:09:31.905537 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:09:32.154045 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42596) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:09:32.275341 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-531b9771-8520-4c90-ad81-ea8328b4a744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:09:32.283597 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:09:32.351992 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-531b9771-8520-4c90-ad81-ea8328b4a744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:09:32.358041 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-531b9771-8520-4c90-ad81-ea8328b4a744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:09:32.408183 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-531b9771-8520-4c90-ad81-ea8328b4a744 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0e4195e83504dbb908ae4606b280b5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2530360 Dec 20 21:09:32.409291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b9771-8520-4c90-ad81-ea8328b4a744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb29c5d8-8c32-4a84-884a-da48773bd7c9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:09:32.411337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42600) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:09:32.416247 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9771-8520-4c90-ad81-ea8328b4a744 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.416605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9771-8520-4c90-ad81-ea8328b4a744 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.416974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9771-8520-4c90-ad81-ea8328b4a744 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.417260 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9771-8520-4c90-ad81-ea8328b4a744 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.417571 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9771-8520-4c90-ad81-ea8328b4a744 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.417873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9771-8520-4c90-ad81-ea8328b4a744 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.418218 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9771-8520-4c90-ad81-ea8328b4a744 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.418527 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9771-8520-4c90-ad81-ea8328b4a744 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.418839 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9771-8520-4c90-ad81-ea8328b4a744 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.419154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9771-8520-4c90-ad81-ea8328b4a744 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.419462 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9771-8520-4c90-ad81-ea8328b4a744 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.419769 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531b9771-8520-4c90-ad81-ea8328b4a744 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.471602 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cc90f175-8d5a-4ae8-9bcb-af0eb3c478bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:09:32.491378 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cc90f175-8d5a-4ae8-9bcb-af0eb3c478bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:09:32.579789 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cc90f175-8d5a-4ae8-9bcb-af0eb3c478bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:09:32.582408 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cc90f175-8d5a-4ae8-9bcb-af0eb3c478bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:09:32.583573 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cc90f175-8d5a-4ae8-9bcb-af0eb3c478bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb29c5d8-8c32-4a84-884a-da48773bd7c9 HTTP/1.1" status: 204 len: 168 time: 0.1713433 Dec 20 21:09:32.591511 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90f175-8d5a-4ae8-9bcb-af0eb3c478bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb29c5d8-8c32-4a84-884a-da48773bd7c9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:09:32.598328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90f175-8d5a-4ae8-9bcb-af0eb3c478bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.598673 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90f175-8d5a-4ae8-9bcb-af0eb3c478bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.599014 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90f175-8d5a-4ae8-9bcb-af0eb3c478bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.599345 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90f175-8d5a-4ae8-9bcb-af0eb3c478bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.599672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90f175-8d5a-4ae8-9bcb-af0eb3c478bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.600002 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90f175-8d5a-4ae8-9bcb-af0eb3c478bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.600327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90f175-8d5a-4ae8-9bcb-af0eb3c478bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.600647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90f175-8d5a-4ae8-9bcb-af0eb3c478bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.600967 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90f175-8d5a-4ae8-9bcb-af0eb3c478bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.601288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90f175-8d5a-4ae8-9bcb-af0eb3c478bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.601607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90f175-8d5a-4ae8-9bcb-af0eb3c478bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:32.601941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc90f175-8d5a-4ae8-9bcb-af0eb3c478bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:09:57.032483 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-857247af-07a8-4b4e-ba42-c139d1313c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:09:59.390666 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a330f666-274e-4f95-aec4-ca2ea700bb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:10:00.506915 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:10:01.912588 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:10:02.286058 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:10:06.515191 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 5 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:10:27.042441 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49241f07-492b-4737-a6ce-6dda76890245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:10:29.384436 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9be8c6d8-0f7b-4ad2-9761-7ebe3fd0c09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:10:30.513985 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:10:31.925094 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:10:32.283741 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:10:43.515439 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 5 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:10:57.045663 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8d89097-1ba9-4488-9ae9-a580650becc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:10:59.389641 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5062bbfe-4bfc-4fd8-82e5-3f88788e6cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:11:00.510433 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:11:01.921444 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:11:02.289320 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:11:20.514725 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 5 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:11:27.047807 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4fcf08d-7d2e-4c29-a99e-1e6969ab98bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:11:29.374908 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d99d923-3a1a-420c-9c02-c2114739323b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:11:30.520042 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:11:31.933981 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:11:32.293410 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:11:57.045514 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-035eaf6d-54e7-4d72-96ee-0b694b1c2ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:11:57.513107 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 5 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:11:59.378332 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff0b71fd-92ba-4f37-bf71-a6e134f0e793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:12:00.516436 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:12:01.931687 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:12:02.291826 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:12:27.045185 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1b21a06-e147-4b36-93c4-37ded425821e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:12:29.387215 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1395f207-129f-4f74-bf01-9b6e78659ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:12:30.613262 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:12:31.936845 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:12:32.292696 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:12:34.513020 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 5 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:12:44.290359 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287476'] for agent, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:12:47.594223 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-287476'] for agent, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:12:57.041416 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0218094d-2933-4646-8874-e75cafc0dcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:12:59.381846 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3eb82f39-b1f2-4b5e-b79c-c211186cb4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:13:00.520746 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:13:01.936497 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:13:02.290937 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:13:11.532520 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:13:14.270268 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:13:17.559924 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:13:23.390331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42666) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:13:23.513662 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0fcc24a9-cc7a-4e49-ad51-d626bccf8aff admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4665 time: 0.1222177 Dec 20 21:13:25.722312 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42676) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:13:25.803656 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e4efc426-aed8-4c6d-aff0-0ace85e8ff2e admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4665 time: 0.0802140 Dec 20 21:13:27.040502 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35775b01-2b31-49df-a9d1-fbf31e997cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:13:29.393399 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f0b8-67cc-4bad-8bf7-642b06f2c1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:13:30.523279 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:13:31.940161 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:13:32.290602 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:13:44.286819 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:13:47.584887 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:13:48.527327 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:13:57.036467 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bed3b3e9-55cd-4636-abcb-80f7d4aff8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:13:59.398235 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23e2c962-afbc-4278-b914-e9652d8efbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:14:00.528466 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:14:01.947659 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:14:02.286998 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:14:14.293396 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:14:17.570110 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:14:25.528302 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:14:27.042448 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0fe2b736-7150-4c2a-bbb1-e5b02172bbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:14:29.393984 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae3d7-5db3-4817-b7c6-98e8a6590455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:14:30.529358 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:14:31.938012 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:14:32.282328 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:14:44.291873 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:14:47.582695 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:14:57.054141 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-664b7f20-aa25-4718-9698-22ae984951f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:14:59.399284 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f8dec48-f538-432d-b95e-362d3f7794df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:14:59.471929 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42798) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:14:59.822232 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1802d8c9-639f-4784-b159-745efd08844e tempest-AutoAllocateNetworkTest-1841777874 tempest-AutoAllocateNetworkTest-1841777874-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=28d2b4411a104d57946b631d160d0188&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3490510 Dec 20 21:14:59.830867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42828) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:00.031507 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b7885-c2c0-42a1-8004-827f20641cba tempest-AutoAllocateNetworkTest-1841777874 tempest-AutoAllocateNetworkTest-1841777874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:00.033003 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-612b7885-c2c0-42a1-8004-827f20641cba tempest-AutoAllocateNetworkTest-1841777874 tempest-AutoAllocateNetworkTest-1841777874-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2071252 Dec 20 21:15:00.036336 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42846) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:00.093854 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42848) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:00.094318 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-43cab61a-b4b7-484e-ba91-da86ad5cf69f tempest-AutoAllocateNetworkTest-1841777874 tempest-AutoAllocateNetworkTest-1841777874-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564811 Dec 20 21:15:00.125302 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-17593442-ea17-4653-87a2-374c97fd31ae tempest-AutoAllocateNetworkTest-1841777874 tempest-AutoAllocateNetworkTest-1841777874-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=28d2b4411a104d57946b631d160d0188 HTTP/1.1" status: 200 len: 208 time: 0.0274413 Dec 20 21:15:00.536557 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:00.844607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42888) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:01.067796 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cfdccdb0-381b-462f-823f-69b889c4be43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:01.158360 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cfdccdb0-381b-462f-823f-69b889c4be43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:01.163631 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cfdccdb0-381b-462f-823f-69b889c4be43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:01.210603 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cfdccdb0-381b-462f-823f-69b889c4be43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28d2b4411a104d57946b631d160d0188&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3647821 Dec 20 21:15:01.211885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdccdb0-381b-462f-823f-69b889c4be43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b6b3fc-d763-4648-90db-0740a7b4d024,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:01.214130 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42912) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:01.221333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccdb0-381b-462f-823f-69b889c4be43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.221746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccdb0-381b-462f-823f-69b889c4be43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.222335 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccdb0-381b-462f-823f-69b889c4be43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.222869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccdb0-381b-462f-823f-69b889c4be43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.223349 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccdb0-381b-462f-823f-69b889c4be43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.223844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccdb0-381b-462f-823f-69b889c4be43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.224331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccdb0-381b-462f-823f-69b889c4be43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.224856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccdb0-381b-462f-823f-69b889c4be43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.225439 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccdb0-381b-462f-823f-69b889c4be43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.225923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccdb0-381b-462f-823f-69b889c4be43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.226617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccdb0-381b-462f-823f-69b889c4be43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.227314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccdb0-381b-462f-823f-69b889c4be43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdccdb0-381b-462f-823f-69b889c4be43 admin admin] Tracked resource versions report: Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: pushed versions: Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: { 'AddressGroup': {'1.2'}, Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'ConntrackHelper': {'1.0'}, Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'Log': {'1.0'}, Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'Network': {'1.1'}, Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'Port': {'1.7'}, Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'PortForwarding': {'1.2'}, Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'QosPolicy': {'1.9'}, Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'SecurityGroup': {'1.4'}, Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'SecurityGroupRule': {'1.2'}, Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'SubPort': {'1.0'}, Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'Subnet': {'1.1'}, Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'Trunk': {'1.1'}} Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: consumer versions: Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: { DHCP agent@n-d-xena-1: {}, Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: HyperV agent@n-h1-xena-1: {}, Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: HyperV agent@n-h2-xena-1: {}, Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: L3 agent@n-d-xena-1: {}, Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: Metadata agent@n-d-xena-1: {}, Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: Metering agent@n-d-xena-1: {}, Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: Open vSwitch agent@n-d-xena-1: { 'AddressGroup': '1.2', Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'ConntrackHelper': '1.0', Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'Log': '1.0', Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'Network': '1.1', Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'Port': '1.7', Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'PortForwarding': '1.2', Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'QosPolicy': '1.9', Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'SecurityGroup': '1.4', Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'SecurityGroupRule': '1.2', Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'SubPort': '1.0', Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'Subnet': '1.1', Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: 'Trunk': '1.1'}} Dec 20 21:15:01.228447 n-d-xena-1 neutron-server[102401]: {{(pid=102401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 21:15:01.288817 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:01.313822 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:01.366670 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:01.369414 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:01.373537 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27b6b3fc-d763-4648-90db-0740a7b4d024 HTTP/1.1" status: 204 len: 168 time: 0.1575716 Dec 20 21:15:01.381763 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b6b3fc-d763-4648-90db-0740a7b4d024,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:01.389781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.390158 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.390475 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.390800 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.391118 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.391437 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.391818 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.392136 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.392450 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.392762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.393324 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.393435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83abb566-b5aa-45a6-8df4-e15c4ab5e364 admin admin] Tracked resource versions report: Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: pushed versions: Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: { 'AddressGroup': {'1.2'}, Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'ConntrackHelper': {'1.0'}, Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'Log': {'1.0'}, Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'Network': {'1.1'}, Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'Port': {'1.7'}, Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'PortForwarding': {'1.2'}, Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'QosPolicy': {'1.9'}, Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'SecurityGroup': {'1.4'}, Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'SecurityGroupRule': {'1.2'}, Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'SubPort': {'1.0'}, Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'Subnet': {'1.1'}, Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'Trunk': {'1.1'}} Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: consumer versions: Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: { DHCP agent@n-d-xena-1: {}, Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: HyperV agent@n-h1-xena-1: {}, Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: HyperV agent@n-h2-xena-1: {}, Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: L3 agent@n-d-xena-1: {}, Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: Metadata agent@n-d-xena-1: {}, Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: Metering agent@n-d-xena-1: {}, Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: Open vSwitch agent@n-d-xena-1: { 'AddressGroup': '1.2', Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'ConntrackHelper': '1.0', Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'Log': '1.0', Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'Network': '1.1', Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'Port': '1.7', Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'PortForwarding': '1.2', Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'QosPolicy': '1.9', Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'SecurityGroup': '1.4', Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'SecurityGroupRule': '1.2', Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'SubPort': '1.0', Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'Subnet': '1.1', Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: 'Trunk': '1.1'}} Dec 20 21:15:01.394484 n-d-xena-1 neutron-server[102402]: {{(pid=102402) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 21:15:01.943539 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:02.285839 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:02.527318 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:15:04.262034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43070) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:04.367939 n-d-xena-1 neutron-server[102402]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 20 21:15:04.464009 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec858a-9781-40b5-9920-778795427cfe req-c0a2c96d-c740-4fa9-ab83-3471ba0d46f7 tempest-NetworksTest-1276590885 tempest-NetworksTest-1276590885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:04.464567 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec858a-9781-40b5-9920-778795427cfe req-c0a2c96d-c740-4fa9-ab83-3471ba0d46f7 tempest-NetworksTest-1276590885 tempest-NetworksTest-1276590885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:04.464955 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec858a-9781-40b5-9920-778795427cfe req-c0a2c96d-c740-4fa9-ab83-3471ba0d46f7 tempest-NetworksTest-1276590885 tempest-NetworksTest-1276590885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:04.466552 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-36ec858a-9781-40b5-9920-778795427cfe req-c0a2c96d-c740-4fa9-ab83-3471ba0d46f7 tempest-NetworksTest-1276590885 tempest-NetworksTest-1276590885-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2028518 Dec 20 21:15:04.879018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43110) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:05.041936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43124) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:05.094613 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-72e225b5-3435-4f77-a82c-1b8e1177d5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:05.203982 n-d-xena-1 neutron-server[102401]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 20 21:15:05.229838 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-72e225b5-3435-4f77-a82c-1b8e1177d5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:05.256777 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-72e225b5-3435-4f77-a82c-1b8e1177d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:05.299044 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-72e225b5-3435-4f77-a82c-1b8e1177d5c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93aa745eca624a578da452ad46b01034&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4189537 Dec 20 21:15:05.300597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43144) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:05.303037 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43146) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:05.328639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e225b5-3435-4f77-a82c-1b8e1177d5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94aefb6-9095-43ba-a1d6-d9cadf13c7b3,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:05.349524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182411e-6267-4209-aaee-368d52168810 req-75306b91-7e76-41b5-86a0-9554da59ab91 tempest-NetworksTest-1276590885 tempest-NetworksTest-1276590885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:05.351075 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5182411e-6267-4209-aaee-368d52168810 req-75306b91-7e76-41b5-86a0-9554da59ab91 tempest-NetworksTest-1276590885 tempest-NetworksTest-1276590885-project-admin] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 886 time: 0.3080661 Dec 20 21:15:05.385092 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a6b5745-18d3-4cb0-8b59-50da02622525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:05.408041 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a6b5745-18d3-4cb0-8b59-50da02622525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:05.473725 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a6b5745-18d3-4cb0-8b59-50da02622525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:05.476223 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a6b5745-18d3-4cb0-8b59-50da02622525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:05.477335 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0a6b5745-18d3-4cb0-8b59-50da02622525 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b94aefb6-9095-43ba-a1d6-d9cadf13c7b3 HTTP/1.1" status: 204 len: 168 time: 0.1691339 Dec 20 21:15:05.478101 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee626a98-b5f0-4e52-80fb-8fc405a4691a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:05.616495 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b5745-18d3-4cb0-8b59-50da02622525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94aefb6-9095-43ba-a1d6-d9cadf13c7b3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:05.634607 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee626a98-b5f0-4e52-80fb-8fc405a4691a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:05.642522 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee626a98-b5f0-4e52-80fb-8fc405a4691a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:05.677683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee626a98-b5f0-4e52-80fb-8fc405a4691a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72e36c4-c664-4645-9273-e5297fc16397,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:05.731179 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ee626a98-b5f0-4e52-80fb-8fc405a4691a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab632ea77fc34cb49f18b04de2295acc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4292424 Dec 20 21:15:05.733896 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43172) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:05.763236 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9abcd5-8c34-4d9f-8cd8-e71f09620d33 req-011d59f7-d466-493b-88bc-d69c16039b0c tempest-NetworksTest-1276590885 tempest-NetworksTest-1276590885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:05.763929 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9abcd5-8c34-4d9f-8cd8-e71f09620d33 req-011d59f7-d466-493b-88bc-d69c16039b0c tempest-NetworksTest-1276590885 tempest-NetworksTest-1276590885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:05.764530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9abcd5-8c34-4d9f-8cd8-e71f09620d33 req-011d59f7-d466-493b-88bc-d69c16039b0c tempest-NetworksTest-1276590885 tempest-NetworksTest-1276590885-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:05.788267 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b9abcd5-8c34-4d9f-8cd8-e71f09620d33 req-011d59f7-d466-493b-88bc-d69c16039b0c tempest-NetworksTest-1276590885 tempest-NetworksTest-1276590885-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.3155909 Dec 20 21:15:05.816225 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0a4b4c75-05b8-4b41-8ad4-8b1dddc01e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:05.863876 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0a4b4c75-05b8-4b41-8ad4-8b1dddc01e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:05.864426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43186) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:05.880417 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd78ccb1-1b58-4868-a676-6ead7a05359c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:05.969951 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0a4b4c75-05b8-4b41-8ad4-8b1dddc01e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:05.972972 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0a4b4c75-05b8-4b41-8ad4-8b1dddc01e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:05.974371 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0a4b4c75-05b8-4b41-8ad4-8b1dddc01e5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d72e36c4-c664-4645-9273-e5297fc16397 HTTP/1.1" status: 204 len: 168 time: 0.2393899 Dec 20 21:15:05.993990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b4c75-05b8-4b41-8ad4-8b1dddc01e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72e36c4-c664-4645-9273-e5297fc16397,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:06.057573 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd78ccb1-1b58-4868-a676-6ead7a05359c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:06.066425 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd78ccb1-1b58-4868-a676-6ead7a05359c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:06.118009 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cd78ccb1-1b58-4868-a676-6ead7a05359c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d33f0af08d94d7d99477b98083897ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2522771 Dec 20 21:15:06.119465 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78ccb1-1b58-4868-a676-6ead7a05359c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744ac599-6a0b-4e9b-b43c-5fa336e71dda,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:06.121235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43206) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:06.218101 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b261cf87-6193-475c-a512-c65eae112ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:06.271811 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b261cf87-6193-475c-a512-c65eae112ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:06.335997 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b261cf87-6193-475c-a512-c65eae112ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:06.338664 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b261cf87-6193-475c-a512-c65eae112ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:06.339887 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b261cf87-6193-475c-a512-c65eae112ef2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/744ac599-6a0b-4e9b-b43c-5fa336e71dda HTTP/1.1" status: 204 len: 168 time: 0.2175832 Dec 20 21:15:06.348428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261cf87-6193-475c-a512-c65eae112ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744ac599-6a0b-4e9b-b43c-5fa336e71dda,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:06.412839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43232) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:06.447530 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43240) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:06.566336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43252) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:06.596818 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e49fbbdf-550a-4a17-9588-cb45045331dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:06.676452 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e49fbbdf-550a-4a17-9588-cb45045331dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:06.682683 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e49fbbdf-550a-4a17-9588-cb45045331dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:06.722777 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e49fbbdf-550a-4a17-9588-cb45045331dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c841e7b242574d958f163a071cd4846d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1522477 Dec 20 21:15:06.722777 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fbbdf-550a-4a17-9588-cb45045331dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92eb72c-937d-4534-ae87-a676863dcbe1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:06.723427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43254) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:06.778420 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f05ba7b0-b29f-43d6-a329-618bfbac0347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:06.782221 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-134b8474-5ba8-4828-b359-c60b783713d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:06.800136 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f05ba7b0-b29f-43d6-a329-618bfbac0347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:06.850439 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-805ed703-e9d7-4579-8a98-b2e1f69f0864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:06.865840 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f05ba7b0-b29f-43d6-a329-618bfbac0347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:06.868268 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f05ba7b0-b29f-43d6-a329-618bfbac0347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:06.869475 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f05ba7b0-b29f-43d6-a329-618bfbac0347 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d92eb72c-937d-4534-ae87-a676863dcbe1 HTTP/1.1" status: 204 len: 168 time: 0.1445298 Dec 20 21:15:06.888468 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ba7b0-b29f-43d6-a329-618bfbac0347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92eb72c-937d-4534-ae87-a676863dcbe1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:06.968248 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-134b8474-5ba8-4828-b359-c60b783713d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:06.993878 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-134b8474-5ba8-4828-b359-c60b783713d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:07.042835 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-5f6cf0b2-e3fd-498f-b1fb-5710d1304d49 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3172450f025c44568c2a6b324e0e1bd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993638 Dec 20 21:15:07.060394 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-134b8474-5ba8-4828-b359-c60b783713d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bf73b44bd1b4424a2beba4bb2347ce1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6436877 Dec 20 21:15:07.063168 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43288) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:07.163101 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b8474-5ba8-4828-b359-c60b783713d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9b1297-3957-4e91-a37f-c861ad783de0,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:07.183309 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-805ed703-e9d7-4579-8a98-b2e1f69f0864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:07.191894 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-662f16b9-26ae-4f9a-9382-9360eeee2135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:07.225992 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-805ed703-e9d7-4579-8a98-b2e1f69f0864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:07.237713 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-c6c013db-8696-44e1-a354-7b1d7d3cad89 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:07.239458 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-c6c013db-8696-44e1-a354-7b1d7d3cad89 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884513 Dec 20 21:15:07.240606 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-662f16b9-26ae-4f9a-9382-9360eeee2135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:07.286165 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-31008438-97e7-4d91-be0a-a4e77391e278 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/quotas/3172450f025c44568c2a6b324e0e1bd8 HTTP/1.1" status: 200 len: 375 time: 0.0330231 Dec 20 21:15:07.289479 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-805ed703-e9d7-4579-8a98-b2e1f69f0864 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5986cc49bfca4721a1b1fbd30a8f2ad3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8403795 Dec 20 21:15:07.290766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ed703-e9d7-4579-8a98-b2e1f69f0864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cb0224-570b-4864-8a18-62b1a177262b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:07.294325 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43312) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:07.335426 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-662f16b9-26ae-4f9a-9382-9360eeee2135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:07.344313 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-662f16b9-26ae-4f9a-9382-9360eeee2135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:07.347412 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-662f16b9-26ae-4f9a-9382-9360eeee2135 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a9b1297-3957-4e91-a37f-c861ad783de0 HTTP/1.1" status: 204 len: 168 time: 0.2817924 Dec 20 21:15:07.358104 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f16b9-26ae-4f9a-9382-9360eeee2135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9b1297-3957-4e91-a37f-c861ad783de0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:07.385482 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-5347729c-d01c-461b-ac03-0a2e5511239e tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3172450f025c44568c2a6b324e0e1bd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839417 Dec 20 21:15:07.414417 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-698b5fdf-32c7-4e18-b1e2-c978a07d3b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:07.467258 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-698b5fdf-32c7-4e18-b1e2-c978a07d3b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:07.533298 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-698b5fdf-32c7-4e18-b1e2-c978a07d3b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:07.536874 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-698b5fdf-32c7-4e18-b1e2-c978a07d3b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:07.540828 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-698b5fdf-32c7-4e18-b1e2-c978a07d3b0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40cb0224-570b-4864-8a18-62b1a177262b HTTP/1.1" status: 204 len: 168 time: 0.2427769 Dec 20 21:15:07.552593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b5fdf-32c7-4e18-b1e2-c978a07d3b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cb0224-570b-4864-8a18-62b1a177262b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:07.770692 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-66561be7-0aa7-47eb-aeb9-bcefb3f8795a req-7ac1802a-9942-4a71-a20a-288c6f7ad9e8 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 210 time: 0.0747817 Dec 20 21:15:07.892402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43376) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:07.905602 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2f97085-57ef-4eb2-a1ad-1489f65aa44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:07.997754 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2f97085-57ef-4eb2-a1ad-1489f65aa44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:08.001751 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2f97085-57ef-4eb2-a1ad-1489f65aa44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:08.045962 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a2f97085-57ef-4eb2-a1ad-1489f65aa44f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=983edbaad23f4695a989165ed007ba98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1524765 Dec 20 21:15:08.047117 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f97085-57ef-4eb2-a1ad-1489f65aa44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67facda2-fb5d-454e-98a2-12e2fa0ea15e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:08.048901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43386) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:08.108138 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-344d0a9a-3ba4-42ee-8960-26a57ea40e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:08.222518 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-344d0a9a-3ba4-42ee-8960-26a57ea40e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:08.273087 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-344d0a9a-3ba4-42ee-8960-26a57ea40e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:08.277501 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-344d0a9a-3ba4-42ee-8960-26a57ea40e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:08.279201 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-344d0a9a-3ba4-42ee-8960-26a57ea40e5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67facda2-fb5d-454e-98a2-12e2fa0ea15e HTTP/1.1" status: 204 len: 168 time: 0.2292409 Dec 20 21:15:08.290733 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d0a9a-3ba4-42ee-8960-26a57ea40e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67facda2-fb5d-454e-98a2-12e2fa0ea15e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:08.301388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43402) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:08.315359 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1d78cebd-8829-432a-98a5-d9f433cdef65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:08.396019 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1d78cebd-8829-432a-98a5-d9f433cdef65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:08.397620 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43406) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:08.404755 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1d78cebd-8829-432a-98a5-d9f433cdef65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:08.449439 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78cebd-8829-432a-98a5-d9f433cdef65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8857a62d-072b-4f39-b662-87c00acaf804,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:08.453885 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1d78cebd-8829-432a-98a5-d9f433cdef65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8bbaf3839be465786bfc0219834923d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1514432 Dec 20 21:15:08.456594 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43414) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:08.514224 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c02394b0-73cd-4996-b948-46bbaac23b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:08.538055 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c02394b0-73cd-4996-b948-46bbaac23b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:08.597866 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c02394b0-73cd-4996-b948-46bbaac23b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:08.600430 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c02394b0-73cd-4996-b948-46bbaac23b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:08.601576 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c02394b0-73cd-4996-b948-46bbaac23b9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8857a62d-072b-4f39-b662-87c00acaf804 HTTP/1.1" status: 204 len: 168 time: 0.1429796 Dec 20 21:15:08.615230 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02394b0-73cd-4996-b948-46bbaac23b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8857a62d-072b-4f39-b662-87c00acaf804,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:08.760501 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b616f71a-e836-4a3e-9edd-708303e9b888 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-846223428-network', 'tenant_id': 'f685cb6062354d30b0c3d33a249f6b6c'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:08.785931 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b616f71a-e836-4a3e-9edd-708303e9b888 admin admin] Made reservation on behalf of f685cb6062354d30b0c3d33a249f6b6c for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:15:08.790281 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b616f71a-e836-4a3e-9edd-708303e9b888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:08.803960 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b616f71a-e836-4a3e-9edd-708303e9b888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:08.888040 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43434) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:08.934444 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b616f71a-e836-4a3e-9edd-708303e9b888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:08.941056 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b616f71a-e836-4a3e-9edd-708303e9b888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:09.017331 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b616f71a-e836-4a3e-9edd-708303e9b888 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:15:09.032698 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-92adc82f-689d-40e6-80cb-8e68f290adaa req-128bdcd6-fd80-464b-816a-750fa3306157 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 210 time: 0.1713779 Dec 20 21:15:09.047869 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616f71a-e836-4a3e-9edd-708303e9b888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98f3c11-536f-4cf7-9872-5a04be08fa4e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:09.065611 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b616f71a-e836-4a3e-9edd-708303e9b888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:09.067640 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-b616f71a-e836-4a3e-9edd-708303e9b888 admin admin] Added segment c180d9ce-0bb9-4ad8-8eb0-775cb653742a of type vlan for network 5bfe78c0-fa4d-4f84-af07-98bf47fd0280 Dec 20 21:15:09.148368 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b616f71a-e836-4a3e-9edd-708303e9b888 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:09.166465 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2684a81b-6218-426a-9c75-c4f3dbb7e61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:09.211463 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b616f71a-e836-4a3e-9edd-708303e9b888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:09.212926 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b616f71a-e836-4a3e-9edd-708303e9b888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:09.213836 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b616f71a-e836-4a3e-9edd-708303e9b888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:09.287841 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b616f71a-e836-4a3e-9edd-708303e9b888 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8888426 Dec 20 21:15:09.291023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43456) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:09.295797 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e24ca7f1-56e7-474e-a30d-7772fdd54170 admin admin] Request body: {'subnet': {'network_id': '5bfe78c0-fa4d-4f84-af07-98bf47fd0280', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-846223428-subnet', 'tenant_id': 'f685cb6062354d30b0c3d33a249f6b6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:09.316261 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616f71a-e836-4a3e-9edd-708303e9b888 admin admin] Pushing event updated for resources: {'Network': ['ID=5bfe78c0-fa4d-4f84-af07-98bf47fd0280,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:09.331378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 5bfe78c0-fa4d-4f84-af07-98bf47fd0280 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:15:09.337221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24ca7f1-56e7-474e-a30d-7772fdd54170 admin admin] Made reservation on behalf of f685cb6062354d30b0c3d33a249f6b6c for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:15:09.344234 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e24ca7f1-56e7-474e-a30d-7772fdd54170 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:09.351866 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2684a81b-6218-426a-9c75-c4f3dbb7e61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:09.358771 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2684a81b-6218-426a-9c75-c4f3dbb7e61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:09.408125 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2684a81b-6218-426a-9c75-c4f3dbb7e61a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0909e6f4143946a983d91d647ef5d1ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5185549 Dec 20 21:15:09.409287 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684a81b-6218-426a-9c75-c4f3dbb7e61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a755aa-a2da-497b-a7dc-8151df87d4e0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:09.411700 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43464) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:09.522726 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4aacd98b-6e16-4309-a758-970c045209b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:09.575707 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4aacd98b-6e16-4309-a758-970c045209b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:09.649206 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4aacd98b-6e16-4309-a758-970c045209b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:09.652966 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4aacd98b-6e16-4309-a758-970c045209b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:09.657172 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4aacd98b-6e16-4309-a758-970c045209b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44a755aa-a2da-497b-a7dc-8151df87d4e0 HTTP/1.1" status: 204 len: 168 time: 0.2411726 Dec 20 21:15:09.659889 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e24ca7f1-56e7-474e-a30d-7772fdd54170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:09.673379 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacd98b-6e16-4309-a758-970c045209b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a755aa-a2da-497b-a7dc-8151df87d4e0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:09.750497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ca7f1-56e7-474e-a30d-7772fdd54170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5508590-56f3-4f77-b877-739ea43cc289,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:09.765797 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24ca7f1-56e7-474e-a30d-7772fdd54170 admin admin] Checking segment: {'id': 'c180d9ce-0bb9-4ad8-8eb0-775cb653742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5bfe78c0-fa4d-4f84-af07-98bf47fd0280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:15:09.766523 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24ca7f1-56e7-474e-a30d-7772fdd54170 admin admin] Network hostable DHCP agents. Network: 5bfe78c0-fa4d-4f84-af07-98bf47fd0280, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:15:09.788084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24ca7f1-56e7-474e-a30d-7772fdd54170 admin admin] Network 5bfe78c0-fa4d-4f84-af07-98bf47fd0280 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:15:09.800390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-e24ca7f1-56e7-474e-a30d-7772fdd54170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 5bfe78c0-fa4d-4f84-af07-98bf47fd0280) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:09.807925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24ca7f1-56e7-474e-a30d-7772fdd54170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:09.808495 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e24ca7f1-56e7-474e-a30d-7772fdd54170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:09.821801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067bcd18-69fd-440e-a2b3-7061ab816575 None None] Network 5bfe78c0-fa4d-4f84-af07-98bf47fd0280 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:15:09.840287 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e24ca7f1-56e7-474e-a30d-7772fdd54170 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5481415 Dec 20 21:15:09.958674 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e22c599-3ee9-4fd1-9fb7-17f2b45f9031 None None] Network 5bfe78c0-fa4d-4f84-af07-98bf47fd0280 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:15:10.148213 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43500) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:10.175076 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-89553add-92d0-4181-80c5-9ae638bb3ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:10.245267 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.66', 60378) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:10.278137 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-218bfc03-3d95-47c7-84f2-f240ec5c4f75 req-972ef91d-9fb1-4f8b-8d38-ef141a3aa51e tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 210 time: 0.0537674 Dec 20 21:15:10.292130 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-3751252a-9a57-43a2-8935-b17894730a4a tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3172450f025c44568c2a6b324e0e1bd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449820 Dec 20 21:15:10.389255 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-89553add-92d0-4181-80c5-9ae638bb3ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:10.397924 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-89553add-92d0-4181-80c5-9ae638bb3ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:10.489812 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-89553add-92d0-4181-80c5-9ae638bb3ce6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3bd724b2d5794b9fb377457cddbfb15a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3372149 Dec 20 21:15:10.490258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43512) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:10.496082 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89553add-92d0-4181-80c5-9ae638bb3ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965d91f0-e906-4b87-9123-16dcb64fc2e0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:10.549124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6bebe1e7-5f73-465f-9e13-2719ef794062 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:10.560068 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6bebe1e7-5f73-465f-9e13-2719ef794062 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2532873 Dec 20 21:15:10.560350 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-623612aa-34fe-4aa2-9642-1dba3b7dcc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:10.581900 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-623612aa-34fe-4aa2-9642-1dba3b7dcc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:10.631201 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-623612aa-34fe-4aa2-9642-1dba3b7dcc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:10.635069 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-623612aa-34fe-4aa2-9642-1dba3b7dcc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:10.638655 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-623612aa-34fe-4aa2-9642-1dba3b7dcc67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/965d91f0-e906-4b87-9123-16dcb64fc2e0 HTTP/1.1" status: 204 len: 168 time: 0.1446421 Dec 20 21:15:10.644694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6e4b2fb5-88b8-4f38-b3a8-defcad86a687 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Request body: {'port': {'device_id': '9957326a-6861-4d9c-9a79-e18fafe62580', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': '3172450f025c44568c2a6b324e0e1bd8'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:10.645351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623612aa-34fe-4aa2-9642-1dba3b7dcc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965d91f0-e906-4b87-9123-16dcb64fc2e0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:10.859208 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6e4b2fb5-88b8-4f38-b3a8-defcad86a687 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Made reservation on behalf of 3172450f025c44568c2a6b324e0e1bd8 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:15:10.863319 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6e4b2fb5-88b8-4f38-b3a8-defcad86a687 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:10.874781 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6e4b2fb5-88b8-4f38-b3a8-defcad86a687 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:10.965739 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6e4b2fb5-88b8-4f38-b3a8-defcad86a687 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:10.973418 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6e4b2fb5-88b8-4f38-b3a8-defcad86a687 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:11.124878 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b2fb5-88b8-4f38-b3a8-defcad86a687 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3677e051-45ce-4fe5-b35a-59e51daaec78,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:11.219511 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6e4b2fb5-88b8-4f38-b3a8-defcad86a687 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Allocated IP 192.168.233.204 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/fa07aae5-f780-476d-aed9-973fbe2b2f24) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:15:11.410901 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-19fa7f1b-584a-4b80-8446-96ad5f487039 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d30fefb54fd8415586ab7b3d0aa3a960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234637 Dec 20 21:15:11.426887 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25d426b1-7634-48da-aae9-385908527260 req-85bf506c-0f6a-4692-b527-eedb3f7242d7 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 210 time: 0.0534215 Dec 20 21:15:11.460272 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6e4b2fb5-88b8-4f38-b3a8-defcad86a687 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:11.502017 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6e4b2fb5-88b8-4f38-b3a8-defcad86a687 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:11.545397 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-bdda195c-7513-4b70-b7fb-e865eeede269 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:11.552932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-bdda195c-7513-4b70-b7fb-e865eeede269 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1346025 Dec 20 21:15:11.574142 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-ea63ff9e-bfb6-4499-a3d7-c00c9e724989 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/quotas/d30fefb54fd8415586ab7b3d0aa3a960 HTTP/1.1" status: 200 len: 375 time: 0.0196609 Dec 20 21:15:11.581392 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6e4b2fb5-88b8-4f38-b3a8-defcad86a687 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:15:11.597171 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6e4b2fb5-88b8-4f38-b3a8-defcad86a687 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:11.605935 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6e4b2fb5-88b8-4f38-b3a8-defcad86a687 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:15:11.616682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6e4b2fb5-88b8-4f38-b3a8-defcad86a687 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:11.617602 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6e4b2fb5-88b8-4f38-b3a8-defcad86a687 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:11.633124 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-4efea964-1ff1-4d3d-b525-08b22c63075a tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d30fefb54fd8415586ab7b3d0aa3a960&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572844 Dec 20 21:15:11.652334 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b2fb5-88b8-4f38-b3a8-defcad86a687 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Pushing event updated for resources: {'Port': ['ID=fa07aae5-f780-476d-aed9-973fbe2b2f24,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:11.671971 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6e4b2fb5-88b8-4f38-b3a8-defcad86a687 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0311358 Dec 20 21:15:11.685497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-2d229982-13d0-4e45-9324-5cd4248ea0a7 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:15:11.686911 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-2d229982-13d0-4e45-9324-5cd4248ea0a7 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065193 Dec 20 21:15:11.771244 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43584) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:11.790004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-4c03d630-a92b-4504-a520-94c9865c43eb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-790011912-network', 'tenant_id': 'bc428057b455423693696670ccb75824'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:11.835268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c03d630-a92b-4504-a520-94c9865c43eb admin admin] Made reservation on behalf of bc428057b455423693696670ccb75824 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:15:11.856800 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4c03d630-a92b-4504-a520-94c9865c43eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:11.902880 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4c03d630-a92b-4504-a520-94c9865c43eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:12.046652 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-db63d8fd-7376-4b24-97bf-82b28b0d4f48 None None] Provisioning complete for port fa07aae5-f780-476d-aed9-973fbe2b2f24 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:12.047874 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db63d8fd-7376-4b24-97bf-82b28b0d4f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:12.137772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-db63d8fd-7376-4b24-97bf-82b28b0d4f48 None None] Port fa07aae5-f780-476d-aed9-973fbe2b2f24 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:15:12.199875 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4c03d630-a92b-4504-a520-94c9865c43eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:12.208687 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4c03d630-a92b-4504-a520-94c9865c43eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:12.209502 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b7c69ae-f0e0-4199-b41b-c6963d6d742c req-8a7775c2-7c35-4d90-bde1-c01ed40a5965 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 210 time: 0.3270843 Dec 20 21:15:12.247402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c03d630-a92b-4504-a520-94c9865c43eb admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:15:12.265623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03d630-a92b-4504-a520-94c9865c43eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b2684b-3722-436f-8196-77fb031fa818,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:12.286700 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4c03d630-a92b-4504-a520-94c9865c43eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:12.287047 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-4c03d630-a92b-4504-a520-94c9865c43eb admin admin] Added segment 9339af67-23ac-4cc4-907b-f1860004ab47 of type vlan for network 8003fbe8-9139-4671-8884-eb0ab22bb2f1 Dec 20 21:15:12.336927 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4c03d630-a92b-4504-a520-94c9865c43eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:12.385935 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4c03d630-a92b-4504-a520-94c9865c43eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:12.387988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c03d630-a92b-4504-a520-94c9865c43eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:12.389837 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4c03d630-a92b-4504-a520-94c9865c43eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:12.542320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03d630-a92b-4504-a520-94c9865c43eb admin admin] Pushing event updated for resources: {'Network': ['ID=8003fbe8-9139-4671-8884-eb0ab22bb2f1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:12.556729 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43618) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:12.559226 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 8003fbe8-9139-4671-8884-eb0ab22bb2f1 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:15:12.566213 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-73d2c480-af10-4d7f-8ac6-6035f08f05c8 admin admin] Request body: {'subnet': {'network_id': '8003fbe8-9139-4671-8884-eb0ab22bb2f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-790011912-subnet', 'tenant_id': 'bc428057b455423693696670ccb75824', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:12.571820 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4c03d630-a92b-4504-a520-94c9865c43eb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7891142 Dec 20 21:15:12.619813 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d2c480-af10-4d7f-8ac6-6035f08f05c8 admin admin] Made reservation on behalf of bc428057b455423693696670ccb75824 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:15:12.630435 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73d2c480-af10-4d7f-8ac6-6035f08f05c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:12.800682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec02e52-7b96-4b39-b2ff-4ec9f60f7de0 req-767c64d2-6608-4621-8475-c016c3c3b34d tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:12.803717 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5ec02e52-7b96-4b39-b2ff-4ec9f60f7de0 req-767c64d2-6608-4621-8475-c016c3c3b34d tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 936 time: 0.0830255 Dec 20 21:15:12.928492 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5ec02e52-7b96-4b39-b2ff-4ec9f60f7de0 req-312585a8-71f1-458b-ac41-798b3854a677 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176960 Dec 20 21:15:13.074527 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Request body: {'port': {'device_id': '9957326a-6861-4d9c-9a79-e18fafe62580', 'device_owner': 'compute:tempest-test_az-842129185', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:13.281363 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73d2c480-af10-4d7f-8ac6-6035f08f05c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:13.438610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43648) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:13.472056 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2c480-af10-4d7f-8ac6-6035f08f05c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4041ef5-115f-4b88-a023-1cbeb3d83191,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:13.520716 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:13.526997 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-175eca5a-f6c2-4c85-9922-d472506232ec req-74413321-5b00-434c-9db4-3de3b7b1d8e8 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 210 time: 0.0587759 Dec 20 21:15:13.593064 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d2c480-af10-4d7f-8ac6-6035f08f05c8 admin admin] Checking segment: {'id': '9339af67-23ac-4cc4-907b-f1860004ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '8003fbe8-9139-4671-8884-eb0ab22bb2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:15:13.593780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d2c480-af10-4d7f-8ac6-6035f08f05c8 admin admin] Network hostable DHCP agents. Network: 8003fbe8-9139-4671-8884-eb0ab22bb2f1, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:15:13.792674 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-be0e624a-e553-4cbf-8464-98c3e7782b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:13.847092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d2c480-af10-4d7f-8ac6-6035f08f05c8 admin admin] Network 8003fbe8-9139-4671-8884-eb0ab22bb2f1 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:15:13.925378 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-be0e624a-e553-4cbf-8464-98c3e7782b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:13.932877 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-be0e624a-e553-4cbf-8464-98c3e7782b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:13.968305 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-73d2c480-af10-4d7f-8ac6-6035f08f05c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 8003fbe8-9139-4671-8884-eb0ab22bb2f1) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:13.982485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104435de-c0ed-4c6e-a85e-a73e699bc211 None None] Network 8003fbe8-9139-4671-8884-eb0ab22bb2f1 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:15:14.102028 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e624a-e553-4cbf-8464-98c3e7782b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f8fcc9-4fad-4d05-8acd-dc865784ac5e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:14.119005 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d2c480-af10-4d7f-8ac6-6035f08f05c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:14.121262 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73d2c480-af10-4d7f-8ac6-6035f08f05c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:14.127034 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-be0e624a-e553-4cbf-8464-98c3e7782b69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44aca1c8b46b41f29a9dcf27d028380f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6847041 Dec 20 21:15:14.129501 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43666) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:14.238782 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-73d2c480-af10-4d7f-8ac6-6035f08f05c8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6798284 Dec 20 21:15:14.463355 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:14.469783 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9d0b73-0a29-419b-bb53-8500c99ea216 None None] Network 8003fbe8-9139-4671-8884-eb0ab22bb2f1 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:15:14.475112 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2afce-a140-4b90-8f0f-87dc23846b6a req-0b5bca3b-9adf-4c89-9aec-fab7d88d52eb tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:14.478828 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1e2afce-a140-4b90-8f0f-87dc23846b6a req-0b5bca3b-9adf-4c89-9aec-fab7d88d52eb tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 936 time: 0.3228018 Dec 20 21:15:14.521500 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa66fed8-1567-413a-9049-d6827ad987e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:14.524148 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa07aae5-f780-476d-aed9-973fbe2b2f24 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:15:14.533195 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:14.554005 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Transition to ACTIVE for port object fa07aae5-f780-476d-aed9-973fbe2b2f24 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:15:14.560882 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:14.574766 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43678) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:14.628781 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1e2afce-a140-4b90-8f0f-87dc23846b6a req-c0e77264-c3b0-4a2e-ac0c-a654cacfc8b2 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084607 Dec 20 21:15:14.635895 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa66fed8-1567-413a-9049-d6827ad987e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:14.699887 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa66fed8-1567-413a-9049-d6827ad987e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:14.706308 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa66fed8-1567-413a-9049-d6827ad987e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:14.710617 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fa66fed8-1567-413a-9049-d6827ad987e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77f8fcc9-4fad-4d05-8acd-dc865784ac5e HTTP/1.1" status: 204 len: 168 time: 0.5795763 Dec 20 21:15:14.769010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.31', 56364) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:14.810630 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Pushing event updated for resources: {'Port': ['ID=fa07aae5-f780-476d-aed9-973fbe2b2f24,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:14.812025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66fed8-1567-413a-9049-d6827ad987e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f8fcc9-4fad-4d05-8acd-dc865784ac5e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:14.859618 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-e165b31d-575d-41fd-aab7-614b31253796 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d30fefb54fd8415586ab7b3d0aa3a960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852726 Dec 20 21:15:15.017079 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-beeaed44-3d10-428d-b85b-2732280b720a admin admin] Deleting subnet b5508590-56f3-4f77-b877-739ea43cc289 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:15:15.024004 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-beeaed44-3d10-428d-b85b-2732280b720a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:15.055801 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a137718a-00c8-4a5a-b9fe-15178c7dc4b3 req-8b251d1c-e4b5-4ac1-aca2-427b153724c1 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 210 time: 0.0843549 Dec 20 21:15:15.102389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-5220b8b4-fe1a-43e7-9feb-c7eedc75afd5 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:15.103908 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-5220b8b4-fe1a-43e7-9feb-c7eedc75afd5 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387476 Dec 20 21:15:15.108230 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Attempting to bind port fa07aae5-f780-476d-aed9-973fbe2b2f24 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:15:15.108653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Attempting to bind port fa07aae5-f780-476d-aed9-973fbe2b2f24 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:15:15.109055 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Attempting to bind port fa07aae5-f780-476d-aed9-973fbe2b2f24 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:15:15.119732 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Port fa07aae5-f780-476d-aed9-973fbe2b2f24 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:15:15.120163 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Attempting to bind port fa07aae5-f780-476d-aed9-973fbe2b2f24 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:15:15.129513 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-beeaed44-3d10-428d-b85b-2732280b720a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:15.133786 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:15:15.134090 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:15:15.134730 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:15:15.135387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Bound port: fa07aae5-f780-476d-aed9-973fbe2b2f24, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:15:15.135581 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:15.155752 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-beeaed44-3d10-428d-b85b-2732280b720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:15.207468 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-87f601b8-380d-45e9-8318-b075ccd0c716 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Request body: {'port': {'device_id': '4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': 'd30fefb54fd8415586ab7b3d0aa3a960'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:15.327191 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] For port fa07aae5-f780-476d-aed9-973fbe2b2f24, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:15:15.332501 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-beeaed44-3d10-428d-b85b-2732280b720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:15.435044 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] For port fa07aae5-f780-476d-aed9-973fbe2b2f24, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=fa07aae5-f780-476d-aed9-973fbe2b2f24,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:15:15.436869 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeaed44-3d10-428d-b85b-2732280b720a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5508590-56f3-4f77-b877-739ea43cc289,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:15.450169 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-beeaed44-3d10-428d-b85b-2732280b720a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:15.453734 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-beeaed44-3d10-428d-b85b-2732280b720a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b5508590-56f3-4f77-b877-739ea43cc289 HTTP/1.1" status: 204 len: 168 time: 0.8103333 Dec 20 21:15:15.456053 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:15.459742 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43706) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:15.493927 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43708) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:15.602783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-87f601b8-380d-45e9-8318-b075ccd0c716 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Made reservation on behalf of d30fefb54fd8415586ab7b3d0aa3a960 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:15:15.611484 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-87f601b8-380d-45e9-8318-b075ccd0c716 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:15.632410 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-87f601b8-380d-45e9-8318-b075ccd0c716 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:15.661278 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:15.713514 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-adc85a75-a295-4f0a-9d50-cfec1c758932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:15.725181 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:15.725819 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:15.727390 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] 10.222.0.66 "PUT /v2.0/ports/fa07aae5-f780-476d-aed9-973fbe2b2f24 HTTP/1.1" status: 200 len: 1115 time: 3.3645673 Dec 20 21:15:15.728543 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9957326a-6861-4d9c-9a79-e18fafe62580', 'tag': 'fa07aae5-f780-476d-aed9-973fbe2b2f24'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:15:15.955319 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-87f601b8-380d-45e9-8318-b075ccd0c716 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:15.967135 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-87f601b8-380d-45e9-8318-b075ccd0c716 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:16.057715 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea8397-e807-453d-8de3-3aa571cb8e95 service neutron] Pushing event updated for resources: {'Port': ['ID=fa07aae5-f780-476d-aed9-973fbe2b2f24,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:16.248370 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c0f41c-431a-4d11-a6ac-7d94e8bbbbb9" -d '{"events": [{"name": "network-changed", "server_uuid": "9957326a-6861-4d9c-9a79-e18fafe62580", "tag": "fa07aae5-f780-476d-aed9-973fbe2b2f24"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:15:16.263481 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8f12c-f5a7-4abe-bc88-fd1d50af9118 req-bfc8d966-ec31-4c66-ab8f-7c6a10523429 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:16.265058 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42d8f12c-f5a7-4abe-bc88-fd1d50af9118 req-bfc8d966-ec31-4c66-ab8f-7c6a10523429 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 969 time: 0.4618218 Dec 20 21:15:16.391888 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f601b8-380d-45e9-8318-b075ccd0c716 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9c9a03-18ba-436d-bf52-24394d99b150,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:16.448736 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-e5e9401a-6580-4d82-afd6-b91d40c7e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:16.455248 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-e5e9401a-6580-4d82-afd6-b91d40c7e5a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3172450f025c44568c2a6b324e0e1bd8&device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 1118 time: 0.5909717 Dec 20 21:15:16.470572 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:16.477267 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42d8f12c-f5a7-4abe-bc88-fd1d50af9118 req-e47a8c47-98ad-467d-9496-bfa00a55e1b8 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825123 Dec 20 21:15:16.754826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-87f601b8-380d-45e9-8318-b075ccd0c716 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Allocated IP 192.168.233.172 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/67893882-6585-4aa5-85aa-3cacb4b0d142) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:15:16.777075 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e208949b-5b43-4963-9bcd-2252eee5bce6 req-e88aa9b1-e42a-4a31-9d1a-8d60e90aa487 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 210 time: 0.2584965 Dec 20 21:15:16.901044 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:16.901934 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:16.905755 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:16.906658 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Subscribe: > port after_create 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:16.907234 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:16.907823 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Subscribe: > port after_update 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:16.908351 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:16.909090 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:16.910337 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:16.911222 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:17.058976 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-87f601b8-380d-45e9-8318-b075ccd0c716 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:17.111627 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-87f601b8-380d-45e9-8318-b075ccd0c716 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:17.208966 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:17.209751 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:17.209751 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:17.210025 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:17.210407 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfe78c0-fa4d-4f84-af07-98bf47fd0280']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:17.214548 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-87f601b8-380d-45e9-8318-b075ccd0c716 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:15:17.228791 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-87f601b8-380d-45e9-8318-b075ccd0c716 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:17.239617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-87f601b8-380d-45e9-8318-b075ccd0c716 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:15:17.245317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-87f601b8-380d-45e9-8318-b075ccd0c716 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:17.246052 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-87f601b8-380d-45e9-8318-b075ccd0c716 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:17.263075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f601b8-380d-45e9-8318-b075ccd0c716 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Pushing event updated for resources: {'Port': ['ID=67893882-6585-4aa5-85aa-3cacb4b0d142,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:17.271058 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-87f601b8-380d-45e9-8318-b075ccd0c716 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0674403 Dec 20 21:15:17.410006 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f47c308-8b97-4f86-ab39-180406d8614f x-openstack-request-id: req-7f47c308-8b97-4f86-ab39-180406d8614f {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:15:17.410440 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9957326a-6861-4d9c-9a79-e18fafe62580", "tag": "fa07aae5-f780-476d-aed9-973fbe2b2f24", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:15:17.410684 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f47c308-8b97-4f86-ab39-180406d8614f {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:15:17.411196 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9957326a-6861-4d9c-9a79-e18fafe62580', 'tag': 'fa07aae5-f780-476d-aed9-973fbe2b2f24', 'status': 'completed', 'code': 200} Dec 20 21:15:17.420920 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-a3500edc-2d0d-4da8-8bce-2c30e1fdefb7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=fa07aae5-f780-476d-aed9-973fbe2b2f24 HTTP/1.1" status: 200 len: 217 time: 0.8922191 Dec 20 21:15:17.424643 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-adc85a75-a295-4f0a-9d50-cfec1c758932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:17.426714 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c180d9ce-0bb9-4ad8-8eb0-775cb653742a') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:17.427007 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c180d9ce-0bb9-4ad8-8eb0-775cb653742a') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:17.453347 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-adc85a75-a295-4f0a-9d50-cfec1c758932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:17.494708 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:17.529518 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43772) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:17.616187 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:17.620380 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc85a75-a295-4f0a-9d50-cfec1c758932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3e8543-5294-448c-a11f-903e10abb13d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:17.634348 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-adc85a75-a295-4f0a-9d50-cfec1c758932 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba81e1173c15472aa168ee646ca6a43f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1254015 Dec 20 21:15:17.634348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6cfa79b8-1a01-4201-a83c-319eb86ea16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:17.634730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43776) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:17.642716 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-6cfa79b8-1a01-4201-a83c-319eb86ea16a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.2005801 Dec 20 21:15:17.657741 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:15:17.658190 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:17.658963 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:17.672661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a1d36867-42b5-4998-a36f-a258a395eddf None None] Provisioning complete for port 67893882-6585-4aa5-85aa-3cacb4b0d142 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: from cryptography.utils import int_from_bytes Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: from cryptography.utils import int_from_bytes Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:15:17.672874 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:15:17.675915 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a1d36867-42b5-4998-a36f-a258a395eddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:17.738678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a1d36867-42b5-4998-a36f-a258a395eddf None None] Port 67893882-6585-4aa5-85aa-3cacb4b0d142 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:15:17.744100 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-365a1ef7-16c1-4aa8-8f2c-cbc6e757893b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:17.788585 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-365a1ef7-16c1-4aa8-8f2c-cbc6e757893b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:17.829985 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-32271552-2d55-4a2a-800c-57bc933d67bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:17.883167 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:17.908212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c372e0-0038-42ed-b466-41f5a2264906 req-cc0dd051-3ad7-42e4-8b06-31c360b7064d tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:17.917332 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51c372e0-0038-42ed-b466-41f5a2264906 req-cc0dd051-3ad7-42e4-8b06-31c360b7064d tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 969 time: 0.2435172 Dec 20 21:15:17.919652 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:17.926127 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5bfe78c0-fa4d-4f84-af07-98bf47fd0280 HTTP/1.1" status: 204 len: 168 time: 2.4603782 Dec 20 21:15:17.932059 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-2439dbb7-9792-4d28-b9bb-ce35f1b0c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:17.933507 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-2439dbb7-9792-4d28-b9bb-ce35f1b0c4c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2802012 Dec 20 21:15:17.934185 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43780) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:17.959296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5de0a6-b84f-43c2-b1cc-d2c4b3ff97e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bfe78c0-fa4d-4f84-af07-98bf47fd0280,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:17.968482 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-32271552-2d55-4a2a-800c-57bc933d67bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:17.977586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-a84eb110-9490-42bb-bec1-9697d1bfcda8 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:15:17.980528 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-a84eb110-9490-42bb-bec1-9697d1bfcda8 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094738 Dec 20 21:15:18.008529 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-32271552-2d55-4a2a-800c-57bc933d67bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:18.078217 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51c372e0-0038-42ed-b466-41f5a2264906 req-014c238a-d2c2-48f9-b2be-56e9db1d3037 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600773 Dec 20 21:15:18.094657 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-32271552-2d55-4a2a-800c-57bc933d67bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=836b9c70a5aa4959a3efb0affbaef096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5636413 Dec 20 21:15:18.095999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32271552-2d55-4a2a-800c-57bc933d67bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd849fa-815c-4197-bd26-249b10d28619,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:18.106031 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43782) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:18.124670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01abd2b-497d-47cc-9840-8239dfa507fc admin admin] Deleting subnet b4041ef5-115f-4b88-a023-1cbeb3d83191 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:15:18.130240 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a01abd2b-497d-47cc-9840-8239dfa507fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:18.162908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b17b8-55f7-4e05-a438-b99339d3c1d5 req-023f1582-e902-4758-ade5-ad3f9ff9acc3 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:18.163617 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-357b17b8-55f7-4e05-a438-b99339d3c1d5 req-023f1582-e902-4758-ade5-ad3f9ff9acc3 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 936 time: 0.1760561 Dec 20 21:15:18.215988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Request body: {'port': {'device_id': '4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:18.266093 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-357b17b8-55f7-4e05-a438-b99339d3c1d5 req-d7f7ad9f-edb3-4731-8d86-e4ee9fa06efc tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978906 Dec 20 21:15:18.276802 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a01abd2b-497d-47cc-9840-8239dfa507fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:18.312130 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-8116544b-d490-4170-9820-58557afc07b5 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324649 Dec 20 21:15:18.322902 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:18.334273 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a01abd2b-497d-47cc-9840-8239dfa507fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:18.401467 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-365a1ef7-16c1-4aa8-8f2c-cbc6e757893b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:18.405109 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-365a1ef7-16c1-4aa8-8f2c-cbc6e757893b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:18.405766 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-365a1ef7-16c1-4aa8-8f2c-cbc6e757893b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c3e8543-5294-448c-a11f-903e10abb13d HTTP/1.1" status: 204 len: 168 time: 0.7702377 Dec 20 21:15:18.434999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a1ef7-16c1-4aa8-8f2c-cbc6e757893b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3e8543-5294-448c-a11f-903e10abb13d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:18.490304 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a01abd2b-497d-47cc-9840-8239dfa507fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:18.551780 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3bc523b7-89b7-4e74-a817-2e70e0f5d507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:18.649512 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fcd36a46-8980-42b5-84ab-000d518bb896 req-42660e8b-288d-4904-8929-47d3ed4815d5 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132657 Dec 20 21:15:18.651249 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01abd2b-497d-47cc-9840-8239dfa507fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4041ef5-115f-4b88-a023-1cbeb3d83191,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:18.661585 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a01abd2b-497d-47cc-9840-8239dfa507fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:18.664258 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3bc523b7-89b7-4e74-a817-2e70e0f5d507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:18.672692 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a01abd2b-497d-47cc-9840-8239dfa507fc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b4041ef5-115f-4b88-a023-1cbeb3d83191 HTTP/1.1" status: 204 len: 168 time: 0.7277389 Dec 20 21:15:18.674570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43788) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:18.784421 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52409c4d-5f15-4e63-9b7d-4fa3eb24df1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:18.861084 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3bc523b7-89b7-4e74-a817-2e70e0f5d507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:18.864308 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3bc523b7-89b7-4e74-a817-2e70e0f5d507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:18.877056 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3bc523b7-89b7-4e74-a817-2e70e0f5d507 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfd849fa-815c-4197-bd26-249b10d28619 HTTP/1.1" status: 204 len: 168 time: 0.7553461 Dec 20 21:15:18.909717 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc523b7-89b7-4e74-a817-2e70e0f5d507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd849fa-815c-4197-bd26-249b10d28619,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:18.964124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0f41c-431a-4d11-a6ac-7d94e8bbbbb9 req-b1b6146f-2323-477d-8173-bb454f043db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:18.967003 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-23c0f41c-431a-4d11-a6ac-7d94e8bbbbb9 req-b1b6146f-2323-477d-8173-bb454f043db7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3172450f025c44568c2a6b324e0e1bd8&device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 1118 time: 0.1402192 Dec 20 21:15:18.972144 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52409c4d-5f15-4e63-9b7d-4fa3eb24df1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:19.019169 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67893882-6585-4aa5-85aa-3cacb4b0d142 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:15:19.031370 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-52409c4d-5f15-4e63-9b7d-4fa3eb24df1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8003fbe8-9139-4671-8884-eb0ab22bb2f1']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:19.035747 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:19.062675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-52409c4d-5f15-4e63-9b7d-4fa3eb24df1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9339af67-23ac-4cc4-907b-f1860004ab47') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:19.066342 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-52409c4d-5f15-4e63-9b7d-4fa3eb24df1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9339af67-23ac-4cc4-907b-f1860004ab47') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:19.100730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Transition to ACTIVE for port object 67893882-6585-4aa5-85aa-3cacb4b0d142 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:15:19.106512 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:19.107747 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52409c4d-5f15-4e63-9b7d-4fa3eb24df1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:19.375669 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Pushing event updated for resources: {'Port': ['ID=67893882-6585-4aa5-85aa-3cacb4b0d142,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:19.462578 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Attempting to bind port 67893882-6585-4aa5-85aa-3cacb4b0d142 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:15:19.463176 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Attempting to bind port 67893882-6585-4aa5-85aa-3cacb4b0d142 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:15:19.463678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Attempting to bind port 67893882-6585-4aa5-85aa-3cacb4b0d142 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:15:19.474020 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52409c4d-5f15-4e63-9b7d-4fa3eb24df1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:19.476604 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Port 67893882-6585-4aa5-85aa-3cacb4b0d142 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:15:19.477119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Attempting to bind port 67893882-6585-4aa5-85aa-3cacb4b0d142 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:15:19.486953 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:15:19.487789 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:15:19.488640 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:15:19.489271 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Bound port: 67893882-6585-4aa5-85aa-3cacb4b0d142, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:15:19.489875 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:19.492203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52409c4d-5f15-4e63-9b7d-4fa3eb24df1f admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:15:19.492782 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52409c4d-5f15-4e63-9b7d-4fa3eb24df1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:19.524565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7642331-9e3d-4609-aebb-4e5c2cb08c65 req-0b1d0d72-f16f-4629-903f-4229c084fc92 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:19.532020 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c7642331-9e3d-4609-aebb-4e5c2cb08c65 req-0b1d0d72-f16f-4629-903f-4229c084fc92 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 948 time: 0.1143572 Dec 20 21:15:19.533881 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43808) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:19.596930 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-20685249-6b54-4cc3-acdf-f31fba9c6a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:19.665606 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c7642331-9e3d-4609-aebb-4e5c2cb08c65 req-9cf2e7ea-003d-4881-9ef8-a29f44f0d3f6 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324005 Dec 20 21:15:19.684136 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] For port 67893882-6585-4aa5-85aa-3cacb4b0d142, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:15:19.693339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] For port 67893882-6585-4aa5-85aa-3cacb4b0d142, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=67893882-6585-4aa5-85aa-3cacb4b0d142,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:15:19.702760 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:15:19.704406 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:19.758245 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:19.758863 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:19.760255 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] 10.222.0.31 "PUT /v2.0/ports/67893882-6585-4aa5-85aa-3cacb4b0d142 HTTP/1.1" status: 200 len: 1094 time: 1.6409440 Dec 20 21:15:19.760648 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9', 'tag': '67893882-6585-4aa5-85aa-3cacb4b0d142'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:15:19.783416 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52409c4d-5f15-4e63-9b7d-4fa3eb24df1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:19.855215 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8b983-27ce-412c-8831-f0da41c0c68d req-90d19c1e-5c59-44ad-a3ea-e38625f0e268 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:19.857509 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d3d8b983-27ce-412c-8831-f0da41c0c68d req-90d19c1e-5c59-44ad-a3ea-e38625f0e268 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 969 time: 0.5493639 Dec 20 21:15:19.858616 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52409c4d-5f15-4e63-9b7d-4fa3eb24df1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:19.863350 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-52409c4d-5f15-4e63-9b7d-4fa3eb24df1f admin admin] 10.222.0.32 "DELETE /v2.0/networks/8003fbe8-9139-4671-8884-eb0ab22bb2f1 HTTP/1.1" status: 204 len: 168 time: 1.1860178 Dec 20 21:15:19.943345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52409c4d-5f15-4e63-9b7d-4fa3eb24df1f admin admin] Pushing event deleted for resources: {'Network': ['ID=8003fbe8-9139-4671-8884-eb0ab22bb2f1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:19.977588 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-20685249-6b54-4cc3-acdf-f31fba9c6a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:20.003101 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0f41c-431a-4d11-a6ac-7d94e8bbbbb9 req-5d4ee7e9-83c0-4618-8262-2c47801c7bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:20.004914 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-23c0f41c-431a-4d11-a6ac-7d94e8bbbbb9 req-5d4ee7e9-83c0-4618-8262-2c47801c7bf1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.8892994 Dec 20 21:15:20.010698 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d3d8b983-27ce-412c-8831-f0da41c0c68d req-77d2444f-c6d4-4ec4-af36-79e7c750b29b tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077719 Dec 20 21:15:20.053505 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-20685249-6b54-4cc3-acdf-f31fba9c6a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:20.136004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20685249-6b54-4cc3-acdf-f31fba9c6a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7c0aa1-1a9a-4439-9f72-9473272a2052,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:20.169725 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43826) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:20.176078 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f693ba4-1963-4ce0-934a-dad99e9044c5 service neutron] Pushing event updated for resources: {'Port': ['ID=67893882-6585-4aa5-85aa-3cacb4b0d142,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:20.214853 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-20685249-6b54-4cc3-acdf-f31fba9c6a23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=474fed067a2b4919995d78465ba964d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6784954 Dec 20 21:15:20.221751 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-23c0f41c-431a-4d11-a6ac-7d94e8bbbbb9 req-e4309316-1fa9-4b89-99a5-4442c8b2bc0b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=fa07aae5-f780-476d-aed9-973fbe2b2f24 HTTP/1.1" status: 200 len: 217 time: 0.1556799 Dec 20 21:15:20.222490 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43828) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:20.232252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-4fa88ba1-d41e-41f6-9a64-35241e5c6a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:20.233876 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-4fa88ba1-d41e-41f6-9a64-35241e5c6a5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d30fefb54fd8415586ab7b3d0aa3a960&device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 1097 time: 0.3750763 Dec 20 21:15:20.293413 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-913dd848-e30c-4089-bbbe-9232239e085e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f685cb6062354d30b0c3d33a249f6b6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1137414 Dec 20 21:15:20.296371 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43830) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:20.308855 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7878b93c-425a-4a74-a624-d5f8299a5708" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9", "tag": "67893882-6585-4aa5-85aa-3cacb4b0d142"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:15:20.314949 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07d202a5-e8e5-484f-94e1-97139c5a4b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:20.340926 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07d202a5-e8e5-484f-94e1-97139c5a4b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:20.369401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43834) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:20.373758 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-f553b8a0-8380-4516-b6eb-e88434ded783 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=67893882-6585-4aa5-85aa-3cacb4b0d142 HTTP/1.1" status: 200 len: 217 time: 0.1257224 Dec 20 21:15:20.534986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0f41c-431a-4d11-a6ac-7d94e8bbbbb9 req-87e12ff2-2db6-407d-b5b8-17d5b19629da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:20.536753 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-23c0f41c-431a-4d11-a6ac-7d94e8bbbbb9 req-87e12ff2-2db6-407d-b5b8-17d5b19629da service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1688356 Dec 20 21:15:20.551837 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-a6c6ed81-7624-430e-b012-e0af785dc9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:20.553132 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-a6c6ed81-7624-430e-b012-e0af785dc9b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1734276 Dec 20 21:15:20.562081 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07d202a5-e8e5-484f-94e1-97139c5a4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:20.565104 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07d202a5-e8e5-484f-94e1-97139c5a4b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:20.568650 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-07d202a5-e8e5-484f-94e1-97139c5a4b88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f7c0aa1-1a9a-4439-9f72-9473272a2052 HTTP/1.1" status: 204 len: 168 time: 0.3427706 Dec 20 21:15:20.569277 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33753cec-bb03-4830-9344-1ae44ad0583f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:20.595993 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d202a5-e8e5-484f-94e1-97139c5a4b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7c0aa1-1a9a-4439-9f72-9473272a2052,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:20.649859 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33753cec-bb03-4830-9344-1ae44ad0583f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:20.700910 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0f41c-431a-4d11-a6ac-7d94e8bbbbb9 req-d4660b78-7d99-42a6-8322-b6879d113adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:20.702964 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-23c0f41c-431a-4d11-a6ac-7d94e8bbbbb9 req-d4660b78-7d99-42a6-8322-b6879d113adb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245880 Dec 20 21:15:20.730044 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33753cec-bb03-4830-9344-1ae44ad0583f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:20.738354 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33753cec-bb03-4830-9344-1ae44ad0583f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:20.740101 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-33753cec-bb03-4830-9344-1ae44ad0583f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b98f3c11-536f-4cf7-9872-5a04be08fa4e HTTP/1.1" status: 204 len: 168 time: 0.4428804 Dec 20 21:15:20.787675 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0939087-53e1-4379-8e87-04fb64a46546 x-openstack-request-id: req-d0939087-53e1-4379-8e87-04fb64a46546 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:15:20.788432 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9", "tag": "67893882-6585-4aa5-85aa-3cacb4b0d142", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:15:20.790694 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0939087-53e1-4379-8e87-04fb64a46546 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:15:20.791458 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9', 'tag': '67893882-6585-4aa5-85aa-3cacb4b0d142', 'status': 'completed', 'code': 200} Dec 20 21:15:21.161856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-836e2bd6-324c-47fb-86eb-6bba4f433af6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-242699905-network', 'tenant_id': '57494093b5e8425d91a77acd511ee12d'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:21.228711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836e2bd6-324c-47fb-86eb-6bba4f433af6 admin admin] Made reservation on behalf of 57494093b5e8425d91a77acd511ee12d for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:15:21.232799 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-836e2bd6-324c-47fb-86eb-6bba4f433af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:21.277284 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-aaac58b5-0b35-4c83-876a-0aabb88b8a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:21.279334 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-aaac58b5-0b35-4c83-876a-0aabb88b8a51 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7184410 Dec 20 21:15:21.282200 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-836e2bd6-324c-47fb-86eb-6bba4f433af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:21.368134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67595fa2-9ce5-4003-b4e4-028b2ad97966 req-e306af46-0822-40fa-a10c-288b2f620470 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:21.369932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67595fa2-9ce5-4003-b4e4-028b2ad97966 req-e306af46-0822-40fa-a10c-288b2f620470 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 969 time: 0.1475971 Dec 20 21:15:21.456374 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67595fa2-9ce5-4003-b4e4-028b2ad97966 req-961ad831-4267-4a9e-86bb-6d9ff81557d8 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758655 Dec 20 21:15:21.481052 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-219746f6-7409-472d-bf74-77c7a81d8eb3 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878884 Dec 20 21:15:21.606711 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33753cec-bb03-4830-9344-1ae44ad0583f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98f3c11-536f-4cf7-9872-5a04be08fa4e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:21.618143 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-23c0f41c-431a-4d11-a6ac-7d94e8bbbbb9 req-384484f4-7b67-4e24-bfa0-77a8af2a5b83 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8718150 Dec 20 21:15:21.629669 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43860) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:21.666998 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61afa1f6-d78d-4246-8a42-03797b3bb3f2 req-5a8ba901-c88d-45cb-a901-17f52e23f500 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673548 Dec 20 21:15:21.701429 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9681ecf4-bffc-46ce-b21a-85094a683df2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc428057b455423693696670ccb75824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0647135 Dec 20 21:15:21.705223 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43862) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:21.761124 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-836e2bd6-324c-47fb-86eb-6bba4f433af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:21.782741 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-836e2bd6-324c-47fb-86eb-6bba4f433af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:21.827170 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-23c0f41c-431a-4d11-a6ac-7d94e8bbbbb9 req-c9e18c9b-214e-4c0c-8683-f24e5f57d383 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304293 Dec 20 21:15:21.855076 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3138ed9-ef7c-48c8-8b2a-3dcbef4585dc req-02560270-4395-4187-a20f-7c9818201109 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:21.863449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e2bd6-324c-47fb-86eb-6bba4f433af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645ae711-9cb5-4f33-8ded-60c71c27938f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:21.863895 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f3138ed9-ef7c-48c8-8b2a-3dcbef4585dc req-02560270-4395-4187-a20f-7c9818201109 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 948 time: 0.9473326 Dec 20 21:15:21.926866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836e2bd6-324c-47fb-86eb-6bba4f433af6 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:15:21.950789 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f3138ed9-ef7c-48c8-8b2a-3dcbef4585dc req-7fd9a394-f1d2-4c3b-a592-9f79700fcf32 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857022 Dec 20 21:15:21.987612 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-836e2bd6-324c-47fb-86eb-6bba4f433af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:21.987988 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-836e2bd6-324c-47fb-86eb-6bba4f433af6 admin admin] Added segment ae70c700-4566-417a-992b-44ddef204c66 of type vlan for network a8615b69-fdeb-4959-96fe-7a281ed09caf Dec 20 21:15:22.057002 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9b64082e-5c01-4849-ac98-8db2e91c77ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:22.173730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-836e2bd6-324c-47fb-86eb-6bba4f433af6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:22.181751 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9b64082e-5c01-4849-ac98-8db2e91c77ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:22.275464 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-836e2bd6-324c-47fb-86eb-6bba4f433af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:22.277098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836e2bd6-324c-47fb-86eb-6bba4f433af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:22.278101 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-836e2bd6-324c-47fb-86eb-6bba4f433af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:22.352697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-836e2bd6-324c-47fb-86eb-6bba4f433af6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9809909 Dec 20 21:15:22.355600 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9b64082e-5c01-4849-ac98-8db2e91c77ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:22.356404 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43872) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:22.358232 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9b64082e-5c01-4849-ac98-8db2e91c77ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:22.361791 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9b64082e-5c01-4849-ac98-8db2e91c77ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45b2684b-3722-436f-8196-77fb031fa818 HTTP/1.1" status: 204 len: 168 time: 0.6416404 Dec 20 21:15:22.369083 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-486253b0-8e48-4826-a3bc-9b60931e30ee admin admin] Request body: {'subnet': {'network_id': 'a8615b69-fdeb-4959-96fe-7a281ed09caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-242699905-subnet', 'tenant_id': '57494093b5e8425d91a77acd511ee12d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:22.385447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e2bd6-324c-47fb-86eb-6bba4f433af6 admin admin] Pushing event updated for resources: {'Network': ['ID=a8615b69-fdeb-4959-96fe-7a281ed09caf,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:22.388224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64082e-5c01-4849-ac98-8db2e91c77ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b2684b-3722-436f-8196-77fb031fa818,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:22.397106 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network a8615b69-fdeb-4959-96fe-7a281ed09caf details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:15:22.440884 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486253b0-8e48-4826-a3bc-9b60931e30ee admin admin] Made reservation on behalf of 57494093b5e8425d91a77acd511ee12d for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:15:22.447468 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-486253b0-8e48-4826-a3bc-9b60931e30ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:22.727534 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ebdb9-1cb0-44e8-80ad-ac6fd73fa6e2 req-18a4cd57-fb94-44ab-8d25-271360a0945b tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:22.730026 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d99ebdb9-1cb0-44e8-80ad-ac6fd73fa6e2 req-18a4cd57-fb94-44ab-8d25-271360a0945b tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 969 time: 0.0914857 Dec 20 21:15:22.749579 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-486253b0-8e48-4826-a3bc-9b60931e30ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:22.786807 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d99ebdb9-1cb0-44e8-80ad-ac6fd73fa6e2 req-17452f19-cc3e-405f-9042-4a74b7d3aa87 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475698 Dec 20 21:15:22.863212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486253b0-8e48-4826-a3bc-9b60931e30ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf913d19-cbb7-4da6-bec0-c95d5cf17fd2,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:22.867425 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486253b0-8e48-4826-a3bc-9b60931e30ee admin admin] Checking segment: {'id': 'ae70c700-4566-417a-992b-44ddef204c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a8615b69-fdeb-4959-96fe-7a281ed09caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:15:22.868010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486253b0-8e48-4826-a3bc-9b60931e30ee admin admin] Network hostable DHCP agents. Network: a8615b69-fdeb-4959-96fe-7a281ed09caf, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:15:22.909855 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486253b0-8e48-4826-a3bc-9b60931e30ee admin admin] Network a8615b69-fdeb-4959-96fe-7a281ed09caf is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:15:22.937001 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-486253b0-8e48-4826-a3bc-9b60931e30ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, a8615b69-fdeb-4959-96fe-7a281ed09caf) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:22.944904 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486253b0-8e48-4826-a3bc-9b60931e30ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:22.946744 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-486253b0-8e48-4826-a3bc-9b60931e30ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:22.949246 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6a906f-4c49-402b-a280-21226aede474 None None] Network a8615b69-fdeb-4959-96fe-7a281ed09caf requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:15:22.986536 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-486253b0-8e48-4826-a3bc-9b60931e30ee admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6258264 Dec 20 21:15:22.986536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43896) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:23.003677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-242699905-router', 'tenant_id': '57494093b5e8425d91a77acd511ee12d', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:23.064161 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:23.065910 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:23.162592 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-a8615b69-fdeb-4959-96fe-7a281ed09caf', 'network_id': 'a8615b69-fdeb-4959-96fe-7a281ed09caf', 'tenant_id': '57494093b5e8425d91a77acd511ee12d', 'fixed_ips': [{'subnet_id': 'cf913d19-cbb7-4da6-bec0-c95d5cf17fd2'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:15:23.168669 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:23.310546 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:23.343898 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201d04f-2322-4867-af48-90e14d46f540 req-f5016862-850b-4fab-ae15-785e3ec3936d tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:23.349003 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1201d04f-2322-4867-af48-90e14d46f540 req-f5016862-850b-4fab-ae15-785e3ec3936d tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 948 time: 0.2409892 Dec 20 21:15:23.383939 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Allocated IP 172.20.0.2 (a8615b69-fdeb-4959-96fe-7a281ed09caf/cf913d19-cbb7-4da6-bec0-c95d5cf17fd2/cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:15:23.603331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878b93c-425a-4a74-a624-d5f8299a5708 req-a94bed7b-fed8-44b1-a8fb-a36a664c3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:23.608726 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7878b93c-425a-4a74-a624-d5f8299a5708 req-a94bed7b-fed8-44b1-a8fb-a36a664c3042 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d30fefb54fd8415586ab7b3d0aa3a960&device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 1097 time: 0.1176772 Dec 20 21:15:23.635074 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:23.644363 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:23.691208 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1201d04f-2322-4867-af48-90e14d46f540 req-29b4c835-e58b-4b43-8c27-53827e35916c tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500510 Dec 20 21:15:23.781481 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:23.790265 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Network a8615b69-fdeb-4959-96fe-7a281ed09caf is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:15:23.801672 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:23.823360 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:15:23.860635 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Pushing event updated for resources: {'Port': ['ID=cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:23.887386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:23.899496 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:23.900797 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:23.903608 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:23.904137 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:23.905355 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:23.906730 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:23.907013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:23.907346 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:23.907660 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:23.907984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:23.908302 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Tracked resource versions report: Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: pushed versions: Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: { 'AddressGroup': {'1.2'}, Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'ConntrackHelper': {'1.0'}, Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'Log': {'1.0'}, Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'Network': {'1.1'}, Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'Port': {'1.7'}, Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'PortForwarding': {'1.2'}, Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'QosPolicy': {'1.9'}, Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'SecurityGroup': {'1.4'}, Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'SecurityGroupRule': {'1.2'}, Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'SubPort': {'1.0'}, Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'Subnet': {'1.1'}, Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'Trunk': {'1.1'}} Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: consumer versions: Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: { DHCP agent@n-d-xena-1: {}, Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: HyperV agent@n-h1-xena-1: {}, Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: HyperV agent@n-h2-xena-1: {}, Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: L3 agent@n-d-xena-1: {}, Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: Metadata agent@n-d-xena-1: {}, Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: Metering agent@n-d-xena-1: {}, Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: Open vSwitch agent@n-d-xena-1: { 'AddressGroup': '1.2', Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'ConntrackHelper': '1.0', Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'Log': '1.0', Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'Network': '1.1', Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'Port': '1.7', Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'PortForwarding': '1.2', Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'QosPolicy': '1.9', Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'SecurityGroup': '1.4', Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'SecurityGroupRule': '1.2', Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'SubPort': '1.0', Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'Subnet': '1.1', Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: 'Trunk': '1.1'}} Dec 20 21:15:23.919429 n-d-xena-1 neutron-server[102403]: {{(pid=102403) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 21:15:24.047153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Attempting to bind port cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:15:24.047153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Attempting to bind port cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'ae70c700-4566-417a-992b-44ddef204c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a8615b69-fdeb-4959-96fe-7a281ed09caf'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:15:24.047153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Attempting to bind port cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b on network a8615b69-fdeb-4959-96fe-7a281ed09caf {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:15:24.053608 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:15:24.054022 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Checking segment: {'id': 'ae70c700-4566-417a-992b-44ddef204c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a8615b69-fdeb-4959-96fe-7a281ed09caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:15:24.054565 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:24.054869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Bound using segment: {'id': 'ae70c700-4566-417a-992b-44ddef204c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a8615b69-fdeb-4959-96fe-7a281ed09caf'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:15:24.055331 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Bound port: cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae70c700-4566-417a-992b-44ddef204c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a8615b69-fdeb-4959-96fe-7a281ed09caf'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:15:24.055821 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:24.080117 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878b93c-425a-4a74-a624-d5f8299a5708 req-3b093eee-5b9d-4bf9-813d-58ec0281fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:24.086427 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7878b93c-425a-4a74-a624-d5f8299a5708 req-3b093eee-5b9d-4bf9-813d-58ec0281fcb9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.4660776 Dec 20 21:15:24.154665 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] For port cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:15:24.163394 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] For port cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b,segment=NetworkSegment(ae70c700-4566-417a-992b-44ddef204c66),segment_id=ae70c700-4566-417a-992b-44ddef204c66)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:15:24.169885 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:24.176264 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7878b93c-425a-4a74-a624-d5f8299a5708 req-895e6183-d38b-4d7d-b5b3-d43b783a5f2b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=67893882-6585-4aa5-85aa-3cacb4b0d142 HTTP/1.1" status: 200 len: 217 time: 0.0797884 Dec 20 21:15:24.293005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d3bf0-4961-479a-81eb-dcc8648569ae req-1b66bcb9-d161-4197-894e-508b84ebfbe9 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:24.300319 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:24.308584 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f87d3bf0-4961-479a-81eb-dcc8648569ae req-1b66bcb9-d161-4197-894e-508b84ebfbe9 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 969 time: 0.3710897 Dec 20 21:15:24.361587 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:24.422577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878b93c-425a-4a74-a624-d5f8299a5708 req-012325d6-29cf-42cd-8101-d7ad6529bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:24.435631 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7878b93c-425a-4a74-a624-d5f8299a5708 req-012325d6-29cf-42cd-8101-d7ad6529bb53 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.2476985 Dec 20 21:15:24.542227 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f87d3bf0-4961-479a-81eb-dcc8648569ae req-881a4061-a203-4a80-8853-6bd926925859 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240255 Dec 20 21:15:24.562589 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878b93c-425a-4a74-a624-d5f8299a5708 req-cdeb2daf-2517-432f-ba1d-b49f003c645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:24.568269 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7878b93c-425a-4a74-a624-d5f8299a5708 req-cdeb2daf-2517-432f-ba1d-b49f003c645a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232464 Dec 20 21:15:24.587138 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a6860-f769-46d5-bd96-717951b0f847 None None] Pushing event updated for resources: {'Port': ['ID=cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:24.700512 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Allocated IP 172.35.3.186 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/9d40f165-9dbb-467d-a17f-a6b9bebefc62) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:15:24.910755 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7878b93c-425a-4a74-a624-d5f8299a5708 req-abccdc46-1882-4682-8708-808b4024e323 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142374 Dec 20 21:15:25.016348 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:25.034239 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0a2b8-a54c-4a48-bab0-9b1671d11c25 req-e2e2e523-dada-4cb3-9850-f4ebcb02530d tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:25.042545 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0be0a2b8-a54c-4a48-bab0-9b1671d11c25 req-e2e2e523-dada-4cb3-9850-f4ebcb02530d tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 948 time: 0.1296976 Dec 20 21:15:25.072660 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:25.132703 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:15:25.136730 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:25.141498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:15:25.188992 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Pushing event updated for resources: {'Port': ['ID=9d40f165-9dbb-467d-a17f-a6b9bebefc62,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:25.202395 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7878b93c-425a-4a74-a624-d5f8299a5708 req-e7ae0db3-76fa-4006-9b21-bd5be3187e85 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260080 Dec 20 21:15:25.240850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0be0a2b8-a54c-4a48-bab0-9b1671d11c25 req-d529557d-8f27-4cd1-8b91-a480ddfcc204 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876504 Dec 20 21:15:25.789568 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0316c7-03b5-4e65-a59b-82fc444079e4 req-29d7285c-640c-43d9-9b8b-b99876ed46a9 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:25.796870 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dc0316c7-03b5-4e65-a59b-82fc444079e4 req-29d7285c-640c-43d9-9b8b-b99876ed46a9 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 969 time: 0.1389160 Dec 20 21:15:25.836730 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:25.935647 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dc0316c7-03b5-4e65-a59b-82fc444079e4 req-b5de861f-2b68-4ac2-a19f-364436c7fa2b tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254382 Dec 20 21:15:25.987504 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321ab9ef-0fd1-43ff-8add-a39799689136 None None] Network a8615b69-fdeb-4959-96fe-7a281ed09caf requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:15:26.029819 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-e0876201-6769-4cc7-9006-2642ffd7c9ab tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6ecc0e7403494750812a106806372d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553215 Dec 20 21:15:26.135514 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c3bea9b3-5c7d-48b2-8d76-552f967cd586 None None] Provisioning complete for port cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:26.140166 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3bea9b3-5c7d-48b2-8d76-552f967cd586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:26.238432 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:15:26.256606 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3bea9b3-5c7d-48b2-8d76-552f967cd586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:26.281825 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:26.383516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c3bea9b3-5c7d-48b2-8d76-552f967cd586 None None] For port cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b,segment=NetworkSegment(ae70c700-4566-417a-992b-44ddef204c66),segment_id=ae70c700-4566-417a-992b-44ddef204c66)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:26.384240 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-2f96f5f0-b87f-4420-ac4d-6990cb4ade4b tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:26.386558 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-2f96f5f0-b87f-4420-ac4d-6990cb4ade4b tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3449728 Dec 20 21:15:26.392404 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3bea9b3-5c7d-48b2-8d76-552f967cd586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:26.401460 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:26.401830 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:26.425068 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-4535ee0c-d8c6-4757-8645-8193a0965891 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/quotas/6ecc0e7403494750812a106806372d38 HTTP/1.1" status: 200 len: 375 time: 0.0218987 Dec 20 21:15:26.491648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bea9b3-5c7d-48b2-8d76-552f967cd586 None None] Pushing event updated for resources: {'Port': ['ID=cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:26.496930 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-1a1ff356-c98e-44ac-ab56-27d884deb3de tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636833 Dec 20 21:15:26.754875 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe77737-61b1-44e2-910d-5c724c8576bc req-2e135b1b-7553-4266-ac42-73d9c16e6625 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:26.756435 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0fe77737-61b1-44e2-910d-5c724c8576bc req-2e135b1b-7553-4266-ac42-73d9c16e6625 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 948 time: 0.1250987 Dec 20 21:15:26.767326 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17173132-f765-413e-a2cd-81ca1e4b3b40 req-bcc8e0d5-53b3-4d1b-a830-d8c04bd9ad7d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 210 time: 0.0299327 Dec 20 21:15:26.851561 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-10935c71-2d81-4bb7-8103-aab808fbfca7 None None] Provisioning complete for port cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:26.851561 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10935c71-2d81-4bb7-8103-aab808fbfca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:26.888215 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0fe77737-61b1-44e2-910d-5c724c8576bc req-70c64f35-a4dd-4e7e-a1dd-9dec903db38d tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250429 Dec 20 21:15:26.922668 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Router df7dd26d-a191-4058-8205-e08b2a5377db is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:15:27.051111 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0411ad4d-d21c-4fca-8db3-d8d3a681a62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:27.118386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:15:27.137289 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Sync routers for ids ['df7dd26d-a191-4058-8205-e08b2a5377db'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:15:27.151076 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Routers {'df7dd26d-a191-4058-8205-e08b2a5377db'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:15:27.152006 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:14:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['df7dd26d-a191-4058-8205-e08b2a5377db'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:27.152664 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:27.156051 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-92cb79ed-f824-4309-a228-9d7a9b31658c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1665359 Dec 20 21:15:27.157200 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44016) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:27.172298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f56a7-41d4-4f34-8d5c-0d3b8a747d02 req-a25b3644-d4aa-4a7d-881d-b2aa3e93ba8e tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:27.174824 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-da0f56a7-41d4-4f34-8d5c-0d3b8a747d02 req-a25b3644-d4aa-4a7d-881d-b2aa3e93ba8e tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 969 time: 0.1028566 Dec 20 21:15:27.295735 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-da0f56a7-41d4-4f34-8d5c-0d3b8a747d02 req-ba1e8cac-2865-43b4-84c1-b5fc42e4893b tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061714 Dec 20 21:15:27.397368 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Set router df7dd26d-a191-4058-8205-e08b2a5377db gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:15:27.678343 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'name': 'tempest-FloatingIPsTestJSON-242699905-router', 'tenant_id': '57494093b5e8425d91a77acd511ee12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '9d40f165-9dbb-467d-a17f-a6b9bebefc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:23Z', 'updated_at': '2021-12-20T21:15:25Z', 'revision_number': 3, 'project_id': '57494093b5e8425d91a77acd511ee12d', 'gw_port': {'id': '9d40f165-9dbb-467d-a17f-a6b9bebefc62', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:24Z', 'updated_at': '2021-12-20T21:15:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:27.722164 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Checking router: df7dd26d-a191-4058-8205-e08b2a5377db for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:15:27.722761 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Updating router df7dd26d-a191-4058-8205-e08b2a5377db port 9d40f165-9dbb-467d-a17f-a6b9bebefc62 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:15:27.760362 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:27.819345 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:27.896858 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-306fa74a-68f8-4a42-89c2-6052b4299a6e req-a13a8408-2562-41cf-8d81-28c9db39ee2b tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 210 time: 0.0344188 Dec 20 21:15:28.058525 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:15:28.068770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ab2e4-8676-4709-b16a-9e9157160202 req-1f12191e-d7a7-451b-8dbe-cf389f7cb7ef tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:28.069913 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-142ab2e4-8676-4709-b16a-9e9157160202 req-1f12191e-d7a7-451b-8dbe-cf389f7cb7ef tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 948 time: 0.0790915 Dec 20 21:15:28.103690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] Allocated IP 172.20.0.1 (a8615b69-fdeb-4959-96fe-7a281ed09caf/cf913d19-cbb7-4da6-bec0-c95d5cf17fd2/174e1cb2-6785-489b-b480-e2597bf8227e) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:15:28.145251 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:28.147088 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:28.154956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-142ab2e4-8676-4709-b16a-9e9157160202 req-a050a201-75a7-411c-a13b-a1a753e39698 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695319 Dec 20 21:15:28.189806 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:28.197111 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:28.219479 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-5f52aa06-4cbc-4d04-83c3-61aaeba608fe tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6ecc0e7403494750812a106806372d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307770 Dec 20 21:15:28.302672 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Attempting to bind port 9d40f165-9dbb-467d-a17f-a6b9bebefc62 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:15:28.303435 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Attempting to bind port 9d40f165-9dbb-467d-a17f-a6b9bebefc62 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:15:28.303801 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Attempting to bind port 9d40f165-9dbb-467d-a17f-a6b9bebefc62 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:15:28.328704 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d619e2-e29e-4d67-953b-6d5556ccef84 None None] Pushing event updated for resources: {'Port': ['ID=9d40f165-9dbb-467d-a17f-a6b9bebefc62,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:28.332229 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:15:28.332605 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:15:28.333435 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:28.333435 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:15:28.333846 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Bound port: 9d40f165-9dbb-467d-a17f-a6b9bebefc62, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:15:28.334252 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:28.342805 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d619e2-e29e-4d67-953b-6d5556ccef84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:28.343145 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d619e2-e29e-4d67-953b-6d5556ccef84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:28.343483 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d619e2-e29e-4d67-953b-6d5556ccef84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:28.343818 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d619e2-e29e-4d67-953b-6d5556ccef84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:28.344145 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d619e2-e29e-4d67-953b-6d5556ccef84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:28.344502 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d619e2-e29e-4d67-953b-6d5556ccef84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:28.344806 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d619e2-e29e-4d67-953b-6d5556ccef84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:28.345112 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d619e2-e29e-4d67-953b-6d5556ccef84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:28.345431 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d619e2-e29e-4d67-953b-6d5556ccef84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:28.345750 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d619e2-e29e-4d67-953b-6d5556ccef84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:28.346090 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d619e2-e29e-4d67-953b-6d5556ccef84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:28.346536 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d619e2-e29e-4d67-953b-6d5556ccef84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d619e2-e29e-4d67-953b-6d5556ccef84 None None] Tracked resource versions report: Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: pushed versions: Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: { 'AddressGroup': {'1.2'}, Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'ConntrackHelper': {'1.0'}, Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'Log': {'1.0'}, Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'Network': {'1.1'}, Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'Port': {'1.7'}, Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'PortForwarding': {'1.2'}, Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'QosPolicy': {'1.9'}, Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'SecurityGroup': {'1.4'}, Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'SecurityGroupRule': {'1.2'}, Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'SubPort': {'1.0'}, Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'Subnet': {'1.1'}, Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'Trunk': {'1.1'}} Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: consumer versions: Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: { DHCP agent@n-d-xena-1: {}, Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: HyperV agent@n-h1-xena-1: {}, Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: HyperV agent@n-h2-xena-1: {}, Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: L3 agent@n-d-xena-1: {}, Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: Metadata agent@n-d-xena-1: {}, Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: Metering agent@n-d-xena-1: {}, Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: Open vSwitch agent@n-d-xena-1: { 'AddressGroup': '1.2', Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'ConntrackHelper': '1.0', Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'Log': '1.0', Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'Network': '1.1', Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'Port': '1.7', Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'PortForwarding': '1.2', Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'QosPolicy': '1.9', Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'SecurityGroup': '1.4', Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'SecurityGroupRule': '1.2', Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'SubPort': '1.0', Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'Subnet': '1.1', Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: 'Trunk': '1.1'}} Dec 20 21:15:28.348297 n-d-xena-1 neutron-server[102404]: {{(pid=102404) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 20 21:15:28.397092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-950aecfa-1e70-4b70-a7ec-645374abaeef tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:28.399455 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-950aecfa-1e70-4b70-a7ec-645374abaeef tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732368 Dec 20 21:15:28.407655 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:28.417919 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] For port 9d40f165-9dbb-467d-a17f-a6b9bebefc62, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:15:28.421745 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] For port 9d40f165-9dbb-467d-a17f-a6b9bebefc62, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9d40f165-9dbb-467d-a17f-a6b9bebefc62,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:15:28.426926 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:28.438879 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec6a9c-e7eb-48bf-83ed-e14629f2ee85 req-147a42ff-5f14-434c-a828-6a2377ee8f13 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:28.440994 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16ec6a9c-e7eb-48bf-83ed-e14629f2ee85 req-147a42ff-5f14-434c-a828-6a2377ee8f13 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 969 time: 0.0677729 Dec 20 21:15:28.450943 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-b11f6127-5c4f-4ae3-986d-c48a7289263f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Request body: {'port': {'device_id': '12620ca3-d978-4864-ab0d-1b7246f60020', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': '6ecc0e7403494750812a106806372d38'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:28.483278 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Routers {'df7dd26d-a191-4058-8205-e08b2a5377db'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:15:28.483899 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:14:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['df7dd26d-a191-4058-8205-e08b2a5377db'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:28.492451 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16ec6a9c-e7eb-48bf-83ed-e14629f2ee85 req-50e5874b-395e-4c4e-a647-ceae829d79d6 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450041 Dec 20 21:15:28.522798 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:28.526311 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44068) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:28.569359 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d619e2-e29e-4d67-953b-6d5556ccef84 None None] Pushing event updated for resources: {'Port': ['ID=9d40f165-9dbb-467d-a17f-a6b9bebefc62,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:28.583943 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] Network a8615b69-fdeb-4959-96fe-7a281ed09caf is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:15:28.591837 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:28.597125 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] Pushing event updated for resources: {'Port': ['ID=174e1cb2-6785-489b-b480-e2597bf8227e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:28.608690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:15:28.619965 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] Set router df7dd26d-a191-4058-8205-e08b2a5377db gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:15:28.655025 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:28.687146 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-02b09dad-1cfb-4785-a456-cdd7875a79a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:28.723624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-b11f6127-5c4f-4ae3-986d-c48a7289263f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Made reservation on behalf of 6ecc0e7403494750812a106806372d38 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:15:28.727174 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-b11f6127-5c4f-4ae3-986d-c48a7289263f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:28.741525 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-b11f6127-5c4f-4ae3-986d-c48a7289263f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:28.787551 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-02b09dad-1cfb-4785-a456-cdd7875a79a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:28.793310 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-02b09dad-1cfb-4785-a456-cdd7875a79a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:28.831570 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b09dad-1cfb-4785-a456-cdd7875a79a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01e3732-008f-403c-87a6-a68e4bae76dd,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:28.852604 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-02b09dad-1cfb-4785-a456-cdd7875a79a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=850e261804cb4876b64bcc2b9d9d4a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249443 Dec 20 21:15:28.855121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44072) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:28.898633 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4cdf7ad2-1e01-4ccd-a0c1-309027014198 None None] Provisioning complete for port 174e1cb2-6785-489b-b480-e2597bf8227e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:28.899188 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4cdf7ad2-1e01-4ccd-a0c1-309027014198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:28.921813 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-213d7cdf-ba7b-4ccf-9ab1-ce64de3f9419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:28.944123 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device fa07aae5-f780-476d-aed9-973fbe2b2f24 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:15:28.953265 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:28.955961 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-213d7cdf-ba7b-4ccf-9ab1-ce64de3f9419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:28.958103 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'name': 'tempest-FloatingIPsTestJSON-242699905-router', 'tenant_id': '57494093b5e8425d91a77acd511ee12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '9d40f165-9dbb-467d-a17f-a6b9bebefc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:23Z', 'updated_at': '2021-12-20T21:15:25Z', 'revision_number': 3, 'project_id': '57494093b5e8425d91a77acd511ee12d', 'gw_port': {'id': '9d40f165-9dbb-467d-a17f-a6b9bebefc62', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:24Z', 'updated_at': '2021-12-20T21:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:28.967588 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf7ad2-1e01-4ccd-a0c1-309027014198 None None] Port 174e1cb2-6785-489b-b480-e2597bf8227e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:15:28.974998 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-b11f6127-5c4f-4ae3-986d-c48a7289263f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:29.013916 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-b11f6127-5c4f-4ae3-986d-c48a7289263f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:29.018084 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92767f88-52c5-40f1-a71c-5b3728c4f8cb None None] The sync data for ids ['df7dd26d-a191-4058-8205-e08b2a5377db'] in n-d-xena-1 is: [{'id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'name': 'tempest-FloatingIPsTestJSON-242699905-router', 'tenant_id': '57494093b5e8425d91a77acd511ee12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '9d40f165-9dbb-467d-a17f-a6b9bebefc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:23Z', 'updated_at': '2021-12-20T21:15:25Z', 'revision_number': 3, 'project_id': '57494093b5e8425d91a77acd511ee12d', 'gw_port': {'id': '9d40f165-9dbb-467d-a17f-a6b9bebefc62', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:24Z', 'updated_at': '2021-12-20T21:15:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:15:29.025826 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-213d7cdf-ba7b-4ccf-9ab1-ce64de3f9419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:29.029283 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-213d7cdf-ba7b-4ccf-9ab1-ce64de3f9419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:29.032995 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-213d7cdf-ba7b-4ccf-9ab1-ce64de3f9419 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a01e3732-008f-403c-87a6-a68e4bae76dd HTTP/1.1" status: 204 len: 168 time: 0.1750629 Dec 20 21:15:29.040922 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d7cdf-ba7b-4ccf-9ab1-ce64de3f9419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01e3732-008f-403c-87a6-a68e4bae76dd,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:29.111822 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port fa07aae5-f780-476d-aed9-973fbe2b2f24, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=fa07aae5-f780-476d-aed9-973fbe2b2f24,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:29.124887 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'fa07aae5-f780-476d-aed9-973fbe2b2f24', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'fa07aae5-f780-476d-aed9-973fbe2b2f24', 'mac_address': 'fa:16:3e:66:23:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:tempest-test_az-842129185', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:15:29.167175 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:29.187517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa07aae5-f780-476d-aed9-973fbe2b2f24 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:15:29.209894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port fa07aae5-f780-476d-aed9-973fbe2b2f24, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=fa07aae5-f780-476d-aed9-973fbe2b2f24,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:29.215242 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:29.254640 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-57e6cc61-7783-4b6a-9835-fbae84e390b7 req-47b6019f-f2c6-43d6-847e-b89d422bc42c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 210 time: 0.2515891 Dec 20 21:15:29.293619 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=fa07aae5-f780-476d-aed9-973fbe2b2f24,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:29.324559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3ebad-8449-47f8-90b9-5ef30f9891fc req-cc7d7167-7097-47a5-a6c6-e6791fd789e5 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:29.326097 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b4a3ebad-8449-47f8-90b9-5ef30f9891fc req-cc7d7167-7097-47a5-a6c6-e6791fd789e5 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 948 time: 0.0898745 Dec 20 21:15:29.341725 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f6127-5c4f-4ae3-986d-c48a7289263f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619364d6-e871-4073-8036-3242378bfe8a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:29.410266 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-404652d9-a3da-4df3-b543-bea63ed9321a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:29.415059 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b4a3ebad-8449-47f8-90b9-5ef30f9891fc req-60f5c512-daad-402e-8df9-0d2e66c8f6e4 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827880 Dec 20 21:15:29.487124 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44082) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:29.503368 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4355bda5-b7e0-404c-8c46-94ebd41babfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:29.557271 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-b11f6127-5c4f-4ae3-986d-c48a7289263f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Allocated IP 192.168.233.180 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/c44ec9c2-a894-47ea-8ae2-7f1806d9d86b) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:15:29.608803 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4355bda5-b7e0-404c-8c46-94ebd41babfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:29.614393 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4355bda5-b7e0-404c-8c46-94ebd41babfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:29.620722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['fa07aae5-f780-476d-aed9-973fbe2b2f24'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:15:29.647050 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:29.664014 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4355bda5-b7e0-404c-8c46-94ebd41babfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ab433af5b134891bcc21ac6a4706517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747062 Dec 20 21:15:29.667869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44086) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:29.668703 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355bda5-b7e0-404c-8c46-94ebd41babfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f880b7a-1e3f-4c15-b568-cc5719fc4ed0,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:29.697796 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:29.739510 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef6d434b-f157-4b2c-8aa1-0af1163f862b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:29.767356 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef6d434b-f157-4b2c-8aa1-0af1163f862b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:29.784947 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701eb415-2f24-4857-9446-1477e0ff85e5 req-29c0ea7a-5847-4de1-8319-84cea6fa16b3 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:29.786652 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-701eb415-2f24-4857-9446-1477e0ff85e5 req-29c0ea7a-5847-4de1-8319-84cea6fa16b3 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 970 time: 0.2032461 Dec 20 21:15:29.836172 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef6d434b-f157-4b2c-8aa1-0af1163f862b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:29.839588 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef6d434b-f157-4b2c-8aa1-0af1163f862b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:29.840613 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ef6d434b-f157-4b2c-8aa1-0af1163f862b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f880b7a-1e3f-4c15-b568-cc5719fc4ed0 HTTP/1.1" status: 204 len: 168 time: 0.1666405 Dec 20 21:15:29.849575 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d434b-f157-4b2c-8aa1-0af1163f862b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f880b7a-1e3f-4c15-b568-cc5719fc4ed0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:29.865766 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] Pushing event updated for resources: {'Port': ['ID=174e1cb2-6785-489b-b480-e2597bf8227e,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:29.898318 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:29.985971 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-701eb415-2f24-4857-9446-1477e0ff85e5 req-fdb3e037-0546-4436-ba52-e93a868691f1 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707041 Dec 20 21:15:30.052396 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-b11f6127-5c4f-4ae3-986d-c48a7289263f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:30.070728 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9d40f165-9dbb-467d-a17f-a6b9bebefc62 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:15:30.087957 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] Network a8615b69-fdeb-4959-96fe-7a281ed09caf is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:15:30.092708 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:30.142400 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 9d40f165-9dbb-467d-a17f-a6b9bebefc62 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:30.142879 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:30.198756 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-b11f6127-5c4f-4ae3-986d-c48a7289263f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:30.259792 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-b11f6127-5c4f-4ae3-986d-c48a7289263f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:15:30.264669 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:30.268242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-b11f6127-5c4f-4ae3-986d-c48a7289263f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:30.277045 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-b11f6127-5c4f-4ae3-986d-c48a7289263f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:15:30.305623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44094) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:30.315933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 9d40f165-9dbb-467d-a17f-a6b9bebefc62, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9d40f165-9dbb-467d-a17f-a6b9bebefc62,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:30.322104 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-06b4e6ed-dd0c-4987-afc6-d6dcd3f0cb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:30.322466 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:30.378199 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f6127-5c4f-4ae3-986d-c48a7289263f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Pushing event updated for resources: {'Port': ['ID=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:30.388818 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-b11f6127-5c4f-4ae3-986d-c48a7289263f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:30.389712 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-b11f6127-5c4f-4ae3-986d-c48a7289263f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:30.397985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] Router df7dd26d-a191-4058-8205-e08b2a5377db has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:15:30.439159 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-070a151c-461b-43da-8dae-a72eaaa69542 None None] Provisioning complete for port 174e1cb2-6785-489b-b480-e2597bf8227e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:30.440039 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-070a151c-461b-43da-8dae-a72eaaa69542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:30.472445 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=9d40f165-9dbb-467d-a17f-a6b9bebefc62,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:30.474370 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-b11f6127-5c4f-4ae3-986d-c48a7289263f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0593548 Dec 20 21:15:30.492045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7138f-7a84-4283-9d8d-840c65a72969 req-946068de-73bf-498b-80ec-75343e77c574 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:30.500678 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0f7138f-7a84-4283-9d8d-840c65a72969 req-946068de-73bf-498b-80ec-75343e77c574 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 936 time: 0.1074781 Dec 20 21:15:30.513860 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-070a151c-461b-43da-8dae-a72eaaa69542 None None] Port 174e1cb2-6785-489b-b480-e2597bf8227e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:15:30.520105 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Request body: {'port': {'device_id': '12620ca3-d978-4864-ab0d-1b7246f60020', 'device_owner': 'compute:tempest-test_az-842129185', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:30.537905 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:30.545427 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-06b4e6ed-dd0c-4987-afc6-d6dcd3f0cb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:30.558101 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-06b4e6ed-dd0c-4987-afc6-d6dcd3f0cb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:30.582186 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0f7138f-7a84-4283-9d8d-840c65a72969 req-47629aa5-5d71-4d8f-b5de-29f549a27581 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679445 Dec 20 21:15:30.608744 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-06b4e6ed-dd0c-4987-afc6-d6dcd3f0cb5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f364c1e1618f419ea55e36640e841d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993236 Dec 20 21:15:30.609168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44098) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:30.621603 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4e6ed-dd0c-4987-afc6-d6dcd3f0cb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed9fa57-0043-4abe-bcf7-2560d6555535,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:30.639748 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e07f4-97c9-4724-81d8-84d0a8da6ad9 req-6a915129-9598-4218-98ad-c016d7a76e66 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:30.648248 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a77e07f4-97c9-4724-81d8-84d0a8da6ad9 req-6a915129-9598-4218-98ad-c016d7a76e66 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 948 time: 0.1355166 Dec 20 21:15:30.656151 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-fa8df45d-04b7-4ed0-a034-5879b981d01a None None] Provisioning complete for port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:30.656151 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa8df45d-04b7-4ed0-a034-5879b981d01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:30.661207 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:30.679053 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ab821872-cca2-42b2-852f-3e845a69d1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:30.687532 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:15:30.695197 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fe6cdc8b-9efb-4541-a997-6bbc72398ace admin admin] 10.222.0.32 "PUT /v2.0/routers/df7dd26d-a191-4058-8205-e08b2a5377db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5369892 Dec 20 21:15:30.702280 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ab821872-cca2-42b2-852f-3e845a69d1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:30.711010 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a77e07f4-97c9-4724-81d8-84d0a8da6ad9 req-0f34f5c0-9613-4c6f-943f-3d429afe79cd tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619707 Dec 20 21:15:30.719992 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-fa8df45d-04b7-4ed0-a034-5879b981d01a None None] Port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:15:30.773366 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ab821872-cca2-42b2-852f-3e845a69d1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:30.776028 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ab821872-cca2-42b2-852f-3e845a69d1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:30.780302 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ab821872-cca2-42b2-852f-3e845a69d1a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eed9fa57-0043-4abe-bcf7-2560d6555535 HTTP/1.1" status: 204 len: 168 time: 0.1673837 Dec 20 21:15:30.786399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab821872-cca2-42b2-852f-3e845a69d1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed9fa57-0043-4abe-bcf7-2560d6555535,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:30.910534 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device fa07aae5-f780-476d-aed9-973fbe2b2f24 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:15:30.987393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port fa07aae5-f780-476d-aed9-973fbe2b2f24 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:15:30.995253 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port fa07aae5-f780-476d-aed9-973fbe2b2f24 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:30.995633 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:31.014526 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44ec9c2-a894-47ea-8ae2-7f1806d9d86b {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:15:31.027798 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:31.062289 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Transition to ACTIVE for port object c44ec9c2-a894-47ea-8ae2-7f1806d9d86b will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:15:31.069523 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:31.093668 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:31.106800 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Sync routers for ids ['df7dd26d-a191-4058-8205-e08b2a5377db'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:15:31.139769 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9957326a-6861-4d9c-9a79-e18fafe62580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa07aae5-f780-476d-aed9-973fbe2b2f24'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:15:31.139885 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Pushing event updated for resources: {'Port': ['ID=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:31.223777 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Routers {'df7dd26d-a191-4058-8205-e08b2a5377db'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:15:31.224647 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:15:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['df7dd26d-a191-4058-8205-e08b2a5377db'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:31.253253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaef45a-7606-4c9e-9cef-08c92f9b8bcb req-06f438aa-0010-4aaa-b928-f88cf1ed4e65 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:31.262800 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-daaef45a-7606-4c9e-9cef-08c92f9b8bcb req-06f438aa-0010-4aaa-b928-f88cf1ed4e65 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 970 time: 0.1256101 Dec 20 21:15:31.303958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port fa07aae5-f780-476d-aed9-973fbe2b2f24, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=fa07aae5-f780-476d-aed9-973fbe2b2f24,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:31.356337 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e87d973-27e2-47a0-b318-afb1db211624" -d '{"events": [{"server_uuid": "9957326a-6861-4d9c-9a79-e18fafe62580", "name": "network-vif-plugged", "status": "completed", "tag": "fa07aae5-f780-476d-aed9-973fbe2b2f24"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:15:31.361945 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:31.366433 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-daaef45a-7606-4c9e-9cef-08c92f9b8bcb req-31f2243f-4bfb-41f8-983a-f75b78ec6403 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025424 Dec 20 21:15:31.382533 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Attempting to bind port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:15:31.391416 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Attempting to bind port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:15:31.391878 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Attempting to bind port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:15:31.396963 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:15:31.397355 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Attempting to bind port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:15:31.412365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:15:31.413994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:15:31.414717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:15:31.417642 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Bound port: c44ec9c2-a894-47ea-8ae2-7f1806d9d86b, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:15:31.419125 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:31.473917 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=fa07aae5-f780-476d-aed9-973fbe2b2f24,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:31.492583 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Set router df7dd26d-a191-4058-8205-e08b2a5377db gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:15:31.537147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] For port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:15:31.540583 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] For port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:15:31.549757 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:31.658713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Pushing event updated for resources: {'Port': ['ID=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:31.674223 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:31.675109 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:31.676994 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-6ba4b695-9d48-4901-9828-306bfd592d44 service neutron] 10.222.0.66 "PUT /v2.0/ports/c44ec9c2-a894-47ea-8ae2-7f1806d9d86b HTTP/1.1" status: 200 len: 1115 time: 1.1615837 Dec 20 21:15:31.677535 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12620ca3-d978-4864-ab0d-1b7246f60020', 'tag': 'c44ec9c2-a894-47ea-8ae2-7f1806d9d86b'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:15:31.680461 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a512cb59-dd55-4358-aaae-a045436ad8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "12620ca3-d978-4864-ab0d-1b7246f60020", "tag": "c44ec9c2-a894-47ea-8ae2-7f1806d9d86b"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:15:31.684672 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-cafabdd2-0247-4fc5-a4df-a5bf5c8a44b0 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5144868 Dec 20 21:15:31.698323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-b8f7c4a6-ad0e-415e-9e29-3fab3ec0c0e4 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:31.781330 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-b8f7c4a6-ad0e-415e-9e29-3fab3ec0c0e4 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:31.802610 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-bc686448-2b98-4975-abf4-fbab7078aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:31.804471 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-bc686448-2b98-4975-abf4-fbab7078aa6a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 1118 time: 0.0663192 Dec 20 21:15:31.817881 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c073ffb-b3d7-475e-8f75-d94a36945b73 x-openstack-request-id: req-2c073ffb-b3d7-475e-8f75-d94a36945b73 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:15:31.818221 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9957326a-6861-4d9c-9a79-e18fafe62580", "name": "network-vif-plugged", "status": "completed", "tag": "fa07aae5-f780-476d-aed9-973fbe2b2f24", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:15:31.818478 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c073ffb-b3d7-475e-8f75-d94a36945b73 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:15:31.818929 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9957326a-6861-4d9c-9a79-e18fafe62580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa07aae5-f780-476d-aed9-973fbe2b2f24', 'code': 200} Dec 20 21:15:31.881827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.66', 60386) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:31.889699 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-0736b46b-0854-4532-971b-0fbc72b060a0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b HTTP/1.1" status: 200 len: 217 time: 0.0679152 Dec 20 21:15:31.972528 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.013116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'name': 'tempest-FloatingIPsTestJSON-242699905-router', 'tenant_id': '57494093b5e8425d91a77acd511ee12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '9d40f165-9dbb-467d-a17f-a6b9bebefc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:23Z', 'updated_at': '2021-12-20T21:15:28Z', 'revision_number': 4, 'project_id': '57494093b5e8425d91a77acd511ee12d', 'gw_port': {'id': '9d40f165-9dbb-467d-a17f-a6b9bebefc62', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:24Z', 'updated_at': '2021-12-20T21:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '174e1cb2-6785-489b-b480-e2597bf8227e', 'name': '', 'network_id': 'a8615b69-fdeb-4959-96fe-7a281ed09caf', 'tenant_id': '57494093b5e8425d91a77acd511ee12d', 'mac_address': 'fa:16:3e:8a:ca:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'cf913d19-cbb7-4da6-bec0-c95d5cf17fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:27Z', 'updated_at': '2021-12-20T21:15:29Z', 'revision_number': 2, 'project_id': '57494093b5e8425d91a77acd511ee12d', 'subnets': [{'id': 'cf913d19-cbb7-4da6-bec0-c95d5cf17fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:32.042490 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85244a38-bf6d-47fe-95ae-6271da4d8cc1 req-c91c0716-2823-406f-a03a-b32af7d2934e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:32.043199 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9d40f165-9dbb-467d-a17f-a6b9bebefc62 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:15:32.044018 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85244a38-bf6d-47fe-95ae-6271da4d8cc1 req-c91c0716-2823-406f-a03a-b32af7d2934e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 969 time: 0.1532810 Dec 20 21:15:32.045517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Checking router: df7dd26d-a191-4058-8205-e08b2a5377db for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:15:32.045867 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Updating router df7dd26d-a191-4058-8205-e08b2a5377db port 174e1cb2-6785-489b-b480-e2597bf8227e binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:15:32.049189 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-7e6fd85d-a27f-4748-a252-1c257e779bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:32.050706 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-7e6fd85d-a27f-4748-a252-1c257e779bb6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1153388 Dec 20 21:15:32.052803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536de19-d864-453e-a1c2-0642116f49dc req-59bef4d4-32c0-4db8-802e-7d9679104dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:32.054399 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e536de19-d864-453e-a1c2-0642116f49dc req-59bef4d4-32c0-4db8-802e-7d9679104dc0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 1120 time: 0.1699998 Dec 20 21:15:32.097696 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e536de19-d864-453e-a1c2-0642116f49dc req-29527a02-2a50-419f-a136-47cadf2a2a40 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.120708 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85244a38-bf6d-47fe-95ae-6271da4d8cc1 req-4b3fbadf-af04-4b15-9eb2-6fc36cebefba tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637629 Dec 20 21:15:32.124632 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-b8f7c4a6-ad0e-415e-9e29-3fab3ec0c0e4 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.128644 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.130144 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-152c8f31-fec6-45f7-8d05-4d9f20acd261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:32.132407 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-152c8f31-fec6-45f7-8d05-4d9f20acd261 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596375 Dec 20 21:15:32.165627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 9d40f165-9dbb-467d-a17f-a6b9bebefc62 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:32.166026 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.251674 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 67893882-6585-4aa5-85aa-3cacb4b0d142 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:15:32.273440 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a91054-43f7-4e1d-8c70-f1c0f1382b9c x-openstack-request-id: req-d8a91054-43f7-4e1d-8c70-f1c0f1382b9c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:15:32.274198 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12620ca3-d978-4864-ab0d-1b7246f60020", "tag": "c44ec9c2-a894-47ea-8ae2-7f1806d9d86b", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:15:32.274704 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8a91054-43f7-4e1d-8c70-f1c0f1382b9c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:15:32.275284 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12620ca3-d978-4864-ab0d-1b7246f60020', 'tag': 'c44ec9c2-a894-47ea-8ae2-7f1806d9d86b', 'status': 'completed', 'code': 200} Dec 20 21:15:32.278130 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e536de19-d864-453e-a1c2-0642116f49dc req-29527a02-2a50-419f-a136-47cadf2a2a40 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.286471 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e536de19-d864-453e-a1c2-0642116f49dc req-29527a02-2a50-419f-a136-47cadf2a2a40 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.314738 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-b8f7c4a6-ad0e-415e-9e29-3fab3ec0c0e4 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Allocated IP 172.35.3.117 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/231f3455-6450-4335-828d-dbac1ef61108) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:15:32.330025 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-19589c08-6b1d-442b-b107-c0787b68fce9 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860330 Dec 20 21:15:32.343089 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e536de19-d864-453e-a1c2-0642116f49dc req-29527a02-2a50-419f-a136-47cadf2a2a40 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727334 Dec 20 21:15:32.364663 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29527a02-2a50-419f-a136-47cadf2a2a40 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9c938d02-af78-4ee3-b37b-b9bdffa930c7,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:32.458235 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-b8f7c4a6-ad0e-415e-9e29-3fab3ec0c0e4 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.471450 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.498714 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-b8f7c4a6-ad0e-415e-9e29-3fab3ec0c0e4 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.544541 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-b8f7c4a6-ad0e-415e-9e29-3fab3ec0c0e4 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:15:32.548018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-b8f7c4a6-ad0e-415e-9e29-3fab3ec0c0e4 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:32.554376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-b8f7c4a6-ad0e-415e-9e29-3fab3ec0c0e4 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:15:32.591023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7c4a6-ad0e-415e-9e29-3fab3ec0c0e4 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Pushing event updated for resources: {'Port': ['ID=231f3455-6450-4335-828d-dbac1ef61108,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:32.619990 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 67893882-6585-4aa5-85aa-3cacb4b0d142, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=67893882-6585-4aa5-85aa-3cacb4b0d142,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:32.648685 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '67893882-6585-4aa5-85aa-3cacb4b0d142', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '67893882-6585-4aa5-85aa-3cacb4b0d142', 'mac_address': 'fa:16:3e:37:13:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:15:32.656186 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-b8f7c4a6-ad0e-415e-9e29-3fab3ec0c0e4 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.692544 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507943f5-a0cd-4c14-8ae1-a92127e176df req-5fd587a7-1582-4530-b6f4-f85be62c755b tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:32.694005 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-507943f5-a0cd-4c14-8ae1-a92127e176df req-5fd587a7-1582-4530-b6f4-f85be62c755b tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 948 time: 0.3429787 Dec 20 21:15:32.703275 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-b8f7c4a6-ad0e-415e-9e29-3fab3ec0c0e4 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.722588 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2af02e63-acbd-40e6-b099-58bcd0dd7cc2 req-1d1e33dc-814e-42f8-863b-9c16d6040602 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853462 Dec 20 21:15:32.722835 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.756861 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-507943f5-a0cd-4c14-8ae1-a92127e176df req-9551dd7f-4ad1-4fa9-821a-0f8f86d0f2de tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512047 Dec 20 21:15:32.768101 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67893882-6585-4aa5-85aa-3cacb4b0d142 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:15:32.823096 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.825895 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 67893882-6585-4aa5-85aa-3cacb4b0d142, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=67893882-6585-4aa5-85aa-3cacb4b0d142,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:32.833070 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.843978 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.898132 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-b8f7c4a6-ad0e-415e-9e29-3fab3ec0c0e4 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.904094 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-b8f7c4a6-ad0e-415e-9e29-3fab3ec0c0e4 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.946208 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-b8f7c4a6-ad0e-415e-9e29-3fab3ec0c0e4 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.964550 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-b8f7c4a6-ad0e-415e-9e29-3fab3ec0c0e4 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:32.966250 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-b8f7c4a6-ad0e-415e-9e29-3fab3ec0c0e4 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2736249 Dec 20 21:15:32.968383 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=67893882-6585-4aa5-85aa-3cacb4b0d142,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:32.976382 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7c4a6-ad0e-415e-9e29-3fab3ec0c0e4 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Pushing event updated for resources: {'Port': ['ID=231f3455-6450-4335-828d-dbac1ef61108,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:32.993151 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298da6dd-b17e-46d4-b668-06c1604a40c8 req-c1f19142-bbcc-433d-b3be-7424d2e20f4b tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:32.994762 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-298da6dd-b17e-46d4-b668-06c1604a40c8 req-c1f19142-bbcc-433d-b3be-7424d2e20f4b tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 971 time: 0.1369858 Dec 20 21:15:32.997925 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512cb59-dd55-4358-aaae-a045436ad8b0 req-4187c8e3-ec16-4cc1-8f6b-9a4fc2b5466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:32.999283 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a512cb59-dd55-4358-aaae-a045436ad8b0 req-4187c8e3-ec16-4cc1-8f6b-9a4fc2b5466b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 1118 time: 0.1733356 Dec 20 21:15:33.013888 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Attempting to bind port 174e1cb2-6785-489b-b480-e2597bf8227e on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:15:33.013888 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Attempting to bind port 174e1cb2-6785-489b-b480-e2597bf8227e by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'ae70c700-4566-417a-992b-44ddef204c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a8615b69-fdeb-4959-96fe-7a281ed09caf'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:15:33.013888 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Attempting to bind port 174e1cb2-6785-489b-b480-e2597bf8227e on network a8615b69-fdeb-4959-96fe-7a281ed09caf {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:15:33.025807 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:15:33.026212 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Checking segment: {'id': 'ae70c700-4566-417a-992b-44ddef204c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a8615b69-fdeb-4959-96fe-7a281ed09caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:15:33.026604 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:33.026992 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Bound using segment: {'id': 'ae70c700-4566-417a-992b-44ddef204c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a8615b69-fdeb-4959-96fe-7a281ed09caf'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:15:33.027459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Bound port: 174e1cb2-6785-489b-b480-e2597bf8227e, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae70c700-4566-417a-992b-44ddef204c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a8615b69-fdeb-4959-96fe-7a281ed09caf'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:15:33.027857 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:33.047804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478dedf-9da1-40c5-8912-f713ba943427 None None] Pushing event updated for resources: {'Port': ['ID=174e1cb2-6785-489b-b480-e2597bf8227e,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:33.077368 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-6d0dcbb2-cddb-41d4-a04a-392a35f0657f tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.117 HTTP/1.1" status: 200 len: 696 time: 0.0949790 Dec 20 21:15:33.113351 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] For port 174e1cb2-6785-489b-b480-e2597bf8227e, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:15:33.117931 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] For port 174e1cb2-6785-489b-b480-e2597bf8227e, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=174e1cb2-6785-489b-b480-e2597bf8227e,segment=NetworkSegment(ae70c700-4566-417a-992b-44ddef204c66),segment_id=ae70c700-4566-417a-992b-44ddef204c66)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:15:33.119201 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-298da6dd-b17e-46d4-b668-06c1604a40c8 req-5307a38c-7edd-4ed9-b5b1-c86c1ea1df19 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156554 Dec 20 21:15:33.135515 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:33.165521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512cb59-dd55-4358-aaae-a045436ad8b0 req-be8957b7-e86a-40a9-b77d-dfeee21aee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:33.167062 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a512cb59-dd55-4358-aaae-a045436ad8b0 req-be8957b7-e86a-40a9-b77d-dfeee21aee95 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1501162 Dec 20 21:15:33.215265 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-759a1bd9-c676-48ab-8342-42a01c689164 None None] Provisioning complete for port 174e1cb2-6785-489b-b480-e2597bf8227e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:33.216012 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-759a1bd9-c676-48ab-8342-42a01c689164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:33.219590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Routers {'df7dd26d-a191-4058-8205-e08b2a5377db'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:15:33.220231 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:15:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['df7dd26d-a191-4058-8205-e08b2a5377db'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:33.225351 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['67893882-6585-4aa5-85aa-3cacb4b0d142'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:15:33.229675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a512cb59-dd55-4358-aaae-a045436ad8b0 req-268d6d80-b2a5-438d-987f-2cdd4d6173c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b HTTP/1.1" status: 200 len: 217 time: 0.0549669 Dec 20 21:15:33.234516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-ccee97f6-e34d-4c90-8cc0-0259ca79479a tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:33.242591 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-ccee97f6-e34d-4c90-8cc0-0259ca79479a tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.1583092 Dec 20 21:15:33.255470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-930f6325-5aac-4cbd-9fb5-69da77c48b07 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:15:33.256768 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b0f0578-a13d-4ede-b5f6-e0b282791289 req-930f6325-5aac-4cbd-9fb5-69da77c48b07 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115254 Dec 20 21:15:33.285443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478dedf-9da1-40c5-8912-f713ba943427 None None] Pushing event updated for resources: {'Port': ['ID=174e1cb2-6785-489b-b480-e2597bf8227e,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:33.300348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512cb59-dd55-4358-aaae-a045436ad8b0 req-12d2856d-0a76-4f11-bc8e-a934d8e32e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:33.300963 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a512cb59-dd55-4358-aaae-a045436ad8b0 req-12d2856d-0a76-4f11-bc8e-a934d8e32e16 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0637994 Dec 20 21:15:33.361074 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512cb59-dd55-4358-aaae-a045436ad8b0 req-94174dc9-2762-4f16-acfb-4b384fe2772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:33.363127 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a512cb59-dd55-4358-aaae-a045436ad8b0 req-94174dc9-2762-4f16-acfb-4b384fe2772f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511909 Dec 20 21:15:33.404854 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f8b82-5a6f-45e8-8964-d7c731a81ba1 req-1ca5c026-637f-4410-bbe7-25192b1be523 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:33.406730 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-692f8b82-5a6f-45e8-8964-d7c731a81ba1 req-1ca5c026-637f-4410-bbe7-25192b1be523 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 969 time: 0.0779266 Dec 20 21:15:33.454285 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-692f8b82-5a6f-45e8-8964-d7c731a81ba1 req-a8061900-7e0e-4616-b91d-6f78a9840156 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391450 Dec 20 21:15:33.455832 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] Set router df7dd26d-a191-4058-8205-e08b2a5377db gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:15:33.542108 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-759a1bd9-c676-48ab-8342-42a01c689164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:33.545608 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8660b68d-a185-4208-8aef-cd04a7fd0a09 req-aa1e5500-b814-4487-8fb6-aaaacc83a665 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/floatingips/6822d0ed-f57e-42b5-ae88-3652d2e62b26 HTTP/1.1" status: 200 len: 693 time: 0.0890419 Dec 20 21:15:33.628431 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a512cb59-dd55-4358-aaae-a045436ad8b0 req-6d4ae4cf-8a84-405d-8c2f-16078c7722e2 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553709 Dec 20 21:15:33.679205 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-759a1bd9-c676-48ab-8342-42a01c689164 None None] For port 174e1cb2-6785-489b-b480-e2597bf8227e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=174e1cb2-6785-489b-b480-e2597bf8227e,segment=NetworkSegment(ae70c700-4566-417a-992b-44ddef204c66),segment_id=ae70c700-4566-417a-992b-44ddef204c66)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:33.685196 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-759a1bd9-c676-48ab-8342-42a01c689164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:33.732481 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660b68d-a185-4208-8aef-cd04a7fd0a09 req-35a9d815-e3d5-4d39-a510-a44dae78586d tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:33.734359 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8660b68d-a185-4208-8aef-cd04a7fd0a09 req-35a9d815-e3d5-4d39-a510-a44dae78586d tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.1769381 Dec 20 21:15:33.747583 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-8660b68d-a185-4208-8aef-cd04a7fd0a09 req-d2b36f94-6569-4316-aa45-bed59eaa6061 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:15:33.754790 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8660b68d-a185-4208-8aef-cd04a7fd0a09 req-d2b36f94-6569-4316-aa45-bed59eaa6061 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108426 Dec 20 21:15:33.775206 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a1bd9-c676-48ab-8342-42a01c689164 None None] Pushing event updated for resources: {'Port': ['ID=174e1cb2-6785-489b-b480-e2597bf8227e,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:33.827020 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-71cbe39b-5187-4c0c-bc9b-1e40836f7e05 None None] Provisioning complete for port 174e1cb2-6785-489b-b480-e2597bf8227e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:33.827391 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-71cbe39b-5187-4c0c-bc9b-1e40836f7e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:33.863612 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0c21fb6-ad7c-47a0-aa12-770cb8ce2cad req-57f8cf84-0059-4044-81a0-f2569e144e8c tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=57494093b5e8425d91a77acd511ee12d HTTP/1.1" status: 200 len: 696 time: 0.0815763 Dec 20 21:15:33.865929 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a512cb59-dd55-4358-aaae-a045436ad8b0 req-d554eb77-cf86-4210-a213-f17f2bec98a8 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299912 Dec 20 21:15:33.880835 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'name': 'tempest-FloatingIPsTestJSON-242699905-router', 'tenant_id': '57494093b5e8425d91a77acd511ee12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '9d40f165-9dbb-467d-a17f-a6b9bebefc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:23Z', 'updated_at': '2021-12-20T21:15:28Z', 'revision_number': 4, 'project_id': '57494093b5e8425d91a77acd511ee12d', 'gw_port': {'id': '9d40f165-9dbb-467d-a17f-a6b9bebefc62', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:24Z', 'updated_at': '2021-12-20T21:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '174e1cb2-6785-489b-b480-e2597bf8227e', 'name': '', 'network_id': 'a8615b69-fdeb-4959-96fe-7a281ed09caf', 'tenant_id': '57494093b5e8425d91a77acd511ee12d', 'mac_address': 'fa:16:3e:8a:ca:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'cf913d19-cbb7-4da6-bec0-c95d5cf17fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:27Z', 'updated_at': '2021-12-20T21:15:33Z', 'revision_number': 4, 'project_id': '57494093b5e8425d91a77acd511ee12d', 'subnets': [{'id': 'cf913d19-cbb7-4da6-bec0-c95d5cf17fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:33.923487 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264bccf-b656-4638-9efe-df726adec422 req-16cf4426-4e59-43d8-b867-bb542beb1111 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:33.925579 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5264bccf-b656-4638-9efe-df726adec422 req-16cf4426-4e59-43d8-b867-bb542beb1111 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 949 time: 0.0654504 Dec 20 21:15:33.976751 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5264bccf-b656-4638-9efe-df726adec422 req-b1bc7c9f-ffbb-4b67-bd86-bc2d21d22926 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435610 Dec 20 21:15:34.039060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418ffc86-efab-447a-bf29-7315a9fb62ea None None] The sync data for ids ['df7dd26d-a191-4058-8205-e08b2a5377db'] in n-d-xena-1 is: [{'id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'name': 'tempest-FloatingIPsTestJSON-242699905-router', 'tenant_id': '57494093b5e8425d91a77acd511ee12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '9d40f165-9dbb-467d-a17f-a6b9bebefc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:23Z', 'updated_at': '2021-12-20T21:15:28Z', 'revision_number': 4, 'project_id': '57494093b5e8425d91a77acd511ee12d', 'gw_port': {'id': '9d40f165-9dbb-467d-a17f-a6b9bebefc62', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:24Z', 'updated_at': '2021-12-20T21:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '174e1cb2-6785-489b-b480-e2597bf8227e', 'name': '', 'network_id': 'a8615b69-fdeb-4959-96fe-7a281ed09caf', 'tenant_id': '57494093b5e8425d91a77acd511ee12d', 'mac_address': 'fa:16:3e:8a:ca:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'device_owner': 'network:router_interface', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': 'cf913d19-cbb7-4da6-bec0-c95d5cf17fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:27Z', 'updated_at': '2021-12-20T21:15:33Z', 'revision_number': 4, 'project_id': '57494093b5e8425d91a77acd511ee12d', 'subnets': [{'id': 'cf913d19-cbb7-4da6-bec0-c95d5cf17fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:15:34.075070 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c21fb6-ad7c-47a0-aa12-770cb8ce2cad req-276987fb-3a05-448a-8d98-ec617c661270 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:34.077750 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0c21fb6-ad7c-47a0-aa12-770cb8ce2cad req-276987fb-3a05-448a-8d98-ec617c661270 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/networks?id=75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 787 time: 0.2053020 Dec 20 21:15:34.092341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-e0c21fb6-ad7c-47a0-aa12-770cb8ce2cad req-2dbb2ec5-60fa-4d59-b64c-6924170e9e6f tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:15:34.093401 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0c21fb6-ad7c-47a0-aa12-770cb8ce2cad req-2dbb2ec5-60fa-4d59-b64c-6924170e9e6f tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066512 Dec 20 21:15:34.220959 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c03fbb9d-a42a-4c4a-ae6d-57c4b6a9d7c7 req-da072345-4894-4e2b-9460-f2f671680b2d tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/floatingips/6822d0ed-f57e-42b5-ae88-3652d2e62b26 HTTP/1.1" status: 200 len: 693 time: 0.0957866 Dec 20 21:15:34.239118 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 67893882-6585-4aa5-85aa-3cacb4b0d142 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:15:34.284495 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f302db-0c39-4579-a3da-082ef38983f6 req-2597b8d7-2b11-46ec-845b-0c32085232e9 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:34.286140 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-67f302db-0c39-4579-a3da-082ef38983f6 req-2597b8d7-2b11-46ec-845b-0c32085232e9 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 971 time: 0.0865681 Dec 20 21:15:34.361799 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-67f302db-0c39-4579-a3da-082ef38983f6 req-b0c7c573-fb19-4ec4-9bbf-2cb3d5871444 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568228 Dec 20 21:15:34.369772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 67893882-6585-4aa5-85aa-3cacb4b0d142 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:15:34.374776 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 67893882-6585-4aa5-85aa-3cacb4b0d142 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:34.376304 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:34.407696 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fbb9d-a42a-4c4a-ae6d-57c4b6a9d7c7 req-7fb8e9ef-0584-4d40-848c-3b6e291f9b05 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:34.409224 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c03fbb9d-a42a-4c4a-ae6d-57c4b6a9d7c7 req-7fb8e9ef-0584-4d40-848c-3b6e291f9b05 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.1817062 Dec 20 21:15:34.420338 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-c03fbb9d-a42a-4c4a-ae6d-57c4b6a9d7c7 req-f6049601-5baa-4624-9f80-67565df8690f tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:15:34.421356 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c03fbb9d-a42a-4c4a-ae6d-57c4b6a9d7c7 req-f6049601-5baa-4624-9f80-67565df8690f tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060349 Dec 20 21:15:34.479952 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:34.497184 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44198) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:34.500448 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c03fbb9d-a42a-4c4a-ae6d-57c4b6a9d7c7 req-3e971bf7-a9d5-479c-aaf2-2ec89eeb67b3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.117 HTTP/1.1" status: 200 len: 696 time: 0.0696700 Dec 20 21:15:34.522536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67893882-6585-4aa5-85aa-3cacb4b0d142'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:15:34.528187 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7531472-10a0-4715-8510-b246799c94b2" -d '{"events": [{"server_uuid": "4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9", "name": "network-vif-plugged", "status": "completed", "tag": "67893882-6585-4aa5-85aa-3cacb4b0d142"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:15:34.547790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 67893882-6585-4aa5-85aa-3cacb4b0d142, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=67893882-6585-4aa5-85aa-3cacb4b0d142,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:34.551225 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c03fbb9d-a42a-4c4a-ae6d-57c4b6a9d7c7 req-12173f1e-56a8-4379-908c-990297314342 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.117 HTTP/1.1" status: 200 len: 696 time: 0.0489442 Dec 20 21:15:34.558955 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:34.617163 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=67893882-6585-4aa5-85aa-3cacb4b0d142,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:34.639059 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940f164-7927-4949-9709-575ce948ce00 req-4fe10bb0-1435-4922-847e-a366538fcdbe tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:34.646801 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1940f164-7927-4949-9709-575ce948ce00 req-4fe10bb0-1435-4922-847e-a366538fcdbe tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 969 time: 0.1035161 Dec 20 21:15:34.699145 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd7b8406-8c50-4d6c-ac2c-75277c2f1275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:34.721787 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1940f164-7927-4949-9709-575ce948ce00 req-7b0865ff-14d6-47a5-87c6-6bfb5acd6937 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738816 Dec 20 21:15:34.731351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-c03fbb9d-a42a-4c4a-ae6d-57c4b6a9d7c7 req-66bbd77e-95da-4530-aadb-15a16c464641 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Deleting port 231f3455-6450-4335-828d-dbac1ef61108 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:15:34.732015 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c03fbb9d-a42a-4c4a-ae6d-57c4b6a9d7c7 req-66bbd77e-95da-4530-aadb-15a16c464641 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:34.791769 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd7b8406-8c50-4d6c-ac2c-75277c2f1275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:34.797043 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8e15c7-4ebf-40fd-8cf5-9b85baf39380 x-openstack-request-id: req-9e8e15c7-4ebf-40fd-8cf5-9b85baf39380 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:15:34.797355 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9", "name": "network-vif-plugged", "status": "completed", "tag": "67893882-6585-4aa5-85aa-3cacb4b0d142", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:15:34.797609 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e8e15c7-4ebf-40fd-8cf5-9b85baf39380 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:15:34.798007 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67893882-6585-4aa5-85aa-3cacb4b0d142', 'code': 200} Dec 20 21:15:34.799933 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd7b8406-8c50-4d6c-ac2c-75277c2f1275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:34.827333 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c03fbb9d-a42a-4c4a-ae6d-57c4b6a9d7c7 req-66bbd77e-95da-4530-aadb-15a16c464641 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:34.828006 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c03fbb9d-a42a-4c4a-ae6d-57c4b6a9d7c7 req-66bbd77e-95da-4530-aadb-15a16c464641 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:34.838831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b8406-8c50-4d6c-ac2c-75277c2f1275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e22e702-2b43-4fce-b709-35f8859b5b81,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:34.846164 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dd7b8406-8c50-4d6c-ac2c-75277c2f1275 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=586f40ac93b74a309ccb1125e0295652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455546 Dec 20 21:15:34.847285 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44204) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:34.853895 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-c03fbb9d-a42a-4c4a-ae6d-57c4b6a9d7c7 req-66bbd77e-95da-4530-aadb-15a16c464641 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Calling delete_port for 231f3455-6450-4335-828d-dbac1ef61108 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:15:34.916199 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d063cef-dd38-470e-9ac8-4395707d039c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:34.944262 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d063cef-dd38-470e-9ac8-4395707d039c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:34.998495 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d063cef-dd38-470e-9ac8-4395707d039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:35.003026 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d063cef-dd38-470e-9ac8-4395707d039c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:35.006936 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2d063cef-dd38-470e-9ac8-4395707d039c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e22e702-2b43-4fce-b709-35f8859b5b81 HTTP/1.1" status: 204 len: 168 time: 0.1506066 Dec 20 21:15:35.015301 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d063cef-dd38-470e-9ac8-4395707d039c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e22e702-2b43-4fce-b709-35f8859b5b81,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:35.151655 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3657d-2830-4eaa-99c8-5f19c1b481fb req-f78336df-81a9-4c9e-9a46-0fadac53fb9c tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:35.161216 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ada3657d-2830-4eaa-99c8-5f19c1b481fb req-f78336df-81a9-4c9e-9a46-0fadac53fb9c tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 950 time: 0.0795631 Dec 20 21:15:35.185937 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd7666-7da6-4984-b7dc-630851a2f5bd req-942e60f7-2a65-4fb2-8c9c-3b01419a83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:35.187864 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8dd7666-7da6-4984-b7dc-630851a2f5bd req-942e60f7-2a65-4fb2-8c9c-3b01419a83d8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 1099 time: 0.1362386 Dec 20 21:15:35.210802 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ada3657d-2830-4eaa-99c8-5f19c1b481fb req-6b8305cb-9bef-4c83-92f4-5ee1b1908ca2 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482008 Dec 20 21:15:35.250992 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8dd7666-7da6-4984-b7dc-630851a2f5bd req-e79b3dfa-19a3-4d4d-8b91-1ba7c4e50223 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462162 Dec 20 21:15:35.301000 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c03fbb9d-a42a-4c4a-ae6d-57c4b6a9d7c7 req-66bbd77e-95da-4530-aadb-15a16c464641 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:35.329968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbd77e-95da-4530-aadb-15a16c464641 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Pushing event deleted for resources: {'Port': ['ID=231f3455-6450-4335-828d-dbac1ef61108,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:35.359945 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c03fbb9d-a42a-4c4a-ae6d-57c4b6a9d7c7 req-66bbd77e-95da-4530-aadb-15a16c464641 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:35.362845 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c03fbb9d-a42a-4c4a-ae6d-57c4b6a9d7c7 req-66bbd77e-95da-4530-aadb-15a16c464641 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:35.364080 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c03fbb9d-a42a-4c4a-ae6d-57c4b6a9d7c7 req-66bbd77e-95da-4530-aadb-15a16c464641 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "DELETE /v2.0/floatingips/6822d0ed-f57e-42b5-ae88-3652d2e62b26 HTTP/1.1" status: 204 len: 173 time: 0.8059957 Dec 20 21:15:35.371280 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44212) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:35.395640 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42ff8344-8656-47cb-a2b1-bda21bc4bb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:35.489279 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9654f32-37c3-4660-aace-1e0a691effc0 req-b41821f2-d800-43eb-a9a3-0b71497918c8 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:35.490744 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9654f32-37c3-4660-aace-1e0a691effc0 req-b41821f2-d800-43eb-a9a3-0b71497918c8 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 971 time: 0.0506082 Dec 20 21:15:35.530787 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9654f32-37c3-4660-aace-1e0a691effc0 req-765c9d82-8f89-4e00-ae10-d59023ee4d17 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330379 Dec 20 21:15:35.595280 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-6d21b02b-35db-41d7-b0d5-06d1ffbb4737 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2090349 Dec 20 21:15:35.608952 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-ecf6a1c1-6321-4cc0-b91c-d57f0dde92f3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:35.646691 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42ff8344-8656-47cb-a2b1-bda21bc4bb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:35.651885 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42ff8344-8656-47cb-a2b1-bda21bc4bb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:35.664030 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-ecf6a1c1-6321-4cc0-b91c-d57f0dde92f3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:35.685297 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcbe6c-8a7e-4a7b-9ced-81a2148cdbca req-e9f90c8d-735f-467d-93d4-098f2d070592 tempest-AggregatesAdminTestJSON-1727568884 tempest-AggregatesAdminTestJSON-1727568884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:35.687182 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04bcbe6c-8a7e-4a7b-9ced-81a2148cdbca req-e9f90c8d-735f-467d-93d4-098f2d070592 tempest-AggregatesAdminTestJSON-1727568884 tempest-AggregatesAdminTestJSON-1727568884-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 1120 time: 0.0417848 Dec 20 21:15:35.705609 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04bcbe6c-8a7e-4a7b-9ced-81a2148cdbca req-5cd5ac6a-9ddd-41bf-8827-5fb87a6ead9d tempest-AggregatesAdminTestJSON-1727568884 tempest-AggregatesAdminTestJSON-1727568884-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:35.735675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff8344-8656-47cb-a2b1-bda21bc4bb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b53f64a-91d2-4505-b169-6ddf13aa00a2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:35.745443 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-42ff8344-8656-47cb-a2b1-bda21bc4bb0b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6ea780b602449cb8fb4f62e8cec1c92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3717208 Dec 20 21:15:35.745599 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44220) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:35.808617 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-ecf6a1c1-6321-4cc0-b91c-d57f0dde92f3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:35.825877 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04bcbe6c-8a7e-4a7b-9ced-81a2148cdbca req-5cd5ac6a-9ddd-41bf-8827-5fb87a6ead9d tempest-AggregatesAdminTestJSON-1727568884 tempest-AggregatesAdminTestJSON-1727568884-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:35.828908 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c07f7e6-c4e1-4336-96d4-3f5b14b4fb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:35.833343 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04bcbe6c-8a7e-4a7b-9ced-81a2148cdbca req-5cd5ac6a-9ddd-41bf-8827-5fb87a6ead9d tempest-AggregatesAdminTestJSON-1727568884 tempest-AggregatesAdminTestJSON-1727568884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:35.869007 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c07f7e6-c4e1-4336-96d4-3f5b14b4fb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:35.875380 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04bcbe6c-8a7e-4a7b-9ced-81a2148cdbca req-5cd5ac6a-9ddd-41bf-8827-5fb87a6ead9d tempest-AggregatesAdminTestJSON-1727568884 tempest-AggregatesAdminTestJSON-1727568884-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819677 Dec 20 21:15:35.887029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5ac6a-9ddd-41bf-8827-5fb87a6ead9d tempest-AggregatesAdminTestJSON-1727568884 tempest-AggregatesAdminTestJSON-1727568884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0557782-da68-4ee8-ad1c-b5c01969da7b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:35.931897 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-ecf6a1c1-6321-4cc0-b91c-d57f0dde92f3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Allocated IP 172.35.3.226 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/969a7c73-ea1c-4fe5-9a1e-d2ac01fa6408) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:15:35.939272 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c07f7e6-c4e1-4336-96d4-3f5b14b4fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:35.941825 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c07f7e6-c4e1-4336-96d4-3f5b14b4fb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:35.946097 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9c07f7e6-c4e1-4336-96d4-3f5b14b4fb32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b53f64a-91d2-4505-b169-6ddf13aa00a2 HTTP/1.1" status: 204 len: 168 time: 0.1965661 Dec 20 21:15:35.961614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07f7e6-c4e1-4336-96d4-3f5b14b4fb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b53f64a-91d2-4505-b169-6ddf13aa00a2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:36.027647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e27a72-b1f8-42c2-bf3d-506975dceeff req-12abd729-5d96-44fc-93bf-87a7e34071a2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:36.028844 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3e27a72-b1f8-42c2-bf3d-506975dceeff req-12abd729-5d96-44fc-93bf-87a7e34071a2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 969 time: 0.0772851 Dec 20 21:15:36.075484 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3e27a72-b1f8-42c2-bf3d-506975dceeff req-e5b9a0d0-88c6-4b83-a5e1-3d7a84432421 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360408 Dec 20 21:15:36.090493 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 174e1cb2-6785-489b-b480-e2597bf8227e up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:15:36.109073 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-ecf6a1c1-6321-4cc0-b91c-d57f0dde92f3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:36.148597 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 174e1cb2-6785-489b-b480-e2597bf8227e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:36.148967 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:36.152455 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-ecf6a1c1-6321-4cc0-b91c-d57f0dde92f3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:36.225807 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-ecf6a1c1-6321-4cc0-b91c-d57f0dde92f3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:15:36.228830 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-ecf6a1c1-6321-4cc0-b91c-d57f0dde92f3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:36.233545 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-ecf6a1c1-6321-4cc0-b91c-d57f0dde92f3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:15:36.268465 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6a1c1-6321-4cc0-b91c-d57f0dde92f3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Pushing event updated for resources: {'Port': ['ID=969a7c73-ea1c-4fe5-9a1e-d2ac01fa6408,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:36.353772 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718ac2a-450e-47d7-bc4c-d193a6004630 req-886a9db5-1838-412e-b239-63b3713d77da tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:36.355574 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6718ac2a-450e-47d7-bc4c-d193a6004630 req-886a9db5-1838-412e-b239-63b3713d77da tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 950 time: 0.0522120 Dec 20 21:15:36.383058 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-ecf6a1c1-6321-4cc0-b91c-d57f0dde92f3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:36.401273 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6718ac2a-450e-47d7-bc4c-d193a6004630 req-6576c460-f84a-4a1c-9f1c-d53a4dc45005 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387707 Dec 20 21:15:36.649028 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-ecf6a1c1-6321-4cc0-b91c-d57f0dde92f3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:36.811691 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-ecf6a1c1-6321-4cc0-b91c-d57f0dde92f3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:36.822473 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-ecf6a1c1-6321-4cc0-b91c-d57f0dde92f3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:36.888403 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6a1c1-6321-4cc0-b91c-d57f0dde92f3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Pushing event updated for resources: {'Port': ['ID=969a7c73-ea1c-4fe5-9a1e-d2ac01fa6408,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:36.903808 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-ecf6a1c1-6321-4cc0-b91c-d57f0dde92f3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:36.919888 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-ecf6a1c1-6321-4cc0-b91c-d57f0dde92f3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:36.921146 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-ecf6a1c1-6321-4cc0-b91c-d57f0dde92f3 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3192925 Dec 20 21:15:36.973099 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c44ec9c2-a894-47ea-8ae2-7f1806d9d86b details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:15:37.017783 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-abe4225a-80f3-463a-9271-83fe8eca5288 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.226 HTTP/1.1" status: 200 len: 696 time: 0.0894349 Dec 20 21:15:37.077110 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:37.090605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'c44ec9c2-a894-47ea-8ae2-7f1806d9d86b', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'c44ec9c2-a894-47ea-8ae2-7f1806d9d86b', 'mac_address': 'fa:16:3e:5c:c0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:tempest-test_az-842129185', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:15:37.144146 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:37.162732 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44ec9c2-a894-47ea-8ae2-7f1806d9d86b {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:15:37.166861 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-cfad432c-9386-4e66-a288-96c274edaae5 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:37.168499 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-cfad432c-9386-4e66-a288-96c274edaae5 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.1443920 Dec 20 21:15:37.183424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-f16a0e9f-2b13-473a-8137-4bc68085916f tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:15:37.184399 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f4d097b-fc4c-4c1e-9374-ef36d28f8507 req-f16a0e9f-2b13-473a-8137-4bc68085916f tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062430 Dec 20 21:15:37.188688 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:37.194615 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:37.260620 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:37.327175 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05ca3e8e-55bf-4041-839f-c2b4ce9ee897 req-6094876a-4208-40b3-94a9-65a9b5afdfc6 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/floatingips/2f88db55-f2fc-48c9-88e5-05b06801a901 HTTP/1.1" status: 200 len: 693 time: 0.0564432 Dec 20 21:15:37.350379 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef90df-6ca3-44b1-bac0-a0a871f36348 req-a324343f-948f-4d3b-a0ea-e50297cf50c8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:37.359210 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39ef90df-6ca3-44b1-bac0-a0a871f36348 req-a324343f-948f-4d3b-a0ea-e50297cf50c8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 970 time: 0.0624197 Dec 20 21:15:37.416594 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39ef90df-6ca3-44b1-bac0-a0a871f36348 req-7cb3e4be-9851-469a-adc3-28010a6cf5a5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564344 Dec 20 21:15:37.476566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['c44ec9c2-a894-47ea-8ae2-7f1806d9d86b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:15:37.480958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca3e8e-55bf-4041-839f-c2b4ce9ee897 req-1cab82e2-0ace-4b27-8a94-6bc806cb246c tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:37.483184 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05ca3e8e-55bf-4041-839f-c2b4ce9ee897 req-1cab82e2-0ace-4b27-8a94-6bc806cb246c tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.1494792 Dec 20 21:15:37.574106 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05ca3e8e-55bf-4041-839f-c2b4ce9ee897 req-9fe1ee6a-ffab-407b-aae2-6916026df892 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.226 HTTP/1.1" status: 200 len: 696 time: 0.0812316 Dec 20 21:15:37.618846 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e666cb-63a5-497d-be11-8f5e67bf7256 req-80043c81-5d50-4207-b5da-88d5c9b3c5de tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:37.620515 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-48e666cb-63a5-497d-be11-8f5e67bf7256 req-80043c81-5d50-4207-b5da-88d5c9b3c5de tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 950 time: 0.0685265 Dec 20 21:15:37.628307 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05ca3e8e-55bf-4041-839f-c2b4ce9ee897 req-4c6a31b2-3269-42dc-85ed-e1bbc9750381 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.226 HTTP/1.1" status: 200 len: 696 time: 0.0529256 Dec 20 21:15:37.665745 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-48e666cb-63a5-497d-be11-8f5e67bf7256 req-74b8118b-12bd-437b-9b07-cb702ff768a7 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374248 Dec 20 21:15:37.777260 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-05ca3e8e-55bf-4041-839f-c2b4ce9ee897 req-4efadbbc-1277-4b3e-9840-344453a9cb35 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Deleting port 969a7c73-ea1c-4fe5-9a1e-d2ac01fa6408 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:15:37.778021 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-05ca3e8e-55bf-4041-839f-c2b4ce9ee897 req-4efadbbc-1277-4b3e-9840-344453a9cb35 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:37.869671 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-05ca3e8e-55bf-4041-839f-c2b4ce9ee897 req-4efadbbc-1277-4b3e-9840-344453a9cb35 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:37.870158 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-05ca3e8e-55bf-4041-839f-c2b4ce9ee897 req-4efadbbc-1277-4b3e-9840-344453a9cb35 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:37.882686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-05ca3e8e-55bf-4041-839f-c2b4ce9ee897 req-4efadbbc-1277-4b3e-9840-344453a9cb35 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Calling delete_port for 969a7c73-ea1c-4fe5-9a1e-d2ac01fa6408 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:15:38.044054 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44334) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:38.056228 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-05ca3e8e-55bf-4041-839f-c2b4ce9ee897 req-4efadbbc-1277-4b3e-9840-344453a9cb35 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:38.084061 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efadbbc-1277-4b3e-9840-344453a9cb35 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Pushing event deleted for resources: {'Port': ['ID=969a7c73-ea1c-4fe5-9a1e-d2ac01fa6408,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:38.114285 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-05ca3e8e-55bf-4041-839f-c2b4ce9ee897 req-4efadbbc-1277-4b3e-9840-344453a9cb35 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:38.117200 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-05ca3e8e-55bf-4041-839f-c2b4ce9ee897 req-4efadbbc-1277-4b3e-9840-344453a9cb35 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:38.118373 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05ca3e8e-55bf-4041-839f-c2b4ce9ee897 req-4efadbbc-1277-4b3e-9840-344453a9cb35 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "DELETE /v2.0/floatingips/2f88db55-f2fc-48c9-88e5-05b06801a901 HTTP/1.1" status: 204 len: 173 time: 0.4874747 Dec 20 21:15:38.262128 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-657cdfee-c53a-4733-ba69-43600d73e921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:38.307953 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-f6d9d884-11bf-4a33-abbb-4b167afbb534 req-f61de2d5-4880-4ac0-a33e-893dc02bc88b tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] show failed (client error): The resource could not be found. Dec 20 21:15:38.308986 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f6d9d884-11bf-4a33-abbb-4b167afbb534 req-f61de2d5-4880-4ac0-a33e-893dc02bc88b tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/floatingips/2f88db55-f2fc-48c9-88e5-05b06801a901 HTTP/1.1" status: 404 len: 350 time: 0.0552568 Dec 20 21:15:38.385750 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-657cdfee-c53a-4733-ba69-43600d73e921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:38.390291 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-657cdfee-c53a-4733-ba69-43600d73e921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:38.395652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f061c-8a5a-460b-85ca-c11fbfd9b77d req-de1df4bc-db5c-44e2-bbb3-d8bdb3947df5 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:38.397169 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a01f061c-8a5a-460b-85ca-c11fbfd9b77d req-de1df4bc-db5c-44e2-bbb3-d8bdb3947df5 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 950 time: 0.0549960 Dec 20 21:15:38.429702 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-657cdfee-c53a-4733-ba69-43600d73e921 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d80ef00e8df84d9faa9f153088feed8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3844090 Dec 20 21:15:38.430601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cdfee-c53a-4733-ba69-43600d73e921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb5df2c-e432-47b8-8546-9ebecd6eb648,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:38.432955 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44356) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:38.448626 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a01f061c-8a5a-460b-85ca-c11fbfd9b77d req-c38a7aa0-b207-4ec7-8bd4-75a2406d0692 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442996 Dec 20 21:15:38.486465 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d42cb50-39d7-4738-9afe-5df411317888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:38.511407 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d42cb50-39d7-4738-9afe-5df411317888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:38.511624 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-415bd408-7c43-4163-830f-8fc8b1cb523c req-94f08386-ad62-4d92-9fd0-4a070d63b5b9 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] show failed (client error): The resource could not be found. Dec 20 21:15:38.512746 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-415bd408-7c43-4163-830f-8fc8b1cb523c req-94f08386-ad62-4d92-9fd0-4a070d63b5b9 tempest-FloatingIPsTestJSON-1639121384 tempest-FloatingIPsTestJSON-1639121384-project] 10.222.0.32 "GET /v2.0/floatingips/2f88db55-f2fc-48c9-88e5-05b06801a901 HTTP/1.1" status: 404 len: 350 time: 0.0386183 Dec 20 21:15:38.525077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44366) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:38.564627 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d42cb50-39d7-4738-9afe-5df411317888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:38.567432 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d42cb50-39d7-4738-9afe-5df411317888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:38.571967 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7d42cb50-39d7-4738-9afe-5df411317888 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9bb5df2c-e432-47b8-8546-9ebecd6eb648 HTTP/1.1" status: 204 len: 168 time: 0.1380231 Dec 20 21:15:38.580521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42cb50-39d7-4738-9afe-5df411317888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb5df2c-e432-47b8-8546-9ebecd6eb648,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:38.717186 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02393b13-ac4c-4a1d-8bc1-c8848faf5c47 req-498078aa-230d-40c6-b380-d99e5f1bfc8d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:38.721285 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-02393b13-ac4c-4a1d-8bc1-c8848faf5c47 req-498078aa-230d-40c6-b380-d99e5f1bfc8d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 970 time: 0.0840976 Dec 20 21:15:38.833104 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-02393b13-ac4c-4a1d-8bc1-c8848faf5c47 req-0ebfd31b-034d-4866-b1ef-9a620011ba9c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042926 Dec 20 21:15:38.937792 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44392) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:38.953274 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b762eacf-81fb-4e0b-8e27-d4fba8df110d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:38.988400 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c44ec9c2-a894-47ea-8ae2-7f1806d9d86b up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:15:39.068137 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:15:39.076932 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:39.077276 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:39.079372 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b762eacf-81fb-4e0b-8e27-d4fba8df110d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:39.085323 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b762eacf-81fb-4e0b-8e27-d4fba8df110d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:39.142478 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b762eacf-81fb-4e0b-8e27-d4fba8df110d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1336fa7062b421eb6daf367292e0f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999156 Dec 20 21:15:39.142478 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44414) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:39.207980 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:39.221476 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762eacf-81fb-4e0b-8e27-d4fba8df110d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98c648f-ad08-4a92-972b-d78c72dd4c9c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:39.250204 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12620ca3-d978-4864-ab0d-1b7246f60020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44ec9c2-a894-47ea-8ae2-7f1806d9d86b'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:15:39.252444 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597823ae-7b7f-45df-9444-49bf201427bc" -d '{"events": [{"server_uuid": "12620ca3-d978-4864-ab0d-1b7246f60020", "name": "network-vif-plugged", "status": "completed", "tag": "c44ec9c2-a894-47ea-8ae2-7f1806d9d86b"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:15:39.255151 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a468f3c4-055a-44b0-af27-bbdca252d238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:39.274326 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31eeb66e-0229-4507-a41d-45281b035031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:39.285734 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:39.292173 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:39.330650 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31eeb66e-0229-4507-a41d-45281b035031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:39.359830 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:39.407334 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31eeb66e-0229-4507-a41d-45281b035031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:39.411361 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31eeb66e-0229-4507-a41d-45281b035031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:39.412755 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-31eeb66e-0229-4507-a41d-45281b035031 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d98c648f-ad08-4a92-972b-d78c72dd4c9c HTTP/1.1" status: 204 len: 168 time: 0.2697239 Dec 20 21:15:39.426403 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eeb66e-0229-4507-a41d-45281b035031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98c648f-ad08-4a92-972b-d78c72dd4c9c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:39.442092 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3162aad4-a092-478e-acdc-6551e789e00c x-openstack-request-id: req-3162aad4-a092-478e-acdc-6551e789e00c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:15:39.442600 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12620ca3-d978-4864-ab0d-1b7246f60020", "name": "network-vif-plugged", "status": "completed", "tag": "c44ec9c2-a894-47ea-8ae2-7f1806d9d86b", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:15:39.442854 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3162aad4-a092-478e-acdc-6551e789e00c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:15:39.443275 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12620ca3-d978-4864-ab0d-1b7246f60020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44ec9c2-a894-47ea-8ae2-7f1806d9d86b', 'code': 200} Dec 20 21:15:39.526999 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:15:39.685845 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085475b-76d7-445b-a80b-913e8ac85785 req-e4038c13-3a4a-4d5c-b439-b041003f1d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:39.687776 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b085475b-76d7-445b-a80b-913e8ac85785 req-e4038c13-3a4a-4d5c-b439-b041003f1d5c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 1120 time: 0.1313150 Dec 20 21:15:39.781907 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b085475b-76d7-445b-a80b-913e8ac85785 req-86ffb5bc-4f1e-4b52-840b-cc868dfce4b2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853622 Dec 20 21:15:39.926911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44470) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:39.974104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9ae0e-f29e-481d-abfc-e286d7a6dc47 req-4918211b-8067-448e-b14a-bd5265d51a92 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:39.981622 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2bc9ae0e-f29e-481d-abfc-e286d7a6dc47 req-4918211b-8067-448e-b14a-bd5265d51a92 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 950 time: 0.3806939 Dec 20 21:15:40.029559 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abd1ec-70e4-46e6-9b63-bb0bda0c46d4 req-3901f0c6-12c7-42ab-b202-ae41bb961757 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:40.039827 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e8abd1ec-70e4-46e6-9b63-bb0bda0c46d4 req-3901f0c6-12c7-42ab-b202-ae41bb961757 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 971 time: 0.0701010 Dec 20 21:15:40.071135 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2bc9ae0e-f29e-481d-abfc-e286d7a6dc47 req-41a206f9-eda9-4f4c-88ff-86d7864a98ca tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880909 Dec 20 21:15:40.089732 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-222619de-cfba-4c27-b141-3a9ca4e6d01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:40.107320 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e8abd1ec-70e4-46e6-9b63-bb0bda0c46d4 req-2aaa272d-40e1-4979-bfa3-28e31c165106 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611534 Dec 20 21:15:40.116649 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab15ae8-3143-43a8-8986-e36a7e611c81 req-01ecd22a-73e2-46ca-a5ad-731446115fda tempest-DeleteServersAdminTestJSON-1611764950 tempest-DeleteServersAdminTestJSON-1611764950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:40.118962 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ab15ae8-3143-43a8-8986-e36a7e611c81 req-01ecd22a-73e2-46ca-a5ad-731446115fda tempest-DeleteServersAdminTestJSON-1611764950 tempest-DeleteServersAdminTestJSON-1611764950-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 1099 time: 0.1353846 Dec 20 21:15:40.246319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-a468f3c4-055a-44b0-af27-bbdca252d238 admin admin] Deleting port 174e1cb2-6785-489b-b480-e2597bf8227e {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:15:40.246659 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a468f3c4-055a-44b0-af27-bbdca252d238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:40.262555 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-222619de-cfba-4c27-b141-3a9ca4e6d01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:40.273487 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-222619de-cfba-4c27-b141-3a9ca4e6d01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:40.301319 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222619de-cfba-4c27-b141-3a9ca4e6d01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf76839-7db3-4a3f-b3ca-da949d7a4f47,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:40.327973 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-2ab15ae8-3143-43a8-8986-e36a7e611c81 req-341cd7f6-1999-41b9-beba-9a0591d6f3c3 tempest-DeleteServersAdminTestJSON-1611764950 tempest-DeleteServersAdminTestJSON-1611764950-project-admin] Deleting port 67893882-6585-4aa5-85aa-3cacb4b0d142 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:15:40.328366 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ab15ae8-3143-43a8-8986-e36a7e611c81 req-341cd7f6-1999-41b9-beba-9a0591d6f3c3 tempest-DeleteServersAdminTestJSON-1611764950 tempest-DeleteServersAdminTestJSON-1611764950-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:40.377480 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-222619de-cfba-4c27-b141-3a9ca4e6d01f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d374f87aa97845ae8ff386a2c875d39a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494092 Dec 20 21:15:40.380723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44508) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:40.476463 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-a468f3c4-055a-44b0-af27-bbdca252d238 admin admin] For port 174e1cb2-6785-489b-b480-e2597bf8227e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=174e1cb2-6785-489b-b480-e2597bf8227e,segment=NetworkSegment(ae70c700-4566-417a-992b-44ddef204c66),segment_id=ae70c700-4566-417a-992b-44ddef204c66)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:40.476831 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a468f3c4-055a-44b0-af27-bbdca252d238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:40.505274 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a715d123-5fba-4d19-8799-189e7170bef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:40.511058 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-2ab15ae8-3143-43a8-8986-e36a7e611c81 req-341cd7f6-1999-41b9-beba-9a0591d6f3c3 tempest-DeleteServersAdminTestJSON-1611764950 tempest-DeleteServersAdminTestJSON-1611764950-project-admin] For port 67893882-6585-4aa5-85aa-3cacb4b0d142, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=67893882-6585-4aa5-85aa-3cacb4b0d142,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:40.514142 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ab15ae8-3143-43a8-8986-e36a7e611c81 req-341cd7f6-1999-41b9-beba-9a0591d6f3c3 tempest-DeleteServersAdminTestJSON-1611764950 tempest-DeleteServersAdminTestJSON-1611764950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:40.543138 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-a468f3c4-055a-44b0-af27-bbdca252d238 admin admin] Calling delete_port for 174e1cb2-6785-489b-b480-e2597bf8227e owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:15:40.555112 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a715d123-5fba-4d19-8799-189e7170bef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:40.559322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-2ab15ae8-3143-43a8-8986-e36a7e611c81 req-341cd7f6-1999-41b9-beba-9a0591d6f3c3 tempest-DeleteServersAdminTestJSON-1611764950 tempest-DeleteServersAdminTestJSON-1611764950-project-admin] Calling delete_port for 67893882-6585-4aa5-85aa-3cacb4b0d142 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:15:40.683827 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a715d123-5fba-4d19-8799-189e7170bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:40.690676 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a715d123-5fba-4d19-8799-189e7170bef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:40.699489 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a715d123-5fba-4d19-8799-189e7170bef0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ddf76839-7db3-4a3f-b3ca-da949d7a4f47 HTTP/1.1" status: 204 len: 168 time: 0.3174789 Dec 20 21:15:40.741449 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715d123-5fba-4d19-8799-189e7170bef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf76839-7db3-4a3f-b3ca-da949d7a4f47,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:40.941543 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44542) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:40.954148 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a468f3c4-055a-44b0-af27-bbdca252d238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:40.983925 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ab15ae8-3143-43a8-8986-e36a7e611c81 req-341cd7f6-1999-41b9-beba-9a0591d6f3c3 tempest-DeleteServersAdminTestJSON-1611764950 tempest-DeleteServersAdminTestJSON-1611764950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:40.985348 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468f3c4-055a-44b0-af27-bbdca252d238 admin admin] Pushing event deleted for resources: {'Port': ['ID=174e1cb2-6785-489b-b480-e2597bf8227e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:41.021199 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['67893882-6585-4aa5-85aa-3cacb4b0d142'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:15:41.040872 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cd7f6-1999-41b9-beba-9a0591d6f3c3 tempest-DeleteServersAdminTestJSON-1611764950 tempest-DeleteServersAdminTestJSON-1611764950-project-admin] Pushing event deleted for resources: {'Port': ['ID=67893882-6585-4aa5-85aa-3cacb4b0d142,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:41.232069 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab15ae8-3143-43a8-8986-e36a7e611c81 req-341cd7f6-1999-41b9-beba-9a0591d6f3c3 tempest-DeleteServersAdminTestJSON-1611764950 tempest-DeleteServersAdminTestJSON-1611764950-project-admin] No DVR routers for this DVR port 67893882-6585-4aa5-85aa-3cacb4b0d142 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:15:41.234866 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ab15ae8-3143-43a8-8986-e36a7e611c81 req-341cd7f6-1999-41b9-beba-9a0591d6f3c3 tempest-DeleteServersAdminTestJSON-1611764950 tempest-DeleteServersAdminTestJSON-1611764950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:41.238843 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ab15ae8-3143-43a8-8986-e36a7e611c81 req-341cd7f6-1999-41b9-beba-9a0591d6f3c3 tempest-DeleteServersAdminTestJSON-1611764950 tempest-DeleteServersAdminTestJSON-1611764950-project-admin] 10.222.0.31 "DELETE /v2.0/ports/67893882-6585-4aa5-85aa-3cacb4b0d142 HTTP/1.1" status: 204 len: 173 time: 1.1088505 Dec 20 21:15:41.258402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9', 'name': 'network-vif-deleted', 'tag': '67893882-6585-4aa5-85aa-3cacb4b0d142'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:15:41.260935 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2262a9a7-6b35-496c-95af-b0327d9f14f5" -d '{"events": [{"server_uuid": "4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9", "name": "network-vif-deleted", "tag": "67893882-6585-4aa5-85aa-3cacb4b0d142"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:15:41.287963 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223864f-3251-4066-8d3c-2ae86419ffd9 req-de70dfda-e2f5-47ba-a41e-bfc7a652780e tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:41.290158 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6223864f-3251-4066-8d3c-2ae86419ffd9 req-de70dfda-e2f5-47ba-a41e-bfc7a652780e tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 971 time: 0.2532265 Dec 20 21:15:41.319384 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a468f3c4-055a-44b0-af27-bbdca252d238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:41.404048 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e81c843-a287-4540-b44e-a1d89eff9e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:41.450297 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6223864f-3251-4066-8d3c-2ae86419ffd9 req-c7c46659-1545-45a7-9139-b4259593a863 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537335 Dec 20 21:15:41.582842 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e81c843-a287-4540-b44e-a1d89eff9e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:41.583953 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44560) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:41.608151 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e81c843-a287-4540-b44e-a1d89eff9e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:41.644681 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-888a31f6-1be9-4c47-80d9-bd7342dae519 req-5ae14d9e-f498-4af3-aa06-883be17a574d tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9 HTTP/1.1" status: 200 len: 210 time: 0.0503337 Dec 20 21:15:41.653845 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f59fbd7-05dd-45e1-b95f-6d3b72930a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:41.676080 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4f1ab-4ca5-4aea-9ea3-600c1c85f6e5 req-9a2ade41-f942-420a-b71e-6ac457257cb9 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:41.684592 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-46a4f1ab-4ca5-4aea-9ea3-600c1c85f6e5 req-9a2ade41-f942-420a-b71e-6ac457257cb9 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 971 time: 0.1155691 Dec 20 21:15:41.694463 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0e81c843-a287-4540-b44e-a1d89eff9e62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f32de90eba314f81903a6daf46638559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7491665 Dec 20 21:15:41.695119 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81c843-a287-4540-b44e-a1d89eff9e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9deeb585-d655-4b10-b2fb-965ac821e703,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:41.698411 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44564) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:41.748160 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c6394e-57b3-4653-96ae-3114762bacf6 x-openstack-request-id: req-39c6394e-57b3-4653-96ae-3114762bacf6 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:15:41.748363 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9", "name": "network-vif-deleted", "tag": "67893882-6585-4aa5-85aa-3cacb4b0d142", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:15:41.748510 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39c6394e-57b3-4653-96ae-3114762bacf6 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:15:41.748922 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa3f253-a40e-42bd-b6c3-bad5fd6e0bc9', 'name': 'network-vif-deleted', 'tag': '67893882-6585-4aa5-85aa-3cacb4b0d142', 'status': 'completed', 'code': 200} Dec 20 21:15:41.799145 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f59fbd7-05dd-45e1-b95f-6d3b72930a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:41.805396 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f59fbd7-05dd-45e1-b95f-6d3b72930a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:41.831829 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-46a4f1ab-4ca5-4aea-9ea3-600c1c85f6e5 req-b267ff31-220f-4c7e-8cc5-f57cf827ebd0 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462846 Dec 20 21:15:41.838983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a468f3c4-055a-44b0-af27-bbdca252d238 admin admin] Router df7dd26d-a191-4058-8205-e08b2a5377db has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:15:41.854606 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5f59fbd7-05dd-45e1-b95f-6d3b72930a8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b35c8764eaab4fb6a8266b84805456ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692139 Dec 20 21:15:41.858341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44574) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:41.867734 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59fbd7-05dd-45e1-b95f-6d3b72930a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fd5e11-e3b3-4fb4-a182-6a6fc622b74e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:41.890506 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-93385f87-e2dc-4bfc-a751-4c0f612442c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:41.920586 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea5f165a-f155-422c-9f7d-103e8580d464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:41.953546 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea5f165a-f155-422c-9f7d-103e8580d464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:42.034012 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea5f165a-f155-422c-9f7d-103e8580d464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:42.036905 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea5f165a-f155-422c-9f7d-103e8580d464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:42.040435 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ea5f165a-f155-422c-9f7d-103e8580d464 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45fd5e11-e3b3-4fb4-a182-6a6fc622b74e HTTP/1.1" status: 204 len: 168 time: 0.1786828 Dec 20 21:15:42.052580 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f165a-f155-422c-9f7d-103e8580d464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fd5e11-e3b3-4fb4-a182-6a6fc622b74e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:42.109526 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-93385f87-e2dc-4bfc-a751-4c0f612442c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:42.172740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a468f3c4-055a-44b0-af27-bbdca252d238 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:15:42.180038 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a468f3c4-055a-44b0-af27-bbdca252d238 admin admin] 10.222.0.32 "PUT /v2.0/routers/df7dd26d-a191-4058-8205-e08b2a5377db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6534834 Dec 20 21:15:42.183491 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3084c78d-4c87-4dcc-af41-619f04619c2e None None] Sync routers for ids ['df7dd26d-a191-4058-8205-e08b2a5377db'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:15:42.184718 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44598) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:42.194514 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-93385f87-e2dc-4bfc-a751-4c0f612442c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:42.198103 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3084c78d-4c87-4dcc-af41-619f04619c2e None None] Routers {'df7dd26d-a191-4058-8205-e08b2a5377db'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:15:42.198737 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3084c78d-4c87-4dcc-af41-619f04619c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:15:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['df7dd26d-a191-4058-8205-e08b2a5377db'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:42.198894 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-93385f87-e2dc-4bfc-a751-4c0f612442c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:42.203479 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-93385f87-e2dc-4bfc-a751-4c0f612442c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9deeb585-d655-4b10-b2fb-965ac821e703 HTTP/1.1" status: 204 len: 168 time: 0.5041063 Dec 20 21:15:42.211882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93385f87-e2dc-4bfc-a751-4c0f612442c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deeb585-d655-4b10-b2fb-965ac821e703,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:42.317635 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33ea5cac-8ba5-45f5-a418-d84260366d82 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:42.377402 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-3084c78d-4c87-4dcc-af41-619f04619c2e None None] Set router df7dd26d-a191-4058-8205-e08b2a5377db gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:15:42.470040 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f08db-6f56-4964-a9e3-caa0a4b5a5a6 req-55478f75-cc8c-4a5b-874c-d287a026f162 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:42.471654 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-708f08db-6f56-4964-a9e3-caa0a4b5a5a6 req-55478f75-cc8c-4a5b-874c-d287a026f162 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.66 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 971 time: 0.0780432 Dec 20 21:15:42.480128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2c0ae-4c34-47dd-8f44-3a3ca79406f1 req-a68ef6cf-00b8-4292-8a23-9c0a16c969b6 tempest-MigrationsAdminTest-194637268 tempest-MigrationsAdminTest-194637268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:42.483564 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f2c0ae-4c34-47dd-8f44-3a3ca79406f1 req-a68ef6cf-00b8-4292-8a23-9c0a16c969b6 tempest-MigrationsAdminTest-194637268 tempest-MigrationsAdminTest-194637268-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 1120 time: 0.0819595 Dec 20 21:15:42.513411 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f2c0ae-4c34-47dd-8f44-3a3ca79406f1 req-e8afd40e-0a60-4e55-bf76-72ce72d85f01 tempest-MigrationsAdminTest-194637268 tempest-MigrationsAdminTest-194637268-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:42.540561 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33ea5cac-8ba5-45f5-a418-d84260366d82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:42.616818 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3084c78d-4c87-4dcc-af41-619f04619c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'name': 'tempest-FloatingIPsTestJSON-242699905-router', 'tenant_id': '57494093b5e8425d91a77acd511ee12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '9d40f165-9dbb-467d-a17f-a6b9bebefc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:23Z', 'updated_at': '2021-12-20T21:15:40Z', 'revision_number': 5, 'project_id': '57494093b5e8425d91a77acd511ee12d', 'gw_port': {'id': '9d40f165-9dbb-467d-a17f-a6b9bebefc62', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:24Z', 'updated_at': '2021-12-20T21:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:42.651712 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3084c78d-4c87-4dcc-af41-619f04619c2e None None] Checking router: df7dd26d-a191-4058-8205-e08b2a5377db for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:15:42.662520 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3084c78d-4c87-4dcc-af41-619f04619c2e None None] Routers {'df7dd26d-a191-4058-8205-e08b2a5377db'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:15:42.663533 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3084c78d-4c87-4dcc-af41-619f04619c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:15:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['df7dd26d-a191-4058-8205-e08b2a5377db'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:42.693354 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-708f08db-6f56-4964-a9e3-caa0a4b5a5a6 req-78ec4bf3-bdb3-4eeb-a38d-082e47b85e88 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Deleting port fa07aae5-f780-476d-aed9-973fbe2b2f24 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:15:42.693683 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-708f08db-6f56-4964-a9e3-caa0a4b5a5a6 req-78ec4bf3-bdb3-4eeb-a38d-082e47b85e88 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:42.698854 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-33ea5cac-8ba5-45f5-a418-d84260366d82 admin admin] Deleting port 9d40f165-9dbb-467d-a17f-a6b9bebefc62 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:15:42.699448 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33ea5cac-8ba5-45f5-a418-d84260366d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:42.731673 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f2c0ae-4c34-47dd-8f44-3a3ca79406f1 req-e8afd40e-0a60-4e55-bf76-72ce72d85f01 tempest-MigrationsAdminTest-194637268 tempest-MigrationsAdminTest-194637268-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:42.739734 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f2c0ae-4c34-47dd-8f44-3a3ca79406f1 req-e8afd40e-0a60-4e55-bf76-72ce72d85f01 tempest-MigrationsAdminTest-194637268 tempest-MigrationsAdminTest-194637268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:42.765376 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-3084c78d-4c87-4dcc-af41-619f04619c2e None None] Set router df7dd26d-a191-4058-8205-e08b2a5377db gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:15:42.829245 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3084c78d-4c87-4dcc-af41-619f04619c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'name': 'tempest-FloatingIPsTestJSON-242699905-router', 'tenant_id': '57494093b5e8425d91a77acd511ee12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:23Z', 'updated_at': '2021-12-20T21:15:42Z', 'revision_number': 6, 'project_id': '57494093b5e8425d91a77acd511ee12d', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:42.845200 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f2c0ae-4c34-47dd-8f44-3a3ca79406f1 req-e8afd40e-0a60-4e55-bf76-72ce72d85f01 tempest-MigrationsAdminTest-194637268 tempest-MigrationsAdminTest-194637268-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468254 Dec 20 21:15:42.853156 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44616) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:42.859239 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-708f08db-6f56-4964-a9e3-caa0a4b5a5a6 req-78ec4bf3-bdb3-4eeb-a38d-082e47b85e88 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] For port fa07aae5-f780-476d-aed9-973fbe2b2f24, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=fa07aae5-f780-476d-aed9-973fbe2b2f24,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:42.859575 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-708f08db-6f56-4964-a9e3-caa0a4b5a5a6 req-78ec4bf3-bdb3-4eeb-a38d-082e47b85e88 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:42.879737 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afd40e-0a60-4e55-bf76-72ce72d85f01 tempest-MigrationsAdminTest-194637268 tempest-MigrationsAdminTest-194637268-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdef04b-7859-4f09-b9de-59a63acf51df,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:42.888443 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3084c78d-4c87-4dcc-af41-619f04619c2e None None] The sync data for ids ['df7dd26d-a191-4058-8205-e08b2a5377db'] in n-d-xena-1 is: [{'id': 'df7dd26d-a191-4058-8205-e08b2a5377db', 'name': 'tempest-FloatingIPsTestJSON-242699905-router', 'tenant_id': '57494093b5e8425d91a77acd511ee12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:23Z', 'updated_at': '2021-12-20T21:15:42Z', 'revision_number': 6, 'project_id': '57494093b5e8425d91a77acd511ee12d', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:15:42.909839 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-33ea5cac-8ba5-45f5-a418-d84260366d82 admin admin] For port 9d40f165-9dbb-467d-a17f-a6b9bebefc62, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9d40f165-9dbb-467d-a17f-a6b9bebefc62,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:42.909839 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33ea5cac-8ba5-45f5-a418-d84260366d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:42.932367 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-33ea5cac-8ba5-45f5-a418-d84260366d82 admin admin] Calling delete_port for 9d40f165-9dbb-467d-a17f-a6b9bebefc62 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:15:42.964641 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-708f08db-6f56-4964-a9e3-caa0a4b5a5a6 req-78ec4bf3-bdb3-4eeb-a38d-082e47b85e88 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Calling delete_port for fa07aae5-f780-476d-aed9-973fbe2b2f24 owned by compute:tempest-test_az-842129185 {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:15:42.970455 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b71dc79-47da-4a13-845e-7c324634736d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:43.280044 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55c8bf-8662-4d15-a653-81236bbdcd16 req-66c2aeb4-e8be-4b9d-bcf1-35636e2f36e1 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:43.281694 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b55c8bf-8662-4d15-a653-81236bbdcd16 req-66c2aeb4-e8be-4b9d-bcf1-35636e2f36e1 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 971 time: 0.1706281 Dec 20 21:15:43.325356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-d4cc65e4-433c-4b78-a874-b6b025126e74 req-d6c86da0-b39b-4eb1-8ebd-c0f94cab7836 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:15:43.335648 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4cc65e4-433c-4b78-a874-b6b025126e74 req-d6c86da0-b39b-4eb1-8ebd-c0f94cab7836 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0780861 Dec 20 21:15:43.434662 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b71dc79-47da-4a13-845e-7c324634736d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:43.441799 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b55c8bf-8662-4d15-a653-81236bbdcd16 req-3a4055cd-4365-49ad-9d86-594691da8a23 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/security-groups?id=3677e051-45ce-4fe5-b35a-59e51daaec78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504846 Dec 20 21:15:43.445704 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-708f08db-6f56-4964-a9e3-caa0a4b5a5a6 req-78ec4bf3-bdb3-4eeb-a38d-082e47b85e88 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:43.450845 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b71dc79-47da-4a13-845e-7c324634736d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:43.479152 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['fa07aae5-f780-476d-aed9-973fbe2b2f24'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:15:43.502444 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec4bf3-bdb3-4eeb-a38d-082e47b85e88 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Pushing event deleted for resources: {'Port': ['ID=fa07aae5-f780-476d-aed9-973fbe2b2f24,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:43.858579 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6b71dc79-47da-4a13-845e-7c324634736d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2872ff371ba74edcba7b9377182e76b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0013123 Dec 20 21:15:43.859318 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33ea5cac-8ba5-45f5-a418-d84260366d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:43.861140 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44680) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:43.897479 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-708f08db-6f56-4964-a9e3-caa0a4b5a5a6 req-78ec4bf3-bdb3-4eeb-a38d-082e47b85e88 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] No DVR routers for this DVR port fa07aae5-f780-476d-aed9-973fbe2b2f24 on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:15:43.900950 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-708f08db-6f56-4964-a9e3-caa0a4b5a5a6 req-78ec4bf3-bdb3-4eeb-a38d-082e47b85e88 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:43.905153 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-708f08db-6f56-4964-a9e3-caa0a4b5a5a6 req-78ec4bf3-bdb3-4eeb-a38d-082e47b85e88 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.66 "DELETE /v2.0/ports/fa07aae5-f780-476d-aed9-973fbe2b2f24 HTTP/1.1" status: 204 len: 173 time: 1.4271581 Dec 20 21:15:43.949671 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3c076de-eaf3-415c-bb15-7dbec97a2256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:43.958569 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9957326a-6861-4d9c-9a79-e18fafe62580', 'name': 'network-vif-deleted', 'tag': 'fa07aae5-f780-476d-aed9-973fbe2b2f24'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:15:43.960965 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5950b22-81cb-4345-9190-95930d2b7821" -d '{"events": [{"server_uuid": "9957326a-6861-4d9c-9a79-e18fafe62580", "name": "network-vif-deleted", "tag": "fa07aae5-f780-476d-aed9-973fbe2b2f24"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:15:43.963608 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71dc79-47da-4a13-845e-7c324634736d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a66f72-11e9-437f-b39b-7d53d6da7858,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:43.979811 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3c076de-eaf3-415c-bb15-7dbec97a2256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:44.045053 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-5135a445-384a-4bf5-aca8-91a1b206dd7a tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d30fefb54fd8415586ab7b3d0aa3a960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1883090 Dec 20 21:15:44.046532 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea5cac-8ba5-45f5-a418-d84260366d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d40f165-9dbb-467d-a17f-a6b9bebefc62,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:44.062968 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3c076de-eaf3-415c-bb15-7dbec97a2256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:44.066028 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3c076de-eaf3-415c-bb15-7dbec97a2256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:44.070192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9d40f165-9dbb-467d-a17f-a6b9bebefc62 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:15:44.071002 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f3c076de-eaf3-415c-bb15-7dbec97a2256 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5a66f72-11e9-437f-b39b-7d53d6da7858 HTTP/1.1" status: 204 len: 168 time: 0.2086608 Dec 20 21:15:44.119038 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 9d40f165-9dbb-467d-a17f-a6b9bebefc62 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:15:44.119538 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9d40f165-9dbb-467d-a17f-a6b9bebefc62 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:15:44.120100 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 174e1cb2-6785-489b-b480-e2597bf8227e no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:15:44.126697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c076de-eaf3-415c-bb15-7dbec97a2256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a66f72-11e9-437f-b39b-7d53d6da7858,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:44.148871 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 174e1cb2-6785-489b-b480-e2597bf8227e {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:15:44.150281 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 174e1cb2-6785-489b-b480-e2597bf8227e not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:15:44.245243 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963d848e-6465-4d0b-87e8-cf7fbbe9bde4 x-openstack-request-id: req-963d848e-6465-4d0b-87e8-cf7fbbe9bde4 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:15:44.245535 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9957326a-6861-4d9c-9a79-e18fafe62580", "name": "network-vif-deleted", "tag": "fa07aae5-f780-476d-aed9-973fbe2b2f24", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:15:44.245784 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-963d848e-6465-4d0b-87e8-cf7fbbe9bde4 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:15:44.246186 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9957326a-6861-4d9c-9a79-e18fafe62580', 'name': 'network-vif-deleted', 'tag': 'fa07aae5-f780-476d-aed9-973fbe2b2f24', 'status': 'completed', 'code': 200} Dec 20 21:15:44.263011 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33ea5cac-8ba5-45f5-a418-d84260366d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:44.290746 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:44.323455 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfd0e5-cae5-4fe1-a972-7225503f3571 req-75cf206d-1fba-4ecc-bc16-9bda7edbed58 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:44.325288 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cdfd0e5-cae5-4fe1-a972-7225503f3571 req-75cf206d-1fba-4ecc-bc16-9bda7edbed58 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 971 time: 0.0789325 Dec 20 21:15:44.325830 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 67893882-6585-4aa5-85aa-3cacb4b0d142 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:15:44.365098 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 67893882-6585-4aa5-85aa-3cacb4b0d142 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:15:44.365438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 67893882-6585-4aa5-85aa-3cacb4b0d142 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:15:44.371870 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cdfd0e5-cae5-4fe1-a972-7225503f3571 req-bd6abad3-a881-42de-93c8-470c494a6970 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397730 Dec 20 21:15:44.423057 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33ea5cac-8ba5-45f5-a418-d84260366d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:44.427087 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33ea5cac-8ba5-45f5-a418-d84260366d82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:44.470530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-577d8b83-631a-40ed-8400-d828ad2f3422 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:44.477795 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-577d8b83-631a-40ed-8400-d828ad2f3422 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3999982 Dec 20 21:15:44.569770 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-8e0417c1-3625-44fb-9165-6e7bb14c9518 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/quotas/d30fefb54fd8415586ab7b3d0aa3a960 HTTP/1.1" status: 200 len: 375 time: 0.0834553 Dec 20 21:15:44.629673 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-15ffee6e-3408-4366-9bc9-10c01f968139 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d30fefb54fd8415586ab7b3d0aa3a960&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587349 Dec 20 21:15:44.635681 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33ea5cac-8ba5-45f5-a418-d84260366d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:44.636448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ea5cac-8ba5-45f5-a418-d84260366d82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df7dd26d-a191-4058-8205-e08b2a5377db {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:15:44.645334 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33ea5cac-8ba5-45f5-a418-d84260366d82 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:44.648248 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-33ea5cac-8ba5-45f5-a418-d84260366d82 admin admin] 10.222.0.32 "DELETE /v2.0/routers/df7dd26d-a191-4058-8205-e08b2a5377db HTTP/1.1" status: 204 len: 168 time: 2.4622712 Dec 20 21:15:44.652203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44724) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:44.709344 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e6e38ec-b2be-4eb7-8109-a4386ad45e74 req-ea632eca-0e05-497b-9c93-ef83ebb91f50 tempest-AggregatesAdminTestJSON-1657321751 tempest-AggregatesAdminTestJSON-1657321751-project] 10.222.0.32 "GET /v2.0/ports?device_id=9957326a-6861-4d9c-9a79-e18fafe62580 HTTP/1.1" status: 200 len: 210 time: 0.0769861 Dec 20 21:15:44.832626 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44736) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:44.864134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbee2b4c-ba19-4250-bacc-084739f3afbb admin admin] Deleting subnet cf913d19-cbb7-4da6-bec0-c95d5cf17fd2 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:15:44.873203 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fbee2b4c-ba19-4250-bacc-084739f3afbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:44.965920 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fbee2b4c-ba19-4250-bacc-084739f3afbb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:45.082332 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37e7584f-79eb-40a3-98ce-11ac49f2e345 req-351de2c7-96b9-42df-bc3d-750b022bb524 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 210 time: 0.1004074 Dec 20 21:15:45.139972 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fbee2b4c-ba19-4250-bacc-084739f3afbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:45.192423 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-440b732c-b19b-4622-8c57-985fb38bb7cb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3580739 Dec 20 21:15:45.197985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-94fdb5d2-7f73-4df5-a3b0-4a4b31f176e0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:15:45.211202 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-94fdb5d2-7f73-4df5-a3b0-4a4b31f176e0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173526 Dec 20 21:15:45.224620 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fbee2b4c-ba19-4250-bacc-084739f3afbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:45.262903 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee2b4c-ba19-4250-bacc-084739f3afbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf913d19-cbb7-4da6-bec0-c95d5cf17fd2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:45.267044 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fbee2b4c-ba19-4250-bacc-084739f3afbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:45.272971 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fbee2b4c-ba19-4250-bacc-084739f3afbb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cf913d19-cbb7-4da6-bec0-c95d5cf17fd2 HTTP/1.1" status: 204 len: 168 time: 0.5777647 Dec 20 21:15:45.273480 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44778) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:45.279806 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24281b1-cb7f-478f-9796-77676fcb8713 None None] Network a8615b69-fdeb-4959-96fe-7a281ed09caf requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:15:45.419068 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:45.509703 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Deleting port cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:15:45.510126 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:45.622915 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9470135-084b-4e94-9987-c21fa0a8735b None None] DHCP port deletion for a8615b69-fdeb-4959-96fe-7a281ed09caf request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:15:45.737443 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774dfe7-296d-4943-962f-0fb6f20cafaf req-061a5ab0-e904-4222-aa44-ea58c9c120d9 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:45.745477 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3774dfe7-296d-4943-962f-0fb6f20cafaf req-061a5ab0-e904-4222-aa44-ea58c9c120d9 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 971 time: 0.1040337 Dec 20 21:15:45.749073 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e9470135-084b-4e94-9987-c21fa0a8735b None None] Deleting port cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:15:45.749675 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e9470135-084b-4e94-9987-c21fa0a8735b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:45.872439 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3774dfe7-296d-4943-962f-0fb6f20cafaf req-02b4f3fe-a7c6-452b-a05b-ab6139b3c098 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094670 Dec 20 21:15:45.933862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e9470135-084b-4e94-9987-c21fa0a8735b None None] For port cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b,segment=NetworkSegment(ae70c700-4566-417a-992b-44ddef204c66),segment_id=ae70c700-4566-417a-992b-44ddef204c66)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:45.935002 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e9470135-084b-4e94-9987-c21fa0a8735b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:45.968066 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e9470135-084b-4e94-9987-c21fa0a8735b None None] Calling delete_port for cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:15:46.003309 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] For port cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b,segment=NetworkSegment(ae70c700-4566-417a-992b-44ddef204c66),segment_id=ae70c700-4566-417a-992b-44ddef204c66)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:46.003945 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:46.035323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Calling delete_port for cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:15:46.111044 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:15:46.216089 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:46.218092 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Port cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b update to DOWN by agent not found {{(pid=102403) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 20 21:15:46.227121 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e9470135-084b-4e94-9987-c21fa0a8735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:46.261359 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9470135-084b-4e94-9987-c21fa0a8735b None None] Pushing event deleted for resources: {'Port': ['ID=cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:46.296103 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9470135-084b-4e94-9987-c21fa0a8735b None None] No DVR routers for this DVR port cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:15:46.307178 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b77647c9-cdbd-44f9-a8df-9e27d31e15ce req-263b42ea-ac2d-4815-8f2d-a782c6369f06 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 210 time: 0.0948873 Dec 20 21:15:46.309328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Pushing event deleted for resources: {'Port': ['ID=cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:46.324919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] No DVR routers for this DVR port cedd9865-9ac6-45e8-9a7f-14ccd82f9c8b on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:15:46.452836 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44866) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:46.486986 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-466906ae-1b5c-49d5-8e4a-89635bffc3b2 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d30fefb54fd8415586ab7b3d0aa3a960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662267 Dec 20 21:15:46.491299 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:46.533686 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44876) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:46.562102 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:46.562451 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:46.563203 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:46.563601 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Subscribe: > port after_create 55550000 {{(pid=102401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:46.563918 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Subscribe: > port after_delete 55550000 {{(pid=102401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:46.564246 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Subscribe: > port after_update 55550000 {{(pid=102401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:46.564560 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:46.564871 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:46.565675 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:46.565675 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:46.673056 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:46.673391 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:46.673719 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:46.674041 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 20 21:15:46.674527 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8615b69-fdeb-4959-96fe-7a281ed09caf']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:46.689501 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1904a0f-2929-4a14-acdd-625143fb5fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:46.716200 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae70c700-4566-417a-992b-44ddef204c66') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:46.716200 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae70c700-4566-417a-992b-44ddef204c66') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:46.763529 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:46.793576 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:46.810617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:15:46.811457 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: from cryptography.utils import int_from_bytes Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: from cryptography.utils import int_from_bytes Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:15:46.816912 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:15:46.853697 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1904a0f-2929-4a14-acdd-625143fb5fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:46.859462 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1904a0f-2929-4a14-acdd-625143fb5fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:46.927032 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-d4f48560-d713-42b6-a5f1-52b02bc304f2 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:46.928917 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-d4f48560-d713-42b6-a5f1-52b02bc304f2 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4343901 Dec 20 21:15:46.935508 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:46.953067 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-a82bfdf9-da83-46d7-8176-8cac1dff7c16 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Request body: {'port': {'device_id': 'c3707322-8523-4b5b-b5ab-0ebb4489a730', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': 'd30fefb54fd8415586ab7b3d0aa3a960'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:46.954944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1904a0f-2929-4a14-acdd-625143fb5fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b871d52-9eae-4d66-a973-bf8364a354fc,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:46.965834 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c1904a0f-2929-4a14-acdd-625143fb5fda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3de2e9fe254546aab929850d8a20edd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5118508 Dec 20 21:15:46.969814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44894) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:46.971181 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:46.974814 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] 10.222.0.32 "DELETE /v2.0/networks/a8615b69-fdeb-4959-96fe-7a281ed09caf HTTP/1.1" status: 204 len: 168 time: 1.7005272 Dec 20 21:15:46.999375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4a4fa-d7ad-4284-9019-bfc1ff5b19cd admin admin] Pushing event deleted for resources: {'Network': ['ID=a8615b69-fdeb-4959-96fe-7a281ed09caf,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:47.013949 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cddc2460-4e9f-4b73-a644-2de245bf554c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3172450f025c44568c2a6b324e0e1bd8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4789727 Dec 20 21:15:47.014575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44898) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:47.035604 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device fa07aae5-f780-476d-aed9-973fbe2b2f24 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:15:47.070323 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: fa07aae5-f780-476d-aed9-973fbe2b2f24 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:15:47.070661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device fa07aae5-f780-476d-aed9-973fbe2b2f24 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:15:47.109173 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6194593d-f91c-4ec5-aa68-435eaaff92ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:47.138024 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6194593d-f91c-4ec5-aa68-435eaaff92ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:47.163498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9f36c-dfc8-4392-8175-f346f1529b97 req-d97e4589-8a23-4b33-8747-d0d163338745 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:47.165062 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-32a9f36c-dfc8-4392-8175-f346f1529b97 req-d97e4589-8a23-4b33-8747-d0d163338745 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 971 time: 0.1113887 Dec 20 21:15:47.165828 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-109d4ca2-ac02-4ece-8696-21ab107ed3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:47.189222 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-109d4ca2-ac02-4ece-8696-21ab107ed3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:47.208915 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-a82bfdf9-da83-46d7-8176-8cac1dff7c16 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Made reservation on behalf of d30fefb54fd8415586ab7b3d0aa3a960 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:15:47.215314 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-a82bfdf9-da83-46d7-8176-8cac1dff7c16 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:47.243817 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6194593d-f91c-4ec5-aa68-435eaaff92ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:47.246903 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6194593d-f91c-4ec5-aa68-435eaaff92ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:47.250795 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6194593d-f91c-4ec5-aa68-435eaaff92ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b871d52-9eae-4d66-a973-bf8364a354fc HTTP/1.1" status: 204 len: 168 time: 0.2704468 Dec 20 21:15:47.268369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44906) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:47.293897 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-32a9f36c-dfc8-4392-8175-f346f1529b97 req-07250bb7-e708-4ed3-bc13-4d29b81b5e93 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869339 Dec 20 21:15:47.300758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf57f1-8508-4ad1-946c-dd96f050ebd0 req-21faace7-915e-4427-9f92-458b018b03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:47.302275 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0daf57f1-8508-4ad1-946c-dd96f050ebd0 req-21faace7-915e-4427-9f92-458b018b03c8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 1120 time: 0.0774512 Dec 20 21:15:47.316301 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-109d4ca2-ac02-4ece-8696-21ab107ed3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:47.319708 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-109d4ca2-ac02-4ece-8696-21ab107ed3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:47.325888 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-109d4ca2-ac02-4ece-8696-21ab107ed3fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3677e051-45ce-4fe5-b35a-59e51daaec78 HTTP/1.1" status: 204 len: 168 time: 0.3098369 Dec 20 21:15:47.330651 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194593d-f91c-4ec5-aa68-435eaaff92ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b871d52-9eae-4d66-a973-bf8364a354fc,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:47.346423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44916) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:47.351363 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d4ca2-ac02-4ece-8696-21ab107ed3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3677e051-45ce-4fe5-b35a-59e51daaec78,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:47.459222 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf57f1-8508-4ad1-946c-dd96f050ebd0 req-533af6b0-3c9c-400f-bf8f-6323f640d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:47.462731 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0daf57f1-8508-4ad1-946c-dd96f050ebd0 req-533af6b0-3c9c-400f-bf8f-6323f640d8de service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1354578 Dec 20 21:15:47.507921 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-48de904f-7122-4c9a-8088-9977f81e7aaa req-c270657c-f69c-4472-98c7-dc3d8d501e52 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 210 time: 0.0550852 Dec 20 21:15:47.511130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44918) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:47.526212 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-83c67b19-5230-46f8-967d-7644fece1852 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57494093b5e8425d91a77acd511ee12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1779401 Dec 20 21:15:47.526963 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44922) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:47.548223 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-a82bfdf9-da83-46d7-8176-8cac1dff7c16 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Allocated IP 192.168.233.84 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/901e5ad5-71f0-4b59-aef5-d190067018d0) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:15:47.556007 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0daf57f1-8508-4ad1-946c-dd96f050ebd0 req-06a24076-18ce-4ea4-85f2-95b62e743dbf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b HTTP/1.1" status: 200 len: 217 time: 0.0858378 Dec 20 21:15:47.595662 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:47.622729 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f574ae61-d6dd-4a5a-afe4-b07ce3a1b2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:47.637707 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf57f1-8508-4ad1-946c-dd96f050ebd0 req-a13a5972-6e7a-47cb-8ea5-84eccb2f2df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:47.639351 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0daf57f1-8508-4ad1-946c-dd96f050ebd0 req-a13a5972-6e7a-47cb-8ea5-84eccb2f2df7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0753260 Dec 20 21:15:47.696480 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f574ae61-d6dd-4a5a-afe4-b07ce3a1b2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:47.709651 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf57f1-8508-4ad1-946c-dd96f050ebd0 req-126cada5-61aa-4deb-b806-2a87b1c3f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:47.715216 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0daf57f1-8508-4ad1-946c-dd96f050ebd0 req-126cada5-61aa-4deb-b806-2a87b1c3f154 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694001 Dec 20 21:15:47.780078 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f574ae61-d6dd-4a5a-afe4-b07ce3a1b2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:47.783107 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f574ae61-d6dd-4a5a-afe4-b07ce3a1b2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:47.784409 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f574ae61-d6dd-4a5a-afe4-b07ce3a1b2c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/645ae711-9cb5-4f33-8ded-60c71c27938f HTTP/1.1" status: 204 len: 168 time: 0.2565563 Dec 20 21:15:47.800490 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-a82bfdf9-da83-46d7-8176-8cac1dff7c16 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:47.802826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574ae61-d6dd-4a5a-afe4-b07ce3a1b2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645ae711-9cb5-4f33-8ded-60c71c27938f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:47.844908 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0daf57f1-8508-4ad1-946c-dd96f050ebd0 req-0d05ce24-4209-4a3c-9020-8b0817eface3 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231215 Dec 20 21:15:47.850273 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-a82bfdf9-da83-46d7-8176-8cac1dff7c16 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:47.905215 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bfdf9-da83-46d7-8176-8cac1dff7c16 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Pushing event updated for resources: {'Port': ['ID=901e5ad5-71f0-4b59-aef5-d190067018d0,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:47.923220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-a82bfdf9-da83-46d7-8176-8cac1dff7c16 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:15:47.925623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-a82bfdf9-da83-46d7-8176-8cac1dff7c16 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:47.928754 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-a82bfdf9-da83-46d7-8176-8cac1dff7c16 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:15:47.973660 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0daf57f1-8508-4ad1-946c-dd96f050ebd0 req-20d563b9-3dfa-4fad-8fef-3716b6c6773c service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225345 Dec 20 21:15:47.982263 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0a01b3fd-ce49-49ea-bdd4-72bc8555c0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.026125 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-599bd3e0-cbd5-454d-a3f3-28c0bb101241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.096000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-a82bfdf9-da83-46d7-8176-8cac1dff7c16 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:48.096000 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-a82bfdf9-da83-46d7-8176-8cac1dff7c16 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.114241 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44932) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:48.141376 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91195535-dc3a-42e3-846d-317082d794e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.143594 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-a82bfdf9-da83-46d7-8176-8cac1dff7c16 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1970384 Dec 20 21:15:48.144551 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-09e1d6f6-6642-474b-b552-45c276ce851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:48.146039 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-09e1d6f6-6642-474b-b552-45c276ce851f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 1120 time: 0.0938370 Dec 20 21:15:48.168892 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Request body: {'port': {'device_id': 'c3707322-8523-4b5b-b5ab-0ebb4489a730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:48.233171 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-927593f8-9d01-406a-b150-86230e5b6f16 None None] Provisioning complete for port 901e5ad5-71f0-4b59-aef5-d190067018d0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:48.234880 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-927593f8-9d01-406a-b150-86230e5b6f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.282165 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0a01b3fd-ce49-49ea-bdd4-72bc8555c0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.287912 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.291031 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-599bd3e0-cbd5-454d-a3f3-28c0bb101241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.293639 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0a01b3fd-ce49-49ea-bdd4-72bc8555c0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.299962 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-5a69adff-b45c-40b1-9ede-7ef63bb88422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:48.301424 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-5a69adff-b45c-40b1-9ede-7ef63bb88422 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1324780 Dec 20 21:15:48.314363 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-599bd3e0-cbd5-454d-a3f3-28c0bb101241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.323321 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-927593f8-9d01-406a-b150-86230e5b6f16 None None] Port 901e5ad5-71f0-4b59-aef5-d190067018d0 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:15:48.357885 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e3dd1d13-eb0b-46bf-8d3e-9df520842b4c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b HTTP/1.1" status: 200 len: 217 time: 0.0484421 Dec 20 21:15:48.375305 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91195535-dc3a-42e3-846d-317082d794e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.399976 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91195535-dc3a-42e3-846d-317082d794e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.419742 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0a01b3fd-ce49-49ea-bdd4-72bc8555c0e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61521563d0164261908fcafa310252da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1503296 Dec 20 21:15:48.423870 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44940) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:48.443486 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-599bd3e0-cbd5-454d-a3f3-28c0bb101241 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf356025eee7477c872971c8fdf0a2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9271774 Dec 20 21:15:48.447032 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44946) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:48.462828 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-4ed714a4-5b09-4602-aa29-589c1b91c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:48.464542 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-4ed714a4-5b09-4602-aa29-589c1b91c38d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0985963 Dec 20 21:15:48.464908 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44948) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:48.482517 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-91195535-dc3a-42e3-846d-317082d794e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff172ebd236d43998c8a8af7f04bbe06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646834 Dec 20 21:15:48.484572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91195535-dc3a-42e3-846d-317082d794e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb87086-bda7-44a5-b5c6-e399d7d5c8e4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:48.487031 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01b3fd-ce49-49ea-bdd4-72bc8555c0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1137b6-2a1e-4510-b298-9b54f790f775,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:48.490277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44950) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:48.525317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bd3e0-cbd5-454d-a3f3-28c0bb101241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728bc5cd-e59c-45ea-9fd1-7f1afdf28444,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:48.584385 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6f7d9181-ed4c-40f2-a160-bedd9fbd901f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ed972ea0f2a4b778a04263698743d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1164825 Dec 20 21:15:48.587749 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44956) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:48.593330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-48a376e0-1174-46a0-b37f-418ca191411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:48.594837 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-48a376e0-1174-46a0-b37f-418ca191411d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1111774 Dec 20 21:15:48.600993 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-451c05ec-9a7b-4393-8a6d-c868bbf620d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.675165 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9cef9cec-3019-4eba-8711-8efcc46b1f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.691791 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-451c05ec-9a7b-4393-8a6d-c868bbf620d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.700062 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9cef9cec-3019-4eba-8711-8efcc46b1f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.762191 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dda7c5c1-a1cc-40d1-bc12-5ee6976dd87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.770944 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7fbd-b45a-429a-b931-0e726995aac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.782664 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9cef9cec-3019-4eba-8711-8efcc46b1f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.785536 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9cef9cec-3019-4eba-8711-8efcc46b1f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.789804 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9cef9cec-3019-4eba-8711-8efcc46b1f02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9bb87086-bda7-44a5-b5c6-e399d7d5c8e4 HTTP/1.1" status: 204 len: 168 time: 0.2694523 Dec 20 21:15:48.801518 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dda7c5c1-a1cc-40d1-bc12-5ee6976dd87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.817011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff75f9-8d5e-4d01-97d7-3ab5294447f0 req-f0cd91cb-ffdf-419c-b7bb-56d3fe2cdb53 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:48.825790 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-01ff75f9-8d5e-4d01-97d7-3ab5294447f0 req-f0cd91cb-ffdf-419c-b7bb-56d3fe2cdb53 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 971 time: 0.4093251 Dec 20 21:15:48.861978 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef9cec-3019-4eba-8711-8efcc46b1f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb87086-bda7-44a5-b5c6-e399d7d5c8e4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:48.874712 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7fbd-b45a-429a-b931-0e726995aac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.900268 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dda7c5c1-a1cc-40d1-bc12-5ee6976dd87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.902977 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dda7c5c1-a1cc-40d1-bc12-5ee6976dd87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.904393 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dda7c5c1-a1cc-40d1-bc12-5ee6976dd87f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0557782-da68-4ee8-ad1c-b5c01969da7b HTTP/1.1" status: 204 len: 168 time: 0.3134620 Dec 20 21:15:48.919216 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-b6664b51-7bb7-460a-9d88-985f8f30921d service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110168 Dec 20 21:15:48.926446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7c5c1-a1cc-40d1-bc12-5ee6976dd87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0557782-da68-4ee8-ad1c-b5c01969da7b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:48.930854 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-451c05ec-9a7b-4393-8a6d-c868bbf620d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.945284 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-451c05ec-9a7b-4393-8a6d-c868bbf620d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:48.946561 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-451c05ec-9a7b-4393-8a6d-c868bbf620d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/728bc5cd-e59c-45ea-9fd1-7f1afdf28444 HTTP/1.1" status: 204 len: 168 time: 0.4947143 Dec 20 21:15:48.967536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c05ec-9a7b-4393-8a6d-c868bbf620d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728bc5cd-e59c-45ea-9fd1-7f1afdf28444,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:49.040775 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-01ff75f9-8d5e-4d01-97d7-3ab5294447f0 req-3ac161c5-73ad-4974-8055-6d6843dee6a3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139781 Dec 20 21:15:49.090228 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7fbd-b45a-429a-b931-0e726995aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:49.092770 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7fbd-b45a-429a-b931-0e726995aac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:49.096578 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5f4d7fbd-b45a-429a-b931-0e726995aac7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d1137b6-2a1e-4510-b298-9b54f790f775 HTTP/1.1" status: 204 len: 168 time: 0.6637986 Dec 20 21:15:49.115006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d7fbd-b45a-429a-b931-0e726995aac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1137b6-2a1e-4510-b298-9b54f790f775,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:49.178054 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2116d21-7d1c-4652-bf69-0a27893b4e6f req-01dea915-970d-4ae6-a79c-b6cff30fdc94 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:49.179533 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b2116d21-7d1c-4652-bf69-0a27893b4e6f req-01dea915-970d-4ae6-a79c-b6cff30fdc94 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 935 time: 0.2130930 Dec 20 21:15:49.183470 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e2985c62-d4f6-4650-bb68-18ea9a3167a3 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541802 Dec 20 21:15:49.200590 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901e5ad5-71f0-4b59-aef5-d190067018d0 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:15:49.217171 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:49.236846 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b2116d21-7d1c-4652-bf69-0a27893b4e6f req-5e3d1b35-120d-43ba-a8b7-ba94393308e2 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508370 Dec 20 21:15:49.273728 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Transition to ACTIVE for port object 901e5ad5-71f0-4b59-aef5-d190067018d0 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:15:49.278738 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:49.325096 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=901e5ad5-71f0-4b59-aef5-d190067018d0,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:49.454989 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Attempting to bind port 901e5ad5-71f0-4b59-aef5-d190067018d0 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:15:49.455470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Attempting to bind port 901e5ad5-71f0-4b59-aef5-d190067018d0 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:15:49.456046 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Attempting to bind port 901e5ad5-71f0-4b59-aef5-d190067018d0 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:15:49.467005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Port 901e5ad5-71f0-4b59-aef5-d190067018d0 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:15:49.467438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Attempting to bind port 901e5ad5-71f0-4b59-aef5-d190067018d0 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:15:49.474250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:15:49.474729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:15:49.475264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:15:49.484364 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Bound port: 901e5ad5-71f0-4b59-aef5-d190067018d0, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:15:49.484847 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:49.628431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] For port 901e5ad5-71f0-4b59-aef5-d190067018d0, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:15:49.633010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] For port 901e5ad5-71f0-4b59-aef5-d190067018d0, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=901e5ad5-71f0-4b59-aef5-d190067018d0,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:15:49.643198 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:49.698632 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:49.699231 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:49.700616 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] 10.222.0.31 "PUT /v2.0/ports/901e5ad5-71f0-4b59-aef5-d190067018d0 HTTP/1.1" status: 200 len: 1093 time: 1.5385237 Dec 20 21:15:49.701045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3707322-8523-4b5b-b5ab-0ebb4489a730', 'tag': '901e5ad5-71f0-4b59-aef5-d190067018d0'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:15:49.703620 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be97281d-4f36-4443-a988-b830aa111126" -d '{"events": [{"name": "network-changed", "server_uuid": "c3707322-8523-4b5b-b5ab-0ebb4489a730", "tag": "901e5ad5-71f0-4b59-aef5-d190067018d0"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:15:49.767236 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61815036-e72f-4d7e-8028-8db5700bd80d x-openstack-request-id: req-61815036-e72f-4d7e-8028-8db5700bd80d {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:15:49.768548 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3707322-8523-4b5b-b5ab-0ebb4489a730", "tag": "901e5ad5-71f0-4b59-aef5-d190067018d0", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:15:49.770114 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61815036-e72f-4d7e-8028-8db5700bd80d {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:15:49.770708 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3707322-8523-4b5b-b5ab-0ebb4489a730', 'tag': '901e5ad5-71f0-4b59-aef5-d190067018d0', 'status': 'completed', 'code': 200} Dec 20 21:15:49.774970 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2dd2ec-dc1f-45c1-801a-fe21ea832ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=901e5ad5-71f0-4b59-aef5-d190067018d0,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:49.835815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-e8231902-7aa9-41d5-bceb-ece56778d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:49.837753 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-e8231902-7aa9-41d5-bceb-ece56778d960 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d30fefb54fd8415586ab7b3d0aa3a960&device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 1096 time: 0.0655084 Dec 20 21:15:49.891926 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-6e863fcc-e58a-489d-a8d9-d82bde67d0db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=901e5ad5-71f0-4b59-aef5-d190067018d0 HTTP/1.1" status: 200 len: 217 time: 0.0395591 Dec 20 21:15:49.954700 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-50fbc660-b20a-4b8b-a501-37c4868071ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:49.956206 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-50fbc660-b20a-4b8b-a501-37c4868071ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0584960 Dec 20 21:15:49.967022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45016) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:49.988882 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-839cf4ec-8267-4e13-a3d4-b42293d0fcc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:50.008384 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45018) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:50.029109 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-861f5aaa-dfe4-4f90-b008-f219cb148aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:50.042619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-28bb99c4-de05-4463-a041-682930da69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:50.045954 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-28bb99c4-de05-4463-a041-682930da69e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835142 Dec 20 21:15:50.144673 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-839cf4ec-8267-4e13-a3d4-b42293d0fcc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:50.155900 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-839cf4ec-8267-4e13-a3d4-b42293d0fcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:50.217692 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-861f5aaa-dfe4-4f90-b008-f219cb148aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:50.220447 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-6f8d4bdb-9e58-45c3-b16e-6d40704a0049 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673129 Dec 20 21:15:50.238322 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-861f5aaa-dfe4-4f90-b008-f219cb148aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:50.252948 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-839cf4ec-8267-4e13-a3d4-b42293d0fcc1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c26ff4226c7d4d7c9a5130fa3503d1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848251 Dec 20 21:15:50.253538 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45028) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:50.269120 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839cf4ec-8267-4e13-a3d4-b42293d0fcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c203bb6-fb4f-4624-86c4-c1c185285fc9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:50.313886 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc620d-fd0c-4da7-829a-d4109faaef68 req-c9de951e-e6d1-435e-8cbe-96d73a878bf9 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:50.315054 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-47cc620d-fd0c-4da7-829a-d4109faaef68 req-c9de951e-e6d1-435e-8cbe-96d73a878bf9 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 971 time: 0.1692052 Dec 20 21:15:50.323183 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-861f5aaa-dfe4-4f90-b008-f219cb148aaf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea771745df59414b81b484c60c5689c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135931 Dec 20 21:15:50.331800 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45034) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:50.373356 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f5aaa-dfe4-4f90-b008-f219cb148aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702ca936-699b-44c2-ae07-45b629b495e6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:50.414874 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-093fa70d-c55e-4907-b87e-db0624f2e5cf req-abb2afa5-25d2-4090-b4b8-060ec3c47c61 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878264 Dec 20 21:15:50.425409 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f982fb4-7733-4a12-a86e-8d7b21cc9d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:50.434099 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-47cc620d-fd0c-4da7-829a-d4109faaef68 req-bfc4619f-40fa-4aca-bbae-a7f74d0a1995 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099067 Dec 20 21:15:50.448227 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77c6f9-de8f-48fa-a45f-e999101126ca req-8cb3f2ac-1882-4ed2-9899-d6e968ceb148 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:50.457495 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7b77c6f9-de8f-48fa-a45f-e999101126ca req-8cb3f2ac-1882-4ed2-9899-d6e968ceb148 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 947 time: 0.0915425 Dec 20 21:15:50.466967 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f982fb4-7733-4a12-a86e-8d7b21cc9d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:50.475210 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d956304-9271-4998-9a90-ac771430120f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:50.507121 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7b77c6f9-de8f-48fa-a45f-e999101126ca req-2edbffc1-a7ab-41cc-bc0a-f38ea526580a tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480802 Dec 20 21:15:50.516585 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d956304-9271-4998-9a90-ac771430120f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:50.556842 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f982fb4-7733-4a12-a86e-8d7b21cc9d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:50.560084 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f982fb4-7733-4a12-a86e-8d7b21cc9d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:50.564832 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7f982fb4-7733-4a12-a86e-8d7b21cc9d11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c203bb6-fb4f-4624-86c4-c1c185285fc9 HTTP/1.1" status: 204 len: 168 time: 0.3073628 Dec 20 21:15:50.568091 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45042) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:50.575966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97281d-4f36-4443-a988-b830aa111126 req-b71fa8c0-20a8-41ba-87e6-7a94380d589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:50.577982 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-be97281d-4f36-4443-a988-b830aa111126 req-b71fa8c0-20a8-41ba-87e6-7a94380d589c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d30fefb54fd8415586ab7b3d0aa3a960&device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 1096 time: 0.0650604 Dec 20 21:15:50.581656 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f982fb4-7733-4a12-a86e-8d7b21cc9d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c203bb6-fb4f-4624-86c4-c1c185285fc9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:50.595807 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d956304-9271-4998-9a90-ac771430120f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:50.600294 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d956304-9271-4998-9a90-ac771430120f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:50.606148 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2d956304-9271-4998-9a90-ac771430120f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/702ca936-699b-44c2-ae07-45b629b495e6 HTTP/1.1" status: 204 len: 168 time: 0.2693689 Dec 20 21:15:50.606148 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45046) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:50.627525 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d956304-9271-4998-9a90-ac771430120f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702ca936-699b-44c2-ae07-45b629b495e6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:50.703944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97281d-4f36-4443-a988-b830aa111126 req-50dcd837-aadb-40d4-9971-660c50517207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:50.705519 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-be97281d-4f36-4443-a988-b830aa111126 req-50dcd837-aadb-40d4-9971-660c50517207 service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1209877 Dec 20 21:15:50.749723 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-be97281d-4f36-4443-a988-b830aa111126 req-e2fd1938-2bf2-4f2b-9dce-259c1e3743b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=901e5ad5-71f0-4b59-aef5-d190067018d0 HTTP/1.1" status: 200 len: 217 time: 0.0371089 Dec 20 21:15:50.798376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97281d-4f36-4443-a988-b830aa111126 req-63752eff-a34f-4ac3-8a56-4bf7a3e612f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:50.799823 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-be97281d-4f36-4443-a988-b830aa111126 req-63752eff-a34f-4ac3-8a56-4bf7a3e612f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0432508 Dec 20 21:15:50.848797 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97281d-4f36-4443-a988-b830aa111126 req-06cf93af-69a5-4d62-9c80-2f4d818b8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:50.850432 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-be97281d-4f36-4443-a988-b830aa111126 req-06cf93af-69a5-4d62-9c80-2f4d818b8a8e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429947 Dec 20 21:15:50.887901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-beb7f99f-aa1a-4884-a40e-2c2d1953a5e4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2040955474-network', 'tenant_id': '62fafeac12c747fb8937b82cd7716eb8'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:50.921831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb7f99f-aa1a-4884-a40e-2c2d1953a5e4 admin admin] Made reservation on behalf of 62fafeac12c747fb8937b82cd7716eb8 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:15:50.925738 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-beb7f99f-aa1a-4884-a40e-2c2d1953a5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:50.938411 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-beb7f99f-aa1a-4884-a40e-2c2d1953a5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:50.957228 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-be97281d-4f36-4443-a988-b830aa111126 req-d28fa8e1-bdd8-49de-8ce1-4144b50cd461 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989993 Dec 20 21:15:51.044903 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-beb7f99f-aa1a-4884-a40e-2c2d1953a5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:51.051527 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-beb7f99f-aa1a-4884-a40e-2c2d1953a5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:51.070851 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-be97281d-4f36-4443-a988-b830aa111126 req-676b8e55-14ba-417c-8d08-4785db209428 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064153 Dec 20 21:15:51.083579 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb7f99f-aa1a-4884-a40e-2c2d1953a5e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:15:51.104804 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-461ef34b-2186-4e96-afcc-f00e6292095a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:51.119453 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7f99f-aa1a-4884-a40e-2c2d1953a5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf2e9ba-fdfd-45da-87ef-ab3def069153,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:51.122763 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-beb7f99f-aa1a-4884-a40e-2c2d1953a5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:51.123310 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-beb7f99f-aa1a-4884-a40e-2c2d1953a5e4 admin admin] Added segment 7a527d42-e668-4b70-9902-a9d2c2db8b89 of type vlan for network 86a3602d-b8fa-4ec7-8fe2-f622f0d61f15 Dec 20 21:15:51.187906 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-beb7f99f-aa1a-4884-a40e-2c2d1953a5e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:51.236016 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-beb7f99f-aa1a-4884-a40e-2c2d1953a5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:51.236958 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7f99f-aa1a-4884-a40e-2c2d1953a5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:51.237781 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-beb7f99f-aa1a-4884-a40e-2c2d1953a5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:51.322194 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7f99f-aa1a-4884-a40e-2c2d1953a5e4 admin admin] Pushing event updated for resources: {'Network': ['ID=86a3602d-b8fa-4ec7-8fe2-f622f0d61f15,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:51.325057 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-beb7f99f-aa1a-4884-a40e-2c2d1953a5e4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7560041 Dec 20 21:15:51.328261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45080) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:51.333363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2f87ef9b-7b1a-4faf-ad5e-3a0c500fc7b1 admin admin] Request body: {'subnet': {'network_id': '86a3602d-b8fa-4ec7-8fe2-f622f0d61f15', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2040955474-subnet', 'tenant_id': '62fafeac12c747fb8937b82cd7716eb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:51.336234 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 86a3602d-b8fa-4ec7-8fe2-f622f0d61f15 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:15:51.345082 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-461ef34b-2186-4e96-afcc-f00e6292095a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:51.351420 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-461ef34b-2186-4e96-afcc-f00e6292095a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:51.373455 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f87ef9b-7b1a-4faf-ad5e-3a0c500fc7b1 admin admin] Made reservation on behalf of 62fafeac12c747fb8937b82cd7716eb8 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:15:51.375817 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2f87ef9b-7b1a-4faf-ad5e-3a0c500fc7b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:51.403771 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ef34b-2186-4e96-afcc-f00e6292095a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56134d1e-3ffa-4dc4-9d51-5b6bee496342,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:51.425073 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-461ef34b-2186-4e96-afcc-f00e6292095a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34bd9bc1d67b4a1abeab12a7d07ca4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8132808 Dec 20 21:15:51.425599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45086) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:51.521339 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-63780c56-e7a5-4d57-a45f-bdf3ff51542f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:51.586359 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-63780c56-e7a5-4d57-a45f-bdf3ff51542f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:51.635393 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae603e80-1594-4a1d-bd44-834b42e2786e req-ca99d7b3-11d9-406b-bbd6-1e82115d1555 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:51.643832 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ae603e80-1594-4a1d-bd44-834b42e2786e req-ca99d7b3-11d9-406b-bbd6-1e82115d1555 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 971 time: 0.0924861 Dec 20 21:15:51.699844 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ae603e80-1594-4a1d-bd44-834b42e2786e req-e61c9744-5859-4a89-aab4-611675313c7e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548377 Dec 20 21:15:51.704391 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-63780c56-e7a5-4d57-a45f-bdf3ff51542f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:51.707142 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-63780c56-e7a5-4d57-a45f-bdf3ff51542f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:51.712030 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-63780c56-e7a5-4d57-a45f-bdf3ff51542f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56134d1e-3ffa-4dc4-9d51-5b6bee496342 HTTP/1.1" status: 204 len: 168 time: 0.2850132 Dec 20 21:15:51.720444 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63780c56-e7a5-4d57-a45f-bdf3ff51542f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56134d1e-3ffa-4dc4-9d51-5b6bee496342,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:51.867163 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2f87ef9b-7b1a-4faf-ad5e-3a0c500fc7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:51.927811 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1297793-5f99-4ba2-9a23-1fc1eff6c50e req-be0c081f-48ed-4aa1-a58f-fb8f4e79c05c tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:51.929638 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f1297793-5f99-4ba2-9a23-1fc1eff6c50e req-be0c081f-48ed-4aa1-a58f-fb8f4e79c05c tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 947 time: 0.3141563 Dec 20 21:15:51.936399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87ef9b-7b1a-4faf-ad5e-3a0c500fc7b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6ecfa28-fed4-4ac4-98dc-e645546e96d3,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:51.967447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f87ef9b-7b1a-4faf-ad5e-3a0c500fc7b1 admin admin] Checking segment: {'id': '7a527d42-e668-4b70-9902-a9d2c2db8b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86a3602d-b8fa-4ec7-8fe2-f622f0d61f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:15:51.967846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f87ef9b-7b1a-4faf-ad5e-3a0c500fc7b1 admin admin] Network hostable DHCP agents. Network: 86a3602d-b8fa-4ec7-8fe2-f622f0d61f15, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:15:52.007023 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f1297793-5f99-4ba2-9a23-1fc1eff6c50e req-9c41602d-fdc9-4c80-8b6d-3a591dc4efb8 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588305 Dec 20 21:15:52.020605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f87ef9b-7b1a-4faf-ad5e-3a0c500fc7b1 admin admin] Network 86a3602d-b8fa-4ec7-8fe2-f622f0d61f15 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:15:52.030405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-2f87ef9b-7b1a-4faf-ad5e-3a0c500fc7b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 86a3602d-b8fa-4ec7-8fe2-f622f0d61f15) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:52.034878 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f87ef9b-7b1a-4faf-ad5e-3a0c500fc7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:52.035703 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2f87ef9b-7b1a-4faf-ad5e-3a0c500fc7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.051906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76339a68-506e-4ee9-b0e7-6be191b266d3 None None] Network 86a3602d-b8fa-4ec7-8fe2-f622f0d61f15 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:15:52.053476 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2f87ef9b-7b1a-4faf-ad5e-3a0c500fc7b1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7240777 Dec 20 21:15:52.056270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45114) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:52.060777 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2040955474-router', 'tenant_id': '62fafeac12c747fb8937b82cd7716eb8', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:52.089689 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.093336 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.197604 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.231023 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-86a3602d-b8fa-4ec7-8fe2-f622f0d61f15', 'network_id': '86a3602d-b8fa-4ec7-8fe2-f622f0d61f15', 'tenant_id': '62fafeac12c747fb8937b82cd7716eb8', 'fixed_ips': [{'subnet_id': 'b6ecfa28-fed4-4ac4-98dc-e645546e96d3'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:15:52.232131 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.310362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45130) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:52.331004 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48424440-82f5-4a95-ab10-e402a8104c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.411955 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.434832 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Allocated IP 172.20.0.2 (86a3602d-b8fa-4ec7-8fe2-f622f0d61f15/b6ecfa28-fed4-4ac4-98dc-e645546e96d3/67f00c6b-9b02-444b-bcae-02d5dcb1d6e9) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:15:52.492360 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48424440-82f5-4a95-ab10-e402a8104c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.498198 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48424440-82f5-4a95-ab10-e402a8104c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.601949 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-48424440-82f5-4a95-ab10-e402a8104c5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ace897861ce949c199faf586ea3d9d09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903199 Dec 20 21:15:52.614086 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45138) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:52.624813 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48424440-82f5-4a95-ab10-e402a8104c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de19b2fa-931e-4abb-b316-5b1bc66b9e73,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:52.679798 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3701b84d-bb58-417b-ad22-9f6377038d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.683014 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.695920 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.704656 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3701b84d-bb58-417b-ad22-9f6377038d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.718354 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Network 86a3602d-b8fa-4ec7-8fe2-f622f0d61f15 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:15:52.749228 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:52.757756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:15:52.798495 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3701b84d-bb58-417b-ad22-9f6377038d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.801491 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3701b84d-bb58-417b-ad22-9f6377038d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.802670 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3701b84d-bb58-417b-ad22-9f6377038d49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de19b2fa-931e-4abb-b316-5b1bc66b9e73 HTTP/1.1" status: 204 len: 168 time: 0.1861861 Dec 20 21:15:52.816835 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.835122 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Pushing event updated for resources: {'Port': ['ID=67f00c6b-9b02-444b-bcae-02d5dcb1d6e9,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:52.837017 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.843991 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701b84d-bb58-417b-ad22-9f6377038d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de19b2fa-931e-4abb-b316-5b1bc66b9e73,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:52.879163 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45148) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:52.894529 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Attempting to bind port 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:15:52.895087 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Attempting to bind port 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '7a527d42-e668-4b70-9902-a9d2c2db8b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86a3602d-b8fa-4ec7-8fe2-f622f0d61f15'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:15:52.895616 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Attempting to bind port 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9 on network 86a3602d-b8fa-4ec7-8fe2-f622f0d61f15 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:15:52.903317 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:15:52.904588 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Checking segment: {'id': '7a527d42-e668-4b70-9902-a9d2c2db8b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86a3602d-b8fa-4ec7-8fe2-f622f0d61f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:15:52.905309 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.905882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Bound using segment: {'id': '7a527d42-e668-4b70-9902-a9d2c2db8b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86a3602d-b8fa-4ec7-8fe2-f622f0d61f15'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:15:52.907752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Bound port: 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a527d42-e668-4b70-9902-a9d2c2db8b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86a3602d-b8fa-4ec7-8fe2-f622f0d61f15'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:15:52.908231 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:52.931000 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe58e1-f2a4-449d-99e5-bf7303f6e4a0 req-3a654a25-839b-4039-93aa-6c9153c2d6fa tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:52.932460 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a7fe58e1-f2a4-449d-99e5-bf7303f6e4a0 req-3a654a25-839b-4039-93aa-6c9153c2d6fa tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 971 time: 0.1204963 Dec 20 21:15:52.982225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Allocated IP 172.35.3.212 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:15:53.000136 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] For port 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:15:53.004507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] For port 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=67f00c6b-9b02-444b-bcae-02d5dcb1d6e9,segment=NetworkSegment(7a527d42-e668-4b70-9902-a9d2c2db8b89),segment_id=7a527d42-e668-4b70-9902-a9d2c2db8b89)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:15:53.006803 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a7fe58e1-f2a4-449d-99e5-bf7303f6e4a0 req-675d73da-e0d9-4339-9dba-d9b1f1b59b5d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669866 Dec 20 21:15:53.011495 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:53.102358 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da79a63-f4dd-4fa4-8328-b7b996f69e82 None None] Pushing event updated for resources: {'Port': ['ID=67f00c6b-9b02-444b-bcae-02d5dcb1d6e9,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:53.196057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a1267-5d1f-4919-a6c3-7500cc526601 req-bf8d150e-2024-4406-afc2-27ad960956ce tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:53.197572 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e5a1267-5d1f-4919-a6c3-7500cc526601 req-bf8d150e-2024-4406-afc2-27ad960956ce tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 947 time: 0.0907958 Dec 20 21:15:53.204305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-ba73aae4-1711-4f0c-8574-58cc604d8df9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-network', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:53.209428 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:53.289348 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e5a1267-5d1f-4919-a6c3-7500cc526601 req-d1f1771e-ce5a-446c-a94a-a311209c71a6 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713024 Dec 20 21:15:53.289348 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba73aae4-1711-4f0c-8574-58cc604d8df9 admin admin] Made reservation on behalf of 49bd4cca0f8d409399c77feff9b72818 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:15:53.290766 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ba73aae4-1711-4f0c-8574-58cc604d8df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:53.315561 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ba73aae4-1711-4f0c-8574-58cc604d8df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:53.376717 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:53.432272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:15:53.440272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:53.449003 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:15:53.477579 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:53.554122 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ba73aae4-1711-4f0c-8574-58cc604d8df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:53.581752 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ba73aae4-1711-4f0c-8574-58cc604d8df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:53.630916 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba73aae4-1711-4f0c-8574-58cc604d8df9 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:15:53.674200 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ba73aae4-1711-4f0c-8574-58cc604d8df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:53.674589 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-ba73aae4-1711-4f0c-8574-58cc604d8df9 admin admin] Added segment 277faab7-a284-413e-88eb-5288c8dc15c0 of type vlan for network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 Dec 20 21:15:53.676183 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73aae4-1711-4f0c-8574-58cc604d8df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9263880-38cc-4aae-83b6-1d0591193e9a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:53.786738 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ba73aae4-1711-4f0c-8574-58cc604d8df9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:53.838906 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ba73aae4-1711-4f0c-8574-58cc604d8df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:53.840098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba73aae4-1711-4f0c-8574-58cc604d8df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:53.840978 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ba73aae4-1711-4f0c-8574-58cc604d8df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:53.870208 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:54.016225 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ba73aae4-1711-4f0c-8574-58cc604d8df9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1332886 Dec 20 21:15:54.017154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45200) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:54.025635 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f923728e-8bac-4d7e-84db-f80bf6796fe8 admin admin] Request body: {'subnet': {'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-subnet', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:54.049738 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73aae4-1711-4f0c-8574-58cc604d8df9 admin admin] Pushing event updated for resources: {'Network': ['ID=26695cc4-6d4c-47f9-b9d6-944bc1cfd208,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:54.084893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:15:54.103129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f923728e-8bac-4d7e-84db-f80bf6796fe8 admin admin] Made reservation on behalf of 49bd4cca0f8d409399c77feff9b72818 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:15:54.105430 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f923728e-8bac-4d7e-84db-f80bf6796fe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:54.216573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:15:54.371342 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 901e5ad5-71f0-4b59-aef5-d190067018d0 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:15:54.380714 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:54.387906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:54.388310 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:54.523415 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a000f3-6094-4b44-8621-bbd0bb67d3d7 req-9a68a7ad-77e8-4919-b8cd-9cccef3a2b79 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:54.531195 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3a000f3-6094-4b44-8621-bbd0bb67d3d7 req-9a68a7ad-77e8-4919-b8cd-9cccef3a2b79 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 971 time: 0.1844704 Dec 20 21:15:54.563192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46343973-e4b0-4389-9999-4288ad24f91d None None] Network 86a3602d-b8fa-4ec7-8fe2-f622f0d61f15 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:15:54.574207 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.resource_extend [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:15:54.621683 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3a000f3-6094-4b44-8621-bbd0bb67d3d7 req-2b8c3b25-8fd8-4df3-9729-7b77ddb6b2aa tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810707 Dec 20 21:15:54.697369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Router cd94bcee-fb17-4fe8-9bf9-56d11f56153a is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:15:54.737964 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45234) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:54.802552 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 901e5ad5-71f0-4b59-aef5-d190067018d0, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=901e5ad5-71f0-4b59-aef5-d190067018d0,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:54.811243 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f923728e-8bac-4d7e-84db-f80bf6796fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:54.817829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '901e5ad5-71f0-4b59-aef5-d190067018d0', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '901e5ad5-71f0-4b59-aef5-d190067018d0', 'mac_address': 'fa:16:3e:ec:85:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:15:54.870859 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-698890f2-7f6e-452e-bc6f-8edc68adcd0c None None] Provisioning complete for port 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:54.871232 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-698890f2-7f6e-452e-bc6f-8edc68adcd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:54.929687 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:54.983343 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923728e-8bac-4d7e-84db-f80bf6796fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a38a1c-ba40-430e-b466-9b0024d8be26,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:55.015202 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f923728e-8bac-4d7e-84db-f80bf6796fe8 admin admin] Checking segment: {'id': '277faab7-a284-413e-88eb-5288c8dc15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:15:55.021434 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f923728e-8bac-4d7e-84db-f80bf6796fe8 admin admin] Network hostable DHCP agents. Network: 26695cc4-6d4c-47f9-b9d6-944bc1cfd208, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:15:55.054589 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f923728e-8bac-4d7e-84db-f80bf6796fe8 admin admin] Network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:15:55.056533 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901e5ad5-71f0-4b59-aef5-d190067018d0 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:15:55.072353 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f923728e-8bac-4d7e-84db-f80bf6796fe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 26695cc4-6d4c-47f9-b9d6-944bc1cfd208) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:55.082715 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f923728e-8bac-4d7e-84db-f80bf6796fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:55.086478 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f923728e-8bac-4d7e-84db-f80bf6796fe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:55.094059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6c3b5d-b7eb-4332-b169-dfafd03ac19a None None] Network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:15:55.138517 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0a05c78-e4e4-417e-a8cd-7d86f13d851d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:55.145187 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f923728e-8bac-4d7e-84db-f80bf6796fe8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1269166 Dec 20 21:15:55.159718 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45250) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:55.167453 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:15:55.205240 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:55.210259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 901e5ad5-71f0-4b59-aef5-d190067018d0, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=901e5ad5-71f0-4b59-aef5-d190067018d0,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:55.235085 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:55.268860 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:55.269824 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:55.312438 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0a05c78-e4e4-417e-a8cd-7d86f13d851d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:55.320219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f531f-1945-4e1d-b708-ded3782b0151 req-470ab7b1-8f6c-44e4-954e-f1da13581f78 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:55.322411 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb5f531f-1945-4e1d-b708-ded3782b0151 req-470ab7b1-8f6c-44e4-954e-f1da13581f78 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 948 time: 0.5408814 Dec 20 21:15:55.324870 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-698890f2-7f6e-452e-bc6f-8edc68adcd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:55.350389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:15:55.369203 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0a05c78-e4e4-417e-a8cd-7d86f13d851d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:55.381853 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:55.391682 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:55.393367 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-00029999-d9f7-406c-836e-5080ac7ddb43 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3361180 Dec 20 21:15:55.397486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45262) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:55.410128 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb5f531f-1945-4e1d-b708-ded3782b0151 req-4472c053-764d-46dd-8524-833fcae8fe7d tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814288 Dec 20 21:15:55.423357 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-698890f2-7f6e-452e-bc6f-8edc68adcd0c None None] For port 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=67f00c6b-9b02-444b-bcae-02d5dcb1d6e9,segment=NetworkSegment(7a527d42-e668-4b70-9902-a9d2c2db8b89),segment_id=7a527d42-e668-4b70-9902-a9d2c2db8b89)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:55.504732 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f0a05c78-e4e4-417e-a8cd-7d86f13d851d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7aee5045632b407c84a9c96799c29be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7641325 Dec 20 21:15:55.505444 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a05c78-e4e4-417e-a8cd-7d86f13d851d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc65954-74e1-45e8-8287-1c9f7c20785c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:55.509965 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45268) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:55.525019 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-698890f2-7f6e-452e-bc6f-8edc68adcd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:55.528856 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Sync routers for ids ['cd94bcee-fb17-4fe8-9bf9-56d11f56153a'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:15:55.545935 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:15:55.546689 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:15:55.599657 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:55.608146 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Routers {'cd94bcee-fb17-4fe8-9bf9-56d11f56153a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:15:55.608774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:15:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['cd94bcee-fb17-4fe8-9bf9-56d11f56153a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:55.674264 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80a3ab3d-201e-43c6-8064-1479896caea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:55.704273 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80a3ab3d-201e-43c6-8064-1479896caea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:55.735805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['901e5ad5-71f0-4b59-aef5-d190067018d0'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:15:55.824275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'fixed_ips': [{'subnet_id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:15:55.825163 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:55.833893 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80a3ab3d-201e-43c6-8064-1479896caea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:55.838392 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80a3ab3d-201e-43c6-8064-1479896caea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:55.849769 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-80a3ab3d-201e-43c6-8064-1479896caea4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2dc65954-74e1-45e8-8287-1c9f7c20785c HTTP/1.1" status: 204 len: 168 time: 0.3386092 Dec 20 21:15:55.912486 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=901e5ad5-71f0-4b59-aef5-d190067018d0,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:56.048757 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3ab3d-201e-43c6-8064-1479896caea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc65954-74e1-45e8-8287-1c9f7c20785c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:56.049786 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698890f2-7f6e-452e-bc6f-8edc68adcd0c None None] Pushing event updated for resources: {'Port': ['ID=67f00c6b-9b02-444b-bcae-02d5dcb1d6e9,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:56.169793 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Set router cd94bcee-fb17-4fe8-9bf9-56d11f56153a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:15:56.189461 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb448f3-9a4a-4fab-af4b-edcaff770137 req-86736c36-126b-4c40-bc9d-459ca52fd190 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:56.191755 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8bb448f3-9a4a-4fab-af4b-edcaff770137 req-86736c36-126b-4c40-bc9d-459ca52fd190 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 971 time: 0.1472051 Dec 20 21:15:56.216429 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a911efda-2b79-450b-8ba3-e1f756a69828 None None] Provisioning complete for port 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:56.216898 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a911efda-2b79-450b-8ba3-e1f756a69828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:56.220172 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:56.246138 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:56.340213 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:56.399860 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Allocated IP 172.35.3.31 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/3b5f9894-21c6-4bde-8fe1-794fe06bc426) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:15:56.521304 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Allocated IP 172.20.0.2 (26695cc4-6d4c-47f9-b9d6-944bc1cfd208/e7a38a1c-ba40-430e-b466-9b0024d8be26/bf7c53d0-82fe-49c6-bd3f-4f595d237960) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:15:56.556882 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:56.585648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:15:56.598612 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8bb448f3-9a4a-4fab-af4b-edcaff770137 req-b154ac26-7bb1-4bd1-b56f-6e8b48f07161 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981550 Dec 20 21:15:56.611368 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:56.683195 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:15:56.694507 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:56.703833 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:15:56.723064 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5f9894-21c6-4bde-8fe1-794fe06bc426,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:56.825209 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a3578-5758-42a6-9659-8376e941a602 req-767dd335-5916-4a6b-9860-192efaefd6b0 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:56.826932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-219a3578-5758-42a6-9659-8376e941a602 req-767dd335-5916-4a6b-9860-192efaefd6b0 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 948 time: 0.2191010 Dec 20 21:15:56.827289 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45302) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:56.827609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45304) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:56.883189 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8bc714d9-d75a-4bbf-a80a-f752162c64f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:56.907565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] Allocated IP 172.20.0.1 (86a3602d-b8fa-4ec7-8fe2-f622f0d61f15/b6ecfa28-fed4-4ac4-98dc-e645546e96d3/d2756b30-a069-46bf-9300-4e7f13a34ebd) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:15:56.939995 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-219a3578-5758-42a6-9659-8376e941a602 req-2424f571-0ece-4ee6-ac2a-488491adb6c5 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888336 Dec 20 21:15:56.972833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:56.973203 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:57.092719 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:57.150040 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a049188c-d742-4438-8eb5-b273ad0b0eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:57.154598 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:57.187551 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:57.294938 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'name': 'tempest-FloatingIPDetailsTestJSON-2040955474-router', 'tenant_id': '62fafeac12c747fb8937b82cd7716eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': 'ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:52Z', 'updated_at': '2021-12-20T21:15:53Z', 'revision_number': 3, 'project_id': '62fafeac12c747fb8937b82cd7716eb8', 'gw_port': {'id': 'ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:52Z', 'updated_at': '2021-12-20T21:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:57.296724 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28287e9e-3fd1-45db-912a-07a3c1f6f3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:57.338135 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a049188c-d742-4438-8eb5-b273ad0b0eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:57.355021 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:57.357992 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Checking router: cd94bcee-fb17-4fe8-9bf9-56d11f56153a for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:15:57.358422 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Updating router cd94bcee-fb17-4fe8-9bf9-56d11f56153a port ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:15:57.378786 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] Network 86a3602d-b8fa-4ec7-8fe2-f622f0d61f15 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:15:57.387607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:57.394050 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a049188c-d742-4438-8eb5-b273ad0b0eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:57.396406 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:57.400506 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:15:57.479628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049188c-d742-4438-8eb5-b273ad0b0eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8436f08-5a2c-4deb-ade8-76448a7f2c20,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:57.508463 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:57.567973 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] Pushing event updated for resources: {'Port': ['ID=d2756b30-a069-46bf-9300-4e7f13a34ebd,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:57.596142 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:57.640174 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a049188c-d742-4438-8eb5-b273ad0b0eef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63cd0d39f91c4de09e4bdbe871d1a0be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7959175 Dec 20 21:15:57.642489 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45324) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:57.664894 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:57.717608 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8bc714d9-d75a-4bbf-a80a-f752162c64f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:57.730403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8bc714d9-d75a-4bbf-a80a-f752162c64f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:57.768217 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8bc714d9-d75a-4bbf-a80a-f752162c64f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=627ff3c32f4e4e9bbfe7fbac83e32c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9372222 Dec 20 21:15:57.777771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45328) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:57.892790 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Router 4f28c683-43da-4455-a735-ca6ab86e9b0a is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:15:57.934799 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d61b3654-dd6d-45d9-a2c0-f8bc2f7f91f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:57.965641 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:57.992131 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d61b3654-dd6d-45d9-a2c0-f8bc2f7f91f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.015239 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Pushing event updated for resources: {'Port': ['ID=bf7c53d0-82fe-49c6-bd3f-4f595d237960,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:58.023350 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.026826 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45334) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:58.035843 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:15:58.078724 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:58.085189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:15:58.130756 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-42970337-fdda-44cf-bf62-8f7a90f7eb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.132884 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2b9d1-5e84-4b35-abaa-ebaf76a5fe90 req-651fd0e6-252d-4d8c-92bf-42a823d20b4d tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:58.136434 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dbd2b9d1-5e84-4b35-abaa-ebaf76a5fe90 req-651fd0e6-252d-4d8c-92bf-42a823d20b4d tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 948 time: 0.1003964 Dec 20 21:15:58.137745 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:15:58.148214 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ed125612-ea64-490e-bbf1-f47d98831295 None None] Provisioning complete for port d2756b30-a069-46bf-9300-4e7f13a34ebd triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:58.148452 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed125612-ea64-490e-bbf1-f47d98831295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.160393 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Sync routers for ids ['4f28c683-43da-4455-a735-ca6ab86e9b0a'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:15:58.187533 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Routers {'4f28c683-43da-4455-a735-ca6ab86e9b0a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:15:58.189300 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:15:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f28c683-43da-4455-a735-ca6ab86e9b0a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:58.192827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc714d9-d75a-4bbf-a80a-f752162c64f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d982a6-f9b7-4408-9480-c9c1c561605a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:58.197157 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.198400 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a23feaf0-74e6-41f0-969d-8d32b99d1f67 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.0363348 Dec 20 21:15:58.203888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45340) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:58.229326 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fc3ee-85a7-4ff6-b7e3-c1b56eee9a7a None None] Pushing event updated for resources: {'Port': ['ID=ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:58.248902 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Attempting to bind port ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:15:58.249371 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Attempting to bind port ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:15:58.249781 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Attempting to bind port ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:15:58.258033 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:15:58.258446 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:15:58.258849 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.259244 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:15:58.259726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Bound port: ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:15:58.260315 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.307261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ed125612-ea64-490e-bbf1-f47d98831295 None None] Port d2756b30-a069-46bf-9300-4e7f13a34ebd cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:15:58.311408 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Attempting to bind port bf7c53d0-82fe-49c6-bd3f-4f595d237960 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:15:58.311661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Attempting to bind port bf7c53d0-82fe-49c6-bd3f-4f595d237960 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '277faab7-a284-413e-88eb-5288c8dc15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:15:58.311957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Attempting to bind port bf7c53d0-82fe-49c6-bd3f-4f595d237960 on network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:15:58.321169 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:15:58.321543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Checking segment: {'id': '277faab7-a284-413e-88eb-5288c8dc15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:15:58.321941 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.322368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Bound using segment: {'id': '277faab7-a284-413e-88eb-5288c8dc15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:15:58.322846 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Bound port: bf7c53d0-82fe-49c6-bd3f-4f595d237960, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277faab7-a284-413e-88eb-5288c8dc15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:15:58.323247 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.363002 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Set router 4f28c683-43da-4455-a735-ca6ab86e9b0a gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:15:58.363807 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dbd2b9d1-5e84-4b35-abaa-ebaf76a5fe90 req-0bf97dc2-562e-4c12-867b-d19f9ffd37c9 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200546 Dec 20 21:15:58.380446 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bafdf686-bab4-4636-8796-f04d279a66f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.400980 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-42970337-fdda-44cf-bf62-8f7a90f7eb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.405103 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 901e5ad5-71f0-4b59-aef5-d190067018d0 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:15:58.443622 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] For port ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:15:58.460216 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e37f0-6c9a-4a41-84f9-1e205b2c82ad req-10ef3a14-0aca-4b4c-b85f-652751e431df tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:58.461939 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-181e37f0-6c9a-4a41-84f9-1e205b2c82ad req-10ef3a14-0aca-4b4c-b85f-652751e431df tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 971 time: 0.5921876 Dec 20 21:15:58.490291 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] For port ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:15:58.501479 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.557786 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.583322 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d61b3654-dd6d-45d9-a2c0-f8bc2f7f91f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.599031 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d61b3654-dd6d-45d9-a2c0-f8bc2f7f91f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.601051 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d61b3654-dd6d-45d9-a2c0-f8bc2f7f91f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23d982a6-f9b7-4408-9480-c9c1c561605a HTTP/1.1" status: 204 len: 168 time: 0.8221047 Dec 20 21:15:58.625774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] For port bf7c53d0-82fe-49c6-bd3f-4f595d237960, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:15:58.633363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b3654-dd6d-45d9-a2c0-f8bc2f7f91f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d982a6-f9b7-4408-9480-c9c1c561605a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:58.645771 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-181e37f0-6c9a-4a41-84f9-1e205b2c82ad req-473b1073-4823-429b-8bfa-933ea1bf008f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600964 Dec 20 21:15:58.681678 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-42970337-fdda-44cf-bf62-8f7a90f7eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.691275 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-42970337-fdda-44cf-bf62-8f7a90f7eb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.695217 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-42970337-fdda-44cf-bf62-8f7a90f7eb75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8436f08-5a2c-4deb-ade8-76448a7f2c20 HTTP/1.1" status: 204 len: 168 time: 1.0471208 Dec 20 21:15:58.717871 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] For port bf7c53d0-82fe-49c6-bd3f-4f595d237960, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=bf7c53d0-82fe-49c6-bd3f-4f595d237960,segment=NetworkSegment(277faab7-a284-413e-88eb-5288c8dc15c0),segment_id=277faab7-a284-413e-88eb-5288c8dc15c0)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:15:58.719035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fc3ee-85a7-4ff6-b7e3-c1b56eee9a7a None None] Pushing event updated for resources: {'Port': ['ID=ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:58.729027 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.736619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42970337-fdda-44cf-bf62-8f7a90f7eb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8436f08-5a2c-4deb-ade8-76448a7f2c20,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:58.748388 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:15:57Z', 'revision_number': 3, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:58.805116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Routers {'cd94bcee-fb17-4fe8-9bf9-56d11f56153a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:15:58.806115 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:15:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['cd94bcee-fb17-4fe8-9bf9-56d11f56153a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:15:58.813209 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bafdf686-bab4-4636-8796-f04d279a66f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.827308 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e45b7-f0af-45d2-a322-d32f848bf145 None None] Pushing event updated for resources: {'Port': ['ID=bf7c53d0-82fe-49c6-bd3f-4f595d237960,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:58.827429 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bafdf686-bab4-4636-8796-f04d279a66f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.833595 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 901e5ad5-71f0-4b59-aef5-d190067018d0 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:15:58.837370 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Checking router: 4f28c683-43da-4455-a735-ca6ab86e9b0a for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:15:58.837717 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Updating router 4f28c683-43da-4455-a735-ca6ab86e9b0a port 3b5f9894-21c6-4bde-8fe1-794fe06bc426 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:15:58.916547 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.933489 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.939995 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.953528 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45352) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:58.959069 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 901e5ad5-71f0-4b59-aef5-d190067018d0 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:58.959898 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:58.982262 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bafdf686-bab4-4636-8796-f04d279a66f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06b385d9416044809cddeed014928bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9539959 Dec 20 21:15:58.985537 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45356) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:58.987117 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdf686-bab4-4636-8796-f04d279a66f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358f54a4-c537-4685-baf2-14799d2abbe5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:59.093662 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:59.119668 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] Set router cd94bcee-fb17-4fe8-9bf9-56d11f56153a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:15:59.158162 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:59.174495 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d384709-6651-4f9f-b623-e95a86f0eb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:59.249468 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3707322-8523-4b5b-b5ab-0ebb4489a730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901e5ad5-71f0-4b59-aef5-d190067018d0'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:15:59.251920 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687666b3-f251-4e0c-8d7e-b41368e7c3fd" -d '{"events": [{"server_uuid": "c3707322-8523-4b5b-b5ab-0ebb4489a730", "name": "network-vif-plugged", "status": "completed", "tag": "901e5ad5-71f0-4b59-aef5-d190067018d0"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:15:59.274021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] Pushing event updated for resources: {'Port': ['ID=d2756b30-a069-46bf-9300-4e7f13a34ebd,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:59.336177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 901e5ad5-71f0-4b59-aef5-d190067018d0, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=901e5ad5-71f0-4b59-aef5-d190067018d0,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:15:59.362798 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c3a29a-1414-4b94-a3ae-631f45983fca x-openstack-request-id: req-a2c3a29a-1414-4b94-a3ae-631f45983fca {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:15:59.363152 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3707322-8523-4b5b-b5ab-0ebb4489a730", "name": "network-vif-plugged", "status": "completed", "tag": "901e5ad5-71f0-4b59-aef5-d190067018d0", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:15:59.363401 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2c3a29a-1414-4b94-a3ae-631f45983fca {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:15:59.363835 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3707322-8523-4b5b-b5ab-0ebb4489a730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901e5ad5-71f0-4b59-aef5-d190067018d0', 'code': 200} Dec 20 21:15:59.408050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] Network 86a3602d-b8fa-4ec7-8fe2-f622f0d61f15 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:15:59.426500 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:59.430869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:15:59.471055 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:59.482611 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:59.598598 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a874f1b-760b-4176-a5c8-8c8aa2dc6c0a None None] Pushing event updated for resources: {'Port': ['ID=3b5f9894-21c6-4bde-8fe1-794fe06bc426,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:59.628875 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Attempting to bind port 3b5f9894-21c6-4bde-8fe1-794fe06bc426 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:15:59.629249 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Attempting to bind port 3b5f9894-21c6-4bde-8fe1-794fe06bc426 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:15:59.629595 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Attempting to bind port 3b5f9894-21c6-4bde-8fe1-794fe06bc426 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:15:59.636541 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:15:59.636913 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:15:59.637308 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:59.637699 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:15:59.638613 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Bound port: 3b5f9894-21c6-4bde-8fe1-794fe06bc426, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:15:59.639015 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:59.718791 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e202fb5-74f7-4d88-9417-f76fbd12de1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:59.738605 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] For port 3b5f9894-21c6-4bde-8fe1-794fe06bc426, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:15:59.742532 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] For port 3b5f9894-21c6-4bde-8fe1-794fe06bc426, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3b5f9894-21c6-4bde-8fe1-794fe06bc426,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:15:59.752473 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=901e5ad5-71f0-4b59-aef5-d190067018d0,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:15:59.753005 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:59.772029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45376) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:15:59.795851 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-31c65bf4-0785-4b87-843f-c3686b869c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:59.842220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e91ed-b6c7-4fa2-9e69-07105298ad9d req-552c608a-860a-4689-9671-4b8b89d4496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:59.843922 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-679e91ed-b6c7-4fa2-9e69-07105298ad9d req-552c608a-860a-4689-9671-4b8b89d4496f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 1098 time: 0.3904364 Dec 20 21:15:59.905019 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356ece7-fdde-4758-842b-e216cf00e2eb req-cb1cd1a3-96de-42b6-9e17-75a227a1b798 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:15:59.906875 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2356ece7-fdde-4758-842b-e216cf00e2eb req-cb1cd1a3-96de-42b6-9e17-75a227a1b798 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 949 time: 0.3762195 Dec 20 21:15:59.968620 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4d60748b-8fc4-4e8c-80be-ce46b2a72125 None None] Provisioning complete for port d2756b30-a069-46bf-9300-4e7f13a34ebd triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:15:59.969012 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d60748b-8fc4-4e8c-80be-ce46b2a72125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:15:59.986586 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2356ece7-fdde-4758-842b-e216cf00e2eb req-ce14ca2b-504b-4b80-abca-8d8900345d9a tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654693 Dec 20 21:15:59.990264 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Routers {'4f28c683-43da-4455-a735-ca6ab86e9b0a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:15:59.991208 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:15:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f28c683-43da-4455-a735-ca6ab86e9b0a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:00.006610 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77169655-9ae4-4c83-b233-89590e852747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:00.030690 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'name': 'tempest-FloatingIPDetailsTestJSON-2040955474-router', 'tenant_id': '62fafeac12c747fb8937b82cd7716eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': 'ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:52Z', 'updated_at': '2021-12-20T21:15:58Z', 'revision_number': 4, 'project_id': '62fafeac12c747fb8937b82cd7716eb8', 'gw_port': {'id': 'ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:52Z', 'updated_at': '2021-12-20T21:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd2756b30-a069-46bf-9300-4e7f13a34ebd', 'name': '', 'network_id': '86a3602d-b8fa-4ec7-8fe2-f622f0d61f15', 'tenant_id': '62fafeac12c747fb8937b82cd7716eb8', 'mac_address': 'fa:16:3e:00:74:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'b6ecfa28-fed4-4ac4-98dc-e645546e96d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:15:56Z', 'revision_number': 1, 'project_id': '62fafeac12c747fb8937b82cd7716eb8', 'subnets': [{'id': 'b6ecfa28-fed4-4ac4-98dc-e645546e96d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:00.038578 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d384709-6651-4f9f-b623-e95a86f0eb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:00.063287 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-679e91ed-b6c7-4fa2-9e69-07105298ad9d req-71865e2a-83dd-42b8-adf3-008066350353 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016706 Dec 20 21:16:00.097571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] Router cd94bcee-fb17-4fe8-9bf9-56d11f56153a has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:16:00.115080 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-31c65bf4-0785-4b87-843f-c3686b869c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:00.119887 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd14af-cada-4868-90bf-c4de9a98a9b0 None None] The sync data for ids ['cd94bcee-fb17-4fe8-9bf9-56d11f56153a'] in n-d-xena-1 is: [{'id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'name': 'tempest-FloatingIPDetailsTestJSON-2040955474-router', 'tenant_id': '62fafeac12c747fb8937b82cd7716eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': 'ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:52Z', 'updated_at': '2021-12-20T21:15:58Z', 'revision_number': 4, 'project_id': '62fafeac12c747fb8937b82cd7716eb8', 'gw_port': {'id': 'ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:52Z', 'updated_at': '2021-12-20T21:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd2756b30-a069-46bf-9300-4e7f13a34ebd', 'name': '', 'network_id': '86a3602d-b8fa-4ec7-8fe2-f622f0d61f15', 'tenant_id': '62fafeac12c747fb8937b82cd7716eb8', 'mac_address': 'fa:16:3e:00:74:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'b6ecfa28-fed4-4ac4-98dc-e645546e96d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:15:56Z', 'revision_number': 1, 'project_id': '62fafeac12c747fb8937b82cd7716eb8', 'subnets': [{'id': 'b6ecfa28-fed4-4ac4-98dc-e645546e96d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:16:00.127408 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a874f1b-760b-4176-a5c8-8c8aa2dc6c0a None None] Pushing event updated for resources: {'Port': ['ID=3b5f9894-21c6-4bde-8fe1-794fe06bc426,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:00.134394 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4d60748b-8fc4-4e8c-80be-ce46b2a72125 None None] Port d2756b30-a069-46bf-9300-4e7f13a34ebd cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:16:00.139898 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-31c65bf4-0785-4b87-843f-c3686b869c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:00.145335 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] Set router 4f28c683-43da-4455-a735-ca6ab86e9b0a gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:16:00.186902 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c65bf4-0785-4b87-843f-c3686b869c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62c99a1-7ef7-42aa-92cf-ee11b6af79a7,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:00.234352 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4c769-9c43-4bc9-99cc-73d6798131d3 req-4aaadd79-4596-4a12-920e-cd8adafaca7a tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:00.240656 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38b4c769-9c43-4bc9-99cc-73d6798131d3 req-4aaadd79-4596-4a12-920e-cd8adafaca7a tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 971 time: 0.3726034 Dec 20 21:16:00.280464 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:00.388425 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38b4c769-9c43-4bc9-99cc-73d6798131d3 req-166691a4-191d-4612-a198-2e74b8a2eebc tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279702 Dec 20 21:16:00.390721 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d384709-6651-4f9f-b623-e95a86f0eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:00.405639 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d384709-6651-4f9f-b623-e95a86f0eb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:00.409887 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9d384709-6651-4f9f-b623-e95a86f0eb84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/358f54a4-c537-4685-baf2-14799d2abbe5 HTTP/1.1" status: 204 len: 168 time: 1.4236813 Dec 20 21:16:00.480479 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d384709-6651-4f9f-b623-e95a86f0eb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358f54a4-c537-4685-baf2-14799d2abbe5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:00.507558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c07ed0-b579-47a9-9e74-d4a81dc13da3 None None] Network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:16:00.629614 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:15:57Z', 'revision_number': 3, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:00.664865 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77169655-9ae4-4c83-b233-89590e852747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:00.670371 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de227e3-e7a5-4330-b13b-86aba88a6b5e None None] The sync data for ids ['4f28c683-43da-4455-a735-ca6ab86e9b0a'] in n-d-xena-1 is: [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:15:57Z', 'revision_number': 3, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:16:00.692744 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77169655-9ae4-4c83-b233-89590e852747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:00.725985 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bf7c53d0-82fe-49c6-bd3f-4f595d237960 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:00.735821 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-31c65bf4-0785-4b87-843f-c3686b869c36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dbed80be813a4326b4f62f6a4bd4d18f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9605515 Dec 20 21:16:00.741882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45392) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:00.778432 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:00.817477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-bfd11f90-5f20-43aa-82ce-79d886636e77 None None] Provisioning complete for port bf7c53d0-82fe-49c6-bd3f-4f595d237960 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:00.822110 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bfd11f90-5f20-43aa-82ce-79d886636e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:00.838298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:16:00.842796 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-77169655-9ae4-4c83-b233-89590e852747 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=398091dedc0b4f1b83d28cc6c97b2399&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8754354 Dec 20 21:16:00.847002 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77169655-9ae4-4c83-b233-89590e852747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ea9354-1ab1-4df9-8c6c-c4221fadea6f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:00.854942 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fb0dc905-f379-4342-9a9b-37fcbfc6a5ff admin admin] 10.222.0.32 "PUT /v2.0/routers/cd94bcee-fb17-4fe8-9bf9-56d11f56153a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4556208 Dec 20 21:16:00.855655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45394) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:00.869450 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f23d7409-aad5-4e01-b334-6a48758ed305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:00.932398 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f23d7409-aad5-4e01-b334-6a48758ed305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:01.011412 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0d41-6e62-480f-9271-0e009011dc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:01.024723 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port bf7c53d0-82fe-49c6-bd3f-4f595d237960 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:01.024955 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:01.127660 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Allocated IP 172.20.0.1 (26695cc4-6d4c-47f9-b9d6-944bc1cfd208/e7a38a1c-ba40-430e-b466-9b0024d8be26/9e12ffe2-65e9-40a4-8d62-d718ed68a475) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:01.169211 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0d41-6e62-480f-9271-0e009011dc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:01.187174 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f23d7409-aad5-4e01-b334-6a48758ed305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:01.196991 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f23d7409-aad5-4e01-b334-6a48758ed305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:01.201580 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f23d7409-aad5-4e01-b334-6a48758ed305 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b62c99a1-7ef7-42aa-92cf-ee11b6af79a7 HTTP/1.1" status: 204 len: 168 time: 0.4582868 Dec 20 21:16:01.258137 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d7409-aad5-4e01-b334-6a48758ed305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62c99a1-7ef7-42aa-92cf-ee11b6af79a7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:01.340170 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23d7409-aad5-4e01-b334-6a48758ed305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:01.340693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23d7409-aad5-4e01-b334-6a48758ed305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:01.341468 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23d7409-aad5-4e01-b334-6a48758ed305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:01.342169 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23d7409-aad5-4e01-b334-6a48758ed305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:01.342495 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23d7409-aad5-4e01-b334-6a48758ed305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:01.342829 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23d7409-aad5-4e01-b334-6a48758ed305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:01.343154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23d7409-aad5-4e01-b334-6a48758ed305 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:01.343578 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23d7409-aad5-4e01-b334-6a48758ed305 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:01.344049 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23d7409-aad5-4e01-b334-6a48758ed305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:01.344799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23d7409-aad5-4e01-b334-6a48758ed305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:01.345124 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23d7409-aad5-4e01-b334-6a48758ed305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:01.345441 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23d7409-aad5-4e01-b334-6a48758ed305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:01.364271 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0d41-6e62-480f-9271-0e009011dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:01.368123 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3fe0d41-6e62-480f-9271-0e009011dc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:01.370048 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f3fe0d41-6e62-480f-9271-0e009011dc70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60ea9354-1ab1-4df9-8c6c-c4221fadea6f HTTP/1.1" status: 204 len: 168 time: 0.5132434 Dec 20 21:16:01.384377 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe0d41-6e62-480f-9271-0e009011dc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ea9354-1ab1-4df9-8c6c-c4221fadea6f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:01.396491 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bfd11f90-5f20-43aa-82ce-79d886636e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:01.507550 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0903bb8-9499-4fad-b25e-564c981f144f req-14169c22-f227-46d1-b11a-8b5115fc6ffe tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:01.519308 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b0903bb8-9499-4fad-b25e-564c981f144f req-14169c22-f227-46d1-b11a-8b5115fc6ffe tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 949 time: 0.3343632 Dec 20 21:16:01.533116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-bfd11f90-5f20-43aa-82ce-79d886636e77 None None] For port bf7c53d0-82fe-49c6-bd3f-4f595d237960, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=bf7c53d0-82fe-49c6-bd3f-4f595d237960,segment=NetworkSegment(277faab7-a284-413e-88eb-5288c8dc15c0),segment_id=277faab7-a284-413e-88eb-5288c8dc15c0)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:01.539560 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bfd11f90-5f20-43aa-82ce-79d886636e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:01.640419 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd11f90-5f20-43aa-82ce-79d886636e77 None None] Pushing event updated for resources: {'Port': ['ID=bf7c53d0-82fe-49c6-bd3f-4f595d237960,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:01.649394 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:01.650453 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:01.691216 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b0903bb8-9499-4fad-b25e-564c981f144f req-304623db-df71-4d4c-b9ba-c8c1bf9ed70c tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705685 Dec 20 21:16:01.692595 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45414) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:01.734812 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e7923173-d5d5-47ae-a61d-c62f79f31a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:01.775988 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:16:01.775988 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:16:01.822557 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:01.949622 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:01.952787 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e7923173-d5d5-47ae-a61d-c62f79f31a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:01.957981 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e7923173-d5d5-47ae-a61d-c62f79f31a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:01.999403 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:02.006528 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:02.006937 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-73139d77-c4c2-451a-a442-5f9aa93373c7 None None] Provisioning complete for port bf7c53d0-82fe-49c6-bd3f-4f595d237960 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:02.010751 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:02.018246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Pushing event updated for resources: {'Port': ['ID=9e12ffe2-65e9-40a4-8d62-d718ed68a475,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:02.024144 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-73139d77-c4c2-451a-a442-5f9aa93373c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:02.069984 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e7923173-d5d5-47ae-a61d-c62f79f31a28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84eb4541364449e7a5e9d48481d4b3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758109 Dec 20 21:16:02.073422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45420) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:02.148220 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:02.148830 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:02.148933 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:02.155667 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:02.157126 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7923173-d5d5-47ae-a61d-c62f79f31a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961088ce-0ef6-4fe0-ae90-20cff2230399,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:02.157747 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:02.158233 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:02.158671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:02.159399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:02.161294 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:02.161709 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:02.162158 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:02.162675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:02.225356 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:02.254125 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bfcab-de41-42d0-991b-eb74a1b20352 req-7c645f24-eceb-489b-931a-48fd168b4c49 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:02.255949 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db2bfcab-de41-42d0-991b-eb74a1b20352 req-7c645f24-eceb-489b-931a-48fd168b4c49 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 971 time: 0.3446927 Dec 20 21:16:02.355424 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8c6184e6-1c7b-4f6f-acbb-78491655127b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:02.357879 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:02.467640 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-72b95fc1-e964-4339-a541-46b1e45590dc None None] Provisioning complete for port 9e12ffe2-65e9-40a4-8d62-d718ed68a475 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:02.468463 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db2bfcab-de41-42d0-991b-eb74a1b20352 req-882116a7-4b38-459a-a743-ccf9476f16fa tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409900 Dec 20 21:16:02.470008 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72b95fc1-e964-4339-a541-46b1e45590dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:02.532753 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8c6184e6-1c7b-4f6f-acbb-78491655127b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:02.582547 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-72b95fc1-e964-4339-a541-46b1e45590dc None None] Port 9e12ffe2-65e9-40a4-8d62-d718ed68a475 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:16:02.633104 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-0a2989bc-0595-492d-8244-5039d72c93de tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4177320 Dec 20 21:16:02.643771 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45436) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:02.665866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-771bca1d-d005-4a07-ac08-fb10ca3fb339 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:02.730017 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-771bca1d-d005-4a07-ac08-fb10ca3fb339 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:02.732849 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3cee-83ac-4ef1-9dc4-3179b45e6319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:02.737803 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:02.806231 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bf7c53d0-82fe-49c6-bd3f-4f595d237960 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:02.823629 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8c6184e6-1c7b-4f6f-acbb-78491655127b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:02.826711 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8c6184e6-1c7b-4f6f-acbb-78491655127b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:02.832556 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8c6184e6-1c7b-4f6f-acbb-78491655127b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/961088ce-0ef6-4fe0-ae90-20cff2230399 HTTP/1.1" status: 204 len: 168 time: 0.7564387 Dec 20 21:16:02.853928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6184e6-1c7b-4f6f-acbb-78491655127b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961088ce-0ef6-4fe0-ae90-20cff2230399,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:02.919893 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-771bca1d-d005-4a07-ac08-fb10ca3fb339 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:02.943795 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port bf7c53d0-82fe-49c6-bd3f-4f595d237960 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:02.944160 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:02.955974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1f006-7953-431d-8ef9-116f002e4733 req-a7ede84c-59ff-49b9-bcc3-8b7b591409ca tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:02.957644 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b4a1f006-7953-431d-8ef9-116f002e4733 req-a7ede84c-59ff-49b9-bcc3-8b7b591409ca tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 949 time: 0.1508882 Dec 20 21:16:03.079733 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3cee-83ac-4ef1-9dc4-3179b45e6319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.096841 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b4a1f006-7953-431d-8ef9-116f002e4733 req-a08da61d-d724-4067-8d23-940237b431e2 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132312 Dec 20 21:16:03.101346 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3cee-83ac-4ef1-9dc4-3179b45e6319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.106412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-771bca1d-d005-4a07-ac08-fb10ca3fb339 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Allocated IP 172.35.3.195 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/741347f8-2479-4ef4-898c-f5ff80947895) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:03.111602 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:03.179214 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:03.179956 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.180181 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ac0b3cee-83ac-4ef1-9dc4-3179b45e6319 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=136ca63ec6c5465aa3ca181f4661dfd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340326 Dec 20 21:16:03.182666 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b3cee-83ac-4ef1-9dc4-3179b45e6319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e90459-694a-4f33-87b3-cd63f84b54db,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:03.203674 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45458) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:03.300222 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.315270 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e26f0978-1d08-43ab-8db1-5af2ad7baa2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.328861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:03.335898 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.338260 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3b5f9894-21c6-4bde-8fe1-794fe06bc426 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:03.352647 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e26f0978-1d08-43ab-8db1-5af2ad7baa2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.355675 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.363955 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.390084 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-771bca1d-d005-4a07-ac08-fb10ca3fb339 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.418143 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:03.496334 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-771bca1d-d005-4a07-ac08-fb10ca3fb339 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.505259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 3b5f9894-21c6-4bde-8fe1-794fe06bc426 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:03.506864 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.564519 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-771bca1d-d005-4a07-ac08-fb10ca3fb339 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:03.576690 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-771bca1d-d005-4a07-ac08-fb10ca3fb339 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:03.594224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-771bca1d-d005-4a07-ac08-fb10ca3fb339 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:03.636177 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Pushing event updated for resources: {'Port': ['ID=9e12ffe2-65e9-40a4-8d62-d718ed68a475,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:03.641584 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.667222 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.671231 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 3b5f9894-21c6-4bde-8fe1-794fe06bc426, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3b5f9894-21c6-4bde-8fe1-794fe06bc426,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:03.676460 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.689324 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bca1d-d005-4a07-ac08-fb10ca3fb339 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Pushing event updated for resources: {'Port': ['ID=741347f8-2479-4ef4-898c-f5ff80947895,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:03.749211 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=3b5f9894-21c6-4bde-8fe1-794fe06bc426,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:03.755671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94a958-e3b1-4cb3-a545-afa1f9420e5d req-a09a9665-012e-4f38-a57e-491e5d48afc4 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:03.758754 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2f94a958-e3b1-4cb3-a545-afa1f9420e5d req-a09a9665-012e-4f38-a57e-491e5d48afc4 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 949 time: 0.2304318 Dec 20 21:16:03.814338 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e26f0978-1d08-43ab-8db1-5af2ad7baa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.817115 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e26f0978-1d08-43ab-8db1-5af2ad7baa2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.820682 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e26f0978-1d08-43ab-8db1-5af2ad7baa2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75e90459-694a-4f33-87b3-cd63f84b54db HTTP/1.1" status: 204 len: 168 time: 0.6053483 Dec 20 21:16:03.859094 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f0978-1d08-43ab-8db1-5af2ad7baa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e90459-694a-4f33-87b3-cd63f84b54db,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:03.874947 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-771bca1d-d005-4a07-ac08-fb10ca3fb339 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.877846 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2f94a958-e3b1-4cb3-a545-afa1f9420e5d req-c9fd771e-6947-47ac-9643-72d2403686ff tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847161 Dec 20 21:16:03.943190 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-771bca1d-d005-4a07-ac08-fb10ca3fb339 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:03.951547 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:03.953393 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:04.195235 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Router 4f28c683-43da-4455-a735-ca6ab86e9b0a has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:16:04.275446 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Sync routers for ids ['cd94bcee-fb17-4fe8-9bf9-56d11f56153a'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:16:04.285119 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Routers {'cd94bcee-fb17-4fe8-9bf9-56d11f56153a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:16:04.286498 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:15:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['cd94bcee-fb17-4fe8-9bf9-56d11f56153a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:04.296696 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-771bca1d-d005-4a07-ac08-fb10ca3fb339 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:04.304623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-771bca1d-d005-4a07-ac08-fb10ca3fb339 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:04.353178 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c818e57-e7d4-4267-9942-09b07671b8f7 req-8bc7dcb2-613b-460a-846b-fac677c2874f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:04.363937 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c818e57-e7d4-4267-9942-09b07671b8f7 req-8bc7dcb2-613b-460a-846b-fac677c2874f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 971 time: 0.1826167 Dec 20 21:16:04.409792 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bca1d-d005-4a07-ac08-fb10ca3fb339 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Pushing event updated for resources: {'Port': ['ID=741347f8-2479-4ef4-898c-f5ff80947895,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:04.415262 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:16:04.420535 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dd1e6397-27af-4aef-9d6c-a51209d7d400 admin admin] 10.222.0.32 "PUT /v2.0/routers/4f28c683-43da-4455-a735-ca6ab86e9b0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2110784 Dec 20 21:16:04.428763 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c818e57-e7d4-4267-9942-09b07671b8f7 req-2218a32a-740e-4a87-a97f-0e3334a2b582 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635581 Dec 20 21:16:04.432068 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-771bca1d-d005-4a07-ac08-fb10ca3fb339 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:04.466434 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-771bca1d-d005-4a07-ac08-fb10ca3fb339 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:04.471935 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-771bca1d-d005-4a07-ac08-fb10ca3fb339 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8366542 Dec 20 21:16:04.540488 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-34d1a466-6402-401d-a56d-dd15ba8a9f6e None None] Provisioning complete for port 9e12ffe2-65e9-40a4-8d62-d718ed68a475 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:04.541020 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34d1a466-6402-401d-a56d-dd15ba8a9f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:04.581829 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-414e2fa8-c4d5-48c0-b7ce-c0998c807532 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.195 HTTP/1.1" status: 200 len: 696 time: 0.1048801 Dec 20 21:16:04.633005 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:04.691254 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Sync routers for ids ['4f28c683-43da-4455-a735-ca6ab86e9b0a'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:16:04.710408 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Routers {'4f28c683-43da-4455-a735-ca6ab86e9b0a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:16:04.711476 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:15:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f28c683-43da-4455-a735-ca6ab86e9b0a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:04.750267 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-34d1a466-6402-401d-a56d-dd15ba8a9f6e None None] Port 9e12ffe2-65e9-40a4-8d62-d718ed68a475 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:16:04.762416 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Set router cd94bcee-fb17-4fe8-9bf9-56d11f56153a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:16:04.803334 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:04.803880 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:04.837850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-66f26008-2dd3-4db1-b0ab-01ecc14f6910 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:04.839294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-98d0c5b7-00bb-4a68-99ed-f3a584e0b028 req-66f26008-2dd3-4db1-b0ab-01ecc14f6910 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.2444475 Dec 20 21:16:04.917986 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Set router 4f28c683-43da-4455-a735-ca6ab86e9b0a gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:16:04.963771 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cb268-a72c-4125-b5a0-1e63d0dd5ee4 req-cfb5446a-d601-4488-8604-141e45ae93b6 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:04.966572 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-404cb268-a72c-4125-b5a0-1e63d0dd5ee4 req-cfb5446a-d601-4488-8604-141e45ae93b6 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 949 time: 0.1052585 Dec 20 21:16:05.055198 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3b5f9894-21c6-4bde-8fe1-794fe06bc426 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:05.073129 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-404cb268-a72c-4125-b5a0-1e63d0dd5ee4 req-c993dee9-dd75-40ec-9f21-972c1fb768bd tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988636 Dec 20 21:16:05.177695 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-e4b5b05f-48d0-494b-9ba0-d2a049e7ce6f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2174487 Dec 20 21:16:05.191637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-f06ac157-abf7-46ff-a544-49422767bb9e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:05.194797 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 3b5f9894-21c6-4bde-8fe1-794fe06bc426 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:05.196452 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:05.217666 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-f06ac157-abf7-46ff-a544-49422767bb9e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:05.248685 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:16:02Z', 'revision_number': 4, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '9e12ffe2-65e9-40a4-8d62-d718ed68a475', 'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'mac_address': 'fa:16:3e:04:06:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:00Z', 'updated_at': '2021-12-20T21:16:02Z', 'revision_number': 2, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'subnets': [{'id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:05.279918 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Checking router: 4f28c683-43da-4455-a735-ca6ab86e9b0a for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:16:05.280639 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Updating router 4f28c683-43da-4455-a735-ca6ab86e9b0a port 9e12ffe2-65e9-40a4-8d62-d718ed68a475 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:16:05.312141 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:05.329286 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'name': 'tempest-FloatingIPDetailsTestJSON-2040955474-router', 'tenant_id': '62fafeac12c747fb8937b82cd7716eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': 'ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:52Z', 'updated_at': '2021-12-20T21:15:58Z', 'revision_number': 4, 'project_id': '62fafeac12c747fb8937b82cd7716eb8', 'gw_port': {'id': 'ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:52Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd2756b30-a069-46bf-9300-4e7f13a34ebd', 'name': '', 'network_id': '86a3602d-b8fa-4ec7-8fe2-f622f0d61f15', 'tenant_id': '62fafeac12c747fb8937b82cd7716eb8', 'mac_address': 'fa:16:3e:00:74:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'b6ecfa28-fed4-4ac4-98dc-e645546e96d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:15:58Z', 'revision_number': 2, 'project_id': '62fafeac12c747fb8937b82cd7716eb8', 'subnets': [{'id': 'b6ecfa28-fed4-4ac4-98dc-e645546e96d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:05.339067 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-f06ac157-abf7-46ff-a544-49422767bb9e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:05.400061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Checking router: cd94bcee-fb17-4fe8-9bf9-56d11f56153a for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:16:05.400498 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Updating router cd94bcee-fb17-4fe8-9bf9-56d11f56153a port d2756b30-a069-46bf-9300-4e7f13a34ebd binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:16:05.442250 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:05.530196 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-f06ac157-abf7-46ff-a544-49422767bb9e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Allocated IP 172.35.3.6 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/68ea6678-4bf1-458e-950c-c49d5d54172b) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:05.703979 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-f06ac157-abf7-46ff-a544-49422767bb9e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:05.731103 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:05.741363 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:05.751158 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-f06ac157-abf7-46ff-a544-49422767bb9e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:05.809489 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:05.827254 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:05.839270 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82f662-3223-499a-b910-d9b4fe745d5a None None] Pushing event updated for resources: {'Port': ['ID=9e12ffe2-65e9-40a4-8d62-d718ed68a475,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:05.844812 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-f06ac157-abf7-46ff-a544-49422767bb9e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:05.868415 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-f06ac157-abf7-46ff-a544-49422767bb9e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:05.875135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-f06ac157-abf7-46ff-a544-49422767bb9e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:05.882519 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ac157-abf7-46ff-a544-49422767bb9e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Pushing event updated for resources: {'Port': ['ID=68ea6678-4bf1-458e-950c-c49d5d54172b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:05.957779 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Attempting to bind port 9e12ffe2-65e9-40a4-8d62-d718ed68a475 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:05.958460 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Attempting to bind port 9e12ffe2-65e9-40a4-8d62-d718ed68a475 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '277faab7-a284-413e-88eb-5288c8dc15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:05.959470 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Attempting to bind port 9e12ffe2-65e9-40a4-8d62-d718ed68a475 on network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:05.967914 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:05.968728 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Checking segment: {'id': '277faab7-a284-413e-88eb-5288c8dc15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:05.969962 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:05.971025 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Bound using segment: {'id': '277faab7-a284-413e-88eb-5288c8dc15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:05.975769 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Bound port: 9e12ffe2-65e9-40a4-8d62-d718ed68a475, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277faab7-a284-413e-88eb-5288c8dc15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:05.977394 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:06.061441 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bc765-6f4c-46fe-92d2-e2f5ef7d1133 None None] Pushing event updated for resources: {'Port': ['ID=d2756b30-a069-46bf-9300-4e7f13a34ebd,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:06.124567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Attempting to bind port d2756b30-a069-46bf-9300-4e7f13a34ebd on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:06.127206 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Attempting to bind port d2756b30-a069-46bf-9300-4e7f13a34ebd by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '7a527d42-e668-4b70-9902-a9d2c2db8b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86a3602d-b8fa-4ec7-8fe2-f622f0d61f15'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:06.127896 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Attempting to bind port d2756b30-a069-46bf-9300-4e7f13a34ebd on network 86a3602d-b8fa-4ec7-8fe2-f622f0d61f15 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:06.138118 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:06.139359 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Checking segment: {'id': '7a527d42-e668-4b70-9902-a9d2c2db8b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86a3602d-b8fa-4ec7-8fe2-f622f0d61f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:06.139922 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:06.142958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Bound using segment: {'id': '7a527d42-e668-4b70-9902-a9d2c2db8b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86a3602d-b8fa-4ec7-8fe2-f622f0d61f15'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:06.145583 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Bound port: d2756b30-a069-46bf-9300-4e7f13a34ebd, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a527d42-e668-4b70-9902-a9d2c2db8b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86a3602d-b8fa-4ec7-8fe2-f622f0d61f15'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:06.147186 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:06.151879 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] For port 9e12ffe2-65e9-40a4-8d62-d718ed68a475, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:06.166384 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] For port 9e12ffe2-65e9-40a4-8d62-d718ed68a475, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9e12ffe2-65e9-40a4-8d62-d718ed68a475,segment=NetworkSegment(277faab7-a284-413e-88eb-5288c8dc15c0),segment_id=277faab7-a284-413e-88eb-5288c8dc15c0)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:06.171712 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-f06ac157-abf7-46ff-a544-49422767bb9e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:06.174679 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:06.285917 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] For port d2756b30-a069-46bf-9300-4e7f13a34ebd, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:06.290783 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] For port d2756b30-a069-46bf-9300-4e7f13a34ebd, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d2756b30-a069-46bf-9300-4e7f13a34ebd,segment=NetworkSegment(7a527d42-e668-4b70-9902-a9d2c2db8b89),segment_id=7a527d42-e668-4b70-9902-a9d2c2db8b89)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:06.296880 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:06.337115 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-f06ac157-abf7-46ff-a544-49422767bb9e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:06.367671 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bc765-6f4c-46fe-92d2-e2f5ef7d1133 None None] Pushing event updated for resources: {'Port': ['ID=d2756b30-a069-46bf-9300-4e7f13a34ebd,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:06.394595 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f533c340-c049-4628-9a9d-d3766054b817 None None] Provisioning complete for port 9e12ffe2-65e9-40a4-8d62-d718ed68a475 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:06.395214 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f533c340-c049-4628-9a9d-d3766054b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:06.438557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Routers {'cd94bcee-fb17-4fe8-9bf9-56d11f56153a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:16:06.443145 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:15:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['cd94bcee-fb17-4fe8-9bf9-56d11f56153a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:06.459205 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Routers {'4f28c683-43da-4455-a735-ca6ab86e9b0a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:16:06.460220 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:15:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f28c683-43da-4455-a735-ca6ab86e9b0a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:06.462600 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82f662-3223-499a-b910-d9b4fe745d5a None None] Pushing event updated for resources: {'Port': ['ID=9e12ffe2-65e9-40a4-8d62-d718ed68a475,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:06.569931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16640b-e36c-4812-9d07-1a522aaaf232 req-1662d207-5059-4f58-a12e-623e65b488e0 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:06.571765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b16640b-e36c-4812-9d07-1a522aaaf232 req-1662d207-5059-4f58-a12e-623e65b488e0 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 949 time: 0.3179681 Dec 20 21:16:06.590649 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-10248ed8-5d07-4da2-88fe-d56ef7a86f39 service neutron] show failed (client error): The resource could not be found. Dec 20 21:16:06.592407 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-10248ed8-5d07-4da2-88fe-d56ef7a86f39 service neutron] 10.222.0.66 "GET /v2.0/ports/c44ec9c2-a894-47ea-8ae2-7f1806d9d86b/bindings/n-h1-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.3526950 Dec 20 21:16:06.660100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d13d46-08b2-4510-93f5-0d037dee42c2 req-4436e921-b94a-4c86-8f84-4e424cc930ff tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:06.667858 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96d13d46-08b2-4510-93f5-0d037dee42c2 req-4436e921-b94a-4c86-8f84-4e424cc930ff tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 971 time: 0.3568075 Dec 20 21:16:06.746532 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45578) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:06.753022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e19e80f3-b66b-490f-889d-3b0a3b797d6d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-674795145-network', 'tenant_id': '24910e7c121e45829b81d01db2e9e5be'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:06.801338 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] Set router 4f28c683-43da-4455-a735-ca6ab86e9b0a gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:16:06.849320 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96d13d46-08b2-4510-93f5-0d037dee42c2 req-76a77f27-1db0-41dc-b89f-dc6b43bb8239 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644681 Dec 20 21:16:06.866287 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19e80f3-b66b-490f-889d-3b0a3b797d6d admin admin] Made reservation on behalf of 24910e7c121e45829b81d01db2e9e5be for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:06.884760 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e19e80f3-b66b-490f-889d-3b0a3b797d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:06.912852 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e19e80f3-b66b-490f-889d-3b0a3b797d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:06.925945 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d2756b30-a069-46bf-9300-4e7f13a34ebd up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:06.934519 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.31', 56382) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:07.092639 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-aacc306f-72bf-4ee5-bd91-66b4848b5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:07.094607 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-aacc306f-72bf-4ee5-bd91-66b4848b5a7e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020&tenant_id=6ecc0e7403494750812a106806372d38 HTTP/1.1" status: 200 len: 1120 time: 0.1569147 Dec 20 21:16:07.095114 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f533c340-c049-4628-9a9d-d3766054b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.099000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d2756b30-a069-46bf-9300-4e7f13a34ebd triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:07.099365 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.117008 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:07.178657 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:16:02Z', 'revision_number': 4, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '9e12ffe2-65e9-40a4-8d62-d718ed68a475', 'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'mac_address': 'fa:16:3e:04:06:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:00Z', 'updated_at': '2021-12-20T21:16:06Z', 'revision_number': 4, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'subnets': [{'id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:07.191109 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-1b16640b-e36c-4812-9d07-1a522aaaf232 req-b5bfdaea-dd17-4650-8b15-995989cae615 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Deleting port 901e5ad5-71f0-4b59-aef5-d190067018d0 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:16:07.191594 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b16640b-e36c-4812-9d07-1a522aaaf232 req-b5bfdaea-dd17-4650-8b15-995989cae615 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.220578 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cda09-8ea0-4a55-b57e-f028c43b5023 req-262ce73b-ea95-4240-88da-74c2ff2091ad tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:07.223560 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f30cda09-8ea0-4a55-b57e-f028c43b5023 req-262ce73b-ea95-4240-88da-74c2ff2091ad tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3707322-8523-4b5b-b5ab-0ebb4489a730 HTTP/1.1" status: 200 len: 949 time: 0.1884809 Dec 20 21:16:07.229057 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.254483 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] Set router cd94bcee-fb17-4fe8-9bf9-56d11f56153a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:16:07.262404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f533c340-c049-4628-9a9d-d3766054b817 None None] For port 9e12ffe2-65e9-40a4-8d62-d718ed68a475, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9e12ffe2-65e9-40a4-8d62-d718ed68a475,segment=NetworkSegment(277faab7-a284-413e-88eb-5288c8dc15c0),segment_id=277faab7-a284-413e-88eb-5288c8dc15c0)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:07.292722 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.296667 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f533c340-c049-4628-9a9d-d3766054b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.333589 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-f06ac157-abf7-46ff-a544-49422767bb9e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.348732 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db898990-ce86-419c-97d3-a1a1f2c4415b None None] The sync data for ids ['4f28c683-43da-4455-a735-ca6ab86e9b0a'] in n-d-xena-1 is: [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:16:02Z', 'revision_number': 4, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '9e12ffe2-65e9-40a4-8d62-d718ed68a475', 'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'mac_address': 'fa:16:3e:04:06:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:00Z', 'updated_at': '2021-12-20T21:16:06Z', 'revision_number': 4, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'subnets': [{'id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:16:07.356646 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-f06ac157-abf7-46ff-a544-49422767bb9e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.384345 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f30cda09-8ea0-4a55-b57e-f028c43b5023 req-d9ce097d-e690-4ecc-a0c1-0c91432ae388 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b9c9a03-18ba-436d-bf52-24394d99b150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317151 Dec 20 21:16:07.413898 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e19e80f3-b66b-490f-889d-3b0a3b797d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.506946 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e19e80f3-b66b-490f-889d-3b0a3b797d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.536016 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f533c340-c049-4628-9a9d-d3766054b817 None None] Provisioning complete for port d2756b30-a069-46bf-9300-4e7f13a34ebd triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:07.536649 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f533c340-c049-4628-9a9d-d3766054b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.540898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port d2756b30-a069-46bf-9300-4e7f13a34ebd, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d2756b30-a069-46bf-9300-4e7f13a34ebd,segment=NetworkSegment(7a527d42-e668-4b70-9902-a9d2c2db8b89),segment_id=7a527d42-e668-4b70-9902-a9d2c2db8b89)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:07.558288 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e80f3-b66b-490f-889d-3b0a3b797d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54dead3-cde0-40d6-99f7-f4d0dc19e7db,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:07.566102 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533c340-c049-4628-9a9d-d3766054b817 None None] Pushing event updated for resources: {'Port': ['ID=9e12ffe2-65e9-40a4-8d62-d718ed68a475,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:07.580231 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.582367 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19e80f3-b66b-490f-889d-3b0a3b797d6d admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:16:07.595116 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-1b16640b-e36c-4812-9d07-1a522aaaf232 req-b5bfdaea-dd17-4650-8b15-995989cae615 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] For port 901e5ad5-71f0-4b59-aef5-d190067018d0, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=901e5ad5-71f0-4b59-aef5-d190067018d0,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:07.595116 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b16640b-e36c-4812-9d07-1a522aaaf232 req-b5bfdaea-dd17-4650-8b15-995989cae615 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.605778 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ac157-abf7-46ff-a544-49422767bb9e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Pushing event updated for resources: {'Port': ['ID=68ea6678-4bf1-458e-950c-c49d5d54172b,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:07.617773 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e19e80f3-b66b-490f-889d-3b0a3b797d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.618687 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-e19e80f3-b66b-490f-889d-3b0a3b797d6d admin admin] Added segment 266c6160-8024-448c-9cd3-1f549a8ecc71 of type vlan for network d3e6c178-664f-4247-a8cc-4acd79df2e4a Dec 20 21:16:07.621214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-1b16640b-e36c-4812-9d07-1a522aaaf232 req-b5bfdaea-dd17-4650-8b15-995989cae615 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Calling delete_port for 901e5ad5-71f0-4b59-aef5-d190067018d0 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:16:07.642246 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-f06ac157-abf7-46ff-a544-49422767bb9e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.695760 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-f06ac157-abf7-46ff-a544-49422767bb9e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.699085 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-f06ac157-abf7-46ff-a544-49422767bb9e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.5133824 Dec 20 21:16:07.751510 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e19e80f3-b66b-490f-889d-3b0a3b797d6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.809108 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-b0b52bae-5dfb-4cb2-b5d9-2959979c9c17 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.6 HTTP/1.1" status: 200 len: 694 time: 0.0949218 Dec 20 21:16:07.833954 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e19e80f3-b66b-490f-889d-3b0a3b797d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.835133 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19e80f3-b66b-490f-889d-3b0a3b797d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:07.835868 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e19e80f3-b66b-490f-889d-3b0a3b797d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:07.839690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] For port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:07.854803 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=d2756b30-a069-46bf-9300-4e7f13a34ebd,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:07.972619 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e80f3-b66b-490f-889d-3b0a3b797d6d admin admin] Pushing event updated for resources: {'Network': ['ID=d3e6c178-664f-4247-a8cc-4acd79df2e4a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:07.988192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network d3e6c178-664f-4247-a8cc-4acd79df2e4a details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:16:08.006170 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e19e80f3-b66b-490f-889d-3b0a3b797d6d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2579653 Dec 20 21:16:08.013248 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45604) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:08.028071 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-70e478a3-44aa-469a-a24e-4b591f7fa359 admin admin] Request body: {'subnet': {'network_id': 'd3e6c178-664f-4247-a8cc-4acd79df2e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674795145-subnet', 'tenant_id': '24910e7c121e45829b81d01db2e9e5be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:08.056369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e478a3-44aa-469a-a24e-4b591f7fa359 admin admin] Made reservation on behalf of 24910e7c121e45829b81d01db2e9e5be for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:08.063779 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70e478a3-44aa-469a-a24e-4b591f7fa359 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:08.079994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] For port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:08.090122 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'name': 'tempest-FloatingIPDetailsTestJSON-2040955474-router', 'tenant_id': '62fafeac12c747fb8937b82cd7716eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': 'ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:52Z', 'updated_at': '2021-12-20T21:15:58Z', 'revision_number': 4, 'project_id': '62fafeac12c747fb8937b82cd7716eb8', 'gw_port': {'id': 'ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:52Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd2756b30-a069-46bf-9300-4e7f13a34ebd', 'name': '', 'network_id': '86a3602d-b8fa-4ec7-8fe2-f622f0d61f15', 'tenant_id': '62fafeac12c747fb8937b82cd7716eb8', 'mac_address': 'fa:16:3e:00:74:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'b6ecfa28-fed4-4ac4-98dc-e645546e96d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:06Z', 'revision_number': 4, 'project_id': '62fafeac12c747fb8937b82cd7716eb8', 'subnets': [{'id': 'b6ecfa28-fed4-4ac4-98dc-e645546e96d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:08.094442 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-438f166b-c6b1-4235-b918-28342986a440 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:08.116080 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b8b1582-19e1-451b-a72f-e44af5199b7a req-438f166b-c6b1-4235-b918-28342986a440 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.2889709 Dec 20 21:16:08.152492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56adfa2a-f6bc-45f5-91a6-0854a0c786ad None None] The sync data for ids ['cd94bcee-fb17-4fe8-9bf9-56d11f56153a'] in n-d-xena-1 is: [{'id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'name': 'tempest-FloatingIPDetailsTestJSON-2040955474-router', 'tenant_id': '62fafeac12c747fb8937b82cd7716eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': 'ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:52Z', 'updated_at': '2021-12-20T21:15:58Z', 'revision_number': 4, 'project_id': '62fafeac12c747fb8937b82cd7716eb8', 'gw_port': {'id': 'ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:52Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd2756b30-a069-46bf-9300-4e7f13a34ebd', 'name': '', 'network_id': '86a3602d-b8fa-4ec7-8fe2-f622f0d61f15', 'tenant_id': '62fafeac12c747fb8937b82cd7716eb8', 'mac_address': 'fa:16:3e:00:74:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'b6ecfa28-fed4-4ac4-98dc-e645546e96d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:06Z', 'revision_number': 4, 'project_id': '62fafeac12c747fb8937b82cd7716eb8', 'subnets': [{'id': 'b6ecfa28-fed4-4ac4-98dc-e645546e96d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:16:08.157711 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b16640b-e36c-4812-9d07-1a522aaaf232 req-b5bfdaea-dd17-4650-8b15-995989cae615 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:08.181962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-758474d8-efd2-4a32-8368-72bcecc77e3f None None] Provisioning complete for port 9e12ffe2-65e9-40a4-8d62-d718ed68a475 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:08.182626 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-758474d8-efd2-4a32-8368-72bcecc77e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:08.227708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfdaea-dd17-4650-8b15-995989cae615 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Pushing event deleted for resources: {'Port': ['ID=901e5ad5-71f0-4b59-aef5-d190067018d0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:08.272352 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12620ca3-d978-4864-ab0d-1b7246f60020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c44ec9c2-a894-47ea-8ae2-7f1806d9d86b'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:08.275751 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57a08a9-f2a3-4782-8f09-e7af1a76df17" -d '{"events": [{"server_uuid": "12620ca3-d978-4864-ab0d-1b7246f60020", "name": "network-vif-unplugged", "status": "completed", "tag": "c44ec9c2-a894-47ea-8ae2-7f1806d9d86b"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:08.292909 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['901e5ad5-71f0-4b59-aef5-d190067018d0'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:16:08.349038 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:08.405755 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Transition to ACTIVE for port object c44ec9c2-a894-47ea-8ae2-7f1806d9d86b will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:16:08.413140 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:08.429471 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70e478a3-44aa-469a-a24e-4b591f7fa359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:08.448863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b16640b-e36c-4812-9d07-1a522aaaf232 req-b5bfdaea-dd17-4650-8b15-995989cae615 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] No DVR routers for this DVR port 901e5ad5-71f0-4b59-aef5-d190067018d0 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:16:08.456907 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b16640b-e36c-4812-9d07-1a522aaaf232 req-b5bfdaea-dd17-4650-8b15-995989cae615 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:08.467340 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b16640b-e36c-4812-9d07-1a522aaaf232 req-b5bfdaea-dd17-4650-8b15-995989cae615 tempest-DeleteServersAdminTestJSON-275599705 tempest-DeleteServersAdminTestJSON-275599705-project] 10.222.0.31 "DELETE /v2.0/ports/901e5ad5-71f0-4b59-aef5-d190067018d0 HTTP/1.1" status: 204 len: 173 time: 1.8111682 Dec 20 21:16:08.470551 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-758474d8-efd2-4a32-8368-72bcecc77e3f None None] Provisioning complete for port d2756b30-a069-46bf-9300-4e7f13a34ebd triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:08.470947 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-758474d8-efd2-4a32-8368-72bcecc77e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:08.505465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3707322-8523-4b5b-b5ab-0ebb4489a730', 'name': 'network-vif-deleted', 'tag': '901e5ad5-71f0-4b59-aef5-d190067018d0'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:08.526716 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1334f30-f087-472d-b339-2d87dd66f692" -d '{"events": [{"server_uuid": "c3707322-8523-4b5b-b5ab-0ebb4489a730", "name": "network-vif-deleted", "tag": "901e5ad5-71f0-4b59-aef5-d190067018d0"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:08.532055 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e478a3-44aa-469a-a24e-4b591f7fa359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f2fd382-d0e4-418e-858c-1abd8708f465,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:08.595002 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd972b49-1662-46d2-bb35-5f5f0425f443 req-76ed8496-f15d-4511-ab2a-69737e782e80 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:08.599369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] No DVR routers for this DVR port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:16:08.605918 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dd972b49-1662-46d2-bb35-5f5f0425f443 req-76ed8496-f15d-4511-ab2a-69737e782e80 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 971 time: 0.2509928 Dec 20 21:16:08.697575 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dd972b49-1662-46d2-bb35-5f5f0425f443 req-8753618e-f303-4e94-9c2e-c83b23824119 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782561 Dec 20 21:16:08.701760 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Attempting to bind port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:08.702286 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Attempting to bind port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:08.702452 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Attempting to bind port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:08.704419 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Pushing event updated for resources: {'Port': ['ID=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,revision_number=6']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:08.713803 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:16:08.714207 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Attempting to bind port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:08.720092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:08.720425 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:08.720886 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:08.721391 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Bound port: c44ec9c2-a894-47ea-8ae2-7f1806d9d86b, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:08.721753 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:08.740835 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d2756b30-a069-46bf-9300-4e7f13a34ebd up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:08.783846 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-3f881f1f-a8d3-4bf5-8d16-a47013ad0fa8 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cbf51c065521477894e586e4eb7f53a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270746 Dec 20 21:16:08.804965 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e478a3-44aa-469a-a24e-4b591f7fa359 admin admin] Checking segment: {'id': '266c6160-8024-448c-9cd3-1f549a8ecc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd3e6c178-664f-4247-a8cc-4acd79df2e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:08.805693 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e478a3-44aa-469a-a24e-4b591f7fa359 admin admin] Network hostable DHCP agents. Network: d3e6c178-664f-4247-a8cc-4acd79df2e4a, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:16:08.815534 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d2756b30-a069-46bf-9300-4e7f13a34ebd triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:08.815906 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:08.938049 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9e12ffe2-65e9-40a4-8d62-d718ed68a475 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:08.951041 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-aeb93f72-fba5-417c-8b26-b5d8b294ad87 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1941442 Dec 20 21:16:08.973871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-faa2385a-987d-4491-badc-32f7d97ae62d tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:09.010397 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-faa2385a-987d-4491-badc-32f7d97ae62d tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:09.043087 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 9e12ffe2-65e9-40a4-8d62-d718ed68a475 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:09.043787 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:09.187814 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-faa2385a-987d-4491-badc-32f7d97ae62d tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:09.267057 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e478a3-44aa-469a-a24e-4b591f7fa359 admin admin] Network d3e6c178-664f-4247-a8cc-4acd79df2e4a is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:16:09.276059 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-56cd5215-db04-4479-b789-374aec5079e4 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:09.277627 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-56cd5215-db04-4479-b789-374aec5079e4 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4674101 Dec 20 21:16:09.285969 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] For port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:09.291640 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] For port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:09.293501 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-70e478a3-44aa-469a-a24e-4b591f7fa359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, d3e6c178-664f-4247-a8cc-4acd79df2e4a) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:09.304284 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2499c744-a09b-4cf3-b0f2-bf28913873f1 None None] Network d3e6c178-664f-4247-a8cc-4acd79df2e4a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:16:09.304967 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e478a3-44aa-469a-a24e-4b591f7fa359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:09.305909 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70e478a3-44aa-469a-a24e-4b591f7fa359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:09.311686 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:09.346278 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-579fea67-c867-4c7a-bfe6-762278493f0c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/quotas/cbf51c065521477894e586e4eb7f53a2 HTTP/1.1" status: 200 len: 375 time: 0.0567520 Dec 20 21:16:09.371769 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:09.372533 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:09.374053 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] 10.222.0.31 "PUT /v2.0/ports/c44ec9c2-a894-47ea-8ae2-7f1806d9d86b HTTP/1.1" status: 200 len: 1094 time: 2.2622385 Dec 20 21:16:09.386624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-faa2385a-987d-4491-badc-32f7d97ae62d tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Allocated IP 172.35.3.236 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/6f4eb428-19f2-4570-a549-a4cac423ddb2) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:09.405510 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-70e478a3-44aa-469a-a24e-4b591f7fa359 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3886659 Dec 20 21:16:09.422517 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-db4563b7-e033-4b50-b80a-2ce1bcc68317 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680304 Dec 20 21:16:09.423805 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45636) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:09.450777 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-674795145-router', 'tenant_id': '24910e7c121e45829b81d01db2e9e5be', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:09.521433 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8624b6b-ca69-49f2-8048-5543c211e372 service neutron] Pushing event updated for resources: {'Port': ['ID=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:09.532058 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-faa2385a-987d-4491-badc-32f7d97ae62d tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:09.556767 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:09.557853 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:09.582782 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-bba7e267-1b63-4b1a-9233-e5c8bb6c032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:09.584390 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-bba7e267-1b63-4b1a-9233-e5c8bb6c032b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 1097 time: 0.1178339 Dec 20 21:16:09.601339 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-faa2385a-987d-4491-badc-32f7d97ae62d tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:09.602036 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-d3e6c178-664f-4247-a8cc-4acd79df2e4a', 'network_id': 'd3e6c178-664f-4247-a8cc-4acd79df2e4a', 'tenant_id': '24910e7c121e45829b81d01db2e9e5be', 'fixed_ips': [{'subnet_id': '5f2fd382-d0e4-418e-858c-1abd8708f465'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:16:09.608823 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:09.643415 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-faa2385a-987d-4491-badc-32f7d97ae62d tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:09.648283 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-faa2385a-987d-4491-badc-32f7d97ae62d tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:09.655330 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-faa2385a-987d-4491-badc-32f7d97ae62d tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:09.728555 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:09.748541 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3039c7ef-3ed2-47fd-b747-555bac101ba6 x-openstack-request-id: req-3039c7ef-3ed2-47fd-b747-555bac101ba6 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:09.748827 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12620ca3-d978-4864-ab0d-1b7246f60020", "name": "network-vif-unplugged", "status": "completed", "tag": "c44ec9c2-a894-47ea-8ae2-7f1806d9d86b", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:09.749080 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3039c7ef-3ed2-47fd-b747-555bac101ba6 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:09.749476 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12620ca3-d978-4864-ab0d-1b7246f60020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c44ec9c2-a894-47ea-8ae2-7f1806d9d86b', 'code': 200} Dec 20 21:16:09.751961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2385a-987d-4491-badc-32f7d97ae62d tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Pushing event updated for resources: {'Port': ['ID=6f4eb428-19f2-4570-a549-a4cac423ddb2,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:09.835635 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Allocated IP 172.20.0.2 (d3e6c178-664f-4247-a8cc-4acd79df2e4a/5f2fd382-d0e4-418e-858c-1abd8708f465/57d4d323-39d7-462e-8982-1b06718edd01) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:09.845403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-faa2385a-987d-4491-badc-32f7d97ae62d tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:09.921431 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-faa2385a-987d-4491-badc-32f7d97ae62d tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:09.979506 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:10.058766 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:10.066659 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:10.101966 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-00cbbbba-8db8-48fd-b899-02c6add34645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:10.106587 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-00cbbbba-8db8-48fd-b899-02c6add34645 service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.5149074 Dec 20 21:16:10.135525 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Network d3e6c178-664f-4247-a8cc-4acd79df2e4a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:10.138475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:10.141056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:10.182456 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-faa2385a-987d-4491-badc-32f7d97ae62d tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:10.186519 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-aa3434fc-413a-4e40-ac0a-bf727cd02df3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b HTTP/1.1" status: 200 len: 217 time: 0.0727086 Dec 20 21:16:10.189199 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-faa2385a-987d-4491-badc-32f7d97ae62d tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:10.270214 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-3c63ff4d-4816-46e5-ba98-b6a8f5965f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:10.272334 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-3c63ff4d-4816-46e5-ba98-b6a8f5965f51 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0740328 Dec 20 21:16:10.309672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2385a-987d-4491-badc-32f7d97ae62d tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Pushing event updated for resources: {'Port': ['ID=6f4eb428-19f2-4570-a549-a4cac423ddb2,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:10.351438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Pushing event updated for resources: {'Port': ['ID=57d4d323-39d7-462e-8982-1b06718edd01,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:10.372775 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-faa2385a-987d-4491-badc-32f7d97ae62d tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:10.377379 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-68c95ffb-0d45-469b-baa0-d55dbeef23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:10.381400 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-68c95ffb-0d45-469b-baa0-d55dbeef23ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013246 Dec 20 21:16:10.393319 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-faa2385a-987d-4491-badc-32f7d97ae62d tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:10.395267 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-faa2385a-987d-4491-badc-32f7d97ae62d tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4363673 Dec 20 21:16:10.434337 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Attempting to bind port 57d4d323-39d7-462e-8982-1b06718edd01 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:10.434854 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Attempting to bind port 57d4d323-39d7-462e-8982-1b06718edd01 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '266c6160-8024-448c-9cd3-1f549a8ecc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd3e6c178-664f-4247-a8cc-4acd79df2e4a'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:10.435180 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Attempting to bind port 57d4d323-39d7-462e-8982-1b06718edd01 on network d3e6c178-664f-4247-a8cc-4acd79df2e4a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:10.437953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 901e5ad5-71f0-4b59-aef5-d190067018d0 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:16:10.472415 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-7e78abc4-0223-4aa9-a9b5-416c206c9c33 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.236 HTTP/1.1" status: 200 len: 696 time: 0.0687287 Dec 20 21:16:10.485690 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 901e5ad5-71f0-4b59-aef5-d190067018d0 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:16:10.486023 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 901e5ad5-71f0-4b59-aef5-d190067018d0 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:16:10.491092 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:10.491542 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Checking segment: {'id': '266c6160-8024-448c-9cd3-1f549a8ecc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd3e6c178-664f-4247-a8cc-4acd79df2e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:10.492099 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:10.494431 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Bound using segment: {'id': '266c6160-8024-448c-9cd3-1f549a8ecc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd3e6c178-664f-4247-a8cc-4acd79df2e4a'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:10.495032 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Bound port: 57d4d323-39d7-462e-8982-1b06718edd01, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266c6160-8024-448c-9cd3-1f549a8ecc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd3e6c178-664f-4247-a8cc-4acd79df2e4a'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:10.495492 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:10.631763 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] For port 57d4d323-39d7-462e-8982-1b06718edd01, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:10.635100 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] For port 57d4d323-39d7-462e-8982-1b06718edd01, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=57d4d323-39d7-462e-8982-1b06718edd01,segment=NetworkSegment(266c6160-8024-448c-9cd3-1f549a8ecc71),segment_id=266c6160-8024-448c-9cd3-1f549a8ecc71)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:10.640313 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:10.665200 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-37ea74f0-6b86-4482-ae5b-dc68da5169e8 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701206 Dec 20 21:16:10.668426 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:10.684701 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-ca599605-c37c-4964-853e-d5d1bfd2189f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:10.692645 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a1322219-c06e-4be6-8b59-514ea7cb583c req-ca599605-c37c-4964-853e-d5d1bfd2189f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.2136436 Dec 20 21:16:10.700120 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:10.735637 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386241b0-1161-40f0-b542-1c465e7d5a11 None None] Pushing event updated for resources: {'Port': ['ID=57d4d323-39d7-462e-8982-1b06718edd01,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:10.809803 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c7e259-668c-422a-a31b-07d82100b291 x-openstack-request-id: req-81c7e259-668c-422a-a31b-07d82100b291 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:10.810427 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3707322-8523-4b5b-b5ab-0ebb4489a730", "name": "network-vif-deleted", "tag": "901e5ad5-71f0-4b59-aef5-d190067018d0", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:10.811116 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81c7e259-668c-422a-a31b-07d82100b291 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:10.811660 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3707322-8523-4b5b-b5ab-0ebb4489a730', 'name': 'network-vif-deleted', 'tag': '901e5ad5-71f0-4b59-aef5-d190067018d0', 'status': 'completed', 'code': 200} Dec 20 21:16:10.888042 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-87aa6de1-eabf-4f9c-bf8d-1a5cff82edcc req-cc83164b-3a3f-4907-8868-e1ea5e6ce10c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 210 time: 0.0277524 Dec 20 21:16:10.982603 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Allocated IP 172.35.3.173 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/4650066a-b1c4-431b-afaf-15cf80e53934) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:11.076448 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d4cf5a-3320-48cb-800f-a2cbbcacc845 req-b513087a-49a1-453d-868e-2a8c9e6a1c9e service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847563 Dec 20 21:16:11.081415 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-588f1e90-e81b-44ae-b9fa-175b8ca32ce4 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=cbf51c065521477894e586e4eb7f53a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605330 Dec 20 21:16:11.113356 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c44ec9c2-a894-47ea-8ae2-7f1806d9d86b no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:16:11.144442 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:11.206057 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:11.213239 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c44ec9c2-a894-47ea-8ae2-7f1806d9d86b not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:16:11.223566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-e5536274-fd2b-4225-8f1b-b0e5e519bbf7 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:11.225917 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-e5536274-fd2b-4225-8f1b-b0e5e519bbf7 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347079 Dec 20 21:16:11.246810 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-4c2422db-ad34-4f2d-a998-75c0c82ece41 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Request body: {'port': {'device_id': '7f04d2b9-617d-48f1-8fbe-2914db92b9c4', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': 'cbf51c065521477894e586e4eb7f53a2'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:11.259038 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:11.264901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:11.267481 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:11.276302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Pushing event updated for resources: {'Port': ['ID=4650066a-b1c4-431b-afaf-15cf80e53934,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:11.335690 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-df8513de-ce34-4de2-ae7a-1ac9d8def6e8 req-37991b43-f863-4aea-9446-5fa4b9ff09e7 tempest-QuotasAdminNegativeTest-544586089 tempest-QuotasAdminNegativeTest-544586089-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=96d17cc8a53440dfba2ef163ba25f4d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331976 Dec 20 21:16:11.543317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43faa00d-700d-4e59-ad4a-2180141fdac4 req-f12a6a88-617a-42e8-a4ba-f5315237253d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:11.545578 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43faa00d-700d-4e59-ad4a-2180141fdac4 req-f12a6a88-617a-42e8-a4ba-f5315237253d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 948 time: 0.4978995 Dec 20 21:16:11.609209 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43faa00d-700d-4e59-ad4a-2180141fdac4 req-f0ea6e76-b6f8-4994-bfd5-36e118459ce3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506527 Dec 20 21:16:11.618247 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8513de-ce34-4de2-ae7a-1ac9d8def6e8 req-db2538d2-31a6-465a-92bb-f8c815eb3750 tempest-QuotasAdminNegativeTest-544586089 tempest-QuotasAdminNegativeTest-544586089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:11.618744 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-4c2422db-ad34-4f2d-a998-75c0c82ece41 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Made reservation on behalf of cbf51c065521477894e586e4eb7f53a2 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:11.623281 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-4c2422db-ad34-4f2d-a998-75c0c82ece41 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:11.625201 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-df8513de-ce34-4de2-ae7a-1ac9d8def6e8 req-db2538d2-31a6-465a-92bb-f8c815eb3750 tempest-QuotasAdminNegativeTest-544586089 tempest-QuotasAdminNegativeTest-544586089-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2823055 Dec 20 21:16:11.637074 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-4c2422db-ad34-4f2d-a998-75c0c82ece41 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:11.653727 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-df8513de-ce34-4de2-ae7a-1ac9d8def6e8 req-fcd51080-b909-4c34-9cf9-28b8baf69d7f tempest-QuotasAdminNegativeTest-544586089 tempest-QuotasAdminNegativeTest-544586089-project] 10.222.0.32 "GET /v2.0/quotas/96d17cc8a53440dfba2ef163ba25f4d0 HTTP/1.1" status: 200 len: 375 time: 0.0275888 Dec 20 21:16:11.690861 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-df8513de-ce34-4de2-ae7a-1ac9d8def6e8 req-5457dbb5-9b82-4ae3-a888-4f37df5b994a tempest-QuotasAdminNegativeTest-544586089 tempest-QuotasAdminNegativeTest-544586089-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=96d17cc8a53440dfba2ef163ba25f4d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360196 Dec 20 21:16:11.714394 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:11.774384 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12620ca3-d978-4864-ab0d-1b7246f60020', 'tag': 'c44ec9c2-a894-47ea-8ae2-7f1806d9d86b'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:11.777558 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e25a074-1f30-4910-b321-057b0d528766" -d '{"events": [{"name": "network-changed", "server_uuid": "12620ca3-d978-4864-ab0d-1b7246f60020", "tag": "c44ec9c2-a894-47ea-8ae2-7f1806d9d86b"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:11.814589 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-f185fb0c-35e9-4f09-9a75-97897555ea58 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1627944 Dec 20 21:16:11.825217 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-e5ce48fe-0b3b-4236-99f1-b0dbb831838f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:11.841457 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-4c2422db-ad34-4f2d-a998-75c0c82ece41 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:11.846829 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-4c2422db-ad34-4f2d-a998-75c0c82ece41 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:11.894824 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84145ea6-4868-44eb-a0ba-22fc9f28b0e6 None None] Network d3e6c178-664f-4247-a8cc-4acd79df2e4a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:16:11.929216 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-e5ce48fe-0b3b-4236-99f1-b0dbb831838f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:12.020152 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2422db-ad34-4f2d-a998-75c0c82ece41 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a088405-e5b9-4ade-a227-f3f26d01e1da,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:12.049382 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e108a23c-7dbe-4327-bf76-84458aa39d9f None None] Provisioning complete for port 57d4d323-39d7-462e-8982-1b06718edd01 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:12.053851 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e108a23c-7dbe-4327-bf76-84458aa39d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:12.149321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-4c2422db-ad34-4f2d-a998-75c0c82ece41 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Allocated IP 192.168.233.233 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/c50e7163-7ce6-4b98-a677-d7b1a60568f0) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:12.165833 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-e5ce48fe-0b3b-4236-99f1-b0dbb831838f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:12.247482 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e108a23c-7dbe-4327-bf76-84458aa39d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:12.284290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45700) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:12.315921 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e108a23c-7dbe-4327-bf76-84458aa39d9f None None] For port 57d4d323-39d7-462e-8982-1b06718edd01, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=57d4d323-39d7-462e-8982-1b06718edd01,segment=NetworkSegment(266c6160-8024-448c-9cd3-1f549a8ecc71),segment_id=266c6160-8024-448c-9cd3-1f549a8ecc71)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:12.321017 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e108a23c-7dbe-4327-bf76-84458aa39d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:12.332789 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-e5ce48fe-0b3b-4236-99f1-b0dbb831838f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Allocated IP 172.35.3.35 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/7491f262-a986-4d85-8316-1b43d6064e5c) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:12.396499 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4d58e2-81dc-4f00-86d9-8880353971e0 x-openstack-request-id: req-7b4d58e2-81dc-4f00-86d9-8880353971e0 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:12.396978 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108a23c-7dbe-4327-bf76-84458aa39d9f None None] Pushing event updated for resources: {'Port': ['ID=57d4d323-39d7-462e-8982-1b06718edd01,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:12.397062 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12620ca3-d978-4864-ab0d-1b7246f60020", "tag": "c44ec9c2-a894-47ea-8ae2-7f1806d9d86b", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:12.397062 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b4d58e2-81dc-4f00-86d9-8880353971e0 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:12.397373 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12620ca3-d978-4864-ab0d-1b7246f60020', 'tag': 'c44ec9c2-a894-47ea-8ae2-7f1806d9d86b', 'status': 'completed', 'code': 200} Dec 20 21:16:12.498119 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8317d506-5ed5-4bf7-b430-d713fad15ddc req-1e2ad227-5b2d-4116-b37f-4192cc8ec223 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 210 time: 0.0954912 Dec 20 21:16:12.512279 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b4fe31a-86a2-4b67-ad84-ef8c8d96ccd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:12.549135 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25a074-1f30-4910-b321-057b0d528766 req-fed99cc6-1be5-483c-8bac-a950ef9f5823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:12.550658 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e25a074-1f30-4910-b321-057b0d528766 req-fed99cc6-1be5-483c-8bac-a950ef9f5823 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 1097 time: 0.1505132 Dec 20 21:16:12.555915 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:12.564323 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25a074-1f30-4910-b321-057b0d528766 req-f4fd9e4a-dba1-4443-ae2e-d515a1eb0537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:12.566015 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e25a074-1f30-4910-b321-057b0d528766 req-f4fd9e4a-dba1-4443-ae2e-d515a1eb0537 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 1097 time: 0.1667497 Dec 20 21:16:12.597268 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 57d4d323-39d7-462e-8982-1b06718edd01 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:12.651389 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-e5ce48fe-0b3b-4236-99f1-b0dbb831838f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:12.668907 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b71ca124-6e91-4b56-8fca-92fa80a45db1 None None] Provisioning complete for port 57d4d323-39d7-462e-8982-1b06718edd01 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:12.669685 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b71ca124-6e91-4b56-8fca-92fa80a45db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:12.708805 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-4c2422db-ad34-4f2d-a998-75c0c82ece41 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:12.709957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 57d4d323-39d7-462e-8982-1b06718edd01 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:12.710497 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:12.736477 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b4fe31a-86a2-4b67-ad84-ef8c8d96ccd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:12.744402 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b4fe31a-86a2-4b67-ad84-ef8c8d96ccd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:12.801090 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-e5ce48fe-0b3b-4236-99f1-b0dbb831838f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:12.822902 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fe31a-86a2-4b67-ad84-ef8c8d96ccd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe85ed4-fb44-4ec9-bdc9-fe726727b45c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:12.827310 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5b4fe31a-86a2-4b67-ad84-ef8c8d96ccd5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a92e81aa44f547ca902c35135f3fc89a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5422537 Dec 20 21:16:12.833042 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45712) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:12.862548 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-e5ce48fe-0b3b-4236-99f1-b0dbb831838f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:12.866114 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-4c2422db-ad34-4f2d-a998-75c0c82ece41 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:12.869678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-e5ce48fe-0b3b-4236-99f1-b0dbb831838f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:12.876228 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-e5ce48fe-0b3b-4236-99f1-b0dbb831838f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:12.887150 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce48fe-0b3b-4236-99f1-b0dbb831838f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Pushing event updated for resources: {'Port': ['ID=7491f262-a986-4d85-8316-1b43d6064e5c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:12.942608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-4c2422db-ad34-4f2d-a998-75c0c82ece41 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:12.950282 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-4c2422db-ad34-4f2d-a998-75c0c82ece41 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:12.955842 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-4c2422db-ad34-4f2d-a998-75c0c82ece41 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:12.998693 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25a074-1f30-4910-b321-057b0d528766 req-dace28e6-7fb5-4350-985b-ad92e2587394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:13.000649 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e25a074-1f30-4910-b321-057b0d528766 req-dace28e6-7fb5-4350-985b-ad92e2587394 service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.4402342 Dec 20 21:16:13.022369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2422db-ad34-4f2d-a998-75c0c82ece41 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Pushing event updated for resources: {'Port': ['ID=c50e7163-7ce6-4b98-a677-d7b1a60568f0,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:13.050857 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Router 587032a6-ddd0-472a-9bdb-9cdab4c103ec is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:16:13.057293 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e25a074-1f30-4910-b321-057b0d528766 req-9f00eb1e-dc19-471c-a309-6f96af5ff524 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b HTTP/1.1" status: 200 len: 217 time: 0.0445809 Dec 20 21:16:13.058760 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-4c2422db-ad34-4f2d-a998-75c0c82ece41 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:13.059579 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-4c2422db-ad34-4f2d-a998-75c0c82ece41 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:13.060942 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b42c31d6-a03e-4099-9078-96baff9ccc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:13.081562 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-e5ce48fe-0b3b-4236-99f1-b0dbb831838f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:13.082993 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25a074-1f30-4910-b321-057b0d528766 req-c85c35ba-1f8f-400f-892d-29911d62106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:13.084545 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e25a074-1f30-4910-b321-057b0d528766 req-c85c35ba-1f8f-400f-892d-29911d62106b service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.5091496 Dec 20 21:16:13.085914 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-4c2422db-ad34-4f2d-a998-75c0c82ece41 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8455865 Dec 20 21:16:13.120023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Request body: {'port': {'device_id': '7f04d2b9-617d-48f1-8fbe-2914db92b9c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:13.149360 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-e5ce48fe-0b3b-4236-99f1-b0dbb831838f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:13.190529 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e25a074-1f30-4910-b321-057b0d528766 req-f8d4fda0-bc19-46d4-a3de-97ee13464cbe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b HTTP/1.1" status: 200 len: 217 time: 0.0730128 Dec 20 21:16:13.194609 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b42c31d6-a03e-4099-9078-96baff9ccc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:13.194754 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9a7e7625-063b-4082-8e16-2cff9a3e1657 None None] Provisioning complete for port c50e7163-7ce6-4b98-a677-d7b1a60568f0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:13.194754 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a7e7625-063b-4082-8e16-2cff9a3e1657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:13.227171 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9a7e7625-063b-4082-8e16-2cff9a3e1657 None None] Port c50e7163-7ce6-4b98-a677-d7b1a60568f0 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:16:13.234461 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:13.273960 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25a074-1f30-4910-b321-057b0d528766 req-dda01025-991b-470c-8ced-0bc3243eab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:13.275528 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e25a074-1f30-4910-b321-057b0d528766 req-dda01025-991b-470c-8ced-0bc3243eab98 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.2117712 Dec 20 21:16:13.375961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ab7a7-663e-4ae7-92c9-ff73be52b623 req-e71a669c-e388-4686-8514-0941bbd2268e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:13.377358 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6f6ab7a7-663e-4ae7-92c9-ff73be52b623 req-e71a669c-e388-4686-8514-0941bbd2268e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 948 time: 0.3059585 Dec 20 21:16:13.403911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25a074-1f30-4910-b321-057b0d528766 req-a9ab0ec1-5253-4fc7-ae17-77ddb4b03bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:13.405415 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e25a074-1f30-4910-b321-057b0d528766 req-a9ab0ec1-5253-4fc7-ae17-77ddb4b03bf5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.2042699 Dec 20 21:16:13.453194 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:16:13.457756 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b42c31d6-a03e-4099-9078-96baff9ccc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:13.460861 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b42c31d6-a03e-4099-9078-96baff9ccc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:13.464355 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b42c31d6-a03e-4099-9078-96baff9ccc0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fbe85ed4-fb44-4ec9-bdc9-fe726727b45c HTTP/1.1" status: 204 len: 168 time: 0.6264138 Dec 20 21:16:13.468912 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Sync routers for ids ['587032a6-ddd0-472a-9bdb-9cdab4c103ec'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:16:13.474999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25a074-1f30-4910-b321-057b0d528766 req-b7e38cf2-b9a8-448a-b1b8-c8db8bee774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:13.476554 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e25a074-1f30-4910-b321-057b0d528766 req-b7e38cf2-b9a8-448a-b1b8-c8db8bee774a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1750803 Dec 20 21:16:13.485596 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Routers {'587032a6-ddd0-472a-9bdb-9cdab4c103ec'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:16:13.487153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:15:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['587032a6-ddd0-472a-9bdb-9cdab4c103ec'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:13.495483 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-e5ce48fe-0b3b-4236-99f1-b0dbb831838f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:13.504702 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c31d6-a03e-4099-9078-96baff9ccc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe85ed4-fb44-4ec9-bdc9-fe726727b45c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:13.505724 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-e5ce48fe-0b3b-4236-99f1-b0dbb831838f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:13.520865 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6f6ab7a7-663e-4ae7-92c9-ff73be52b623 req-04d3149b-a89e-4076-a0df-e22e3f775cdc tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293378 Dec 20 21:16:13.575374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce48fe-0b3b-4236-99f1-b0dbb831838f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Pushing event updated for resources: {'Port': ['ID=7491f262-a986-4d85-8316-1b43d6064e5c,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:13.594529 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:13.594529 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dcc70b89-6cf1-49e8-a644-154dfce8e285 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1616497 Dec 20 21:16:13.598372 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45730) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:13.610329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25a074-1f30-4910-b321-057b0d528766 req-d4ada7b8-aff1-43ef-87a7-77596aa5de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:13.610329 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e25a074-1f30-4910-b321-057b0d528766 req-d4ada7b8-aff1-43ef-87a7-77596aa5de58 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1957419 Dec 20 21:16:13.689419 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Set router 587032a6-ddd0-472a-9bdb-9cdab4c103ec gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:16:13.728096 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c50e7163-7ce6-4b98-a677-d7b1a60568f0 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:16:13.739886 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:13.751304 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-e5ce48fe-0b3b-4236-99f1-b0dbb831838f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:13.767077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Transition to ACTIVE for port object c50e7163-7ce6-4b98-a677-d7b1a60568f0 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:16:13.772091 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:13.790507 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-e5ce48fe-0b3b-4236-99f1-b0dbb831838f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:13.791978 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-e5ce48fe-0b3b-4236-99f1-b0dbb831838f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9705737 Dec 20 21:16:13.921199 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-c1ac56f4-5622-4d0a-ab88-4847ac553c2f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.35 HTTP/1.1" status: 200 len: 695 time: 0.1017613 Dec 20 21:16:13.952798 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0935b-9c74-4458-800f-3679632503de service neutron] Pushing event updated for resources: {'Port': ['ID=c50e7163-7ce6-4b98-a677-d7b1a60568f0,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:14.007542 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674795145-router', 'tenant_id': '24910e7c121e45829b81d01db2e9e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '4650066a-b1c4-431b-afaf-15cf80e53934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:09Z', 'updated_at': '2021-12-20T21:16:11Z', 'revision_number': 3, 'project_id': '24910e7c121e45829b81d01db2e9e5be', 'gw_port': {'id': '4650066a-b1c4-431b-afaf-15cf80e53934', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:10Z', 'updated_at': '2021-12-20T21:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:14.056882 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e25a074-1f30-4910-b321-057b0d528766 req-c9c46837-fd64-4001-908a-437e4d9c5b15 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732329 Dec 20 21:16:14.071073 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Checking router: 587032a6-ddd0-472a-9bdb-9cdab4c103ec for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:16:14.071454 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Updating router 587032a6-ddd0-472a-9bdb-9cdab4c103ec port 4650066a-b1c4-431b-afaf-15cf80e53934 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:16:14.126788 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:14.164013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Attempting to bind port c50e7163-7ce6-4b98-a677-d7b1a60568f0 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:14.164747 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Attempting to bind port c50e7163-7ce6-4b98-a677-d7b1a60568f0 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:14.165236 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Attempting to bind port c50e7163-7ce6-4b98-a677-d7b1a60568f0 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:14.174389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Port c50e7163-7ce6-4b98-a677-d7b1a60568f0 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:16:14.174944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Attempting to bind port c50e7163-7ce6-4b98-a677-d7b1a60568f0 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:14.196915 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:14.198244 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:14.199492 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:14.200796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Bound port: c50e7163-7ce6-4b98-a677-d7b1a60568f0, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:14.201375 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:14.229026 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-7b686853-d0ad-4c93-a4cf-4d34d9af1b39 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:14.231838 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-95b4990d-0317-4591-b8a3-ae03bb719f52 req-7b686853-d0ad-4c93-a4cf-4d34d9af1b39 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.2798846 Dec 20 21:16:14.252593 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e25a074-1f30-4910-b321-057b0d528766 req-bc25ed74-39c0-4c20-8124-40b579c627d4 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423727 Dec 20 21:16:14.331886 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] For port c50e7163-7ce6-4b98-a677-d7b1a60568f0, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:14.340657 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] For port c50e7163-7ce6-4b98-a677-d7b1a60568f0, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c50e7163-7ce6-4b98-a677-d7b1a60568f0,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:14.347619 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:14.394921 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:14.396677 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:14.399165 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-5da0935b-9c74-4458-800f-3679632503de service neutron] 10.222.0.31 "PUT /v2.0/ports/c50e7163-7ce6-4b98-a677-d7b1a60568f0 HTTP/1.1" status: 200 len: 1094 time: 1.2845573 Dec 20 21:16:14.400104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f04d2b9-617d-48f1-8fbe-2914db92b9c4', 'tag': 'c50e7163-7ce6-4b98-a677-d7b1a60568f0'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:14.402934 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c118b5-a197-41e6-8dfd-d47b147277e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7f04d2b9-617d-48f1-8fbe-2914db92b9c4", "tag": "c50e7163-7ce6-4b98-a677-d7b1a60568f0"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:14.436586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0935b-9c74-4458-800f-3679632503de service neutron] Pushing event updated for resources: {'Port': ['ID=c50e7163-7ce6-4b98-a677-d7b1a60568f0,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:14.508789 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:14.509791 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c44ec9c2-a894-47ea-8ae2-7f1806d9d86b details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:16:14.578630 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45760) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:14.668668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45772) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:14.723708 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5d2d13c7-9677-481c-8e34-de0b82afc1fa req-34d4ded0-55d8-4729-a01c-8585b7078432 tempest-QuotasAdminNegativeTest-544586089 tempest-QuotasAdminNegativeTest-544586089-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=96d17cc8a53440dfba2ef163ba25f4d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885377 Dec 20 21:16:14.727516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-ca3ec42f-2747-449d-baa0-9fe287d4d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:14.728978 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-ca3ec42f-2747-449d-baa0-9fe287d4d3b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 1097 time: 0.2660842 Dec 20 21:16:14.884880 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-37127273-bd2e-4f4a-bf12-1007128af455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:14.912750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:14.936461 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19774f-9a60-4c22-a672-bd5a222c8b7b req-77c37946-6a93-4364-a404-39d43eab5ff1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:14.944966 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2f19774f-9a60-4c22-a672-bd5a222c8b7b req-77c37946-6a93-4364-a404-39d43eab5ff1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 948 time: 0.7967465 Dec 20 21:16:14.946037 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-fc7eb235-f3e6-48d9-b327-2773bc8347db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=c50e7163-7ce6-4b98-a677-d7b1a60568f0 HTTP/1.1" status: 200 len: 217 time: 0.1706395 Dec 20 21:16:14.948246 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'c44ec9c2-a894-47ea-8ae2-7f1806d9d86b', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'c44ec9c2-a894-47ea-8ae2-7f1806d9d86b', 'mac_address': 'fa:16:3e:5c:c0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:16:14.990225 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e25a074-1f30-4910-b321-057b0d528766 req-888e3201-9873-456a-9457-74aacada831c service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9252996 Dec 20 21:16:14.998159 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:15.023755 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:15.032323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d13c7-9677-481c-8e34-de0b82afc1fa req-88ac2cd3-1569-4f01-b525-2b4645a81bf4 tempest-QuotasAdminNegativeTest-544586089 tempest-QuotasAdminNegativeTest-544586089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:15.043338 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5d2d13c7-9677-481c-8e34-de0b82afc1fa req-88ac2cd3-1569-4f01-b525-2b4645a81bf4 tempest-QuotasAdminNegativeTest-544586089 tempest-QuotasAdminNegativeTest-544586089-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3179569 Dec 20 21:16:15.054726 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:15.059375 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2f19774f-9a60-4c22-a672-bd5a222c8b7b req-137e751a-3cf0-4f62-a841-7077deb8a178 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131485 Dec 20 21:16:15.066612 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45786) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:15.077646 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e25a074-1f30-4910-b321-057b0d528766 req-e8a6607d-13d0-420e-b7ea-cd92c2fa84ef service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8085434 Dec 20 21:16:15.099004 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44ec9c2-a894-47ea-8ae2-7f1806d9d86b {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:16:15.110423 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b992007-4eea-400a-bb8b-af8ff521d31e None None] Pushing event updated for resources: {'Port': ['ID=4650066a-b1c4-431b-afaf-15cf80e53934,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:15.123599 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Attempting to bind port 4650066a-b1c4-431b-afaf-15cf80e53934 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:15.124138 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Attempting to bind port 4650066a-b1c4-431b-afaf-15cf80e53934 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:15.124605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Attempting to bind port 4650066a-b1c4-431b-afaf-15cf80e53934 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:15.135063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbd6b7-f93d-4af8-a33a-93319ed1e4d7 req-fd417172-f9ae-4348-9a53-5342f6af0a13 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:15.136706 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3fbd6b7-f93d-4af8-a33a-93319ed1e4d7 req-fd417172-f9ae-4348-9a53-5342f6af0a13 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.66 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020&tenant_id=6ecc0e7403494750812a106806372d38&binding%3Ahost_id=n-h1-xena-1 HTTP/1.1" status: 200 len: 948 time: 0.4065647 Dec 20 21:16:15.136836 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:15.137291 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:15.137814 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:15.138336 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:15.138899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Bound port: 4650066a-b1c4-431b-afaf-15cf80e53934, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:15.139369 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:15.142712 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:15.170709 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5135be19-39a3-4ed6-a687-084c3495c6ce req-523e538b-4a82-4ac5-976f-71584aded793 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/floatingips/e6b3f4c0-e2aa-4124-9ac8-9166128e2fbf HTTP/1.1" status: 200 len: 692 time: 0.0787156 Dec 20 21:16:15.170907 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:15.202205 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5d2d13c7-9677-481c-8e34-de0b82afc1fa req-60f25b9f-577d-426c-9198-0a5f572c22c9 tempest-QuotasAdminNegativeTest-544586089 tempest-QuotasAdminNegativeTest-544586089-project] 10.222.0.32 "GET /v2.0/quotas/96d17cc8a53440dfba2ef163ba25f4d0 HTTP/1.1" status: 200 len: 375 time: 0.1574488 Dec 20 21:16:15.220906 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7134d553-20d5-40fd-9049-9fd1626dc024 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d30fefb54fd8415586ab7b3d0aa3a960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6373489 Dec 20 21:16:15.236741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45790) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:15.248391 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-b3fbd6b7-f93d-4af8-a33a-93319ed1e4d7 req-04d9fa49-f1a8-4a49-8a0b-97948486a2bb service neutron] delete failed (client error): The resource could not be found. Dec 20 21:16:15.249374 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3fbd6b7-f93d-4af8-a33a-93319ed1e4d7 req-04d9fa49-f1a8-4a49-8a0b-97948486a2bb service neutron] 10.222.0.66 "DELETE /v2.0/ports/c44ec9c2-a894-47ea-8ae2-7f1806d9d86b/bindings/n-h2-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.1012735 Dec 20 21:16:15.255712 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] For port 4650066a-b1c4-431b-afaf-15cf80e53934, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:15.268432 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9c0c966f-06af-4db6-b4d6-94626a8499dd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1799711147-network', 'tenant_id': '3aa581a4a1b64e93b6c9a9d3db71188f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:15.269365 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:15.269885 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5d2d13c7-9677-481c-8e34-de0b82afc1fa req-d74c6f38-61b4-445e-a787-3f4f2e6b77c2 tempest-QuotasAdminNegativeTest-544586089 tempest-QuotasAdminNegativeTest-544586089-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=96d17cc8a53440dfba2ef163ba25f4d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568867 Dec 20 21:16:15.274998 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] For port 4650066a-b1c4-431b-afaf-15cf80e53934, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4650066a-b1c4-431b-afaf-15cf80e53934,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:15.280333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-a7747b4b-ea5c-4a17-a586-ef2733fe69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:15.281949 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-a7747b4b-ea5c-4a17-a586-ef2733fe69fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.2300651 Dec 20 21:16:15.293420 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:15.359862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Routers {'587032a6-ddd0-472a-9bdb-9cdab4c103ec'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:16:15.360758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:15:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['587032a6-ddd0-472a-9bdb-9cdab4c103ec'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:15.392107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0c966f-06af-4db6-b4d6-94626a8499dd admin admin] Made reservation on behalf of 3aa581a4a1b64e93b6c9a9d3db71188f for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:15.394398 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c0c966f-06af-4db6-b4d6-94626a8499dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:15.395481 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-37127273-bd2e-4f4a-bf12-1007128af455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:15.425058 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135be19-39a3-4ed6-a687-084c3495c6ce req-935ab52c-aea5-4e68-9dc8-124defed8ba1 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:15.436907 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5135be19-39a3-4ed6-a687-084c3495c6ce req-935ab52c-aea5-4e68-9dc8-124defed8ba1 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.2410092 Dec 20 21:16:15.442165 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c0c966f-06af-4db6-b4d6-94626a8499dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:15.446969 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b992007-4eea-400a-bb8b-af8ff521d31e None None] Pushing event updated for resources: {'Port': ['ID=4650066a-b1c4-431b-afaf-15cf80e53934,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:15.464241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c44ec9c2-a894-47ea-8ae2-7f1806d9d86b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:16:15.547848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] Set router 587032a6-ddd0-472a-9bdb-9cdab4c103ec gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:16:15.590599 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c0c966f-06af-4db6-b4d6-94626a8499dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:15.642227 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:15.646362 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c0c966f-06af-4db6-b4d6-94626a8499dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:15.736330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0c966f-06af-4db6-b4d6-94626a8499dd admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:16:15.760850 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c966f-06af-4db6-b4d6-94626a8499dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d40ccb-4da9-4b03-9db0-66f360264956,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:15.768100 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c0c966f-06af-4db6-b4d6-94626a8499dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:15.768438 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-9c0c966f-06af-4db6-b4d6-94626a8499dd admin admin] Added segment 400a19cf-26ca-4618-a50e-59bc4d8f21dd of type vlan for network e465f195-2a67-412f-bcb2-8a6893837667 Dec 20 21:16:15.777514 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-37127273-bd2e-4f4a-bf12-1007128af455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:15.790814 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3d66ba-1355-48c2-9071-ddc56916268c x-openstack-request-id: req-8f3d66ba-1355-48c2-9071-ddc56916268c {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:15.791107 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f04d2b9-617d-48f1-8fbe-2914db92b9c4", "tag": "c50e7163-7ce6-4b98-a677-d7b1a60568f0", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:15.791348 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f3d66ba-1355-48c2-9071-ddc56916268c {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:15.791742 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f04d2b9-617d-48f1-8fbe-2914db92b9c4', 'tag': 'c50e7163-7ce6-4b98-a677-d7b1a60568f0', 'status': 'completed', 'code': 200} Dec 20 21:16:15.871630 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-3bb2c32c-976f-4e9d-aa5e-28125fcb46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:15.873335 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-3bb2c32c-976f-4e9d-aa5e-28125fcb46dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5820868 Dec 20 21:16:15.877835 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-37127273-bd2e-4f4a-bf12-1007128af455 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=066ee88b8c274291ac68b4c09f1d6a09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2001629 Dec 20 21:16:15.879673 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbd6b7-f93d-4af8-a33a-93319ed1e4d7 req-10df1b2d-d1f5-4b86-b148-8f77adf58bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:15.881874 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3fbd6b7-f93d-4af8-a33a-93319ed1e4d7 req-10df1b2d-d1f5-4b86-b148-8f77adf58bf0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 1098 time: 0.4832652 Dec 20 21:16:15.885115 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45804) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:15.899475 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37127273-bd2e-4f4a-bf12-1007128af455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64d9cab-e42d-435e-9306-9631594799c7,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:15.902995 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c0c966f-06af-4db6-b4d6-94626a8499dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:15.918530 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-654724d6-4312-4678-93ab-f148ec70cb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:15.924412 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-986d13c1-930b-4b45-82d6-4fa9e4727bf4 req-2c470458-c073-4bfe-b025-ffdf7c5716f6 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/floatingips/e6b3f4c0-e2aa-4124-9ac8-9166128e2fbf HTTP/1.1" status: 200 len: 692 time: 0.1156282 Dec 20 21:16:15.968057 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674795145-router', 'tenant_id': '24910e7c121e45829b81d01db2e9e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '4650066a-b1c4-431b-afaf-15cf80e53934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:09Z', 'updated_at': '2021-12-20T21:16:11Z', 'revision_number': 3, 'project_id': '24910e7c121e45829b81d01db2e9e5be', 'gw_port': {'id': '4650066a-b1c4-431b-afaf-15cf80e53934', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:10Z', 'updated_at': '2021-12-20T21:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:15.999292 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87bd561-1f5b-48e2-b7a0-c15282a56d32 None None] The sync data for ids ['587032a6-ddd0-472a-9bdb-9cdab4c103ec'] in n-d-xena-1 is: [{'id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674795145-router', 'tenant_id': '24910e7c121e45829b81d01db2e9e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '4650066a-b1c4-431b-afaf-15cf80e53934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:09Z', 'updated_at': '2021-12-20T21:16:11Z', 'revision_number': 3, 'project_id': '24910e7c121e45829b81d01db2e9e5be', 'gw_port': {'id': '4650066a-b1c4-431b-afaf-15cf80e53934', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:10Z', 'updated_at': '2021-12-20T21:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:16:16.025574 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [None req-9c0c966f-06af-4db6-b4d6-94626a8499dd admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:16:16.048454 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-654724d6-4312-4678-93ab-f148ec70cb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:16.078224 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c0c966f-06af-4db6-b4d6-94626a8499dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:16.079490 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0c966f-06af-4db6-b4d6-94626a8499dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:16.080046 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c0c966f-06af-4db6-b4d6-94626a8499dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:16.084430 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] Allocated IP 172.20.0.1 (d3e6c178-664f-4247-a8cc-4acd79df2e4a/5f2fd382-d0e4-418e-858c-1abd8708f465/5b655275-bd7f-48b6-82da-d66ee92099b4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:16.089563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5521700-514d-4431-891a-5a3f6ff907be req-db29dca5-18a7-46c1-bb47-2bbff75b4cfa tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:16.094787 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e5521700-514d-4431-891a-5a3f6ff907be req-db29dca5-18a7-46c1-bb47-2bbff75b4cfa tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 949 time: 0.3083689 Dec 20 21:16:16.159989 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbd6b7-f93d-4af8-a33a-93319ed1e4d7 req-89cd0186-e8a2-4e25-99d5-b8a5f4a92dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:16.161484 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3fbd6b7-f93d-4af8-a33a-93319ed1e4d7 req-89cd0186-e8a2-4e25-99d5-b8a5f4a92dcb service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.2519610 Dec 20 21:16:16.164160 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-0bd0be46-bdac-4f75-b4a5-08439101a083 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659872 Dec 20 21:16:16.178838 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9c0c966f-06af-4db6-b4d6-94626a8499dd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1074502 Dec 20 21:16:16.192180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45808) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:16.208065 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e5521700-514d-4431-891a-5a3f6ff907be req-2165999c-a2bf-44ab-8603-42b5ec5f77a3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993552 Dec 20 21:16:16.221130 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da982754-ce02-4aba-8f32-cd08832d1dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:16.236101 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d13c1-930b-4b45-82d6-4fa9e4727bf4 req-4e948a45-16bd-4f04-852d-c4dfecd8fc1e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:16.243279 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-986d13c1-930b-4b45-82d6-4fa9e4727bf4 req-4e948a45-16bd-4f04-852d-c4dfecd8fc1e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.3183000 Dec 20 21:16:16.253717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-986d13c1-930b-4b45-82d6-4fa9e4727bf4 req-062c12f8-c26c-4eec-b3a1-92dc5289e4c8 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:16:16.260534 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-986d13c1-930b-4b45-82d6-4fa9e4727bf4 req-062c12f8-c26c-4eec-b3a1-92dc5289e4c8 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165515 Dec 20 21:16:16.275634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-55d11851-4097-4c82-a653-47af36d7be6b admin admin] Request body: {'subnet': {'network_id': 'e465f195-2a67-412f-bcb2-8a6893837667', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799711147-subnet', 'tenant_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:16.283579 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3fbd6b7-f93d-4af8-a33a-93319ed1e4d7 req-72556034-798b-4b5f-85a2-3feb7413af9a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b HTTP/1.1" status: 200 len: 217 time: 0.1076958 Dec 20 21:16:16.303049 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c966f-06af-4db6-b4d6-94626a8499dd admin admin] Pushing event updated for resources: {'Network': ['ID=e465f195-2a67-412f-bcb2-8a6893837667,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:16.324039 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network e465f195-2a67-412f-bcb2-8a6893837667 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:16:16.339085 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-654724d6-4312-4678-93ab-f148ec70cb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:16.342501 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-654724d6-4312-4678-93ab-f148ec70cb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:16.343812 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-654724d6-4312-4678-93ab-f148ec70cb96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b9c9a03-18ba-436d-bf52-24394d99b150 HTTP/1.1" status: 204 len: 168 time: 1.1064327 Dec 20 21:16:16.366750 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da982754-ce02-4aba-8f32-cd08832d1dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:16.383409 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654724d6-4312-4678-93ab-f148ec70cb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9c9a03-18ba-436d-bf52-24394d99b150,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:16.404311 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d11851-4097-4c82-a653-47af36d7be6b admin admin] Made reservation on behalf of 3aa581a4a1b64e93b6c9a9d3db71188f for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:16.406719 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-55d11851-4097-4c82-a653-47af36d7be6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:16.417625 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-986d13c1-930b-4b45-82d6-4fa9e4727bf4 req-d40367bc-dea3-42f5-9d95-22525bf3dfe3 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.35 HTTP/1.1" status: 200 len: 695 time: 0.1561575 Dec 20 21:16:16.463207 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c44ec9c2-a894-47ea-8ae2-7f1806d9d86b up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:16.515754 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbd6b7-f93d-4af8-a33a-93319ed1e4d7 req-cdff6cbd-8045-4806-994f-704e86b80a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:16.517825 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3fbd6b7-f93d-4af8-a33a-93319ed1e4d7 req-cdff6cbd-8045-4806-994f-704e86b80a55 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.2260444 Dec 20 21:16:16.532343 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:16:16.572128 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-986d13c1-930b-4b45-82d6-4fa9e4727bf4 req-b589ec34-593c-45cf-8663-c37ae218526c tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.35 HTTP/1.1" status: 200 len: 695 time: 0.1536160 Dec 20 21:16:16.588353 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:16:16.598266 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:16.599046 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:16.605051 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4650066a-b1c4-431b-afaf-15cf80e53934 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:16.628180 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:16.674568 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad188a01-19b1-49f8-8e7a-5b63b6c79d2a req-f1dfd220-e525-4635-9632-89e16905f424 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972608 Dec 20 21:16:16.701632 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:16.725084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbd6b7-f93d-4af8-a33a-93319ed1e4d7 req-397ac77c-557f-42a6-94de-23fe0267111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:16.727063 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3fbd6b7-f93d-4af8-a33a-93319ed1e4d7 req-397ac77c-557f-42a6-94de-23fe0267111d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1864369 Dec 20 21:16:16.760595 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef7d14-933c-421d-b1da-3e926e377967 req-f1a09822-50ee-40fc-a32a-6a642ee4fffe tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:16.762493 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da982754-ce02-4aba-8f32-cd08832d1dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:16.765121 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da982754-ce02-4aba-8f32-cd08832d1dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:16.767492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-da982754-ce02-4aba-8f32-cd08832d1dc8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f64d9cab-e42d-435e-9306-9631594799c7 HTTP/1.1" status: 204 len: 168 time: 0.8773510 Dec 20 21:16:16.771380 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67ef7d14-933c-421d-b1da-3e926e377967 req-f1a09822-50ee-40fc-a32a-6a642ee4fffe tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 948 time: 0.1625676 Dec 20 21:16:16.780618 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 4650066a-b1c4-431b-afaf-15cf80e53934 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:16.780988 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:16.810249 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] Network d3e6c178-664f-4247-a8cc-4acd79df2e4a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:16.821011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:16.823871 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:16.841295 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:16.906599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da982754-ce02-4aba-8f32-cd08832d1dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64d9cab-e42d-435e-9306-9631594799c7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:16.953012 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12620ca3-d978-4864-ab0d-1b7246f60020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44ec9c2-a894-47ea-8ae2-7f1806d9d86b'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:16.956970 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb435476-93a2-4955-8eb3-ce92a058bf98" -d '{"events": [{"server_uuid": "12620ca3-d978-4864-ab0d-1b7246f60020", "name": "network-vif-plugged", "status": "completed", "tag": "c44ec9c2-a894-47ea-8ae2-7f1806d9d86b"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:16.980069 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:16.991049 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.071681 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45824) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:17.083042 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] Pushing event updated for resources: {'Port': ['ID=5b655275-bd7f-48b6-82da-d66ee92099b4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:17.100037 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67ef7d14-933c-421d-b1da-3e926e377967 req-2b7b1bef-7712-4364-8fc8-2b2ee4dfbe0f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270760 Dec 20 21:16:17.112865 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.135346 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c118b5-a197-41e6-8dfd-d47b147277e2 req-00fa7143-9305-4da9-9eb2-bf90937c5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:17.136849 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9c118b5-a197-41e6-8dfd-d47b147277e2 req-00fa7143-9305-4da9-9eb2-bf90937c5ad7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 1097 time: 0.2788928 Dec 20 21:16:17.153363 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 4650066a-b1c4-431b-afaf-15cf80e53934, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4650066a-b1c4-431b-afaf-15cf80e53934,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:17.158848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:17.159937 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-575dc7a1-f7c9-4900-bdf3-1500aaa17fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.167391 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.173410 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.205651 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3fbd6b7-f93d-4af8-a33a-93319ed1e4d7 req-52b924a9-05ca-4bc6-95e6-2872b56f2f3e service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672568 Dec 20 21:16:17.250786 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-de6b1527-d01b-4795-9067-1dfc49384a7f None None] Provisioning complete for port 5b655275-bd7f-48b6-82da-d66ee92099b4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:17.251375 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de6b1527-d01b-4795-9067-1dfc49384a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.299823 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-de6b1527-d01b-4795-9067-1dfc49384a7f None None] Port 5b655275-bd7f-48b6-82da-d66ee92099b4 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:16:17.308519 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=4650066a-b1c4-431b-afaf-15cf80e53934,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:17.352203 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-55d11851-4097-4c82-a653-47af36d7be6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.465832 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-575dc7a1-f7c9-4900-bdf3-1500aaa17fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.484986 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-575dc7a1-f7c9-4900-bdf3-1500aaa17fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.521355 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-575dc7a1-f7c9-4900-bdf3-1500aaa17fff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e19ad0b633e456cad52d8f11aa16c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4484177 Dec 20 21:16:17.523011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-986d13c1-930b-4b45-82d6-4fa9e4727bf4 req-f709967c-c881-4faa-953c-f847ccd82100 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Deleting port 7491f262-a986-4d85-8316-1b43d6064e5c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:16:17.523351 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-986d13c1-930b-4b45-82d6-4fa9e4727bf4 req-f709967c-c881-4faa-953c-f847ccd82100 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.526299 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3fbd6b7-f93d-4af8-a33a-93319ed1e4d7 req-97807998-e5f6-492b-b1e2-80add7637c1c service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555687 Dec 20 21:16:17.528872 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45834) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:17.572838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d11851-4097-4c82-a653-47af36d7be6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3898b4c4-69d3-4413-ab82-9a28d00337af,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:17.602038 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.617013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c118b5-a197-41e6-8dfd-d47b147277e2 req-43465a9e-f062-41c8-a830-ea1461ce07ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:17.623975 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9c118b5-a197-41e6-8dfd-d47b147277e2 req-43465a9e-f062-41c8-a830-ea1461ce07ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.4345267 Dec 20 21:16:17.628632 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501fa5f4-ecad-4346-8648-700b9ecf5827 x-openstack-request-id: req-501fa5f4-ecad-4346-8648-700b9ecf5827 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:17.628933 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12620ca3-d978-4864-ab0d-1b7246f60020", "name": "network-vif-plugged", "status": "completed", "tag": "c44ec9c2-a894-47ea-8ae2-7f1806d9d86b", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:17.629207 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-501fa5f4-ecad-4346-8648-700b9ecf5827 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:17.629575 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12620ca3-d978-4864-ab0d-1b7246f60020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44ec9c2-a894-47ea-8ae2-7f1806d9d86b', 'code': 200} Dec 20 21:16:17.647627 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-986d13c1-930b-4b45-82d6-4fa9e4727bf4 req-f709967c-c881-4faa-953c-f847ccd82100 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.647957 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-986d13c1-930b-4b45-82d6-4fa9e4727bf4 req-f709967c-c881-4faa-953c-f847ccd82100 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.662217 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45838) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:17.683437 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-986d13c1-930b-4b45-82d6-4fa9e4727bf4 req-f709967c-c881-4faa-953c-f847ccd82100 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Calling delete_port for 7491f262-a986-4d85-8316-1b43d6064e5c owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:16:17.716201 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575dc7a1-f7c9-4900-bdf3-1500aaa17fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1afc491-e939-41a6-8b45-104ea4a54611,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:17.723228 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9c118b5-a197-41e6-8dfd-d47b147277e2 req-59e2e417-d592-4d1a-a8b8-311b22894ec2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=c50e7163-7ce6-4b98-a677-d7b1a60568f0 HTTP/1.1" status: 200 len: 217 time: 0.0858808 Dec 20 21:16:17.723510 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb9a586a-4ea5-474d-a435-f4824d24f02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.734263 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.791264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d11851-4097-4c82-a653-47af36d7be6b admin admin] Checking segment: {'id': '400a19cf-26ca-4618-a50e-59bc4d8f21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e465f195-2a67-412f-bcb2-8a6893837667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:17.792295 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d11851-4097-4c82-a653-47af36d7be6b admin admin] Network hostable DHCP agents. Network: e465f195-2a67-412f-bcb2-8a6893837667, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:16:17.841399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c118b5-a197-41e6-8dfd-d47b147277e2 req-9806f2e0-33fa-47a8-914d-e62ee7e75fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:17.842888 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9c118b5-a197-41e6-8dfd-d47b147277e2 req-9806f2e0-33fa-47a8-914d-e62ee7e75fda service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1107836 Dec 20 21:16:17.861864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d11851-4097-4c82-a653-47af36d7be6b admin admin] Network e465f195-2a67-412f-bcb2-8a6893837667 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:16:17.884986 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4e784ded-0371-44a1-b996-4e125fc66fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.896256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207725c-de6d-4a3d-95f4-382ad38bd8d1 req-34447d32-f4ce-40b4-9edc-3ba560920c67 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:17.897922 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2207725c-de6d-4a3d-95f4-382ad38bd8d1 req-34447d32-f4ce-40b4-9edc-3ba560920c67 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 950 time: 0.1738145 Dec 20 21:16:17.903512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-55d11851-4097-4c82-a653-47af36d7be6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, e465f195-2a67-412f-bcb2-8a6893837667) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:17.914629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceeb9cf-3137-4cf6-a7f4-3f1a141867af None None] Network e465f195-2a67-412f-bcb2-8a6893837667 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:16:17.918961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d11851-4097-4c82-a653-47af36d7be6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:17.919875 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-55d11851-4097-4c82-a653-47af36d7be6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.946838 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4e784ded-0371-44a1-b996-4e125fc66fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.975931 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb9a586a-4ea5-474d-a435-f4824d24f02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.985309 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb9a586a-4ea5-474d-a435-f4824d24f02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:17.988588 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-55d11851-4097-4c82-a653-47af36d7be6b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7932763 Dec 20 21:16:17.990634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c118b5-a197-41e6-8dfd-d47b147277e2 req-e4ac8a55-5e77-48ff-9e89-2df82f222bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:17.992062 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9c118b5-a197-41e6-8dfd-d47b147277e2 req-e4ac8a55-5e77-48ff-9e89-2df82f222bbc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1409674 Dec 20 21:16:17.998172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45842) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:18.003785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1799711147-router', 'tenant_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:18.019145 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2207725c-de6d-4a3d-95f4-382ad38bd8d1 req-ddc1dac9-2f60-45d9-abd4-de2380958301 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079104 Dec 20 21:16:18.090250 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:18.091405 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:18.091562 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cb9a586a-4ea5-474d-a435-f4824d24f02a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc934dc5333b43aebaf4e255cbad52a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4213326 Dec 20 21:16:18.092311 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a586a-4ea5-474d-a435-f4824d24f02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1b22be-6390-4614-8779-52c84a7f2d1b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:18.097628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45844) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:18.117918 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-986d13c1-930b-4b45-82d6-4fa9e4727bf4 req-f709967c-c881-4faa-953c-f847ccd82100 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:18.132394 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4e784ded-0371-44a1-b996-4e125fc66fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:18.135061 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4e784ded-0371-44a1-b996-4e125fc66fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:18.136315 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4e784ded-0371-44a1-b996-4e125fc66fa9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1afc491-e939-41a6-8b45-104ea4a54611 HTTP/1.1" status: 204 len: 168 time: 0.6039495 Dec 20 21:16:18.167858 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:18.173449 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709967c-c881-4faa-953c-f847ccd82100 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Pushing event deleted for resources: {'Port': ['ID=7491f262-a986-4d85-8316-1b43d6064e5c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:18.195349 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:18.205344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e784ded-0371-44a1-b996-4e125fc66fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1afc491-e939-41a6-8b45-104ea4a54611,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:18.248503 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9c118b5-a197-41e6-8dfd-d47b147277e2 req-c961c47e-d16d-4012-9162-8a58bf5baa07 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481322 Dec 20 21:16:18.263966 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:18.275537 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a83d6f5e-706a-4882-89fe-5f21d6912d24 req-ab0aa35d-f3b7-4b7f-9235-091d2a49d004 tempest-QuotasAdminNegativeTest-544586089 tempest-QuotasAdminNegativeTest-544586089-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=96d17cc8a53440dfba2ef163ba25f4d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834317 Dec 20 21:16:18.303930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-e465f195-2a67-412f-bcb2-8a6893837667', 'network_id': 'e465f195-2a67-412f-bcb2-8a6893837667', 'tenant_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'fixed_ips': [{'subnet_id': '3898b4c4-69d3-4413-ab82-9a28d00337af'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:16:18.307178 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:18.511121 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Allocated IP 172.20.0.2 (e465f195-2a67-412f-bcb2-8a6893837667/3898b4c4-69d3-4413-ab82-9a28d00337af/0cf065c5-2f80-43b2-b0c2-742e056ad498) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:18.537990 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] Pushing event updated for resources: {'Port': ['ID=5b655275-bd7f-48b6-82da-d66ee92099b4,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:18.543582 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:18.545745 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-986d13c1-930b-4b45-82d6-4fa9e4727bf4 req-f709967c-c881-4faa-953c-f847ccd82100 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:18.548148 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-986d13c1-930b-4b45-82d6-4fa9e4727bf4 req-f709967c-c881-4faa-953c-f847ccd82100 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:18.553871 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-986d13c1-930b-4b45-82d6-4fa9e4727bf4 req-f709967c-c881-4faa-953c-f847ccd82100 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "DELETE /v2.0/floatingips/e6b3f4c0-e2aa-4124-9ac8-9166128e2fbf HTTP/1.1" status: 204 len: 173 time: 1.8640518 Dec 20 21:16:18.559207 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f380adba-bf44-4f0d-9118-223721d504d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:18.561830 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4650066a-b1c4-431b-afaf-15cf80e53934 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:18.697053 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 4650066a-b1c4-431b-afaf-15cf80e53934 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:18.697773 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:18.750120 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08036de-a686-4320-86dc-1feab6cff0a9 req-48f8fe38-8ad4-4780-bf3c-be10aa5a572a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:18.758324 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f08036de-a686-4320-86dc-1feab6cff0a9 req-48f8fe38-8ad4-4780-bf3c-be10aa5a572a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 948 time: 0.0977986 Dec 20 21:16:18.780305 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] Network d3e6c178-664f-4247-a8cc-4acd79df2e4a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:18.784049 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:18.784754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:18.829067 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:18.842948 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f08036de-a686-4320-86dc-1feab6cff0a9 req-283b0ff1-d5a4-4b86-8a93-3786808c096c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833504 Dec 20 21:16:18.914341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Network e465f195-2a67-412f-bcb2-8a6893837667 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:18.929924 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:18.937101 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:18.960425 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Pushing event updated for resources: {'Port': ['ID=0cf065c5-2f80-43b2-b0c2-742e056ad498,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:19.025768 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Attempting to bind port 0cf065c5-2f80-43b2-b0c2-742e056ad498 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:19.026336 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Attempting to bind port 0cf065c5-2f80-43b2-b0c2-742e056ad498 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '400a19cf-26ca-4618-a50e-59bc4d8f21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e465f195-2a67-412f-bcb2-8a6893837667'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:19.026780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Attempting to bind port 0cf065c5-2f80-43b2-b0c2-742e056ad498 on network e465f195-2a67-412f-bcb2-8a6893837667 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:19.038218 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:19.038715 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Checking segment: {'id': '400a19cf-26ca-4618-a50e-59bc4d8f21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e465f195-2a67-412f-bcb2-8a6893837667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:19.039193 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:19.039976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Bound using segment: {'id': '400a19cf-26ca-4618-a50e-59bc4d8f21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e465f195-2a67-412f-bcb2-8a6893837667'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:19.041546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Bound port: 0cf065c5-2f80-43b2-b0c2-742e056ad498, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400a19cf-26ca-4618-a50e-59bc4d8f21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e465f195-2a67-412f-bcb2-8a6893837667'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:19.043384 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:19.045075 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:19.097141 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f380adba-bf44-4f0d-9118-223721d504d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:19.118172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d6f5e-706a-4882-89fe-5f21d6912d24 req-92b3ca0f-6038-43a1-9c61-9eeff830fa40 tempest-QuotasAdminNegativeTest-544586089 tempest-QuotasAdminNegativeTest-544586089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:19.128902 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a83d6f5e-706a-4882-89fe-5f21d6912d24 req-92b3ca0f-6038-43a1-9c61-9eeff830fa40 tempest-QuotasAdminNegativeTest-544586089 tempest-QuotasAdminNegativeTest-544586089-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7989726 Dec 20 21:16:19.161138 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] For port 0cf065c5-2f80-43b2-b0c2-742e056ad498, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:19.166211 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] For port 0cf065c5-2f80-43b2-b0c2-742e056ad498, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0cf065c5-2f80-43b2-b0c2-742e056ad498,segment=NetworkSegment(400a19cf-26ca-4618-a50e-59bc4d8f21dd),segment_id=400a19cf-26ca-4618-a50e-59bc4d8f21dd)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:19.170129 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9c118b5-a197-41e6-8dfd-d47b147277e2 req-dfabe103-b87a-4034-844b-7bc3aa1355ec service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9079680 Dec 20 21:16:19.181417 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:19.196255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-59b4ace1-5997-4c92-a216-3e68ff6fcde2 None None] Provisioning complete for port 5b655275-bd7f-48b6-82da-d66ee92099b4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:19.196255 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-59b4ace1-5997-4c92-a216-3e68ff6fcde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:19.218328 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a83d6f5e-706a-4882-89fe-5f21d6912d24 req-7282440f-0a7f-424c-aa04-e28ba66edc30 tempest-QuotasAdminNegativeTest-544586089 tempest-QuotasAdminNegativeTest-544586089-project] 10.222.0.32 "GET /v2.0/quotas/96d17cc8a53440dfba2ef163ba25f4d0 HTTP/1.1" status: 200 len: 375 time: 0.0884619 Dec 20 21:16:19.252336 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b810ef0-7cc8-47ac-a668-b5eed7989027 req-1f9bcc17-8158-4eae-b345-4cabb6c87527 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:19.254580 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7b810ef0-7cc8-47ac-a668-b5eed7989027 req-1f9bcc17-8158-4eae-b345-4cabb6c87527 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3387249 Dec 20 21:16:19.277266 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a83d6f5e-706a-4882-89fe-5f21d6912d24 req-9603c196-7cbb-42ab-9f5f-18119dec53e0 tempest-QuotasAdminNegativeTest-544586089 tempest-QuotasAdminNegativeTest-544586089-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=96d17cc8a53440dfba2ef163ba25f4d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579877 Dec 20 21:16:19.285164 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-59b4ace1-5997-4c92-a216-3e68ff6fcde2 None None] Port 5b655275-bd7f-48b6-82da-d66ee92099b4 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:16:19.323936 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4196c-42bb-4468-8d0a-90eef75a2f95 None None] Pushing event updated for resources: {'Port': ['ID=0cf065c5-2f80-43b2-b0c2-742e056ad498,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:19.326654 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f380adba-bf44-4f0d-9118-223721d504d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:19.329324 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f380adba-bf44-4f0d-9118-223721d504d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:19.331844 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f380adba-bf44-4f0d-9118-223721d504d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf1b22be-6390-4614-8779-52c84a7f2d1b HTTP/1.1" status: 204 len: 168 time: 1.2316582 Dec 20 21:16:19.353483 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380adba-bf44-4f0d-9118-223721d504d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1b22be-6390-4614-8779-52c84a7f2d1b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:19.403589 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] Router 587032a6-ddd0-472a-9bdb-9cdab4c103ec has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:16:19.601344 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab72685-014e-4cd3-a6e7-5ae71c240bf0 req-10e005d7-87db-477d-ad82-78495d72cf2d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:19.603266 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1ab72685-014e-4cd3-a6e7-5ae71c240bf0 req-10e005d7-87db-477d-ad82-78495d72cf2d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 950 time: 0.1944172 Dec 20 21:16:19.635829 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3c421e4-cefd-4f8f-b3ed-11c486ec1c8e req-4b641822-06e7-4668-a79f-7d56689a2703 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=62fafeac12c747fb8937b82cd7716eb8 HTTP/1.1" status: 200 len: 1655 time: 0.1912787 Dec 20 21:16:19.669851 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1ab72685-014e-4cd3-a6e7-5ae71c240bf0 req-eb9181a3-55c5-44cb-844c-d2d40a9681af tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576396 Dec 20 21:16:19.703291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:16:19.714288 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Sync routers for ids ['587032a6-ddd0-472a-9bdb-9cdab4c103ec'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:16:19.733077 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7d604007-e197-4f46-94a1-70f63d39814e admin admin] 10.222.0.32 "PUT /v2.0/routers/587032a6-ddd0-472a-9bdb-9cdab4c103ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1338649 Dec 20 21:16:19.734509 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Routers {'587032a6-ddd0-472a-9bdb-9cdab4c103ec'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:16:19.735507 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:15:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['587032a6-ddd0-472a-9bdb-9cdab4c103ec'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:19.871870 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Set router 587032a6-ddd0-472a-9bdb-9cdab4c103ec gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:16:19.911378 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:19.948968 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:20.046404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c421e4-cefd-4f8f-b3ed-11c486ec1c8e req-03d0b0e2-f121-4316-97f2-294baafe471f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:20.048038 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3c421e4-cefd-4f8f-b3ed-11c486ec1c8e req-03d0b0e2-f121-4316-97f2-294baafe471f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/networks?id=75a50006-9813-4820-b308-110a7399d065&id=75a50006-9813-4820-b308-110a7399d065&id=75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 787 time: 0.4114206 Dec 20 21:16:20.084002 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-b3c421e4-cefd-4f8f-b3ed-11c486ec1c8e req-ed6b3125-ff9d-4e4e-b155-99ec6bdf3631 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:16:20.096543 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3c421e4-cefd-4f8f-b3ed-11c486ec1c8e req-ed6b3125-ff9d-4e4e-b155-99ec6bdf3631 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0371778 Dec 20 21:16:20.131611 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674795145-router', 'tenant_id': '24910e7c121e45829b81d01db2e9e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '4650066a-b1c4-431b-afaf-15cf80e53934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:09Z', 'updated_at': '2021-12-20T21:16:17Z', 'revision_number': 4, 'project_id': '24910e7c121e45829b81d01db2e9e5be', 'gw_port': {'id': '4650066a-b1c4-431b-afaf-15cf80e53934', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:10Z', 'updated_at': '2021-12-20T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '5b655275-bd7f-48b6-82da-d66ee92099b4', 'name': '', 'network_id': 'd3e6c178-664f-4247-a8cc-4acd79df2e4a', 'tenant_id': '24910e7c121e45829b81d01db2e9e5be', 'mac_address': 'fa:16:3e:68:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '5f2fd382-d0e4-418e-858c-1abd8708f465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:15Z', 'updated_at': '2021-12-20T21:16:17Z', 'revision_number': 2, 'project_id': '24910e7c121e45829b81d01db2e9e5be', 'subnets': [{'id': '5f2fd382-d0e4-418e-858c-1abd8708f465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:20.164815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Allocated IP 172.35.3.52 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/60453205-83a5-4968-bd89-59a00829cf65) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:20.172954 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Checking router: 587032a6-ddd0-472a-9bdb-9cdab4c103ec for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:16:20.174774 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Updating router 587032a6-ddd0-472a-9bdb-9cdab4c103ec port 5b655275-bd7f-48b6-82da-d66ee92099b4 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:16:20.213878 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:20.356419 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931f7a6-034b-4bb4-860f-b128a3c28da2 req-e58a6b3d-2c44-4f85-b477-589141ada9f8 tempest-MigrationsAdminTest-194637268 tempest-MigrationsAdminTest-194637268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:20.357966 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9931f7a6-034b-4bb4-860f-b128a3c28da2 req-e58a6b3d-2c44-4f85-b477-589141ada9f8 tempest-MigrationsAdminTest-194637268 tempest-MigrationsAdminTest-194637268-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 1099 time: 0.1827285 Dec 20 21:16:20.370436 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3600175-67ed-4890-9024-2447a1b5032a req-47cc6b88-ec9d-4483-91be-b13ed573022a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:20.383084 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f3600175-67ed-4890-9024-2447a1b5032a req-47cc6b88-ec9d-4483-91be-b13ed573022a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 948 time: 0.0806715 Dec 20 21:16:20.439783 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9931f7a6-034b-4bb4-860f-b128a3c28da2 req-2b7321c0-cba1-4841-9d18-33f8a5cdf1bb tempest-MigrationsAdminTest-194637268 tempest-MigrationsAdminTest-194637268-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720246 Dec 20 21:16:20.486400 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:20.494056 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f3600175-67ed-4890-9024-2447a1b5032a req-4a831434-9080-459c-9886-3bb55cf33d44 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090193 Dec 20 21:16:20.511005 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c50e7163-7ce6-4b98-a677-d7b1a60568f0 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:16:20.547091 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:20.608465 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-833efee2-5f6c-418f-9ed7-a23d2c96aade req-531ca4ef-1d66-4451-a3f0-796559c822a4 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/floatingips/e008e93c-d706-4a69-a78c-24b7c4efdbb5 HTTP/1.1" status: 200 len: 693 time: 0.0757258 Dec 20 21:16:20.630859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:20.641948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:20.710640 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0cf065c5-2f80-43b2-b0c2-742e056ad498 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:20.711588 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Pushing event updated for resources: {'Port': ['ID=60453205-83a5-4968-bd89-59a00829cf65,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:20.721014 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:20.730684 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833efee2-5f6c-418f-9ed7-a23d2c96aade req-4a729605-b144-41fe-9d0c-a740524e86b7 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:20.739622 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-833efee2-5f6c-418f-9ed7-a23d2c96aade req-4a729605-b144-41fe-9d0c-a740524e86b7 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.1301792 Dec 20 21:16:20.740061 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:20.753788 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:20.831777 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b723a-c0fe-4012-8a39-a3490c89e2ce None None] Pushing event updated for resources: {'Port': ['ID=5b655275-bd7f-48b6-82da-d66ee92099b4,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:20.850615 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-833efee2-5f6c-418f-9ed7-a23d2c96aade req-9a9b5d22-fb4b-4001-bc69-7902c12b80b3 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.236 HTTP/1.1" status: 200 len: 696 time: 0.1099880 Dec 20 21:16:20.870962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 0cf065c5-2f80-43b2-b0c2-742e056ad498 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:20.872552 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:20.914331 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-833efee2-5f6c-418f-9ed7-a23d2c96aade req-5aed4c23-7558-445f-b752-9705c051e01e tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.236 HTTP/1.1" status: 200 len: 696 time: 0.0623491 Dec 20 21:16:20.927055 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Attempting to bind port 5b655275-bd7f-48b6-82da-d66ee92099b4 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:20.927581 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Attempting to bind port 5b655275-bd7f-48b6-82da-d66ee92099b4 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '266c6160-8024-448c-9cd3-1f549a8ecc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd3e6c178-664f-4247-a8cc-4acd79df2e4a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:20.929040 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Attempting to bind port 5b655275-bd7f-48b6-82da-d66ee92099b4 on network d3e6c178-664f-4247-a8cc-4acd79df2e4a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:20.939860 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:20.940240 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Checking segment: {'id': '266c6160-8024-448c-9cd3-1f549a8ecc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd3e6c178-664f-4247-a8cc-4acd79df2e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:20.940649 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:20.941046 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Bound using segment: {'id': '266c6160-8024-448c-9cd3-1f549a8ecc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd3e6c178-664f-4247-a8cc-4acd79df2e4a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:20.941523 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Bound port: 5b655275-bd7f-48b6-82da-d66ee92099b4, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266c6160-8024-448c-9cd3-1f549a8ecc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd3e6c178-664f-4247-a8cc-4acd79df2e4a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:20.941907 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:20.967202 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a914754f-5ec9-42b7-9df5-26a5b9a8690b None None] Network e465f195-2a67-412f-bcb2-8a6893837667 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:16:21.060201 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] For port 5b655275-bd7f-48b6-82da-d66ee92099b4, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:21.065556 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] For port 5b655275-bd7f-48b6-82da-d66ee92099b4, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5b655275-bd7f-48b6-82da-d66ee92099b4,segment=NetworkSegment(266c6160-8024-448c-9cd3-1f549a8ecc71),segment_id=266c6160-8024-448c-9cd3-1f549a8ecc71)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:21.071837 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:21.126245 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c50e7163-7ce6-4b98-a677-d7b1a60568f0, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c50e7163-7ce6-4b98-a677-d7b1a60568f0,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:21.172443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'c50e7163-7ce6-4b98-a677-d7b1a60568f0', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'c50e7163-7ce6-4b98-a677-d7b1a60568f0', 'mac_address': 'fa:16:3e:0d:19:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:16:21.193799 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-cf9c7a08-4a0b-4fd7-abed-248012deed5e None None] Provisioning complete for port 0cf065c5-2f80-43b2-b0c2-742e056ad498 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:21.194836 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7a08-4a0b-4fd7-abed-248012deed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:21.200759 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Routers {'587032a6-ddd0-472a-9bdb-9cdab4c103ec'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:16:21.201408 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:15:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['587032a6-ddd0-472a-9bdb-9cdab4c103ec'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:21.228316 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-833efee2-5f6c-418f-9ed7-a23d2c96aade req-6a13b8de-2abf-4fa3-b493-c40ded60f141 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Deleting port 6f4eb428-19f2-4570-a549-a4cac423ddb2 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:16:21.229939 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-833efee2-5f6c-418f-9ed7-a23d2c96aade req-6a13b8de-2abf-4fa3-b493-c40ded60f141 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:21.336454 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:21.353960 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b723a-c0fe-4012-8a39-a3490c89e2ce None None] Pushing event updated for resources: {'Port': ['ID=5b655275-bd7f-48b6-82da-d66ee92099b4,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:21.406705 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-833efee2-5f6c-418f-9ed7-a23d2c96aade req-6a13b8de-2abf-4fa3-b493-c40ded60f141 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:21.407191 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-833efee2-5f6c-418f-9ed7-a23d2c96aade req-6a13b8de-2abf-4fa3-b493-c40ded60f141 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:21.450661 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] Set router 587032a6-ddd0-472a-9bdb-9cdab4c103ec gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:16:21.455149 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-833efee2-5f6c-418f-9ed7-a23d2c96aade req-6a13b8de-2abf-4fa3-b493-c40ded60f141 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Calling delete_port for 6f4eb428-19f2-4570-a549-a4cac423ddb2 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:16:21.472550 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:21.483772 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:21.577427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50e7163-7ce6-4b98-a677-d7b1a60568f0 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:16:21.682591 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 0cf065c5-2f80-43b2-b0c2-742e056ad498, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0cf065c5-2f80-43b2-b0c2-742e056ad498,segment=NetworkSegment(400a19cf-26ca-4618-a50e-59bc4d8f21dd),segment_id=400a19cf-26ca-4618-a50e-59bc4d8f21dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:21.687014 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c50e7163-7ce6-4b98-a677-d7b1a60568f0, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c50e7163-7ce6-4b98-a677-d7b1a60568f0,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:21.691986 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:21.709596 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7a08-4a0b-4fd7-abed-248012deed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:21.719104 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:21.732280 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-833efee2-5f6c-418f-9ed7-a23d2c96aade req-6a13b8de-2abf-4fa3-b493-c40ded60f141 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:21.748712 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:21.761126 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674795145-router', 'tenant_id': '24910e7c121e45829b81d01db2e9e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '4650066a-b1c4-431b-afaf-15cf80e53934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:09Z', 'updated_at': '2021-12-20T21:16:17Z', 'revision_number': 4, 'project_id': '24910e7c121e45829b81d01db2e9e5be', 'gw_port': {'id': '4650066a-b1c4-431b-afaf-15cf80e53934', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:10Z', 'updated_at': '2021-12-20T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '5b655275-bd7f-48b6-82da-d66ee92099b4', 'name': '', 'network_id': 'd3e6c178-664f-4247-a8cc-4acd79df2e4a', 'tenant_id': '24910e7c121e45829b81d01db2e9e5be', 'mac_address': 'fa:16:3e:68:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '5f2fd382-d0e4-418e-858c-1abd8708f465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:15Z', 'updated_at': '2021-12-20T21:16:21Z', 'revision_number': 4, 'project_id': '24910e7c121e45829b81d01db2e9e5be', 'subnets': [{'id': '5f2fd382-d0e4-418e-858c-1abd8708f465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:21.791339 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13b8de-2abf-4fa3-b493-c40ded60f141 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Pushing event deleted for resources: {'Port': ['ID=6f4eb428-19f2-4570-a549-a4cac423ddb2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:21.791970 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a313d-796f-466c-a3d6-3e496d73db1d None None] The sync data for ids ['587032a6-ddd0-472a-9bdb-9cdab4c103ec'] in n-d-xena-1 is: [{'id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674795145-router', 'tenant_id': '24910e7c121e45829b81d01db2e9e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '4650066a-b1c4-431b-afaf-15cf80e53934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:09Z', 'updated_at': '2021-12-20T21:16:17Z', 'revision_number': 4, 'project_id': '24910e7c121e45829b81d01db2e9e5be', 'gw_port': {'id': '4650066a-b1c4-431b-afaf-15cf80e53934', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:10Z', 'updated_at': '2021-12-20T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '5b655275-bd7f-48b6-82da-d66ee92099b4', 'name': '', 'network_id': 'd3e6c178-664f-4247-a8cc-4acd79df2e4a', 'tenant_id': '24910e7c121e45829b81d01db2e9e5be', 'mac_address': 'fa:16:3e:68:dd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '5f2fd382-d0e4-418e-858c-1abd8708f465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:15Z', 'updated_at': '2021-12-20T21:16:21Z', 'revision_number': 4, 'project_id': '24910e7c121e45829b81d01db2e9e5be', 'subnets': [{'id': '5f2fd382-d0e4-418e-858c-1abd8708f465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:16:21.931235 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-833efee2-5f6c-418f-9ed7-a23d2c96aade req-6a13b8de-2abf-4fa3-b493-c40ded60f141 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:21.936899 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-833efee2-5f6c-418f-9ed7-a23d2c96aade req-6a13b8de-2abf-4fa3-b493-c40ded60f141 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:21.938305 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-833efee2-5f6c-418f-9ed7-a23d2c96aade req-6a13b8de-2abf-4fa3-b493-c40ded60f141 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "DELETE /v2.0/floatingips/e008e93c-d706-4a69-a78c-24b7c4efdbb5 HTTP/1.1" status: 204 len: 173 time: 1.0228205 Dec 20 21:16:22.002211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Router 9b1ecc8f-fb0c-4856-990c-324accb87e81 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:16:22.114845 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45966) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:22.144732 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=0cf065c5-2f80-43b2-b0c2-742e056ad498,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:22.175364 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-cf9c7a08-4a0b-4fd7-abed-248012deed5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:16:22.175815 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-cf9c7a08-4a0b-4fd7-abed-248012deed5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:16:22.218234 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=c50e7163-7ce6-4b98-a677-d7b1a60568f0,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:22.234044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:16:22.242369 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c50e7163-7ce6-4b98-a677-d7b1a60568f0'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:16:22.253419 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Sync routers for ids ['9b1ecc8f-fb0c-4856-990c-324accb87e81'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:16:22.268281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f9af4-707b-4b6b-b86e-d6d0eca688dc req-7ff21e89-6a2d-4838-aa59-234e8215fed6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:22.280731 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-081f9af4-707b-4b6b-b86e-d6d0eca688dc req-7ff21e89-6a2d-4838-aa59-234e8215fed6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 949 time: 0.0847950 Dec 20 21:16:22.318697 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:22.319908 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f5386fe7-3d71-4a18-9085-79b41a634e76 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3208089 Dec 20 21:16:22.322949 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45974) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:22.344381 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-081f9af4-707b-4b6b-b86e-d6d0eca688dc req-4c219d77-8f9d-4dd2-a4fb-52d179382f7c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625811 Dec 20 21:16:22.356999 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Routers {'9b1ecc8f-fb0c-4856-990c-324accb87e81'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:16:22.357641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:15:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['9b1ecc8f-fb0c-4856-990c-324accb87e81'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:22.464688 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb54c1c5-efb5-45cb-a0eb-3dcece34e35e req-156ba992-447f-4a52-87b2-347deeeb412f tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/floatingips/af1ce8b6-66a7-4908-bde6-c7cdf2a6cae9 HTTP/1.1" status: 200 len: 691 time: 0.0937545 Dec 20 21:16:22.501103 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-682ac82b-7d22-40bc-bada-0f2b9a64a6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:22.534010 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-8b2ebbe4-e51c-4894-956a-6b1b3cadc375 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6ecc0e7403494750812a106806372d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854728 Dec 20 21:16:22.638709 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Set router 9b1ecc8f-fb0c-4856-990c-324accb87e81 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:16:22.652679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54c1c5-efb5-45cb-a0eb-3dcece34e35e req-4eee92a5-cd2b-4735-9020-c6a148cb4f58 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:22.658604 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb54c1c5-efb5-45cb-a0eb-3dcece34e35e req-4eee92a5-cd2b-4735-9020-c6a148cb4f58 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.1868508 Dec 20 21:16:22.779002 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb54c1c5-efb5-45cb-a0eb-3dcece34e35e req-2e3b9810-10c2-42ca-9118-e6ab686df551 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.6 HTTP/1.1" status: 200 len: 694 time: 0.1088371 Dec 20 21:16:22.808036 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0cf065c5-2f80-43b2-b0c2-742e056ad498 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:22.855119 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-dae47e14-a233-4e6b-82b6-ef8b54be7ea7 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:22.855778 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb54c1c5-efb5-45cb-a0eb-3dcece34e35e req-39019019-5083-4d4b-854b-0a97e5b5f461 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.6 HTTP/1.1" status: 200 len: 694 time: 0.0670233 Dec 20 21:16:22.857222 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-dae47e14-a233-4e6b-82b6-ef8b54be7ea7 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3224423 Dec 20 21:16:22.889404 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-682ac82b-7d22-40bc-bada-0f2b9a64a6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:22.902526 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-3ca89276-39ab-4c46-b275-2796c5a4d329 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/quotas/6ecc0e7403494750812a106806372d38 HTTP/1.1" status: 200 len: 375 time: 0.0338893 Dec 20 21:16:22.905411 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-682ac82b-7d22-40bc-bada-0f2b9a64a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:22.998910 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-682ac82b-7d22-40bc-bada-0f2b9a64a6ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96d17cc8a53440dfba2ef163ba25f4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8826201 Dec 20 21:16:23.034583 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45992) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:23.044537 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ac82b-7d22-40bc-bada-0f2b9a64a6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80290aa2-a870-4230-b7f4-befb9dc12626,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:23.074214 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 0cf065c5-2f80-43b2-b0c2-742e056ad498 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:23.074958 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:23.094811 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-ba5e139f-0f92-4ee1-9d35-209eecbc33d4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1756792 Dec 20 21:16:23.141369 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0a98f446-55f5-46d5-8a8d-820be4e3f39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:23.163737 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0a98f446-55f5-46d5-8a8d-820be4e3f39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:23.198490 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-112b601b-cb6d-4e5a-bbac-d277dd3cbcb1 None None] Provisioning complete for port 0cf065c5-2f80-43b2-b0c2-742e056ad498 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:23.198929 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-112b601b-cb6d-4e5a-bbac-d277dd3cbcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:23.233576 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0a98f446-55f5-46d5-8a8d-820be4e3f39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:23.238578 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0a98f446-55f5-46d5-8a8d-820be4e3f39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:23.240097 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0a98f446-55f5-46d5-8a8d-820be4e3f39d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80290aa2-a870-4230-b7f4-befb9dc12626 HTTP/1.1" status: 204 len: 168 time: 0.2044210 Dec 20 21:16:23.258671 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98f446-55f5-46d5-8a8d-820be4e3f39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80290aa2-a870-4230-b7f4-befb9dc12626,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:23.268806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-eb54c1c5-efb5-45cb-a0eb-3dcece34e35e req-bd6b396d-2587-463a-9420-739946b9e9da tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Deleting port 68ea6678-4bf1-458e-950c-c49d5d54172b {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:16:23.269148 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eb54c1c5-efb5-45cb-a0eb-3dcece34e35e req-bd6b396d-2587-463a-9420-739946b9e9da tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:23.299630 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:23.394249 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eb54c1c5-efb5-45cb-a0eb-3dcece34e35e req-bd6b396d-2587-463a-9420-739946b9e9da tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:23.394749 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eb54c1c5-efb5-45cb-a0eb-3dcece34e35e req-bd6b396d-2587-463a-9420-739946b9e9da tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:23.400929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799711147-router', 'tenant_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.52'}], 'enable_snat': True}, 'gw_port_id': '60453205-83a5-4968-bd89-59a00829cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:18Z', 'updated_at': '2021-12-20T21:16:21Z', 'revision_number': 3, 'project_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'gw_port': {'id': '60453205-83a5-4968-bd89-59a00829cf65', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ac:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:19Z', 'updated_at': '2021-12-20T21:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:23.443047 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-eb54c1c5-efb5-45cb-a0eb-3dcece34e35e req-bd6b396d-2587-463a-9420-739946b9e9da tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Calling delete_port for 68ea6678-4bf1-458e-950c-c49d5d54172b owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:16:23.538305 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Checking router: 9b1ecc8f-fb0c-4856-990c-324accb87e81 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:16:23.543379 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Updating router 9b1ecc8f-fb0c-4856-990c-324accb87e81 port 60453205-83a5-4968-bd89-59a00829cf65 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:16:23.618968 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5b655275-bd7f-48b6-82da-d66ee92099b4 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:23.653563 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] Allocated IP 172.20.0.1 (e465f195-2a67-412f-bcb2-8a6893837667/3898b4c4-69d3-4413-ab82-9a28d00337af/82732d30-9162-4749-868e-97274da8029f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:23.703642 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:23.784373 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-112b601b-cb6d-4e5a-bbac-d277dd3cbcb1 None None] Provisioning complete for port 5b655275-bd7f-48b6-82da-d66ee92099b4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:23.784818 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-112b601b-cb6d-4e5a-bbac-d277dd3cbcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:23.846516 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:23.912019 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:23.921399 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 5b655275-bd7f-48b6-82da-d66ee92099b4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:23.921834 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:23.935124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] Network e465f195-2a67-412f-bcb2-8a6893837667 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:23.969601 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-abc04d0b-71a0-4223-9b46-e02bbbd14218 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1af1beac559d40d5913ad52299ae6ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323582 Dec 20 21:16:23.992360 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:24.011929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46026) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:24.031786 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d58d00f5-e7aa-4c28-b81a-d84ca99b6762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.111129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:24.157563 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d58d00f5-e7aa-4c28-b81a-d84ca99b6762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.159615 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eb54c1c5-efb5-45cb-a0eb-3dcece34e35e req-bd6b396d-2587-463a-9420-739946b9e9da tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.170937 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d58d00f5-e7aa-4c28-b81a-d84ca99b6762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.220075 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.227767 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-c774f0d2-68e6-4f6e-b027-ebfafe8b3b71 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:24.234300 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-c774f0d2-68e6-4f6e-b027-ebfafe8b3b71 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2390814 Dec 20 21:16:24.244754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] Pushing event updated for resources: {'Port': ['ID=82732d30-9162-4749-868e-97274da8029f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:24.247965 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b396d-2587-463a-9420-739946b9e9da tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Pushing event deleted for resources: {'Port': ['ID=68ea6678-4bf1-458e-950c-c49d5d54172b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:24.251330 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d00f5-e7aa-4c28-b81a-d84ca99b6762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b75fded-aca1-43ab-b79d-157e3632c127,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:24.258403 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-112b601b-cb6d-4e5a-bbac-d277dd3cbcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.269070 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d58d00f5-e7aa-4c28-b81a-d84ca99b6762 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e8603302e4347a99fbeae8098452aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537587 Dec 20 21:16:24.274112 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46030) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:24.297993 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-5f75e975-bdc0-4784-871d-e6b3a8764ab6 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/quotas/1af1beac559d40d5913ad52299ae6ceb HTTP/1.1" status: 200 len: 375 time: 0.0222681 Dec 20 21:16:24.299108 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.369141 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 5b655275-bd7f-48b6-82da-d66ee92099b4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5b655275-bd7f-48b6-82da-d66ee92099b4,segment=NetworkSegment(266c6160-8024-448c-9cd3-1f549a8ecc71),segment_id=266c6160-8024-448c-9cd3-1f549a8ecc71)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:24.386339 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eb54c1c5-efb5-45cb-a0eb-3dcece34e35e req-bd6b396d-2587-463a-9420-739946b9e9da tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.388850 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eb54c1c5-efb5-45cb-a0eb-3dcece34e35e req-bd6b396d-2587-463a-9420-739946b9e9da tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.389311 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.403270 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-7b290980-5079-44b7-b610-c1b522bd5418 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af1beac559d40d5913ad52299ae6ceb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956488 Dec 20 21:16:24.405850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb54c1c5-efb5-45cb-a0eb-3dcece34e35e req-bd6b396d-2587-463a-9420-739946b9e9da tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "DELETE /v2.0/floatingips/af1ce8b6-66a7-4908-bde6-c7cdf2a6cae9 HTTP/1.1" status: 204 len: 173 time: 1.5382009 Dec 20 21:16:24.409894 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad77a45e-1dce-474d-9d26-5f6942c2844c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.454906 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.472401 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad77a45e-1dce-474d-9d26-5f6942c2844c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.514361 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.551263 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.561972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c50e7163-7ce6-4b98-a677-d7b1a60568f0 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:24.574908 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a94d4efa-c85e-4b0d-82f6-517bc9638bf1 req-fddfe5a5-6b10-4a59-844e-b9072edd53e4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 210 time: 0.0539324 Dec 20 21:16:24.589902 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-112b601b-cb6d-4e5a-bbac-d277dd3cbcb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:16:24.589902 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-112b601b-cb6d-4e5a-bbac-d277dd3cbcb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:16:24.625854 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad77a45e-1dce-474d-9d26-5f6942c2844c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.629242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad77a45e-1dce-474d-9d26-5f6942c2844c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.630604 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ad77a45e-1dce-474d-9d26-5f6942c2844c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b75fded-aca1-43ab-b79d-157e3632c127 HTTP/1.1" status: 204 len: 168 time: 0.3564827 Dec 20 21:16:24.648344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77a45e-1dce-474d-9d26-5f6942c2844c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b75fded-aca1-43ab-b79d-157e3632c127,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:24.656692 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=5b655275-bd7f-48b6-82da-d66ee92099b4,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:24.669722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:24.670060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:24.671115 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:24.671115 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:24.671453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:24.671778 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:24.672099 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:24.672419 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:24.673031 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:24.673328 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:24.673646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:24.673963 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:24.690862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Attempting to bind port 60453205-83a5-4968-bd89-59a00829cf65 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:24.691226 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Attempting to bind port 60453205-83a5-4968-bd89-59a00829cf65 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:24.691578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Attempting to bind port 60453205-83a5-4968-bd89-59a00829cf65 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:24.721891 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:24.722687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:24.722687 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.722839 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:24.723294 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Bound port: 60453205-83a5-4968-bd89-59a00829cf65, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:24.723667 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.789096 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400be93-2e4b-4b9d-953e-eedd82829b7b None None] Pushing event updated for resources: {'Port': ['ID=60453205-83a5-4968-bd89-59a00829cf65,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:24.804713 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port c50e7163-7ce6-4b98-a677-d7b1a60568f0 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:16:24.810123 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port c50e7163-7ce6-4b98-a677-d7b1a60568f0 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:24.810846 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:24.828579 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] For port 60453205-83a5-4968-bd89-59a00829cf65, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:24.992339 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-bb33b9a0-718d-4907-b65d-2ea3e7477e46 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6ecc0e7403494750812a106806372d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540814 Dec 20 21:16:25.234287 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df29bf2-b667-44ac-8c42-3a4e325d33dc req-767baccc-47c5-4382-a53e-459e928a40c6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:25.236047 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7df29bf2-b667-44ac-8c42-3a4e325d33dc req-767baccc-47c5-4382-a53e-459e928a40c6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 949 time: 0.5779912 Dec 20 21:16:25.242851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] For port 60453205-83a5-4968-bd89-59a00829cf65, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=60453205-83a5-4968-bd89-59a00829cf65,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:25.256736 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9d9dbada-d28f-4c8c-8b58-c39ede09960d req-3b95bb23-49b1-49bb-983a-2d6ad2c06dc1 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/floatingips/35f5d2e9-5794-4dc7-95d1-02fbe68d6600 HTTP/1.1" status: 200 len: 693 time: 0.1285701 Dec 20 21:16:25.257708 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:25.320791 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400be93-2e4b-4b9d-953e-eedd82829b7b None None] Pushing event updated for resources: {'Port': ['ID=60453205-83a5-4968-bd89-59a00829cf65,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:25.338503 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7df29bf2-b667-44ac-8c42-3a4e325d33dc req-1e1dd70d-a673-420a-a3ca-7dceda9820ae tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918846 Dec 20 21:16:25.347424 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:25.354531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Routers {'9b1ecc8f-fb0c-4856-990c-324accb87e81'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:16:25.354531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:15:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['9b1ecc8f-fb0c-4856-990c-324accb87e81'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:25.359405 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:25.394525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-b241fd76-92e3-4f91-826f-2bae65bcb878 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:25.396875 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-b241fd76-92e3-4f91-826f-2bae65bcb878 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3898637 Dec 20 21:16:25.425578 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-bfa4f50a-c3f0-4507-8e01-01d982e160b3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Request body: {'port': {'device_id': '6f3044a5-8e98-4d94-8148-3f2e00ab0496', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': '6ecc0e7403494750812a106806372d38'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:25.475228 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:25.489404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] Set router 9b1ecc8f-fb0c-4856-990c-324accb87e81 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:16:25.532002 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-49c9156a-70bd-4031-9f9e-1161a417efa9 None None] Provisioning complete for port 82732d30-9162-4749-868e-97274da8029f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:25.532370 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49c9156a-70bd-4031-9f9e-1161a417efa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:25.577091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dbada-d28f-4c8c-8b58-c39ede09960d req-1d36f44a-7789-4788-80b5-f317c596cf07 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:25.579080 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9d9dbada-d28f-4c8c-8b58-c39ede09960d req-1d36f44a-7789-4788-80b5-f317c596cf07 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.3201065 Dec 20 21:16:25.610326 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:25.628727 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bae84fad-7fac-4771-817b-78e92f15eea3 req-b7a3e2b6-76a3-44d2-97b0-5139c8e2d3b6 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 210 time: 0.1388977 Dec 20 21:16:25.643244 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f04d2b9-617d-48f1-8fbe-2914db92b9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50e7163-7ce6-4b98-a677-d7b1a60568f0'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:25.645498 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859b1b4b-03f6-4863-91c7-4044b8bb4c2c" -d '{"events": [{"server_uuid": "7f04d2b9-617d-48f1-8fbe-2914db92b9c4", "name": "network-vif-plugged", "status": "completed", "tag": "c50e7163-7ce6-4b98-a677-d7b1a60568f0"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:25.662704 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] Pushing event updated for resources: {'Port': ['ID=82732d30-9162-4749-868e-97274da8029f,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:25.688993 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-49c9156a-70bd-4031-9f9e-1161a417efa9 None None] Port 82732d30-9162-4749-868e-97274da8029f cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:16:25.696203 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c50e7163-7ce6-4b98-a677-d7b1a60568f0, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c50e7163-7ce6-4b98-a677-d7b1a60568f0,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:25.697240 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] Network e465f195-2a67-412f-bcb2-8a6893837667 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:25.699640 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:25.704462 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:25.723946 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9d9dbada-d28f-4c8c-8b58-c39ede09960d req-b523f2d9-06ff-4d4c-b73b-49c5a7315597 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.195 HTTP/1.1" status: 200 len: 696 time: 0.1367331 Dec 20 21:16:25.799610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=c50e7163-7ce6-4b98-a677-d7b1a60568f0,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:25.851825 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9d9dbada-d28f-4c8c-8b58-c39ede09960d req-2475f69f-5d5d-4cd1-ad26-b1cda387644a tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.195 HTTP/1.1" status: 200 len: 696 time: 0.0952959 Dec 20 21:16:25.887325 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] Router 9b1ecc8f-fb0c-4856-990c-324accb87e81 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:16:25.898007 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799711147-router', 'tenant_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.52'}], 'enable_snat': True}, 'gw_port_id': '60453205-83a5-4968-bd89-59a00829cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:18Z', 'updated_at': '2021-12-20T21:16:24Z', 'revision_number': 4, 'project_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'gw_port': {'id': '60453205-83a5-4968-bd89-59a00829cf65', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ac:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:19Z', 'updated_at': '2021-12-20T21:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '82732d30-9162-4749-868e-97274da8029f', 'name': '', 'network_id': 'e465f195-2a67-412f-bcb2-8a6893837667', 'tenant_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'mac_address': 'fa:16:3e:cd:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3898b4c4-69d3-4413-ab82-9a28d00337af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:23Z', 'updated_at': '2021-12-20T21:16:24Z', 'revision_number': 2, 'project_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'subnets': [{'id': '3898b4c4-69d3-4413-ab82-9a28d00337af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:25.913009 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c0de3e1f-69fc-434d-874a-add3bf53e95c req-415bfdc5-20f6-421f-a0b2-4ec0a9bba951 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 210 time: 0.0448282 Dec 20 21:16:25.956506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a6015-82cb-475b-9643-3d904f0d03cf None None] The sync data for ids ['9b1ecc8f-fb0c-4856-990c-324accb87e81'] in n-d-xena-1 is: [{'id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799711147-router', 'tenant_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.52'}], 'enable_snat': True}, 'gw_port_id': '60453205-83a5-4968-bd89-59a00829cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:18Z', 'updated_at': '2021-12-20T21:16:24Z', 'revision_number': 4, 'project_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'gw_port': {'id': '60453205-83a5-4968-bd89-59a00829cf65', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ac:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:19Z', 'updated_at': '2021-12-20T21:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '82732d30-9162-4749-868e-97274da8029f', 'name': '', 'network_id': 'e465f195-2a67-412f-bcb2-8a6893837667', 'tenant_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'mac_address': 'fa:16:3e:cd:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3898b4c4-69d3-4413-ab82-9a28d00337af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:23Z', 'updated_at': '2021-12-20T21:16:24Z', 'revision_number': 2, 'project_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'subnets': [{'id': '3898b4c4-69d3-4413-ab82-9a28d00337af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:16:25.989402 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332083e9-be69-41f8-83ab-11f6120eb30c x-openstack-request-id: req-332083e9-be69-41f8-83ab-11f6120eb30c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:25.989968 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f04d2b9-617d-48f1-8fbe-2914db92b9c4", "name": "network-vif-plugged", "status": "completed", "tag": "c50e7163-7ce6-4b98-a677-d7b1a60568f0", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:25.990637 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-332083e9-be69-41f8-83ab-11f6120eb30c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:25.991280 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f04d2b9-617d-48f1-8fbe-2914db92b9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50e7163-7ce6-4b98-a677-d7b1a60568f0', 'code': 200} Dec 20 21:16:26.004647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-bfa4f50a-c3f0-4507-8e01-01d982e160b3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Made reservation on behalf of 6ecc0e7403494750812a106806372d38 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:26.020344 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-bfa4f50a-c3f0-4507-8e01-01d982e160b3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:26.093584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:16:26.107517 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e7cc144c-bd53-43db-ab49-e522f96174db admin admin] 10.222.0.32 "PUT /v2.0/routers/9b1ecc8f-fb0c-4856-990c-324accb87e81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7753527 Dec 20 21:16:26.119443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1c1fcedd-0488-403d-8cd6-5d081fab70da None None] Provisioning complete for port 82732d30-9162-4749-868e-97274da8029f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:26.119805 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c1fcedd-0488-403d-8cd6-5d081fab70da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:26.159914 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fcedd-0488-403d-8cd6-5d081fab70da None None] Port 82732d30-9162-4749-868e-97274da8029f cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:16:26.218674 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-be0d5ebb-59d5-4720-90c4-1c5c58b1d0f0 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1af1beac559d40d5913ad52299ae6ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296576 Dec 20 21:16:26.230042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46084) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:26.235120 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-4a75d091-c19f-4ec0-9760-89b91acbccc8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--587866733', 'description': 'tempest-description--1227398090'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:26.456439 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101647b4-1b94-4425-91d8-0b11801de5e9 req-1089859f-79a9-4800-a9a6-532854f6f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:26.459859 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-101647b4-1b94-4425-91d8-0b11801de5e9 req-1089859f-79a9-4800-a9a6-532854f6f3ab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 1099 time: 0.2826083 Dec 20 21:16:26.507998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-8974d1d5-418b-4c27-805b-99455c8e4b84 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:26.518299 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-8974d1d5-418b-4c27-805b-99455c8e4b84 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2886090 Dec 20 21:16:26.527681 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4a75d091-c19f-4ec0-9760-89b91acbccc8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:26.568763 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-9d9dbada-d28f-4c8c-8b58-c39ede09960d req-3ee474d5-0eaf-4284-953c-09a7ab603f84 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Deleting port 741347f8-2479-4ef4-898c-f5ff80947895 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:16:26.569770 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9d9dbada-d28f-4c8c-8b58-c39ede09960d req-3ee474d5-0eaf-4284-953c-09a7ab603f84 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:26.573434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5b655275-bd7f-48b6-82da-d66ee92099b4 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:26.593896 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-9cc75658-1f93-4db3-8c1b-7985ca12f991 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Request body: {'port': {'device_id': '770e345e-2506-4622-b3ae-019bdad25bd6', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': '1af1beac559d40d5913ad52299ae6ceb'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:26.651918 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 5b655275-bd7f-48b6-82da-d66ee92099b4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:26.652387 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:26.723214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-bfa4f50a-c3f0-4507-8e01-01d982e160b3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Allocated IP 192.168.233.178 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/6e1713ac-6707-46ba-aecb-67d234680f96) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:26.723457 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b15af-eef0-4269-aceb-ac1179de90a0 req-020e23f3-a49f-40e9-8f95-e5a8dfe9de47 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:26.725754 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a33b15af-eef0-4269-aceb-ac1179de90a0 req-020e23f3-a49f-40e9-8f95-e5a8dfe9de47 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 950 time: 0.2063534 Dec 20 21:16:26.755152 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-101647b4-1b94-4425-91d8-0b11801de5e9 req-57894e6e-502d-446b-a6e3-1a5546a59b13 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235014 Dec 20 21:16:26.818219 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a33b15af-eef0-4269-aceb-ac1179de90a0 req-d877f2c4-1ce3-4bed-bf17-6681ddc6ad98 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802999 Dec 20 21:16:26.821931 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9d9dbada-d28f-4c8c-8b58-c39ede09960d req-3ee474d5-0eaf-4284-953c-09a7ab603f84 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:26.822355 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9d9dbada-d28f-4c8c-8b58-c39ede09960d req-3ee474d5-0eaf-4284-953c-09a7ab603f84 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:26.865694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-9cc75658-1f93-4db3-8c1b-7985ca12f991 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Made reservation on behalf of 1af1beac559d40d5913ad52299ae6ceb for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:26.870644 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-9cc75658-1f93-4db3-8c1b-7985ca12f991 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:26.876589 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-9d9dbada-d28f-4c8c-8b58-c39ede09960d req-3ee474d5-0eaf-4284-953c-09a7ab603f84 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Calling delete_port for 741347f8-2479-4ef4-898c-f5ff80947895 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:16:26.883411 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-9cc75658-1f93-4db3-8c1b-7985ca12f991 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:26.893259 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4a75d091-c19f-4ec0-9760-89b91acbccc8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.029176 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-9cc75658-1f93-4db3-8c1b-7985ca12f991 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.033901 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bbeb0b00-6353-40a1-ba6e-42e076ae4f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.037689 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-9cc75658-1f93-4db3-8c1b-7985ca12f991 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.116358 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4a75d091-c19f-4ec0-9760-89b91acbccc8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.132421 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc75658-1f93-4db3-8c1b-7985ca12f991 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:27.159653 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-bfa4f50a-c3f0-4507-8e01-01d982e160b3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.194283 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4a75d091-c19f-4ec0-9760-89b91acbccc8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.195793 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4a75d091-c19f-4ec0-9760-89b91acbccc8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9638951 Dec 20 21:16:27.198991 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46116) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:27.205529 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2f767985-cbbc-4afb-995b-f4b55d0e7b3a tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Request body: {'security_group_rule': {'security_group_id': '37f026f9-65d6-4291-a5e9-593cb2c18933', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:27.211849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75d091-c19f-4ec0-9760-89b91acbccc8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f026f9-65d6-4291-a5e9-593cb2c18933,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:27.305029 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-bfa4f50a-c3f0-4507-8e01-01d982e160b3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.325520 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f767985-cbbc-4afb-995b-f4b55d0e7b3a tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.346877 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3537a1b9-635e-46f7-b67d-db497d1d0262 req-782b99ed-10fd-4610-892a-2880e4b0423e tempest-FloatingIPsNegativeTestJSON-1632048364 tempest-FloatingIPsNegativeTestJSON-1632048364-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=3aa581a4a1b64e93b6c9a9d3db71188f HTTP/1.1" status: 200 len: 217 time: 0.1033237 Dec 20 21:16:27.348829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c44ec9c2-a894-47ea-8ae2-7f1806d9d86b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:16:27.371478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-bfa4f50a-c3f0-4507-8e01-01d982e160b3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:27.375514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-bfa4f50a-c3f0-4507-8e01-01d982e160b3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:27.386755 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9d9dbada-d28f-4c8c-8b58-c39ede09960d req-3ee474d5-0eaf-4284-953c-09a7ab603f84 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.395127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-bfa4f50a-c3f0-4507-8e01-01d982e160b3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:27.437170 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-9cc75658-1f93-4db3-8c1b-7985ca12f991 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Allocated IP 192.168.233.245 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/a744bd23-d1db-40e5-ab30-ea2e4d94685f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:27.456346 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-bfa4f50a-c3f0-4507-8e01-01d982e160b3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:27.457096 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-bfa4f50a-c3f0-4507-8e01-01d982e160b3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.463715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4f50a-c3f0-4507-8e01-01d982e160b3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Pushing event updated for resources: {'Port': ['ID=6e1713ac-6707-46ba-aecb-67d234680f96,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:27.545925 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9d9dbada-d28f-4c8c-8b58-c39ede09960d req-3ee474d5-0eaf-4284-953c-09a7ab603f84 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.548684 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9d9dbada-d28f-4c8c-8b58-c39ede09960d req-3ee474d5-0eaf-4284-953c-09a7ab603f84 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.550023 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9d9dbada-d28f-4c8c-8b58-c39ede09960d req-3ee474d5-0eaf-4284-953c-09a7ab603f84 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] 10.222.0.32 "DELETE /v2.0/floatingips/35f5d2e9-5794-4dc7-95d1-02fbe68d6600 HTTP/1.1" status: 204 len: 173 time: 1.6905351 Dec 20 21:16:27.564671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46124) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:27.591758 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-bfa4f50a-c3f0-4507-8e01-01d982e160b3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1795957 Dec 20 21:16:27.592977 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee474d5-0eaf-4284-953c-09a7ab603f84 tempest-FloatingIPDetailsTestJSON-942420642 tempest-FloatingIPDetailsTestJSON-942420642-project] Pushing event deleted for resources: {'Port': ['ID=741347f8-2479-4ef4-898c-f5ff80947895,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:27.616199 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Request body: {'port': {'device_id': '6f3044a5-8e98-4d94-8148-3f2e00ab0496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:27.636413 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-eab067ce-db0e-4cae-8a7f-f4f0d2582dd6 req-10c94ddd-d71d-4d50-b6f6-5d734642f831 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 210 time: 0.1675472 Dec 20 21:16:27.705202 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-77387e65-9782-4422-8507-57ff33866fb0 None None] Provisioning complete for port 6e1713ac-6707-46ba-aecb-67d234680f96 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:27.707437 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-77387e65-9782-4422-8507-57ff33866fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.733784 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f767985-cbbc-4afb-995b-f4b55d0e7b3a tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.751187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c14f6-ff69-43c3-95a0-93f0b3b72715 req-155d0bef-39ca-4792-b413-9ef396433b89 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:27.751964 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-77387e65-9782-4422-8507-57ff33866fb0 None None] Port 6e1713ac-6707-46ba-aecb-67d234680f96 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:16:27.752735 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-986c14f6-ff69-43c3-95a0-93f0b3b72715 req-155d0bef-39ca-4792-b413-9ef396433b89 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 936 time: 0.1148179 Dec 20 21:16:27.753639 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.761474 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f767985-cbbc-4afb-995b-f4b55d0e7b3a tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.831159 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f767985-cbbc-4afb-995b-f4b55d0e7b3a tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831ac6fc-548f-4b46-9093-a5f1ef257a18,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:27.840906 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-986c14f6-ff69-43c3-95a0-93f0b3b72715 req-47df58c8-63e7-451e-9e98-a1d67f348549 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780652 Dec 20 21:16:27.857988 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-044b9913-66bd-4fc4-993d-9164991575e8 req-b1f7c34b-542b-4dc4-9eb7-50bb7888c056 tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=11e5b01c0d6245618ac61ab5f4371719&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602746 Dec 20 21:16:27.866412 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f767985-cbbc-4afb-995b-f4b55d0e7b3a tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.867999 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2f767985-cbbc-4afb-995b-f4b55d0e7b3a tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6677036 Dec 20 21:16:27.896861 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46138) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:27.902504 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-9cc75658-1f93-4db3-8c1b-7985ca12f991 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:27.906575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-086293f0-0eb4-4dcf-88b2-409ffefbef45 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Request body: {'security_group_rule': {'security_group_id': '37f026f9-65d6-4291-a5e9-593cb2c18933', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:27.968298 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0eb784f4-2402-488e-9cd1-d18d83cc284f req-fa14900b-a261-4f72-a370-23024e800c69 tempest-FloatingIPsNegativeTestJSON-1632048364 tempest-FloatingIPsNegativeTestJSON-1632048364-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0326436 Dec 20 21:16:28.098721 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-086293f0-0eb4-4dcf-88b2-409ffefbef45 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:28.131296 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-9cc75658-1f93-4db3-8c1b-7985ca12f991 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:28.133897 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc3ed4-499a-4f29-a15e-356160c1e486 req-82cbb87a-8594-449d-bd3b-e5244d3c4e9d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:28.135521 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b1cc3ed4-499a-4f29-a15e-356160c1e486 req-82cbb87a-8594-449d-bd3b-e5244d3c4e9d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 950 time: 0.0628026 Dec 20 21:16:28.181230 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d35615b6-914c-430d-b17a-e4be442047c8 tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:28.182757 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d35615b6-914c-430d-b17a-e4be442047c8 tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3084533 Dec 20 21:16:28.230673 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b1cc3ed4-499a-4f29-a15e-356160c1e486 req-f16bd3d7-21c3-4720-a42b-39fb74d16027 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533035 Dec 20 21:16:28.231020 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-9cc75658-1f93-4db3-8c1b-7985ca12f991 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:28.240930 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-9cc75658-1f93-4db3-8c1b-7985ca12f991 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:28.247376 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-9cc75658-1f93-4db3-8c1b-7985ca12f991 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:28.305866 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-306f8ab7-946f-4ec7-a585-eaf2c8b1446e req-9f0c1d9e-ef1b-4a11-ae97-7762a2370889 tempest-FloatingIPsNegativeTestJSON-1632048364 tempest-FloatingIPsNegativeTestJSON-1632048364-project] show failed (client error): The resource could not be found. Dec 20 21:16:28.306937 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-306f8ab7-946f-4ec7-a585-eaf2c8b1446e req-9f0c1d9e-ef1b-4a11-ae97-7762a2370889 tempest-FloatingIPsNegativeTestJSON-1632048364 tempest-FloatingIPsNegativeTestJSON-1632048364-project] 10.222.0.32 "GET /v2.0/floatingips/943d8e6b-007d-4f82-81c1-70230c8fb066 HTTP/1.1" status: 404 len: 350 time: 0.0461800 Dec 20 21:16:28.311967 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc75658-1f93-4db3-8c1b-7985ca12f991 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Pushing event updated for resources: {'Port': ['ID=a744bd23-d1db-40e5-ab30-ea2e4d94685f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:28.320645 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-086293f0-0eb4-4dcf-88b2-409ffefbef45 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:28.325955 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46148) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:28.393750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1713ac-6707-46ba-aecb-67d234680f96 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:16:28.400435 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-086293f0-0eb4-4dcf-88b2-409ffefbef45 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:28.404995 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:28.419539 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Transition to ACTIVE for port object 6e1713ac-6707-46ba-aecb-67d234680f96 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:16:28.424136 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:28.462294 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-044b9913-66bd-4fc4-993d-9164991575e8 req-f8103da2-047b-4265-b5a8-eb664b9352fe tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/quotas/11e5b01c0d6245618ac61ab5f4371719 HTTP/1.1" status: 200 len: 375 time: 0.2604747 Dec 20 21:16:28.483349 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ab311b08-a902-45d6-94c8-f03d2e07025a None None] Provisioning complete for port a744bd23-d1db-40e5-ab30-ea2e4d94685f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:28.483838 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab311b08-a902-45d6-94c8-f03d2e07025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:28.494150 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086293f0-0eb4-4dcf-88b2-409ffefbef45 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0153b9-6c65-4368-96d2-ad8f78b182cc,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:28.519186 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1713ac-6707-46ba-aecb-67d234680f96,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:28.569597 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-044b9913-66bd-4fc4-993d-9164991575e8 req-878d970c-22f0-4aec-bfde-4a2560648df0 tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=11e5b01c0d6245618ac61ab5f4371719&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063104 Dec 20 21:16:28.577803 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-9cc75658-1f93-4db3-8c1b-7985ca12f991 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:28.585988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Attempting to bind port 6e1713ac-6707-46ba-aecb-67d234680f96 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:28.586474 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Attempting to bind port 6e1713ac-6707-46ba-aecb-67d234680f96 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:28.586917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Attempting to bind port 6e1713ac-6707-46ba-aecb-67d234680f96 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:28.594205 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-9cc75658-1f93-4db3-8c1b-7985ca12f991 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:28.596752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Port 6e1713ac-6707-46ba-aecb-67d234680f96 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:16:28.597148 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Attempting to bind port 6e1713ac-6707-46ba-aecb-67d234680f96 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:28.606135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:28.606135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:28.606418 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:28.608769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Bound port: 6e1713ac-6707-46ba-aecb-67d234680f96, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:28.608769 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:28.613526 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ab311b08-a902-45d6-94c8-f03d2e07025a None None] Port a744bd23-d1db-40e5-ab30-ea2e4d94685f cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:16:28.629448 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 60453205-83a5-4968-bd89-59a00829cf65 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:28.638526 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-9cc75658-1f93-4db3-8c1b-7985ca12f991 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0493484 Dec 20 21:16:28.667937 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Request body: {'port': {'device_id': '770e345e-2506-4622-b3ae-019bdad25bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:28.703745 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-086293f0-0eb4-4dcf-88b2-409ffefbef45 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:28.716127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] For port 6e1713ac-6707-46ba-aecb-67d234680f96, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:28.717127 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-086293f0-0eb4-4dcf-88b2-409ffefbef45 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8191504 Dec 20 21:16:28.717766 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46156) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:28.720314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] For port 6e1713ac-6707-46ba-aecb-67d234680f96, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6e1713ac-6707-46ba-aecb-67d234680f96,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:28.725101 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:28.726211 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 60453205-83a5-4968-bd89-59a00829cf65 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:28.727497 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:28.776804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:28.777429 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:28.779381 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] 10.222.0.66 "PUT /v2.0/ports/6e1713ac-6707-46ba-aecb-67d234680f96 HTTP/1.1" status: 200 len: 1094 time: 1.1684945 Dec 20 21:16:28.779847 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0b68a508-ae94-4a44-aaab-79038fdde5f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:28.783538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3044a5-8e98-4d94-8148-3f2e00ab0496', 'tag': '6e1713ac-6707-46ba-aecb-67d234680f96'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:28.786107 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d7f448-3967-4e23-b23a-9288a632d3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3044a5-8e98-4d94-8148-3f2e00ab0496", "tag": "6e1713ac-6707-46ba-aecb-67d234680f96"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:28.883187 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:28.924187 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 60453205-83a5-4968-bd89-59a00829cf65, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=60453205-83a5-4968-bd89-59a00829cf65,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:28.929987 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:28.943471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126b8b1-0ee9-4708-8ce1-364d51a7325e req-78688659-d28a-4fb1-b27d-7736fb64d056 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:28.953090 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0126b8b1-0ee9-4708-8ce1-364d51a7325e req-78688659-d28a-4fb1-b27d-7736fb64d056 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 1099 time: 0.1727042 Dec 20 21:16:28.966399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e6f91-c7e3-4b71-94d3-830fa5a564b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1713ac-6707-46ba-aecb-67d234680f96,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:29.000128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-3c6ad2a6-26aa-45db-929c-06905d4850b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:29.001909 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-3c6ad2a6-26aa-45db-929c-06905d4850b0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 1097 time: 0.1421204 Dec 20 21:16:29.002947 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0126b8b1-0ee9-4708-8ce1-364d51a7325e req-7e0d9e11-06ad-4631-bd37-c5dfbc6d9798 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:29.007621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=60453205-83a5-4968-bd89-59a00829cf65,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:29.072892 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-84f0cb17-bf1c-4838-a218-1222ff7020e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=6e1713ac-6707-46ba-aecb-67d234680f96 HTTP/1.1" status: 200 len: 217 time: 0.0513325 Dec 20 21:16:29.153608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-a4798dce-c729-40dd-adef-7f4d4866d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:29.155375 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-a4798dce-c729-40dd-adef-7f4d4866d6eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0746260 Dec 20 21:16:29.247589 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0126b8b1-0ee9-4708-8ce1-364d51a7325e req-7e0d9e11-06ad-4631-bd37-c5dfbc6d9798 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:29.251633 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-af214371-1fec-41b8-a985-81519f5be398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:29.253207 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-af214371-1fec-41b8-a985-81519f5be398 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886724 Dec 20 21:16:29.254696 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0126b8b1-0ee9-4708-8ce1-364d51a7325e req-7e0d9e11-06ad-4631-bd37-c5dfbc6d9798 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:29.325239 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0126b8b1-0ee9-4708-8ce1-364d51a7325e req-7e0d9e11-06ad-4631-bd37-c5dfbc6d9798 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617082 Dec 20 21:16:29.327011 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b68a508-ae94-4a44-aaab-79038fdde5f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:29.354697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d9e11-06ad-4631-bd37-c5dfbc6d9798 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cb2c5f-9848-49ea-bb78-dc4fcb25f088,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:29.384081 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:29.412462 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b09919d-f8bb-4d6f-ae76-272ac101b00c x-openstack-request-id: req-9b09919d-f8bb-4d6f-ae76-272ac101b00c {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:29.412770 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3044a5-8e98-4d94-8148-3f2e00ab0496", "tag": "6e1713ac-6707-46ba-aecb-67d234680f96", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:29.413021 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b09919d-f8bb-4d6f-ae76-272ac101b00c {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:29.413528 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3044a5-8e98-4d94-8148-3f2e00ab0496', 'tag': '6e1713ac-6707-46ba-aecb-67d234680f96', 'status': 'completed', 'code': 200} Dec 20 21:16:29.416182 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35069834-15cc-44ff-94e9-5f33c2a67c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:29.444000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-4e263033-b508-4be4-8c90-2bf4b01a1a0a service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783247 Dec 20 21:16:29.560498 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db08e37c-bf4f-4c26-b8a8-1a5738f875b2 req-1ddde037-1508-490d-acc4-9a221f011a78 tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 210 time: 0.0847461 Dec 20 21:16:29.585186 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105ec7a-ff47-4bb3-979a-24c8a75d2848 req-63a49ec0-5a3a-42b1-aaeb-c39c0d0b60b4 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:29.586727 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6105ec7a-ff47-4bb3-979a-24c8a75d2848 req-63a49ec0-5a3a-42b1-aaeb-c39c0d0b60b4 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 936 time: 0.6184142 Dec 20 21:16:29.620810 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d77c83d-0bc0-4dd9-8446-59ecee9339a5 req-6961d55b-979f-4310-ac86-1d7a1ccc6d37 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681004 Dec 20 21:16:29.764913 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Sync routers for ids ['9b1ecc8f-fb0c-4856-990c-324accb87e81'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:16:29.776913 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa6665-7d41-4da6-9aa4-0836ce8fd70c req-f826b296-5282-42d7-b7e8-f671a5b141d2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:29.777263 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Routers {'9b1ecc8f-fb0c-4856-990c-324accb87e81'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:16:29.778205 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:16:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['9b1ecc8f-fb0c-4856-990c-324accb87e81'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:29.778657 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4ffa6665-7d41-4da6-9aa4-0836ce8fd70c req-f826b296-5282-42d7-b7e8-f671a5b141d2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 948 time: 0.0828846 Dec 20 21:16:29.792907 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6105ec7a-ff47-4bb3-979a-24c8a75d2848 req-098c8f94-c5d3-4249-b40f-4e076bb9137b tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262293 Dec 20 21:16:29.795790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7f448-3967-4e23-b23a-9288a632d3d1 req-5b38298c-530a-47f3-b45e-618e076bdec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:29.797291 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-56d7f448-3967-4e23-b23a-9288a632d3d1 req-5b38298c-530a-47f3-b45e-618e076bdec9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 1097 time: 0.0730290 Dec 20 21:16:29.890013 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4ffa6665-7d41-4da6-9aa4-0836ce8fd70c req-429dbeca-8a07-4441-9b50-1fb69a133790 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044698 Dec 20 21:16:29.890748 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00f7dab2-7c1f-45ab-a8ea-14eba45cb0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:29.922027 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Set router 9b1ecc8f-fb0c-4856-990c-324accb87e81 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:16:29.984048 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b68a508-ae94-4a44-aaab-79038fdde5f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:29.996928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7f448-3967-4e23-b23a-9288a632d3d1 req-3b00a03d-e24e-4c37-bf3d-f8b6047b4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:29.998430 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-56d7f448-3967-4e23-b23a-9288a632d3d1 req-3b00a03d-e24e-4c37-bf3d-f8b6047b4a17 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1929774 Dec 20 21:16:30.091302 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-56d7f448-3967-4e23-b23a-9288a632d3d1 req-ab926889-c0b9-4d54-8696-4af6b5331ef4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=6e1713ac-6707-46ba-aecb-67d234680f96 HTTP/1.1" status: 200 len: 217 time: 0.0824249 Dec 20 21:16:30.152234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7f448-3967-4e23-b23a-9288a632d3d1 req-69bae8d7-71c7-4920-83b5-3e145edabe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:30.155219 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-56d7f448-3967-4e23-b23a-9288a632d3d1 req-69bae8d7-71c7-4920-83b5-3e145edabe35 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0564559 Dec 20 21:16:30.246631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7f448-3967-4e23-b23a-9288a632d3d1 req-89c9b527-235a-4d97-835b-6a9f593879c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:30.259013 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-56d7f448-3967-4e23-b23a-9288a632d3d1 req-89c9b527-235a-4d97-835b-6a9f593879c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856807 Dec 20 21:16:30.283424 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-044b9913-66bd-4fc4-993d-9164991575e8 req-c25f98d6-25b7-43cc-bf70-b9def903089d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=11e5b01c0d6245618ac61ab5f4371719&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1722760 Dec 20 21:16:30.296159 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799711147-router', 'tenant_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.52'}], 'enable_snat': True}, 'gw_port_id': '60453205-83a5-4968-bd89-59a00829cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:18Z', 'updated_at': '2021-12-20T21:16:24Z', 'revision_number': 4, 'project_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'gw_port': {'id': '60453205-83a5-4968-bd89-59a00829cf65', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:19Z', 'updated_at': '2021-12-20T21:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '82732d30-9162-4749-868e-97274da8029f', 'name': '', 'network_id': 'e465f195-2a67-412f-bcb2-8a6893837667', 'tenant_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'mac_address': 'fa:16:3e:cd:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3898b4c4-69d3-4413-ab82-9a28d00337af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:23Z', 'updated_at': '2021-12-20T21:16:24Z', 'revision_number': 2, 'project_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'subnets': [{'id': '3898b4c4-69d3-4413-ab82-9a28d00337af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:30.325473 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a744bd23-d1db-40e5-ab30-ea2e4d94685f {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:16:30.336663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-2189dbd9-245d-40db-9ae5-758f52c037e8 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cbf51c065521477894e586e4eb7f53a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755606 Dec 20 21:16:30.397078 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:30.410845 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46194) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:30.464623 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-56d7f448-3967-4e23-b23a-9288a632d3d1 req-08045e7b-12c8-4e7e-8d71-987b35ca8031 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047408 Dec 20 21:16:30.477486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-0b68a508-ae94-4a44-aaab-79038fdde5f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Allocated IP 172.35.3.209 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/bdc37c32-29a9-4df1-b55a-ae3b1830135e) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:30.479253 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Checking router: 9b1ecc8f-fb0c-4856-990c-324accb87e81 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:16:30.479598 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Updating router 9b1ecc8f-fb0c-4856-990c-324accb87e81 port 82732d30-9162-4749-868e-97274da8029f binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:16:30.518491 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Transition to ACTIVE for port object a744bd23-d1db-40e5-ab30-ea2e4d94685f will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:16:30.543774 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:30.547917 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:30.554055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 60453205-83a5-4968-bd89-59a00829cf65 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:30.556973 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:30.691478 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 60453205-83a5-4968-bd89-59a00829cf65 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:30.692115 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:30.742773 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b84e49e4-69bd-46b5-b033-f1c286baf3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:30.836419 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b9913-66bd-4fc4-993d-9164991575e8 req-ddfb6c3d-c70e-4555-b8af-28f5b3bf43da tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:30.837934 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-044b9913-66bd-4fc4-993d-9164991575e8 req-ddfb6c3d-c70e-4555-b8af-28f5b3bf43da tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5390646 Dec 20 21:16:30.866219 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Pushing event updated for resources: {'Port': ['ID=a744bd23-d1db-40e5-ab30-ea2e4d94685f,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:30.883828 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-044b9913-66bd-4fc4-993d-9164991575e8 req-af310952-ee1a-45d8-9937-37ee7b45450d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Request body: {'port': {'device_id': '1c95dee9-3381-47c4-b36e-e6c53114ced5', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': '11e5b01c0d6245618ac61ab5f4371719'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:30.907032 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b26bb273-cc96-429d-b9e2-596eef249d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:30.915228 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:30.921997 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:30.932684 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b20e6f30-fcdf-464e-9d4f-d55716dbd57a req-ca22ff56-14cf-4c8a-8353-5f17ae3738cf tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 210 time: 0.2108889 Dec 20 21:16:30.933198 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-258e9745-aed9-494d-919b-4bec10eac60d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:30.934710 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-258e9745-aed9-494d-919b-4bec10eac60d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5913782 Dec 20 21:16:30.958722 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e8cb3ee8-05d1-4bed-a943-805021189502 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/quotas/cbf51c065521477894e586e4eb7f53a2 HTTP/1.1" status: 200 len: 375 time: 0.0166872 Dec 20 21:16:30.983967 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd67c61-e6de-41ac-99ca-7681adbb524d None None] Pushing event updated for resources: {'Port': ['ID=82732d30-9162-4749-868e-97274da8029f,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:31.013675 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd67c61-e6de-41ac-99ca-7681adbb524d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:31.014021 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd67c61-e6de-41ac-99ca-7681adbb524d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:31.014494 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd67c61-e6de-41ac-99ca-7681adbb524d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:31.014908 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd67c61-e6de-41ac-99ca-7681adbb524d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:31.015318 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd67c61-e6de-41ac-99ca-7681adbb524d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:31.015728 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd67c61-e6de-41ac-99ca-7681adbb524d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:31.016168 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd67c61-e6de-41ac-99ca-7681adbb524d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:31.016553 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd67c61-e6de-41ac-99ca-7681adbb524d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:31.016938 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd67c61-e6de-41ac-99ca-7681adbb524d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:31.019141 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd67c61-e6de-41ac-99ca-7681adbb524d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:31.019349 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd67c61-e6de-41ac-99ca-7681adbb524d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:31.019789 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd67c61-e6de-41ac-99ca-7681adbb524d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:16:31.060924 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Attempting to bind port 82732d30-9162-4749-868e-97274da8029f on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:31.061648 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Attempting to bind port 82732d30-9162-4749-868e-97274da8029f by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '400a19cf-26ca-4618-a50e-59bc4d8f21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e465f195-2a67-412f-bcb2-8a6893837667'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:31.062270 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Attempting to bind port 82732d30-9162-4749-868e-97274da8029f on network e465f195-2a67-412f-bcb2-8a6893837667 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:31.069009 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:31.069788 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Checking segment: {'id': '400a19cf-26ca-4618-a50e-59bc4d8f21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e465f195-2a67-412f-bcb2-8a6893837667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:31.070450 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:31.071314 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Bound using segment: {'id': '400a19cf-26ca-4618-a50e-59bc4d8f21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e465f195-2a67-412f-bcb2-8a6893837667'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:31.072042 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Bound port: 82732d30-9162-4749-868e-97274da8029f, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400a19cf-26ca-4618-a50e-59bc4d8f21dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e465f195-2a67-412f-bcb2-8a6893837667'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:31.072420 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-56d7f448-3967-4e23-b23a-9288a632d3d1 req-ef80dd1c-ab7f-4136-83a0-19dffa8be0c9 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902505 Dec 20 21:16:31.072840 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:31.116077 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-17fae336-3d1d-4e9f-b67e-3d2b3413691e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1445644 Dec 20 21:16:31.161607 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] For port 82732d30-9162-4749-868e-97274da8029f, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:31.165279 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] For port 82732d30-9162-4749-868e-97274da8029f, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=82732d30-9162-4749-868e-97274da8029f,segment=NetworkSegment(400a19cf-26ca-4618-a50e-59bc4d8f21dd),segment_id=400a19cf-26ca-4618-a50e-59bc4d8f21dd)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:31.171938 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:31.173650 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b26bb273-cc96-429d-b9e2-596eef249d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:31.178514 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b26bb273-cc96-429d-b9e2-596eef249d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:31.230999 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd67c61-e6de-41ac-99ca-7681adbb524d None None] Pushing event updated for resources: {'Port': ['ID=82732d30-9162-4749-868e-97274da8029f,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:31.244800 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b26bb273-cc96-429d-b9e2-596eef249d2f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e55a1eeadd2745ed8ec1891f0af81070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8308580 Dec 20 21:16:31.246374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bb273-cc96-429d-b9e2-596eef249d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0c8d96-eb5e-4a9d-8591-f92641f4c4c2,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:31.249416 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46206) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:31.262574 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Routers {'9b1ecc8f-fb0c-4856-990c-324accb87e81'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:16:31.263251 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:16:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['9b1ecc8f-fb0c-4856-990c-324accb87e81'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:31.330651 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-866ee1ab-8064-4c6e-b3e5-f0878085c32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:31.334153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0f7d6ae6-9411-4684-9b02-0caf70370574 None None] Provisioning complete for port 82732d30-9162-4749-868e-97274da8029f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:31.334845 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6ae6-9411-4684-9b02-0caf70370574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:31.360218 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-866ee1ab-8064-4c6e-b3e5-f0878085c32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:31.430541 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-866ee1ab-8064-4c6e-b3e5-f0878085c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:31.437439 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-866ee1ab-8064-4c6e-b3e5-f0878085c32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:31.438627 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-866ee1ab-8064-4c6e-b3e5-f0878085c32f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd0c8d96-eb5e-4a9d-8591-f92641f4c4c2 HTTP/1.1" status: 204 len: 168 time: 0.1879048 Dec 20 21:16:31.464412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ee1ab-8064-4c6e-b3e5-f0878085c32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0c8d96-eb5e-4a9d-8591-f92641f4c4c2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:31.467119 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] Set router 9b1ecc8f-fb0c-4856-990c-324accb87e81 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:16:31.515432 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6ae6-9411-4684-9b02-0caf70370574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:31.571426 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0f7d6ae6-9411-4684-9b02-0caf70370574 None None] For port 82732d30-9162-4749-868e-97274da8029f, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=82732d30-9162-4749-868e-97274da8029f,segment=NetworkSegment(400a19cf-26ca-4618-a50e-59bc4d8f21dd),segment_id=400a19cf-26ca-4618-a50e-59bc4d8f21dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:31.594447 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6ae6-9411-4684-9b02-0caf70370574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:31.601536 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b68a508-ae94-4a44-aaab-79038fdde5f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:31.728963 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d6ae6-9411-4684-9b02-0caf70370574 None None] Pushing event updated for resources: {'Port': ['ID=82732d30-9162-4749-868e-97274da8029f,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:31.739567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f2a776ee-2ac1-4720-b1ae-b9e2abfbdae4 None None] Provisioning complete for port 82732d30-9162-4749-868e-97274da8029f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:31.739946 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2a776ee-2ac1-4720-b1ae-b9e2abfbdae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:31.789828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dec21a-85d9-4fa6-a0dc-4dd1771cf854 req-30e667b6-a915-4989-a0ae-87c7b78c29c9 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:31.798874 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-83dec21a-85d9-4fa6-a0dc-4dd1771cf854 req-30e667b6-a915-4989-a0ae-87c7b78c29c9 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 948 time: 0.0620954 Dec 20 21:16:31.845072 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-83dec21a-85d9-4fa6-a0dc-4dd1771cf854 req-8853ef2e-ffc0-4d4b-9aaa-b5eb8bbccc73 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450203 Dec 20 21:16:31.858927 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b68a508-ae94-4a44-aaab-79038fdde5f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:31.893337 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799711147-router', 'tenant_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.52'}], 'enable_snat': True}, 'gw_port_id': '60453205-83a5-4968-bd89-59a00829cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:18Z', 'updated_at': '2021-12-20T21:16:24Z', 'revision_number': 4, 'project_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'gw_port': {'id': '60453205-83a5-4968-bd89-59a00829cf65', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:19Z', 'updated_at': '2021-12-20T21:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '82732d30-9162-4749-868e-97274da8029f', 'name': '', 'network_id': 'e465f195-2a67-412f-bcb2-8a6893837667', 'tenant_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'mac_address': 'fa:16:3e:cd:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3898b4c4-69d3-4413-ab82-9a28d00337af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:23Z', 'updated_at': '2021-12-20T21:16:31Z', 'revision_number': 4, 'project_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'subnets': [{'id': '3898b4c4-69d3-4413-ab82-9a28d00337af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:31.940429 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60329570-357e-49cd-9dab-a44d2157dda2 None None] The sync data for ids ['9b1ecc8f-fb0c-4856-990c-324accb87e81'] in n-d-xena-1 is: [{'id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799711147-router', 'tenant_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.52'}], 'enable_snat': True}, 'gw_port_id': '60453205-83a5-4968-bd89-59a00829cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:18Z', 'updated_at': '2021-12-20T21:16:24Z', 'revision_number': 4, 'project_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'gw_port': {'id': '60453205-83a5-4968-bd89-59a00829cf65', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:19Z', 'updated_at': '2021-12-20T21:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '82732d30-9162-4749-868e-97274da8029f', 'name': '', 'network_id': 'e465f195-2a67-412f-bcb2-8a6893837667', 'tenant_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'mac_address': 'fa:16:3e:cd:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3898b4c4-69d3-4413-ab82-9a28d00337af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:23Z', 'updated_at': '2021-12-20T21:16:31Z', 'revision_number': 4, 'project_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'subnets': [{'id': '3898b4c4-69d3-4413-ab82-9a28d00337af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:16:31.960614 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b68a508-ae94-4a44-aaab-79038fdde5f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:31.962410 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Attempting to bind port a744bd23-d1db-40e5-ab30-ea2e4d94685f on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:31.962410 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Attempting to bind port a744bd23-d1db-40e5-ab30-ea2e4d94685f by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:31.962732 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Attempting to bind port a744bd23-d1db-40e5-ab30-ea2e4d94685f on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:31.975224 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:31.976478 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044b9913-66bd-4fc4-993d-9164991575e8 req-af310952-ee1a-45d8-9937-37ee7b45450d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Made reservation on behalf of 11e5b01c0d6245618ac61ab5f4371719 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:31.982626 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-044b9913-66bd-4fc4-993d-9164991575e8 req-af310952-ee1a-45d8-9937-37ee7b45450d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:32.036966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46222) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:32.041987 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68a508-ae94-4a44-aaab-79038fdde5f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Pushing event updated for resources: {'Port': ['ID=bdc37c32-29a9-4df1-b55a-ae3b1830135e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:32.051570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0b68a508-ae94-4a44-aaab-79038fdde5f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:32.056659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Port a744bd23-d1db-40e5-ab30-ea2e4d94685f on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:16:32.057021 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Attempting to bind port a744bd23-d1db-40e5-ab30-ea2e4d94685f on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:32.062407 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f44d0576-7ef0-4d80-98c3-7616137facbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:32.071447 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b68a508-ae94-4a44-aaab-79038fdde5f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:32.127876 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-044b9913-66bd-4fc4-993d-9164991575e8 req-af310952-ee1a-45d8-9937-37ee7b45450d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:32.146384 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955a458-ca54-4f02-92de-cf898b1c3d5e req-08d2e91d-371e-408d-b239-19c66c750fec tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:32.148052 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0955a458-ca54-4f02-92de-cf898b1c3d5e req-08d2e91d-371e-408d-b239-19c66c750fec tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 948 time: 1.0594969 Dec 20 21:16:32.191919 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f44d0576-7ef0-4d80-98c3-7616137facbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:32.192747 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:32.193086 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:32.193576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:32.194187 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Bound port: a744bd23-d1db-40e5-ab30-ea2e4d94685f, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:32.194524 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:32.199072 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f44d0576-7ef0-4d80-98c3-7616137facbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:32.263207 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b68a508-ae94-4a44-aaab-79038fdde5f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:32.265206 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f44d0576-7ef0-4d80-98c3-7616137facbb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=939f1dc6e5ed44f38ae4189a89dd7a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268815 Dec 20 21:16:32.266271 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d0576-7ef0-4d80-98c3-7616137facbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d337fb-4b95-4c79-8d2b-66735c2c57d6,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:32.269674 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46230) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:32.320426 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:32.344521 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf0f7-5eb9-41cd-8111-86600d8a56e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:32.408100 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf0f7-5eb9-41cd-8111-86600d8a56e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:32.474013 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5cca4f27-fd54-4b64-9450-c7aa7a1cbeac req-dd5dd418-7936-4521-9495-7ac4ea4ddf35 tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 210 time: 0.1285067 Dec 20 21:16:32.497713 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf0f7-5eb9-41cd-8111-86600d8a56e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:32.501344 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf0f7-5eb9-41cd-8111-86600d8a56e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:32.502786 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5cdbf0f7-5eb9-41cd-8111-86600d8a56e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16d337fb-4b95-4c79-8d2b-66735c2c57d6 HTTP/1.1" status: 204 len: 168 time: 0.2315576 Dec 20 21:16:32.515553 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0955a458-ca54-4f02-92de-cf898b1c3d5e req-731b830c-1c06-44a9-b419-9259b2897779 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137240 Dec 20 21:16:32.516082 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbf0f7-5eb9-41cd-8111-86600d8a56e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d337fb-4b95-4c79-8d2b-66735c2c57d6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:32.521162 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-00f7dab2-7c1f-45ab-a8ea-14eba45cb0fd admin admin] Deleting port d2756b30-a069-46bf-9300-4e7f13a34ebd {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:16:32.521509 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00f7dab2-7c1f-45ab-a8ea-14eba45cb0fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:32.540225 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] For port a744bd23-d1db-40e5-ab30-ea2e4d94685f, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:32.580156 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-690242d1-cdcb-4bf1-b61d-fa7e6624e291 req-60ac7d74-ca7e-4cd1-9879-5cd8be06fde6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 210 time: 0.0453269 Dec 20 21:16:32.598364 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 82732d30-9162-4749-868e-97274da8029f up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:32.642372 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b68a508-ae94-4a44-aaab-79038fdde5f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:32.645584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] For port a744bd23-d1db-40e5-ab30-ea2e4d94685f, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=a744bd23-d1db-40e5-ab30-ea2e4d94685f,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:32.656550 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 82732d30-9162-4749-868e-97274da8029f triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:32.657319 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:32.699097 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-00f7dab2-7c1f-45ab-a8ea-14eba45cb0fd admin admin] For port d2756b30-a069-46bf-9300-4e7f13a34ebd, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d2756b30-a069-46bf-9300-4e7f13a34ebd,segment=NetworkSegment(7a527d42-e668-4b70-9902-a9d2c2db8b89),segment_id=7a527d42-e668-4b70-9902-a9d2c2db8b89)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:32.699477 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00f7dab2-7c1f-45ab-a8ea-14eba45cb0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:32.720085 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-00f7dab2-7c1f-45ab-a8ea-14eba45cb0fd admin admin] Calling delete_port for d2756b30-a069-46bf-9300-4e7f13a34ebd owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:16:32.754181 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:32.879163 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:32.879957 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:32.881234 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] 10.222.0.31 "PUT /v2.0/ports/a744bd23-d1db-40e5-ab30-ea2e4d94685f HTTP/1.1" status: 200 len: 1094 time: 4.2239816 Dec 20 21:16:32.881687 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770e345e-2506-4622-b3ae-019bdad25bd6', 'tag': 'a744bd23-d1db-40e5-ab30-ea2e4d94685f'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:32.883977 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a89950f-14ad-4856-8c54-701cd09f97c1" -d '{"events": [{"name": "network-changed", "server_uuid": "770e345e-2506-4622-b3ae-019bdad25bd6", "tag": "a744bd23-d1db-40e5-ab30-ea2e4d94685f"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:33.005852 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde719e7-7f21-46da-b44e-19e69f447beb x-openstack-request-id: req-dde719e7-7f21-46da-b44e-19e69f447beb {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:33.006302 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770e345e-2506-4622-b3ae-019bdad25bd6", "tag": "a744bd23-d1db-40e5-ab30-ea2e4d94685f", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:33.006508 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dde719e7-7f21-46da-b44e-19e69f447beb {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:33.006835 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770e345e-2506-4622-b3ae-019bdad25bd6', 'tag': 'a744bd23-d1db-40e5-ab30-ea2e4d94685f', 'status': 'completed', 'code': 200} Dec 20 21:16:33.075336 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-044b9913-66bd-4fc4-993d-9164991575e8 req-af310952-ee1a-45d8-9937-37ee7b45450d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:33.104412 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c27c16-bcb6-4d48-b527-9ad8daafcd15 service neutron] Pushing event updated for resources: {'Port': ['ID=a744bd23-d1db-40e5-ab30-ea2e4d94685f,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:33.166819 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-044b9913-66bd-4fc4-993d-9164991575e8 req-af310952-ee1a-45d8-9937-37ee7b45450d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:33.173375 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6e1713ac-6707-46ba-aecb-67d234680f96 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:16:33.288159 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6e1713ac-6707-46ba-aecb-67d234680f96, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6e1713ac-6707-46ba-aecb-67d234680f96,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:33.316030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '6e1713ac-6707-46ba-aecb-67d234680f96', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '6e1713ac-6707-46ba-aecb-67d234680f96', 'mac_address': 'fa:16:3e:18:37:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:16:33.338852 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af310952-ee1a-45d8-9937-37ee7b45450d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ad3cac-b4fd-4acc-81e2-c958e5415470,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:33.356989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-e1fc6527-5abb-4e91-bdc0-dcad6bae135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:33.358447 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-e1fc6527-5abb-4e91-bdc0-dcad6bae135e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1af1beac559d40d5913ad52299ae6ceb&device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 1097 time: 0.3508720 Dec 20 21:16:33.365894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e42dc4-c3ab-4189-9df4-08b04c321881 req-6d3fd4e0-4680-47b9-a6c3-3271e74634d5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:33.367417 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-48e42dc4-c3ab-4189-9df4-08b04c321881 req-6d3fd4e0-4680-47b9-a6c3-3271e74634d5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 948 time: 0.3739519 Dec 20 21:16:33.369132 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:33.386215 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1713ac-6707-46ba-aecb-67d234680f96 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:16:33.414202 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6e1713ac-6707-46ba-aecb-67d234680f96, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6e1713ac-6707-46ba-aecb-67d234680f96,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:33.425860 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:33.492480 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b84e49e4-69bd-46b5-b033-f1c286baf3cf admin admin] Deleting port 82732d30-9162-4749-868e-97274da8029f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:16:33.492844 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b84e49e4-69bd-46b5-b033-f1c286baf3cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:33.507430 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=6e1713ac-6707-46ba-aecb-67d234680f96,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:33.540080 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-a3d3f1db-ace5-4598-a729-90db4283d433 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=a744bd23-d1db-40e5-ab30-ea2e4d94685f HTTP/1.1" status: 200 len: 217 time: 0.1587255 Dec 20 21:16:33.552806 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-6b7d7b02-e941-4c0c-9b06-34aee6cb9ce2 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=cbf51c065521477894e586e4eb7f53a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307548 Dec 20 21:16:33.666000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e69a7e6-8087-467e-a63c-bfa7e1f0ee33 req-6f18da79-9391-4894-b619-aac0896d6b1b tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 210 time: 0.0409577 Dec 20 21:16:33.700851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['6e1713ac-6707-46ba-aecb-67d234680f96'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:16:33.745279 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-9c6ee79b-469b-480f-aff0-7cf4a9c2599c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:33.750475 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-9c6ee79b-469b-480f-aff0-7cf4a9c2599c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892927 Dec 20 21:16:33.787514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-bde23575-9ad5-476f-a42e-3346c22bacd6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Request body: {'port': {'device_id': '8c72168c-0b66-4507-910c-13c91615a4bc', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': 'cbf51c065521477894e586e4eb7f53a2'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:33.791134 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b68a508-ae94-4a44-aaab-79038fdde5f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:33.795430 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-044b9913-66bd-4fc4-993d-9164991575e8 req-af310952-ee1a-45d8-9937-37ee7b45450d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Allocated IP 192.168.233.179 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/bfc891e3-0f70-4d05-80cb-1423fc350293) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:33.813386 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-48e42dc4-c3ab-4189-9df4-08b04c321881 req-5c1d41f7-3b7d-474c-829b-733b83b18544 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203601 Dec 20 21:16:33.824554 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b68a508-ae94-4a44-aaab-79038fdde5f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:33.868901 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00f7dab2-7c1f-45ab-a8ea-14eba45cb0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:33.872409 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-09e09ce1-c971-4ade-b3a0-9449c961be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:33.873957 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-09e09ce1-c971-4ade-b3a0-9449c961be56 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.2129600 Dec 20 21:16:33.932188 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21919f68-29f0-4073-87be-f3e0accf264c req-a60343f3-55d5-4d04-9991-9533245c4a59 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:33.934362 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-21919f68-29f0-4073-87be-f3e0accf264c req-a60343f3-55d5-4d04-9991-9533245c4a59 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 948 time: 0.1658077 Dec 20 21:16:34.013366 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-21919f68-29f0-4073-87be-f3e0accf264c req-21e574d8-0e0a-4dd5-bed8-7da22922e392 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677056 Dec 20 21:16:34.039374 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e3fc95f3-0e23-4bce-870f-b2e8e11a1a4b req-00ed34cc-2d01-4a97-9f7a-fe70590f7a0f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 210 time: 0.1200764 Dec 20 21:16:34.044851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-bde23575-9ad5-476f-a42e-3346c22bacd6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Made reservation on behalf of cbf51c065521477894e586e4eb7f53a2 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:34.050581 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-bde23575-9ad5-476f-a42e-3346c22bacd6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:34.085277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.31', 56389) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:34.098636 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-b84e49e4-69bd-46b5-b033-f1c286baf3cf admin admin] For port 82732d30-9162-4749-868e-97274da8029f, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=82732d30-9162-4749-868e-97274da8029f,segment=NetworkSegment(400a19cf-26ca-4618-a50e-59bc4d8f21dd),segment_id=400a19cf-26ca-4618-a50e-59bc4d8f21dd)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:34.098984 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b84e49e4-69bd-46b5-b033-f1c286baf3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:34.102398 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68a508-ae94-4a44-aaab-79038fdde5f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Pushing event updated for resources: {'Port': ['ID=bdc37c32-29a9-4df1-b55a-ae3b1830135e,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:34.147136 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-5df74b1b-af0c-4c12-8594-0522edc1295b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=cbf51c065521477894e586e4eb7f53a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603030 Dec 20 21:16:34.168495 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b84e49e4-69bd-46b5-b033-f1c286baf3cf admin admin] Calling delete_port for 82732d30-9162-4749-868e-97274da8029f owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:16:34.199889 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b68a508-ae94-4a44-aaab-79038fdde5f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:34.242386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7dab2-7c1f-45ab-a8ea-14eba45cb0fd admin admin] Pushing event deleted for resources: {'Port': ['ID=d2756b30-a069-46bf-9300-4e7f13a34ebd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:34.252516 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-3262c741-7f55-4d49-8281-a9bb4500b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:34.254108 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-3262c741-7f55-4d49-8281-a9bb4500b1e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3493614 Dec 20 21:16:34.301664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-eb8ff256-4f85-4db0-89f2-c6c6af5847ae tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:34.303253 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-eb8ff256-4f85-4db0-89f2-c6c6af5847ae tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1442375 Dec 20 21:16:34.335097 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-f2e7ef36-6df5-4753-aaeb-cd60601786d3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Request body: {'port': {'device_id': 'e500c374-94ec-4599-b402-7aebedad5e46', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': 'cbf51c065521477894e586e4eb7f53a2'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:34.338868 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b68a508-ae94-4a44-aaab-79038fdde5f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:34.340059 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0b68a508-ae94-4a44-aaab-79038fdde5f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5869629 Dec 20 21:16:34.504954 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-f2e7ef36-6df5-4753-aaeb-cd60601786d3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Made reservation on behalf of cbf51c065521477894e586e4eb7f53a2 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:34.525733 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-f2e7ef36-6df5-4753-aaeb-cd60601786d3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:34.725645 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-986fa700-fe99-4409-b1d0-42c598f735f5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--587866733&fields=id&tenant_id=49bd4cca0f8d409399c77feff9b72818 HTTP/1.1" status: 200 len: 267 time: 0.0458410 Dec 20 21:16:34.827139 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-044b9913-66bd-4fc4-993d-9164991575e8 req-af310952-ee1a-45d8-9937-37ee7b45450d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:34.858737 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-1b6c61d6-0e92-468c-959e-d5ac0f817180 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:34.860320 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-1b6c61d6-0e92-468c-959e-d5ac0f817180 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/networks?id=26695cc4-6d4c-47f9-b9d6-944bc1cfd208 HTTP/1.1" status: 200 len: 823 time: 0.1265926 Dec 20 21:16:34.875551 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-6acb783a-24ea-47ca-8b20-ed1aad96db62 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/quotas/49bd4cca0f8d409399c77feff9b72818 HTTP/1.1" status: 200 len: 375 time: 0.0089726 Dec 20 21:16:34.877848 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-fddfaee0-c127-4c0f-ab58-809895f4185c service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101539 Dec 20 21:16:34.927839 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-14c685bc-7523-4f18-8a97-86d60558f839 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49bd4cca0f8d409399c77feff9b72818&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462759 Dec 20 21:16:34.932187 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dbe41271-7e29-4988-aa33-f8c3611c9151 req-8dfa98a3-49b7-4a49-921a-82d021123c96 tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 210 time: 0.0613632 Dec 20 21:16:34.953168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-8af2b147-3e4b-47c8-92d2-1d1434d1b3a9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:16:34.953865 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-8af2b147-3e4b-47c8-92d2-1d1434d1b3a9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093379 Dec 20 21:16:34.986493 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00f7dab2-7c1f-45ab-a8ea-14eba45cb0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:35.050234 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-dc1872d0-bce5-4820-894e-da4ea86eb5d5 service neutron] 10.222.0.32 "GET /v2.0/networks/26695cc4-6d4c-47f9-b9d6-944bc1cfd208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933592 Dec 20 21:16:35.119551 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-044b9913-66bd-4fc4-993d-9164991575e8 req-af310952-ee1a-45d8-9937-37ee7b45450d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:35.166937 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-bde23575-9ad5-476f-a42e-3346c22bacd6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Allocated IP 192.168.233.125 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/095dc952-4236-4239-b529-21f01ec7edf9) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:35.190516 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-9bc00be0-a285-4f40-b96d-db6e7e491726 service neutron] 10.222.0.32 "GET /v2.0/networks/26695cc4-6d4c-47f9-b9d6-944bc1cfd208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342089 Dec 20 21:16:35.205510 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6e1713ac-6707-46ba-aecb-67d234680f96 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:35.232224 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-345f3738-6808-47e6-a5a3-6f22e4540a64 req-3cff94f7-e1fd-4990-95bb-e7ebe32657ad service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427687 Dec 20 21:16:35.245091 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044b9913-66bd-4fc4-993d-9164991575e8 req-af310952-ee1a-45d8-9937-37ee7b45450d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:35.260654 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-044b9913-66bd-4fc4-993d-9164991575e8 req-af310952-ee1a-45d8-9937-37ee7b45450d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:35.263676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-044b9913-66bd-4fc4-993d-9164991575e8 req-af310952-ee1a-45d8-9937-37ee7b45450d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:35.302561 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 6e1713ac-6707-46ba-aecb-67d234680f96 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:16:35.307102 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 6e1713ac-6707-46ba-aecb-67d234680f96 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:35.307461 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:35.315665 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012c005-f0b7-41b0-a100-646bc96acd5b req-e46d135a-8e8a-4bb8-b18c-3c0df5113785 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:35.317370 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4012c005-f0b7-41b0-a100-646bc96acd5b req-e46d135a-8e8a-4bb8-b18c-3c0df5113785 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 949 time: 0.2532487 Dec 20 21:16:35.317926 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af310952-ee1a-45d8-9937-37ee7b45450d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Pushing event updated for resources: {'Port': ['ID=bfc891e3-0f70-4d05-80cb-1423fc350293,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:35.325589 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b84e49e4-69bd-46b5-b033-f1c286baf3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:35.387845 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-bde23575-9ad5-476f-a42e-3346c22bacd6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:35.426235 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e49e4-69bd-46b5-b033-f1c286baf3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=82732d30-9162-4749-868e-97274da8029f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:35.460564 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:35.475821 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b9913-66bd-4fc4-993d-9164991575e8 req-af310952-ee1a-45d8-9937-37ee7b45450d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:35.476467 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-044b9913-66bd-4fc4-993d-9164991575e8 req-af310952-ee1a-45d8-9937-37ee7b45450d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:35.517803 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3044a5-8e98-4d94-8148-3f2e00ab0496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1713ac-6707-46ba-aecb-67d234680f96'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:35.521054 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93049cc-886f-47be-bf68-358d04e98eaf" -d '{"events": [{"server_uuid": "6f3044a5-8e98-4d94-8148-3f2e00ab0496", "name": "network-vif-plugged", "status": "completed", "tag": "6e1713ac-6707-46ba-aecb-67d234680f96"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:35.547214 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6e1713ac-6707-46ba-aecb-67d234680f96, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6e1713ac-6707-46ba-aecb-67d234680f96,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:35.552787 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:35.633660 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-f2e7ef36-6df5-4753-aaeb-cd60601786d3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Allocated IP 192.168.233.30 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/af0c69c0-2187-4115-9ca2-8619f872176b) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:35.647533 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=6e1713ac-6707-46ba-aecb-67d234680f96,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:35.673825 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-044b9913-66bd-4fc4-993d-9164991575e8 req-af310952-ee1a-45d8-9937-37ee7b45450d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7965419 Dec 20 21:16:35.678774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3341e65a-ad0a-4233-b77d-d300c09b47da None None] Provisioning complete for port bfc891e3-0f70-4d05-80cb-1423fc350293 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:35.679239 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3341e65a-ad0a-4233-b77d-d300c09b47da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:35.683552 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-bde23575-9ad5-476f-a42e-3346c22bacd6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:35.705831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Request body: {'port': {'device_id': '1c95dee9-3381-47c4-b36e-e6c53114ced5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:35.728320 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3341e65a-ad0a-4233-b77d-d300c09b47da None None] Port bfc891e3-0f70-4d05-80cb-1423fc350293 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:16:35.731490 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c50e7163-7ce6-4b98-a677-d7b1a60568f0'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:16:35.738708 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4012c005-f0b7-41b0-a100-646bc96acd5b req-9d4e3462-eef7-4d92-862b-d7171e5e319d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945735 Dec 20 21:16:35.804320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-bde23575-9ad5-476f-a42e-3346c22bacd6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:35.811086 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-bde23575-9ad5-476f-a42e-3346c22bacd6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:35.815084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-bde23575-9ad5-476f-a42e-3346c22bacd6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:35.890526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ab00a-1c54-4cc3-830a-dc40fd42e513 req-cdb8d1e5-d54f-44ae-b768-fcde81a43eef tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:35.892015 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-016ab00a-1c54-4cc3-830a-dc40fd42e513 req-cdb8d1e5-d54f-44ae-b768-fcde81a43eef tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 948 time: 0.2239485 Dec 20 21:16:35.894987 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89950f-14ad-4856-8c54-701cd09f97c1 req-c00ea801-f5ed-4fc2-9219-a322abff752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:35.896558 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a89950f-14ad-4856-8c54-701cd09f97c1 req-c00ea801-f5ed-4fc2-9219-a322abff752b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1af1beac559d40d5913ad52299ae6ceb&device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 1097 time: 0.5251877 Dec 20 21:16:35.982272 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9cbc8936-7281-429b-99e3-4d6357783be6 req-23db0b9d-5d0a-4eb8-a297-b20a9d7e71cb tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 210 time: 0.0916634 Dec 20 21:16:36.011178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde23575-9ad5-476f-a42e-3346c22bacd6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Pushing event updated for resources: {'Port': ['ID=095dc952-4236-4239-b529-21f01ec7edf9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:36.042892 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-bde23575-9ad5-476f-a42e-3346c22bacd6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:36.043704 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-bde23575-9ad5-476f-a42e-3346c22bacd6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:36.074398 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-016ab00a-1c54-4cc3-830a-dc40fd42e513 req-48a38893-bb7c-4215-ae4e-75e11a24e1c0 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039162 Dec 20 21:16:36.095855 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-bde23575-9ad5-476f-a42e-3346c22bacd6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3149507 Dec 20 21:16:36.112765 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-eefb57a2-3e73-4ca0-99bc-6a650a2b6617 req-97818be8-56eb-47f6-966d-dede5ebeb2a6 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 210 time: 0.0597866 Dec 20 21:16:36.134099 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:36.141011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Request body: {'port': {'device_id': '8c72168c-0b66-4507-910c-13c91615a4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:36.141151 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f7dab2-7c1f-45ab-a8ea-14eba45cb0fd admin admin] Router cd94bcee-fb17-4fe8-9bf9-56d11f56153a has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:16:36.163738 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-41592b5f-8e0d-44ee-869e-543e6c8aefbe None None] Provisioning complete for port 095dc952-4236-4239-b529-21f01ec7edf9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:36.163738 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41592b5f-8e0d-44ee-869e-543e6c8aefbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:36.196031 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b84e49e4-69bd-46b5-b033-f1c286baf3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:36.215080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-41592b5f-8e0d-44ee-869e-543e6c8aefbe None None] Port 095dc952-4236-4239-b529-21f01ec7edf9 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:16:36.233032 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-f2e7ef36-6df5-4753-aaeb-cd60601786d3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:36.237922 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838e25c3-f27d-4ab4-83fc-1ad785f11928 x-openstack-request-id: req-838e25c3-f27d-4ab4-83fc-1ad785f11928 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:36.238596 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3044a5-8e98-4d94-8148-3f2e00ab0496", "name": "network-vif-plugged", "status": "completed", "tag": "6e1713ac-6707-46ba-aecb-67d234680f96", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:36.240146 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-838e25c3-f27d-4ab4-83fc-1ad785f11928 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:36.240146 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3044a5-8e98-4d94-8148-3f2e00ab0496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1713ac-6707-46ba-aecb-67d234680f96', 'code': 200} Dec 20 21:16:36.256412 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89950f-14ad-4856-8c54-701cd09f97c1 req-de9aaacb-2aad-4d70-b01a-6bd36b87b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:36.257906 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a89950f-14ad-4856-8c54-701cd09f97c1 req-de9aaacb-2aad-4d70-b01a-6bd36b87b380 service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.3416266 Dec 20 21:16:36.368815 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a89950f-14ad-4856-8c54-701cd09f97c1 req-bf1c7ad2-a4e0-4c24-869d-74459505ec37 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=a744bd23-d1db-40e5-ab30-ea2e4d94685f HTTP/1.1" status: 200 len: 217 time: 0.0444562 Dec 20 21:16:36.379340 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:36.397531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c7b70-ac6f-4219-b33b-04af3cea02e6 req-df030e74-4f0b-45ea-b4b9-61928648264d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:36.399102 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-655c7b70-ac6f-4219-b33b-04af3cea02e6 req-df030e74-4f0b-45ea-b4b9-61928648264d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 936 time: 0.1699138 Dec 20 21:16:36.466650 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-f2e7ef36-6df5-4753-aaeb-cd60601786d3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:36.502571 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c50e7163-7ce6-4b98-a677-d7b1a60568f0'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:16:36.531038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036005e5-484d-4f57-affa-38fbcc64ce78 req-0a2e0c86-55b3-4b17-8970-6365fc9d51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:36.532524 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-036005e5-484d-4f57-affa-38fbcc64ce78 req-0a2e0c86-55b3-4b17-8970-6365fc9d51ba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 1099 time: 0.1951478 Dec 20 21:16:36.582854 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-655c7b70-ac6f-4219-b33b-04af3cea02e6 req-3bcaef40-f9f6-478f-af74-8d8a6e356825 tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ad3cac-b4fd-4acc-81e2-c958e5415470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722517 Dec 20 21:16:36.597386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-f2e7ef36-6df5-4753-aaeb-cd60601786d3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:36.663505 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46328) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:36.664457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7ef36-6df5-4753-aaeb-cd60601786d3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Pushing event updated for resources: {'Port': ['ID=af0c69c0-2187-4115-9ca2-8619f872176b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:36.668403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-f2e7ef36-6df5-4753-aaeb-cd60601786d3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:36.671273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-f2e7ef36-6df5-4753-aaeb-cd60601786d3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:36.799382 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-036005e5-484d-4f57-affa-38fbcc64ce78 req-a8e6a196-ea29-492b-899c-b4a8a073addb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453058 Dec 20 21:16:36.871171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-f2e7ef36-6df5-4753-aaeb-cd60601786d3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:36.871902 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-f2e7ef36-6df5-4753-aaeb-cd60601786d3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:36.879534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-567e7381-0829-420c-a49e-00c771ea8f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:36.919396 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-f2e7ef36-6df5-4753-aaeb-cd60601786d3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5905082 Dec 20 21:16:36.943458 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-21f79afe-ec30-49c1-bf3d-91eeef5a2242 None None] Provisioning complete for port af0c69c0-2187-4115-9ca2-8619f872176b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:36.943951 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21f79afe-ec30-49c1-bf3d-91eeef5a2242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:36.949518 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89950f-14ad-4856-8c54-701cd09f97c1 req-a0ffd3da-6d28-47b4-a45a-c8a86e25d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:36.950986 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a89950f-14ad-4856-8c54-701cd09f97c1 req-a0ffd3da-6d28-47b4-a45a-c8a86e25d828 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.5659211 Dec 20 21:16:36.955586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Request body: {'port': {'device_id': 'e500c374-94ec-4599-b402-7aebedad5e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:36.979092 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-21f79afe-ec30-49c1-bf3d-91eeef5a2242 None None] Port af0c69c0-2187-4115-9ca2-8619f872176b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:16:37.007101 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f7dab2-7c1f-45ab-a8ea-14eba45cb0fd admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:16:37.013151 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-00f7dab2-7c1f-45ab-a8ea-14eba45cb0fd admin admin] 10.222.0.32 "PUT /v2.0/routers/cd94bcee-fb17-4fe8-9bf9-56d11f56153a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4253628 Dec 20 21:16:37.020097 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46336) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:37.024098 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c68ffa-22cc-4031-a310-0f79d68dc889 None None] Sync routers for ids ['cd94bcee-fb17-4fe8-9bf9-56d11f56153a'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:16:37.034228 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c68ffa-22cc-4031-a310-0f79d68dc889 None None] Routers {'cd94bcee-fb17-4fe8-9bf9-56d11f56153a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:16:37.034852 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c5c68ffa-22cc-4031-a310-0f79d68dc889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:16:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['cd94bcee-fb17-4fe8-9bf9-56d11f56153a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:37.069074 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab08bc-a6d1-4865-8225-7870b39853b7 req-821c6b44-e842-4450-b4b3-def18b9c014a tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:37.071118 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7ab08bc-a6d1-4865-8225-7870b39853b7 req-821c6b44-e842-4450-b4b3-def18b9c014a tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.1465542 Dec 20 21:16:37.079699 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89950f-14ad-4856-8c54-701cd09f97c1 req-58302b61-9419-43f1-84d8-fc8ef0a3a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:37.081362 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a89950f-14ad-4856-8c54-701cd09f97c1 req-58302b61-9419-43f1-84d8-fc8ef0a3a781 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134012 Dec 20 21:16:37.175251 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-c5c68ffa-22cc-4031-a310-0f79d68dc889 None None] Set router cd94bcee-fb17-4fe8-9bf9-56d11f56153a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:16:37.221225 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:37.249396 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7ab08bc-a6d1-4865-8225-7870b39853b7 req-0558a59c-4cee-481e-ac77-8abf7338d2e7 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372278 Dec 20 21:16:37.281433 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84e49e4-69bd-46b5-b033-f1c286baf3cf admin admin] Router 9b1ecc8f-fb0c-4856-990c-324accb87e81 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:16:37.308297 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a89950f-14ad-4856-8c54-701cd09f97c1 req-0b405811-86f7-46bf-88bb-1fefff880ffc service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785498 Dec 20 21:16:37.516800 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18b2e3-aa9c-4b2c-a691-6e969b4b1e0f req-eba5db60-c481-4e8b-86ef-5126f1603ee6 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:37.522582 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9a18b2e3-aa9c-4b2c-a691-6e969b4b1e0f req-eba5db60-c481-4e8b-86ef-5126f1603ee6 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 948 time: 0.1751072 Dec 20 21:16:37.540065 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84e49e4-69bd-46b5-b033-f1c286baf3cf admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:16:37.542215 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c5c68ffa-22cc-4031-a310-0f79d68dc889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'name': 'tempest-FloatingIPDetailsTestJSON-2040955474-router', 'tenant_id': '62fafeac12c747fb8937b82cd7716eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': 'ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:52Z', 'updated_at': '2021-12-20T21:16:33Z', 'revision_number': 5, 'project_id': '62fafeac12c747fb8937b82cd7716eb8', 'gw_port': {'id': 'ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:52Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:37.556140 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b84e49e4-69bd-46b5-b033-f1c286baf3cf admin admin] 10.222.0.32 "PUT /v2.0/routers/9b1ecc8f-fb0c-4856-990c-324accb87e81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2253902 Dec 20 21:16:37.559096 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46342) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:37.563298 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd52903f-bf5f-4e4c-beb8-9408cd823764 None None] Sync routers for ids ['9b1ecc8f-fb0c-4856-990c-324accb87e81'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:16:37.569768 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a89950f-14ad-4856-8c54-701cd09f97c1 req-e7c2253c-fcff-455b-a627-ab1d567c039c service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234137 Dec 20 21:16:37.571198 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095dc952-4236-4239-b529-21f01ec7edf9 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:16:37.573934 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c68ffa-22cc-4031-a310-0f79d68dc889 None None] Checking router: cd94bcee-fb17-4fe8-9bf9-56d11f56153a for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:16:37.578599 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd52903f-bf5f-4e4c-beb8-9408cd823764 None None] Routers {'9b1ecc8f-fb0c-4856-990c-324accb87e81'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:16:37.580180 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-dd52903f-bf5f-4e4c-beb8-9408cd823764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:16:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['9b1ecc8f-fb0c-4856-990c-324accb87e81'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:37.584288 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c68ffa-22cc-4031-a310-0f79d68dc889 None None] Routers {'cd94bcee-fb17-4fe8-9bf9-56d11f56153a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:16:37.585315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c5c68ffa-22cc-4031-a310-0f79d68dc889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:16:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['cd94bcee-fb17-4fe8-9bf9-56d11f56153a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:37.603035 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9a18b2e3-aa9c-4b2c-a691-6e969b4b1e0f req-6cd4b407-4b27-41ed-8d2c-ed8ec1a9ca1c tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667124 Dec 20 21:16:37.631921 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:37.712390 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-567e7381-0829-420c-a49e-00c771ea8f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:37.734347 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-dd52903f-bf5f-4e4c-beb8-9408cd823764 None None] Set router 9b1ecc8f-fb0c-4856-990c-324accb87e81 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:16:37.736233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-c5c68ffa-22cc-4031-a310-0f79d68dc889 None None] Set router cd94bcee-fb17-4fe8-9bf9-56d11f56153a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:16:37.750501 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-69dd8d3d-8a72-4409-8d81-2b29314eef3f req-7f8a3712-765d-4811-870e-62cf31a39b67 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 210 time: 0.0456564 Dec 20 21:16:37.756221 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-567e7381-0829-420c-a49e-00c771ea8f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:37.801018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Transition to ACTIVE for port object 095dc952-4236-4239-b529-21f01ec7edf9 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:16:37.850273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d68f4a-859a-4189-aace-8b357e8ffffd req-86060c99-0606-4ebb-9b43-badf3f7fb8b8 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:37.859256 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32d68f4a-859a-4189-aace-8b357e8ffffd req-86060c99-0606-4ebb-9b43-badf3f7fb8b8 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 935 time: 0.7957826 Dec 20 21:16:37.905658 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:37.945873 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-276b18da-cb7e-4e89-82a9-fbf2527672bf admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:37.947522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e7381-0829-420c-a49e-00c771ea8f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9819f080-7d5f-4af7-806e-26432435244c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:37.957499 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c5c68ffa-22cc-4031-a310-0f79d68dc889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'name': 'tempest-FloatingIPDetailsTestJSON-2040955474-router', 'tenant_id': '62fafeac12c747fb8937b82cd7716eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': 'ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:52Z', 'updated_at': '2021-12-20T21:16:33Z', 'revision_number': 5, 'project_id': '62fafeac12c747fb8937b82cd7716eb8', 'gw_port': {'id': 'ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:52Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:37.999491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c68ffa-22cc-4031-a310-0f79d68dc889 None None] The sync data for ids ['cd94bcee-fb17-4fe8-9bf9-56d11f56153a'] in n-d-xena-1 is: [{'id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'name': 'tempest-FloatingIPDetailsTestJSON-2040955474-router', 'tenant_id': '62fafeac12c747fb8937b82cd7716eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': 'ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:52Z', 'updated_at': '2021-12-20T21:16:33Z', 'revision_number': 5, 'project_id': '62fafeac12c747fb8937b82cd7716eb8', 'gw_port': {'id': 'ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd94bcee-fb17-4fe8-9bf9-56d11f56153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:52Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:16:38.042411 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c040065-180f-4780-aebf-2618e956c294 req-246c9802-2639-4e76-96c5-ee6192abd9aa tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:38.053534 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c040065-180f-4780-aebf-2618e956c294 req-246c9802-2639-4e76-96c5-ee6192abd9aa tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 936 time: 0.2180738 Dec 20 21:16:38.068305 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-dd52903f-bf5f-4e4c-beb8-9408cd823764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799711147-router', 'tenant_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.52'}], 'enable_snat': True}, 'gw_port_id': '60453205-83a5-4968-bd89-59a00829cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:18Z', 'updated_at': '2021-12-20T21:16:35Z', 'revision_number': 5, 'project_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'gw_port': {'id': '60453205-83a5-4968-bd89-59a00829cf65', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:19Z', 'updated_at': '2021-12-20T21:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:38.072958 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc891e3-0f70-4d05-80cb-1423fc350293 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:16:38.082942 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:38.109499 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd52903f-bf5f-4e4c-beb8-9408cd823764 None None] Checking router: 9b1ecc8f-fb0c-4856-990c-324accb87e81 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:16:38.115854 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Transition to ACTIVE for port object bfc891e3-0f70-4d05-80cb-1423fc350293 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:16:38.132070 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd52903f-bf5f-4e4c-beb8-9408cd823764 None None] Routers {'9b1ecc8f-fb0c-4856-990c-324accb87e81'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:16:38.132963 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-dd52903f-bf5f-4e4c-beb8-9408cd823764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:16:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['9b1ecc8f-fb0c-4856-990c-324accb87e81'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:38.134497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-d74fccdb-8aa2-47f6-848f-ea6aedde15a8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:38.137255 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-d74fccdb-8aa2-47f6-848f-ea6aedde15a8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.66 "GET /v2.0/networks?id=26695cc4-6d4c-47f9-b9d6-944bc1cfd208 HTTP/1.1" status: 200 len: 823 time: 0.9870141 Dec 20 21:16:38.148094 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c040065-180f-4780-aebf-2618e956c294 req-9b1506aa-4bd1-4daf-9453-e5d376ff8ca4 tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ad3cac-b4fd-4acc-81e2-c958e5415470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870256 Dec 20 21:16:38.149112 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:38.156634 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-567e7381-0829-420c-a49e-00c771ea8f2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d47085b041a47519682462eb0557746&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4823389 Dec 20 21:16:38.160060 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46350) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:38.255348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Pushing event updated for resources: {'Port': ['ID=bfc891e3-0f70-4d05-80cb-1423fc350293,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:38.282509 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-dd52903f-bf5f-4e4c-beb8-9408cd823764 None None] Set router 9b1ecc8f-fb0c-4856-990c-324accb87e81 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:16:38.330419 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-683cc23a-821c-4e33-b507-e09cf9238d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:38.332334 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32d68f4a-859a-4189-aace-8b357e8ffffd req-20505f79-a662-46f3-9b1e-2cdae198e440 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714231 Dec 20 21:16:38.373676 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-683cc23a-821c-4e33-b507-e09cf9238d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:38.465055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d2756b30-a069-46bf-9300-4e7f13a34ebd no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:16:38.477268 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9caab7d5-f7a4-455a-b257-9b727ce5238c admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:38.477752 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-683cc23a-821c-4e33-b507-e09cf9238d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:38.480418 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-683cc23a-821c-4e33-b507-e09cf9238d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:38.482144 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-683cc23a-821c-4e33-b507-e09cf9238d7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9819f080-7d5f-4af7-806e-26432435244c HTTP/1.1" status: 204 len: 168 time: 0.3204858 Dec 20 21:16:38.496459 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Attempting to bind port 095dc952-4236-4239-b529-21f01ec7edf9 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:38.496841 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Attempting to bind port 095dc952-4236-4239-b529-21f01ec7edf9 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:38.497193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Attempting to bind port 095dc952-4236-4239-b529-21f01ec7edf9 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:38.512416 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: d2756b30-a069-46bf-9300-4e7f13a34ebd {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:16:38.514312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d2756b30-a069-46bf-9300-4e7f13a34ebd not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:16:38.519056 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cc23a-821c-4e33-b507-e09cf9238d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9819f080-7d5f-4af7-806e-26432435244c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:38.528076 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Attempting to bind port bfc891e3-0f70-4d05-80cb-1423fc350293 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:38.528543 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Attempting to bind port bfc891e3-0f70-4d05-80cb-1423fc350293 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:38.528956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Attempting to bind port bfc891e3-0f70-4d05-80cb-1423fc350293 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:38.535714 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Port bfc891e3-0f70-4d05-80cb-1423fc350293 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:16:38.536529 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Attempting to bind port bfc891e3-0f70-4d05-80cb-1423fc350293 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:38.558875 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Port 095dc952-4236-4239-b529-21f01ec7edf9 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:16:38.559202 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Attempting to bind port 095dc952-4236-4239-b529-21f01ec7edf9 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:38.560950 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91e563-fb58-42cc-a95e-618ae226f0d8 req-250e6630-9b47-4f53-8c8b-6bb42d5a6728 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:38.562705 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3a91e563-fb58-42cc-a95e-618ae226f0d8 req-250e6630-9b47-4f53-8c8b-6bb42d5a6728 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.1416168 Dec 20 21:16:38.563908 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:38.564989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:38.565707 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:38.565946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Bound port: bfc891e3-0f70-4d05-80cb-1423fc350293, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:38.566407 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:38.568646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device a744bd23-d1db-40e5-ab30-ea2e4d94685f details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:16:38.608189 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=095dc952-4236-4239-b529-21f01ec7edf9,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:38.615375 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-bd78ef7f-7c5f-4daf-957f-c523fa7649f4 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49bd4cca0f8d409399c77feff9b72818 HTTP/1.1" status: 200 len: 379 time: 0.4414287 Dec 20 21:16:38.635450 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-06bac31f-9c1f-4f39-8c18-75424ebbec14 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Request body: {'port': {'device_id': 'd6d67f58-21d9-4d06-a5f9-2816801dabdd', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'admin_state_up': True, 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'security_groups': ['37f026f9-65d6-4291-a5e9-593cb2c18933']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:38.641779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:38.642785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:38.643388 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:38.644417 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Bound port: 095dc952-4236-4239-b529-21f01ec7edf9, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:38.645070 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:38.663320 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3a91e563-fb58-42cc-a95e-618ae226f0d8 req-d9b7c73d-64e0-426f-8d73-3596bb849621 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941205 Dec 20 21:16:38.724687 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-dd52903f-bf5f-4e4c-beb8-9408cd823764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799711147-router', 'tenant_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.52'}], 'enable_snat': True}, 'gw_port_id': '60453205-83a5-4968-bd89-59a00829cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:18Z', 'updated_at': '2021-12-20T21:16:35Z', 'revision_number': 5, 'project_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'gw_port': {'id': '60453205-83a5-4968-bd89-59a00829cf65', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:19Z', 'updated_at': '2021-12-20T21:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:38.738949 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] For port bfc891e3-0f70-4d05-80cb-1423fc350293, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:38.747819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] For port bfc891e3-0f70-4d05-80cb-1423fc350293, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=bfc891e3-0f70-4d05-80cb-1423fc350293,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:38.753389 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:38.764045 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port a744bd23-d1db-40e5-ab30-ea2e4d94685f, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=a744bd23-d1db-40e5-ab30-ea2e4d94685f,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:38.777825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'a744bd23-d1db-40e5-ab30-ea2e4d94685f', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'a744bd23-d1db-40e5-ab30-ea2e4d94685f', 'mac_address': 'fa:16:3e:01:85:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:16:38.794032 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0c69c0-2187-4115-9ca2-8619f872176b {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:16:38.814103 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:38.827293 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:38.835980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Pushing event updated for resources: {'Port': ['ID=bfc891e3-0f70-4d05-80cb-1423fc350293,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:38.855636 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a744bd23-d1db-40e5-ab30-ea2e4d94685f {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:16:38.877943 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:38.880450 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:38.881113 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port a744bd23-d1db-40e5-ab30-ea2e4d94685f, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=a744bd23-d1db-40e5-ab30-ea2e4d94685f,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:38.884394 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d06b49d1-b13b-4192-a197-1b71b693825d service neutron] 10.222.0.66 "PUT /v2.0/ports/bfc891e3-0f70-4d05-80cb-1423fc350293 HTTP/1.1" status: 200 len: 1094 time: 3.1844838 Dec 20 21:16:38.886034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c95dee9-3381-47c4-b36e-e6c53114ced5', 'tag': 'bfc891e3-0f70-4d05-80cb-1423fc350293'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:38.888769 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:38.902331 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19995dab-40a7-4f57-a9c3-6c362ba292f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1c95dee9-3381-47c4-b36e-e6c53114ced5", "tag": "bfc891e3-0f70-4d05-80cb-1423fc350293"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:38.926117 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd52903f-bf5f-4e4c-beb8-9408cd823764 None None] The sync data for ids ['9b1ecc8f-fb0c-4856-990c-324accb87e81'] in n-d-xena-1 is: [{'id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'name': 'tempest-FloatingIPsNegativeTestJSON-1799711147-router', 'tenant_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.52'}], 'enable_snat': True}, 'gw_port_id': '60453205-83a5-4968-bd89-59a00829cf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:18Z', 'updated_at': '2021-12-20T21:16:35Z', 'revision_number': 5, 'project_id': '3aa581a4a1b64e93b6c9a9d3db71188f', 'gw_port': {'id': '60453205-83a5-4968-bd89-59a00829cf65', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ac:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1ecc8f-fb0c-4856-990c-324accb87e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:19Z', 'updated_at': '2021-12-20T21:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:16:38.983276 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=a744bd23-d1db-40e5-ab30-ea2e4d94685f,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:39.035996 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Transition to ACTIVE for port object af0c69c0-2187-4115-9ca2-8619f872176b will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:16:39.048598 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b9913-66bd-4fc4-993d-9164991575e8 req-17834857-cafe-4e29-acdd-2e4f0b5188db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:39.050201 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-044b9913-66bd-4fc4-993d-9164991575e8 req-17834857-cafe-4e29-acdd-2e4f0b5188db service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11e5b01c0d6245618ac61ab5f4371719&device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 1097 time: 0.1029801 Dec 20 21:16:39.064847 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:39.078585 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46370) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:39.095411 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-276b18da-cb7e-4e89-82a9-fbf2527672bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:39.136809 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-c49fdb97-e89f-4446-817a-6e0c9d6d4643 req-158a944c-cb3c-4c96-bcc4-6aac319b845f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:16:39.137785 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c49fdb97-e89f-4446-817a-6e0c9d6d4643 req-158a944c-cb3c-4c96-bcc4-6aac319b845f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1118872 Dec 20 21:16:39.139410 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-044b9913-66bd-4fc4-993d-9164991575e8 req-e4879812-7da5-46ea-8786-7cb256a79704 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=bfc891e3-0f70-4d05-80cb-1423fc350293 HTTP/1.1" status: 200 len: 217 time: 0.0736573 Dec 20 21:16:39.140979 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f49f6a27-183f-48d2-9408-75b49ce00bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:39.204681 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b9913-66bd-4fc4-993d-9164991575e8 req-7c6eaf9b-121a-497d-89b9-261dc4f45910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:39.206582 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-044b9913-66bd-4fc4-993d-9164991575e8 req-7c6eaf9b-121a-497d-89b9-261dc4f45910 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0568032 Dec 20 21:16:39.220938 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['a744bd23-d1db-40e5-ab30-ea2e4d94685f'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:16:39.294341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d5db2-5939-4fc6-a105-6d48ba351c61 req-f3baf3be-8fbe-49d0-95f1-29530230aa64 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:39.295939 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa5d5db2-5939-4fc6-a105-6d48ba351c61 req-f3baf3be-8fbe-49d0-95f1-29530230aa64 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 949 time: 0.4746308 Dec 20 21:16:39.307024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Pushing event updated for resources: {'Port': ['ID=af0c69c0-2187-4115-9ca2-8619f872176b,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:39.354918 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f49f6a27-183f-48d2-9408-75b49ce00bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:39.365939 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d19758fb-7da5-4ce6-b2bb-32da91d1328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:39.366838 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-044b9913-66bd-4fc4-993d-9164991575e8 req-d19758fb-7da5-4ce6-b2bb-32da91d1328b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1535809 Dec 20 21:16:39.367272 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f49f6a27-183f-48d2-9408-75b49ce00bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:39.371940 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9caab7d5-f7a4-455a-b257-9b727ce5238c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:39.375909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] For port 095dc952-4236-4239-b529-21f01ec7edf9, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:39.538570 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] For port 095dc952-4236-4239-b529-21f01ec7edf9, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=095dc952-4236-4239-b529-21f01ec7edf9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:39.575764 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:39.577730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Attempting to bind port af0c69c0-2187-4115-9ca2-8619f872176b on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:39.578060 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Attempting to bind port af0c69c0-2187-4115-9ca2-8619f872176b by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:39.578409 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Attempting to bind port af0c69c0-2187-4115-9ca2-8619f872176b on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:39.580593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-06bac31f-9c1f-4f39-8c18-75424ebbec14 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Made reservation on behalf of 49bd4cca0f8d409399c77feff9b72818 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:39.584158 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-06bac31f-9c1f-4f39-8c18-75424ebbec14 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:39.595909 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa5d5db2-5939-4fc6-a105-6d48ba351c61 req-75b1231e-2710-491f-b04c-1ff5baefec3f tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779584 Dec 20 21:16:39.641276 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Port af0c69c0-2187-4115-9ca2-8619f872176b on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:16:39.641579 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Attempting to bind port af0c69c0-2187-4115-9ca2-8619f872176b on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:39.654090 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3204e343-ea10-4407-90d0-805334da60f7 req-719f9989-8d59-4064-8dd5-da014f22ce3e tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 210 time: 0.1645460 Dec 20 21:16:39.670403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:39.671003 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:39.672394 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] 10.222.0.31 "PUT /v2.0/ports/095dc952-4236-4239-b529-21f01ec7edf9 HTTP/1.1" status: 200 len: 1094 time: 3.5610936 Dec 20 21:16:39.676045 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f6a27-183f-48d2-9408-75b49ce00bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692802ce-fe6b-4094-a1bb-cf1109e0da5e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:39.690676 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c72168c-0b66-4507-910c-13c91615a4bc', 'tag': '095dc952-4236-4239-b529-21f01ec7edf9'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:39.693526 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4be86a-22fb-4a75-abd7-c1d7e7d8b3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c72168c-0b66-4507-910c-13c91615a4bc", "tag": "095dc952-4236-4239-b529-21f01ec7edf9"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:39.698439 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:39.698731 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f49f6a27-183f-48d2-9408-75b49ce00bbd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c6643e11e7b49eda375b7ad929164d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5821600 Dec 20 21:16:39.702012 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1296896-0ecd-475e-ad0d-2d9a68adf7e3 x-openstack-request-id: req-e1296896-0ecd-475e-ad0d-2d9a68adf7e3 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:39.702318 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c95dee9-3381-47c4-b36e-e6c53114ced5", "tag": "bfc891e3-0f70-4d05-80cb-1423fc350293", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:39.702566 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1296896-0ecd-475e-ad0d-2d9a68adf7e3 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:39.703965 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c95dee9-3381-47c4-b36e-e6c53114ced5', 'tag': 'bfc891e3-0f70-4d05-80cb-1423fc350293', 'status': 'completed', 'code': 200} Dec 20 21:16:39.704883 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46380) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:39.706839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:39.707254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:39.707778 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Bound port: af0c69c0-2187-4115-9ca2-8619f872176b, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:39.708181 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:39.770510 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-044b9913-66bd-4fc4-993d-9164991575e8 req-ee4da071-b560-49f2-97e0-a83d5edf3c5e service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894663 Dec 20 21:16:39.819691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-276b18da-cb7e-4e89-82a9-fbf2527672bf admin admin] Deleting port ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:16:39.820122 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-276b18da-cb7e-4e89-82a9-fbf2527672bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:39.863375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e0601-defd-40de-9c2e-6de546789ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=095dc952-4236-4239-b529-21f01ec7edf9,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:39.864718 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-ea1f89e4-0c2b-45b8-b3a2-335a8b3e99e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3277719 Dec 20 21:16:39.915126 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f77bf64f-7723-458a-834e-ce0f1ae73436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:39.972579 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f77bf64f-7723-458a-834e-ce0f1ae73436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:40.016512 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6da2c3-a0a1-4de3-b6f1-26ffd2ac71d5 req-50df3c52-8634-4b20-9058-7f0af803b74a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:40.025628 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e6da2c3-a0a1-4de3-b6f1-26ffd2ac71d5 req-50df3c52-8634-4b20-9058-7f0af803b74a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 947 time: 0.2210331 Dec 20 21:16:40.041794 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-044b9913-66bd-4fc4-993d-9164991575e8 req-bedfa998-2d06-4d89-9979-51044a958359 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347710 Dec 20 21:16:40.092729 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e6da2c3-a0a1-4de3-b6f1-26ffd2ac71d5 req-14b7312b-5fbc-4d7d-b1a3-fa6f831da108 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661125 Dec 20 21:16:40.104314 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f77bf64f-7723-458a-834e-ce0f1ae73436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:40.108165 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f77bf64f-7723-458a-834e-ce0f1ae73436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:40.112076 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f77bf64f-7723-458a-834e-ce0f1ae73436 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/692802ce-fe6b-4094-a1bb-cf1109e0da5e HTTP/1.1" status: 204 len: 168 time: 0.3942459 Dec 20 21:16:40.146760 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bf64f-7723-458a-834e-ce0f1ae73436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692802ce-fe6b-4094-a1bb-cf1109e0da5e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:40.235814 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19995dab-40a7-4f57-a9c3-6c362ba292f5 req-6d80c984-d85c-462a-9884-4c8df323a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:40.237282 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-19995dab-40a7-4f57-a9c3-6c362ba292f5 req-6d80c984-d85c-462a-9884-4c8df323a9c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11e5b01c0d6245618ac61ab5f4371719&device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 1097 time: 0.0782952 Dec 20 21:16:40.250261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-9caab7d5-f7a4-455a-b257-9b727ce5238c admin admin] Deleting port 60453205-83a5-4968-bd89-59a00829cf65 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:16:40.250840 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9caab7d5-f7a4-455a-b257-9b727ce5238c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:40.367004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e510380-f381-4e52-9bd1-7a87342b424a req-b5155bbe-0545-4b72-9ca0-e3002b7593fa tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:40.368737 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4e510380-f381-4e52-9bd1-7a87342b424a req-b5155bbe-0545-4b72-9ca0-e3002b7593fa tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.1274159 Dec 20 21:16:40.416754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19995dab-40a7-4f57-a9c3-6c362ba292f5 req-07b7cb56-caba-4ba9-8bdf-236c658cf6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:40.418231 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-19995dab-40a7-4f57-a9c3-6c362ba292f5 req-07b7cb56-caba-4ba9-8bdf-236c658cf6f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1660755 Dec 20 21:16:40.439329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] For port af0c69c0-2187-4115-9ca2-8619f872176b, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:40.457929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50630c1a-9ffd-48cf-a70f-df0862328c6d req-a523835c-2803-4462-ad9a-fe04ac11ed0f tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:40.459844 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50630c1a-9ffd-48cf-a70f-df0862328c6d req-a523835c-2803-4462-ad9a-fe04ac11ed0f tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 948 time: 0.6918290 Dec 20 21:16:40.470779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-d7afbd26-5a36-4512-b752-b739f492faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:40.472326 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-d7afbd26-5a36-4512-b752-b739f492faf9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&device_id=8c72168c-0b66-4507-910c-13c91615a4bc HTTP/1.1" status: 200 len: 1097 time: 0.6560645 Dec 20 21:16:40.480463 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 82732d30-9162-4749-868e-97274da8029f no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:16:40.497323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] For port af0c69c0-2187-4115-9ca2-8619f872176b, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=af0c69c0-2187-4115-9ca2-8619f872176b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:40.498906 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-06bac31f-9c1f-4f39-8c18-75424ebbec14 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Allocated IP 172.20.0.14 (26695cc4-6d4c-47f9-b9d6-944bc1cfd208/e7a38a1c-ba40-430e-b466-9b0024d8be26/58ad4fdc-9dcd-4043-903e-0e484ac5e967) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:40.499719 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4e510380-f381-4e52-9bd1-7a87342b424a req-6f781df7-b8e8-4df8-b836-d6965411b070 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984247 Dec 20 21:16:40.501594 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-19995dab-40a7-4f57-a9c3-6c362ba292f5 req-2bb2c963-0906-428a-a7d4-e34a76e5056b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=bfc891e3-0f70-4d05-80cb-1423fc350293 HTTP/1.1" status: 200 len: 217 time: 0.0768316 Dec 20 21:16:40.531949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 82732d30-9162-4749-868e-97274da8029f {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:16:40.533133 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 82732d30-9162-4749-868e-97274da8029f not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:16:40.579283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19995dab-40a7-4f57-a9c3-6c362ba292f5 req-8066c407-7c69-4857-8169-b2af92a75b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:40.583752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device a744bd23-d1db-40e5-ab30-ea2e4d94685f up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:40.587175 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-19995dab-40a7-4f57-a9c3-6c362ba292f5 req-8066c407-7c69-4857-8169-b2af92a75b81 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0732701 Dec 20 21:16:40.609797 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568208c2-b922-45af-ba25-a0fd54a808b3 x-openstack-request-id: req-568208c2-b922-45af-ba25-a0fd54a808b3 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:40.610334 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c72168c-0b66-4507-910c-13c91615a4bc", "tag": "095dc952-4236-4239-b529-21f01ec7edf9", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:40.610726 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-568208c2-b922-45af-ba25-a0fd54a808b3 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:40.611258 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c72168c-0b66-4507-910c-13c91615a4bc', 'tag': '095dc952-4236-4239-b529-21f01ec7edf9', 'status': 'completed', 'code': 200} Dec 20 21:16:40.623113 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:40.653706 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19995dab-40a7-4f57-a9c3-6c362ba292f5 req-66095f5c-4466-4c5d-b26d-6f9dbd7f79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:40.655357 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-19995dab-40a7-4f57-a9c3-6c362ba292f5 req-66095f5c-4466-4c5d-b26d-6f9dbd7f79b2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600007 Dec 20 21:16:40.665914 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port a744bd23-d1db-40e5-ab30-ea2e4d94685f completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:16:40.673147 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port a744bd23-d1db-40e5-ab30-ea2e4d94685f triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:40.675087 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:40.682600 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-7e44fe30-4cbb-4d95-af5f-7f381183e213 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=095dc952-4236-4239-b529-21f01ec7edf9 HTTP/1.1" status: 200 len: 217 time: 0.1607335 Dec 20 21:16:40.727438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-276b18da-cb7e-4e89-82a9-fbf2527672bf admin admin] For port ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:40.728222 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-276b18da-cb7e-4e89-82a9-fbf2527672bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:40.812676 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:40.812676 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:40.814130 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] 10.222.0.31 "PUT /v2.0/ports/af0c69c0-2187-4115-9ca2-8619f872176b HTTP/1.1" status: 200 len: 1093 time: 3.8714001 Dec 20 21:16:40.818735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-276b18da-cb7e-4e89-82a9-fbf2527672bf admin admin] Calling delete_port for ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:16:40.834043 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de097f6-ee90-4ba4-af4b-6d2ce2ac15d4 req-42795a62-0d82-436d-ace0-e73746301d30 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:40.841780 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5de097f6-ee90-4ba4-af4b-6d2ce2ac15d4 req-42795a62-0d82-436d-ace0-e73746301d30 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 949 time: 0.1113868 Dec 20 21:16:40.849025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-9caab7d5-f7a4-455a-b257-9b727ce5238c admin admin] For port 60453205-83a5-4968-bd89-59a00829cf65, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=60453205-83a5-4968-bd89-59a00829cf65,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:40.849625 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9caab7d5-f7a4-455a-b257-9b727ce5238c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:40.901896 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-19995dab-40a7-4f57-a9c3-6c362ba292f5 req-5e24bdb8-0d8f-4420-ae48-29d4668fca95 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395854 Dec 20 21:16:40.902336 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:40.907413 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50630c1a-9ffd-48cf-a70f-df0862328c6d req-1add2206-7512-449d-bd2e-301ac4360bac tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ad3cac-b4fd-4acc-81e2-c958e5415470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289629 Dec 20 21:16:40.941425 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770e345e-2506-4622-b3ae-019bdad25bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a744bd23-d1db-40e5-ab30-ea2e4d94685f'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:40.944023 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda70b6f-026b-434e-ac27-41d41009bda3" -d '{"events": [{"server_uuid": "770e345e-2506-4622-b3ae-019bdad25bd6", "name": "network-vif-plugged", "status": "completed", "tag": "a744bd23-d1db-40e5-ab30-ea2e4d94685f"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:40.961732 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port a744bd23-d1db-40e5-ab30-ea2e4d94685f, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=a744bd23-d1db-40e5-ab30-ea2e4d94685f,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:40.979985 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:41.035595 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5de097f6-ee90-4ba4-af4b-6d2ce2ac15d4 req-4305d49a-580d-4f33-859f-e228bbf2b305 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928988 Dec 20 21:16:41.104891 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=a744bd23-d1db-40e5-ab30-ea2e4d94685f,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:41.115258 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-19995dab-40a7-4f57-a9c3-6c362ba292f5 req-6ca2e4b8-97af-48ea-9b43-560ba9789f90 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969299 Dec 20 21:16:41.117258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-9caab7d5-f7a4-455a-b257-9b727ce5238c admin admin] Calling delete_port for 60453205-83a5-4968-bd89-59a00829cf65 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:16:41.119834 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354345e7-71e5-496f-9f6f-b084dd3439bb x-openstack-request-id: req-354345e7-71e5-496f-9f6f-b084dd3439bb {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:41.120141 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770e345e-2506-4622-b3ae-019bdad25bd6", "name": "network-vif-plugged", "status": "completed", "tag": "a744bd23-d1db-40e5-ab30-ea2e4d94685f", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:41.121525 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-354345e7-71e5-496f-9f6f-b084dd3439bb {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:41.121954 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770e345e-2506-4622-b3ae-019bdad25bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a744bd23-d1db-40e5-ab30-ea2e4d94685f', 'code': 200} Dec 20 21:16:41.132024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91858ee5-7a23-4e38-b0e9-6b6bdfb8aa5a service neutron] Pushing event updated for resources: {'Port': ['ID=af0c69c0-2187-4115-9ca2-8619f872176b,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:41.217331 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e30a7b79-3700-4e96-af7c-df12eda48e2f req-898995a4-cbbf-4421-9e65-e1746127d90c tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 210 time: 0.1012523 Dec 20 21:16:41.317898 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b7a01-1126-486b-905f-15f86a7252c8 req-d021a361-007d-4936-8b2a-1192b619991f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:41.320015 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e3b7a01-1126-486b-905f-15f86a7252c8 req-d021a361-007d-4936-8b2a-1192b619991f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 947 time: 0.1075780 Dec 20 21:16:41.323120 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b5ef4-e826-4843-9b42-08612a81e0bd req-f8e80b97-6237-48b8-a0ea-4e9ac2badd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:41.324664 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-635b5ef4-e826-4843-9b42-08612a81e0bd req-f8e80b97-6237-48b8-a0ea-4e9ac2badd93 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 1099 time: 0.0713508 Dec 20 21:16:41.332310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-d72532ca-6a26-4391-a2e6-cb779459c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:41.333821 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-d72532ca-6a26-4391-a2e6-cb779459c91f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.6313553 Dec 20 21:16:41.411362 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e3b7a01-1126-486b-905f-15f86a7252c8 req-3e19434e-9951-44e6-abaa-686449c1268a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804615 Dec 20 21:16:41.416505 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-635b5ef4-e826-4843-9b42-08612a81e0bd req-4b667339-4fbf-40f9-9777-19213248938b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742052 Dec 20 21:16:41.448493 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-342eef21-aba8-4324-96df-ecf92c2d0ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:41.450033 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-342eef21-aba8-4324-96df-ecf92c2d0ca3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 1096 time: 0.5416286 Dec 20 21:16:41.527007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-eb8d56c1-6149-40d4-b7c4-035c6fa230ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:41.528564 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-eb8d56c1-6149-40d4-b7c4-035c6fa230ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1708374 Dec 20 21:16:41.576105 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-06bac31f-9c1f-4f39-8c18-75424ebbec14 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:41.632724 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-276b18da-cb7e-4e89-82a9-fbf2527672bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:41.677015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b18da-cb7e-4e89-82a9-fbf2527672bf admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:41.742844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d183e-d037-4609-bf20-d9715e79eaa2 req-1f9d1f06-792c-4681-b36a-953ce18add2f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:41.744332 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-343d183e-d037-4609-bf20-d9715e79eaa2 req-1f9d1f06-792c-4681-b36a-953ce18add2f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.1713512 Dec 20 21:16:41.778909 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-06bac31f-9c1f-4f39-8c18-75424ebbec14 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:41.817405 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-c8cb028d-d17b-41e0-a181-5181ff79d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:41.819302 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-c8cb028d-d17b-41e0-a181-5181ff79d268 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 1099 time: 0.0413408 Dec 20 21:16:41.863789 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-6e6ad9ce-c53d-42e2-b765-47a496f6cd24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=af0c69c0-2187-4115-9ca2-8619f872176b HTTP/1.1" status: 200 len: 217 time: 0.1316841 Dec 20 21:16:41.913240 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-f30d48ab-a1b0-4210-95b2-a8b506570055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:41.914757 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-f30d48ab-a1b0-4210-95b2-a8b506570055 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.0885031 Dec 20 21:16:41.970918 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9caab7d5-f7a4-455a-b257-9b727ce5238c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:41.976979 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-24febd69-66b5-4abd-b48b-e33de35c2cee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=6e1713ac-6707-46ba-aecb-67d234680f96 HTTP/1.1" status: 200 len: 217 time: 0.0547047 Dec 20 21:16:41.983141 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-276b18da-cb7e-4e89-82a9-fbf2527672bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:41.992447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-06bac31f-9c1f-4f39-8c18-75424ebbec14 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:42.043949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bac31f-9c1f-4f39-8c18-75424ebbec14 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Pushing event updated for resources: {'Port': ['ID=58ad4fdc-9dcd-4043-903e-0e484ac5e967,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:42.048668 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-343d183e-d037-4609-bf20-d9715e79eaa2 req-89c2920d-2c83-4f8d-8cf7-b3b9cac7356e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718899 Dec 20 21:16:42.049364 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-06bac31f-9c1f-4f39-8c18-75424ebbec14 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:42.058169 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-d93e6a9d-276c-4dea-ac57-8c4de5d31fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:42.060711 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-d93e6a9d-276c-4dea-ac57-8c4de5d31fe1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0766039 Dec 20 21:16:42.095252 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafbfa1-3048-45bb-8356-c36260f2a90e req-0f388378-4a8d-4176-94f2-fdbf6853c91d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:42.096577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-06bac31f-9c1f-4f39-8c18-75424ebbec14 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:42.103416 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5aafbfa1-3048-45bb-8356-c36260f2a90e req-0f388378-4a8d-4176-94f2-fdbf6853c91d tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 948 time: 0.1091709 Dec 20 21:16:42.164028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-e0ec73eb-de43-43b7-a9d8-1678b6b87108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:42.165941 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-e0ec73eb-de43-43b7-a9d8-1678b6b87108 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985374 Dec 20 21:16:42.180101 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5aafbfa1-3048-45bb-8356-c36260f2a90e req-044a0393-a760-4206-9c86-89daba77deeb tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ad3cac-b4fd-4acc-81e2-c958e5415470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710180 Dec 20 21:16:42.189489 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-a6ea9632-9b0c-48ec-8230-776e63d76e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:42.189489 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-a6ea9632-9b0c-48ec-8230-776e63d76e71 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.2908103 Dec 20 21:16:42.189489 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caab7d5-f7a4-455a-b257-9b727ce5238c admin admin] Pushing event deleted for resources: {'Port': ['ID=60453205-83a5-4968-bd89-59a00829cf65,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:42.231376 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-276b18da-cb7e-4e89-82a9-fbf2527672bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:42.251106 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-0af4abb3-a2b9-4e82-baf3-6cbf8591b68b service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162983 Dec 20 21:16:42.252342 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-276b18da-cb7e-4e89-82a9-fbf2527672bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:42.337284 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651f3ca-9f72-4818-9755-008e4d25641a req-11db6330-f6e8-4c68-81f4-a134b7755fd2 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:42.338824 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3651f3ca-9f72-4818-9755-008e4d25641a req-11db6330-f6e8-4c68-81f4-a134b7755fd2 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 950 time: 0.0856261 Dec 20 21:16:42.369229 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-b242aebf-1f43-41bc-b208-6d199ca5a25c service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880822 Dec 20 21:16:42.373316 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-06bac31f-9c1f-4f39-8c18-75424ebbec14 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:42.374038 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-06bac31f-9c1f-4f39-8c18-75424ebbec14 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:42.391467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a0756765-de73-47e2-8c72-c669d52644c4 None None] Provisioning complete for port 58ad4fdc-9dcd-4043-903e-0e484ac5e967 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:42.392477 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a0756765-de73-47e2-8c72-c669d52644c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:42.430890 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a0756765-de73-47e2-8c72-c669d52644c4 None None] Port 58ad4fdc-9dcd-4043-903e-0e484ac5e967 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:16:42.455901 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3651f3ca-9f72-4818-9755-008e4d25641a req-576d529b-ba8a-4bfe-b2b4-3e12949b1ef0 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098366 Dec 20 21:16:42.456475 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9caab7d5-f7a4-455a-b257-9b727ce5238c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:42.465459 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-276b18da-cb7e-4e89-82a9-fbf2527672bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:42.465891 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276b18da-cb7e-4e89-82a9-fbf2527672bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd94bcee-fb17-4fe8-9bf9-56d11f56153a {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:16:42.486246 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-eed8f256-6eff-4b6f-9548-495d3bdaac65 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104565 Dec 20 21:16:42.750354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e500c374-94ec-4599-b402-7aebedad5e46', 'tag': 'af0c69c0-2187-4115-9ca2-8619f872176b'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:42.752806 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153e0537-e2d3-41ab-8015-5d833769cf97" -d '{"events": [{"name": "network-changed", "server_uuid": "e500c374-94ec-4599-b402-7aebedad5e46", "tag": "af0c69c0-2187-4115-9ca2-8619f872176b"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:42.755731 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1c975-2ade-402c-beae-5dfca3ea89a5 req-96a12cc2-6c54-4a44-a0e6-e6469a5e4d57 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:42.757364 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5bf1c975-2ade-402c-beae-5dfca3ea89a5 req-96a12cc2-6c54-4a44-a0e6-e6469a5e4d57 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 947 time: 0.0593698 Dec 20 21:16:42.758174 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-06bac31f-9c1f-4f39-8c18-75424ebbec14 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1323404 Dec 20 21:16:42.792718 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-276b18da-cb7e-4e89-82a9-fbf2527672bf admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:42.793832 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-276b18da-cb7e-4e89-82a9-fbf2527672bf admin admin] 10.222.0.32 "DELETE /v2.0/routers/cd94bcee-fb17-4fe8-9bf9-56d11f56153a HTTP/1.1" status: 204 len: 168 time: 5.7705801 Dec 20 21:16:42.798600 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46468) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:42.810791 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5bf1c975-2ade-402c-beae-5dfca3ea89a5 req-68adc9f5-bdbd-4917-9d0b-43ae7c052fce tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460145 Dec 20 21:16:42.834402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Request body: {'port': {'device_id': 'd6d67f58-21d9-4d06-a5f9-2816801dabdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:42.841960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-d1f34b4b-3f5b-4c45-8451-6e1efcf0838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:42.843484 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-d1f34b4b-3f5b-4c45-8451-6e1efcf0838f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6235921 Dec 20 21:16:42.870830 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8bd8e2-d825-4cab-93a1-a962c974e7da admin admin] Deleting subnet b6ecfa28-fed4-4ac4-98dc-e645546e96d3 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:16:42.873952 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be8bd8e2-d825-4cab-93a1-a962c974e7da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:42.888851 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9caab7d5-f7a4-455a-b257-9b727ce5238c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:42.898638 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25211bb-b6c4-437c-b372-e0b9449b2df0 x-openstack-request-id: req-d25211bb-b6c4-437c-b372-e0b9449b2df0 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:42.898943 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e500c374-94ec-4599-b402-7aebedad5e46", "tag": "af0c69c0-2187-4115-9ca2-8619f872176b", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:42.899161 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d25211bb-b6c4-437c-b372-e0b9449b2df0 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:42.899665 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e500c374-94ec-4599-b402-7aebedad5e46', 'tag': 'af0c69c0-2187-4115-9ca2-8619f872176b', 'status': 'completed', 'code': 200} Dec 20 21:16:42.909821 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9caab7d5-f7a4-455a-b257-9b727ce5238c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:42.920602 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be8bd8e2-d825-4cab-93a1-a962c974e7da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:42.963731 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-90b8e29b-9a9a-4e51-a497-8f8e82092dd1 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6664302 Dec 20 21:16:43.012591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8eeeec-23d3-46d8-a2d0-f94d5303b280 req-0ecc2b72-da34-460c-b311-dfad0881f843 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:43.014089 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e8eeeec-23d3-46d8-a2d0-f94d5303b280 req-0ecc2b72-da34-460c-b311-dfad0881f843 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 932 time: 0.6490521 Dec 20 21:16:43.037574 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9caab7d5-f7a4-455a-b257-9b727ce5238c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:43.038244 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caab7d5-f7a4-455a-b257-9b727ce5238c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b1ecc8f-fb0c-4856-990c-324accb87e81 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:16:43.039652 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:43.052463 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9caab7d5-f7a4-455a-b257-9b727ce5238c admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:43.055515 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be8bd8e2-d825-4cab-93a1-a962c974e7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:43.055801 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9caab7d5-f7a4-455a-b257-9b727ce5238c admin admin] 10.222.0.32 "DELETE /v2.0/routers/9b1ecc8f-fb0c-4856-990c-324accb87e81 HTTP/1.1" status: 204 len: 168 time: 5.4907715 Dec 20 21:16:43.056415 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46478) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:43.206558 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-c0b4a473-dc16-4afd-8f2e-9c3f1cdea0f6 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325574 Dec 20 21:16:43.224290 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e8eeeec-23d3-46d8-a2d0-f94d5303b280 req-58e73394-90f4-415e-955f-64dd1f521a49 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027619 Dec 20 21:16:43.244110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-612a0efb-a737-4298-91a5-cbe65d639652 admin admin] Deleting subnet 3898b4c4-69d3-4413-ab82-9a28d00337af {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:16:43.263806 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-612a0efb-a737-4298-91a5-cbe65d639652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:43.285736 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device bfc891e3-0f70-4d05-80cb-1423fc350293 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:16:43.412874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port bfc891e3-0f70-4d05-80cb-1423fc350293, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=bfc891e3-0f70-4d05-80cb-1423fc350293,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:43.426749 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4be86a-22fb-4a75-abd7-c1d7e7d8b3f3 req-13e42b21-91c9-438a-b39d-6a0814452333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:43.427570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'bfc891e3-0f70-4d05-80cb-1423fc350293', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'bfc891e3-0f70-4d05-80cb-1423fc350293', 'mac_address': 'fa:16:3e:c5:94:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:16:43.429924 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d4be86a-22fb-4a75-abd7-c1d7e7d8b3f3 req-13e42b21-91c9-438a-b39d-6a0814452333 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&device_id=8c72168c-0b66-4507-910c-13c91615a4bc HTTP/1.1" status: 200 len: 1097 time: 0.3481982 Dec 20 21:16:43.445225 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be8bd8e2-d825-4cab-93a1-a962c974e7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:43.474424 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46486) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:43.480502 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:43.480707 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-612a0efb-a737-4298-91a5-cbe65d639652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:43.482624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bd8e2-d825-4cab-93a1-a962c974e7da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6ecfa28-fed4-4ac4-98dc-e645546e96d3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:43.497930 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be8bd8e2-d825-4cab-93a1-a962c974e7da admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:43.500208 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc891e3-0f70-4d05-80cb-1423fc350293 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:16:43.501071 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-be8bd8e2-d825-4cab-93a1-a962c974e7da admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b6ecfa28-fed4-4ac4-98dc-e645546e96d3 HTTP/1.1" status: 204 len: 168 time: 0.7015631 Dec 20 21:16:43.503859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46490) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:43.512970 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef63456-3b6e-48dd-b817-aadc9501336c None None] Network 86a3602d-b8fa-4ec7-8fe2-f622f0d61f15 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:16:43.578393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port bfc891e3-0f70-4d05-80cb-1423fc350293, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=bfc891e3-0f70-4d05-80cb-1423fc350293,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:43.584145 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:43.625816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652710a-de74-4b6a-864d-ee94c22afa59 req-38806697-ca80-4e1a-8096-8c72fa60fd7f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:43.634811 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9652710a-de74-4b6a-864d-ee94c22afa59 req-38806697-ca80-4e1a-8096-8c72fa60fd7f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.2030125 Dec 20 21:16:43.643307 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:43.722630 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9652710a-de74-4b6a-864d-ee94c22afa59 req-a3016338-d315-499c-a31a-230f31d0666c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860546 Dec 20 21:16:43.727599 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=bfc891e3-0f70-4d05-80cb-1423fc350293,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:43.766243 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] Deleting port 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:16:43.766602 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef01e915-8c76-4a54-ad3c-087b0908a5d9 req-a2678468-c64e-4b01-b884-93d2039ec543 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5411708 Dec 20 21:16:43.766721 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:43.776025 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dce4fd38-ddc2-4528-8b9e-8d8ee8c90a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:43.789701 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724dd32-b56b-40b1-8b8c-b65292c3987a req-f797c47b-ca66-4687-b944-3ccc115ae7ca tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:43.791659 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b724dd32-b56b-40b1-8b8c-b65292c3987a req-f797c47b-ca66-4687-b944-3ccc115ae7ca tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 948 time: 0.3708899 Dec 20 21:16:43.838886 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4be86a-22fb-4a75-abd7-c1d7e7d8b3f3 req-8f2d0623-614b-4666-a923-53e8a4d632d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:43.840431 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d4be86a-22fb-4a75-abd7-c1d7e7d8b3f3 req-8f2d0623-614b-4666-a923-53e8a4d632d8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.3849761 Dec 20 21:16:43.847279 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa594813-5997-4ffe-8fc8-9ff5dd8ce1b8 None None] DHCP port deletion for 86a3602d-b8fa-4ec7-8fe2-f622f0d61f15 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:16:43.859204 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-612a0efb-a737-4298-91a5-cbe65d639652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:43.877045 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['bfc891e3-0f70-4d05-80cb-1423fc350293'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:16:43.907452 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] For port 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=67f00c6b-9b02-444b-bcae-02d5dcb1d6e9,segment=NetworkSegment(7a527d42-e668-4b70-9902-a9d2c2db8b89),segment_id=7a527d42-e668-4b70-9902-a9d2c2db8b89)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:43.907895 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:43.930847 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bee04f-bcee-4f05-8e36-bf22114679d8 req-5496710e-155b-4435-a0c1-42bc6cdc34db tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:43.932451 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38bee04f-bcee-4f05-8e36-bf22114679d8 req-5496710e-155b-4435-a0c1-42bc6cdc34db tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 950 time: 0.1064456 Dec 20 21:16:43.933426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] Calling delete_port for 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:16:43.955627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-fa594813-5997-4ffe-8fc8-9ff5dd8ce1b8 None None] Deleting port 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:16:43.955905 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa594813-5997-4ffe-8fc8-9ff5dd8ce1b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:43.988661 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d4be86a-22fb-4a75-abd7-c1d7e7d8b3f3 req-381d7840-7c1d-4136-9cd1-7f34490142f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=095dc952-4236-4239-b529-21f01ec7edf9 HTTP/1.1" status: 200 len: 217 time: 0.0912993 Dec 20 21:16:44.000750 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b724dd32-b56b-40b1-8b8c-b65292c3987a req-01deb4dd-14de-4963-ac01-99fbfcfa20ec tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ad3cac-b4fd-4acc-81e2-c958e5415470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875200 Dec 20 21:16:44.013866 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38bee04f-bcee-4f05-8e36-bf22114679d8 req-d749d2d5-3b68-43fc-a28e-d83ae4e2006d tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719612 Dec 20 21:16:44.054683 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fa594813-5997-4ffe-8fc8-9ff5dd8ce1b8 None None] For port 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=67f00c6b-9b02-444b-bcae-02d5dcb1d6e9,segment=NetworkSegment(7a527d42-e668-4b70-9902-a9d2c2db8b89),segment_id=7a527d42-e668-4b70-9902-a9d2c2db8b89)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:44.055120 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa594813-5997-4ffe-8fc8-9ff5dd8ce1b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.078179 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-fa594813-5997-4ffe-8fc8-9ff5dd8ce1b8 None None] Calling delete_port for 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:16:44.088574 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.136713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f00c6b-9b02-444b-bcae-02d5dcb1d6e9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:44.137188 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ad4fdc-9dcd-4043-903e-0e484ac5e967 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:16:44.147340 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] No DVR routers for this DVR port 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:16:44.178787 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.196602 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa594813-5997-4ffe-8fc8-9ff5dd8ce1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.219710 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e0537-e2d3-41ab-8015-5d833769cf97 req-3ebf9fac-60ce-4627-8de2-3c9853d24262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:44.221763 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-153e0537-e2d3-41ab-8015-5d833769cf97 req-3ebf9fac-60ce-4627-8de2-3c9853d24262 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 1096 time: 0.3237045 Dec 20 21:16:44.227126 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-612a0efb-a737-4298-91a5-cbe65d639652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.230866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Transition to ACTIVE for port object 58ad4fdc-9dcd-4043-903e-0e484ac5e967 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:16:44.243468 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa594813-5997-4ffe-8fc8-9ff5dd8ce1b8 None None] Pushing event deleted for resources: {'Port': ['ID=67f00c6b-9b02-444b-bcae-02d5dcb1d6e9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:44.251465 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa594813-5997-4ffe-8fc8-9ff5dd8ce1b8 None None] No DVR routers for this DVR port 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:16:44.267947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a0efb-a737-4298-91a5-cbe65d639652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3898b4c4-69d3-4413-ab82-9a28d00337af,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:44.285256 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.288277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4be86a-22fb-4a75-abd7-c1d7e7d8b3f3 req-0b99bdbc-e0a4-475d-a2cb-72fb0cb3cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:44.289748 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d4be86a-22fb-4a75-abd7-c1d7e7d8b3f3 req-0b99bdbc-e0a4-475d-a2cb-72fb0cb3cd6a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.2849095 Dec 20 21:16:44.291659 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.319208 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a3602d-b8fa-4ec7-8fe2-f622f0d61f15']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:44.319648 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.334524 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f233e-ff9a-48a3-b4e3-9927b949a8e1 req-ae2c420b-236d-4bd7-9ca6-a2f94404d358 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:44.336131 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-042f233e-ff9a-48a3-b4e3-9927b949a8e1 req-ae2c420b-236d-4bd7-9ca6-a2f94404d358 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 947 time: 0.1922703 Dec 20 21:16:44.339785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a527d42-e668-4b70-9902-a9d2c2db8b89') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:44.340173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a527d42-e668-4b70-9902-a9d2c2db8b89') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:44.350800 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.372454 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ec8c70-bfaf-4093-abc5-46da503dfd5b None None] Network e465f195-2a67-412f-bcb2-8a6893837667 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:16:44.381602 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.385723 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-612a0efb-a737-4298-91a5-cbe65d639652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.388988 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:16:44.389688 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.391676 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-612a0efb-a737-4298-91a5-cbe65d639652 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3898b4c4-69d3-4413-ab82-9a28d00337af HTTP/1.1" status: 204 len: 168 time: 1.3294120 Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:16:44.391956 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:16:44.395226 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46502) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:44.400592 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dce4fd38-ddc2-4528-8b9e-8d8ee8c90a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.416417 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dce4fd38-ddc2-4528-8b9e-8d8ee8c90a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.472639 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-042f233e-ff9a-48a3-b4e3-9927b949a8e1 req-099ccaec-107a-4724-ab0e-b040cbf1c1e8 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256671 Dec 20 21:16:44.498375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4be86a-22fb-4a75-abd7-c1d7e7d8b3f3 req-f6027382-8d20-466d-a47e-a7e0cb682594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:44.499890 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d4be86a-22fb-4a75-abd7-c1d7e7d8b3f3 req-f6027382-8d20-466d-a47e-a7e0cb682594 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1731656 Dec 20 21:16:44.500506 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=58ad4fdc-9dcd-4043-903e-0e484ac5e967,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:44.554972 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.561783 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.568442 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/86a3602d-b8fa-4ec7-8fe2-f622f0d61f15 HTTP/1.1" status: 204 len: 168 time: 1.0613506 Dec 20 21:16:44.615351 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.618765 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3739e-8192-42c4-94a5-4d7d1fdcfba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=86a3602d-b8fa-4ec7-8fe2-f622f0d61f15,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:44.641447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4fd38-ddc2-4528-8b9e-8d8ee8c90a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99442e0-055c-4003-ab34-9d259b3c5545,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:44.666696 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dce4fd38-ddc2-4528-8b9e-8d8ee8c90a1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba7eb4fe241346d291629217413dcf25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1911514 Dec 20 21:16:44.671568 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46508) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:44.683250 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 60453205-83a5-4968-bd89-59a00829cf65 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:16:44.706975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 60453205-83a5-4968-bd89-59a00829cf65 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:16:44.707681 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 60453205-83a5-4968-bd89-59a00829cf65 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:16:44.708310 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:16:44.733640 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e0537-e2d3-41ab-8015-5d833769cf97 req-7a214821-d0a4-4e97-afad-5bb3ac71e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:44.735172 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-153e0537-e2d3-41ab-8015-5d833769cf97 req-7a214821-d0a4-4e97-afad-5bb3ac71e284 service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.5012453 Dec 20 21:16:44.751400 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:16:44.751960 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ae7e8ed7-40dc-4f38-85f2-f036e2fc46e0 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:16:44.752925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:16:44.779211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c43eb-06b2-4e4d-8e89-eec4fe734ec1 req-636085b0-3b54-4160-a884-5b1258333187 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:44.787391 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1d4c43eb-06b2-4e4d-8e89-eec4fe734ec1 req-636085b0-3b54-4160-a884-5b1258333187 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 944 time: 0.1585748 Dec 20 21:16:44.796857 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:16:44.797392 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46512) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:44.797582 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 67f00c6b-9b02-444b-bcae-02d5dcb1d6e9 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:16:44.811279 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-153e0537-e2d3-41ab-8015-5d833769cf97 req-5102db2e-b7ce-4b10-898d-c359d315bf68 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=af0c69c0-2187-4115-9ca2-8619f872176b HTTP/1.1" status: 200 len: 217 time: 0.0593941 Dec 20 21:16:44.853310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed515b4-7d7f-4398-a842-223c10fa0445 req-9e9b73a8-e21b-4279-a5dd-7e13beceeaec tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:44.853778 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f89b257d-2ff2-4ebd-ac5f-f769e7792d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.855608 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fed515b4-7d7f-4398-a842-223c10fa0445 req-9e9b73a8-e21b-4279-a5dd-7e13beceeaec tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 950 time: 0.2004170 Dec 20 21:16:44.880518 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b96718-527d-40bd-8d5f-0f9e8e615ccc None None] DHCP port deletion for e465f195-2a67-412f-bcb2-8a6893837667 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:16:44.893378 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1d4c43eb-06b2-4e4d-8e89-eec4fe734ec1 req-f0423883-dab1-4745-a59c-24bafab2c32e tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052003 Dec 20 21:16:44.916481 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e0537-e2d3-41ab-8015-5d833769cf97 req-cda67d26-cc20-4fb4-8683-8d30c5a3a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:44.916481 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-153e0537-e2d3-41ab-8015-5d833769cf97 req-cda67d26-cc20-4fb4-8683-8d30c5a3a510 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0908680 Dec 20 21:16:44.916785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] Deleting port 0cf065c5-2f80-43b2-b0c2-742e056ad498 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:16:44.916785 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.916785 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f89b257d-2ff2-4ebd-ac5f-f769e7792d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.933389 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-32b96718-527d-40bd-8d5f-0f9e8e615ccc None None] Deleting port 0cf065c5-2f80-43b2-b0c2-742e056ad498 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:16:44.933894 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32b96718-527d-40bd-8d5f-0f9e8e615ccc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:44.972522 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9b720510-ca45-4de8-b282-1336d3c5bf3b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62fafeac12c747fb8937b82cd7716eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1714509 Dec 20 21:16:44.975893 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46514) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:44.993165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Attempting to bind port 58ad4fdc-9dcd-4043-903e-0e484ac5e967 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:44.993165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Attempting to bind port 58ad4fdc-9dcd-4043-903e-0e484ac5e967 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '277faab7-a284-413e-88eb-5288c8dc15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:44.993668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Attempting to bind port 58ad4fdc-9dcd-4043-903e-0e484ac5e967 on network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:45.005430 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d4be86a-22fb-4a75-abd7-c1d7e7d8b3f3 req-b86cec68-c5d9-4431-b7c5-c7aaca49e3bf service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841430 Dec 20 21:16:45.005714 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-32b96718-527d-40bd-8d5f-0f9e8e615ccc None None] For port 0cf065c5-2f80-43b2-b0c2-742e056ad498, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0cf065c5-2f80-43b2-b0c2-742e056ad498,segment=NetworkSegment(400a19cf-26ca-4618-a50e-59bc4d8f21dd),segment_id=400a19cf-26ca-4618-a50e-59bc4d8f21dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:45.006459 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32b96718-527d-40bd-8d5f-0f9e8e615ccc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.039221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] For port 0cf065c5-2f80-43b2-b0c2-742e056ad498, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0cf065c5-2f80-43b2-b0c2-742e056ad498,segment=NetworkSegment(400a19cf-26ca-4618-a50e-59bc4d8f21dd),segment_id=400a19cf-26ca-4618-a50e-59bc4d8f21dd)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:45.039534 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.059368 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] Calling delete_port for 0cf065c5-2f80-43b2-b0c2-742e056ad498 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:16:45.084131 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6e45a-40a0-49c6-92fb-d3a625d82bd2 req-00595e41-6721-4316-9fb4-eeaeaddd2dea tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:45.085741 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-31c6e45a-40a0-49c6-92fb-d3a625d82bd2 req-00595e41-6721-4316-9fb4-eeaeaddd2dea tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.0962157 Dec 20 21:16:45.088066 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f89b257d-2ff2-4ebd-ac5f-f769e7792d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.090613 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f89b257d-2ff2-4ebd-ac5f-f769e7792d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.094350 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f89b257d-2ff2-4ebd-ac5f-f769e7792d56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b99442e0-055c-4003-ab34-9d259b3c5545 HTTP/1.1" status: 204 len: 168 time: 0.4120133 Dec 20 21:16:45.126717 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fed515b4-7d7f-4398-a842-223c10fa0445 req-02eb5c89-b6cf-4157-b87b-734defd31eb6 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116160 Dec 20 21:16:45.131719 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d4be86a-22fb-4a75-abd7-c1d7e7d8b3f3 req-df38750c-aa66-4195-be5e-1d126910015e service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148098 Dec 20 21:16:45.132379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Port 58ad4fdc-9dcd-4043-903e-0e484ac5e967 on network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:16:45.132714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Attempting to bind port 58ad4fdc-9dcd-4043-903e-0e484ac5e967 on network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:45.145976 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:45.146357 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Checking segment: {'id': '277faab7-a284-413e-88eb-5288c8dc15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:45.146884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Bound using segment: {'id': '277faab7-a284-413e-88eb-5288c8dc15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:45.147342 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Bound port: 58ad4fdc-9dcd-4043-903e-0e484ac5e967, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277faab7-a284-413e-88eb-5288c8dc15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:45.147734 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.154944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b257d-2ff2-4ebd-ac5f-f769e7792d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99442e0-055c-4003-ab34-9d259b3c5545,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:45.163271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-32b96718-527d-40bd-8d5f-0f9e8e615ccc None None] Calling delete_port for 0cf065c5-2f80-43b2-b0c2-742e056ad498 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:16:45.200462 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-31c6e45a-40a0-49c6-92fb-d3a625d82bd2 req-dbc83a83-f6f2-488c-acd0-35fecafb7899 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673394 Dec 20 21:16:45.232647 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.257953 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf065c5-2f80-43b2-b0c2-742e056ad498,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:45.261864 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] No DVR routers for this DVR port 0cf065c5-2f80-43b2-b0c2-742e056ad498 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:16:45.294028 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] For port 58ad4fdc-9dcd-4043-903e-0e484ac5e967, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:45.297842 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] For port 58ad4fdc-9dcd-4043-903e-0e484ac5e967, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=58ad4fdc-9dcd-4043-903e-0e484ac5e967,segment=NetworkSegment(277faab7-a284-413e-88eb-5288c8dc15c0),segment_id=277faab7-a284-413e-88eb-5288c8dc15c0)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:45.330254 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32b96718-527d-40bd-8d5f-0f9e8e615ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.338076 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.348236 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device bfc891e3-0f70-4d05-80cb-1423fc350293 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:45.352819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e0537-e2d3-41ab-8015-5d833769cf97 req-b1eb8920-dacc-48c7-8939-901c8bacdb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:45.357710 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-153e0537-e2d3-41ab-8015-5d833769cf97 req-b1eb8920-dacc-48c7-8939-901c8bacdb79 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4317186 Dec 20 21:16:45.423482 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b96718-527d-40bd-8d5f-0f9e8e615ccc None None] Pushing event deleted for resources: {'Port': ['ID=0cf065c5-2f80-43b2-b0c2-742e056ad498,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:45.432779 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.458226 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-bf28ec2e-e15f-4892-8cff-42caec774e33 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1af1beac559d40d5913ad52299ae6ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418165 Dec 20 21:16:45.463123 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b96718-527d-40bd-8d5f-0f9e8e615ccc None None] No DVR routers for this DVR port 0cf065c5-2f80-43b2-b0c2-742e056ad498 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:16:45.494910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port bfc891e3-0f70-4d05-80cb-1423fc350293 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:16:45.501678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port bfc891e3-0f70-4d05-80cb-1423fc350293 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:45.502393 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.557018 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e465f195-2a67-412f-bcb2-8a6893837667']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:45.576310 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400a19cf-26ca-4618-a50e-59bc4d8f21dd') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:45.576927 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400a19cf-26ca-4618-a50e-59bc4d8f21dd') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:16:45.605097 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.648813 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.661949 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:16:45.662534 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:16:45.664411 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:16:45.668281 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.708457 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port bfc891e3-0f70-4d05-80cb-1423fc350293, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=bfc891e3-0f70-4d05-80cb-1423fc350293,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:45.709565 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c95dee9-3381-47c4-b36e-e6c53114ced5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc891e3-0f70-4d05-80cb-1423fc350293'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:45.712368 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0388e2b8-113c-48ee-b5b1-fbe0247d5459" -d '{"events": [{"server_uuid": "1c95dee9-3381-47c4-b36e-e6c53114ced5", "name": "network-vif-plugged", "status": "completed", "tag": "bfc891e3-0f70-4d05-80cb-1423fc350293"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:45.717169 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.718227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-cfa459b7-908d-4388-aaf5-f750840298e5 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:45.719740 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-cfa459b7-908d-4388-aaf5-f750840298e5 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2606757 Dec 20 21:16:45.741645 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-7327768d-7f35-4b92-a9c2-aed469a1e47f tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/quotas/1af1beac559d40d5913ad52299ae6ceb HTTP/1.1" status: 200 len: 375 time: 0.0105741 Dec 20 21:16:45.747357 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.756896 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.767393 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e465f195-2a67-412f-bcb2-8a6893837667 HTTP/1.1" status: 204 len: 168 time: 1.3515785 Dec 20 21:16:45.777382 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46538) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:45.791069 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=bfc891e3-0f70-4d05-80cb-1423fc350293,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:45.807803 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819783c2-5837-47ba-aa62-8a1bbd3d1013 admin admin] Pushing event deleted for resources: {'Network': ['ID=e465f195-2a67-412f-bcb2-8a6893837667,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:45.813256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:45.814455 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.816140 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] 10.222.0.66 "PUT /v2.0/ports/58ad4fdc-9dcd-4043-903e-0e484ac5e967 HTTP/1.1" status: 200 len: 1090 time: 2.9885800 Dec 20 21:16:45.819828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d67f58-21d9-4d06-a5f9-2816801dabdd', 'tag': '58ad4fdc-9dcd-4043-903e-0e484ac5e967'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:45.822319 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc3a49c-fb31-465f-9d0a-bc6e71053f42" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d67f58-21d9-4d06-a5f9-2816801dabdd", "tag": "58ad4fdc-9dcd-4043-903e-0e484ac5e967"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:45.834553 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b458d5a-068f-4f40-b059-5db0cfbda5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.861695 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c4e6f64-7675-45e0-b15b-405ad5b42dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.863269 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-b8b8926d-bdfd-4735-9184-0132485c44ef tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af1beac559d40d5913ad52299ae6ceb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0845075 Dec 20 21:16:45.879114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b86fa8-c97e-4d2c-8458-210ddf46d1ad req-891ffa27-272d-4f07-88dd-8afb6c33a0f4 tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:45.889299 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9b86fa8-c97e-4d2c-8458-210ddf46d1ad req-891ffa27-272d-4f07-88dd-8afb6c33a0f4 tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 949 time: 0.5887349 Dec 20 21:16:45.896217 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82011f4-e446-428c-a67c-0023f8f10ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=58ad4fdc-9dcd-4043-903e-0e484ac5e967,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:45.936734 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b458d5a-068f-4f40-b059-5db0cfbda5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.942255 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b458d5a-068f-4f40-b059-5db0cfbda5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.974501 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c4e6f64-7675-45e0-b15b-405ad5b42dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:45.995536 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2b458d5a-068f-4f40-b059-5db0cfbda5f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1b03ed0518540639d28c17b91091672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852303 Dec 20 21:16:45.997857 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b458d5a-068f-4f40-b059-5db0cfbda5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0075db-2195-4a51-a6ea-d3244af648bb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:46.000723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46546) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:46.019658 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-153e0537-e2d3-41ab-8015-5d833769cf97 req-b9a6efe9-e4d4-4702-8584-e0c1880845bf service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262150 Dec 20 21:16:46.030395 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46548) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:46.079699 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9b86fa8-c97e-4d2c-8458-210ddf46d1ad req-710132cb-ce1b-40e1-9629-fb03e9bcf5f8 tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ad3cac-b4fd-4acc-81e2-c958e5415470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627986 Dec 20 21:16:46.090863 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c82c618-33ac-44f9-a148-017de3e20870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:46.092095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-379f6f1f-94de-420f-8081-58aea47cb879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:46.094573 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ebbeea73-6b44-466a-8801-d709b25e5bda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3aa581a4a1b64e93b6c9a9d3db71188f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0627625 Dec 20 21:16:46.095889 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-379f6f1f-94de-420f-8081-58aea47cb879 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49bd4cca0f8d409399c77feff9b72818&device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 1093 time: 0.1887586 Dec 20 21:16:46.106989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46552) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:46.121056 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9c3e9d-c794-4979-9b6b-eea5a58c614e x-openstack-request-id: req-5c9c3e9d-c794-4979-9b6b-eea5a58c614e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:46.121574 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c95dee9-3381-47c4-b36e-e6c53114ced5", "name": "network-vif-plugged", "status": "completed", "tag": "bfc891e3-0f70-4d05-80cb-1423fc350293", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:46.121975 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c9c3e9d-c794-4979-9b6b-eea5a58c614e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:46.122752 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c95dee9-3381-47c4-b36e-e6c53114ced5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc891e3-0f70-4d05-80cb-1423fc350293', 'code': 200} Dec 20 21:16:46.151965 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c82c618-33ac-44f9-a148-017de3e20870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:46.171710 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e27156b-e66b-431b-97d5-989935cea792 x-openstack-request-id: req-6e27156b-e66b-431b-97d5-989935cea792 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:46.171931 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d67f58-21d9-4d06-a5f9-2816801dabdd", "tag": "58ad4fdc-9dcd-4043-903e-0e484ac5e967", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:46.172208 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e27156b-e66b-431b-97d5-989935cea792 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:46.172539 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d67f58-21d9-4d06-a5f9-2816801dabdd', 'tag': '58ad4fdc-9dcd-4043-903e-0e484ac5e967', 'status': 'completed', 'code': 200} Dec 20 21:16:46.213437 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-ce4e2d02-a146-44db-8c02-e1ab5dc9f640 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58ad4fdc-9dcd-4043-903e-0e484ac5e967 HTTP/1.1" status: 200 len: 217 time: 0.0512609 Dec 20 21:16:46.260288 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9acdd042-4a71-4631-b1bb-45b2d75405e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:46.286213 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c4e6f64-7675-45e0-b15b-405ad5b42dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:46.288515 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c4e6f64-7675-45e0-b15b-405ad5b42dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:46.289643 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9c4e6f64-7675-45e0-b15b-405ad5b42dee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fdf2e9ba-fdfd-45da-87ef-ab3def069153 HTTP/1.1" status: 204 len: 168 time: 1.2978830 Dec 20 21:16:46.297177 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702bb11-7a71-46dc-8b74-81dec35178c4 req-76baf599-04e3-4f4f-b24d-7e276d5652b1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:46.298855 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6702bb11-7a71-46dc-8b74-81dec35178c4 req-76baf599-04e3-4f4f-b24d-7e276d5652b1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 947 time: 0.1490359 Dec 20 21:16:46.325710 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9acdd042-4a71-4631-b1bb-45b2d75405e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:46.328711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-153e0537-e2d3-41ab-8015-5d833769cf97 req-bfe6605c-d43c-4ba1-961c-a96c5b3d0302 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946653 Dec 20 21:16:46.331555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e6f64-7675-45e0-b15b-405ad5b42dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf2e9ba-fdfd-45da-87ef-ab3def069153,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:46.339429 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-176d1277-9a7f-4fd5-98d4-234ebfffb2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:46.340645 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c82c618-33ac-44f9-a148-017de3e20870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:46.340877 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-176d1277-9a7f-4fd5-98d4-234ebfffb2c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7a38a1c-ba40-430e-b466-9b0024d8be26 HTTP/1.1" status: 200 len: 862 time: 0.1190128 Dec 20 21:16:46.343221 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c82c618-33ac-44f9-a148-017de3e20870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:46.344343 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3c82c618-33ac-44f9-a148-017de3e20870 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be0075db-2195-4a51-a6ea-d3244af648bb HTTP/1.1" status: 204 len: 168 time: 0.3423519 Dec 20 21:16:46.377296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82c618-33ac-44f9-a148-017de3e20870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0075db-2195-4a51-a6ea-d3244af648bb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:46.390113 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5768cb-d087-4b71-b960-56f84a5708b5 req-504f91ec-a8c8-417e-b8f3-88c36f908012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:46.391639 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c5768cb-d087-4b71-b960-56f84a5708b5 req-504f91ec-a8c8-417e-b8f3-88c36f908012 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 1099 time: 0.1557674 Dec 20 21:16:46.392384 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82af29-c4d6-4966-a0a3-5040b0a5872c req-75f04d9a-2d17-4480-b1c5-f2b82b8b6684 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:46.399852 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c82af29-c4d6-4966-a0a3-5040b0a5872c req-75f04d9a-2d17-4480-b1c5-f2b82b8b6684 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 944 time: 0.1386364 Dec 20 21:16:46.425236 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6702bb11-7a71-46dc-8b74-81dec35178c4 req-34ce47ab-008c-4f47-8f16-f07e2547f89d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181989 Dec 20 21:16:46.490150 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9acdd042-4a71-4631-b1bb-45b2d75405e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:46.492889 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9acdd042-4a71-4631-b1bb-45b2d75405e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:46.493939 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9acdd042-4a71-4631-b1bb-45b2d75405e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18d40ccb-4da9-4b03-9db0-66f360264956 HTTP/1.1" status: 204 len: 168 time: 0.3859408 Dec 20 21:16:46.521347 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-52753a9b-9ba1-4085-97b1-0bb7093e1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:46.523290 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-52753a9b-9ba1-4085-97b1-0bb7093e1ea5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26695cc4-6d4c-47f9-b9d6-944bc1cfd208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1752851 Dec 20 21:16:46.538140 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c82af29-c4d6-4966-a0a3-5040b0a5872c req-02f099c0-dcbe-4a3f-8da1-c6d7c0ded28d tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326082 Dec 20 21:16:46.544692 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7b0e52ad-1a3d-428c-bd6f-0e395f043f41 req-89157bab-a7c5-40bb-9ab5-30927636f3f1 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 210 time: 0.0707417 Dec 20 21:16:46.551765 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c5768cb-d087-4b71-b960-56f84a5708b5 req-b3bf2b78-8476-46df-8fd2-d3fe2de7f974 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=20ad3cac-b4fd-4acc-81e2-c958e5415470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444497 Dec 20 21:16:46.569318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdd042-4a71-4631-b1bb-45b2d75405e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d40ccb-4da9-4b03-9db0-66f360264956,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:46.597901 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0cf065c5-2f80-43b2-b0c2-742e056ad498 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:16:46.660392 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 0cf065c5-2f80-43b2-b0c2-742e056ad498 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:16:46.661986 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0cf065c5-2f80-43b2-b0c2-742e056ad498 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:16:46.665070 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 095dc952-4236-4239-b529-21f01ec7edf9 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:16:46.720738 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12544295-2c8e-4cf7-8b9a-c2fbe5c2fb33 req-f88ce62a-8776-464b-bc54-4935c00213f8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:46.722402 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-12544295-2c8e-4cf7-8b9a-c2fbe5c2fb33 req-f88ce62a-8776-464b-bc54-4935c00213f8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.0893092 Dec 20 21:16:46.753173 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-f5b36dd1-46fa-4bd0-81e2-9797830b5370 service neutron] 10.222.0.66 "GET /v2.0/networks/26695cc4-6d4c-47f9-b9d6-944bc1cfd208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140062 Dec 20 21:16:46.791633 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-12544295-2c8e-4cf7-8b9a-c2fbe5c2fb33 req-716857fc-bbf6-409f-9c5e-5d36b5134e5c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614066 Dec 20 21:16:46.820258 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 095dc952-4236-4239-b529-21f01ec7edf9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=095dc952-4236-4239-b529-21f01ec7edf9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:46.833077 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '095dc952-4236-4239-b529-21f01ec7edf9', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '095dc952-4236-4239-b529-21f01ec7edf9', 'mac_address': 'fa:16:3e:82:e5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:16:46.890326 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:46.909032 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095dc952-4236-4239-b529-21f01ec7edf9 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:16:46.944247 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 095dc952-4236-4239-b529-21f01ec7edf9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=095dc952-4236-4239-b529-21f01ec7edf9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:46.952276 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:46.953501 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device af0c69c0-2187-4115-9ca2-8619f872176b details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:16:46.977446 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8acb9ef1-e49a-461b-a5ff-a349a222b07b req-381a6c0b-2624-47ec-92f3-80b3d6e398e5 service neutron] 10.222.0.66 "GET /v2.0/networks/26695cc4-6d4c-47f9-b9d6-944bc1cfd208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053813 Dec 20 21:16:47.018367 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port af0c69c0-2187-4115-9ca2-8619f872176b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=af0c69c0-2187-4115-9ca2-8619f872176b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:47.042542 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'af0c69c0-2187-4115-9ca2-8619f872176b', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'af0c69c0-2187-4115-9ca2-8619f872176b', 'mac_address': 'fa:16:3e:54:cf:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:16:47.049234 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=095dc952-4236-4239-b529-21f01ec7edf9,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:47.098742 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:47.115898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0c69c0-2187-4115-9ca2-8619f872176b {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:16:47.156250 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port af0c69c0-2187-4115-9ca2-8619f872176b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=af0c69c0-2187-4115-9ca2-8619f872176b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:47.168323 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:47.219581 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3a49c-fb31-465f-9d0a-bc6e71053f42 req-1a3e9527-a43a-4429-881d-59877f62c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:47.223540 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dfc3a49c-fb31-465f-9d0a-bc6e71053f42 req-1a3e9527-a43a-4429-881d-59877f62c884 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49bd4cca0f8d409399c77feff9b72818&device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 1093 time: 0.0818689 Dec 20 21:16:47.263059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=af0c69c0-2187-4115-9ca2-8619f872176b,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:47.265670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987552e-f4f5-4c8a-8700-af3c78baf7c6 req-6ddd5f2d-9087-48b0-ad76-5b05bc3501ba tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:47.270979 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d987552e-f4f5-4c8a-8700-af3c78baf7c6 req-6ddd5f2d-9087-48b0-ad76-5b05bc3501ba tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 950 time: 0.1015277 Dec 20 21:16:47.349214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3a49c-fb31-465f-9d0a-bc6e71053f42 req-7e1f0dbc-c4dc-425a-ab3d-11d09aea77ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:47.350937 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dfc3a49c-fb31-465f-9d0a-bc6e71053f42 req-7e1f0dbc-c4dc-425a-ab3d-11d09aea77ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=26695cc4-6d4c-47f9-b9d6-944bc1cfd208 HTTP/1.1" status: 200 len: 924 time: 0.1229427 Dec 20 21:16:47.352590 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d987552e-f4f5-4c8a-8700-af3c78baf7c6 req-efc0ab85-2519-4e8a-9a80-c45097433f2a tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ad3cac-b4fd-4acc-81e2-c958e5415470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633900 Dec 20 21:16:47.358832 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adf493-514c-47de-a8eb-d45c38d08c2e req-0539fac5-101c-42aa-b30d-315c74bcf233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:47.360483 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06adf493-514c-47de-a8eb-d45c38d08c2e req-0539fac5-101c-42aa-b30d-315c74bcf233 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 1099 time: 0.0849211 Dec 20 21:16:47.429614 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dfc3a49c-fb31-465f-9d0a-bc6e71053f42 req-271a6dfd-7372-4c2e-be63-0b13e254c466 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58ad4fdc-9dcd-4043-903e-0e484ac5e967 HTTP/1.1" status: 200 len: 217 time: 0.0693190 Dec 20 21:16:47.477242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adf493-514c-47de-a8eb-d45c38d08c2e req-b263b92b-29d9-4763-aef4-3fd58688b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:47.480190 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06adf493-514c-47de-a8eb-d45c38d08c2e req-b263b92b-29d9-4763-aef4-3fd58688b32d service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.0973608 Dec 20 21:16:47.515528 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3a49c-fb31-465f-9d0a-bc6e71053f42 req-61f10467-caf4-48c3-a545-382fee9fe586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:47.517831 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dfc3a49c-fb31-465f-9d0a-bc6e71053f42 req-61f10467-caf4-48c3-a545-382fee9fe586 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7a38a1c-ba40-430e-b466-9b0024d8be26 HTTP/1.1" status: 200 len: 862 time: 0.0761645 Dec 20 21:16:47.553856 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06adf493-514c-47de-a8eb-d45c38d08c2e req-226e52e4-2d2a-4575-8fe5-8bb83e0d7d14 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=6e1713ac-6707-46ba-aecb-67d234680f96 HTTP/1.1" status: 200 len: 217 time: 0.0624385 Dec 20 21:16:47.557429 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['095dc952-4236-4239-b529-21f01ec7edf9'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:16:47.601985 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526418f5-acd3-40d6-99ec-21f0bc104e58 req-a6263e35-3bdd-4f55-bcff-b25eb1dd8c1c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:47.610026 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-526418f5-acd3-40d6-99ec-21f0bc104e58 req-a6263e35-3bdd-4f55-bcff-b25eb1dd8c1c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 948 time: 0.0838678 Dec 20 21:16:47.635540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3a49c-fb31-465f-9d0a-bc6e71053f42 req-7ff91f74-382b-4287-961e-c4556b1ec686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:47.637659 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dfc3a49c-fb31-465f-9d0a-bc6e71053f42 req-7ff91f74-382b-4287-961e-c4556b1ec686 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26695cc4-6d4c-47f9-b9d6-944bc1cfd208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0886552 Dec 20 21:16:47.668939 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['af0c69c0-2187-4115-9ca2-8619f872176b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:16:47.673311 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adf493-514c-47de-a8eb-d45c38d08c2e req-64491c00-0cb5-4a49-b5ed-551ad56933be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:47.678026 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06adf493-514c-47de-a8eb-d45c38d08c2e req-64491c00-0cb5-4a49-b5ed-551ad56933be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1157134 Dec 20 21:16:47.719000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-526418f5-acd3-40d6-99ec-21f0bc104e58 req-d51c908d-0ed2-4153-87c3-ac1c3a42f18b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852544 Dec 20 21:16:47.749753 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:47.863519 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c0f20-8644-4a0a-821c-9c2019773b60 req-bc1874ec-7610-4768-85ab-d733e222f55d tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:47.867644 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-655c0f20-8644-4a0a-821c-9c2019773b60 req-bc1874ec-7610-4768-85ab-d733e222f55d tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 944 time: 0.1874909 Dec 20 21:16:47.916207 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adf493-514c-47de-a8eb-d45c38d08c2e req-2725be40-b35a-41af-8233-042ee06eae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:47.917713 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06adf493-514c-47de-a8eb-d45c38d08c2e req-2725be40-b35a-41af-8233-042ee06eae4d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2094319 Dec 20 21:16:47.921843 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.66', 60403) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:47.967175 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-43d81209-8bc9-4e5e-9636-067d2d99f6d4 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=1af1beac559d40d5913ad52299ae6ceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382681 Dec 20 21:16:47.982293 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-38dbbd24-c6a2-40c5-aa60-34f55bd0e224 req-65fe60b4-ac7d-4f14-b2e2-76fc8fa9ec09 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 210 time: 0.0805042 Dec 20 21:16:47.988927 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-655c0f20-8644-4a0a-821c-9c2019773b60 req-5d68e131-3945-44e1-8db5-8b8332218d41 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098430 Dec 20 21:16:47.989313 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dfc3a49c-fb31-465f-9d0a-bc6e71053f42 req-e2a59f9d-f43d-4d56-8017-122f24715d56 service neutron] 10.222.0.66 "GET /v2.0/networks/26695cc4-6d4c-47f9-b9d6-944bc1cfd208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790639 Dec 20 21:16:48.198359 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06adf493-514c-47de-a8eb-d45c38d08c2e req-72907aae-9a03-4493-8583-a30da1eff4e1 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254190 Dec 20 21:16:48.208274 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-d6d3ea35-d49f-4586-8e31-8286808eaf61 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:48.210391 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-d6d3ea35-d49f-4586-8e31-8286808eaf61 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251189 Dec 20 21:16:48.226549 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dfc3a49c-fb31-465f-9d0a-bc6e71053f42 req-b55cc078-78a2-42fe-a203-5bba7dabcc77 service neutron] 10.222.0.66 "GET /v2.0/networks/26695cc4-6d4c-47f9-b9d6-944bc1cfd208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216153 Dec 20 21:16:48.240249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ae8c9-bbd2-4689-85aa-d7dbbcf478ca req-9e69e559-ee43-4642-8daa-1851c518d6ac tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:48.248345 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ed5ae8c9-bbd2-4689-85aa-d7dbbcf478ca req-9e69e559-ee43-4642-8daa-1851c518d6ac tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.1210692 Dec 20 21:16:48.260174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-b8afa316-f51c-4dbc-87fa-59983ee57b5e tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Request body: {'port': {'device_id': '37f1981d-ebc7-4c70-8add-ccb1a611f595', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': '1af1beac559d40d5913ad52299ae6ceb'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:48.278446 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46636) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:48.318000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ed5ae8c9-bbd2-4689-85aa-d7dbbcf478ca req-a4292128-90dc-47fb-9b6b-b66568013d0d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648286 Dec 20 21:16:48.381536 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06adf493-514c-47de-a8eb-d45c38d08c2e req-2d89d98e-0f70-48e6-a1aa-3d977583e1e5 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701610 Dec 20 21:16:48.422733 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-b8afa316-f51c-4dbc-87fa-59983ee57b5e tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Made reservation on behalf of 1af1beac559d40d5913ad52299ae6ceb for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:48.428306 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-b8afa316-f51c-4dbc-87fa-59983ee57b5e tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:48.494205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b21f8f-3ef1-4f78-9e77-4198ba185598 req-2b945877-eaf9-4eb2-ae2d-67291b654986 tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:48.501811 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-72b21f8f-3ef1-4f78-9e77-4198ba185598 req-2b945877-eaf9-4eb2-ae2d-67291b654986 tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 950 time: 0.0577295 Dec 20 21:16:48.547183 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-72b21f8f-3ef1-4f78-9e77-4198ba185598 req-e45cedb7-4ffe-49a0-9236-c259820460f2 tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ad3cac-b4fd-4acc-81e2-c958e5415470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404799 Dec 20 21:16:48.625326 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-b8afa316-f51c-4dbc-87fa-59983ee57b5e tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Allocated IP 192.168.233.157 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/98b62a80-bac2-43f2-a0c7-dc10d606615c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:48.636434 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b354ae25-f996-48dd-b0b6-0a3553281935 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-369527121-network', 'tenant_id': '346c11314eec451f8179854f6f127333'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:48.666561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b354ae25-f996-48dd-b0b6-0a3553281935 admin admin] Made reservation on behalf of 346c11314eec451f8179854f6f127333 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:48.669874 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b354ae25-f996-48dd-b0b6-0a3553281935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:48.681430 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b354ae25-f996-48dd-b0b6-0a3553281935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:48.773401 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b354ae25-f996-48dd-b0b6-0a3553281935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:48.778604 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b354ae25-f996-48dd-b0b6-0a3553281935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:48.799710 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-b8afa316-f51c-4dbc-87fa-59983ee57b5e tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:48.809336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b354ae25-f996-48dd-b0b6-0a3553281935 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:16:48.823229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354ae25-f996-48dd-b0b6-0a3553281935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46761267-d610-45f0-9ded-6be793225a0f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:48.826744 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b354ae25-f996-48dd-b0b6-0a3553281935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:48.827256 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-b354ae25-f996-48dd-b0b6-0a3553281935 admin admin] Added segment 205cc72f-79ab-4686-82e0-a996d15c797d of type vlan for network b354e2a9-7558-463a-85c3-6af39fac1033 Dec 20 21:16:48.855166 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-b8afa316-f51c-4dbc-87fa-59983ee57b5e tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:48.878669 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-b8afa316-f51c-4dbc-87fa-59983ee57b5e tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:48.878844 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b354ae25-f996-48dd-b0b6-0a3553281935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:48.892311 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['a744bd23-d1db-40e5-ab30-ea2e4d94685f'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:16:48.903160 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-b8afa316-f51c-4dbc-87fa-59983ee57b5e tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:48.907400 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-b8afa316-f51c-4dbc-87fa-59983ee57b5e tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:48.945856 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b354ae25-f996-48dd-b0b6-0a3553281935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:48.947006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b354ae25-f996-48dd-b0b6-0a3553281935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:48.947615 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b354ae25-f996-48dd-b0b6-0a3553281935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:48.970331 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afa316-f51c-4dbc-87fa-59983ee57b5e tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Pushing event updated for resources: {'Port': ['ID=98b62a80-bac2-43f2-a0c7-dc10d606615c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:48.985680 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-b8afa316-f51c-4dbc-87fa-59983ee57b5e tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:48.986572 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-b8afa316-f51c-4dbc-87fa-59983ee57b5e tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:49.008208 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-b8afa316-f51c-4dbc-87fa-59983ee57b5e tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7537622 Dec 20 21:16:49.039052 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b354ae25-f996-48dd-b0b6-0a3553281935 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7630224 Dec 20 21:16:49.045124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Request body: {'port': {'device_id': '37f1981d-ebc7-4c70-8add-ccb1a611f595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:49.049046 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46686) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:49.055872 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-96b4e5d8-32b5-4019-b670-9c83701a22ae admin admin] Request body: {'subnet': {'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-369527121-subnet', 'tenant_id': '346c11314eec451f8179854f6f127333', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:49.096269 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354ae25-f996-48dd-b0b6-0a3553281935 admin admin] Pushing event updated for resources: {'Network': ['ID=b354e2a9-7558-463a-85c3-6af39fac1033,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:49.117421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network b354e2a9-7558-463a-85c3-6af39fac1033 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:16:49.143848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97531f0-107d-4367-a66c-67081b725871 req-a7e2750e-574b-4848-8ed9-1c94b63cab1a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:49.152930 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f97531f0-107d-4367-a66c-67081b725871 req-a7e2750e-574b-4848-8ed9-1c94b63cab1a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 948 time: 0.1300540 Dec 20 21:16:49.224992 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f97531f0-107d-4367-a66c-67081b725871 req-71b44280-6e02-4cc3-880a-5f86648e3e67 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659277 Dec 20 21:16:49.329987 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-67dfdd20-4903-4278-a14b-24f1a0400c48 None None] Provisioning complete for port 98b62a80-bac2-43f2-a0c7-dc10d606615c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:49.330685 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67dfdd20-4903-4278-a14b-24f1a0400c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:49.332607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41acf5b-83d3-4f28-bd0b-70902de38a86 req-9d714a99-f85f-4705-9e3f-8285db740fb1 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:49.334525 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a41acf5b-83d3-4f28-bd0b-70902de38a86 req-9d714a99-f85f-4705-9e3f-8285db740fb1 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 936 time: 0.0542920 Dec 20 21:16:49.378740 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-67dfdd20-4903-4278-a14b-24f1a0400c48 None None] Port 98b62a80-bac2-43f2-a0c7-dc10d606615c cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:16:49.385238 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a41acf5b-83d3-4f28-bd0b-70902de38a86 req-e502c281-4c0f-4215-bf52-636c3939a6f5 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418713 Dec 20 21:16:49.393324 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46700) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:49.499609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b4e5d8-32b5-4019-b670-9c83701a22ae admin admin] Made reservation on behalf of 346c11314eec451f8179854f6f127333 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:49.501840 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96b4e5d8-32b5-4019-b670-9c83701a22ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:49.505004 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:49.524921 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3234e36-2184-4aee-bfe6-827c2d4632bc req-2e2df758-dd4e-4dd4-812c-cd9fd28a287f tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:49.526719 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e3234e36-2184-4aee-bfe6-827c2d4632bc req-2e2df758-dd4e-4dd4-812c-cd9fd28a287f tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 944 time: 0.0655651 Dec 20 21:16:49.583208 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dcbc4b50-4baf-4ab7-8900-bfd159250784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:49.588042 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e3234e36-2184-4aee-bfe6-827c2d4632bc req-9dca3399-43f1-4296-85f1-c45ac365beb1 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522447 Dec 20 21:16:49.623886 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c63e36-c1d2-4cbd-80fb-aa171c414523 req-0ba1e7f5-18d6-4641-a773-9b7083bc4ee2 tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:49.625677 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-42c63e36-c1d2-4cbd-80fb-aa171c414523 req-0ba1e7f5-18d6-4641-a773-9b7083bc4ee2 tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 950 time: 0.4209483 Dec 20 21:16:49.690544 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dcbc4b50-4baf-4ab7-8900-bfd159250784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:49.694677 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dcbc4b50-4baf-4ab7-8900-bfd159250784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:49.753464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc4b50-4baf-4ab7-8900-bfd159250784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0821e8e-9263-49cf-9657-889e11b02da4,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:49.757686 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dcbc4b50-4baf-4ab7-8900-bfd159250784 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a4f31f630aa4deaa11696a1e47d8e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633418 Dec 20 21:16:49.760369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46706) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:49.797044 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-42c63e36-c1d2-4cbd-80fb-aa171c414523 req-bcb6a90e-f46d-45c6-b193-19d57a6ae2ae tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ad3cac-b4fd-4acc-81e2-c958e5415470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584525 Dec 20 21:16:49.801549 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398455e-8cba-48e1-a07f-2b89f8236786 req-56f525cb-f252-4005-8a7d-b69c460bdd3b tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:49.803064 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0398455e-8cba-48e1-a07f-2b89f8236786 req-56f525cb-f252-4005-8a7d-b69c460bdd3b tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.0985389 Dec 20 21:16:49.851738 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9a6d-d095-48ca-8ced-8d756553fdfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:49.868667 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0398455e-8cba-48e1-a07f-2b89f8236786 req-031a54fd-c41f-49df-8422-2ce66cdf3684 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529330 Dec 20 21:16:49.879735 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9a6d-d095-48ca-8ced-8d756553fdfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:49.913362 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96b4e5d8-32b5-4019-b670-9c83701a22ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:49.935435 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9a6d-d095-48ca-8ced-8d756553fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:49.938549 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9a6d-d095-48ca-8ced-8d756553fdfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:49.942347 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7c2e9a6d-d095-48ca-8ced-8d756553fdfa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0821e8e-9263-49cf-9657-889e11b02da4 HTTP/1.1" status: 204 len: 168 time: 0.1784725 Dec 20 21:16:49.949831 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e9a6d-d095-48ca-8ced-8d756553fdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0821e8e-9263-49cf-9657-889e11b02da4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:50.007902 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4e5d8-32b5-4019-b670-9c83701a22ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=868ebcce-ae72-4771-bf99-f9e761ce11a6,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:50.046460 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b4e5d8-32b5-4019-b670-9c83701a22ae admin admin] Checking segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:50.046819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b4e5d8-32b5-4019-b670-9c83701a22ae admin admin] Network hostable DHCP agents. Network: b354e2a9-7558-463a-85c3-6af39fac1033, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:16:50.068878 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b62a80-bac2-43f2-a0c7-dc10d606615c {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:16:50.079124 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:50.081807 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b4e5d8-32b5-4019-b670-9c83701a22ae admin admin] Network b354e2a9-7558-463a-85c3-6af39fac1033 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:16:50.096607 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-96b4e5d8-32b5-4019-b670-9c83701a22ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, b354e2a9-7558-463a-85c3-6af39fac1033) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:50.101751 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Transition to ACTIVE for port object 98b62a80-bac2-43f2-a0c7-dc10d606615c will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:16:50.103516 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b4e5d8-32b5-4019-b670-9c83701a22ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:50.104377 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96b4e5d8-32b5-4019-b670-9c83701a22ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:50.108533 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:50.114277 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e626e3ed-a127-47a7-8e4b-a577f79802ef None None] Network b354e2a9-7558-463a-85c3-6af39fac1033 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:16:50.151351 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-96b4e5d8-32b5-4019-b670-9c83701a22ae admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1018226 Dec 20 21:16:50.174293 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Pushing event updated for resources: {'Port': ['ID=98b62a80-bac2-43f2-a0c7-dc10d606615c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:50.266245 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Attempting to bind port 98b62a80-bac2-43f2-a0c7-dc10d606615c on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:50.266555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Attempting to bind port 98b62a80-bac2-43f2-a0c7-dc10d606615c by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:50.266879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Attempting to bind port 98b62a80-bac2-43f2-a0c7-dc10d606615c on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:50.274590 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Port 98b62a80-bac2-43f2-a0c7-dc10d606615c on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:16:50.276123 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Attempting to bind port 98b62a80-bac2-43f2-a0c7-dc10d606615c on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:50.291389 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:50.291830 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:50.293837 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:50.294413 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Bound port: 98b62a80-bac2-43f2-a0c7-dc10d606615c, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:50.295985 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:50.401997 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498eaccf-c6a6-4b1c-b631-04f440f2dd34 req-b442b4c4-1959-4233-a83e-9b6d73bf4f2e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:50.406045 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-498eaccf-c6a6-4b1c-b631-04f440f2dd34 req-b442b4c4-1959-4233-a83e-9b6d73bf4f2e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 948 time: 0.0918789 Dec 20 21:16:50.423975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af29b6c-d9fa-46a1-9144-56a32e1907dd None None] Network b354e2a9-7558-463a-85c3-6af39fac1033 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:16:50.471094 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] For port 98b62a80-bac2-43f2-a0c7-dc10d606615c, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:50.491999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] For port 98b62a80-bac2-43f2-a0c7-dc10d606615c, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=98b62a80-bac2-43f2-a0c7-dc10d606615c,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:50.502151 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:50.527884 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-498eaccf-c6a6-4b1c-b631-04f440f2dd34 req-697f0b60-0ff4-4b44-95ab-4bc0f67c1a4a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099269 Dec 20 21:16:50.624325 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:50.625153 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:50.627271 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] 10.222.0.66 "PUT /v2.0/ports/98b62a80-bac2-43f2-a0c7-dc10d606615c HTTP/1.1" status: 200 len: 1094 time: 1.5862589 Dec 20 21:16:50.628114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a0ea7-1a95-4bfc-a6e6-7c3f59e05c16 service neutron] Pushing event updated for resources: {'Port': ['ID=98b62a80-bac2-43f2-a0c7-dc10d606615c,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:50.632578 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f1981d-ebc7-4c70-8add-ccb1a611f595', 'tag': '98b62a80-bac2-43f2-a0c7-dc10d606615c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:50.635271 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9650c707-8156-4715-b579-b5377dfd23f2" -d '{"events": [{"name": "network-changed", "server_uuid": "37f1981d-ebc7-4c70-8add-ccb1a611f595", "tag": "98b62a80-bac2-43f2-a0c7-dc10d606615c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:50.664303 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 095dc952-4236-4239-b529-21f01ec7edf9 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:50.756833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd9f6a-99d2-40fb-abda-c8bd25127458 req-06935e2b-7a9f-46f2-8f3f-f394c5475779 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:50.758341 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f7cd9f6a-99d2-40fb-abda-c8bd25127458 req-06935e2b-7a9f-46f2-8f3f-f394c5475779 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 948 time: 0.0995839 Dec 20 21:16:50.819641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 095dc952-4236-4239-b529-21f01ec7edf9 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:16:50.825575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 095dc952-4236-4239-b529-21f01ec7edf9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:50.826182 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:50.864762 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f7cd9f6a-99d2-40fb-abda-c8bd25127458 req-28a00951-e7ad-4fd8-876b-92b4acb31344 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972674 Dec 20 21:16:50.939750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3ef62-8186-4307-8e1a-4646491c13db req-47ff482e-682e-47cb-8943-5a4df5d8cfdd tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:50.941058 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-07a3ef62-8186-4307-8e1a-4646491c13db req-47ff482e-682e-47cb-8943-5a4df5d8cfdd tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 950 time: 0.2713675 Dec 20 21:16:50.948457 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252f476a-f196-49a0-89fc-8c590b25c7ca x-openstack-request-id: req-252f476a-f196-49a0-89fc-8c590b25c7ca {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:50.948457 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f1981d-ebc7-4c70-8add-ccb1a611f595", "tag": "98b62a80-bac2-43f2-a0c7-dc10d606615c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:50.948457 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-252f476a-f196-49a0-89fc-8c590b25c7ca {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:50.948457 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f1981d-ebc7-4c70-8add-ccb1a611f595', 'tag': '98b62a80-bac2-43f2-a0c7-dc10d606615c', 'status': 'completed', 'code': 200} Dec 20 21:16:50.966342 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:50.966555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-31d64ac0-eaf9-45c2-9e1f-6a069aa908f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:50.967817 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-31d64ac0-eaf9-45c2-9e1f-6a069aa908f5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1af1beac559d40d5913ad52299ae6ceb&device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 1097 time: 0.2358351 Dec 20 21:16:50.998848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c72168c-0b66-4507-910c-13c91615a4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095dc952-4236-4239-b529-21f01ec7edf9'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:51.001393 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f87182-96a4-48a4-ae5b-a8466e7d652a" -d '{"events": [{"server_uuid": "8c72168c-0b66-4507-910c-13c91615a4bc", "name": "network-vif-plugged", "status": "completed", "tag": "095dc952-4236-4239-b529-21f01ec7edf9"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:51.002693 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9796637-8f4f-4ed1-b40f-cb3196a380d1 req-980c7c11-4154-47c4-9087-58362a44a53e tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:51.012901 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a9796637-8f4f-4ed1-b40f-cb3196a380d1 req-980c7c11-4154-47c4-9087-58362a44a53e tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 944 time: 0.2566621 Dec 20 21:16:51.022958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 095dc952-4236-4239-b529-21f01ec7edf9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=095dc952-4236-4239-b529-21f01ec7edf9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:51.030733 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:51.031757 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device af0c69c0-2187-4115-9ca2-8619f872176b up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:51.115656 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46764) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:51.120649 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c5338973-4b59-46e2-a091-ed7a02740e01 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1736197544-network', 'tenant_id': '7a9acfaecc824e6788d59ea2682ecdd1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:51.126981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=095dc952-4236-4239-b529-21f01ec7edf9,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:51.142113 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-981b48ba-0be9-4b44-a2b0-8aa84f660d13 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=98b62a80-bac2-43f2-a0c7-dc10d606615c HTTP/1.1" status: 200 len: 217 time: 0.1040130 Dec 20 21:16:51.152798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port af0c69c0-2187-4115-9ca2-8619f872176b completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:16:51.160048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5338973-4b59-46e2-a091-ed7a02740e01 admin admin] Made reservation on behalf of 7a9acfaecc824e6788d59ea2682ecdd1 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:51.161454 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port af0c69c0-2187-4115-9ca2-8619f872176b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:51.161857 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:51.163186 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a9796637-8f4f-4ed1-b40f-cb3196a380d1 req-e6291ce0-348c-4094-b644-d94eaece313e tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459968 Dec 20 21:16:51.165925 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c5338973-4b59-46e2-a091-ed7a02740e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:51.196338 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c5338973-4b59-46e2-a091-ed7a02740e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:51.301539 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:51.317955 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 58ad4fdc-9dcd-4043-903e-0e484ac5e967 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:16:51.347013 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-946fbf74-7835-4680-b4b4-cd9b3bf87ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:51.348903 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-946fbf74-7835-4680-b4b4-cd9b3bf87ecf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1840615 Dec 20 21:16:51.370089 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port af0c69c0-2187-4115-9ca2-8619f872176b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=af0c69c0-2187-4115-9ca2-8619f872176b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:51.380934 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:51.388260 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c5338973-4b59-46e2-a091-ed7a02740e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:51.393125 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c5338973-4b59-46e2-a091-ed7a02740e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:51.397066 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8f5ba-a700-4752-90a6-32c53e6eb1a9 req-55fd0327-6bef-4305-a941-4417cde93b1f tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:51.406080 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-04d8f5ba-a700-4752-90a6-32c53e6eb1a9 req-55fd0327-6bef-4305-a941-4417cde93b1f tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 950 time: 0.1178412 Dec 20 21:16:51.423385 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5338973-4b59-46e2-a091-ed7a02740e01 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:16:51.442705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5338973-4b59-46e2-a091-ed7a02740e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4eba0a-db19-494c-9704-4adec9427451,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:51.456193 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-a089f42f-c72f-4b2f-a72b-6da3303b0ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:51.457751 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-a089f42f-c72f-4b2f-a72b-6da3303b0ba7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997620 Dec 20 21:16:51.464997 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c5338973-4b59-46e2-a091-ed7a02740e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:51.466451 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-c5338973-4b59-46e2-a091-ed7a02740e01 admin admin] Added segment cd61a56b-8630-4718-bc79-f5d61fe70540 of type vlan for network 70c21a47-34f9-4c3c-b232-abc93af5b130 Dec 20 21:16:51.514528 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c5338973-4b59-46e2-a091-ed7a02740e01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:51.546293 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c5338973-4b59-46e2-a091-ed7a02740e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:51.546528 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=af0c69c0-2187-4115-9ca2-8619f872176b,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:51.547673 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5338973-4b59-46e2-a091-ed7a02740e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:51.548352 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c5338973-4b59-46e2-a091-ed7a02740e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:51.562705 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-07a3ef62-8186-4307-8e1a-4646491c13db req-9c7a6e1b-c91d-477e-9132-9b8067e03bcc tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Deleting port bfc891e3-0f70-4d05-80cb-1423fc350293 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:16:51.563099 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-07a3ef62-8186-4307-8e1a-4646491c13db req-9c7a6e1b-c91d-477e-9132-9b8067e03bcc tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:51.569902 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c5338973-4b59-46e2-a091-ed7a02740e01 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4530001 Dec 20 21:16:51.570736 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 58ad4fdc-9dcd-4043-903e-0e484ac5e967, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=58ad4fdc-9dcd-4043-903e-0e484ac5e967,segment=NetworkSegment(277faab7-a284-413e-88eb-5288c8dc15c0),segment_id=277faab7-a284-413e-88eb-5288c8dc15c0)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:51.581019 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46772) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:51.581509 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-04d8f5ba-a700-4752-90a6-32c53e6eb1a9 req-cdec302d-9287-4f31-a4b3-8e52b9dea60a tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/security-groups?id=20ad3cac-b4fd-4acc-81e2-c958e5415470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717598 Dec 20 21:16:51.588193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '58ad4fdc-9dcd-4043-903e-0e484ac5e967', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'port_id': '58ad4fdc-9dcd-4043-903e-0e484ac5e967', 'mac_address': 'fa:16:3e:33:62:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:16:51.625157 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-8f3259a7-8a74-4fa8-8cb7-e2128c95a597 admin admin] Request body: {'subnet': {'network_id': '70c21a47-34f9-4c3c-b232-abc93af5b130', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1736197544-subnet', 'tenant_id': '7a9acfaecc824e6788d59ea2682ecdd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:51.639729 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-77d013e7-be9a-41c1-987d-289a86c85e1a service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729317 Dec 20 21:16:51.659314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5338973-4b59-46e2-a091-ed7a02740e01 admin admin] Pushing event updated for resources: {'Network': ['ID=70c21a47-34f9-4c3c-b232-abc93af5b130,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:51.667319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3259a7-8a74-4fa8-8cb7-e2128c95a597 admin admin] Made reservation on behalf of 7a9acfaecc824e6788d59ea2682ecdd1 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:51.670009 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8f3259a7-8a74-4fa8-8cb7-e2128c95a597 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:51.676905 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 70c21a47-34f9-4c3c-b232-abc93af5b130 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:16:51.748443 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec3de9d-8da4-4748-b5fe-64f820640fe3 x-openstack-request-id: req-1ec3de9d-8da4-4748-b5fe-64f820640fe3 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:51.748837 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c72168c-0b66-4507-910c-13c91615a4bc", "name": "network-vif-plugged", "status": "completed", "tag": "095dc952-4236-4239-b529-21f01ec7edf9", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:51.749028 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ec3de9d-8da4-4748-b5fe-64f820640fe3 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:51.749418 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c72168c-0b66-4507-910c-13c91615a4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095dc952-4236-4239-b529-21f01ec7edf9', 'code': 200} Dec 20 21:16:51.760106 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6ddee5b-e2eb-47cf-9ed2-72663e860ac2 req-c0c12b72-1722-428f-bc64-9022fdc756be service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127484 Dec 20 21:16:51.771989 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:51.803347 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ad4fdc-9dcd-4043-903e-0e484ac5e967 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:16:51.820743 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-07a3ef62-8186-4307-8e1a-4646491c13db req-9c7a6e1b-c91d-477e-9132-9b8067e03bcc tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] For port bfc891e3-0f70-4d05-80cb-1423fc350293, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=bfc891e3-0f70-4d05-80cb-1423fc350293,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:51.821382 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-07a3ef62-8186-4307-8e1a-4646491c13db req-9c7a6e1b-c91d-477e-9132-9b8067e03bcc tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:51.823258 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 58ad4fdc-9dcd-4043-903e-0e484ac5e967, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=58ad4fdc-9dcd-4043-903e-0e484ac5e967,segment=NetworkSegment(277faab7-a284-413e-88eb-5288c8dc15c0),segment_id=277faab7-a284-413e-88eb-5288c8dc15c0)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:51.828515 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:51.837981 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-07a3ef62-8186-4307-8e1a-4646491c13db req-9c7a6e1b-c91d-477e-9132-9b8067e03bcc tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Calling delete_port for bfc891e3-0f70-4d05-80cb-1423fc350293 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:16:51.898085 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=58ad4fdc-9dcd-4043-903e-0e484ac5e967,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:51.918946 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2bbb5-5af8-4251-9243-e29d4c4c0267 req-9cd50f4e-f3d6-426d-83e8-9dbb61ab1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:51.920429 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7f2bbb5-5af8-4251-9243-e29d4c4c0267 req-9cd50f4e-f3d6-426d-83e8-9dbb61ab1486 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8c72168c-0b66-4507-910c-13c91615a4bc HTTP/1.1" status: 200 len: 1099 time: 0.0830677 Dec 20 21:16:51.937201 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1a8f0-9e46-49c1-84ac-c3505300a6c6 req-987e0a18-cc24-431e-9598-58e7f1ea42d2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:51.938804 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-47e1a8f0-9e46-49c1-84ac-c3505300a6c6 req-987e0a18-cc24-431e-9598-58e7f1ea42d2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.1752875 Dec 20 21:16:51.952506 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8f3259a7-8a74-4fa8-8cb7-e2128c95a597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:51.994362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650c707-8156-4715-b579-b5377dfd23f2 req-f224ad60-9398-4362-9ef8-25a29cf10b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:51.995995 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9650c707-8156-4715-b579-b5377dfd23f2 req-f224ad60-9398-4362-9ef8-25a29cf10b3c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1af1beac559d40d5913ad52299ae6ceb&device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 1097 time: 0.1209090 Dec 20 21:16:52.006892 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7f2bbb5-5af8-4251-9243-e29d4c4c0267 req-79a49238-92fc-4847-91a0-681cebbf2c82 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783043 Dec 20 21:16:52.026795 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3259a7-8a74-4fa8-8cb7-e2128c95a597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1888053-8262-4bf0-98d6-0da09b0e2858,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:52.034338 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3259a7-8a74-4fa8-8cb7-e2128c95a597 admin admin] Checking segment: {'id': 'cd61a56b-8630-4718-bc79-f5d61fe70540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '70c21a47-34f9-4c3c-b232-abc93af5b130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:52.034687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3259a7-8a74-4fa8-8cb7-e2128c95a597 admin admin] Network hostable DHCP agents. Network: 70c21a47-34f9-4c3c-b232-abc93af5b130, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:16:52.039972 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-47e1a8f0-9e46-49c1-84ac-c3505300a6c6 req-e7249a4c-b402-495b-abd6-1298068d2f94 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854418 Dec 20 21:16:52.054401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3259a7-8a74-4fa8-8cb7-e2128c95a597 admin admin] Network 70c21a47-34f9-4c3c-b232-abc93af5b130 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:16:52.065493 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-8f3259a7-8a74-4fa8-8cb7-e2128c95a597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 70c21a47-34f9-4c3c-b232-abc93af5b130) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:52.070289 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3259a7-8a74-4fa8-8cb7-e2128c95a597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:52.071007 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8f3259a7-8a74-4fa8-8cb7-e2128c95a597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:52.077941 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c659d4-8568-4225-ae5e-1d13d6c412a8 None None] Network 70c21a47-34f9-4c3c-b232-abc93af5b130 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:16:52.109452 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8f3259a7-8a74-4fa8-8cb7-e2128c95a597 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5272918 Dec 20 21:16:52.152021 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['58ad4fdc-9dcd-4043-903e-0e484ac5e967'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:16:52.224314 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650c707-8156-4715-b579-b5377dfd23f2 req-b2fb0d41-ab9f-4855-829e-5f72456a408b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:52.226133 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9650c707-8156-4715-b579-b5377dfd23f2 req-b2fb0d41-ab9f-4855-829e-5f72456a408b service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.2199085 Dec 20 21:16:52.229358 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-07a3ef62-8186-4307-8e1a-4646491c13db req-9c7a6e1b-c91d-477e-9132-9b8067e03bcc tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:52.266659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a6e1b-c91d-477e-9132-9b8067e03bcc tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Pushing event deleted for resources: {'Port': ['ID=bfc891e3-0f70-4d05-80cb-1423fc350293,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:52.311491 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f0aa6-6bcc-4b6f-99f5-3cf2f2d7b8f0 req-65cc8df5-9833-4872-80cb-28a475216972 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:52.313091 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fc6f0aa6-6bcc-4b6f-99f5-3cf2f2d7b8f0 req-65cc8df5-9833-4872-80cb-28a475216972 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 949 time: 0.1592832 Dec 20 21:16:52.367437 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a3ef62-8186-4307-8e1a-4646491c13db req-9c7a6e1b-c91d-477e-9132-9b8067e03bcc tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] No DVR routers for this DVR port bfc891e3-0f70-4d05-80cb-1423fc350293 on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:16:52.369925 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9650c707-8156-4715-b579-b5377dfd23f2 req-998b8875-d9bf-4453-a799-fa7a46c8499c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=98b62a80-bac2-43f2-a0c7-dc10d606615c HTTP/1.1" status: 200 len: 217 time: 0.1044097 Dec 20 21:16:52.373625 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799ff051-42ee-4d1c-a0e4-14373c532cb1 None None] Network 70c21a47-34f9-4c3c-b232-abc93af5b130 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:16:52.375370 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0124f9a3-6bef-459e-beb1-c79dbff928e0 req-1c3ca89b-fd09-4bf3-829e-0377a98b5b4d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0814898 Dec 20 21:16:52.382131 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-07a3ef62-8186-4307-8e1a-4646491c13db req-9c7a6e1b-c91d-477e-9132-9b8067e03bcc tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:52.385356 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-07a3ef62-8186-4307-8e1a-4646491c13db req-9c7a6e1b-c91d-477e-9132-9b8067e03bcc tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.66 "DELETE /v2.0/ports/bfc891e3-0f70-4d05-80cb-1423fc350293 HTTP/1.1" status: 204 len: 173 time: 1.4330595 Dec 20 21:16:52.439388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650c707-8156-4715-b579-b5377dfd23f2 req-3a2c9fbb-17c3-4655-889e-a3b86c0b481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:52.440778 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9650c707-8156-4715-b579-b5377dfd23f2 req-3a2c9fbb-17c3-4655-889e-a3b86c0b481f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0534995 Dec 20 21:16:52.505028 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fc6f0aa6-6bcc-4b6f-99f5-3cf2f2d7b8f0 req-2a7159e0-9f71-4246-9a6d-233fc4244ade tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371992 Dec 20 21:16:52.542340 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124f9a3-6bef-459e-beb1-c79dbff928e0 req-6731bd1f-5506-4b16-bf74-427b895656ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:52.546027 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0124f9a3-6bef-459e-beb1-c79dbff928e0 req-6731bd1f-5506-4b16-bf74-427b895656ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 1099 time: 0.0772378 Dec 20 21:16:52.549842 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650c707-8156-4715-b579-b5377dfd23f2 req-0bf0c295-7ca7-4b0a-a624-a1aa8cf00126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:52.554614 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9650c707-8156-4715-b579-b5377dfd23f2 req-0bf0c295-7ca7-4b0a-a624-a1aa8cf00126 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000190 Dec 20 21:16:52.696065 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124f9a3-6bef-459e-beb1-c79dbff928e0 req-cc238f46-7db2-4b00-b1d5-569cdf060f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:52.697482 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0124f9a3-6bef-459e-beb1-c79dbff928e0 req-cc238f46-7db2-4b00-b1d5-569cdf060f31 service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1290982 Dec 20 21:16:52.723180 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2ab28-9615-4c08-b199-e89db33ab541 req-c91e7bce-5547-4570-8d53-efea0cd79895 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:52.724791 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25c2ab28-9615-4c08-b199-e89db33ab541 req-c91e7bce-5547-4570-8d53-efea0cd79895 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 948 time: 0.1059093 Dec 20 21:16:52.730661 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9650c707-8156-4715-b579-b5377dfd23f2 req-a4a35f5e-9247-4a5f-b902-94b828131b5c service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496150 Dec 20 21:16:52.746417 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0124f9a3-6bef-459e-beb1-c79dbff928e0 req-fc20dd10-a000-4c76-b4be-294d7895e7e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b HTTP/1.1" status: 200 len: 217 time: 0.0413334 Dec 20 21:16:52.806431 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25c2ab28-9615-4c08-b199-e89db33ab541 req-19dec0a4-216a-445b-8a20-f64d7d20a72e tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746169 Dec 20 21:16:52.839140 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40414a73-eae2-4526-be24-ac33da3d4216 req-5bd8e0e5-877c-4e9a-8d6d-30d84786cba5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:52.840729 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-40414a73-eae2-4526-be24-ac33da3d4216 req-5bd8e0e5-877c-4e9a-8d6d-30d84786cba5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 945 time: 0.0617497 Dec 20 21:16:52.842587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124f9a3-6bef-459e-beb1-c79dbff928e0 req-c386b8f5-3fcf-45d5-b80d-ad4d8c2ff18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:52.843915 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0124f9a3-6bef-459e-beb1-c79dbff928e0 req-c386b8f5-3fcf-45d5-b80d-ad4d8c2ff18c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0905695 Dec 20 21:16:52.856677 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9650c707-8156-4715-b579-b5377dfd23f2 req-04c95288-d042-474b-94b5-fbb87d5c0690 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111746 Dec 20 21:16:52.906137 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-40414a73-eae2-4526-be24-ac33da3d4216 req-db0397e9-f56a-4be4-93e2-e74c1873ea36 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593741 Dec 20 21:16:52.912744 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124f9a3-6bef-459e-beb1-c79dbff928e0 req-abfebfdd-3ae6-421f-a20b-abcaa5ef2be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:52.914258 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0124f9a3-6bef-459e-beb1-c79dbff928e0 req-abfebfdd-3ae6-421f-a20b-abcaa5ef2be6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613837 Dec 20 21:16:52.949024 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c95dee9-3381-47c4-b36e-e6c53114ced5', 'name': 'network-vif-deleted', 'tag': 'bfc891e3-0f70-4d05-80cb-1423fc350293'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:52.952587 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a402f78b-d6e4-4f9c-8d09-c5fc8fa31f88" -d '{"events": [{"server_uuid": "1c95dee9-3381-47c4-b36e-e6c53114ced5", "name": "network-vif-deleted", "tag": "bfc891e3-0f70-4d05-80cb-1423fc350293"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:53.018773 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc3ec872-e6d5-4fb6-b06d-2e5564e23d90 req-c442a6c2-b198-4442-9fe2-5a7e0ec5f353 tempest-ServerDiagnosticsNegativeTest-178793960 tempest-ServerDiagnosticsNegativeTest-178793960-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c95dee9-3381-47c4-b36e-e6c53114ced5 HTTP/1.1" status: 200 len: 210 time: 0.0291696 Dec 20 21:16:53.063937 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0124f9a3-6bef-459e-beb1-c79dbff928e0 req-e73f6b75-34cd-4dec-a9c2-184a8cb4c14b service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355839 Dec 20 21:16:53.112669 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-84a126f3-9928-4bea-ba8d-c0c365242539 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:53.114924 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-84a126f3-9928-4bea-ba8d-c0c365242539 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 820 time: 0.1584756 Dec 20 21:16:53.127214 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ca722e-d33e-45b9-8132-6eb554969390 x-openstack-request-id: req-57ca722e-d33e-45b9-8132-6eb554969390 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:53.128187 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c95dee9-3381-47c4-b36e-e6c53114ced5", "name": "network-vif-deleted", "tag": "bfc891e3-0f70-4d05-80cb-1423fc350293", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:53.128609 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57ca722e-d33e-45b9-8132-6eb554969390 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:53.129227 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c95dee9-3381-47c4-b36e-e6c53114ced5', 'name': 'network-vif-deleted', 'tag': 'bfc891e3-0f70-4d05-80cb-1423fc350293', 'status': 'completed', 'code': 200} Dec 20 21:16:53.146252 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-6a6291ac-b664-4ca3-8ec6-6bf461dc536c tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/quotas/346c11314eec451f8179854f6f127333 HTTP/1.1" status: 200 len: 375 time: 0.0232344 Dec 20 21:16:53.178688 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0124f9a3-6bef-459e-beb1-c79dbff928e0 req-80d7e1d6-ce6b-4738-9ef3-d848a67678aa service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965474 Dec 20 21:16:53.179462 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-d58a139d-77a9-499f-ba72-b47d9762437c tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258365 Dec 20 21:16:53.191864 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-1936d162-e4ec-4686-93ba-f4c9f89aa5ec service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:16:53.192804 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-1936d162-e4ec-4686-93ba-f4c9f89aa5ec service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063219 Dec 20 21:16:53.256272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05f083-75bf-4377-9163-254df554b0ec req-5330ea3e-a17f-4539-9ce4-489111f471df tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:53.257798 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee05f083-75bf-4377-9163-254df554b0ec req-5330ea3e-a17f-4539-9ce4-489111f471df tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.0601845 Dec 20 21:16:53.295113 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-59457319-f73a-4ca7-99bf-5f246b346bed service neutron] 10.222.0.32 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948613 Dec 20 21:16:53.304104 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee05f083-75bf-4377-9163-254df554b0ec req-e5b93930-05b3-45c9-ba4f-a8d954445abe tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383577 Dec 20 21:16:53.329131 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 58ad4fdc-9dcd-4043-903e-0e484ac5e967 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:53.393097 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-b3b607f5-48fe-4416-845b-1c96ad78304e service neutron] 10.222.0.32 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906856 Dec 20 21:16:53.494279 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 58ad4fdc-9dcd-4043-903e-0e484ac5e967 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:16:53.499652 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 58ad4fdc-9dcd-4043-903e-0e484ac5e967 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:53.500167 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:53.531341 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:16:53.599111 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:53.603956 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-13c28c89-3af5-4e34-93e9-c38f6be94222 req-6e811c06-cec0-4f38-a54a-5ccbf9f28244 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 210 time: 0.0393848 Dec 20 21:16:53.658080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 58ad4fdc-9dcd-4043-903e-0e484ac5e967, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=58ad4fdc-9dcd-4043-903e-0e484ac5e967,segment=NetworkSegment(277faab7-a284-413e-88eb-5288c8dc15c0),segment_id=277faab7-a284-413e-88eb-5288c8dc15c0)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:53.666222 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:53.667686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device bfc891e3-0f70-4d05-80cb-1423fc350293 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:16:53.718657 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: bfc891e3-0f70-4d05-80cb-1423fc350293 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:16:53.719125 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device bfc891e3-0f70-4d05-80cb-1423fc350293 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:16:53.758948 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e500c374-94ec-4599-b402-7aebedad5e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0c69c0-2187-4115-9ca2-8619f872176b'}, {'server_uuid': 'd6d67f58-21d9-4d06-a5f9-2816801dabdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ad4fdc-9dcd-4043-903e-0e484ac5e967'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:53.761556 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a09a9dc-d1dc-4c60-8c48-194e5e1316bb" -d '{"events": [{"server_uuid": "e500c374-94ec-4599-b402-7aebedad5e46", "name": "network-vif-plugged", "status": "completed", "tag": "af0c69c0-2187-4115-9ca2-8619f872176b"}, {"server_uuid": "d6d67f58-21d9-4d06-a5f9-2816801dabdd", "name": "network-vif-plugged", "status": "completed", "tag": "58ad4fdc-9dcd-4043-903e-0e484ac5e967"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:53.764632 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=58ad4fdc-9dcd-4043-903e-0e484ac5e967,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:53.789590 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617b52e-d7fd-46f0-8e68-f09540a2e2ad req-1d6c5f68-8b33-486f-9082-ff9ab82c9a10 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:53.791303 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c617b52e-d7fd-46f0-8e68-f09540a2e2ad req-1d6c5f68-8b33-486f-9082-ff9ab82c9a10 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 949 time: 0.0815852 Dec 20 21:16:53.851942 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab8e787-ca61-45b9-9787-94b851e87fb4 x-openstack-request-id: req-fab8e787-ca61-45b9-9787-94b851e87fb4 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:53.852217 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e500c374-94ec-4599-b402-7aebedad5e46", "name": "network-vif-plugged", "status": "completed", "tag": "af0c69c0-2187-4115-9ca2-8619f872176b", "code": 200}, {"server_uuid": "d6d67f58-21d9-4d06-a5f9-2816801dabdd", "name": "network-vif-plugged", "status": "completed", "tag": "58ad4fdc-9dcd-4043-903e-0e484ac5e967", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:53.852466 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fab8e787-ca61-45b9-9787-94b851e87fb4 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:53.852862 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e500c374-94ec-4599-b402-7aebedad5e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0c69c0-2187-4115-9ca2-8619f872176b', 'code': 200} Dec 20 21:16:53.853108 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d67f58-21d9-4d06-a5f9-2816801dabdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ad4fdc-9dcd-4043-903e-0e484ac5e967', 'code': 200} Dec 20 21:16:53.857136 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c617b52e-d7fd-46f0-8e68-f09540a2e2ad req-e73c111f-7600-4bab-90f7-ad6dd9bac06b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576918 Dec 20 21:16:54.025684 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6ea1d-03b4-4dfe-a918-3a0b2eafcb08 req-9c2179a9-4952-4b33-b0d7-5542e209f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:54.028443 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ed6ea1d-03b4-4dfe-a918-3a0b2eafcb08 req-9c2179a9-4952-4b33-b0d7-5542e209f918 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 1098 time: 0.0486312 Dec 20 21:16:54.116318 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ed6ea1d-03b4-4dfe-a918-3a0b2eafcb08 req-795a4bc6-1c72-46a8-a814-0c3be78eb936 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806224 Dec 20 21:16:54.134160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a246f0-5ae4-4edd-b549-b19b9663d46a req-7524b549-54f9-442f-b784-4208bcab500e tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:54.135801 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e2a246f0-5ae4-4edd-b549-b19b9663d46a req-7524b549-54f9-442f-b784-4208bcab500e tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 946 time: 0.0734837 Dec 20 21:16:54.140829 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46848) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:54.185663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e2a246f0-5ae4-4edd-b549-b19b9663d46a req-ad767c5c-fc4d-4439-825a-4f52fcc2600c tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386534 Dec 20 21:16:54.285939 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e1f18-6310-4a6a-8e00-ca9a0e5dfa74 req-e3f519a0-9079-45ae-b02b-5ff9cf6c144b tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:54.290164 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7d373057-b510-4abd-b81e-4bf84c6feb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:54.295537 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6a1e1f18-6310-4a6a-8e00-ca9a0e5dfa74 req-e3f519a0-9079-45ae-b02b-5ff9cf6c144b tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 948 time: 0.3774886 Dec 20 21:16:54.305648 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973aa22-88e5-424f-bc00-aa6a53666d54 req-fc0bb68a-dd0a-4378-8c34-dabae23abadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:54.307123 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2973aa22-88e5-424f-bc00-aa6a53666d54 req-fc0bb68a-dd0a-4378-8c34-dabae23abadc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 1095 time: 0.0862277 Dec 20 21:16:54.369701 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6a1e1f18-6310-4a6a-8e00-ca9a0e5dfa74 req-8ec09dcd-5c1d-4911-9744-cce14d00b7f6 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732388 Dec 20 21:16:54.375609 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2973aa22-88e5-424f-bc00-aa6a53666d54 req-b00afef7-d277-4cad-bd32-b4ee7a6760bd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580280 Dec 20 21:16:54.436176 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7d373057-b510-4abd-b81e-4bf84c6feb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:54.440446 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7d373057-b510-4abd-b81e-4bf84c6feb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:54.505804 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46860) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:54.506719 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7d373057-b510-4abd-b81e-4bf84c6feb09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1c4c1a7346143f49bb0826b9777a3ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647857 Dec 20 21:16:54.532152 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d373057-b510-4abd-b81e-4bf84c6feb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab6912c-da00-480b-babc-9b15592409dc,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:54.566321 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e375731-61a0-4f85-b0dd-fe4f08b64550 req-6fb3a9e9-d860-4957-bbf6-8dd9feaae4e5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:54.568280 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e375731-61a0-4f85-b0dd-fe4f08b64550 req-6fb3a9e9-d860-4957-bbf6-8dd9feaae4e5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.1087549 Dec 20 21:16:54.575007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46862) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:54.606890 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7dcbebb4-3ac3-4afc-b99e-b5de931f63c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:54.637000 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e375731-61a0-4f85-b0dd-fe4f08b64550 req-499d9e54-5f07-47ea-92af-fefb7eb50a1e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555301 Dec 20 21:16:54.641631 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7dcbebb4-3ac3-4afc-b99e-b5de931f63c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:54.719701 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7dcbebb4-3ac3-4afc-b99e-b5de931f63c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:54.724094 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7dcbebb4-3ac3-4afc-b99e-b5de931f63c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:54.725334 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7dcbebb4-3ac3-4afc-b99e-b5de931f63c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ab6912c-da00-480b-babc-9b15592409dc HTTP/1.1" status: 204 len: 168 time: 0.2174690 Dec 20 21:16:54.750180 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a136cf6a-127c-4b0b-9776-ff0788ae59a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11e5b01c0d6245618ac61ab5f4371719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1739726 Dec 20 21:16:54.752808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46870) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:54.757494 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-18e6d5b5-60be-4f29-8ef0-3691a8cc2e89 req-0a40f362-a5c2-49b6-a33d-d21e45b65755 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 210 time: 0.0308406 Dec 20 21:16:54.759164 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbebb4-3ac3-4afc-b99e-b5de931f63c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab6912c-da00-480b-babc-9b15592409dc,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:54.814026 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec038662-d55b-41ec-8338-9b6a0ed2b5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:54.836104 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec038662-d55b-41ec-8338-9b6a0ed2b5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:54.893725 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec038662-d55b-41ec-8338-9b6a0ed2b5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:54.897420 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec038662-d55b-41ec-8338-9b6a0ed2b5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:54.899149 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ec038662-d55b-41ec-8338-9b6a0ed2b5cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20ad3cac-b4fd-4acc-81e2-c958e5415470 HTTP/1.1" status: 204 len: 168 time: 0.1451707 Dec 20 21:16:54.926013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec038662-d55b-41ec-8338-9b6a0ed2b5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ad3cac-b4fd-4acc-81e2-c958e5415470,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:54.996534 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d54f1-cf1a-427f-a14f-c22211a1db6e req-7151c0ff-9afc-4bb6-a736-504f422295f4 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:54.998219 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-931d54f1-cf1a-427f-a14f-c22211a1db6e req-7151c0ff-9afc-4bb6-a736-504f422295f4 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 949 time: 0.0676873 Dec 20 21:16:55.057639 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-931d54f1-cf1a-427f-a14f-c22211a1db6e req-1f449882-546a-45c1-92cb-6fa34ece0ff0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518959 Dec 20 21:16:55.297004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-deb1ce47-9a45-4f32-afda-b9ea41ec2f10 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:55.302228 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-deb1ce47-9a45-4f32-afda-b9ea41ec2f10 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.66 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 820 time: 0.1727841 Dec 20 21:16:55.322521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-bf65e5a7-450b-4b20-94b4-b2b580250adb tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Request body: {'port': {'device_id': '02e3878b-2a71-41bc-9cd5-dd6f0894f069', 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033', 'admin_state_up': True, 'tenant_id': '346c11314eec451f8179854f6f127333'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:55.345470 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 98b62a80-bac2-43f2-a0c7-dc10d606615c details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:16:55.404969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a047eb-2c8f-4b89-b5f0-66b13dca7275 req-3d8885e8-80a7-40d3-837a-a08f26f7f3aa tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:55.408798 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-48a047eb-2c8f-4b89-b5f0-66b13dca7275 req-3d8885e8-80a7-40d3-837a-a08f26f7f3aa tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 946 time: 0.1105525 Dec 20 21:16:55.444632 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46896) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:55.477571 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cba78dff-7c47-477b-9144-9a002305b288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:55.498392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-48a047eb-2c8f-4b89-b5f0-66b13dca7275 req-2035ae0e-d133-4b1f-a732-78273c08dfff tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687842 Dec 20 21:16:55.530555 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 98b62a80-bac2-43f2-a0c7-dc10d606615c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=98b62a80-bac2-43f2-a0c7-dc10d606615c,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:55.543632 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '98b62a80-bac2-43f2-a0c7-dc10d606615c', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '98b62a80-bac2-43f2-a0c7-dc10d606615c', 'mac_address': 'fa:16:3e:93:d9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:16:55.603467 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:55.627653 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b62a80-bac2-43f2-a0c7-dc10d606615c {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:16:55.660870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 98b62a80-bac2-43f2-a0c7-dc10d606615c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=98b62a80-bac2-43f2-a0c7-dc10d606615c,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:55.667416 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:55.672909 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-bf65e5a7-450b-4b20-94b4-b2b580250adb tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Made reservation on behalf of 346c11314eec451f8179854f6f127333 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:55.678245 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-bf65e5a7-450b-4b20-94b4-b2b580250adb tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:55.734152 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7b8f1-f104-411f-9e54-c8b7594d1793 req-556aed84-9d86-4888-abd2-4e48b2c8ab98 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:55.743366 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-35d7b8f1-f104-411f-9e54-c8b7594d1793 req-556aed84-9d86-4888-abd2-4e48b2c8ab98 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 948 time: 0.1220617 Dec 20 21:16:55.744261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=98b62a80-bac2-43f2-a0c7-dc10d606615c,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:55.744719 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cba78dff-7c47-477b-9144-9a002305b288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:55.759680 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cba78dff-7c47-477b-9144-9a002305b288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:55.786300 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-35d7b8f1-f104-411f-9e54-c8b7594d1793 req-760f98a1-bb56-42d6-b4a0-3f8a9f9a25bc tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417337 Dec 20 21:16:55.883192 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cba78dff-7c47-477b-9144-9a002305b288 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40de86b0de6943038680e11c69920468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4375033 Dec 20 21:16:55.888912 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46916) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:55.889683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba78dff-7c47-477b-9144-9a002305b288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a64bb7b-024d-4b0e-a565-59cd5260997c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:55.907420 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70bbdebf-00c7-49f0-83df-d1ab7b3d168e req-04c8265e-6368-4431-a2c4-fd410e8f758f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 210 time: 0.0363786 Dec 20 21:16:55.963961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2820d-7805-453c-aede-4619d85719ff req-2d3772a9-a24b-45b3-ab7e-68add84cf3c8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:55.965474 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-94d2820d-7805-453c-aede-4619d85719ff req-2d3772a9-a24b-45b3-ab7e-68add84cf3c8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.1616571 Dec 20 21:16:55.973831 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['98b62a80-bac2-43f2-a0c7-dc10d606615c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:16:55.981729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46920) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:56.009216 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-bf65e5a7-450b-4b20-94b4-b2b580250adb tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Allocated IP 172.20.0.13 (b354e2a9-7558-463a-85c3-6af39fac1033/868ebcce-ae72-4771-bf99-f9e761ce11a6/03969b7e-2201-404e-9a80-876b18b65a80) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:56.040109 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-94d2820d-7805-453c-aede-4619d85719ff req-850bd7cc-3a33-4a40-86cb-3ee018291932 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675764 Dec 20 21:16:56.054764 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77a4c9db-3f9f-4db5-8a08-7040387b5a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:56.104497 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77a4c9db-3f9f-4db5-8a08-7040387b5a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:56.152072 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-93e60a69-284d-4bb8-8eb5-2c5616c8fb83 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1286661761-network', 'tenant_id': '871b3780233447dbae5247c6158716cc'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:56.188840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e60a69-284d-4bb8-8eb5-2c5616c8fb83 admin admin] Made reservation on behalf of 871b3780233447dbae5247c6158716cc for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:56.191201 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-93e60a69-284d-4bb8-8eb5-2c5616c8fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:56.202223 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-93e60a69-284d-4bb8-8eb5-2c5616c8fb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:56.275026 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77a4c9db-3f9f-4db5-8a08-7040387b5a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:56.277868 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77a4c9db-3f9f-4db5-8a08-7040387b5a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:56.279205 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-77a4c9db-3f9f-4db5-8a08-7040387b5a06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a64bb7b-024d-4b0e-a565-59cd5260997c HTTP/1.1" status: 204 len: 168 time: 0.3867311 Dec 20 21:16:56.288330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1747e-5b1c-47a2-b969-6fa0118a47ad req-603b9715-6e68-4038-8ebb-e9261ed3399b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:56.290165 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-30a1747e-5b1c-47a2-b969-6fa0118a47ad req-603b9715-6e68-4038-8ebb-e9261ed3399b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 949 time: 0.1056695 Dec 20 21:16:56.323713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4c9db-3f9f-4db5-8a08-7040387b5a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a64bb7b-024d-4b0e-a565-59cd5260997c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:56.330297 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-bf65e5a7-450b-4b20-94b4-b2b580250adb tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:56.383021 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-30a1747e-5b1c-47a2-b969-6fa0118a47ad req-66eabfc9-619a-496c-b774-7e1d867605d4 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776505 Dec 20 21:16:56.421680 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-bf65e5a7-450b-4b20-94b4-b2b580250adb tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:56.437105 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-93e60a69-284d-4bb8-8eb5-2c5616c8fb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:56.448431 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-93e60a69-284d-4bb8-8eb5-2c5616c8fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:56.490369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e60a69-284d-4bb8-8eb5-2c5616c8fb83 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:16:56.536275 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e60a69-284d-4bb8-8eb5-2c5616c8fb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abe2146-0f81-4ba6-a419-30330a1ad8bb,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:56.536572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-bf65e5a7-450b-4b20-94b4-b2b580250adb tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Network b354e2a9-7558-463a-85c3-6af39fac1033 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:56.544193 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-93e60a69-284d-4bb8-8eb5-2c5616c8fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:56.546094 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-93e60a69-284d-4bb8-8eb5-2c5616c8fb83 admin admin] Added segment 03912091-bdf4-4963-a394-771ea0652f32 of type vlan for network 0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f Dec 20 21:16:56.546698 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-bf65e5a7-450b-4b20-94b4-b2b580250adb tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:56.549855 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-bf65e5a7-450b-4b20-94b4-b2b580250adb tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:56.554213 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65e5a7-450b-4b20-94b4-b2b580250adb tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Pushing event updated for resources: {'Port': ['ID=03969b7e-2201-404e-9a80-876b18b65a80,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:56.606160 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e9f34-772d-4d1e-8d8a-e54b71ba260d req-27cc0af7-3fa5-446b-8a0c-15c100296718 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:56.613688 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-863e9f34-772d-4d1e-8d8a-e54b71ba260d req-27cc0af7-3fa5-446b-8a0c-15c100296718 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c72168c-0b66-4507-910c-13c91615a4bc HTTP/1.1" status: 200 len: 950 time: 0.1218851 Dec 20 21:16:56.643147 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-93e60a69-284d-4bb8-8eb5-2c5616c8fb83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:56.649339 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-bf65e5a7-450b-4b20-94b4-b2b580250adb tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:56.649980 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-bf65e5a7-450b-4b20-94b4-b2b580250adb tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:56.682249 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-93e60a69-284d-4bb8-8eb5-2c5616c8fb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:56.683124 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-bf65e5a7-450b-4b20-94b4-b2b580250adb tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3652675 Dec 20 21:16:56.683478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e60a69-284d-4bb8-8eb5-2c5616c8fb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:56.684064 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-93e60a69-284d-4bb8-8eb5-2c5616c8fb83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:56.702424 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-863e9f34-772d-4d1e-8d8a-e54b71ba260d req-16f49f4a-4fd1-4d50-bb65-77e787cd4048 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808263 Dec 20 21:16:56.708664 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Request body: {'port': {'device_id': '02e3878b-2a71-41bc-9cd5-dd6f0894f069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:56.761358 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-93e60a69-284d-4bb8-8eb5-2c5616c8fb83 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7783945 Dec 20 21:16:56.764559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46942) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:56.776423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d0ae435c-d8d9-4670-88e3-4ab913c02403 admin admin] Request body: {'subnet': {'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1286661761-subnet', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:56.805586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e60a69-284d-4bb8-8eb5-2c5616c8fb83 admin admin] Pushing event updated for resources: {'Network': ['ID=0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:56.808989 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ae435c-d8d9-4670-88e3-4ab913c02403 admin admin] Made reservation on behalf of 871b3780233447dbae5247c6158716cc for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:56.814552 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d0ae435c-d8d9-4670-88e3-4ab913c02403 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:56.818720 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:16:56.819564 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:56.922487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa76b5-26fe-484c-8517-3250a30c54eb req-b6e1741b-d27f-4b68-bbf4-09fe23608df8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:56.930537 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-58fa76b5-26fe-484c-8517-3250a30c54eb req-b6e1741b-d27f-4b68-bbf4-09fe23608df8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 946 time: 0.1454780 Dec 20 21:16:57.030927 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a4495e0-f4f8-4942-b832-af1ad2f9c953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:57.140341 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d0ae435c-d8d9-4670-88e3-4ab913c02403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:57.200102 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-58fa76b5-26fe-484c-8517-3250a30c54eb req-9c2c097c-c732-4977-862c-e3580b6eff57 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679315 Dec 20 21:16:57.225013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae435c-d8d9-4670-88e3-4ab913c02403 admin admin] Checking segment: {'id': '03912091-bdf4-4963-a394-771ea0652f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:57.225586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae435c-d8d9-4670-88e3-4ab913c02403 admin admin] Network hostable DHCP agents. Network: 0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:16:57.247098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae435c-d8d9-4670-88e3-4ab913c02403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b87c54-c451-42da-848e-4a3e123612c6,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:57.261647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae435c-d8d9-4670-88e3-4ab913c02403 admin admin] Network 0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:16:57.282591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae435c-d8d9-4670-88e3-4ab913c02403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:57.292266 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33299ca0-1652-4448-bb3c-4ec4e58946cc None None] Network 0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:16:57.307983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ae435c-d8d9-4670-88e3-4ab913c02403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:57.311344 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d0ae435c-d8d9-4670-88e3-4ab913c02403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:57.345376 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d0ae435c-d8d9-4670-88e3-4ab913c02403 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5771794 Dec 20 21:16:57.345629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46968) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:57.351150 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1286661761-router', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:57.372123 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03969b7e-2201-404e-9a80-876b18b65a80 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:16:57.379508 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 98b62a80-bac2-43f2-a0c7-dc10d606615c up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:16:57.382183 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:57.383846 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:57.411249 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:57.434555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Transition to ACTIVE for port object 03969b7e-2201-404e-9a80-876b18b65a80 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:16:57.444448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5075d5-0d0a-4d64-a509-0f847d757945 req-b71c2863-77af-4f74-81a5-ddde8a5d337a tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:57.446045 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aa5075d5-0d0a-4d64-a509-0f847d757945 req-b71c2863-77af-4f74-81a5-ddde8a5d337a tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 949 time: 0.0792139 Dec 20 21:16:57.447252 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:57.457848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c50f4-8df0-44b3-b0fe-1f1c66f18ebd req-62d582e2-4961-456d-b416-b9ac53b444d9 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:57.463915 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c50f4-8df0-44b3-b0fe-1f1c66f18ebd req-62d582e2-4961-456d-b416-b9ac53b444d9 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:57.465566 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8c7c50f4-8df0-44b3-b0fe-1f1c66f18ebd req-62d582e2-4961-456d-b416-b9ac53b444d9 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c72168c-0b66-4507-910c-13c91615a4bc&device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 1690 time: 0.0869646 Dec 20 21:16:57.497799 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46970) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:57.533043 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Pushing event updated for resources: {'Port': ['ID=03969b7e-2201-404e-9a80-876b18b65a80,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:57.543190 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f', 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'fixed_ips': [{'subnet_id': 'b0b87c54-c451-42da-848e-4a3e123612c6'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:16:57.544296 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:57.547436 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 98b62a80-bac2-43f2-a0c7-dc10d606615c completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:16:57.564273 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 98b62a80-bac2-43f2-a0c7-dc10d606615c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:57.564963 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:57.599498 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aa5075d5-0d0a-4d64-a509-0f847d757945 req-3cedbe19-f607-4be7-81d7-0e6df14acbc1 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024728 Dec 20 21:16:57.705594 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-51894f3a-bcb5-48a7-b3c8-3bfb571c8b55 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1318070857-network', 'tenant_id': '1dfad6aebbf544d1bebde21aa25d9cae'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:57.757425 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:57.758958 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Attempting to bind port 03969b7e-2201-404e-9a80-876b18b65a80 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:57.759199 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Attempting to bind port 03969b7e-2201-404e-9a80-876b18b65a80 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:57.759952 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Attempting to bind port 03969b7e-2201-404e-9a80-876b18b65a80 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:57.770600 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Port 03969b7e-2201-404e-9a80-876b18b65a80 on network b354e2a9-7558-463a-85c3-6af39fac1033 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:16:57.770954 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Attempting to bind port 03969b7e-2201-404e-9a80-876b18b65a80 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:57.777356 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:57.785026 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51894f3a-bcb5-48a7-b3c8-3bfb571c8b55 admin admin] Made reservation on behalf of 1dfad6aebbf544d1bebde21aa25d9cae for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:57.787373 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51894f3a-bcb5-48a7-b3c8-3bfb571c8b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:57.789310 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:57.789645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Checking segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:57.790027 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Bound using segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:57.790606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Bound port: 03969b7e-2201-404e-9a80-876b18b65a80, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:57.790948 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:57.801336 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e90d31-3ec7-42e9-a5be-4948741d4988 req-9e090073-e47f-4ddb-a045-ed748f7c020e tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:57.802002 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Allocated IP 172.20.0.2 (0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f/b0b87c54-c451-42da-848e-4a3e123612c6/6fb1d44f-5a97-474e-af58-593ab1668fe6) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:57.808743 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-45e90d31-3ec7-42e9-a5be-4948741d4988 req-9e090073-e47f-4ddb-a045-ed748f7c020e tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 944 time: 0.0965438 Dec 20 21:16:57.812087 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f1981d-ebc7-4c70-8add-ccb1a611f595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b62a80-bac2-43f2-a0c7-dc10d606615c'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:57.814350 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87fef3f-c4ec-41fd-a7da-6f379dbfef51" -d '{"events": [{"server_uuid": "37f1981d-ebc7-4c70-8add-ccb1a611f595", "name": "network-vif-plugged", "status": "completed", "tag": "98b62a80-bac2-43f2-a0c7-dc10d606615c"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:57.830657 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51894f3a-bcb5-48a7-b3c8-3bfb571c8b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:57.831875 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 98b62a80-bac2-43f2-a0c7-dc10d606615c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=98b62a80-bac2-43f2-a0c7-dc10d606615c,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:16:57.839020 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:57.869816 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8c7c50f4-8df0-44b3-b0fe-1f1c66f18ebd req-a3275ed9-2781-4a47-af47-406c7afab4f2 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002810 Dec 20 21:16:57.943318 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=98b62a80-bac2-43f2-a0c7-dc10d606615c,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:57.945535 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:57.962593 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-45e90d31-3ec7-42e9-a5be-4948741d4988 req-b4424194-81f3-4338-bbea-d0c9d464d2e9 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529851 Dec 20 21:16:57.999521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] For port 03969b7e-2201-404e-9a80-876b18b65a80, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:58.004169 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] For port 03969b7e-2201-404e-9a80-876b18b65a80, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=03969b7e-2201-404e-9a80-876b18b65a80,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:58.013355 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:58.039635 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:58.047530 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:58.051550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b4833-af0b-4ebf-8e52-8c5cc12fa258 req-d0bd531f-710e-415d-b8ee-fa83b621c1f5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:58.059174 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5b8b4833-af0b-4ebf-8e52-8c5cc12fa258 req-d0bd531f-710e-415d-b8ee-fa83b621c1f5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.1038916 Dec 20 21:16:58.061177 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:58.061177 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:58.062342 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] 10.222.0.66 "PUT /v2.0/ports/03969b7e-2201-404e-9a80-876b18b65a80 HTTP/1.1" status: 200 len: 1090 time: 1.3586926 Dec 20 21:16:58.070183 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e3878b-2a71-41bc-9cd5-dd6f0894f069', 'tag': '03969b7e-2201-404e-9a80-876b18b65a80'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:16:58.072578 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c638efd-8f27-4e34-9fd3-20e0c59f01c8" -d '{"events": [{"name": "network-changed", "server_uuid": "02e3878b-2a71-41bc-9cd5-dd6f0894f069", "tag": "03969b7e-2201-404e-9a80-876b18b65a80"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:16:58.102996 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Network 0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:16:58.107619 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:58.117461 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5b8b4833-af0b-4ebf-8e52-8c5cc12fa258 req-a1909ec0-039c-495a-b8d7-2c8d364ee212 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573108 Dec 20 21:16:58.118172 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:16:58.120421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Pushing event updated for resources: {'Port': ['ID=6fb1d44f-5a97-474e-af58-593ab1668fe6,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:58.125318 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51894f3a-bcb5-48a7-b3c8-3bfb571c8b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:58.151327 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51894f3a-bcb5-48a7-b3c8-3bfb571c8b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:58.164918 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51894f3a-bcb5-48a7-b3c8-3bfb571c8b55 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:16:58.189605 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09cf3bd-1a9f-4e00-adf6-513cf113d079 x-openstack-request-id: req-c09cf3bd-1a9f-4e00-adf6-513cf113d079 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:58.190462 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f1981d-ebc7-4c70-8add-ccb1a611f595", "name": "network-vif-plugged", "status": "completed", "tag": "98b62a80-bac2-43f2-a0c7-dc10d606615c", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:58.191265 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c09cf3bd-1a9f-4e00-adf6-513cf113d079 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:58.192502 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f1981d-ebc7-4c70-8add-ccb1a611f595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b62a80-bac2-43f2-a0c7-dc10d606615c', 'code': 200} Dec 20 21:16:58.213380 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Attempting to bind port 6fb1d44f-5a97-474e-af58-593ab1668fe6 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:16:58.214175 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Attempting to bind port 6fb1d44f-5a97-474e-af58-593ab1668fe6 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '03912091-bdf4-4963-a394-771ea0652f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:16:58.215080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Attempting to bind port 6fb1d44f-5a97-474e-af58-593ab1668fe6 on network 0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:16:58.239835 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:16:58.240510 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Checking segment: {'id': '03912091-bdf4-4963-a394-771ea0652f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:58.240914 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:58.241727 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Bound using segment: {'id': '03912091-bdf4-4963-a394-771ea0652f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:16:58.242186 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Bound port: 6fb1d44f-5a97-474e-af58-593ab1668fe6, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03912091-bdf4-4963-a394-771ea0652f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:16:58.242572 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:58.249664 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d77b41-f610-4ed1-b0d6-f2c7079dbd2f req-6524b2a0-0781-4bcb-bdde-7e510e1739c9 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:58.251214 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12d77b41-f610-4ed1-b0d6-f2c7079dbd2f req-6524b2a0-0781-4bcb-bdde-7e510e1739c9 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 946 time: 0.1879447 Dec 20 21:16:58.260170 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51894f3a-bcb5-48a7-b3c8-3bfb571c8b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:58.260170 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-51894f3a-bcb5-48a7-b3c8-3bfb571c8b55 admin admin] Added segment 8733de54-ef0a-471d-bf98-3e0f9fd0b7bb of type vlan for network 7baa739e-ce4f-46bc-a565-aab632d9bddc Dec 20 21:16:58.260170 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66fc2c-4321-46d4-8ac0-a2c755591570 service neutron] Pushing event updated for resources: {'Port': ['ID=03969b7e-2201-404e-9a80-876b18b65a80,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:58.260652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46984) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:58.267751 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-afee6b12-4ae7-410d-9074-f85704169677 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Request body: {'floatingip': {'port_id': '58ad4fdc-9dcd-4043-903e-0e484ac5e967'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:58.334811 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-afee6b12-4ae7-410d-9074-f85704169677 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:58.344436 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ba4344-8fdd-477c-b801-41464778c0ca x-openstack-request-id: req-66ba4344-8fdd-477c-b801-41464778c0ca {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:16:58.344794 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e3878b-2a71-41bc-9cd5-dd6f0894f069", "tag": "03969b7e-2201-404e-9a80-876b18b65a80", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:16:58.344975 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66ba4344-8fdd-477c-b801-41464778c0ca {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:16:58.345363 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e3878b-2a71-41bc-9cd5-dd6f0894f069', 'tag': '03969b7e-2201-404e-9a80-876b18b65a80', 'status': 'completed', 'code': 200} Dec 20 21:16:58.349398 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:58.357385 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51894f3a-bcb5-48a7-b3c8-3bfb571c8b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:58.384564 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51894f3a-bcb5-48a7-b3c8-3bfb571c8b55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:58.388697 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-68fe1e61-6178-4b88-8599-c3907d57888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:58.390579 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-68fe1e61-6178-4b88-8599-c3907d57888c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 1093 time: 0.2627640 Dec 20 21:16:58.394287 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] For port 6fb1d44f-5a97-474e-af58-593ab1668fe6, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:16:58.399814 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] For port 6fb1d44f-5a97-474e-af58-593ab1668fe6, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6fb1d44f-5a97-474e-af58-593ab1668fe6,segment=NetworkSegment(03912091-bdf4-4963-a394-771ea0652f32),segment_id=03912091-bdf4-4963-a394-771ea0652f32)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:16:58.406719 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:58.444382 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:58.464766 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d092a0a-198c-4f02-9081-15ff33ba33b8 req-af707ddf-660f-452e-8120-651508ae6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:58.466388 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9d092a0a-198c-4f02-9081-15ff33ba33b8 req-af707ddf-660f-452e-8120-651508ae6160 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 1099 time: 0.1701968 Dec 20 21:16:58.467888 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-2c20b3fa-4d78-4b06-95b1-1c6d024908e3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03969b7e-2201-404e-9a80-876b18b65a80 HTTP/1.1" status: 200 len: 217 time: 0.0575290 Dec 20 21:16:58.469003 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51894f3a-bcb5-48a7-b3c8-3bfb571c8b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:58.469903 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51894f3a-bcb5-48a7-b3c8-3bfb571c8b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:58.470478 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51894f3a-bcb5-48a7-b3c8-3bfb571c8b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:58.485447 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a2261-e831-440c-b2cc-7875557ba8d1 None None] Pushing event updated for resources: {'Port': ['ID=6fb1d44f-5a97-474e-af58-593ab1668fe6,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:58.550645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ddea3-9ebd-4f14-8053-553425c340ed req-c3ebc319-9d36-4848-9061-3ef7f3ca804c tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:58.558767 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7f8ddea3-9ebd-4f14-8053-553425c340ed req-c3ebc319-9d36-4848-9061-3ef7f3ca804c tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8c72168c-0b66-4507-910c-13c91615a4bc HTTP/1.1" status: 200 len: 1099 time: 0.2296729 Dec 20 21:16:58.582191 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-51894f3a-bcb5-48a7-b3c8-3bfb571c8b55 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0806036 Dec 20 21:16:58.591950 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46990) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:16:58.602947 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-fd94e344-c37f-48d1-adb8-f3db3651833d admin admin] Request body: {'subnet': {'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1318070857-subnet', 'tenant_id': '1dfad6aebbf544d1bebde21aa25d9cae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:16:58.627296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51894f3a-bcb5-48a7-b3c8-3bfb571c8b55 admin admin] Pushing event updated for resources: {'Network': ['ID=7baa739e-ce4f-46bc-a565-aab632d9bddc,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:58.634315 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-9b531963-8574-4340-b14f-519c515df005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:58.635770 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-9b531963-8574-4340-b14f-519c515df005 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.1533961 Dec 20 21:16:58.637243 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9d092a0a-198c-4f02-9081-15ff33ba33b8 req-be5539ac-6209-4929-bcda-5bee94ec3df2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537914 Dec 20 21:16:58.641446 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 7baa739e-ce4f-46bc-a565-aab632d9bddc details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:16:58.654563 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd94e344-c37f-48d1-adb8-f3db3651833d admin admin] Made reservation on behalf of 1dfad6aebbf544d1bebde21aa25d9cae for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:16:58.657901 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd94e344-c37f-48d1-adb8-f3db3651833d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:58.792071 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7f8ddea3-9ebd-4f14-8053-553425c340ed req-903a43c3-e4ae-4ffd-9a26-89de31a765f7 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302694 Dec 20 21:16:58.840230 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Allocated IP 172.35.3.186 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/1661cd1d-50d9-427e-9b11-11fe6328eaa1) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:16:58.921572 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd94e344-c37f-48d1-adb8-f3db3651833d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:58.950303 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-2acb631c-c425-4f6d-82c5-e23120dbb223 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464065 Dec 20 21:16:59.066988 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94e344-c37f-48d1-adb8-f3db3651833d admin admin] Pushing event updated for resources: {'Subnet': ['ID=72cfb43f-380d-47e7-8095-0b998add498a,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:16:59.097062 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0142903-9b13-4fcd-ba37-4405ac8c4569 req-ed0f4180-407e-4ff3-bca1-a4b384b6a21e tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:59.098912 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b0142903-9b13-4fcd-ba37-4405ac8c4569 req-ed0f4180-407e-4ff3-bca1-a4b384b6a21e tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 1098 time: 0.1793704 Dec 20 21:16:59.112687 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd94e344-c37f-48d1-adb8-f3db3651833d admin admin] Checking segment: {'id': '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:16:59.113032 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd94e344-c37f-48d1-adb8-f3db3651833d admin admin] Network hostable DHCP agents. Network: 7baa739e-ce4f-46bc-a565-aab632d9bddc, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:16:59.130125 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-e5a9c801-592e-4928-9304-a47801b2ce4a service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660264 Dec 20 21:16:59.168739 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a3cef-f29d-4667-a20e-98ec036fee30 req-5459cb60-6705-4b2e-9310-be246412d8ea tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:59.170251 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c08a3cef-f29d-4667-a20e-98ec036fee30 req-5459cb60-6705-4b2e-9310-be246412d8ea tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 950 time: 0.2939959 Dec 20 21:16:59.197974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd94e344-c37f-48d1-adb8-f3db3651833d admin admin] Network 7baa739e-ce4f-46bc-a565-aab632d9bddc is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:16:59.206656 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b0142903-9b13-4fcd-ba37-4405ac8c4569 req-7af30b0b-c886-47b0-a68a-e4c4533ac159 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972643 Dec 20 21:16:59.247288 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-fd94e344-c37f-48d1-adb8-f3db3651833d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 7baa739e-ce4f-46bc-a565-aab632d9bddc) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:16:59.257731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf9ee34-f2c7-4aeb-95c1-5bccf1ffed84 None None] Network 7baa739e-ce4f-46bc-a565-aab632d9bddc requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:16:59.270910 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:59.282718 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.resource_extend [None req-afee6b12-4ae7-410d-9074-f85704169677 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:16:59.294152 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd94e344-c37f-48d1-adb8-f3db3651833d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:59.294832 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd94e344-c37f-48d1-adb8-f3db3651833d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:59.300050 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9af0405a-289c-416b-ac1e-4d2fc34f6c59 req-5b0e55c5-5b88-4c2f-be01-ec0d736b2273 service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604569 Dec 20 21:16:59.340278 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c08a3cef-f29d-4667-a20e-98ec036fee30 req-7d3bb9d5-398d-4389-9a07-f3cdeefd22ce tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488938 Dec 20 21:16:59.386270 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fd94e344-c37f-48d1-adb8-f3db3651833d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7927611 Dec 20 21:16:59.397347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6e478-5182-4265-83b6-a15cddc07767 req-5e1f8edf-7009-46f5-9e81-d989b96d4aae tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:59.404589 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ebb6e478-5182-4265-83b6-a15cddc07767 req-5e1f8edf-7009-46f5-9e81-d989b96d4aae tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 944 time: 0.1060331 Dec 20 21:16:59.486779 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ac194a1-6fa7-4d36-be28-2c3c790316d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:59.492034 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b589b-2fbc-46ad-9526-f3762b42287a None None] Network 7baa739e-ce4f-46bc-a565-aab632d9bddc requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:16:59.521540 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c638efd-8f27-4e34-9fd3-20e0c59f01c8 req-348d4c8f-b8ee-4e4b-9fb4-56d383b04df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:59.523105 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c638efd-8f27-4e34-9fd3-20e0c59f01c8 req-348d4c8f-b8ee-4e4b-9fb4-56d383b04df7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 1093 time: 0.1138175 Dec 20 21:16:59.565334 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ebb6e478-5182-4265-83b6-a15cddc07767 req-3b1e58f7-8ae9-456f-906b-0ac81efb54b2 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299226 Dec 20 21:16:59.727284 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c638efd-8f27-4e34-9fd3-20e0c59f01c8 req-791a3238-bc78-49ce-a564-efe35ef046fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:59.729098 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c638efd-8f27-4e34-9fd3-20e0c59f01c8 req-791a3238-bc78-49ce-a564-efe35ef046fa service neutron] 10.222.0.66 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 921 time: 0.1730890 Dec 20 21:16:59.774340 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33926b0e-1564-41c8-87e4-856960166a5f None None] Network 0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:16:59.806056 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-afee6b12-4ae7-410d-9074-f85704169677 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:59.850025 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c638efd-8f27-4e34-9fd3-20e0c59f01c8 req-c848e335-cf2c-483e-9292-c0757b13bfbf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03969b7e-2201-404e-9a80-876b18b65a80 HTTP/1.1" status: 200 len: 217 time: 0.1072216 Dec 20 21:16:59.853543 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-afee6b12-4ae7-410d-9074-f85704169677 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:59.891488 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a799d178-8a1f-46c7-b48a-01d4a70a84f4 None None] Provisioning complete for port 6fb1d44f-5a97-474e-af58-593ab1668fe6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:16:59.892188 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a799d178-8a1f-46c7-b48a-01d4a70a84f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:59.937442 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:16:59.938362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c638efd-8f27-4e34-9fd3-20e0c59f01c8 req-999da559-da5c-4a76-a327-7fdb8ce85b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:16:59.939819 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c638efd-8f27-4e34-9fd3-20e0c59f01c8 req-999da559-da5c-4a76-a327-7fdb8ce85b46 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.0820103 Dec 20 21:16:59.993176 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c638efd-8f27-4e34-9fd3-20e0c59f01c8 req-f95a041f-d7af-4029-a015-4f5a85990add service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445366 Dec 20 21:17:00.006929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:00.024605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f928d-710e-4616-bb64-967f4c99b0ce req-74a9edbf-2134-4d48-82c7-0f393d74e412 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:00.026584 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-156f928d-710e-4616-bb64-967f4c99b0ce req-74a9edbf-2134-4d48-82c7-0f393d74e412 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.2183688 Dec 20 21:17:00.037372 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:00.042586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:00.045218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=1661cd1d-50d9-427e-9b11-11fe6328eaa1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:00.045583 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a799d178-8a1f-46c7-b48a-01d4a70a84f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:00.083239 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a799d178-8a1f-46c7-b48a-01d4a70a84f4 None None] For port 6fb1d44f-5a97-474e-af58-593ab1668fe6, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6fb1d44f-5a97-474e-af58-593ab1668fe6,segment=NetworkSegment(03912091-bdf4-4963-a394-771ea0652f32),segment_id=03912091-bdf4-4963-a394-771ea0652f32)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:00.089313 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a799d178-8a1f-46c7-b48a-01d4a70a84f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:00.126475 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-afee6b12-4ae7-410d-9074-f85704169677 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Floating IP 4d4ac602-2113-423b-8b31-cf3ad0340e42 associated. External IP: 172.35.3.209, port: 58ad4fdc-9dcd-4043-903e-0e484ac5e967. Dec 20 21:17:00.141784 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799d178-8a1f-46c7-b48a-01d4a70a84f4 None None] Pushing event updated for resources: {'Port': ['ID=6fb1d44f-5a97-474e-af58-593ab1668fe6,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:00.169218 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-156f928d-710e-4616-bb64-967f4c99b0ce req-01b68d99-72c4-4afd-b8b9-3dedccdf38d8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295629 Dec 20 21:17:00.252552 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c638efd-8f27-4e34-9fd3-20e0c59f01c8 req-e3998a5a-8fee-4da1-aad6-8b154784dad2 service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440388 Dec 20 21:17:00.262614 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-5483a3ff-1ce5-4c4d-9baa-63bf4be38b34 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:00.264165 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-5483a3ff-1ce5-4c4d-9baa-63bf4be38b34 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/networks?id=7baa739e-ce4f-46bc-a565-aab632d9bddc HTTP/1.1" status: 200 len: 805 time: 0.1746066 Dec 20 21:17:00.354869 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-e773ec78-fbc9-4a9b-bb98-2f5811bfb348 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/quotas/1dfad6aebbf544d1bebde21aa25d9cae HTTP/1.1" status: 200 len: 375 time: 0.0677669 Dec 20 21:17:00.379201 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-720afe5d-6085-4dee-bd0c-8e523b282875 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cbf51c065521477894e586e4eb7f53a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397623 Dec 20 21:17:00.395773 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-0bbc0547-6901-4386-b749-148d819f355e tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dfad6aebbf544d1bebde21aa25d9cae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350747 Dec 20 21:17:00.417892 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4165d144-7cad-4b07-bb08-58930b24123a None None] Provisioning complete for port 6fb1d44f-5a97-474e-af58-593ab1668fe6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:00.419776 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4165d144-7cad-4b07-bb08-58930b24123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:00.459811 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c638efd-8f27-4e34-9fd3-20e0c59f01c8 req-0b47f053-9f66-4ca6-a131-eab74dd84550 service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946492 Dec 20 21:17:00.517172 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-b93a9ce0-88d0-4dcd-beff-f763f2326050 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080556 Dec 20 21:17:00.582356 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:00.603621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6fb1d44f-5a97-474e-af58-593ab1668fe6 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:00.622020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47044) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:00.662676 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 6fb1d44f-5a97-474e-af58-593ab1668fe6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:00.663339 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:00.742554 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afee6b12-4ae7-410d-9074-f85704169677 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Router 4f28c683-43da-4455-a735-ca6ab86e9b0a has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:17:00.777069 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-ecc987c3-c294-4288-8091-35a813ca6daa tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:00.778641 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-ecc987c3-c294-4288-8091-35a813ca6daa tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3915622 Dec 20 21:17:00.780701 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:00.782607 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c034481-07ea-41da-a5bd-01b5f6e85ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:00.864212 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-e5d58661-e65b-4493-9cfd-bf494195b716 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/quotas/cbf51c065521477894e586e4eb7f53a2 HTTP/1.1" status: 200 len: 375 time: 0.0776334 Dec 20 21:17:00.900107 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-8258ff6e-dbd3-4812-9336-2f2cfdc28680 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746758 Dec 20 21:17:01.058662 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-2261c14a-9790-4f82-af56-b21018fd9f6a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1562021 Dec 20 21:17:01.064465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afee6b12-4ae7-410d-9074-f85704169677 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:17:01.081589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9818ef-9e01-48bc-b170-a0d7eeaadc49 None None] Sync routers for ids ['4f28c683-43da-4455-a735-ca6ab86e9b0a'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:17:01.094833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9818ef-9e01-48bc-b170-a0d7eeaadc49 None None] Routers {'4f28c683-43da-4455-a735-ca6ab86e9b0a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:17:01.096624 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0b9818ef-9e01-48bc-b170-a0d7eeaadc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:16:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f28c683-43da-4455-a735-ca6ab86e9b0a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:01.100298 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-afee6b12-4ae7-410d-9074-f85704169677 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:01.121576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e16f67-7d72-44af-8351-d724665f0263 req-7f57e502-0fdf-4b74-81c9-4b5424ca1f04 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:01.123251 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81e16f67-7d72-44af-8351-d724665f0263 req-7f57e502-0fdf-4b74-81c9-4b5424ca1f04 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 950 time: 0.0772448 Dec 20 21:17:01.177440 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-afee6b12-4ae7-410d-9074-f85704169677 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "PUT /v2.0/floatingips/4d4ac602-2113-423b-8b31-cf3ad0340e42 HTTP/1.1" status: 200 len: 992 time: 2.9161820 Dec 20 21:17:01.182784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d67f58-21d9-4d06-a5f9-2816801dabdd', 'tag': '58ad4fdc-9dcd-4043-903e-0e484ac5e967'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:01.185337 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546450d5-fd01-43f8-a3bd-f59181bea2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d67f58-21d9-4d06-a5f9-2816801dabdd", "tag": "58ad4fdc-9dcd-4043-903e-0e484ac5e967"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:01.190111 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c034481-07ea-41da-a5bd-01b5f6e85ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:01.196738 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c034481-07ea-41da-a5bd-01b5f6e85ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:01.209257 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81e16f67-7d72-44af-8351-d724665f0263 req-6b642613-d1c1-43f9-bfd7-498a1e9892b3 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701740 Dec 20 21:17:01.256425 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:01.259675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c034481-07ea-41da-a5bd-01b5f6e85ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9eb1e4-9482-4a36-b097-5004ea95dd83,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:01.265380 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7c034481-07ea-41da-a5bd-01b5f6e85ce8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33f92603bcf74db2981e9a188bf4c1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6369972 Dec 20 21:17:01.268016 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47064) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:01.413127 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc235512-346d-42d6-8c37-7597ce245e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:01.420353 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c007d5d-eb49-42c9-8489-504cac156adf req-082e257b-2876-4c37-9c59-fad918d1ee56 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:01.422562 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c007d5d-eb49-42c9-8489-504cac156adf req-082e257b-2876-4c37-9c59-fad918d1ee56 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 944 time: 0.0776396 Dec 20 21:17:01.450708 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc235512-346d-42d6-8c37-7597ce245e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:01.480361 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c007d5d-eb49-42c9-8489-504cac156adf req-f5ab7b54-e61b-45d6-b15a-fd66b5ff0172 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473506 Dec 20 21:17:01.494638 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Router 7f2be960-af7a-4c12-ae82-2c75ac69ad9c is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:17:01.532221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-0b9818ef-9e01-48bc-b170-a0d7eeaadc49 None None] Set router 4f28c683-43da-4455-a735-ca6ab86e9b0a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:17:01.602089 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b8f4d863-2e55-4ecb-9218-34827cab8d9a req-288bb829-7584-4d8e-a747-953502f08679 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cbeb7d4-3d06-4728-b96e-604e55bcf0d5 HTTP/1.1" status: 200 len: 210 time: 0.0480983 Dec 20 21:17:01.609319 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc235512-346d-42d6-8c37-7597ce245e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:01.612069 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc235512-346d-42d6-8c37-7597ce245e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:01.614235 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dc235512-346d-42d6-8c37-7597ce245e8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c9eb1e4-9482-4a36-b097-5004ea95dd83 HTTP/1.1" status: 204 len: 168 time: 0.3447361 Dec 20 21:17:01.633726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc235512-346d-42d6-8c37-7597ce245e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9eb1e4-9482-4a36-b097-5004ea95dd83,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:01.658143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235512-346d-42d6-8c37-7597ce245e8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:01.661131 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235512-346d-42d6-8c37-7597ce245e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:01.661702 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235512-346d-42d6-8c37-7597ce245e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:01.662050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235512-346d-42d6-8c37-7597ce245e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:01.662506 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235512-346d-42d6-8c37-7597ce245e8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:01.664908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235512-346d-42d6-8c37-7597ce245e8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:01.665319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235512-346d-42d6-8c37-7597ce245e8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:01.665749 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235512-346d-42d6-8c37-7597ce245e8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:01.667226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235512-346d-42d6-8c37-7597ce245e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:01.667594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235512-346d-42d6-8c37-7597ce245e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:01.667938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235512-346d-42d6-8c37-7597ce245e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:01.668298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc235512-346d-42d6-8c37-7597ce245e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:01.684142 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:17:01.693531 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Sync routers for ids ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:17:01.723052 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5df1b0-7347-49e8-8780-ab7ac0ba3d37 x-openstack-request-id: req-5f5df1b0-7347-49e8-8780-ab7ac0ba3d37 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:01.723351 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d67f58-21d9-4d06-a5f9-2816801dabdd", "tag": "58ad4fdc-9dcd-4043-903e-0e484ac5e967", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:01.723629 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f5df1b0-7347-49e8-8780-ab7ac0ba3d37 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:01.724169 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d67f58-21d9-4d06-a5f9-2816801dabdd', 'tag': '58ad4fdc-9dcd-4043-903e-0e484ac5e967', 'status': 'completed', 'code': 200} Dec 20 21:17:01.726675 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Routers {'7f2be960-af7a-4c12-ae82-2c75ac69ad9c'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:17:01.727328 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:16:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:01.753497 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:01.759539 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47074) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:01.766976 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e1aac280-6783-4246-8145-eb58ca3d7aa4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4202452 Dec 20 21:17:01.907075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea64225-33ab-46c0-8f50-3942ecf2d20d req-352de730-05cd-4f77-bbbb-d53a5e4a28aa tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:01.913850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5ea64225-33ab-46c0-8f50-3942ecf2d20d req-352de730-05cd-4f77-bbbb-d53a5e4a28aa tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.0901227 Dec 20 21:17:01.974413 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Set router 7f2be960-af7a-4c12-ae82-2c75ac69ad9c gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:17:01.990792 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5ea64225-33ab-46c0-8f50-3942ecf2d20d req-2ed90363-1ef6-4c3a-b639-1ae667369b1f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704625 Dec 20 21:17:02.028725 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546450d5-fd01-43f8-a3bd-f59181bea2f4 req-73586c42-629f-440d-842e-70df140c0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:02.035440 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-546450d5-fd01-43f8-a3bd-f59181bea2f4 req-73586c42-629f-440d-842e-70df140c0b8a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49bd4cca0f8d409399c77feff9b72818&device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 1095 time: 0.1829951 Dec 20 21:17:02.068185 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:02.343559 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6097b8be-c3e4-44c6-ab67-5a5ed9d3d575 req-b1252f15-aae4-44bf-81f3-031d8774d137 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 210 time: 0.0633173 Dec 20 21:17:02.388381 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0b9818ef-9e01-48bc-b170-a0d7eeaadc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:16:02Z', 'revision_number': 4, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '4d4ac602-2113-423b-8b31-cf3ad0340e42', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'floating_ip_address': '172.35.3.209', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'port_id': '58ad4fdc-9dcd-4043-903e-0e484ac5e967', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'mac_address': 'fa:16:3e:33:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67f58-21d9-4d06-a5f9-2816801dabdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:16:32Z', 'updated_at': '2021-12-20T21:16:59Z', 'revision_number': 1, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e12ffe2-65e9-40a4-8d62-d718ed68a475', 'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'mac_address': 'fa:16:3e:04:06:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:00Z', 'updated_at': '2021-12-20T21:16:07Z', 'revision_number': 5, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'subnets': [{'id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:02.396068 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'name': 'tempest-ServersTestBootFromVolume-1286661761-router', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:57Z', 'updated_at': '2021-12-20T21:17:00Z', 'revision_number': 3, 'project_id': '871b3780233447dbae5247c6158716cc', 'gw_port': {'id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:58Z', 'updated_at': '2021-12-20T21:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:02.423974 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Checking router: 7f2be960-af7a-4c12-ae82-2c75ac69ad9c for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:17:02.425274 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Updating router 7f2be960-af7a-4c12-ae82-2c75ac69ad9c port 1661cd1d-50d9-427e-9b11-11fe6328eaa1 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:17:02.441524 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546450d5-fd01-43f8-a3bd-f59181bea2f4 req-84eafd9b-f3a7-49e2-9f46-b5d1c06ebd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:02.443449 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-546450d5-fd01-43f8-a3bd-f59181bea2f4 req-84eafd9b-f3a7-49e2-9f46-b5d1c06ebd5d service neutron] 10.222.0.66 "GET /v2.0/networks?id=26695cc4-6d4c-47f9-b9d6-944bc1cfd208 HTTP/1.1" status: 200 len: 924 time: 0.4008646 Dec 20 21:17:02.455643 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:02.465349 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9818ef-9e01-48bc-b170-a0d7eeaadc49 None None] Checking router: 4f28c683-43da-4455-a735-ca6ab86e9b0a for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:17:02.474337 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:02.494866 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9818ef-9e01-48bc-b170-a0d7eeaadc49 None None] Routers {'4f28c683-43da-4455-a735-ca6ab86e9b0a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:17:02.496427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0b9818ef-9e01-48bc-b170-a0d7eeaadc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:16:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f28c683-43da-4455-a735-ca6ab86e9b0a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:02.721193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874dd99-deda-4688-af95-ac3c6c69a698 req-b4fd9e0b-5dd5-48a6-b67b-91f498586615 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:02.722934 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8874dd99-deda-4688-af95-ac3c6c69a698 req-b4fd9e0b-5dd5-48a6-b67b-91f498586615 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 944 time: 0.1252167 Dec 20 21:17:02.755065 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-0b9818ef-9e01-48bc-b170-a0d7eeaadc49 None None] Set router 4f28c683-43da-4455-a735-ca6ab86e9b0a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:17:02.820887 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8874dd99-deda-4688-af95-ac3c6c69a698 req-45fb9d9f-560f-4f93-bdb4-2c7a39d250bc tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892329 Dec 20 21:17:02.851769 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:02.867815 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:02.917635 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-546450d5-fd01-43f8-a3bd-f59181bea2f4 req-98047d46-bc2d-4939-8470-2e6e00dee58a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58ad4fdc-9dcd-4043-903e-0e484ac5e967 HTTP/1.1" status: 200 len: 1000 time: 0.4362381 Dec 20 21:17:02.972203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f20728-c0d6-433f-82b2-054562c1d772 req-fbeee1fc-662e-4867-9ec3-963cbbec725c tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:02.979934 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b3f20728-c0d6-433f-82b2-054562c1d772 req-fbeee1fc-662e-4867-9ec3-963cbbec725c tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 950 time: 0.5905280 Dec 20 21:17:03.034043 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47118) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:03.068939 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943763c8-3d1c-4e32-b1d4-46ab09a820c5 None None] Pushing event updated for resources: {'Port': ['ID=1661cd1d-50d9-427e-9b11-11fe6328eaa1,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:03.077893 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Attempting to bind port 1661cd1d-50d9-427e-9b11-11fe6328eaa1 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:03.080659 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Attempting to bind port 1661cd1d-50d9-427e-9b11-11fe6328eaa1 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:03.081029 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Attempting to bind port 1661cd1d-50d9-427e-9b11-11fe6328eaa1 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:03.092250 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:03.093135 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:03.094416 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:03.095029 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:03.095732 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Bound port: 1661cd1d-50d9-427e-9b11-11fe6328eaa1, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:03.096376 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:03.133866 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a11b485-e371-4479-bd3e-176494ec87c6 req-4f75566a-77dd-4281-b220-623aabe90ad8 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cbeb7d4-3d06-4728-b96e-604e55bcf0d5 HTTP/1.1" status: 200 len: 210 time: 0.0782509 Dec 20 21:17:03.168679 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] For port 1661cd1d-50d9-427e-9b11-11fe6328eaa1, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:03.182828 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] For port 1661cd1d-50d9-427e-9b11-11fe6328eaa1, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1661cd1d-50d9-427e-9b11-11fe6328eaa1,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:03.195641 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:03.219181 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0b9818ef-9e01-48bc-b170-a0d7eeaadc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:16:02Z', 'revision_number': 4, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '4d4ac602-2113-423b-8b31-cf3ad0340e42', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'floating_ip_address': '172.35.3.209', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'port_id': '58ad4fdc-9dcd-4043-903e-0e484ac5e967', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'mac_address': 'fa:16:3e:33:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67f58-21d9-4d06-a5f9-2816801dabdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:16:32Z', 'updated_at': '2021-12-20T21:16:59Z', 'revision_number': 1, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e12ffe2-65e9-40a4-8d62-d718ed68a475', 'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'mac_address': 'fa:16:3e:04:06:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:00Z', 'updated_at': '2021-12-20T21:16:07Z', 'revision_number': 5, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'subnets': [{'id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:03.222870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546450d5-fd01-43f8-a3bd-f59181bea2f4 req-03757359-52ea-4d1e-b022-b107535e437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:03.224358 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-546450d5-fd01-43f8-a3bd-f59181bea2f4 req-03757359-52ea-4d1e-b022-b107535e437b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7a38a1c-ba40-430e-b466-9b0024d8be26 HTTP/1.1" status: 200 len: 862 time: 0.2956376 Dec 20 21:17:03.237879 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b3f20728-c0d6-433f-82b2-054562c1d772 req-d73a023f-5869-4a83-9cf5-4c5833c8c844 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567911 Dec 20 21:17:03.272060 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:03.286569 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-61f0bcc4-b6a3-4e84-a0bb-a2790644de8e tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:03.295702 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-347400451-network', 'tenant_id': 'f85a6a66415749b3a50b42ca903052fe'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:03.296867 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9818ef-9e01-48bc-b170-a0d7eeaadc49 None None] The sync data for ids ['4f28c683-43da-4455-a735-ca6ab86e9b0a'] in n-d-xena-1 is: [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:16:02Z', 'revision_number': 4, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '4d4ac602-2113-423b-8b31-cf3ad0340e42', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'floating_ip_address': '172.35.3.209', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'port_id': '58ad4fdc-9dcd-4043-903e-0e484ac5e967', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'mac_address': 'fa:16:3e:33:62:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d67f58-21d9-4d06-a5f9-2816801dabdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:16:32Z', 'updated_at': '2021-12-20T21:16:59Z', 'revision_number': 1, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e12ffe2-65e9-40a4-8d62-d718ed68a475', 'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'mac_address': 'fa:16:3e:04:06:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:00Z', 'updated_at': '2021-12-20T21:16:07Z', 'revision_number': 5, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'subnets': [{'id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:17:03.299371 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-61f0bcc4-b6a3-4e84-a0bb-a2790644de8e tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.31 "GET /v2.0/networks?id=7baa739e-ce4f-46bc-a565-aab632d9bddc HTTP/1.1" status: 200 len: 805 time: 0.4174929 Dec 20 21:17:03.320822 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Routers {'7f2be960-af7a-4c12-ae82-2c75ac69ad9c'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:17:03.321853 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:16:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:03.328331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-b7473438-38e3-43d7-a966-ed3be6151425 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Request body: {'port': {'device_id': '1cbeb7d4-3d06-4728-b96e-604e55bcf0d5', 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc', 'admin_state_up': True, 'tenant_id': '1dfad6aebbf544d1bebde21aa25d9cae'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:03.422037 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 03969b7e-2201-404e-9a80-876b18b65a80 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:17:03.473197 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] Set router 7f2be960-af7a-4c12-ae82-2c75ac69ad9c gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:17:03.508151 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb189063-09d4-4571-95b1-9657c6bace56 req-acc5ce51-2d63-43ea-818d-98f68bc8df77 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 210 time: 0.0432866 Dec 20 21:17:03.552871 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546450d5-fd01-43f8-a3bd-f59181bea2f4 req-6ce00e6f-90a0-4f7d-b42f-bb08e30dec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:03.555600 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-546450d5-fd01-43f8-a3bd-f59181bea2f4 req-6ce00e6f-90a0-4f7d-b42f-bb08e30dec72 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=26695cc4-6d4c-47f9-b9d6-944bc1cfd208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3167665 Dec 20 21:17:03.562752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-b7473438-38e3-43d7-a966-ed3be6151425 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Made reservation on behalf of 1dfad6aebbf544d1bebde21aa25d9cae for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:03.569352 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-b7473438-38e3-43d7-a966-ed3be6151425 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:03.599495 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 03969b7e-2201-404e-9a80-876b18b65a80, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=03969b7e-2201-404e-9a80-876b18b65a80,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:03.619667 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '03969b7e-2201-404e-9a80-876b18b65a80', 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033', 'port_id': '03969b7e-2201-404e-9a80-876b18b65a80', 'mac_address': 'fa:16:3e:49:a0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '868ebcce-ae72-4771-bf99-f9e761ce11a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:17:03.665186 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Made reservation on behalf of f85a6a66415749b3a50b42ca903052fe for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:03.667505 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:03.674236 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3218aa07-8cca-4e7b-941f-11aed387addd None None] New status for floating IP 4d4ac602-2113-423b-8b31-cf3ad0340e42: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:17:03.718474 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943763c8-3d1c-4e32-b1d4-46ab09a820c5 None None] Pushing event updated for resources: {'Port': ['ID=1661cd1d-50d9-427e-9b11-11fe6328eaa1,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:03.718743 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:03.748078 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:03.749967 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'name': 'tempest-ServersTestBootFromVolume-1286661761-router', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:57Z', 'updated_at': '2021-12-20T21:17:00Z', 'revision_number': 3, 'project_id': '871b3780233447dbae5247c6158716cc', 'gw_port': {'id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:58Z', 'updated_at': '2021-12-20T21:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:03.772464 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03969b7e-2201-404e-9a80-876b18b65a80 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:03.779916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] Allocated IP 172.20.0.1 (0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f/b0b87c54-c451-42da-848e-4a3e123612c6/aa0355c3-7243-424c-b620-3dc545364da4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:17:03.787323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-b7473438-38e3-43d7-a966-ed3be6151425 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Allocated IP 172.20.0.5 (7baa739e-ce4f-46bc-a565-aab632d9bddc/72cfb43f-380d-47e7-8095-0b998add498a/8ca299a6-a210-48f4-b34f-0b86299c40fd) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:17:03.787899 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b840e7ce-7bde-4941-99fa-fa1fec97786a None None] The sync data for ids ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'] in n-d-xena-1 is: [{'id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'name': 'tempest-ServersTestBootFromVolume-1286661761-router', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:57Z', 'updated_at': '2021-12-20T21:17:00Z', 'revision_number': 3, 'project_id': '871b3780233447dbae5247c6158716cc', 'gw_port': {'id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:58Z', 'updated_at': '2021-12-20T21:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:17:03.835920 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d46bec-1ad5-47c8-a8db-cfe7790e91bb req-4cca01aa-e2aa-4260-bab4-55222ac5400f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:03.844173 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-52d46bec-1ad5-47c8-a8db-cfe7790e91bb req-4cca01aa-e2aa-4260-bab4-55222ac5400f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.5043116 Dec 20 21:17:03.857499 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 03969b7e-2201-404e-9a80-876b18b65a80, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=03969b7e-2201-404e-9a80-876b18b65a80,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:03.866965 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:04.004155 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=03969b7e-2201-404e-9a80-876b18b65a80,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:04.093645 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-aa3e8cee-9811-4e26-bdbc-cf161f9c8ab5 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=cbf51c065521477894e586e4eb7f53a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332623 Dec 20 21:17:04.107276 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-546450d5-fd01-43f8-a3bd-f59181bea2f4 req-b3c594b7-94e2-4cf1-96c7-63671a34970e service neutron] 10.222.0.66 "GET /v2.0/networks/26695cc4-6d4c-47f9-b9d6-944bc1cfd208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355786 Dec 20 21:17:04.173591 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-52d46bec-1ad5-47c8-a8db-cfe7790e91bb req-565f004b-0ffd-4531-8aa3-0a50685f7613 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017700 Dec 20 21:17:04.202605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['03969b7e-2201-404e-9a80-876b18b65a80'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:04.364990 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-42f8c251-b186-4667-a698-c1a1ca4f8b24 req-e6460dd6-78a2-4518-b06a-9a22e8bcb3ca tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cbeb7d4-3d06-4728-b96e-604e55bcf0d5 HTTP/1.1" status: 200 len: 210 time: 0.0274215 Dec 20 21:17:04.449467 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-b7473438-38e3-43d7-a966-ed3be6151425 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:04.487657 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:04.501532 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:04.512492 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:04.553759 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-b7473438-38e3-43d7-a966-ed3be6151425 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:04.577735 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-4e0eda06-4492-4944-95f7-ad6c387a959e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=cbf51c065521477894e586e4eb7f53a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772669 Dec 20 21:17:04.612346 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-546450d5-fd01-43f8-a3bd-f59181bea2f4 req-71814f2b-5c20-4a26-9776-17843ae33a9f service neutron] 10.222.0.66 "GET /v2.0/networks/26695cc4-6d4c-47f9-b9d6-944bc1cfd208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827886 Dec 20 21:17:04.619326 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:17:04.622680 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7affe452-6c22-482f-b430-58d2bf6cc7ae,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:04.643443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1661cd1d-50d9-427e-9b11-11fe6328eaa1 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:04.672483 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-4062c0e4-10fb-4868-853b-ace66026a027 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:04.673989 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-4062c0e4-10fb-4868-853b-ace66026a027 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5625293 Dec 20 21:17:04.675365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:04.675873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:04.676270 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:04.676603 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:04.676928 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:04.677251 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:04.677877 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:04.677877 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:04.678214 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:04.678543 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:04.678847 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:04.679159 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:04.683413 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:04.683760 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Added segment 19cd8bec-9ef3-4fbc-964d-51bd2523c4f9 of type vlan for network 4753884f-23c0-48c5-9a32-74bd626f8972 Dec 20 21:17:04.702533 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-4b2a0e79-c011-4740-9683-649dc2ab49b3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Request body: {'port': {'device_id': 'd84e9ed9-e9c6-4099-8a6b-e7f2164877fd', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': 'cbf51c065521477894e586e4eb7f53a2'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:04.722060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 1661cd1d-50d9-427e-9b11-11fe6328eaa1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:04.722472 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-8c2430f5-6015-4575-a55f-d4ac2e5e0fea tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:04.723356 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:04.724785 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-8c2430f5-6015-4575-a55f-d4ac2e5e0fea tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1231778 Dec 20 21:17:04.736199 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-b7473438-38e3-43d7-a966-ed3be6151425 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Network 7baa739e-ce4f-46bc-a565-aab632d9bddc is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:04.740339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-b7473438-38e3-43d7-a966-ed3be6151425 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:04.748873 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-b7473438-38e3-43d7-a966-ed3be6151425 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:04.758252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8b3be-5bfd-4140-8633-c62ad6e74aed req-8e5bf39a-efe2-412c-be3b-e8333369c768 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:04.765505 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70b8b3be-5bfd-4140-8633-c62ad6e74aed req-8e5bf39a-efe2-412c-be3b-e8333369c768 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 945 time: 0.2535679 Dec 20 21:17:04.783090 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-236826c0-7733-40ca-b603-c12fc7f75081 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Request body: {'port': {'device_id': 'c40d5bbf-265c-4138-af81-15967090d72f', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': 'cbf51c065521477894e586e4eb7f53a2'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:04.797647 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a75fd-4b59-492d-a38d-2b660d310e17 req-b1ac4f07-231f-471d-a947-2ec4e11eba57 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:04.805931 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-900a75fd-4b59-492d-a38d-2b660d310e17 req-b1ac4f07-231f-471d-a947-2ec4e11eba57 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 950 time: 0.2891471 Dec 20 21:17:04.812491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7473438-38e3-43d7-a966-ed3be6151425 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Pushing event updated for resources: {'Port': ['ID=8ca299a6-a210-48f4-b34f-0b86299c40fd,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:04.840394 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:04.864659 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 1661cd1d-50d9-427e-9b11-11fe6328eaa1, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1661cd1d-50d9-427e-9b11-11fe6328eaa1,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:04.873800 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:04.916589 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70b8b3be-5bfd-4140-8633-c62ad6e74aed req-9b1c50dd-b31a-4ce0-9352-8956bf93d3e8 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482475 Dec 20 21:17:04.935832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-b7473438-38e3-43d7-a966-ed3be6151425 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:04.942352 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-b7473438-38e3-43d7-a966-ed3be6151425 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:04.974355 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-b7473438-38e3-43d7-a966-ed3be6151425 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6500301 Dec 20 21:17:04.975238 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=1661cd1d-50d9-427e-9b11-11fe6328eaa1,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:05.001290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Request body: {'port': {'device_id': '1cbeb7d4-3d06-4728-b96e-604e55bcf0d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:05.086356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-236826c0-7733-40ca-b603-c12fc7f75081 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Made reservation on behalf of cbf51c065521477894e586e4eb7f53a2 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:05.089968 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.090686 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-236826c0-7733-40ca-b603-c12fc7f75081 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.095520 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.110605 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.138015 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f310806b-6f73-4356-b687-2986bc9e18d3 req-86074f85-9cd9-4c3f-aebb-2072e1fbe45c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 210 time: 0.0526469 Dec 20 21:17:05.182846 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] Network 0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:05.195664 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:05.211190 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-900a75fd-4b59-492d-a38d-2b660d310e17 req-40b36df5-4f02-4415-a227-fda1d202fa20 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050183 Dec 20 21:17:05.220219 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:05.228236 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.229404 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:05.230173 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.285496 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] Pushing event updated for resources: {'Port': ['ID=aa0355c3-7243-424c-b620-3dc545364da4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:05.368089 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3310301 Dec 20 21:17:05.389705 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47144) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:05.402126 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0222a2f8-c490-4f4f-890d-5352486b393e admin admin] Request body: {'subnet': {'network_id': '4753884f-23c0-48c5-9a32-74bd626f8972', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-347400451-subnet', 'tenant_id': 'f85a6a66415749b3a50b42ca903052fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:05.411210 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.421707 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220a39f-56e5-4b66-9971-dd1c9055bf0d admin admin] Pushing event updated for resources: {'Network': ['ID=4753884f-23c0-48c5-9a32-74bd626f8972,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:05.439004 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 4753884f-23c0-48c5-9a32-74bd626f8972 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:17:05.451188 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 03969b7e-2201-404e-9a80-876b18b65a80 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:05.455025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-236826c0-7733-40ca-b603-c12fc7f75081 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Allocated IP 192.168.233.159 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/26812aac-b0f3-494e-b917-626bd0c0db4b) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:17:05.474331 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-4b2a0e79-c011-4740-9683-649dc2ab49b3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Made reservation on behalf of cbf51c065521477894e586e4eb7f53a2 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:05.477865 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-4b2a0e79-c011-4740-9683-649dc2ab49b3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.482816 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908f44d-feca-4153-8ec1-92dda7be8bcf req-72e73eb4-7c62-4e4f-b01f-fa169cae1dd3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:05.484366 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5908f44d-feca-4153-8ec1-92dda7be8bcf req-72e73eb4-7c62-4e4f-b01f-fa169cae1dd3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.1976624 Dec 20 21:17:05.507728 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1d92a-e2e1-41b1-9ca5-b20886841fb5 req-952d3312-4b2f-4af6-82b1-d7bf2b17a032 tempest-LiveMigrationNegativeTest-1681324957 tempest-LiveMigrationNegativeTest-1681324957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:05.509558 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e9e1d92a-e2e1-41b1-9ca5-b20886841fb5 req-952d3312-4b2f-4af6-82b1-d7bf2b17a032 tempest-LiveMigrationNegativeTest-1681324957 tempest-LiveMigrationNegativeTest-1681324957-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 1099 time: 0.1755393 Dec 20 21:17:05.567184 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0222a2f8-c490-4f4f-890d-5352486b393e admin admin] Made reservation on behalf of f85a6a66415749b3a50b42ca903052fe for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:05.569526 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0222a2f8-c490-4f4f-890d-5352486b393e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.598846 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5908f44d-feca-4153-8ec1-92dda7be8bcf req-bba69b50-0667-4c87-b77b-9e37cec6681a tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952895 Dec 20 21:17:05.648681 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e9e1d92a-e2e1-41b1-9ca5-b20886841fb5 req-0b73f2a0-a67d-4acc-8051-a8039d470daf tempest-LiveMigrationNegativeTest-1681324957 tempest-LiveMigrationNegativeTest-1681324957-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.779440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca299a6-a210-48f4-b34f-0b86299c40fd {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:05.782990 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-dafccf13-abb5-447b-b73c-b0a5fafefce4 None None] Provisioning complete for port aa0355c3-7243-424c-b620-3dc545364da4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:05.783734 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dafccf13-abb5-447b-b73c-b0a5fafefce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.801397 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.812045 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-236826c0-7733-40ca-b603-c12fc7f75081 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.824254 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.829855 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e9e1d92a-e2e1-41b1-9ca5-b20886841fb5 req-0b73f2a0-a67d-4acc-8051-a8039d470daf tempest-LiveMigrationNegativeTest-1681324957 tempest-LiveMigrationNegativeTest-1681324957-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.832210 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Transition to ACTIVE for port object 8ca299a6-a210-48f4-b34f-0b86299c40fd will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:17:05.834872 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-dafccf13-abb5-447b-b73c-b0a5fafefce4 None None] Port aa0355c3-7243-424c-b620-3dc545364da4 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:17:05.836773 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 03969b7e-2201-404e-9a80-876b18b65a80 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:17:05.840910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 03969b7e-2201-404e-9a80-876b18b65a80 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:05.841546 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.842445 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e9e1d92a-e2e1-41b1-9ca5-b20886841fb5 req-0b73f2a0-a67d-4acc-8051-a8039d470daf tempest-LiveMigrationNegativeTest-1681324957 tempest-LiveMigrationNegativeTest-1681324957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.842596 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844c57a-ddf3-434d-9467-fe7a8fcd7588 req-00c36df1-4305-4bd4-a207-2982a5283b79 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:05.844044 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f844c57a-ddf3-434d-9467-fe7a8fcd7588 req-00c36df1-4305-4bd4-a207-2982a5283b79 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cbeb7d4-3d06-4728-b96e-604e55bcf0d5 HTTP/1.1" status: 200 len: 931 time: 0.1395004 Dec 20 21:17:05.846498 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.926679 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e9e1d92a-e2e1-41b1-9ca5-b20886841fb5 req-0b73f2a0-a67d-4acc-8051-a8039d470daf tempest-LiveMigrationNegativeTest-1681324957 tempest-LiveMigrationNegativeTest-1681324957-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039383 Dec 20 21:17:05.936713 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:05.939185 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73f2a0-a67d-4acc-8051-a8039d470daf tempest-LiveMigrationNegativeTest-1681324957 tempest-LiveMigrationNegativeTest-1681324957-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb83af4-cec2-4ac3-b591-26443264e592,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:05.983999 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e3878b-2a71-41bc-9cd5-dd6f0894f069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03969b7e-2201-404e-9a80-876b18b65a80'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:05.987608 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49db2f0c-cbd8-41be-8dac-a7798c3f0e70" -d '{"events": [{"server_uuid": "02e3878b-2a71-41bc-9cd5-dd6f0894f069", "name": "network-vif-plugged", "status": "completed", "tag": "03969b7e-2201-404e-9a80-876b18b65a80"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:05.990892 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Pushing event updated for resources: {'Port': ['ID=8ca299a6-a210-48f4-b34f-0b86299c40fd,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:06.014858 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 03969b7e-2201-404e-9a80-876b18b65a80, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=03969b7e-2201-404e-9a80-876b18b65a80,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:06.023758 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:06.055997 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f844c57a-ddf3-434d-9467-fe7a8fcd7588 req-3798564c-a3fc-4adc-854c-4bb4c5771008 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993978 Dec 20 21:17:06.061516 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-236826c0-7733-40ca-b603-c12fc7f75081 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:06.093353 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=03969b7e-2201-404e-9a80-876b18b65a80,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:06.107414 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c50e7163-7ce6-4b98-a677-d7b1a60568f0', '095dc952-4236-4239-b529-21f01ec7edf9', 'af0c69c0-2187-4115-9ca2-8619f872176b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:06.112045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-236826c0-7733-40ca-b603-c12fc7f75081 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:06.133765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Attempting to bind port 8ca299a6-a210-48f4-b34f-0b86299c40fd on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:06.134242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Attempting to bind port 8ca299a6-a210-48f4-b34f-0b86299c40fd by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:06.134801 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Attempting to bind port 8ca299a6-a210-48f4-b34f-0b86299c40fd on network 7baa739e-ce4f-46bc-a565-aab632d9bddc {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:06.141339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-236826c0-7733-40ca-b603-c12fc7f75081 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:06.143422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Port 8ca299a6-a210-48f4-b34f-0b86299c40fd on network 7baa739e-ce4f-46bc-a565-aab632d9bddc not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:17:06.143809 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Attempting to bind port 8ca299a6-a210-48f4-b34f-0b86299c40fd on network 7baa739e-ce4f-46bc-a565-aab632d9bddc {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:06.145642 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-4b2a0e79-c011-4740-9683-649dc2ab49b3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Allocated IP 192.168.233.166 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/27f27e94-070d-4ba9-92c4-35038cc85d4c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:17:06.150033 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-236826c0-7733-40ca-b603-c12fc7f75081 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:06.154746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:06.155253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Checking segment: {'id': '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:06.155733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Bound using segment: {'id': '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:06.156579 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Bound port: 8ca299a6-a210-48f4-b34f-0b86299c40fd, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:06.157025 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:06.167650 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadfb0e0-f32e-4a78-bd96-8a700df31b15 x-openstack-request-id: req-fadfb0e0-f32e-4a78-bd96-8a700df31b15 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:06.167964 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e3878b-2a71-41bc-9cd5-dd6f0894f069", "name": "network-vif-plugged", "status": "completed", "tag": "03969b7e-2201-404e-9a80-876b18b65a80", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:06.168255 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fadfb0e0-f32e-4a78-bd96-8a700df31b15 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:06.168664 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e3878b-2a71-41bc-9cd5-dd6f0894f069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03969b7e-2201-404e-9a80-876b18b65a80', 'code': 200} Dec 20 21:17:06.232998 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236826c0-7733-40ca-b603-c12fc7f75081 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Pushing event updated for resources: {'Port': ['ID=26812aac-b0f3-494e-b917-626bd0c0db4b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:06.285910 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0222a2f8-c490-4f4f-890d-5352486b393e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:06.316064 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-236826c0-7733-40ca-b603-c12fc7f75081 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:06.317108 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-236826c0-7733-40ca-b603-c12fc7f75081 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:06.349803 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-236826c0-7733-40ca-b603-c12fc7f75081 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5815871 Dec 20 21:17:06.357022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] For port 8ca299a6-a210-48f4-b34f-0b86299c40fd, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:06.360525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] For port 8ca299a6-a210-48f4-b34f-0b86299c40fd, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=8ca299a6-a210-48f4-b34f-0b86299c40fd,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:06.366266 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:06.418759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Request body: {'port': {'device_id': 'c40d5bbf-265c-4138-af81-15967090d72f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:06.469500 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:06.470613 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:06.472721 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] 10.222.0.31 "PUT /v2.0/ports/8ca299a6-a210-48f4-b34f-0b86299c40fd HTTP/1.1" status: 200 len: 1089 time: 1.4806073 Dec 20 21:17:06.473767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cbeb7d4-3d06-4728-b96e-604e55bcf0d5', 'tag': '8ca299a6-a210-48f4-b34f-0b86299c40fd'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:06.476847 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd01a7f-00dd-4a5b-a70d-bc8e13db71de" -d '{"events": [{"name": "network-changed", "server_uuid": "1cbeb7d4-3d06-4728-b96e-604e55bcf0d5", "tag": "8ca299a6-a210-48f4-b34f-0b86299c40fd"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:06.512920 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8782bac6-ad56-4f29-b7e4-360d1265f481 None None] Provisioning complete for port 26812aac-b0f3-494e-b917-626bd0c0db4b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:06.513793 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8782bac6-ad56-4f29-b7e4-360d1265f481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:06.538674 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fa80aa87-410c-4b46-8530-d37132bfca30 req-12c29151-24fe-4e99-af08-b8aa9036bc9c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 210 time: 0.0512230 Dec 20 21:17:06.571210 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c6b08-a2b1-44d0-8e7b-e05757b82e1b service neutron] Pushing event updated for resources: {'Port': ['ID=8ca299a6-a210-48f4-b34f-0b86299c40fd,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:06.581169 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-8782bac6-ad56-4f29-b7e4-360d1265f481 None None] Port 26812aac-b0f3-494e-b917-626bd0c0db4b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:17:06.602920 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:06.615394 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1661cd1d-50d9-427e-9b11-11fe6328eaa1 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:06.619104 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfe21a-72c9-4152-ad3b-d2fe74142718 req-8ec5eaaf-eec4-40a0-bf85-092c22073835 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:06.626158 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-2f4482ff-3af4-4909-8df0-238267bae3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:06.627665 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-2f4482ff-3af4-4909-8df0-238267bae3f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1dfad6aebbf544d1bebde21aa25d9cae&device_id=1cbeb7d4-3d06-4728-b96e-604e55bcf0d5 HTTP/1.1" status: 200 len: 1092 time: 0.0808704 Dec 20 21:17:06.628428 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fcdfe21a-72c9-4152-ad3b-d2fe74142718 req-8ec5eaaf-eec4-40a0-bf85-092c22073835 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 946 time: 0.5422494 Dec 20 21:17:06.678402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222a2f8-c490-4f4f-890d-5352486b393e admin admin] Pushing event updated for resources: {'Subnet': ['ID=52dadbdd-501e-4e78-bc3e-3e163fbe694f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:06.687158 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 1661cd1d-50d9-427e-9b11-11fe6328eaa1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:06.687774 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:06.708876 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cd627-e340-4132-a604-45c74bc06b5f req-de514579-d7d8-45f9-b87f-40b4898d123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:06.710720 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-495cd627-e340-4132-a604-45c74bc06b5f req-de514579-d7d8-45f9-b87f-40b4898d123a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 1095 time: 0.3956485 Dec 20 21:17:06.723840 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:06.749393 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-9175e712-7277-4076-8c78-ce5053ce5e6a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca299a6-a210-48f4-b34f-0b86299c40fd HTTP/1.1" status: 200 len: 217 time: 0.0905604 Dec 20 21:17:06.754456 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:06.798276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0222a2f8-c490-4f4f-890d-5352486b393e admin admin] Checking segment: {'id': '19cd8bec-9ef3-4fbc-964d-51bd2523c4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4753884f-23c0-48c5-9a32-74bd626f8972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:06.798799 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0222a2f8-c490-4f4f-890d-5352486b393e admin admin] Network hostable DHCP agents. Network: 4753884f-23c0-48c5-9a32-74bd626f8972, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:17:06.853800 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2299b33-796f-412e-9bec-d9e69bca4696 x-openstack-request-id: req-a2299b33-796f-412e-9bec-d9e69bca4696 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:06.854395 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cbeb7d4-3d06-4728-b96e-604e55bcf0d5", "tag": "8ca299a6-a210-48f4-b34f-0b86299c40fd", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:06.854395 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2299b33-796f-412e-9bec-d9e69bca4696 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:06.854743 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cbeb7d4-3d06-4728-b96e-604e55bcf0d5', 'tag': '8ca299a6-a210-48f4-b34f-0b86299c40fd', 'status': 'completed', 'code': 200} Dec 20 21:17:06.871481 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fcdfe21a-72c9-4152-ad3b-d2fe74142718 req-c0265bc3-462a-4ca2-ad03-26342b4a155d tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368398 Dec 20 21:17:06.921048 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-4b2a0e79-c011-4740-9683-649dc2ab49b3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:06.932590 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-ea3cc45e-5d04-4846-b934-0fa9c32b5886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:06.934106 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-ea3cc45e-5d04-4846-b934-0fa9c32b5886 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72cfb43f-380d-47e7-8095-0b998add498a HTTP/1.1" status: 200 len: 845 time: 0.0832043 Dec 20 21:17:06.954108 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-495cd627-e340-4132-a604-45c74bc06b5f req-069f00de-9080-4318-8a1b-649c12c2c879 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279022 Dec 20 21:17:06.974034 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-c25eaf06-d34f-467e-9099-9768283a28b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7baa739e-ce4f-46bc-a565-aab632d9bddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300279 Dec 20 21:17:06.975006 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] Pushing event updated for resources: {'Port': ['ID=aa0355c3-7243-424c-b620-3dc545364da4,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:06.977434 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:06.986415 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c025e0-9bfc-4728-bc36-416fb31f8bf2 req-8a077d8d-9e2f-4eec-a528-e741df07e1e2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:06.988177 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-13c025e0-9bfc-4728-bc36-416fb31f8bf2 req-8a077d8d-9e2f-4eec-a528-e741df07e1e2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.0877078 Dec 20 21:17:07.016762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0222a2f8-c490-4f4f-890d-5352486b393e admin admin] Network 4753884f-23c0-48c5-9a32-74bd626f8972 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:17:07.072509 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0222a2f8-c490-4f4f-890d-5352486b393e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 4753884f-23c0-48c5-9a32-74bd626f8972) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:07.086025 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0859102-d733-4463-a6c1-fe406fda28d2 None None] Network 4753884f-23c0-48c5-9a32-74bd626f8972 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:17:07.098934 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-13c025e0-9bfc-4728-bc36-416fb31f8bf2 req-42146023-19d9-4ee0-af15-836045495b74 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819862 Dec 20 21:17:07.129350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-317a355b-2d2e-4cc2-8a47-dce15dfcfe44 service neutron] 10.222.0.31 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399071 Dec 20 21:17:07.136213 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0222a2f8-c490-4f4f-890d-5352486b393e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:07.136790 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0222a2f8-c490-4f4f-890d-5352486b393e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:07.177020 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0222a2f8-c490-4f4f-890d-5352486b393e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7835772 Dec 20 21:17:07.182319 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-4b2a0e79-c011-4740-9683-649dc2ab49b3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:07.194767 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c9111-f49c-454c-94c8-5872aa055234 req-8328dcc8-2889-4e84-8b08-6a27e09f8c4b tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:07.196441 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f82c9111-f49c-454c-94c8-5872aa055234 req-8328dcc8-2889-4e84-8b08-6a27e09f8c4b tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 950 time: 0.2398241 Dec 20 21:17:07.228123 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5a7c37-8984-4079-bdae-d6f154d867f4 None None] Network 4753884f-23c0-48c5-9a32-74bd626f8972 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:17:07.254043 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] Network 0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:07.265793 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:07.272845 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-4b2a0e79-c011-4740-9683-649dc2ab49b3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:07.282296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-4b2a0e79-c011-4740-9683-649dc2ab49b3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:07.298279 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-4b2a0e79-c011-4740-9683-649dc2ab49b3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:07.383506 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa8310a9-179a-4f2d-a87c-d41888d49a45 req-5e142dc3-0e57-4d76-963a-e7445a2aa3a5 service neutron] 10.222.0.31 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456584 Dec 20 21:17:07.403627 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c6801-53fd-4ec9-9e19-5a247bba04b5 req-dd1839c4-7798-4d7b-81a0-6a0ec3d54896 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:07.405190 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-710c6801-53fd-4ec9-9e19-5a247bba04b5 req-dd1839c4-7798-4d7b-81a0-6a0ec3d54896 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cbeb7d4-3d06-4728-b96e-604e55bcf0d5 HTTP/1.1" status: 200 len: 943 time: 0.2036831 Dec 20 21:17:07.415875 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f82c9111-f49c-454c-94c8-5872aa055234 req-cbe845bc-d25b-4625-9c8d-16932f5b34ad tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067153 Dec 20 21:17:07.421345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a0e79-c011-4740-9683-649dc2ab49b3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Pushing event updated for resources: {'Port': ['ID=27f27e94-070d-4ba9-92c4-35038cc85d4c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:07.510243 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-710c6801-53fd-4ec9-9e19-5a247bba04b5 req-b00fe6ea-60da-4ad9-a646-1b0f06f9c154 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973876 Dec 20 21:17:07.525884 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-4b2a0e79-c011-4740-9683-649dc2ab49b3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:07.526739 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-4b2a0e79-c011-4740-9683-649dc2ab49b3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:07.547180 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c50e7163-7ce6-4b98-a677-d7b1a60568f0', '095dc952-4236-4239-b529-21f01ec7edf9', 'af0c69c0-2187-4115-9ca2-8619f872176b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:07.561533 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-4b2a0e79-c011-4740-9683-649dc2ab49b3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8629436 Dec 20 21:17:07.586433 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] Router 7f2be960-af7a-4c12-ae82-2c75ac69ad9c has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:17:07.598353 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Request body: {'port': {'device_id': 'd84e9ed9-e9c6-4099-8a6b-e7f2164877fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:07.610938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26812aac-b0f3-494e-b917-626bd0c0db4b {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:07.629678 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:07.668011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Transition to ACTIVE for port object 26812aac-b0f3-494e-b917-626bd0c0db4b will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:17:07.679878 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd01a7f-00dd-4a5b-a70d-bc8e13db71de req-ff277f43-b01a-4db6-81b2-5b0a8ebb6dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:07.681433 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4fd01a7f-00dd-4a5b-a70d-bc8e13db71de req-ff277f43-b01a-4db6-81b2-5b0a8ebb6dc7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1dfad6aebbf544d1bebde21aa25d9cae&device_id=1cbeb7d4-3d06-4728-b96e-604e55bcf0d5 HTTP/1.1" status: 200 len: 1092 time: 0.1702530 Dec 20 21:17:07.682571 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:07.686673 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:07.780158 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9b596c39-de9e-446f-b760-51392d253456 None None] Provisioning complete for port aa0355c3-7243-424c-b620-3dc545364da4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:07.780855 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b596c39-de9e-446f-b760-51392d253456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:07.819337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-39fed268-cf99-4a58-b4f3-0494429c72e4 req-5103117f-d5d6-48ab-9cb0-6deb85feafe9 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-263499409', 'description': 'tempest-description-1120522192'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:07.825337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Pushing event updated for resources: {'Port': ['ID=26812aac-b0f3-494e-b917-626bd0c0db4b,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:07.827695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9b596c39-de9e-446f-b760-51392d253456 None None] Port aa0355c3-7243-424c-b620-3dc545364da4 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:17:07.860272 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f472e2c-9ac0-46e5-a17a-e4f428e39490 req-267c813b-6181-49be-b1d8-9cd1aa4f6b61 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:07.861843 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9f472e2c-9ac0-46e5-a17a-e4f428e39490 req-267c813b-6181-49be-b1d8-9cd1aa4f6b61 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 936 time: 0.1369975 Dec 20 21:17:07.905455 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd01a7f-00dd-4a5b-a70d-bc8e13db71de req-66bb34a4-c2a3-46ed-a15f-d988d0c9a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:07.907298 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4fd01a7f-00dd-4a5b-a70d-bc8e13db71de req-66bb34a4-c2a3-46ed-a15f-d988d0c9a1f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7baa739e-ce4f-46bc-a565-aab632d9bddc HTTP/1.1" status: 200 len: 906 time: 0.1873872 Dec 20 21:17:07.924020 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9b596c39-de9e-446f-b760-51392d253456 None None] Provisioning complete for port 27f27e94-070d-4ba9-92c4-35038cc85d4c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:07.924270 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b596c39-de9e-446f-b760-51392d253456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:07.939945 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39fed268-cf99-4a58-b4f3-0494429c72e4 req-5103117f-d5d6-48ab-9cb0-6deb85feafe9 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:07.970608 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9b596c39-de9e-446f-b760-51392d253456 None None] Port 27f27e94-070d-4ba9-92c4-35038cc85d4c cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:17:07.975265 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:17:07.980722 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1c07833b-cb15-41ac-abaa-42236b18379c admin admin] 10.222.0.32 "PUT /v2.0/routers/7f2be960-af7a-4c12-ae82-2c75ac69ad9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2199118 Dec 20 21:17:07.987396 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Sync routers for ids ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:17:08.001516 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4fd01a7f-00dd-4a5b-a70d-bc8e13db71de req-8a427610-bd59-4ed6-bee2-565c03425940 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca299a6-a210-48f4-b34f-0b86299c40fd HTTP/1.1" status: 200 len: 217 time: 0.0721962 Dec 20 21:17:08.002922 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Routers {'7f2be960-af7a-4c12-ae82-2c75ac69ad9c'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:17:08.004164 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:16:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:08.020492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9f472e2c-9ac0-46e5-a17a-e4f428e39490 req-c001379c-7a93-48d3-92d0-301acfc880f9 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447272 Dec 20 21:17:08.109940 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd01a7f-00dd-4a5b-a70d-bc8e13db71de req-009f1b4d-e201-4689-8c90-a5fb79edc08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:08.111581 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4fd01a7f-00dd-4a5b-a70d-bc8e13db71de req-009f1b4d-e201-4689-8c90-a5fb79edc08e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72cfb43f-380d-47e7-8095-0b998add498a HTTP/1.1" status: 200 len: 845 time: 0.0884681 Dec 20 21:17:08.120702 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Attempting to bind port 26812aac-b0f3-494e-b917-626bd0c0db4b on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:08.121053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Attempting to bind port 26812aac-b0f3-494e-b917-626bd0c0db4b by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:08.121444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Attempting to bind port 26812aac-b0f3-494e-b917-626bd0c0db4b on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:08.135376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Port 26812aac-b0f3-494e-b917-626bd0c0db4b on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:17:08.135495 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Attempting to bind port 26812aac-b0f3-494e-b917-626bd0c0db4b on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:08.153949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:08.154332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:08.154869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:08.155807 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Bound port: 26812aac-b0f3-494e-b917-626bd0c0db4b, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:08.156167 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:08.191686 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4fd01a7f-00dd-4a5b-a70d-bc8e13db71de req-d02c904b-580b-4344-9b9c-9452d2f667a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7baa739e-ce4f-46bc-a565-aab632d9bddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608008 Dec 20 21:17:08.223314 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Set router 7f2be960-af7a-4c12-ae82-2c75ac69ad9c gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:17:08.269467 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f27e94-070d-4ba9-92c4-35038cc85d4c {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:08.278768 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:08.294412 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c851c1-497e-4d21-8a2c-1483d7592e37 req-a825dcfd-618b-4b6e-9e22-04a2bfeb1aa1 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:08.296005 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4c851c1-497e-4d21-8a2c-1483d7592e37 req-a825dcfd-618b-4b6e-9e22-04a2bfeb1aa1 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 946 time: 0.1248345 Dec 20 21:17:08.308376 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Transition to ACTIVE for port object 27f27e94-070d-4ba9-92c4-35038cc85d4c will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:17:08.315758 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:08.388385 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Pushing event updated for resources: {'Port': ['ID=27f27e94-070d-4ba9-92c4-35038cc85d4c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:08.406520 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4c851c1-497e-4d21-8a2c-1483d7592e37 req-9f085ce8-22c3-49b8-8308-a9c8673420b0 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964189 Dec 20 21:17:08.490337 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'name': 'tempest-ServersTestBootFromVolume-1286661761-router', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:57Z', 'updated_at': '2021-12-20T21:17:05Z', 'revision_number': 4, 'project_id': '871b3780233447dbae5247c6158716cc', 'gw_port': {'id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:58Z', 'updated_at': '2021-12-20T21:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'aa0355c3-7243-424c-b620-3dc545364da4', 'name': '', 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'mac_address': 'fa:16:3e:cb:79:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:03Z', 'updated_at': '2021-12-20T21:17:05Z', 'revision_number': 2, 'project_id': '871b3780233447dbae5247c6158716cc', 'subnets': [{'id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:08.519889 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Checking router: 7f2be960-af7a-4c12-ae82-2c75ac69ad9c for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:17:08.520549 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Updating router 7f2be960-af7a-4c12-ae82-2c75ac69ad9c port aa0355c3-7243-424c-b620-3dc545364da4 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:17:08.552606 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:08.557003 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Attempting to bind port 27f27e94-070d-4ba9-92c4-35038cc85d4c on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:08.557487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Attempting to bind port 27f27e94-070d-4ba9-92c4-35038cc85d4c by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:08.558402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Attempting to bind port 27f27e94-070d-4ba9-92c4-35038cc85d4c on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:08.570217 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cdf069-48d4-4440-af28-4201107012f5 req-f135f94a-69b1-491d-85e7-32bb980f18b8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:08.573066 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79cdf069-48d4-4440-af28-4201107012f5 req-f135f94a-69b1-491d-85e7-32bb980f18b8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.0835376 Dec 20 21:17:08.575433 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Port 27f27e94-070d-4ba9-92c4-35038cc85d4c on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:17:08.575751 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Attempting to bind port 27f27e94-070d-4ba9-92c4-35038cc85d4c on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:08.581719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:08.582048 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:08.582458 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:08.582876 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Bound port: 27f27e94-070d-4ba9-92c4-35038cc85d4c, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:08.583937 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:08.625099 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39fed268-cf99-4a58-b4f3-0494429c72e4 req-5103117f-d5d6-48ab-9cb0-6deb85feafe9 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:08.638661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] For port 26812aac-b0f3-494e-b917-626bd0c0db4b, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:08.640692 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39fed268-cf99-4a58-b4f3-0494429c72e4 req-5103117f-d5d6-48ab-9cb0-6deb85feafe9 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:08.644116 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] For port 26812aac-b0f3-494e-b917-626bd0c0db4b, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=26812aac-b0f3-494e-b917-626bd0c0db4b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:08.660727 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:08.670717 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79cdf069-48d4-4440-af28-4201107012f5 req-d6806d14-8800-4e28-a406-f1ae632baac3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724933 Dec 20 21:17:08.703262 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] For port 27f27e94-070d-4ba9-92c4-35038cc85d4c, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:08.706946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] For port 27f27e94-070d-4ba9-92c4-35038cc85d4c, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=27f27e94-070d-4ba9-92c4-35038cc85d4c,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:08.726871 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:08.751044 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4fd01a7f-00dd-4a5b-a70d-bc8e13db71de req-24b3f100-01e3-4a57-b69c-67fe021d7417 service neutron] 10.222.0.31 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482841 Dec 20 21:17:08.762605 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39fed268-cf99-4a58-b4f3-0494429c72e4 req-5103117f-d5d6-48ab-9cb0-6deb85feafe9 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:08.770846 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:08.771672 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:08.773441 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] 10.222.0.66 "PUT /v2.0/ports/27f27e94-070d-4ba9-92c4-35038cc85d4c HTTP/1.1" status: 200 len: 1094 time: 1.1893179 Dec 20 21:17:08.773989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84e9ed9-e9c6-4099-8a6b-e7f2164877fd', 'tag': '27f27e94-070d-4ba9-92c4-35038cc85d4c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:08.776378 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93b183f-a68d-421c-818f-a9750d0cf9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d84e9ed9-e9c6-4099-8a6b-e7f2164877fd", "tag": "27f27e94-070d-4ba9-92c4-35038cc85d4c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:08.782678 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39fed268-cf99-4a58-b4f3-0494429c72e4 req-5103117f-d5d6-48ab-9cb0-6deb85feafe9 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9715364 Dec 20 21:17:08.784412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:08.785101 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:08.786521 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] 10.222.0.31 "PUT /v2.0/ports/26812aac-b0f3-494e-b917-626bd0c0db4b HTTP/1.1" status: 200 len: 1094 time: 2.4113932 Dec 20 21:17:08.832152 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103117f-d5d6-48ab-9cb0-6deb85feafe9 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb79423c-8be2-4ce8-81ae-cca3bbe00a2d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:08.853313 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fcf7e-aaed-4e8c-83b8-82a80a12d40f service neutron] Pushing event updated for resources: {'Port': ['ID=26812aac-b0f3-494e-b917-626bd0c0db4b,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:08.878213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40d5bbf-265c-4138-af81-15967090d72f', 'tag': '26812aac-b0f3-494e-b917-626bd0c0db4b'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:08.892639 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249af7b7-2f90-43a4-a2d5-2ab18c797601" -d '{"events": [{"name": "network-changed", "server_uuid": "c40d5bbf-265c-4138-af81-15967090d72f", "tag": "26812aac-b0f3-494e-b917-626bd0c0db4b"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:08.907831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68979ebb-96db-404f-9c32-f4adadc170dc service neutron] Pushing event updated for resources: {'Port': ['ID=27f27e94-070d-4ba9-92c4-35038cc85d4c,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:08.917690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-7e413dba-e309-4de9-b735-4ec06e20ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:08.919342 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-7e413dba-e309-4de9-b735-4ec06e20ef43 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 1097 time: 0.0585678 Dec 20 21:17:09.020878 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-f3a196e5-9e2c-407c-9630-9bcdc1808eb7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=27f27e94-070d-4ba9-92c4-35038cc85d4c HTTP/1.1" status: 200 len: 217 time: 0.0799925 Dec 20 21:17:09.049468 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-18ad27de-5c83-4ab2-8ddf-de29f2e46912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:09.051657 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-18ad27de-5c83-4ab2-8ddf-de29f2e46912 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&device_id=c40d5bbf-265c-4138-af81-15967090d72f HTTP/1.1" status: 200 len: 1097 time: 0.1191304 Dec 20 21:17:09.059402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854e37d-56bc-4dcc-8ab5-bcc2f81656ed req-377d3ff5-eee4-4110-ab45-2aaa6cb96acb tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:09.061346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3854e37d-56bc-4dcc-8ab5-bcc2f81656ed req-377d3ff5-eee4-4110-ab45-2aaa6cb96acb tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 950 time: 0.1272724 Dec 20 21:17:09.063812 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4fd01a7f-00dd-4a5b-a70d-bc8e13db71de req-5c1581bd-1427-45d5-8546-dab8cc6f7e74 service neutron] 10.222.0.31 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605774 Dec 20 21:17:09.118436 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e837b-ce29-4fff-b87e-2a89703fb3b2 req-e96a2eaf-1427-45d4-b3f7-0796738d7a79 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:09.118879 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47206) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:09.121459 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c59e837b-ce29-4fff-b87e-2a89703fb3b2 req-e96a2eaf-1427-45d4-b3f7-0796738d7a79 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 950 time: 0.1777821 Dec 20 21:17:09.127284 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-cb53ab13-21a5-45c1-a857-7f34f2dd30e4 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1307177794', 'description': 'tempest-description--723825126'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:09.129949 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.139793 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-a85327c4-9eaf-4f09-b015-d5557073003a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:09.141303 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.142362 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-a85327c4-9eaf-4f09-b015-d5557073003a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1126299 Dec 20 21:17:09.170806 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-92e56bbc-2955-4a41-aa7f-18a41bbb9fe6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=26812aac-b0f3-494e-b917-626bd0c0db4b HTTP/1.1" status: 200 len: 217 time: 0.0589831 Dec 20 21:17:09.185679 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3854e37d-56bc-4dcc-8ab5-bcc2f81656ed req-342dac20-65b8-4910-84af-fa83073a0397 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158123 Dec 20 21:17:09.214433 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0644d52-fcf9-4cb3-8e40-bbdb937ed062 None None] Pushing event updated for resources: {'Port': ['ID=aa0355c3-7243-424c-b620-3dc545364da4,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:09.281046 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-e5b8d538-f1a7-4838-82c9-e17ab5546e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:09.282592 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-e5b8d538-f1a7-4838-82c9-e17ab5546e77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0936060 Dec 20 21:17:09.285431 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cb53ab13-21a5-45c1-a857-7f34f2dd30e4 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.285676 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Attempting to bind port aa0355c3-7243-424c-b620-3dc545364da4 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:09.286006 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Attempting to bind port aa0355c3-7243-424c-b620-3dc545364da4 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '03912091-bdf4-4963-a394-771ea0652f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:09.286618 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Attempting to bind port aa0355c3-7243-424c-b620-3dc545364da4 on network 0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:09.304404 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:09.304814 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Checking segment: {'id': '03912091-bdf4-4963-a394-771ea0652f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:09.305222 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.305611 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Bound using segment: {'id': '03912091-bdf4-4963-a394-771ea0652f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:09.306106 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Bound port: aa0355c3-7243-424c-b620-3dc545364da4, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03912091-bdf4-4963-a394-771ea0652f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:09.306515 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.392853 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] For port aa0355c3-7243-424c-b620-3dc545364da4, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:09.397016 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] For port aa0355c3-7243-424c-b620-3dc545364da4, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=aa0355c3-7243-424c-b620-3dc545364da4,segment=NetworkSegment(03912091-bdf4-4963-a394-771ea0652f32),segment_id=03912091-bdf4-4963-a394-771ea0652f32)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:09.402213 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.463317 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0644d52-fcf9-4cb3-8e40-bbdb937ed062 None None] Pushing event updated for resources: {'Port': ['ID=aa0355c3-7243-424c-b620-3dc545364da4,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:09.468911 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cb53ab13-21a5-45c1-a857-7f34f2dd30e4 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.481269 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a3008ca3-c3f7-4137-b4be-e0ac1029b02e req-41514bc1-7b3c-4632-a6af-dc24ea389364 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/eb79423c-8be2-4ce8-81ae-cca3bbe00a2d HTTP/1.1" status: 200 len: 1804 time: 0.1495149 Dec 20 21:17:09.484312 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-a526aa4c-335c-4698-9e6c-82c83542e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:09.485868 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-a526aa4c-335c-4698-9e6c-82c83542e8be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1804311 Dec 20 21:17:09.486110 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Routers {'7f2be960-af7a-4c12-ae82-2c75ac69ad9c'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:17:09.487243 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:16:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:09.490510 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-a3008ca3-c3f7-4137-b4be-e0ac1029b02e req-3854fb73-c477-41a1-8f93-33209e9ac83b tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eb79423c-8be2-4ce8-81ae-cca3bbe00a2d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:09.490709 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-a3008ca3-c3f7-4137-b4be-e0ac1029b02e req-3854fb73-c477-41a1-8f93-33209e9ac83b tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eb79423c-8be2-4ce8-81ae-cca3bbe00a2d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:09.521816 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cb53ab13-21a5-45c1-a857-7f34f2dd30e4 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.554470 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-523ed7a9-e2dd-4840-a5b0-7542781d59fa None None] Provisioning complete for port aa0355c3-7243-424c-b620-3dc545364da4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:09.555106 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-523ed7a9-e2dd-4840-a5b0-7542781d59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.578511 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53ab13-21a5-45c1-a857-7f34f2dd30e4 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b04b73f-0be7-42d9-b921-9e6d45b588fc,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:09.623667 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] Set router 7f2be960-af7a-4c12-ae82-2c75ac69ad9c gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:17:09.700798 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cb53ab13-21a5-45c1-a857-7f34f2dd30e4 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.707762 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cb53ab13-21a5-45c1-a857-7f34f2dd30e4 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5832586 Dec 20 21:17:09.707762 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a3008ca3-c3f7-4137-b4be-e0ac1029b02e req-3854fb73-c477-41a1-8f93-33209e9ac83b tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.713046 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47210) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:09.713514 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68ff41-046c-4a4d-bf1f-048906f19de3 req-ae0a349c-9e78-4a24-baae-46531ba20d15 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:09.715111 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3c68ff41-046c-4a4d-bf1f-048906f19de3 req-ae0a349c-9e78-4a24-baae-46531ba20d15 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cbeb7d4-3d06-4728-b96e-604e55bcf0d5 HTTP/1.1" status: 200 len: 943 time: 0.1512454 Dec 20 21:17:09.718726 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-f7abf81b-f541-4f42-b5c6-f16ce2e83e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:09.720541 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-f7abf81b-f541-4f42-b5c6-f16ce2e83e24 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5689089 Dec 20 21:17:09.725399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-6fcfea73-51b8-4218-a097-a2eefabe2672 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Request body: {'security_group_rule': {'security_group_id': '5b04b73f-0be7-42d9-b921-9e6d45b588fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:09.726702 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-523ed7a9-e2dd-4840-a5b0-7542781d59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.787528 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-523ed7a9-e2dd-4840-a5b0-7542781d59fa None None] For port aa0355c3-7243-424c-b620-3dc545364da4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=aa0355c3-7243-424c-b620-3dc545364da4,segment=NetworkSegment(03912091-bdf4-4963-a394-771ea0652f32),segment_id=03912091-bdf4-4963-a394-771ea0652f32)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:09.805997 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-523ed7a9-e2dd-4840-a5b0-7542781d59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.811364 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a3008ca3-c3f7-4137-b4be-e0ac1029b02e req-3854fb73-c477-41a1-8f93-33209e9ac83b tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.827775 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a3008ca3-c3f7-4137-b4be-e0ac1029b02e req-3854fb73-c477-41a1-8f93-33209e9ac83b tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.836470 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6fcfea73-51b8-4218-a097-a2eefabe2672 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.842034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-c59e837b-ce29-4fff-b87e-2a89703fb3b2 req-11db60f4-4e2f-4819-92ee-11445b8ec298 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Deleting port 98b62a80-bac2-43f2-a0c7-dc10d606615c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:17:09.842278 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-268e4454-01ff-485b-b401-679b9c771df0 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155212 Dec 20 21:17:09.842760 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c59e837b-ce29-4fff-b87e-2a89703fb3b2 req-11db60f4-4e2f-4819-92ee-11445b8ec298 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.857294 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3c68ff41-046c-4a4d-bf1f-048906f19de3 req-0774edd4-4059-410c-9634-72898254024d tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345158 Dec 20 21:17:09.884629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ed7a9-e2dd-4840-a5b0-7542781d59fa None None] Pushing event updated for resources: {'Port': ['ID=aa0355c3-7243-424c-b620-3dc545364da4,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:09.900403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854fb73-c477-41a1-8f93-33209e9ac83b tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbdf6c0-cb8a-4b8c-81b4-be90f67e6b72,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:09.931534 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b382d6b0-5782-4049-a20d-5a5ca033b422 x-openstack-request-id: req-b382d6b0-5782-4049-a20d-5a5ca033b422 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:09.931823 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84e9ed9-e9c6-4099-8a6b-e7f2164877fd", "tag": "27f27e94-070d-4ba9-92c4-35038cc85d4c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:09.932078 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b382d6b0-5782-4049-a20d-5a5ca033b422 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:09.932481 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84e9ed9-e9c6-4099-8a6b-e7f2164877fd', 'tag': '27f27e94-070d-4ba9-92c4-35038cc85d4c', 'status': 'completed', 'code': 200} Dec 20 21:17:09.935537 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b32823f3-ad08-4bfd-a17d-16b80b9ec694 None None] Provisioning complete for port aa0355c3-7243-424c-b620-3dc545364da4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:09.935959 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b32823f3-ad08-4bfd-a17d-16b80b9ec694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.965430 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'name': 'tempest-ServersTestBootFromVolume-1286661761-router', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:57Z', 'updated_at': '2021-12-20T21:17:05Z', 'revision_number': 4, 'project_id': '871b3780233447dbae5247c6158716cc', 'gw_port': {'id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:58Z', 'updated_at': '2021-12-20T21:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'aa0355c3-7243-424c-b620-3dc545364da4', 'name': '', 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'mac_address': 'fa:16:3e:cb:79:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:03Z', 'updated_at': '2021-12-20T21:17:09Z', 'revision_number': 4, 'project_id': '871b3780233447dbae5247c6158716cc', 'subnets': [{'id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:09.976685 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a3008ca3-c3f7-4137-b4be-e0ac1029b02e req-3854fb73-c477-41a1-8f93-33209e9ac83b tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:09.989615 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a3008ca3-c3f7-4137-b4be-e0ac1029b02e req-3854fb73-c477-41a1-8f93-33209e9ac83b tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5076253 Dec 20 21:17:10.005580 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c59e837b-ce29-4fff-b87e-2a89703fb3b2 req-11db60f4-4e2f-4819-92ee-11445b8ec298 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] For port 98b62a80-bac2-43f2-a0c7-dc10d606615c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=98b62a80-bac2-43f2-a0c7-dc10d606615c,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:10.006115 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c59e837b-ce29-4fff-b87e-2a89703fb3b2 req-11db60f4-4e2f-4819-92ee-11445b8ec298 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:10.008286 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c730463-540a-4ce1-9665-1b211bfe97ff x-openstack-request-id: req-2c730463-540a-4ce1-9665-1b211bfe97ff {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:10.011638 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40d5bbf-265c-4138-af81-15967090d72f", "tag": "26812aac-b0f3-494e-b917-626bd0c0db4b", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:10.012094 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c730463-540a-4ce1-9665-1b211bfe97ff {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:10.012655 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40d5bbf-265c-4138-af81-15967090d72f', 'tag': '26812aac-b0f3-494e-b917-626bd0c0db4b', 'status': 'completed', 'code': 200} Dec 20 21:17:10.018511 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f893e1b-7928-4e2a-b0ab-9cb459c9c377 None None] The sync data for ids ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'] in n-d-xena-1 is: [{'id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'name': 'tempest-ServersTestBootFromVolume-1286661761-router', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:57Z', 'updated_at': '2021-12-20T21:17:05Z', 'revision_number': 4, 'project_id': '871b3780233447dbae5247c6158716cc', 'gw_port': {'id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:58Z', 'updated_at': '2021-12-20T21:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'aa0355c3-7243-424c-b620-3dc545364da4', 'name': '', 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'mac_address': 'fa:16:3e:cb:79:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:03Z', 'updated_at': '2021-12-20T21:17:09Z', 'revision_number': 4, 'project_id': '871b3780233447dbae5247c6158716cc', 'subnets': [{'id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:17:10.022573 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-c59e837b-ce29-4fff-b87e-2a89703fb3b2 req-11db60f4-4e2f-4819-92ee-11445b8ec298 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Calling delete_port for 98b62a80-bac2-43f2-a0c7-dc10d606615c owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:17:10.081820 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-6bba43df-d0f5-4fdd-84ad-06fd10c48694 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484149 Dec 20 21:17:10.104964 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6fcfea73-51b8-4218-a097-a2eefabe2672 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:10.140543 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6fcfea73-51b8-4218-a097-a2eefabe2672 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:10.156049 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-00a6b305-d3ed-4b6f-9be5-de11c0b38dd9 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773614 Dec 20 21:17:10.166672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfea73-51b8-4218-a097-a2eefabe2672 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e037deb-8798-4484-9a2e-016376ba6196,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:10.187602 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6fcfea73-51b8-4218-a097-a2eefabe2672 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:10.189512 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6fcfea73-51b8-4218-a097-a2eefabe2672 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4755123 Dec 20 21:17:10.192983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47216) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:10.198124 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d2c2d248-e2fa-4e22-a340-b2eb7150ef02 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Request body: {'security_group_rule': {'security_group_id': '5b04b73f-0be7-42d9-b921-9e6d45b588fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:10.214113 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8507fd-d29b-4745-be10-315d539d57c0 req-b0b65367-e1d0-41cf-abb9-8bedbe167127 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:10.214909 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4e8507fd-d29b-4745-be10-315d539d57c0 req-b0b65367-e1d0-41cf-abb9-8bedbe167127 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 948 time: 0.1350465 Dec 20 21:17:10.244025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a94dd-39a7-4201-a021-aea419afe86c req-cea68c47-7bf2-4c29-bd7f-324d327ef062 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:10.245709 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-023a94dd-39a7-4201-a021-aea419afe86c req-cea68c47-7bf2-4c29-bd7f-324d327ef062 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 946 time: 0.1629860 Dec 20 21:17:10.265712 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4e8507fd-d29b-4745-be10-315d539d57c0 req-6eb99307-03f3-400f-8768-6ad76121a75e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431519 Dec 20 21:17:10.314192 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d2c2d248-e2fa-4e22-a340-b2eb7150ef02 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:10.342855 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-33af9fda-f874-4506-90d2-cb9c3e03ead0 req-096abd1e-6e9b-40e5-be16-fbb74fc3f29c service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456186 Dec 20 21:17:10.350245 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249af7b7-2f90-43a4-a2d5-2ab18c797601 req-9fbc4a01-7567-47b4-af5e-c1dabff7c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:10.354561 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-249af7b7-2f90-43a4-a2d5-2ab18c797601 req-9fbc4a01-7567-47b4-af5e-c1dabff7c5d9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&device_id=c40d5bbf-265c-4138-af81-15967090d72f HTTP/1.1" status: 200 len: 1097 time: 0.0840824 Dec 20 21:17:10.355877 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c59e837b-ce29-4fff-b87e-2a89703fb3b2 req-11db60f4-4e2f-4819-92ee-11445b8ec298 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:10.375304 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-023a94dd-39a7-4201-a021-aea419afe86c req-9c1d0418-a3c8-409a-8ebe-d6f388efaaf7 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890844 Dec 20 21:17:10.397896 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['a744bd23-d1db-40e5-ab30-ea2e4d94685f'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:10.402379 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['98b62a80-bac2-43f2-a0c7-dc10d606615c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:10.417347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a964af39-65ff-40c6-9850-1d9d9e21c1a1 req-6d2a5fac-e3cb-4c5b-802b-34c267a04e3b tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1204059', 'description': 'tempest-description-1148614617'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:10.424565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db60f4-4e2f-4819-92ee-11445b8ec298 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Pushing event deleted for resources: {'Port': ['ID=98b62a80-bac2-43f2-a0c7-dc10d606615c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:10.527617 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59e837b-ce29-4fff-b87e-2a89703fb3b2 req-11db60f4-4e2f-4819-92ee-11445b8ec298 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] No DVR routers for this DVR port 98b62a80-bac2-43f2-a0c7-dc10d606615c on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:17:10.540701 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c59e837b-ce29-4fff-b87e-2a89703fb3b2 req-11db60f4-4e2f-4819-92ee-11445b8ec298 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:10.544573 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c59e837b-ce29-4fff-b87e-2a89703fb3b2 req-11db60f4-4e2f-4819-92ee-11445b8ec298 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.66 "DELETE /v2.0/ports/98b62a80-bac2-43f2-a0c7-dc10d606615c HTTP/1.1" status: 204 len: 173 time: 1.4079921 Dec 20 21:17:10.571751 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d2c2d248-e2fa-4e22-a340-b2eb7150ef02 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:10.581123 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d2c2d248-e2fa-4e22-a340-b2eb7150ef02 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:10.607491 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a964af39-65ff-40c6-9850-1d9d9e21c1a1 req-6d2a5fac-e3cb-4c5b-802b-34c267a04e3b tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:10.625827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b183f-a68d-421c-818f-a9750d0cf9a0 req-4ff9af6f-30b6-45e4-9097-e0a3f4d15e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:10.627345 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c93b183f-a68d-421c-818f-a9750d0cf9a0 req-4ff9af6f-30b6-45e4-9097-e0a3f4d15e74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 1097 time: 0.1695843 Dec 20 21:17:10.635728 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2d248-e2fa-4e22-a340-b2eb7150ef02 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671c214f-a516-4949-a23b-8041ba26341b,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:10.651100 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aa0355c3-7243-424c-b620-3dc545364da4 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:10.658930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51729996-0cc8-4243-b290-5ce6b5d56a78 req-7d283e5c-c8e5-4257-91ca-a21f13493901 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:10.660537 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51729996-0cc8-4243-b290-5ce6b5d56a78 req-7d283e5c-c8e5-4257-91ca-a21f13493901 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.2175486 Dec 20 21:17:10.722170 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249af7b7-2f90-43a4-a2d5-2ab18c797601 req-38013584-ea22-4e12-83f2-ad6f35f217de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:10.724543 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-249af7b7-2f90-43a4-a2d5-2ab18c797601 req-38013584-ea22-4e12-83f2-ad6f35f217de service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.3606417 Dec 20 21:17:10.737010 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d2c2d248-e2fa-4e22-a340-b2eb7150ef02 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:10.739648 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d2c2d248-e2fa-4e22-a340-b2eb7150ef02 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5443928 Dec 20 21:17:10.742872 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47224) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:10.759650 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c2b81a23-d648-4fa3-bae0-478512b846d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:10.778650 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 8ca299a6-a210-48f4-b34f-0b86299c40fd details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:17:10.780372 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port aa0355c3-7243-424c-b620-3dc545364da4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:10.780735 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:10.796078 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-249af7b7-2f90-43a4-a2d5-2ab18c797601 req-6c6f367b-29a4-4866-9ae5-8c0788d4fd0c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=26812aac-b0f3-494e-b917-626bd0c0db4b HTTP/1.1" status: 200 len: 217 time: 0.0507462 Dec 20 21:17:10.840571 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51729996-0cc8-4243-b290-5ce6b5d56a78 req-76179eb0-09c3-4760-916e-48dd1c78c19a tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142495 Dec 20 21:17:10.873363 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2b81a23-d648-4fa3-bae0-478512b846d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:10.880541 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249af7b7-2f90-43a4-a2d5-2ab18c797601 req-8bb3e427-62d9-401f-a0f0-1d65c7b9119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:10.882023 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-249af7b7-2f90-43a4-a2d5-2ab18c797601 req-8bb3e427-62d9-401f-a0f0-1d65c7b9119b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0759954 Dec 20 21:17:10.948613 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b183f-a68d-421c-818f-a9750d0cf9a0 req-3445a98f-f3b8-4409-adc3-a4771de99d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:10.950361 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c93b183f-a68d-421c-818f-a9750d0cf9a0 req-3445a98f-f3b8-4409-adc3-a4771de99d92 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.3089979 Dec 20 21:17:10.970138 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a964af39-65ff-40c6-9850-1d9d9e21c1a1 req-6d2a5fac-e3cb-4c5b-802b-34c267a04e3b tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:10.978114 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-88df6acb-fb74-49f5-86e6-77a647a2b066 req-468c2827-e066-4985-8196-3ad0c7346129 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=37f1981d-ebc7-4c70-8add-ccb1a611f595 HTTP/1.1" status: 200 len: 210 time: 0.0398347 Dec 20 21:17:10.984633 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249af7b7-2f90-43a4-a2d5-2ab18c797601 req-4d063a08-10ba-4791-b745-87d0bb4448c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:10.986389 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-249af7b7-2f90-43a4-a2d5-2ab18c797601 req-4d063a08-10ba-4791-b745-87d0bb4448c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938067 Dec 20 21:17:11.010473 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a964af39-65ff-40c6-9850-1d9d9e21c1a1 req-6d2a5fac-e3cb-4c5b-802b-34c267a04e3b tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:11.016573 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c93b183f-a68d-421c-818f-a9750d0cf9a0 req-d3f88f71-3e97-4d20-9849-891b87b8ed0f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=27f27e94-070d-4ba9-92c4-35038cc85d4c HTTP/1.1" status: 200 len: 217 time: 0.0545609 Dec 20 21:17:11.051652 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 8ca299a6-a210-48f4-b34f-0b86299c40fd, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=8ca299a6-a210-48f4-b34f-0b86299c40fd,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:11.077220 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '8ca299a6-a210-48f4-b34f-0b86299c40fd', 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc', 'port_id': '8ca299a6-a210-48f4-b34f-0b86299c40fd', 'mac_address': 'fa:16:3e:f0:f8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cfb43f-380d-47e7-8095-0b998add498a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:17:11.120633 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a964af39-65ff-40c6-9850-1d9d9e21c1a1 req-6d2a5fac-e3cb-4c5b-802b-34c267a04e3b tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:11.123355 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-249af7b7-2f90-43a4-a2d5-2ab18c797601 req-5c7f5344-321c-4868-8ca8-02315082445b service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270659 Dec 20 21:17:11.131394 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a964af39-65ff-40c6-9850-1d9d9e21c1a1 req-6d2a5fac-e3cb-4c5b-802b-34c267a04e3b tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7185783 Dec 20 21:17:11.137118 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a5fac-e3cb-4c5b-802b-34c267a04e3b tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d2249a-1051-4de6-9c82-bd333f03c54d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:11.146753 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b183f-a68d-421c-818f-a9750d0cf9a0 req-ee58952f-8d1a-4655-84b0-ea9b6499d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:11.148344 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:11.148675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c93b183f-a68d-421c-818f-a9750d0cf9a0 req-ee58952f-8d1a-4655-84b0-ea9b6499d94f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1238489 Dec 20 21:17:11.182304 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca299a6-a210-48f4-b34f-0b86299c40fd {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:11.217272 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 8ca299a6-a210-48f4-b34f-0b86299c40fd, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=8ca299a6-a210-48f4-b34f-0b86299c40fd,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:11.226290 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:11.264476 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-249af7b7-2f90-43a4-a2d5-2ab18c797601 req-25511b46-b973-4854-a4fe-0a2f9e56cbe5 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313343 Dec 20 21:17:11.277065 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b183f-a68d-421c-818f-a9750d0cf9a0 req-61b845cd-c265-450f-aaf4-247cf3dbd70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:11.284485 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c93b183f-a68d-421c-818f-a9750d0cf9a0 req-61b845cd-c265-450f-aaf4-247cf3dbd70b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252272 Dec 20 21:17:11.289110 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2b81a23-d648-4fa3-bae0-478512b846d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:11.335025 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=8ca299a6-a210-48f4-b34f-0b86299c40fd,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:11.384747 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52963ee4-f613-45ad-9222-881a7df4668a req-91eb4631-d14c-433e-9084-17cf392213b0 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:11.386941 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-52963ee4-f613-45ad-9222-881a7df4668a req-91eb4631-d14c-433e-9084-17cf392213b0 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cbeb7d4-3d06-4728-b96e-604e55bcf0d5 HTTP/1.1" status: 200 len: 944 time: 0.0838389 Dec 20 21:17:11.436574 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-52963ee4-f613-45ad-9222-881a7df4668a req-72dfd6ba-02a9-4245-9946-9c97de7e6c4a tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429652 Dec 20 21:17:11.503825 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-11881f6e-f264-4668-8221-eb0e6acce51d req-9914ffda-2677-4303-8604-f495e17a71ec tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/64d2249a-1051-4de6-9c82-bd333f03c54d HTTP/1.1" status: 200 len: 1802 time: 0.0440507 Dec 20 21:17:11.517193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-11881f6e-f264-4668-8221-eb0e6acce51d req-1507e88d-e459-4d63-bff7-764653c6a671 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '64d2249a-1051-4de6-9c82-bd333f03c54d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:11.517566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-11881f6e-f264-4668-8221-eb0e6acce51d req-1507e88d-e459-4d63-bff7-764653c6a671 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '64d2249a-1051-4de6-9c82-bd333f03c54d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:11.528350 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-c2b81a23-d648-4fa3-bae0-478512b846d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Allocated IP 172.35.3.28 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/4b6d5798-4e52-486e-821e-84d41a31d2b6) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:17:11.545927 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c93b183f-a68d-421c-818f-a9750d0cf9a0 req-59f247dd-e382-43d7-b6a1-858b9f2a3e78 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869752 Dec 20 21:17:11.553761 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d396e1-c7a4-4e00-9a7a-97b74df2ee2c req-88faed86-2078-4c21-9bfc-270ced3ae0e9 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:11.555322 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d396e1-c7a4-4e00-9a7a-97b74df2ee2c req-88faed86-2078-4c21-9bfc-270ced3ae0e9 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 1095 time: 0.1039245 Dec 20 21:17:11.577512 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-11881f6e-f264-4668-8221-eb0e6acce51d req-1507e88d-e459-4d63-bff7-764653c6a671 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:11.604434 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-11881f6e-f264-4668-8221-eb0e6acce51d req-1507e88d-e459-4d63-bff7-764653c6a671 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:11.617043 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-11881f6e-f264-4668-8221-eb0e6acce51d req-1507e88d-e459-4d63-bff7-764653c6a671 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:11.626983 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['8ca299a6-a210-48f4-b34f-0b86299c40fd'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:11.636237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507e88d-e459-4d63-bff7-764653c6a671 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1616cfe6-4773-470d-99b3-406cde4db07d,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:11.649230 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-11881f6e-f264-4668-8221-eb0e6acce51d req-1507e88d-e459-4d63-bff7-764653c6a671 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:11.651958 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-11881f6e-f264-4668-8221-eb0e6acce51d req-1507e88d-e459-4d63-bff7-764653c6a671 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1394548 Dec 20 21:17:11.714467 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d396e1-c7a4-4e00-9a7a-97b74df2ee2c req-df0a2df8-e67e-45aa-a803-1334280ef2da tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396365 Dec 20 21:17:11.761849 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c93b183f-a68d-421c-818f-a9750d0cf9a0 req-c2e30af9-2148-47e3-a5b7-234fcd3acb9d service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035899 Dec 20 21:17:11.766987 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2b81a23-d648-4fa3-bae0-478512b846d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:11.790338 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0d165-a14d-43f9-9c59-e0f4dde6950a req-3ee47d77-ae85-4f2f-a90e-0063c6f3538f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:11.792441 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6f0d165-a14d-43f9-9c59-e0f4dde6950a req-3ee47d77-ae85-4f2f-a90e-0063c6f3538f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 948 time: 0.0727701 Dec 20 21:17:11.822789 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2b81a23-d648-4fa3-bae0-478512b846d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:11.847147 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6f0d165-a14d-43f9-9c59-e0f4dde6950a req-780119aa-0bf1-437f-b42a-566cb3b3c3ea tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476148 Dec 20 21:17:11.871210 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-590b2528-8230-4e4d-9473-5bd0f4a33f1d req-e684af18-20e6-4b8d-bb04-f3e6ad2a4933 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1055586780', 'description': 'tempest-description-56415366'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:11.906400 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b81a23-d648-4fa3-bae0-478512b846d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:11.916015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c2b81a23-d648-4fa3-bae0-478512b846d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:11.919332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b81a23-d648-4fa3-bae0-478512b846d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Pushing event updated for resources: {'Port': ['ID=4b6d5798-4e52-486e-821e-84d41a31d2b6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:11.921642 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b81a23-d648-4fa3-bae0-478512b846d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:11.949063 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f1981d-ebc7-4c70-8add-ccb1a611f595', 'name': 'network-vif-deleted', 'tag': '98b62a80-bac2-43f2-a0c7-dc10d606615c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:11.951336 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18958050-3368-4b57-98f6-36383ef0a537" -d '{"events": [{"server_uuid": "37f1981d-ebc7-4c70-8add-ccb1a611f595", "name": "network-vif-deleted", "tag": "98b62a80-bac2-43f2-a0c7-dc10d606615c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:11.962476 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-590b2528-8230-4e4d-9473-5bd0f4a33f1d req-e684af18-20e6-4b8d-bb04-f3e6ad2a4933 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:11.962812 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30274149-8fa8-48be-92f4-59ee12e3e54e req-f4562212-c460-4375-8d2a-4a759bf3e244 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:11.964388 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30274149-8fa8-48be-92f4-59ee12e3e54e req-f4562212-c460-4375-8d2a-4a759bf3e244 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 1095 time: 0.0448732 Dec 20 21:17:11.998967 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30274149-8fa8-48be-92f4-59ee12e3e54e req-ff3353a1-78bf-4f50-befe-c37a75006d32 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283170 Dec 20 21:17:12.046985 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2b81a23-d648-4fa3-bae0-478512b846d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:12.100509 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-590b2528-8230-4e4d-9473-5bd0f4a33f1d req-e684af18-20e6-4b8d-bb04-f3e6ad2a4933 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:12.103661 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2b81a23-d648-4fa3-bae0-478512b846d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:12.106438 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-590b2528-8230-4e4d-9473-5bd0f4a33f1d req-e684af18-20e6-4b8d-bb04-f3e6ad2a4933 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:12.169795 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa136ad-f321-4594-9e16-5f6ea14c54bd req-459ec58d-5748-48c0-be09-f62b6f9ef861 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:12.171664 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8fa136ad-f321-4594-9e16-5f6ea14c54bd req-459ec58d-5748-48c0-be09-f62b6f9ef861 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.0529940 Dec 20 21:17:12.172411 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-590b2528-8230-4e4d-9473-5bd0f4a33f1d req-e684af18-20e6-4b8d-bb04-f3e6ad2a4933 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:12.173652 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-590b2528-8230-4e4d-9473-5bd0f4a33f1d req-e684af18-20e6-4b8d-bb04-f3e6ad2a4933 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3064940 Dec 20 21:17:12.179637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684af18-20e6-4b8d-bb04-f3e6ad2a4933 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb0feb9-5e45-4f6a-b962-6fdf5768d966,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:12.219776 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aa94dc-d8e9-490f-a0ff-69cd5492a869 x-openstack-request-id: req-56aa94dc-d8e9-490f-a0ff-69cd5492a869 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:12.220067 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f1981d-ebc7-4c70-8add-ccb1a611f595", "name": "network-vif-deleted", "tag": "98b62a80-bac2-43f2-a0c7-dc10d606615c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:12.220326 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56aa94dc-d8e9-490f-a0ff-69cd5492a869 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:12.220707 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f1981d-ebc7-4c70-8add-ccb1a611f595', 'name': 'network-vif-deleted', 'tag': '98b62a80-bac2-43f2-a0c7-dc10d606615c', 'status': 'completed', 'code': 200} Dec 20 21:17:12.227233 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8fa136ad-f321-4594-9e16-5f6ea14c54bd req-a9f592fd-7a72-4481-a314-0ec2f3fb44d1 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401289 Dec 20 21:17:12.306822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-aab36701-77c7-406d-9dee-010a5beb4da0 req-4734b8ee-e1d4-43a6-ae69-f713eee6c209 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-155244655', 'description': 'tempest-description-1905931314'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:12.307316 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2b81a23-d648-4fa3-bae0-478512b846d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:12.312962 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2b81a23-d648-4fa3-bae0-478512b846d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:12.331843 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aab36701-77c7-406d-9dee-010a5beb4da0 req-4734b8ee-e1d4-43a6-ae69-f713eee6c209 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:12.384092 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2b81a23-d648-4fa3-bae0-478512b846d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:12.407598 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2b81a23-d648-4fa3-bae0-478512b846d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:12.417039 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c2b81a23-d648-4fa3-bae0-478512b846d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6636047 Dec 20 21:17:12.417220 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aab36701-77c7-406d-9dee-010a5beb4da0 req-4734b8ee-e1d4-43a6-ae69-f713eee6c209 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:12.417345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b81a23-d648-4fa3-bae0-478512b846d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Pushing event updated for resources: {'Port': ['ID=4b6d5798-4e52-486e-821e-84d41a31d2b6,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:12.422382 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aab36701-77c7-406d-9dee-010a5beb4da0 req-4734b8ee-e1d4-43a6-ae69-f713eee6c209 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:12.458752 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aab36701-77c7-406d-9dee-010a5beb4da0 req-4734b8ee-e1d4-43a6-ae69-f713eee6c209 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:12.466691 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aab36701-77c7-406d-9dee-010a5beb4da0 req-4734b8ee-e1d4-43a6-ae69-f713eee6c209 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1640100 Dec 20 21:17:12.469013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734b8ee-e1d4-43a6-ae69-f713eee6c209 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be67d63-64d9-421c-81b5-e94dbf58b287,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:12.620141 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f5b07-49bf-4b07-98cd-af8a4b508603 req-9b6ff6b6-4224-439d-a172-513dce1af216 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:12.621645 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-508f5b07-49bf-4b07-98cd-af8a4b508603 req-9b6ff6b6-4224-439d-a172-513dce1af216 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cbeb7d4-3d06-4728-b96e-604e55bcf0d5 HTTP/1.1" status: 200 len: 944 time: 0.0565243 Dec 20 21:17:12.662611 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-508f5b07-49bf-4b07-98cd-af8a4b508603 req-609f80bc-9c84-4781-864c-023cd1f6c374 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343335 Dec 20 21:17:12.749204 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-04de1f20-d09a-4b7c-ac83-2b9a30285a65 req-84a41be6-53ba-4371-8444-65216e985b69 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/1cb0feb9-5e45-4f6a-b962-6fdf5768d966 HTTP/1.1" status: 200 len: 1803 time: 0.0476096 Dec 20 21:17:12.798576 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-04de1f20-d09a-4b7c-ac83-2b9a30285a65 req-165c6664-a35c-41ab-9f7f-bd18d88c3444 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/1be67d63-64d9-421c-81b5-e94dbf58b287 HTTP/1.1" status: 200 len: 1804 time: 0.0402505 Dec 20 21:17:12.800067 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 26812aac-b0f3-494e-b917-626bd0c0db4b details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:17:12.810440 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-04de1f20-d09a-4b7c-ac83-2b9a30285a65 req-198da3ac-6dbd-4231-8bf8-e26a70eb4fe3 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1cb0feb9-5e45-4f6a-b962-6fdf5768d966', 'remote_group_id': '1be67d63-64d9-421c-81b5-e94dbf58b287', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:12.810863 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-04de1f20-d09a-4b7c-ac83-2b9a30285a65 req-198da3ac-6dbd-4231-8bf8-e26a70eb4fe3 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1cb0feb9-5e45-4f6a-b962-6fdf5768d966', 'remote_group_id': '1be67d63-64d9-421c-81b5-e94dbf58b287', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:12.815560 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 8ca299a6-a210-48f4-b34f-0b86299c40fd up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:12.882458 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-04de1f20-d09a-4b7c-ac83-2b9a30285a65 req-198da3ac-6dbd-4231-8bf8-e26a70eb4fe3 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:12.946365 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-04de1f20-d09a-4b7c-ac83-2b9a30285a65 req-198da3ac-6dbd-4231-8bf8-e26a70eb4fe3 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:12.952031 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-04de1f20-d09a-4b7c-ac83-2b9a30285a65 req-198da3ac-6dbd-4231-8bf8-e26a70eb4fe3 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:12.978590 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198da3ac-6dbd-4231-8bf8-e26a70eb4fe3 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd58d92-971b-4d09-a823-b090b2b26f7d,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:12.982200 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 26812aac-b0f3-494e-b917-626bd0c0db4b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=26812aac-b0f3-494e-b917-626bd0c0db4b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:12.987002 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 8ca299a6-a210-48f4-b34f-0b86299c40fd completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:17:12.990204 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-04de1f20-d09a-4b7c-ac83-2b9a30285a65 req-198da3ac-6dbd-4231-8bf8-e26a70eb4fe3 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:12.991866 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-04de1f20-d09a-4b7c-ac83-2b9a30285a65 req-198da3ac-6dbd-4231-8bf8-e26a70eb4fe3 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1857791 Dec 20 21:17:13.007006 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 8ca299a6-a210-48f4-b34f-0b86299c40fd triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:13.007370 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:13.032377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '26812aac-b0f3-494e-b917-626bd0c0db4b', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '26812aac-b0f3-494e-b917-626bd0c0db4b', 'mac_address': 'fa:16:3e:ea:de:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:17:13.101588 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:13.124984 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84955fc-9ee4-4d9c-95a2-c88feb6bdc53 req-e02fcc50-5308-4750-a2f3-3e525d281dde tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:13.134910 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f84955fc-9ee4-4d9c-95a2-c88feb6bdc53 req-e02fcc50-5308-4750-a2f3-3e525d281dde tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 950 time: 0.0708373 Dec 20 21:17:13.145704 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26812aac-b0f3-494e-b917-626bd0c0db4b {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:13.179275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 26812aac-b0f3-494e-b917-626bd0c0db4b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=26812aac-b0f3-494e-b917-626bd0c0db4b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:13.188768 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:13.188924 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f84955fc-9ee4-4d9c-95a2-c88feb6bdc53 req-cdac8e38-04dc-4618-a644-e5887ad91419 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530834 Dec 20 21:17:13.194252 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:13.272558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 8ca299a6-a210-48f4-b34f-0b86299c40fd, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=8ca299a6-a210-48f4-b34f-0b86299c40fd,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:13.276189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbeb7d4-3d06-4728-b96e-604e55bcf0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca299a6-a210-48f4-b34f-0b86299c40fd'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:13.279383 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833b34dc-9ebc-412f-9391-dacc891b8def" -d '{"events": [{"server_uuid": "1cbeb7d4-3d06-4728-b96e-604e55bcf0d5", "name": "network-vif-plugged", "status": "completed", "tag": "8ca299a6-a210-48f4-b34f-0b86299c40fd"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:13.287432 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:13.305143 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cdb34-624c-4b5e-a91b-21cd1e56b3f9 req-a1466106-f6f4-456c-8052-aae185eeebd1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:13.307918 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=26812aac-b0f3-494e-b917-626bd0c0db4b,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:13.315167 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a2cdb34-624c-4b5e-a91b-21cd1e56b3f9 req-a1466106-f6f4-456c-8052-aae185eeebd1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 948 time: 0.0691853 Dec 20 21:17:13.382345 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a2cdb34-624c-4b5e-a91b-21cd1e56b3f9 req-6a77e402-b8ac-4579-b681-182b11846d11 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569668 Dec 20 21:17:13.392929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=8ca299a6-a210-48f4-b34f-0b86299c40fd,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:13.417797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-bf140ed1-db02-4dec-a349-17bb83999620 req-a67324a9-2839-450f-934d-e0c0e3363fb2 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-451549586', 'description': 'tempest-description-1999647013'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:13.445511 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bf140ed1-db02-4dec-a349-17bb83999620 req-a67324a9-2839-450f-934d-e0c0e3363fb2 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:13.478716 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 27f27e94-070d-4ba9-92c4-35038cc85d4c details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:17:13.521210 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 98b62a80-bac2-43f2-a0c7-dc10d606615c no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:17:13.545844 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bf140ed1-db02-4dec-a349-17bb83999620 req-a67324a9-2839-450f-934d-e0c0e3363fb2 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:13.551737 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bf140ed1-db02-4dec-a349-17bb83999620 req-a67324a9-2839-450f-934d-e0c0e3363fb2 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:13.570412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 98b62a80-bac2-43f2-a0c7-dc10d606615c {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:17:13.570799 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 98b62a80-bac2-43f2-a0c7-dc10d606615c not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:17:13.600956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67324a9-2839-450f-934d-e0c0e3363fb2 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1527ee-dffe-4c46-96a0-c11227b4c684,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:13.611741 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bf140ed1-db02-4dec-a349-17bb83999620 req-a67324a9-2839-450f-934d-e0c0e3363fb2 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:13.613111 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf140ed1-db02-4dec-a349-17bb83999620 req-a67324a9-2839-450f-934d-e0c0e3363fb2 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2001038 Dec 20 21:17:13.615140 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['26812aac-b0f3-494e-b917-626bd0c0db4b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:13.623420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 27f27e94-070d-4ba9-92c4-35038cc85d4c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=27f27e94-070d-4ba9-92c4-35038cc85d4c,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:13.664136 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '27f27e94-070d-4ba9-92c4-35038cc85d4c', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '27f27e94-070d-4ba9-92c4-35038cc85d4c', 'mac_address': 'fa:16:3e:ee:56:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:17:13.729629 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:13.744878 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896ab9c-ff65-4eb6-a7c1-e06aad1ed5cf req-99d3afd8-2d93-44fb-92d2-4b167c1d4aa3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:13.746829 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3896ab9c-ff65-4eb6-a7c1-e06aad1ed5cf req-99d3afd8-2d93-44fb-92d2-4b167c1d4aa3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.0776038 Dec 20 21:17:13.754370 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f27e94-070d-4ba9-92c4-35038cc85d4c {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:13.788025 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 27f27e94-070d-4ba9-92c4-35038cc85d4c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=27f27e94-070d-4ba9-92c4-35038cc85d4c,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:13.793296 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:13.808792 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3896ab9c-ff65-4eb6-a7c1-e06aad1ed5cf req-80854e09-7155-475e-9f3e-58063b077bc6 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532002 Dec 20 21:17:13.870958 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40edcb8-71e9-41ad-8a3b-1f818aeaac3e x-openstack-request-id: req-e40edcb8-71e9-41ad-8a3b-1f818aeaac3e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:13.871459 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cbeb7d4-3d06-4728-b96e-604e55bcf0d5", "name": "network-vif-plugged", "status": "completed", "tag": "8ca299a6-a210-48f4-b34f-0b86299c40fd", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:13.871555 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e40edcb8-71e9-41ad-8a3b-1f818aeaac3e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:13.871877 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbeb7d4-3d06-4728-b96e-604e55bcf0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca299a6-a210-48f4-b34f-0b86299c40fd', 'code': 200} Dec 20 21:17:13.891952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=27f27e94-070d-4ba9-92c4-35038cc85d4c,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:13.895440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47384) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:13.973447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-92839941-3b1b-4aa1-8b86-9c2ee5435ce6 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:17:13.982754 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-92839941-3b1b-4aa1-8b86-9c2ee5435ce6 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0808816 Dec 20 21:17:13.990565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-ef466cbc-927d-44c8-9efd-f94b3aad3e21 req-310ff1f4-3be4-40e6-912e-74477a40d0d3 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1775096768', 'description': 'tempest-description-2125493216'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:14.024582 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ef466cbc-927d-44c8-9efd-f94b3aad3e21 req-310ff1f4-3be4-40e6-912e-74477a40d0d3 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:14.059013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c60ca1-32e2-4dd9-b097-2155563e0786 req-b9b89964-47a9-4667-bbc9-af4db910d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:14.061256 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33c60ca1-32e2-4dd9-b097-2155563e0786 req-b9b89964-47a9-4667-bbc9-af4db910d991 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1cbeb7d4-3d06-4728-b96e-604e55bcf0d5 HTTP/1.1" status: 200 len: 1094 time: 0.0695541 Dec 20 21:17:14.131343 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ef466cbc-927d-44c8-9efd-f94b3aad3e21 req-310ff1f4-3be4-40e6-912e-74477a40d0d3 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:14.138676 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ef466cbc-927d-44c8-9efd-f94b3aad3e21 req-310ff1f4-3be4-40e6-912e-74477a40d0d3 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:14.153071 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['27f27e94-070d-4ba9-92c4-35038cc85d4c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:14.173456 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-df499159-2053-4f9a-9705-872afa7a4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:14.175717 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-df499159-2053-4f9a-9705-872afa7a4787 service neutron] 10.222.0.32 "GET /v2.0/ports/03969b7e-2201-404e-9a80-876b18b65a80 HTTP/1.1" status: 200 len: 1092 time: 0.1369784 Dec 20 21:17:14.178103 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33c60ca1-32e2-4dd9-b097-2155563e0786 req-a8aeb886-99bb-478d-a424-3154bc6ae572 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097255 Dec 20 21:17:14.189524 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ef466cbc-927d-44c8-9efd-f94b3aad3e21 req-310ff1f4-3be4-40e6-912e-74477a40d0d3 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:14.191761 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef466cbc-927d-44c8-9efd-f94b3aad3e21 req-310ff1f4-3be4-40e6-912e-74477a40d0d3 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2075036 Dec 20 21:17:14.192414 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ff1f4-3be4-40e6-912e-74477a40d0d3 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e0a5aa-8cb4-4fb2-8efa-5867dd717425,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:14.192972 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-1c4c612b-4475-4cd0-86d1-cc0886febf02 service neutron] Request body: {'binding': {'host': 'n-h1-xena-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:14.193631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-1c4c612b-4475-4cd0-86d1-cc0886febf02 service neutron] Unknown quota resources ['binding']. {{(pid=102401) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 21:17:14.324096 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c740c76-251e-42ec-b30b-2b1241e5e030 req-855efe7d-573d-46e9-873c-e11781968751 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:14.325681 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6c740c76-251e-42ec-b30b-2b1241e5e030 req-855efe7d-573d-46e9-873c-e11781968751 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cbeb7d4-3d06-4728-b96e-604e55bcf0d5 HTTP/1.1" status: 200 len: 945 time: 0.0579622 Dec 20 21:17:14.361757 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:14.365566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-1c4c612b-4475-4cd0-86d1-cc0886febf02 service neutron] Attempting to bind port 03969b7e-2201-404e-9a80-876b18b65a80 on host n-h1-xena-1 for vnic_type normal with profile None {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:14.365906 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-1c4c612b-4475-4cd0-86d1-cc0886febf02 service neutron] Attempting to bind port 03969b7e-2201-404e-9a80-876b18b65a80 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:14.366259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-1c4c612b-4475-4cd0-86d1-cc0886febf02 service neutron] Attempting to bind port 03969b7e-2201-404e-9a80-876b18b65a80 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:14.371307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-1c4c612b-4475-4cd0-86d1-cc0886febf02 service neutron] Port 03969b7e-2201-404e-9a80-876b18b65a80 on network b354e2a9-7558-463a-85c3-6af39fac1033 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:17:14.371627 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-1c4c612b-4475-4cd0-86d1-cc0886febf02 service neutron] Attempting to bind port 03969b7e-2201-404e-9a80-876b18b65a80 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:14.376917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-1c4c612b-4475-4cd0-86d1-cc0886febf02 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:14.377294 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-1c4c612b-4475-4cd0-86d1-cc0886febf02 service neutron] Checking segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:14.377680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-1c4c612b-4475-4cd0-86d1-cc0886febf02 service neutron] Bound using segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:14.378145 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-1c4c612b-4475-4cd0-86d1-cc0886febf02 service neutron] Bound port: 03969b7e-2201-404e-9a80-876b18b65a80, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:14.386390 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6c740c76-251e-42ec-b30b-2b1241e5e030 req-268ce518-5231-46d5-890c-efe6620f62d5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504899 Dec 20 21:17:14.453576 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cbbdcd5e-9c9a-4cad-ae48-bee8cea637d3 req-2ad8d344-d36f-4b70-a968-42b5d00a5a26 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/ff1527ee-dffe-4c46-96a0-c11227b4c684 HTTP/1.1" status: 200 len: 1804 time: 0.0530016 Dec 20 21:17:14.486709 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-1c4c612b-4475-4cd0-86d1-cc0886febf02 service neutron] For port 03969b7e-2201-404e-9a80-876b18b65a80, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=03969b7e-2201-404e-9a80-876b18b65a80,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:14.501447 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-1c4c612b-4475-4cd0-86d1-cc0886febf02 service neutron] Notify callbacks [] for binding, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:14.502720 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-1c4c612b-4475-4cd0-86d1-cc0886febf02 service neutron] 10.222.0.32 "POST /v2.0/ports/03969b7e-2201-404e-9a80-876b18b65a80/bindings HTTP/1.1" status: 201 len: 387 time: 0.3143334 Dec 20 21:17:14.527518 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cbbdcd5e-9c9a-4cad-ae48-bee8cea637d3 req-6bc02445-0d1b-428e-8d1a-a72cc3dfb1a7 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/56e0a5aa-8cb4-4fb2-8efa-5867dd717425 HTTP/1.1" status: 200 len: 1805 time: 0.0725448 Dec 20 21:17:14.541809 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-cbbdcd5e-9c9a-4cad-ae48-bee8cea637d3 req-de105dd0-dd32-4781-ae0c-ce3aa61b258f tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ff1527ee-dffe-4c46-96a0-c11227b4c684', 'remote_group_id': '56e0a5aa-8cb4-4fb2-8efa-5867dd717425', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:14.542136 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-cbbdcd5e-9c9a-4cad-ae48-bee8cea637d3 req-de105dd0-dd32-4781-ae0c-ce3aa61b258f tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ff1527ee-dffe-4c46-96a0-c11227b4c684', 'remote_group_id': '56e0a5aa-8cb4-4fb2-8efa-5867dd717425', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:14.644467 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cbbdcd5e-9c9a-4cad-ae48-bee8cea637d3 req-de105dd0-dd32-4781-ae0c-ce3aa61b258f tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:14.721606 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cbbdcd5e-9c9a-4cad-ae48-bee8cea637d3 req-de105dd0-dd32-4781-ae0c-ce3aa61b258f tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:14.734506 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cbbdcd5e-9c9a-4cad-ae48-bee8cea637d3 req-de105dd0-dd32-4781-ae0c-ce3aa61b258f tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:14.750798 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa554452-8f6d-4b8b-bd76-cf6fd994506d req-25ff3a40-3e01-4319-8b53-585e9ba37078 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:14.752428 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa554452-8f6d-4b8b-bd76-cf6fd994506d req-25ff3a40-3e01-4319-8b53-585e9ba37078 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.31 "GET /v2.0/ports?device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 950 time: 0.0840366 Dec 20 21:17:14.761361 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadd4df-9481-4a2c-ad93-2858abe1acee req-dde1063e-abbb-489b-881a-39dbb5f06360 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:14.762904 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6cadd4df-9481-4a2c-ad93-2858abe1acee req-dde1063e-abbb-489b-881a-39dbb5f06360 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 950 time: 0.0983629 Dec 20 21:17:14.820372 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 26812aac-b0f3-494e-b917-626bd0c0db4b up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:14.897817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 26812aac-b0f3-494e-b917-626bd0c0db4b completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:17:14.903363 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 26812aac-b0f3-494e-b917-626bd0c0db4b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:14.904347 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:14.919149 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6cadd4df-9481-4a2c-ad93-2858abe1acee req-926cb3c5-ec24-4bc3-9a0b-53455a5f861c tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/security-groups?id=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247168 Dec 20 21:17:14.936497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-c242eb51-7dd4-4d75-ac0d-7c82ad4c81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:14.938000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-c242eb51-7dd4-4d75-ac0d-7c82ad4c81ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 1095 time: 0.1395607 Dec 20 21:17:15.032192 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:15.064370 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de105dd0-dd32-4781-ae0c-ce3aa61b258f tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a4794c-59d8-4e14-8ae6-09b2dceb73b4,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:15.069389 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-12a184ac-b186-44ac-8788-6e6421e61968 service neutron] 10.222.0.66 "GET /v2.0/ports/6e1713ac-6707-46ba-aecb-67d234680f96/bindings/n-h2-xena-1 HTTP/1.1" status: 200 len: 380 time: 0.4117224 Dec 20 21:17:15.073504 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 26812aac-b0f3-494e-b917-626bd0c0db4b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=26812aac-b0f3-494e-b917-626bd0c0db4b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:15.074327 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cbbdcd5e-9c9a-4cad-ae48-bee8cea637d3 req-de105dd0-dd32-4781-ae0c-ce3aa61b258f tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:15.075403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-aa554452-8f6d-4b8b-bd76-cf6fd994506d req-a1a57ecf-8d15-4a76-bcac-a46d21907371 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Deleting port a744bd23-d1db-40e5-ab30-ea2e4d94685f {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:17:15.075818 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aa554452-8f6d-4b8b-bd76-cf6fd994506d req-a1a57ecf-8d15-4a76-bcac-a46d21907371 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:15.076128 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cbbdcd5e-9c9a-4cad-ae48-bee8cea637d3 req-de105dd0-dd32-4781-ae0c-ce3aa61b258f tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5385766 Dec 20 21:17:15.092145 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:15.179392 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1a717-ada1-49b4-9314-627fdb730ffa req-6c644b6d-818a-4f62-8326-a65d09e5c58a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:15.187177 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37f1a717-ada1-49b4-9314-627fdb730ffa req-6c644b6d-818a-4f62-8326-a65d09e5c58a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 949 time: 0.1678030 Dec 20 21:17:15.188802 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=26812aac-b0f3-494e-b917-626bd0c0db4b,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:15.192840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-f2dd3ff2-0a8d-449e-bd17-344f0a8452b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:15.194375 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-f2dd3ff2-0a8d-449e-bd17-344f0a8452b7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 921 time: 0.2459536 Dec 20 21:17:15.233221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878a314-0f1f-4eb4-b993-1daca7c08f18 req-426329b1-bd61-4367-a760-609e79e9a54f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:15.235173 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9878a314-0f1f-4eb4-b993-1daca7c08f18 req-426329b1-bd61-4367-a760-609e79e9a54f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 946 time: 0.0756500 Dec 20 21:17:15.269452 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-e377c860-c6de-4732-947f-580f28deb639 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03969b7e-2201-404e-9a80-876b18b65a80 HTTP/1.1" status: 200 len: 217 time: 0.0498974 Dec 20 21:17:15.281335 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-aa554452-8f6d-4b8b-bd76-cf6fd994506d req-a1a57ecf-8d15-4a76-bcac-a46d21907371 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] For port a744bd23-d1db-40e5-ab30-ea2e4d94685f, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=a744bd23-d1db-40e5-ab30-ea2e4d94685f,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:15.281699 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aa554452-8f6d-4b8b-bd76-cf6fd994506d req-a1a57ecf-8d15-4a76-bcac-a46d21907371 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:15.289543 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9878a314-0f1f-4eb4-b993-1daca7c08f18 req-c003d937-318a-441e-b323-8f4a6b54c38f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455534 Dec 20 21:17:15.341899 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37f1a717-ada1-49b4-9314-627fdb730ffa req-6a2d4c41-da2b-46fe-bb75-486deebdf48e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537843 Dec 20 21:17:15.342948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-aa554452-8f6d-4b8b-bd76-cf6fd994506d req-a1a57ecf-8d15-4a76-bcac-a46d21907371 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Calling delete_port for a744bd23-d1db-40e5-ab30-ea2e4d94685f owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:17:15.408801 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-cee19afd-15f5-489e-8686-01d889fcf7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:15.410573 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-cee19afd-15f5-489e-8686-01d889fcf7e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.1312680 Dec 20 21:17:15.446442 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9632f6b-7220-4847-8ad2-dbb944f11816 req-19a850c0-3726-4f29-be76-8ccdaa730d43 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:15.447859 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e9632f6b-7220-4847-8ad2-dbb944f11816 req-19a850c0-3726-4f29-be76-8ccdaa730d43 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.0810533 Dec 20 21:17:15.450815 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-82846195-400c-48eb-8817-0b8cf0650816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:15.452293 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-82846195-400c-48eb-8817-0b8cf0650816 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496&tenant_id=6ecc0e7403494750812a106806372d38 HTTP/1.1" status: 200 len: 1099 time: 0.0753508 Dec 20 21:17:15.486629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 27f27e94-070d-4ba9-92c4-35038cc85d4c up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:15.497345 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e9632f6b-7220-4847-8ad2-dbb944f11816 req-a3ff9d61-3e32-411a-b529-912169c9b971 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 Dec 20 21:17:15.506627 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-2ae146a3-8950-49ee-b922-0bf7606384ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323319 Dec 20 21:17:15.560510 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aa554452-8f6d-4b8b-bd76-cf6fd994506d req-a1a57ecf-8d15-4a76-bcac-a46d21907371 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:15.636401 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['a744bd23-d1db-40e5-ab30-ea2e4d94685f'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:15.661980 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a57ecf-8d15-4a76-bcac-a46d21907371 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Pushing event deleted for resources: {'Port': ['ID=a744bd23-d1db-40e5-ab30-ea2e4d94685f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:15.707780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-8c8fdbcb-9120-4316-a4b3-9f56ca8a34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:15.709282 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-8c8fdbcb-9120-4316-a4b3-9f56ca8a34e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 1099 time: 0.1767845 Dec 20 21:17:15.725442 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e8470c5b-4649-4a2a-90e6-5c956e90b5de req-a9e84f53-eb91-4ce1-b179-0f40732985a5 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/56e0a5aa-8cb4-4fb2-8efa-5867dd717425 HTTP/1.1" status: 200 len: 1805 time: 0.1245193 Dec 20 21:17:15.739292 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 27f27e94-070d-4ba9-92c4-35038cc85d4c completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:17:15.743575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 27f27e94-070d-4ba9-92c4-35038cc85d4c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:15.743944 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:15.770726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa554452-8f6d-4b8b-bd76-cf6fd994506d req-a1a57ecf-8d15-4a76-bcac-a46d21907371 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] No DVR routers for this DVR port a744bd23-d1db-40e5-ab30-ea2e4d94685f on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:17:15.776166 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aa554452-8f6d-4b8b-bd76-cf6fd994506d req-a1a57ecf-8d15-4a76-bcac-a46d21907371 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:15.780131 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa554452-8f6d-4b8b-bd76-cf6fd994506d req-a1a57ecf-8d15-4a76-bcac-a46d21907371 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.31 "DELETE /v2.0/ports/a744bd23-d1db-40e5-ab30-ea2e4d94685f HTTP/1.1" status: 204 len: 173 time: 1.0162709 Dec 20 21:17:15.780981 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770e345e-2506-4622-b3ae-019bdad25bd6', 'name': 'network-vif-deleted', 'tag': 'a744bd23-d1db-40e5-ab30-ea2e4d94685f'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:15.785952 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d986609c-85b9-4758-af32-a3bf8a05eba4" -d '{"events": [{"server_uuid": "770e345e-2506-4622-b3ae-019bdad25bd6", "name": "network-vif-deleted", "tag": "a744bd23-d1db-40e5-ab30-ea2e4d94685f"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:15.820319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bb370-ec32-4998-9fd2-e9a0867f8ffe req-2edcc98a-0bef-451b-98f7-fe5007e2468d tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:15.824407 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-046bb370-ec32-4998-9fd2-e9a0867f8ffe req-2edcc98a-0bef-451b-98f7-fe5007e2468d tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cbeb7d4-3d06-4728-b96e-604e55bcf0d5 HTTP/1.1" status: 200 len: 945 time: 0.1548285 Dec 20 21:17:15.834176 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-1089e3d2-5511-4b14-b741-538752d234af service neutron] 10.222.0.31 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864008 Dec 20 21:17:15.973016 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40d5bbf-265c-4138-af81-15967090d72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26812aac-b0f3-494e-b917-626bd0c0db4b'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:15.975940 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e38ee69-265c-4c10-9e47-1655925002e8" -d '{"events": [{"server_uuid": "c40d5bbf-265c-4138-af81-15967090d72f", "name": "network-vif-plugged", "status": "completed", "tag": "26812aac-b0f3-494e-b917-626bd0c0db4b"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:15.986559 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e8470c5b-4649-4a2a-90e6-5c956e90b5de req-35dd68a3-10fe-4d87-aed1-722a001f013e tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:16.016675 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-046bb370-ec32-4998-9fd2-e9a0867f8ffe req-2737bf56-491c-4dd3-b6a8-909524b46f85 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772277 Dec 20 21:17:16.039014 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-cc1085ef-c90c-464a-a124-f1fc53b2e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:16.051305 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-cc1085ef-c90c-464a-a124-f1fc53b2e055 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.3215334 Dec 20 21:17:16.074663 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e8470c5b-4649-4a2a-90e6-5c956e90b5de req-35dd68a3-10fe-4d87-aed1-722a001f013e tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:16.078400 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:16.101697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-334fcc08-c77f-487e-a2bb-6d6c1c6b6074 service neutron] 10.222.0.31 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477953 Dec 20 21:17:16.105252 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57243e2-b296-4096-b962-22056edc2b58 x-openstack-request-id: req-a57243e2-b296-4096-b962-22056edc2b58 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:16.107914 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770e345e-2506-4622-b3ae-019bdad25bd6", "name": "network-vif-deleted", "tag": "a744bd23-d1db-40e5-ab30-ea2e4d94685f", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:16.108416 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a57243e2-b296-4096-b962-22056edc2b58 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:16.109961 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770e345e-2506-4622-b3ae-019bdad25bd6', 'name': 'network-vif-deleted', 'tag': 'a744bd23-d1db-40e5-ab30-ea2e4d94685f', 'status': 'completed', 'code': 200} Dec 20 21:17:16.111099 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-601b097d-0c21-4a11-82b6-a1bc06ea33bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=6e1713ac-6707-46ba-aecb-67d234680f96 HTTP/1.1" status: 200 len: 217 time: 0.0462327 Dec 20 21:17:16.168157 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 27f27e94-070d-4ba9-92c4-35038cc85d4c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=27f27e94-070d-4ba9-92c4-35038cc85d4c,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:16.173400 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:16.208439 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-f813c89d-bfe7-4ac4-8abd-a96878bdfdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:16.210276 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-f813c89d-bfe7-4ac4-8abd-a96878bdfdcf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0872433 Dec 20 21:17:16.262450 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e8470c5b-4649-4a2a-90e6-5c956e90b5de req-35dd68a3-10fe-4d87-aed1-722a001f013e tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:16.265545 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=27f27e94-070d-4ba9-92c4-35038cc85d4c,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:16.268035 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e8470c5b-4649-4a2a-90e6-5c956e90b5de req-35dd68a3-10fe-4d87-aed1-722a001f013e tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:16.270393 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e8470c5b-4649-4a2a-90e6-5c956e90b5de req-35dd68a3-10fe-4d87-aed1-722a001f013e tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "DELETE /v2.0/security-groups/56e0a5aa-8cb4-4fb2-8efa-5867dd717425 HTTP/1.1" status: 204 len: 173 time: 0.5433977 Dec 20 21:17:16.291323 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd68a3-10fe-4d87-aed1-722a001f013e tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e0a5aa-8cb4-4fb2-8efa-5867dd717425,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:16.302674 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-31c87499-7277-49ab-ba14-228b4a2e6686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:16.311972 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-31c87499-7277-49ab-ba14-228b4a2e6686 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945947 Dec 20 21:17:16.351818 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c70301-e80c-4561-a369-8a1e69b7cdfa x-openstack-request-id: req-54c70301-e80c-4561-a369-8a1e69b7cdfa {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:16.352429 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40d5bbf-265c-4138-af81-15967090d72f", "name": "network-vif-plugged", "status": "completed", "tag": "26812aac-b0f3-494e-b917-626bd0c0db4b", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:16.352777 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54c70301-e80c-4561-a369-8a1e69b7cdfa {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:16.353279 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40d5bbf-265c-4138-af81-15967090d72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26812aac-b0f3-494e-b917-626bd0c0db4b', 'code': 200} Dec 20 21:17:16.487363 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c1f69d3-26c1-4fbd-beb2-2ef3596f51c8 req-f6eccc7f-19cd-4e54-9976-08e5ce39d047 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/ff1527ee-dffe-4c46-96a0-c11227b4c684 HTTP/1.1" status: 200 len: 1804 time: 0.0794146 Dec 20 21:17:16.492223 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-c5094692-5bb7-4514-9982-a439843fe464 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732981 Dec 20 21:17:16.658864 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-972d2126-27eb-4ee3-8f52-fc97d153ca29 req-32c6b05f-b2f1-4d00-9f23-4b262be0f564 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603534 Dec 20 21:17:16.726820 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b58937a0-9604-48c3-9fa1-981ec7c99a56 req-7b75f9e6-c65d-46f1-bd9a-259893270fb0 tempest-LiveMigrationNegativeTest-223382784 tempest-LiveMigrationNegativeTest-223382784-project] 10.222.0.32 "GET /v2.0/ports?device_id=770e345e-2506-4622-b3ae-019bdad25bd6 HTTP/1.1" status: 200 len: 210 time: 0.5322723 Dec 20 21:17:16.746626 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e374c8d-98a4-4aaa-ba55-c57dcec8ed36 req-ba2e66e1-1fca-4cdb-bef0-09f0499fa5a9 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:16.750957 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6e374c8d-98a4-4aaa-ba55-c57dcec8ed36 req-ba2e66e1-1fca-4cdb-bef0-09f0499fa5a9 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 946 time: 0.1091435 Dec 20 21:17:16.799706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-17b42e3d-700c-41de-8975-94ce3a0a1a00 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:16.800045 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-17b42e3d-700c-41de-8975-94ce3a0a1a00 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069&tenant_id=346c11314eec451f8179854f6f127333&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 1095 time: 0.1818323 Dec 20 21:17:16.813515 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c62c2e-e51f-4ce6-b2a5-79dc847215dc req-82426e54-756a-4055-9ff8-b05cade60e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:16.815241 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e1c62c2e-e51f-4ce6-b2a5-79dc847215dc req-82426e54-756a-4055-9ff8-b05cade60e44 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c40d5bbf-265c-4138-af81-15967090d72f HTTP/1.1" status: 200 len: 1099 time: 0.1260648 Dec 20 21:17:16.823912 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-xena-1'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:16.854848 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6e374c8d-98a4-4aaa-ba55-c57dcec8ed36 req-ef7c75c0-f791-451b-9f60-fe56e088087a tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966110 Dec 20 21:17:16.893418 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4dc5bd10-ebef-4593-84eb-12fdcb8873c6 req-2a482516-0945-41bf-9118-2c49c710f15a tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1986968903', 'description': 'tempest-description-1640490552'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:16.926338 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4dc5bd10-ebef-4593-84eb-12fdcb8873c6 req-2a482516-0945-41bf-9118-2c49c710f15a tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:16.952981 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:16.979665 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e1c62c2e-e51f-4ce6-b2a5-79dc847215dc req-5c32529a-f33b-4a58-b18c-87ac73e38c0a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215606 Dec 20 21:17:17.018738 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2baf4-8bf3-495a-a6a4-2c38b47cbfc0 req-c177c98e-0375-4c11-9058-1abe11fde57e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:17.020226 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85b2baf4-8bf3-495a-a6a4-2c38b47cbfc0 req-c177c98e-0375-4c11-9058-1abe11fde57e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 950 time: 0.1192818 Dec 20 21:17:17.026005 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4dc5bd10-ebef-4593-84eb-12fdcb8873c6 req-2a482516-0945-41bf-9118-2c49c710f15a tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:17.031233 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4dc5bd10-ebef-4593-84eb-12fdcb8873c6 req-2a482516-0945-41bf-9118-2c49c710f15a tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:17.068284 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a482516-0945-41bf-9118-2c49c710f15a tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12d6b1e-02d0-405a-a6f7-2bfb8ef07fdf,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:17.083219 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4dc5bd10-ebef-4593-84eb-12fdcb8873c6 req-2a482516-0945-41bf-9118-2c49c710f15a tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:17.084646 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4dc5bd10-ebef-4593-84eb-12fdcb8873c6 req-2a482516-0945-41bf-9118-2c49c710f15a tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1961865 Dec 20 21:17:17.114553 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85b2baf4-8bf3-495a-a6a4-2c38b47cbfc0 req-0dad7f6b-2bac-4a59-ba83-65535b7d0613 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857546 Dec 20 21:17:17.158850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] For port 03969b7e-2201-404e-9a80-876b18b65a80, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=03969b7e-2201-404e-9a80-876b18b65a80,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:17.226031 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] For port 03969b7e-2201-404e-9a80-876b18b65a80, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:17.231961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b9466-a7cb-4e31-bb15-13cdaf65d689 req-111a67dd-8ad0-438e-8d93-fa45cb0cd8ff tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:17.234359 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a8b9466-a7cb-4e31-bb15-13cdaf65d689 req-111a67dd-8ad0-438e-8d93-fa45cb0cd8ff tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.0838611 Dec 20 21:17:17.295992 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a8b9466-a7cb-4e31-bb15-13cdaf65d689 req-bf60cc38-9b9a-484d-b3b2-b52325a5ee53 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528336 Dec 20 21:17:17.317422 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:17.325004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:17.395734 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0eef8ca8-0653-477b-a1a5-0edd0e264811 req-69134aab-eefa-4a94-8e82-c14a494a4681 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/e12d6b1e-02d0-405a-a6f7-2bfb8ef07fdf HTTP/1.1" status: 200 len: 1805 time: 0.0644963 Dec 20 21:17:17.407517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-0eef8ca8-0653-477b-a1a5-0edd0e264811 req-01a60064-be99-4544-aff7-eab8a352821c tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e12d6b1e-02d0-405a-a6f7-2bfb8ef07fdf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:17.407837 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-0eef8ca8-0653-477b-a1a5-0edd0e264811 req-01a60064-be99-4544-aff7-eab8a352821c tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e12d6b1e-02d0-405a-a6f7-2bfb8ef07fdf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:17.437338 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=03969b7e-2201-404e-9a80-876b18b65a80,revision_number=7']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:17.479736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675bcb9-e8ae-4995-95e2-07481652ffcb req-7d54d96f-0689-4239-8958-0101ff5fe3cc tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:17.487233 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0675bcb9-e8ae-4995-95e2-07481652ffcb req-7d54d96f-0689-4239-8958-0101ff5fe3cc tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cbeb7d4-3d06-4728-b96e-604e55bcf0d5 HTTP/1.1" status: 200 len: 945 time: 0.1218951 Dec 20 21:17:17.491304 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0eef8ca8-0653-477b-a1a5-0edd0e264811 req-01a60064-be99-4544-aff7-eab8a352821c tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:17.496910 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Attempting to bind port 03969b7e-2201-404e-9a80-876b18b65a80 on host n-h2-xena-1 for vnic_type normal with profile {"migrating_to": "n-h1-xena-1"} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:17.497253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Attempting to bind port 03969b7e-2201-404e-9a80-876b18b65a80 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:17.497581 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Attempting to bind port 03969b7e-2201-404e-9a80-876b18b65a80 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:17.511357 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Port 03969b7e-2201-404e-9a80-876b18b65a80 on network b354e2a9-7558-463a-85c3-6af39fac1033 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:17:17.511737 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Attempting to bind port 03969b7e-2201-404e-9a80-876b18b65a80 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:17.521225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:17.521562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Checking segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:17.521951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Bound using segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:17.522410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Bound port: 03969b7e-2201-404e-9a80-876b18b65a80, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:17.522771 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:17.523759 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0eef8ca8-0653-477b-a1a5-0edd0e264811 req-01a60064-be99-4544-aff7-eab8a352821c tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:17.528523 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0eef8ca8-0653-477b-a1a5-0edd0e264811 req-01a60064-be99-4544-aff7-eab8a352821c tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:17.546619 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0675bcb9-e8ae-4995-95e2-07481652ffcb req-ef626519-ae59-46a7-a9ca-475dc3d60fb9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583849 Dec 20 21:17:17.550530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a60064-be99-4544-aff7-eab8a352821c tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c55914-2662-4e2e-87a4-ca817361b11d,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:17.571773 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-0eef8ca8-0653-477b-a1a5-0edd0e264811 req-01a60064-be99-4544-aff7-eab8a352821c tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:17.573851 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0eef8ca8-0653-477b-a1a5-0edd0e264811 req-01a60064-be99-4544-aff7-eab8a352821c tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1710532 Dec 20 21:17:17.605075 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:17.652383 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-15785b43-faa1-483f-876c-b24518caa8bf req-73af6cc8-2669-433e-8fb4-6566cfa7b3e2 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/e12d6b1e-02d0-405a-a6f7-2bfb8ef07fdf HTTP/1.1" status: 200 len: 2398 time: 0.0510845 Dec 20 21:17:17.657996 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-15785b43-faa1-483f-876c-b24518caa8bf req-3993c732-f7d6-4760-bd9d-1f048d21bfee tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e12d6b1e-02d0-405a-a6f7-2bfb8ef07fdf', 'remote_group_id': None}]} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:17.658413 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-15785b43-faa1-483f-876c-b24518caa8bf req-3993c732-f7d6-4760-bd9d-1f048d21bfee tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e12d6b1e-02d0-405a-a6f7-2bfb8ef07fdf', 'remote_group_id': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:17.688529 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] For port 03969b7e-2201-404e-9a80-876b18b65a80, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:17.694620 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] For port 03969b7e-2201-404e-9a80-876b18b65a80, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=03969b7e-2201-404e-9a80-876b18b65a80,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:17.700066 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:17.742509 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-15785b43-faa1-483f-876c-b24518caa8bf req-3993c732-f7d6-4760-bd9d-1f048d21bfee tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:17.787553 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-15785b43-faa1-483f-876c-b24518caa8bf req-3993c732-f7d6-4760-bd9d-1f048d21bfee tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:17.792631 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-15785b43-faa1-483f-876c-b24518caa8bf req-3993c732-f7d6-4760-bd9d-1f048d21bfee tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:17.809749 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:17.814546 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:17.816297 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] 10.222.0.31 "PUT /v2.0/ports/03969b7e-2201-404e-9a80-876b18b65a80 HTTP/1.1" status: 200 len: 1118 time: 0.9996915 Dec 20 21:17:17.818369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993c732-f7d6-4760-bd9d-1f048d21bfee tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d91d237-bc22-4282-ae13-29c29ca7ec75,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:17.821777 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104a9b9-7770-4141-9c33-64fe27c54ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=03969b7e-2201-404e-9a80-876b18b65a80,revision_number=8']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:17.824504 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-15785b43-faa1-483f-876c-b24518caa8bf req-3993c732-f7d6-4760-bd9d-1f048d21bfee tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:17.830944 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-15785b43-faa1-483f-876c-b24518caa8bf req-3993c732-f7d6-4760-bd9d-1f048d21bfee tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1773703 Dec 20 21:17:17.926117 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061952e-e403-464f-92be-617f5eebbf21 req-4818d4ca-9f1b-484a-bd32-e26359399203 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:17.927735 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5061952e-e403-464f-92be-617f5eebbf21 req-4818d4ca-9f1b-484a-bd32-e26359399203 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cbeb7d4-3d06-4728-b96e-604e55bcf0d5 HTTP/1.1" status: 200 len: 945 time: 0.1198788 Dec 20 21:17:17.958111 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4bf0ab9c-ec75-421d-9bc8-b2beb63e94b6 req-3092d234-f6e9-4f51-aa46-23fd9fd20c59 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/e12d6b1e-02d0-405a-a6f7-2bfb8ef07fdf HTTP/1.1" status: 200 len: 2996 time: 0.0717278 Dec 20 21:17:17.983375 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['03969b7e-2201-404e-9a80-876b18b65a80'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:17.983577 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5061952e-e403-464f-92be-617f5eebbf21 req-def0318d-6e30-4ae9-8021-6d0b8875ed07 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462093 Dec 20 21:17:18.064481 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af584fab-35dc-438f-8503-ce137245c8d9 req-e94ffc9a-04cb-4f28-b7f6-b6814ae79f00 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-group-rules/5d91d237-bc22-4282-ae13-29c29ca7ec75 HTTP/1.1" status: 200 len: 783 time: 0.0401182 Dec 20 21:17:18.108245 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065266f4-8b4a-4e44-932f-327ff4e87c43 req-4e1a72f1-d5e5-4c21-8105-13f6b5009795 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:18.114297 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e3878b-2a71-41bc-9cd5-dd6f0894f069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03969b7e-2201-404e-9a80-876b18b65a80'}, {'name': 'network-changed', 'server_uuid': '02e3878b-2a71-41bc-9cd5-dd6f0894f069', 'tag': '03969b7e-2201-404e-9a80-876b18b65a80'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:18.117614 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-065266f4-8b4a-4e44-932f-327ff4e87c43 req-4e1a72f1-d5e5-4c21-8105-13f6b5009795 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 944 time: 0.1044567 Dec 20 21:17:18.126638 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e26fa2-a6a1-4742-a836-34e1ddff4af3" -d '{"events": [{"server_uuid": "02e3878b-2a71-41bc-9cd5-dd6f0894f069", "name": "network-vif-unplugged", "status": "completed", "tag": "03969b7e-2201-404e-9a80-876b18b65a80"}, {"name": "network-changed", "server_uuid": "02e3878b-2a71-41bc-9cd5-dd6f0894f069", "tag": "03969b7e-2201-404e-9a80-876b18b65a80"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:18.187732 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af584fab-35dc-438f-8503-ce137245c8d9 req-782f80e4-7d17-4cab-be86-969ee345d841 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/e12d6b1e-02d0-405a-a6f7-2bfb8ef07fdf HTTP/1.1" status: 200 len: 2996 time: 0.1140273 Dec 20 21:17:18.193655 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-065266f4-8b4a-4e44-932f-327ff4e87c43 req-62cdcc13-4aab-4deb-84c5-9e30586f15db tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748262 Dec 20 21:17:18.243622 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47466) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:18.247590 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-af584fab-35dc-438f-8503-ce137245c8d9 req-28fb7c8e-cea9-431a-9440-1c37c522d428 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:18.266972 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-af584fab-35dc-438f-8503-ce137245c8d9 req-28fb7c8e-cea9-431a-9440-1c37c522d428 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:18.281584 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ffd5e5-c7dc-401a-944f-9c18e5a81905 x-openstack-request-id: req-c2ffd5e5-c7dc-401a-944f-9c18e5a81905 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:18.281870 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e3878b-2a71-41bc-9cd5-dd6f0894f069", "name": "network-vif-unplugged", "status": "completed", "tag": "03969b7e-2201-404e-9a80-876b18b65a80", "code": 200}, {"name": "network-changed", "server_uuid": "02e3878b-2a71-41bc-9cd5-dd6f0894f069", "tag": "03969b7e-2201-404e-9a80-876b18b65a80", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:18.282132 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2ffd5e5-c7dc-401a-944f-9c18e5a81905 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:18.282533 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e3878b-2a71-41bc-9cd5-dd6f0894f069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03969b7e-2201-404e-9a80-876b18b65a80', 'code': 200} Dec 20 21:17:18.282858 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e3878b-2a71-41bc-9cd5-dd6f0894f069', 'tag': '03969b7e-2201-404e-9a80-876b18b65a80', 'status': 'completed', 'code': 200} Dec 20 21:17:18.315022 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-af584fab-35dc-438f-8503-ce137245c8d9 req-28fb7c8e-cea9-431a-9440-1c37c522d428 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:18.321350 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-af584fab-35dc-438f-8503-ce137245c8d9 req-28fb7c8e-cea9-431a-9440-1c37c522d428 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:18.337738 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af584fab-35dc-438f-8503-ce137245c8d9 req-28fb7c8e-cea9-431a-9440-1c37c522d428 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5d91d237-bc22-4282-ae13-29c29ca7ec75 HTTP/1.1" status: 204 len: 173 time: 0.1403427 Dec 20 21:17:18.354564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84e9ed9-e9c6-4099-8a6b-e7f2164877fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f27e94-070d-4ba9-92c4-35038cc85d4c'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:18.357303 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb789af7-b06c-4af3-873c-5a7896d74302" -d '{"events": [{"server_uuid": "d84e9ed9-e9c6-4099-8a6b-e7f2164877fd", "name": "network-vif-plugged", "status": "completed", "tag": "27f27e94-070d-4ba9-92c4-35038cc85d4c"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:18.370814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb7c8e-cea9-431a-9440-1c37c522d428 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d91d237-bc22-4282-ae13-29c29ca7ec75,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:18.470985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26fa2-a6a1-4742-a836-34e1ddff4af3 req-c578cb64-e7fd-4dc3-b68a-9caf80b977e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:18.472755 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5e26fa2-a6a1-4742-a836-34e1ddff4af3 req-c578cb64-e7fd-4dc3-b68a-9caf80b977e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 1121 time: 0.1126816 Dec 20 21:17:18.553980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be9e5a-4785-4331-bc9d-bdcc32a2b61a req-eca35aee-546d-4269-835a-fb18ca44500e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:18.557511 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-56be9e5a-4785-4331-bc9d-bdcc32a2b61a req-eca35aee-546d-4269-835a-fb18ca44500e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 950 time: 0.1504595 Dec 20 21:17:18.566984 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2cfae7d1-f53a-41c3-b0f5-beb140e5f1c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1af1beac559d40d5913ad52299ae6ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218563 Dec 20 21:17:18.568928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47478) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:18.592966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe468e79-32f6-448b-ba0c-4008a7a2c920 req-73672ec8-7493-45ea-adda-d292609406bc tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:18.594509 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe468e79-32f6-448b-ba0c-4008a7a2c920 req-73672ec8-7493-45ea-adda-d292609406bc tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.0682664 Dec 20 21:17:18.627096 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-56be9e5a-4785-4331-bc9d-bdcc32a2b61a req-8cf6fe6c-d63e-422f-9759-833703f9598f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587196 Dec 20 21:17:18.632685 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26fa2-a6a1-4742-a836-34e1ddff4af3 req-c1baf0e9-b122-41d2-b7c9-fb4fe847abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:18.634276 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5e26fa2-a6a1-4742-a836-34e1ddff4af3 req-c1baf0e9-b122-41d2-b7c9-fb4fe847abdc service neutron] 10.222.0.66 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 921 time: 0.1503999 Dec 20 21:17:18.660182 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe468e79-32f6-448b-ba0c-4008a7a2c920 req-4a4e76b5-1398-4923-b9d1-e51b7eb706be tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539095 Dec 20 21:17:18.670671 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b993560-6715-4826-a317-760e683fe4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:18.705507 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b993560-6715-4826-a317-760e683fe4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:18.705713 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5e26fa2-a6a1-4742-a836-34e1ddff4af3 req-cb60d34a-6d08-4370-b9d3-26b21d84a2e3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03969b7e-2201-404e-9a80-876b18b65a80 HTTP/1.1" status: 200 len: 217 time: 0.0529585 Dec 20 21:17:18.709209 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9cd770-d035-431a-a714-33c3dbf16dd2 x-openstack-request-id: req-ff9cd770-d035-431a-a714-33c3dbf16dd2 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:18.710115 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84e9ed9-e9c6-4099-8a6b-e7f2164877fd", "name": "network-vif-plugged", "status": "completed", "tag": "27f27e94-070d-4ba9-92c4-35038cc85d4c", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:18.710668 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff9cd770-d035-431a-a714-33c3dbf16dd2 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:18.711211 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84e9ed9-e9c6-4099-8a6b-e7f2164877fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f27e94-070d-4ba9-92c4-35038cc85d4c', 'code': 200} Dec 20 21:17:18.747107 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fea89d0f-039a-4760-976c-f68baf05d924 req-769d5263-37f2-4fe9-a3bb-4dfee9325bdb tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/e12d6b1e-02d0-405a-a6f7-2bfb8ef07fdf HTTP/1.1" status: 200 len: 2398 time: 0.0871065 Dec 20 21:17:18.764668 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b993560-6715-4826-a317-760e683fe4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:18.767247 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b993560-6715-4826-a317-760e683fe4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:18.768413 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4b993560-6715-4826-a317-760e683fe4b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7 HTTP/1.1" status: 204 len: 168 time: 0.1977942 Dec 20 21:17:18.777841 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b993560-6715-4826-a317-760e683fe4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cb6ea6-5842-4ee1-bfc7-9dbce1e274a7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:18.841729 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device a744bd23-d1db-40e5-ab30-ea2e4d94685f no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:17:18.861618 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fea89d0f-039a-4760-976c-f68baf05d924 req-1c201026-9315-455f-8bc6-95a4dbedaca9 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:18.864501 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26fa2-a6a1-4742-a836-34e1ddff4af3 req-ff77a530-5e15-4e14-ba5c-3b6a05a7548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:18.865963 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5e26fa2-a6a1-4742-a836-34e1ddff4af3 req-ff77a530-5e15-4e14-ba5c-3b6a05a7548c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.0926101 Dec 20 21:17:18.877538 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: a744bd23-d1db-40e5-ab30-ea2e4d94685f {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:17:18.880295 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device a744bd23-d1db-40e5-ab30-ea2e4d94685f not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:17:18.973196 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5e26fa2-a6a1-4742-a836-34e1ddff4af3 req-72d496a3-ffa3-4922-a019-74e45c974b31 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965440 Dec 20 21:17:18.975010 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fea89d0f-039a-4760-976c-f68baf05d924 req-1c201026-9315-455f-8bc6-95a4dbedaca9 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:19.050985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee631ed2-fd54-4e20-866a-569bca8db99e req-b03e87bf-19e5-47f8-ad86-a32c0c82fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:19.052446 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee631ed2-fd54-4e20-866a-569bca8db99e req-b03e87bf-19e5-47f8-ad86-a32c0c82fc78 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 1099 time: 0.1427231 Dec 20 21:17:19.120992 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fea89d0f-039a-4760-976c-f68baf05d924 req-1c201026-9315-455f-8bc6-95a4dbedaca9 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:19.123507 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fea89d0f-039a-4760-976c-f68baf05d924 req-1c201026-9315-455f-8bc6-95a4dbedaca9 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:19.139822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a9383-4e58-4ac2-ab14-a4ea78a6db6d req-abb2996f-aff2-4aee-9c72-320c9ade2c44 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:19.141606 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fea89d0f-039a-4760-976c-f68baf05d924 req-1c201026-9315-455f-8bc6-95a4dbedaca9 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "DELETE /v2.0/security-groups/e12d6b1e-02d0-405a-a6f7-2bfb8ef07fdf HTTP/1.1" status: 204 len: 173 time: 0.3883057 Dec 20 21:17:19.148629 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-881a9383-4e58-4ac2-ab14-a4ea78a6db6d req-abb2996f-aff2-4aee-9c72-320c9ade2c44 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cbeb7d4-3d06-4728-b96e-604e55bcf0d5 HTTP/1.1" status: 200 len: 945 time: 0.0734208 Dec 20 21:17:19.168968 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee631ed2-fd54-4e20-866a-569bca8db99e req-906bddac-7d4e-4214-ba2e-527514661a92 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026969 Dec 20 21:17:19.180837 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c201026-9315-455f-8bc6-95a4dbedaca9 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12d6b1e-02d0-405a-a6f7-2bfb8ef07fdf,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:19.184817 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-e3f5c4ec-de14-4dff-bc4d-79a7e750f1b4 req-b8dea485-82e1-4c35-9a46-009ebc71dfaa tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] show failed (client error): The resource could not be found. Dec 20 21:17:19.185740 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-881a9383-4e58-4ac2-ab14-a4ea78a6db6d req-18449b64-a50c-4668-98ed-da60d56d4e3b tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362318 Dec 20 21:17:19.194776 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e3f5c4ec-de14-4dff-bc4d-79a7e750f1b4 req-b8dea485-82e1-4c35-9a46-009ebc71dfaa tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/56e0a5aa-8cb4-4fb2-8efa-5867dd717425 HTTP/1.1" status: 404 len: 352 time: 0.0520997 Dec 20 21:17:19.198239 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5e26fa2-a6a1-4742-a836-34e1ddff4af3 req-824b6079-7175-450e-aba7-5a2542088570 service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107656 Dec 20 21:17:19.204065 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47492) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:19.257408 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-67044c38-4b03-4ed0-acc8-7b706240329e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=529432d44e9844b5bd020bcc263dd7c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521290 Dec 20 21:17:19.258491 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c852aa20-d874-42c5-affe-65bd2ed552ec req-f3742281-5df7-4bd9-a7b9-32df40bf7912 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/ff1527ee-dffe-4c46-96a0-c11227b4c684 HTTP/1.1" status: 200 len: 1804 time: 0.0470240 Dec 20 21:17:19.259994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47498) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:19.323668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318e623-8924-47b2-aac3-87e7c664f992 req-5c203b32-1c20-4d57-98f2-0ac16b0122a9 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:19.326553 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1318e623-8924-47b2-aac3-87e7c664f992 req-5c203b32-1c20-4d57-98f2-0ac16b0122a9 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 944 time: 0.0566132 Dec 20 21:17:19.359222 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c852aa20-d874-42c5-affe-65bd2ed552ec req-992d9557-1cb5-4fd9-91c7-61f238f34f16 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:19.361009 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38e39671-e158-4107-a147-1b0152d64b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:19.365932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1318e623-8924-47b2-aac3-87e7c664f992 req-3d37e550-047b-4622-ad38-467d750ce121 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328476 Dec 20 21:17:19.402749 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38e39671-e158-4107-a147-1b0152d64b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:19.405186 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c852aa20-d874-42c5-affe-65bd2ed552ec req-992d9557-1cb5-4fd9-91c7-61f238f34f16 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:19.480818 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6e1713ac-6707-46ba-aecb-67d234680f96 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:17:19.488446 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6e1713ac-6707-46ba-aecb-67d234680f96 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:17:19.521800 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c852aa20-d874-42c5-affe-65bd2ed552ec req-992d9557-1cb5-4fd9-91c7-61f238f34f16 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:19.524426 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c852aa20-d874-42c5-affe-65bd2ed552ec req-992d9557-1cb5-4fd9-91c7-61f238f34f16 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:19.536554 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c852aa20-d874-42c5-affe-65bd2ed552ec req-992d9557-1cb5-4fd9-91c7-61f238f34f16 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "DELETE /v2.0/security-groups/ff1527ee-dffe-4c46-96a0-c11227b4c684 HTTP/1.1" status: 204 len: 173 time: 0.2697835 Dec 20 21:17:19.564300 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38e39671-e158-4107-a147-1b0152d64b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:19.567199 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38e39671-e158-4107-a147-1b0152d64b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:19.568337 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-38e39671-e158-4107-a147-1b0152d64b94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/deb83af4-cec2-4ac3-b591-26443264e592 HTTP/1.1" status: 204 len: 168 time: 0.3073173 Dec 20 21:17:19.577277 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d9557-1cb5-4fd9-91c7-61f238f34f16 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1527ee-dffe-4c46-96a0-c11227b4c684,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:19.600801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e39671-e158-4107-a147-1b0152d64b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb83af4-cec2-4ac3-b591-26443264e592,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:19.617899 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5e26fa2-a6a1-4742-a836-34e1ddff4af3 req-63637873-8ded-4f3a-9a2a-bc16c8347f64 service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599407 Dec 20 21:17:19.753346 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3abce7c6-21ff-4cdc-8349-4f5fd1c58c67 req-7971dc92-c838-4ffc-8693-7c409ba60178 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/1be67d63-64d9-421c-81b5-e94dbf58b287 HTTP/1.1" status: 200 len: 1804 time: 0.0711234 Dec 20 21:17:19.780043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6e1713ac-6707-46ba-aecb-67d234680f96, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6e1713ac-6707-46ba-aecb-67d234680f96,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:19.783559 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:19.806006 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '6e1713ac-6707-46ba-aecb-67d234680f96', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '6e1713ac-6707-46ba-aecb-67d234680f96', 'mac_address': 'fa:16:3e:18:37:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:17:19.859342 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6e1713ac-6707-46ba-aecb-67d234680f96, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6e1713ac-6707-46ba-aecb-67d234680f96,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:19.864930 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:19.887553 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3abce7c6-21ff-4cdc-8349-4f5fd1c58c67 req-a3bcf6f7-324b-42f3-8df0-74dce5fd88b5 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:19.900278 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:19.918747 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e1713ac-6707-46ba-aecb-67d234680f96 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:19.926413 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3abce7c6-21ff-4cdc-8349-4f5fd1c58c67 req-a3bcf6f7-324b-42f3-8df0-74dce5fd88b5 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:19.974763 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=6e1713ac-6707-46ba-aecb-67d234680f96,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:19.987048 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:17:19.987665 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:17:20.023580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b670513-1f2e-440b-b5b1-ad7cbb5bd9da req-e2214af3-a85f-4e25-88b4-8c99f72322df tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:20.025074 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b670513-1f2e-440b-b5b1-ad7cbb5bd9da req-e2214af3-a85f-4e25-88b4-8c99f72322df tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 950 time: 0.0604079 Dec 20 21:17:20.044909 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3abce7c6-21ff-4cdc-8349-4f5fd1c58c67 req-a3bcf6f7-324b-42f3-8df0-74dce5fd88b5 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:20.047919 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3abce7c6-21ff-4cdc-8349-4f5fd1c58c67 req-a3bcf6f7-324b-42f3-8df0-74dce5fd88b5 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:20.049409 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3abce7c6-21ff-4cdc-8349-4f5fd1c58c67 req-a3bcf6f7-324b-42f3-8df0-74dce5fd88b5 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "DELETE /v2.0/security-groups/1be67d63-64d9-421c-81b5-e94dbf58b287 HTTP/1.1" status: 204 len: 173 time: 0.2892256 Dec 20 21:17:20.063758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcf6f7-324b-42f3-8df0-74dce5fd88b5 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be67d63-64d9-421c-81b5-e94dbf58b287,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:20.106058 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b670513-1f2e-440b-b5b1-ad7cbb5bd9da req-a7ccbade-b868-42a6-b95b-c9c71fb549ca tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745564 Dec 20 21:17:20.189888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e8c1c-a148-4c8f-b919-6c8f96d40c81 req-7b36ab3f-ec45-4fef-91fb-9eec9fc03c19 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:20.191536 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e23e8c1c-a148-4c8f-b919-6c8f96d40c81 req-7b36ab3f-ec45-4fef-91fb-9eec9fc03c19 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 948 time: 0.0575864 Dec 20 21:17:20.240691 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e23e8c1c-a148-4c8f-b919-6c8f96d40c81 req-a37f5bc9-65bc-4625-b490-4afa367e12ad tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425425 Dec 20 21:17:20.275136 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2f04bc4-f5c6-4bc4-a12d-6a5b3317a092 req-631043ce-5912-4c71-81c2-e03c21046773 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/1cb0feb9-5e45-4f6a-b962-6fdf5768d966 HTTP/1.1" status: 200 len: 1803 time: 0.0710127 Dec 20 21:17:20.337916 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b2f04bc4-f5c6-4bc4-a12d-6a5b3317a092 req-42a5a611-b7a1-457d-995d-dce052e66ee7 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:20.374396 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b2f04bc4-f5c6-4bc4-a12d-6a5b3317a092 req-42a5a611-b7a1-457d-995d-dce052e66ee7 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:20.427943 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b2f04bc4-f5c6-4bc4-a12d-6a5b3317a092 req-42a5a611-b7a1-457d-995d-dce052e66ee7 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:20.431098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b2f04bc4-f5c6-4bc4-a12d-6a5b3317a092 req-42a5a611-b7a1-457d-995d-dce052e66ee7 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:20.434083 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2f04bc4-f5c6-4bc4-a12d-6a5b3317a092 req-42a5a611-b7a1-457d-995d-dce052e66ee7 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "DELETE /v2.0/security-groups/1cb0feb9-5e45-4f6a-b962-6fdf5768d966 HTTP/1.1" status: 204 len: 173 time: 0.1579177 Dec 20 21:17:20.457966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5a611-b7a1-457d-995d-dce052e66ee7 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb0feb9-5e45-4f6a-b962-6fdf5768d966,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:20.544749 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:20.577289 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1713ac-6707-46ba-aecb-67d234680f96 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:20.618643 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec939236-cc48-408c-a0c2-05dbb43642e2 req-1e88a9e5-8520-4bcb-861f-db7164bc9d2a tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:20.622654 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec939236-cc48-408c-a0c2-05dbb43642e2 req-1e88a9e5-8520-4bcb-861f-db7164bc9d2a tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 944 time: 0.0886004 Dec 20 21:17:20.647917 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6e1713ac-6707-46ba-aecb-67d234680f96, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6e1713ac-6707-46ba-aecb-67d234680f96,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:20.653888 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:20.691406 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec939236-cc48-408c-a0c2-05dbb43642e2 req-de65650a-e599-4ce3-b92c-8dd8df4f9f85 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531528 Dec 20 21:17:20.713125 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3044a5-8e98-4d94-8148-3f2e00ab0496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1713ac-6707-46ba-aecb-67d234680f96'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:20.713919 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad353ad-d28f-497e-9af2-98a3fca32560 req-a4fd30e4-acf1-4d25-9255-d21c7b9a566c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:20.715805 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f11e331-4ad4-45fd-a28b-cf127234b276" -d '{"events": [{"server_uuid": "6f3044a5-8e98-4d94-8148-3f2e00ab0496", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1713ac-6707-46ba-aecb-67d234680f96"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:20.722632 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4ad353ad-d28f-497e-9af2-98a3fca32560 req-a4fd30e4-acf1-4d25-9255-d21c7b9a566c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 948 time: 0.2664835 Dec 20 21:17:20.744242 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=6e1713ac-6707-46ba-aecb-67d234680f96,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:20.772935 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ddc15bf-e9a6-45bc-9c28-0b0225d71a00 req-4da1f2ca-4e8c-4b85-a1ee-e199e50783e8 tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/64d2249a-1051-4de6-9c82-bd333f03c54d HTTP/1.1" status: 200 len: 2401 time: 0.0608723 Dec 20 21:17:20.777723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2700d96-bf3a-4d86-85cd-b75dcd1d16f5 req-aa9910a1-8238-47f3-a457-8e17b3d69391 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:20.779632 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a2700d96-bf3a-4d86-85cd-b75dcd1d16f5 req-aa9910a1-8238-47f3-a457-8e17b3d69391 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496&tenant_id=6ecc0e7403494750812a106806372d38&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 948 time: 0.2308581 Dec 20 21:17:20.800489 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4ad353ad-d28f-497e-9af2-98a3fca32560 req-5d3c3899-5262-426a-9ab3-de92c3609b24 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754514 Dec 20 21:17:20.865220 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 03969b7e-2201-404e-9a80-876b18b65a80 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:17:20.882897 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ddc15bf-e9a6-45bc-9c28-0b0225d71a00 req-2d274101-445e-4727-be88-d80d15ed962a tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:20.925553 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ddc15bf-e9a6-45bc-9c28-0b0225d71a00 req-2d274101-445e-4727-be88-d80d15ed962a tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:20.989613 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2684e84-ba10-4396-9631-d0c7e83341a1 x-openstack-request-id: req-a2684e84-ba10-4396-9631-d0c7e83341a1 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:20.990197 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3044a5-8e98-4d94-8148-3f2e00ab0496", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1713ac-6707-46ba-aecb-67d234680f96", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:20.990723 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2684e84-ba10-4396-9631-d0c7e83341a1 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:20.991354 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3044a5-8e98-4d94-8148-3f2e00ab0496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1713ac-6707-46ba-aecb-67d234680f96', 'code': 200} Dec 20 21:17:20.993525 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2700d96-bf3a-4d86-85cd-b75dcd1d16f5 req-10558d0d-a40d-4e07-9dcd-e0d8c20eaa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:20.995781 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a2700d96-bf3a-4d86-85cd-b75dcd1d16f5 req-10558d0d-a40d-4e07-9dcd-e0d8c20eaa5d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 1098 time: 0.0823805 Dec 20 21:17:21.019240 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['6e1713ac-6707-46ba-aecb-67d234680f96'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:21.021359 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ddc15bf-e9a6-45bc-9c28-0b0225d71a00 req-2d274101-445e-4727-be88-d80d15ed962a tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:21.024480 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ddc15bf-e9a6-45bc-9c28-0b0225d71a00 req-2d274101-445e-4727-be88-d80d15ed962a tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:21.025616 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ddc15bf-e9a6-45bc-9c28-0b0225d71a00 req-2d274101-445e-4727-be88-d80d15ed962a tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "DELETE /v2.0/security-groups/64d2249a-1051-4de6-9c82-bd333f03c54d HTTP/1.1" status: 204 len: 173 time: 0.2421124 Dec 20 21:17:21.051148 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d274101-445e-4727-be88-d80d15ed962a tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d2249a-1051-4de6-9c82-bd333f03c54d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:21.057686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 03969b7e-2201-404e-9a80-876b18b65a80, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=03969b7e-2201-404e-9a80-876b18b65a80,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:21.126893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 03969b7e-2201-404e-9a80-876b18b65a80 has no active binding in host n-h1-xena-1 {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 21:17:21.258545 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-56f1d158-3b1f-4669-b2fe-1bedbed702c4 req-464d96c5-38e3-425d-ada0-7b685634894f tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "GET /v2.0/security-groups/eb79423c-8be2-4ce8-81ae-cca3bbe00a2d HTTP/1.1" status: 200 len: 2397 time: 0.1785667 Dec 20 21:17:21.295819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06d4e9-38aa-4a53-96cd-0bedc8b2df93 req-43470bc9-4956-4375-9dc6-8ddab843110d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:21.299404 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2700d96-bf3a-4d86-85cd-b75dcd1d16f5 req-e9d166ae-e199-4308-8d29-8155c180cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:21.301632 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a2700d96-bf3a-4d86-85cd-b75dcd1d16f5 req-e9d166ae-e199-4308-8d29-8155c180cace service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.2614625 Dec 20 21:17:21.306344 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a06d4e9-38aa-4a53-96cd-0bedc8b2df93 req-43470bc9-4956-4375-9dc6-8ddab843110d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 950 time: 0.0823629 Dec 20 21:17:21.367777 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a06d4e9-38aa-4a53-96cd-0bedc8b2df93 req-4ade9cd8-b69f-44f4-a21a-9f8d59c62b26 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556026 Dec 20 21:17:21.374126 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a2700d96-bf3a-4d86-85cd-b75dcd1d16f5 req-8a1a7a88-1f8d-4f13-876a-9a1c3c07a8d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=6e1713ac-6707-46ba-aecb-67d234680f96 HTTP/1.1" status: 200 len: 217 time: 0.0554109 Dec 20 21:17:21.408947 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-56f1d158-3b1f-4669-b2fe-1bedbed702c4 req-4f268805-ca55-49ea-819d-731840fd8e0c tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:21.441783 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-56f1d158-3b1f-4669-b2fe-1bedbed702c4 req-4f268805-ca55-49ea-819d-731840fd8e0c tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:21.463342 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2700d96-bf3a-4d86-85cd-b75dcd1d16f5 req-c369c58e-61e2-4846-a13b-0a8017bbf9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:21.464773 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a2700d96-bf3a-4d86-85cd-b75dcd1d16f5 req-c369c58e-61e2-4846-a13b-0a8017bbf9d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0890687 Dec 20 21:17:21.534587 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-56f1d158-3b1f-4669-b2fe-1bedbed702c4 req-4f268805-ca55-49ea-819d-731840fd8e0c tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:21.538051 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-56f1d158-3b1f-4669-b2fe-1bedbed702c4 req-4f268805-ca55-49ea-819d-731840fd8e0c tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:21.539247 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-56f1d158-3b1f-4669-b2fe-1bedbed702c4 req-4f268805-ca55-49ea-819d-731840fd8e0c tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] 10.222.0.32 "DELETE /v2.0/security-groups/eb79423c-8be2-4ce8-81ae-cca3bbe00a2d HTTP/1.1" status: 204 len: 173 time: 0.2798822 Dec 20 21:17:21.544995 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47594) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:21.548984 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2700d96-bf3a-4d86-85cd-b75dcd1d16f5 req-a0031fba-c076-44bf-b996-e294bb5fbf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:21.550504 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a2700d96-bf3a-4d86-85cd-b75dcd1d16f5 req-a0031fba-c076-44bf-b996-e294bb5fbf40 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789466 Dec 20 21:17:21.556680 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f268805-ca55-49ea-819d-731840fd8e0c tempest-SecurityGroupRulesTestJSON-2081998086 tempest-SecurityGroupRulesTestJSON-2081998086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb79423c-8be2-4ce8-81ae-cca3bbe00a2d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:21.599705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da5c52-ff33-47e4-8417-1e51aca1db43 req-ff256747-018d-4d58-8b4e-5958c6e87a6a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:21.601250 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0da5c52-ff33-47e4-8417-1e51aca1db43 req-ff256747-018d-4d58-8b4e-5958c6e87a6a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c40d5bbf-265c-4138-af81-15967090d72f HTTP/1.1" status: 200 len: 950 time: 0.1031704 Dec 20 21:17:21.643356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b47f0b-9d13-4c0c-8d8e-40d4459e53c6 admin admin] Deleting subnet 52dadbdd-501e-4e78-bc3e-3e163fbe694f {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:17:21.651229 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71b47f0b-9d13-4c0c-8d8e-40d4459e53c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:21.655690 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0da5c52-ff33-47e4-8417-1e51aca1db43 req-0cc65f73-db35-4374-bd63-bf5ff513b792 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479329 Dec 20 21:17:21.688618 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a2700d96-bf3a-4d86-85cd-b75dcd1d16f5 req-2ca0ffd5-60ed-4e3b-bb73-6f99b1784975 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239793 Dec 20 21:17:21.713151 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71b47f0b-9d13-4c0c-8d8e-40d4459e53c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:21.765776 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71b47f0b-9d13-4c0c-8d8e-40d4459e53c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:21.789907 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a2700d96-bf3a-4d86-85cd-b75dcd1d16f5 req-16c6d717-12ea-4bb2-9f7d-9f9990c073d1 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918581 Dec 20 21:17:21.853993 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71b47f0b-9d13-4c0c-8d8e-40d4459e53c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:21.886401 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71b47f0b-9d13-4c0c-8d8e-40d4459e53c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:21.889607 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-71b47f0b-9d13-4c0c-8d8e-40d4459e53c6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/52dadbdd-501e-4e78-bc3e-3e163fbe694f HTTP/1.1" status: 204 len: 168 time: 0.3434701 Dec 20 21:17:21.892309 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47608) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:21.901011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b47f0b-9d13-4c0c-8d8e-40d4459e53c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52dadbdd-501e-4e78-bc3e-3e163fbe694f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:22.020844 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf78598-8890-436b-9b30-3f468c7abb80 req-e046be1a-bf19-4e3d-9ee9-35c205fb6ede tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:22.022487 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ebf78598-8890-436b-9b30-3f468c7abb80 req-e046be1a-bf19-4e3d-9ee9-35c205fb6ede tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 944 time: 0.0744276 Dec 20 21:17:22.024316 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7b361-7954-4386-abe3-2ab713d83612 req-380d6835-77e6-463d-869f-ed5028a24ce6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:22.025187 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f597ec46-0464-4675-8795-7f1f7ef2bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:22.031037 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7b361-7954-4386-abe3-2ab713d83612 req-380d6835-77e6-463d-869f-ed5028a24ce6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:22.032910 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eaf7b361-7954-4386-abe3-2ab713d83612 req-380d6835-77e6-463d-869f-ed5028a24ce6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c40d5bbf-265c-4138-af81-15967090d72f&device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 1691 time: 0.0614862 Dec 20 21:17:22.093546 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ebf78598-8890-436b-9b30-3f468c7abb80 req-a1af2c98-6ec9-4c31-bad2-4368e8196330 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578961 Dec 20 21:17:22.094088 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eaf7b361-7954-4386-abe3-2ab713d83612 req-ebf5d5a0-69e0-45b0-983c-8917b5c56ac6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455236 Dec 20 21:17:22.186754 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f597ec46-0464-4675-8795-7f1f7ef2bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:22.213218 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f597ec46-0464-4675-8795-7f1f7ef2bf94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4753884f-23c0-48c5-9a32-74bd626f8972']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:22.231341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f597ec46-0464-4675-8795-7f1f7ef2bf94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19cd8bec-9ef3-4fbc-964d-51bd2523c4f9') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:22.231664 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f597ec46-0464-4675-8795-7f1f7ef2bf94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19cd8bec-9ef3-4fbc-964d-51bd2523c4f9') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:22.245460 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f597ec46-0464-4675-8795-7f1f7ef2bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:22.263978 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f597ec46-0464-4675-8795-7f1f7ef2bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:22.278611 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f597ec46-0464-4675-8795-7f1f7ef2bf94 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:17:22.279577 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f597ec46-0464-4675-8795-7f1f7ef2bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:17:22.287344 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:17:22.372393 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f597ec46-0464-4675-8795-7f1f7ef2bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:22.396363 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f597ec46-0464-4675-8795-7f1f7ef2bf94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:22.402703 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f597ec46-0464-4675-8795-7f1f7ef2bf94 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4753884f-23c0-48c5-9a32-74bd626f8972 HTTP/1.1" status: 204 len: 168 time: 0.5069556 Dec 20 21:17:22.402876 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6df72-2ea2-4308-b9cf-c46113356e11 req-afeae66f-7864-4a04-903d-225035ceabcc tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:22.405090 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597ec46-0464-4675-8795-7f1f7ef2bf94 admin admin] Pushing event deleted for resources: {'Network': ['ID=4753884f-23c0-48c5-9a32-74bd626f8972,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:22.409403 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54f6df72-2ea2-4308-b9cf-c46113356e11 req-afeae66f-7864-4a04-903d-225035ceabcc tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 949 time: 0.0579491 Dec 20 21:17:22.456448 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54f6df72-2ea2-4308-b9cf-c46113356e11 req-69daa14a-9214-449f-b4e0-3c24995d838b tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436180 Dec 20 21:17:22.683096 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47634) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:22.731354 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b413c5c0-d29e-4aa6-a997-6b6158aaf80d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f85a6a66415749b3a50b42ca903052fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469573 Dec 20 21:17:22.734310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47636) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:22.808914 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3001b8-8993-4476-a196-ce7e092e8462 req-ca69061e-7fdd-453f-ac60-8ec787e862d6 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:22.811492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d3001b8-8993-4476-a196-ce7e092e8462 req-ca69061e-7fdd-453f-ac60-8ec787e862d6 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c40d5bbf-265c-4138-af81-15967090d72f HTTP/1.1" status: 200 len: 1099 time: 0.0786176 Dec 20 21:17:22.813346 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c36cc82-4c71-4396-a4f0-fa264ad25b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:22.838542 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c36cc82-4c71-4396-a4f0-fa264ad25b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:22.861551 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d3001b8-8993-4476-a196-ce7e092e8462 req-da7a4934-bc75-45bb-bc39-6dfdb61f1e74 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399299 Dec 20 21:17:22.881904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 8ca299a6-a210-48f4-b34f-0b86299c40fd details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:17:22.915059 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c36cc82-4c71-4396-a4f0-fa264ad25b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:22.917871 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c36cc82-4c71-4396-a4f0-fa264ad25b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:22.919217 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7c36cc82-4c71-4396-a4f0-fa264ad25b52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7affe452-6c22-482f-b430-58d2bf6cc7ae HTTP/1.1" status: 204 len: 168 time: 0.1813393 Dec 20 21:17:22.935450 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36cc82-4c71-4396-a4f0-fa264ad25b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7affe452-6c22-482f-b430-58d2bf6cc7ae,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:23.014611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea2066-f945-4f9f-97ab-7b1caf874ec4 req-3d29dd6e-8f03-46b8-8e3d-5eac0c39bdf2 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:23.025437 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 8ca299a6-a210-48f4-b34f-0b86299c40fd, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=8ca299a6-a210-48f4-b34f-0b86299c40fd,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:23.025878 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-27ea2066-f945-4f9f-97ab-7b1caf874ec4 req-3d29dd6e-8f03-46b8-8e3d-5eac0c39bdf2 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 1099 time: 0.0811639 Dec 20 21:17:23.042433 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '8ca299a6-a210-48f4-b34f-0b86299c40fd', 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc', 'port_id': '8ca299a6-a210-48f4-b34f-0b86299c40fd', 'mac_address': 'fa:16:3e:f0:f8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cfb43f-380d-47e7-8095-0b998add498a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:17:23.076403 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-27ea2066-f945-4f9f-97ab-7b1caf874ec4 req-a2c0ce2b-165f-4959-8bd7-ddbf699cde58 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453484 Dec 20 21:17:23.115925 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:23.135927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ca299a6-a210-48f4-b34f-0b86299c40fd {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:23.171993 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 8ca299a6-a210-48f4-b34f-0b86299c40fd, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=8ca299a6-a210-48f4-b34f-0b86299c40fd,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:23.179641 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:23.236079 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=8ca299a6-a210-48f4-b34f-0b86299c40fd,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:23.237668 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9835a-5547-42e1-9a0d-0d1ae3a9a644 req-faa70ac3-51bd-49d5-ad8a-2b6abbcf4fd3 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:23.240508 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-24c9835a-5547-42e1-9a0d-0d1ae3a9a644 req-faa70ac3-51bd-49d5-ad8a-2b6abbcf4fd3 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 944 time: 0.0579419 Dec 20 21:17:23.276875 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47654) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:23.313564 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-24c9835a-5547-42e1-9a0d-0d1ae3a9a644 req-5ac44417-adbe-4f4d-a58f-a17f65d5a424 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663502 Dec 20 21:17:23.394562 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-5e3c2afa-dbe7-4aae-aae7-a5d7c2470b9b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cbf51c065521477894e586e4eb7f53a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324407 Dec 20 21:17:23.423815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['8ca299a6-a210-48f4-b34f-0b86299c40fd'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:23.491817 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2317bdfb-919f-4767-9037-4a0e71c9e578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:23.508731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6e1713ac-6707-46ba-aecb-67d234680f96 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:23.581544 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 6e1713ac-6707-46ba-aecb-67d234680f96 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:23.582006 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:23.600077 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa1a8c-dc5b-4fd0-948c-2dd08d65fa6b req-55a009ce-2bd2-4f36-9407-b0b4b54f2cac tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:23.609001 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1aa1a8c-dc5b-4fd0-948c-2dd08d65fa6b req-55a009ce-2bd2-4f36-9407-b0b4b54f2cac tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 949 time: 0.0826790 Dec 20 21:17:23.639969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-2b6017cb-93e6-48f8-80d3-6dda7452edde tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:23.650215 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-2b6017cb-93e6-48f8-80d3-6dda7452edde tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2545903 Dec 20 21:17:23.668103 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1aa1a8c-dc5b-4fd0-948c-2dd08d65fa6b req-fa1e23dc-f8ca-48db-8d79-b0fd13b74205 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583687 Dec 20 21:17:23.684843 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-b7b292a3-ac1e-49d1-9610-b4babacd7612 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/quotas/cbf51c065521477894e586e4eb7f53a2 HTTP/1.1" status: 200 len: 375 time: 0.0258465 Dec 20 21:17:23.775159 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-e3a440af-1d44-44ec-9c43-a5026ace0ebe tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0970201 Dec 20 21:17:23.788029 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:23.822695 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2317bdfb-919f-4767-9037-4a0e71c9e578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:23.829861 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2317bdfb-919f-4767-9037-4a0e71c9e578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:23.850975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3044a5-8e98-4d94-8148-3f2e00ab0496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1713ac-6707-46ba-aecb-67d234680f96'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:23.853587 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5485a8fc-1e1a-4167-a272-696f10fbe2e2" -d '{"events": [{"server_uuid": "6f3044a5-8e98-4d94-8148-3f2e00ab0496", "name": "network-vif-plugged", "status": "completed", "tag": "6e1713ac-6707-46ba-aecb-67d234680f96"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:23.877361 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6e1713ac-6707-46ba-aecb-67d234680f96, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6e1713ac-6707-46ba-aecb-67d234680f96,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:23.884791 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:23.898031 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47702) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:23.910787 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2317bdfb-919f-4767-9037-4a0e71c9e578 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbb3c897955e4380a252040a59129966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6321599 Dec 20 21:17:23.941056 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317bdfb-919f-4767-9037-4a0e71c9e578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471e8ebf-c976-4bb0-9514-67259d41bd1b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:23.982370 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=6e1713ac-6707-46ba-aecb-67d234680f96,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:24.031279 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47708) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:24.038055 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae2704-48d9-4255-adb3-b67897582e35 req-929b3cb7-bba1-4b70-9108-9cbe9750925f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:24.039932 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7bae2704-48d9-4255-adb3-b67897582e35 req-929b3cb7-bba1-4b70-9108-9cbe9750925f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.0906131 Dec 20 21:17:24.045474 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6400c9f1-66dd-4d09-a115-23e8261ded2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:24.046162 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0bcead-15df-4c60-910a-9728b03451b2 x-openstack-request-id: req-ec0bcead-15df-4c60-910a-9728b03451b2 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:24.046492 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3044a5-8e98-4d94-8148-3f2e00ab0496", "name": "network-vif-plugged", "status": "completed", "tag": "6e1713ac-6707-46ba-aecb-67d234680f96", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:24.046902 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec0bcead-15df-4c60-910a-9728b03451b2 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:24.047303 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3044a5-8e98-4d94-8148-3f2e00ab0496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1713ac-6707-46ba-aecb-67d234680f96', 'code': 200} Dec 20 21:17:24.118214 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7bae2704-48d9-4255-adb3-b67897582e35 req-e090cc96-8cf8-474b-b831-26704b5a2b80 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701282 Dec 20 21:17:24.124331 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6400c9f1-66dd-4d09-a115-23e8261ded2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:24.134626 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7525d741-7618-4941-82db-e786804ccf94 req-49d75f9f-edd5-4250-b37f-b2cf7410256f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 210 time: 0.0506341 Dec 20 21:17:24.189988 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6400c9f1-66dd-4d09-a115-23e8261ded2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:24.189988 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6400c9f1-66dd-4d09-a115-23e8261ded2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:24.189988 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6400c9f1-66dd-4d09-a115-23e8261ded2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/471e8ebf-c976-4bb0-9514-67259d41bd1b HTTP/1.1" status: 204 len: 168 time: 0.2859504 Dec 20 21:17:24.198521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400c9f1-66dd-4d09-a115-23e8261ded2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471e8ebf-c976-4bb0-9514-67259d41bd1b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:24.239404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-54129d65-90d7-4007-8671-4eecf46ab832 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1252811367-network', 'tenant_id': '1aa098716b2841b9a38afb0654e12766'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:24.327128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54129d65-90d7-4007-8671-4eecf46ab832 admin admin] Made reservation on behalf of 1aa098716b2841b9a38afb0654e12766 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:24.329871 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54129d65-90d7-4007-8671-4eecf46ab832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:24.350609 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54129d65-90d7-4007-8671-4eecf46ab832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:24.510244 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a1bd3-e01a-41b1-967f-d621f213283e req-92cf1e8b-b557-4465-9205-4f34aca881d5 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:24.528297 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-120a1bd3-e01a-41b1-967f-d621f213283e req-92cf1e8b-b557-4465-9205-4f34aca881d5 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 944 time: 0.1123800 Dec 20 21:17:24.576663 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54129d65-90d7-4007-8671-4eecf46ab832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:24.578968 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-120a1bd3-e01a-41b1-967f-d621f213283e req-bd8cc5b9-a7e0-404d-a48a-985e097f5daa tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493693 Dec 20 21:17:24.583146 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54129d65-90d7-4007-8671-4eecf46ab832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:24.638162 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54129d65-90d7-4007-8671-4eecf46ab832 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:17:24.641075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54129d65-90d7-4007-8671-4eecf46ab832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:24.676230 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54129d65-90d7-4007-8671-4eecf46ab832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:24.676583 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-54129d65-90d7-4007-8671-4eecf46ab832 admin admin] Added segment d5df4eea-1320-4291-b435-4112b933be1d of type vlan for network b0018659-3311-4101-8777-78fe26154914 Dec 20 21:17:24.732391 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47746) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:24.746238 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70fc5608-41c7-4b90-b06d-79b86d4bf1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:24.746614 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-cfd2b16d-5d74-4c03-896a-99005bc4fa20 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6ecc0e7403494750812a106806372d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509405 Dec 20 21:17:24.817533 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54129d65-90d7-4007-8671-4eecf46ab832 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:24.871680 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54129d65-90d7-4007-8671-4eecf46ab832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:24.872647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54129d65-90d7-4007-8671-4eecf46ab832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:24.873219 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54129d65-90d7-4007-8671-4eecf46ab832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:24.888821 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 8ca299a6-a210-48f4-b34f-0b86299c40fd up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:24.906464 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70fc5608-41c7-4b90-b06d-79b86d4bf1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:24.911031 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70fc5608-41c7-4b90-b06d-79b86d4bf1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:24.962672 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc5608-41c7-4b90-b06d-79b86d4bf1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e0e664-08e9-4df3-8e19-9f701f934d42,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:24.967905 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-70fc5608-41c7-4b90-b06d-79b86d4bf1c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d666c49c0be240d3b3e5a63e8d67d796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340291 Dec 20 21:17:24.971904 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47762) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:25.001954 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 8ca299a6-a210-48f4-b34f-0b86299c40fd triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:25.004413 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:25.012088 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ea11976c-15f2-42e6-bf43-884e5802a5b3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:25.019543 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ea11976c-15f2-42e6-bf43-884e5802a5b3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2669430 Dec 20 21:17:25.043801 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-54129d65-90d7-4007-8671-4eecf46ab832 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0114110 Dec 20 21:17:25.046988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47768) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:25.054892 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-a20eb9cc-39dd-436a-9e77-155d74ea966f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/quotas/6ecc0e7403494750812a106806372d38 HTTP/1.1" status: 200 len: 375 time: 0.0330071 Dec 20 21:17:25.061039 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-05923f63-ab47-4289-9c88-44825e752889 admin admin] Request body: {'subnet': {'network_id': 'b0018659-3311-4101-8777-78fe26154914', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1252811367-subnet', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:25.064890 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54129d65-90d7-4007-8671-4eecf46ab832 admin admin] Pushing event updated for resources: {'Network': ['ID=b0018659-3311-4101-8777-78fe26154914,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:25.077345 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ee0b487-23ce-4096-8ce4-4169f60acea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:25.109289 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network b0018659-3311-4101-8777-78fe26154914 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:17:25.112291 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ee0b487-23ce-4096-8ce4-4169f60acea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:25.119374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05923f63-ab47-4289-9c88-44825e752889 admin admin] Made reservation on behalf of 1aa098716b2841b9a38afb0654e12766 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:25.135448 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-05923f63-ab47-4289-9c88-44825e752889 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:25.178878 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ee0b487-23ce-4096-8ce4-4169f60acea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:25.180914 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-e8948bc6-02ac-43e7-82fe-af43332d19c4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1251094 Dec 20 21:17:25.183802 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ee0b487-23ce-4096-8ce4-4169f60acea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:25.187881 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4ee0b487-23ce-4096-8ce4-4169f60acea5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75e0e664-08e9-4df3-8e19-9f701f934d42 HTTP/1.1" status: 204 len: 168 time: 0.2124128 Dec 20 21:17:25.199404 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0b487-23ce-4096-8ce4-4169f60acea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e0e664-08e9-4df3-8e19-9f701f934d42,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:25.222912 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:25.272086 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 8ca299a6-a210-48f4-b34f-0b86299c40fd, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=8ca299a6-a210-48f4-b34f-0b86299c40fd,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:25.279839 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:25.464401 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=8ca299a6-a210-48f4-b34f-0b86299c40fd,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:25.476774 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-b4d8315e-73e3-4641-a870-d155043289eb service neutron] 10.222.0.66 "GET /v2.0/ports/03969b7e-2201-404e-9a80-876b18b65a80/bindings/n-h1-xena-1 HTTP/1.1" status: 200 len: 382 time: 0.1783810 Dec 20 21:17:25.495066 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:25.495412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:25.495746 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:25.496083 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:25.496428 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:25.496804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:25.497121 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:25.497374 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:25.497695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:25.498013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:25.506120 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:25.519290 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:25.523405 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cbb76faf-037d-4189-b940-fecaa44871f0 req-8cd7b583-1185-4607-b8ff-f2a178dfce80 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 210 time: 0.0797276 Dec 20 21:17:25.648722 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-129d2f02-3848-4902-a014-b9e5fca3a977 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=cbf51c065521477894e586e4eb7f53a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1159580 Dec 20 21:17:25.712487 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-676af873-ce06-4745-99c6-50a3698418d5 req-15a48f9a-87f1-419f-a294-18031c8682ee tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 210 time: 0.0615196 Dec 20 21:17:25.786656 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-05923f63-ab47-4289-9c88-44825e752889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:26.001962 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05923f63-ab47-4289-9c88-44825e752889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=073e472a-06c1-4beb-a06c-2ac1c0f65fba,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:26.048443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbeb7d4-3d06-4728-b96e-604e55bcf0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca299a6-a210-48f4-b34f-0b86299c40fd'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:26.051213 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed464a4-cc0d-4591-bb1b-e91d8c9f543f" -d '{"events": [{"server_uuid": "1cbeb7d4-3d06-4728-b96e-604e55bcf0d5", "name": "network-vif-plugged", "status": "completed", "tag": "8ca299a6-a210-48f4-b34f-0b86299c40fd"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:26.087088 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-e50ae18a-b402-4a01-99e3-beac135f793f service neutron] For port 03969b7e-2201-404e-9a80-876b18b65a80, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=03969b7e-2201-404e-9a80-876b18b65a80,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:26.128231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683fc70-e3e3-4792-a908-0de39b8a2096 req-7dfec4ce-c84e-4995-b3de-678f8fa19dc7 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:26.134744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-e50ae18a-b402-4a01-99e3-beac135f793f service neutron] For port 03969b7e-2201-404e-9a80-876b18b65a80, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:26.143996 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3683fc70-e3e3-4792-a908-0de39b8a2096 req-7dfec4ce-c84e-4995-b3de-678f8fa19dc7 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 944 time: 0.2802296 Dec 20 21:17:26.164175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-a598c273-211b-4cb3-9755-a795b3fe99e8 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:26.165924 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-a598c273-211b-4cb3-9755-a795b3fe99e8 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5098662 Dec 20 21:17:26.187057 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-e50ae18a-b402-4a01-99e3-beac135f793f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03969b7e-2201-404e-9a80-876b18b65a80 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:26.202924 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05923f63-ab47-4289-9c88-44825e752889 admin admin] Checking segment: {'id': 'd5df4eea-1320-4291-b435-4112b933be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b0018659-3311-4101-8777-78fe26154914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:26.203376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05923f63-ab47-4289-9c88-44825e752889 admin admin] Network hostable DHCP agents. Network: b0018659-3311-4101-8777-78fe26154914, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:17:26.221120 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-b821e83b-3e5d-441e-829e-2eab0b8b3801 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Request body: {'port': {'device_id': '61c9bce3-4e1f-4a8b-94cf-c0586deb2355', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': 'cbf51c065521477894e586e4eb7f53a2'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:26.227471 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-e50ae18a-b402-4a01-99e3-beac135f793f service neutron] For port 03969b7e-2201-404e-9a80-876b18b65a80, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=03969b7e-2201-404e-9a80-876b18b65a80,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:26.258852 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3683fc70-e3e3-4792-a908-0de39b8a2096 req-f15a12d9-5139-462e-ac61-a996a5ec6a68 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118708 Dec 20 21:17:26.292121 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-e50ae18a-b402-4a01-99e3-beac135f793f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:26.313664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05923f63-ab47-4289-9c88-44825e752889 admin admin] Network b0018659-3311-4101-8777-78fe26154914 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:17:26.337355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-05923f63-ab47-4289-9c88-44825e752889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, b0018659-3311-4101-8777-78fe26154914) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:26.342332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05923f63-ab47-4289-9c88-44825e752889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:26.344027 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-05923f63-ab47-4289-9c88-44825e752889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:26.347900 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986be78d-c248-4843-9b29-1cc5de103206 None None] Network b0018659-3311-4101-8777-78fe26154914 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:17:26.373436 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-05923f63-ab47-4289-9c88-44825e752889 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3161662 Dec 20 21:17:26.375390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47830) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:26.387480 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1252811367-router', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:26.396622 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd43c48d-9835-4ef4-ac61-b5afb47ba16e x-openstack-request-id: req-fd43c48d-9835-4ef4-ac61-b5afb47ba16e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:26.396946 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cbeb7d4-3d06-4728-b96e-604e55bcf0d5", "name": "network-vif-plugged", "status": "completed", "tag": "8ca299a6-a210-48f4-b34f-0b86299c40fd", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:26.397201 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd43c48d-9835-4ef4-ac61-b5afb47ba16e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:26.397630 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbeb7d4-3d06-4728-b96e-604e55bcf0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca299a6-a210-48f4-b34f-0b86299c40fd', 'code': 200} Dec 20 21:17:26.417700 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:26.418886 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:26.573911 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:26.690825 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-e50ae18a-b402-4a01-99e3-beac135f793f service neutron] Transition to ACTIVE for port object 03969b7e-2201-404e-9a80-876b18b65a80 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:17:26.708637 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-e50ae18a-b402-4a01-99e3-beac135f793f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:26.771369 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:26.838990 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f6c561f-a8d1-474f-a0f3-828ac4f91039 req-b4e5a23a-2d04-4d9b-bc4c-612244562887 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 210 time: 0.0614355 Dec 20 21:17:26.883145 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-b821e83b-3e5d-441e-829e-2eab0b8b3801 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Made reservation on behalf of cbf51c065521477894e586e4eb7f53a2 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:26.891187 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-b821e83b-3e5d-441e-829e-2eab0b8b3801 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:26.901996 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-b0018659-3311-4101-8777-78fe26154914', 'network_id': 'b0018659-3311-4101-8777-78fe26154914', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'fixed_ips': [{'subnet_id': '073e472a-06c1-4beb-a06c-2ac1c0f65fba'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:17:26.902931 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:27.060493 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-e50ae18a-b402-4a01-99e3-beac135f793f service neutron] No DVR routers for this DVR port 03969b7e-2201-404e-9a80-876b18b65a80 on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:17:27.090778 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-824a4310-823d-4ebe-8552-66ab70d4e285 req-e4c22a15-ab7e-4137-8bc1-2425c69a85aa tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 210 time: 0.1163266 Dec 20 21:17:27.113215 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ae18a-b402-4a01-99e3-beac135f793f service neutron] Pushing event updated for resources: {'Port': ['ID=03969b7e-2201-404e-9a80-876b18b65a80,revision_number=10']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:27.231845 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe373e79-d274-4083-ac47-91712714c34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:27.403080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Allocated IP 172.20.0.2 (b0018659-3311-4101-8777-78fe26154914/073e472a-06c1-4beb-a06c-2ac1c0f65fba/e6aead2f-56ea-45e8-86be-a75a31195629) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:17:27.556323 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-e50ae18a-b402-4a01-99e3-beac135f793f service neutron] 10.222.0.66 "PUT /v2.0/ports/03969b7e-2201-404e-9a80-876b18b65a80/bindings/n-h1-xena-1/activate HTTP/1.1" status: 200 len: 367 time: 2.0784569 Dec 20 21:17:27.644120 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-83f0ece2-7ea5-4dc7-a47c-4f498b8de8d2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6ecc0e7403494750812a106806372d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1235006 Dec 20 21:17:27.766999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-b821e83b-3e5d-441e-829e-2eab0b8b3801 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Allocated IP 192.168.233.227 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/8fde6890-b648-4247-a088-11f86c006080) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:17:27.782549 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:27.826491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3bb83c-9cb5-473e-aeaa-afb3d8570cb5 req-90689705-af93-4923-acf7-8527cd382295 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:27.835482 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cf3bb83c-9cb5-473e-aeaa-afb3d8570cb5 req-90689705-af93-4923-acf7-8527cd382295 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 945 time: 0.2342608 Dec 20 21:17:27.887453 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:27.898570 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:27.965375 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Network b0018659-3311-4101-8777-78fe26154914 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:27.969894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:27.977025 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:28.025133 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Pushing event updated for resources: {'Port': ['ID=e6aead2f-56ea-45e8-86be-a75a31195629,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:28.062800 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Attempting to bind port e6aead2f-56ea-45e8-86be-a75a31195629 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:28.063473 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Attempting to bind port e6aead2f-56ea-45e8-86be-a75a31195629 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'd5df4eea-1320-4291-b435-4112b933be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b0018659-3311-4101-8777-78fe26154914'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:28.064019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Attempting to bind port e6aead2f-56ea-45e8-86be-a75a31195629 on network b0018659-3311-4101-8777-78fe26154914 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:28.070268 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:28.072363 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Checking segment: {'id': 'd5df4eea-1320-4291-b435-4112b933be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b0018659-3311-4101-8777-78fe26154914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:28.072993 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:28.073590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Bound using segment: {'id': 'd5df4eea-1320-4291-b435-4112b933be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b0018659-3311-4101-8777-78fe26154914'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:28.075336 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Bound port: e6aead2f-56ea-45e8-86be-a75a31195629, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5df4eea-1320-4291-b435-4112b933be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b0018659-3311-4101-8777-78fe26154914'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:28.077047 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:28.149245 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-b821e83b-3e5d-441e-829e-2eab0b8b3801 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:28.160098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:28.213111 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cf3bb83c-9cb5-473e-aeaa-afb3d8570cb5 req-04695672-2eca-4bdb-b7dc-f7a03fc5be13 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766859 Dec 20 21:17:28.216761 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-b821e83b-3e5d-441e-829e-2eab0b8b3801 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:28.239904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] For port e6aead2f-56ea-45e8-86be-a75a31195629, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:28.241944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-b821e83b-3e5d-441e-829e-2eab0b8b3801 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:28.245902 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-b821e83b-3e5d-441e-829e-2eab0b8b3801 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:28.253459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] For port e6aead2f-56ea-45e8-86be-a75a31195629, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e6aead2f-56ea-45e8-86be-a75a31195629,segment=NetworkSegment(d5df4eea-1320-4291-b435-4112b933be1d),segment_id=d5df4eea-1320-4291-b435-4112b933be1d)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:28.263705 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:28.297898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['27f27e94-070d-4ba9-92c4-35038cc85d4c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:28.315632 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-cafe4a3a-f107-445d-aedd-f69733da83d6 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:28.315953 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-b821e83b-3e5d-441e-829e-2eab0b8b3801 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:28.317632 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-cafe4a3a-f107-445d-aedd-f69733da83d6 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6609213 Dec 20 21:17:28.322109 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-12ed0758-b218-4a32-ae33-f822713955a9 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:28.323661 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-12ed0758-b218-4a32-ae33-f822713955a9 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069&tenant_id=346c11314eec451f8179854f6f127333&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 1094 time: 0.5940516 Dec 20 21:17:28.359899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c50e7163-7ce6-4b98-a677-d7b1a60568f0', '095dc952-4236-4239-b529-21f01ec7edf9', 'af0c69c0-2187-4115-9ca2-8619f872176b', '26812aac-b0f3-494e-b917-626bd0c0db4b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:28.416204 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-a89fc71a-31b6-493e-896c-0cde53347233 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Request body: {'port': {'device_id': '09c86ab1-932d-4f57-9230-e15a8f68193b', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': '6ecc0e7403494750812a106806372d38'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:28.554738 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821e83b-3e5d-441e-829e-2eab0b8b3801 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Pushing event updated for resources: {'Port': ['ID=8fde6890-b648-4247-a088-11f86c006080,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:28.614365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-b821e83b-3e5d-441e-829e-2eab0b8b3801 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:28.620100 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-b821e83b-3e5d-441e-829e-2eab0b8b3801 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:28.671116 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-b821e83b-3e5d-441e-829e-2eab0b8b3801 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4682305 Dec 20 21:17:28.692692 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c01dc6-07a8-4c90-9701-34bda07e6f74 None None] Pushing event updated for resources: {'Port': ['ID=e6aead2f-56ea-45e8-86be-a75a31195629,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:28.696181 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Request body: {'port': {'device_id': '61c9bce3-4e1f-4a8b-94cf-c0586deb2355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:28.761555 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-24bb93c0-087c-4338-8e63-29cb2a7ce913 None None] Provisioning complete for port 8fde6890-b648-4247-a088-11f86c006080 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:28.762145 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24bb93c0-087c-4338-8e63-29cb2a7ce913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:28.836097 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-24bb93c0-087c-4338-8e63-29cb2a7ce913 None None] Port 8fde6890-b648-4247-a088-11f86c006080 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:17:28.873865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-53660708-86ce-49d8-9b96-5a7dec7d0b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:28.878806 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-53660708-86ce-49d8-9b96-5a7dec7d0b8e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069&tenant_id=346c11314eec451f8179854f6f127333 HTTP/1.1" status: 200 len: 1094 time: 0.5201142 Dec 20 21:17:28.898883 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:28.990312 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8af3c-8136-486d-958b-c080e5c14f83 req-bf343169-23f7-4d0e-8452-5e0883aea49d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:28.999305 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-afa8af3c-8136-486d-958b-c080e5c14f83 req-bf343169-23f7-4d0e-8452-5e0883aea49d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 936 time: 0.5778701 Dec 20 21:17:29.031170 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Allocated IP 172.35.3.50 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/ced13779-d7f4-4f91-b132-a80154ef9e34) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:17:29.209234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-a89fc71a-31b6-493e-896c-0cde53347233 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Made reservation on behalf of 6ecc0e7403494750812a106806372d38 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:29.221430 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-a89fc71a-31b6-493e-896c-0cde53347233 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:29.313927 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-afa8af3c-8136-486d-958b-c080e5c14f83 req-365eee32-e42a-4b47-85b3-1e910732d30b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134234 Dec 20 21:17:29.326678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-dbbf31d3-d4fe-4c9e-a789-39b87212dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:29.326678 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-dbbf31d3-d4fe-4c9e-a789-39b87212dbb8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 1094 time: 0.3605390 Dec 20 21:17:29.425473 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14558a27-0088-45a6-973a-4493ea2a16b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:29.555016 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-31c2dde2-5608-4293-ae4e-70e8bc1124f7 req-31381854-3e8d-4024-acda-59bcbf9899e3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 210 time: 0.0922248 Dec 20 21:17:29.625802 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 03969b7e-2201-404e-9a80-876b18b65a80 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:17:29.645552 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fde6890-b648-4247-a088-11f86c006080 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:29.682693 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:29.694606 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 03969b7e-2201-404e-9a80-876b18b65a80 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:17:29.722721 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Transition to ACTIVE for port object 8fde6890-b648-4247-a088-11f86c006080 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:17:29.733272 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:29.860274 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Pushing event updated for resources: {'Port': ['ID=8fde6890-b648-4247-a088-11f86c006080,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:29.887807 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-d8265a9a-2278-423c-b74c-f88114d66814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:29.891929 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-d8265a9a-2278-423c-b74c-f88114d66814 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 921 time: 0.5559170 Dec 20 21:17:29.898427 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:29.981601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Attempting to bind port 8fde6890-b648-4247-a088-11f86c006080 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:29.982175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Attempting to bind port 8fde6890-b648-4247-a088-11f86c006080 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:29.982608 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Attempting to bind port 8fde6890-b648-4247-a088-11f86c006080 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:29.999093 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Port 8fde6890-b648-4247-a088-11f86c006080 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:17:29.999578 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Attempting to bind port 8fde6890-b648-4247-a088-11f86c006080 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:30.010455 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:30.011278 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:30.011772 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:30.012315 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Bound port: 8fde6890-b648-4247-a088-11f86c006080, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:30.013986 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:30.022665 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8c582211-28be-4445-8395-3c093d38004d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03969b7e-2201-404e-9a80-876b18b65a80 HTTP/1.1" status: 200 len: 217 time: 0.1080208 Dec 20 21:17:30.042386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-a89fc71a-31b6-493e-896c-0cde53347233 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Allocated IP 192.168.233.81 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:17:30.176301 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:30.188053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-40c58572-760f-434a-a6f9-b887bf1faa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:30.189846 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-40c58572-760f-434a-a6f9-b887bf1faa78 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.1557415 Dec 20 21:17:30.196465 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] For port 8fde6890-b648-4247-a088-11f86c006080, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:30.201980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] For port 8fde6890-b648-4247-a088-11f86c006080, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=8fde6890-b648-4247-a088-11f86c006080,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:30.213197 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:30.286175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:30.287224 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:30.289142 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] 10.222.0.66 "PUT /v2.0/ports/8fde6890-b648-4247-a088-11f86c006080 HTTP/1.1" status: 200 len: 1094 time: 1.6028688 Dec 20 21:17:30.292690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c9bce3-4e1f-4a8b-94cf-c0586deb2355', 'tag': '8fde6890-b648-4247-a088-11f86c006080'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:30.296361 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adae2bd-658b-4c57-8cc8-06037d7d8405" -d '{"events": [{"name": "network-changed", "server_uuid": "61c9bce3-4e1f-4a8b-94cf-c0586deb2355", "tag": "8fde6890-b648-4247-a088-11f86c006080"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:30.318147 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-50b330f4-12a0-44f5-9ff6-9aa3a6ed96a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670040 Dec 20 21:17:30.320481 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:30.348727 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18181c-16c6-4114-a31a-078f67de7f2a service neutron] Pushing event updated for resources: {'Port': ['ID=8fde6890-b648-4247-a088-11f86c006080,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:30.348949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:30.352119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:30.441992 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-abde1d4b-8079-499f-ab21-78f40cb9cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:30.443765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Pushing event updated for resources: {'Port': ['ID=ced13779-d7f4-4f91-b132-a80154ef9e34,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:30.476085 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-abde1d4b-8079-499f-ab21-78f40cb9cd01 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 1097 time: 0.1119754 Dec 20 21:17:30.481522 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e8cfb3-d6bf-4de9-b66b-601961751a86 None None] Network b0018659-3311-4101-8777-78fe26154914 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:17:30.537499 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:17:30.601293 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-50829efe-4f52-4575-99ac-0e948f2c3801 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=8fde6890-b648-4247-a088-11f86c006080 HTTP/1.1" status: 200 len: 217 time: 0.1003671 Dec 20 21:17:30.648343 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:30.666624 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-357cdebc-ad4e-46db-b258-cd31e1e06079 None None] Provisioning complete for port e6aead2f-56ea-45e8-86be-a75a31195629 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:30.666994 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-357cdebc-ad4e-46db-b258-cd31e1e06079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:30.706530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-10094b6f-b247-4b99-b2c5-51b259bd3c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:30.708370 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-10094b6f-b247-4b99-b2c5-51b259bd3c7e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0898852 Dec 20 21:17:30.806462 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-61cea810-6e05-4256-b03a-5ba5d88ed5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:30.808160 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-61cea810-6e05-4256-b03a-5ba5d88ed5ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910885 Dec 20 21:17:30.878474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e6aead2f-56ea-45e8-86be-a75a31195629 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:30.954673 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-93e43997-ae38-432a-9e0e-7996fdaf4ae9 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305039 Dec 20 21:17:30.962704 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-a89fc71a-31b6-493e-896c-0cde53347233 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:30.972502 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e6aead2f-56ea-45e8-86be-a75a31195629 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:30.972896 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:31.077383 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-357cdebc-ad4e-46db-b258-cd31e1e06079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:31.142155 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:31.152563 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-2f80ef40-59cd-49de-b2ff-19a687d963ae service neutron] 10.222.0.31 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8344858 Dec 20 21:17:31.178829 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-a89fc71a-31b6-493e-896c-0cde53347233 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:31.211170 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-357cdebc-ad4e-46db-b258-cd31e1e06079 None None] For port e6aead2f-56ea-45e8-86be-a75a31195629, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e6aead2f-56ea-45e8-86be-a75a31195629,segment=NetworkSegment(d5df4eea-1320-4291-b435-4112b933be1d),segment_id=d5df4eea-1320-4291-b435-4112b933be1d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:31.259036 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['6e1713ac-6707-46ba-aecb-67d234680f96'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:31.261497 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c44ec9c2-a894-47ea-8ae2-7f1806d9d86b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:31.276089 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6e0242aa-ebc2-457b-9246-005d808eca8c req-bd7a941a-4c72-4c51-9345-3a82ed12f897 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910962 Dec 20 21:17:31.348176 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:17:31.348176 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:17:31.348645 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-357cdebc-ad4e-46db-b258-cd31e1e06079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:31.417362 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-8897737f-94f4-4b1e-a072-3a1f318f48e6 service neutron] 10.222.0.31 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144911 Dec 20 21:17:31.469253 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cdebc-ad4e-46db-b258-cd31e1e06079 None None] Pushing event updated for resources: {'Port': ['ID=e6aead2f-56ea-45e8-86be-a75a31195629,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:31.516479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fc71a-31b6-493e-896c-0cde53347233 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Pushing event updated for resources: {'Port': ['ID=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:31.538814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-a89fc71a-31b6-493e-896c-0cde53347233 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:31.546294 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-a89fc71a-31b6-493e-896c-0cde53347233 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:31.564041 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-a89fc71a-31b6-493e-896c-0cde53347233 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:31.753658 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:31.982744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd436b0-e384-4b24-a902-cf4d4a0665e9 req-7efe1760-af9e-4114-9f91-6db93f45b0ae tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:31.984796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-a89fc71a-31b6-493e-896c-0cde53347233 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:31.985451 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-a89fc71a-31b6-493e-896c-0cde53347233 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:31.993270 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3bd436b0-e384-4b24-a902-cf4d4a0665e9 req-7efe1760-af9e-4114-9f91-6db93f45b0ae tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 945 time: 0.1246381 Dec 20 21:17:32.073113 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b08d28ee-1013-4f9f-9162-87bd592dd765 None None] Provisioning complete for port e6aead2f-56ea-45e8-86be-a75a31195629 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:32.073825 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b08d28ee-1013-4f9f-9162-87bd592dd765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:32.076401 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3bd436b0-e384-4b24-a902-cf4d4a0665e9 req-6c05194e-e208-4940-80cd-cbaf47260720 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723009 Dec 20 21:17:32.101480 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-c718ad3e-272f-4b92-8faf-6323f98e0c54 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e8a780c7431b45fba650d761d6445660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3193107 Dec 20 21:17:32.143576 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee52b0ee-9801-439f-895c-c2b182e55637 x-openstack-request-id: req-ee52b0ee-9801-439f-895c-c2b182e55637 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:32.144163 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c9bce3-4e1f-4a8b-94cf-c0586deb2355", "tag": "8fde6890-b648-4247-a088-11f86c006080", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:32.144646 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee52b0ee-9801-439f-895c-c2b182e55637 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:32.145287 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c9bce3-4e1f-4a8b-94cf-c0586deb2355', 'tag': '8fde6890-b648-4247-a088-11f86c006080', 'status': 'completed', 'code': 200} Dec 20 21:17:32.200604 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:32.279063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-57903a7f-b58d-431f-91b9-dc7f032f7c59 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:32.280924 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-57903a7f-b58d-431f-91b9-dc7f032f7c59 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709757 Dec 20 21:17:32.287965 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-a89fc71a-31b6-493e-896c-0cde53347233 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8759227 Dec 20 21:17:32.300513 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-6b851a8b-fe56-4379-bcc7-b0dcfb87c20c tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:32.300727 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:32.302449 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-6b851a8b-fe56-4379-bcc7-b0dcfb87c20c tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069&tenant_id=346c11314eec451f8179854f6f127333&binding%3Ahost_id=n-h1-xena-1 HTTP/1.1" status: 200 len: 1094 time: 0.4006407 Dec 20 21:17:32.309979 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Request body: {'port': {'device_id': '09c86ab1-932d-4f57-9230-e15a8f68193b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:32.367412 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4695bec-ca2c-47d3-9d54-93a32a86d8aa req-e0b01695-a5b8-48d9-8360-fd60bb933eb6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:32.369836 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4695bec-ca2c-47d3-9d54-93a32a86d8aa req-e0b01695-a5b8-48d9-8360-fd60bb933eb6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 948 time: 0.1470411 Dec 20 21:17:32.397127 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adae2bd-658b-4c57-8cc8-06037d7d8405 req-5e69f012-f3bf-42ac-bba5-e70894be2633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:32.398241 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-f0b82d9a-10bc-4f82-8b12-e37cca9b8e0f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/quotas/e8a780c7431b45fba650d761d6445660 HTTP/1.1" status: 200 len: 375 time: 0.1090252 Dec 20 21:17:32.400672 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-08a74779-b7bd-43c7-86d9-cf8bfaceb264 None None] Provisioning complete for port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:32.401217 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08a74779-b7bd-43c7-86d9-cf8bfaceb264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:32.409254 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0adae2bd-658b-4c57-8cc8-06037d7d8405 req-5e69f012-f3bf-42ac-bba5-e70894be2633 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 1097 time: 0.1973479 Dec 20 21:17:32.438265 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-4c6efe47-4f4d-4c03-a673-789955217df5 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8a780c7431b45fba650d761d6445660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277829 Dec 20 21:17:32.455536 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:32.510938 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-08a74779-b7bd-43c7-86d9-cf8bfaceb264 None None] Port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:17:32.595957 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4695bec-ca2c-47d3-9d54-93a32a86d8aa req-6f45149b-46b0-4952-86c1-70c43a3d0bc0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010543 Dec 20 21:17:32.641787 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e6aead2f-56ea-45e8-86be-a75a31195629 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:32.849986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adae2bd-658b-4c57-8cc8-06037d7d8405 req-55818b38-52d2-47d4-b892-fd884d253f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:32.856302 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0adae2bd-658b-4c57-8cc8-06037d7d8405 req-55818b38-52d2-47d4-b892-fd884d253f44 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.4284358 Dec 20 21:17:32.908870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e6aead2f-56ea-45e8-86be-a75a31195629 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:32.909237 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:32.951624 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:32.993637 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0adae2bd-658b-4c57-8cc8-06037d7d8405 req-2d8c0506-617b-44d9-a332-51cb76bc999a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=8fde6890-b648-4247-a088-11f86c006080 HTTP/1.1" status: 200 len: 217 time: 0.0693550 Dec 20 21:17:33.008354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-fc379d68-d467-485b-8e00-dde9dd5ef318 service neutron] For port 03969b7e-2201-404e-9a80-876b18b65a80, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:33.012460 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-fc379d68-d467-485b-8e00-dde9dd5ef318 service neutron] Notify callbacks [] for binding, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:33.013565 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d6650b-9143-4212-92b0-aa32038e6f58 req-fc379d68-d467-485b-8e00-dde9dd5ef318 service neutron] 10.222.0.31 "DELETE /v2.0/ports/03969b7e-2201-404e-9a80-876b18b65a80/bindings/n-h2-xena-1 HTTP/1.1" status: 204 len: 173 time: 0.6564395 Dec 20 21:17:33.136282 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f6dc2-48aa-4dea-8466-b68dbf11e65e req-05afc230-4dcc-4a7c-aff4-9f7d4c6ee34e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:33.137862 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-227f6dc2-48aa-4dea-8466-b68dbf11e65e req-05afc230-4dcc-4a7c-aff4-9f7d4c6ee34e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 935 time: 0.3349893 Dec 20 21:17:33.160555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adae2bd-658b-4c57-8cc8-06037d7d8405 req-cefd47c1-2b15-4a72-a8c5-021e5102fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:33.162107 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0adae2bd-658b-4c57-8cc8-06037d7d8405 req-cefd47c1-2b15-4a72-a8c5-021e5102fd7b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1572170 Dec 20 21:17:33.259808 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-227f6dc2-48aa-4dea-8466-b68dbf11e65e req-9e5c38f9-b6a0-4c06-9c0a-69158f50d82d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067462 Dec 20 21:17:33.313717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adae2bd-658b-4c57-8cc8-06037d7d8405 req-6ac7c896-cff3-45b5-8a88-162d4da1256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:33.320249 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0adae2bd-658b-4c57-8cc8-06037d7d8405 req-6ac7c896-cff3-45b5-8a88-162d4da1256a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388936 Dec 20 21:17:33.519805 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0adae2bd-658b-4c57-8cc8-06037d7d8405 req-f60ae93c-dbbc-447f-8ad2-876ad4e57021 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840823 Dec 20 21:17:33.665614 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-98aee98f-2be7-4c29-ba77-58168cfb8c35 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e8a780c7431b45fba650d761d6445660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4930906 Dec 20 21:17:33.837414 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd631c9f-4a67-4d8b-8e47-09bcda92f8d6 req-3e5c90ea-7df2-49bd-b3e0-27653756f5f9 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:33.838956 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fd631c9f-4a67-4d8b-8e47-09bcda92f8d6 req-3e5c90ea-7df2-49bd-b3e0-27653756f5f9 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 945 time: 0.3182604 Dec 20 21:17:33.860553 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-34b266de-9748-4246-aaab-4b30ec020bf1 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:33.862948 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-34b266de-9748-4246-aaab-4b30ec020bf1 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862719 Dec 20 21:17:33.904346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-18e4848d-b4af-415a-b14b-79eb3fe9a9be tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/quotas/e8a780c7431b45fba650d761d6445660 HTTP/1.1" status: 200 len: 375 time: 0.0290427 Dec 20 21:17:33.927320 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fd631c9f-4a67-4d8b-8e47-09bcda92f8d6 req-247e35aa-66c0-4024-8d7a-7c99d4a10a2c tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762646 Dec 20 21:17:33.929938 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0adae2bd-658b-4c57-8cc8-06037d7d8405 req-e7360eca-cb80-45f8-9c4e-8316df298897 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879514 Dec 20 21:17:33.990395 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Router 31302948-34c8-497f-ba66-632cb1b26a51 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:17:33.995722 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-29fb0ba6-4978-43f8-9af1-12b4a4170a67 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8a780c7431b45fba650d761d6445660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670116 Dec 20 21:17:34.012353 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:34.133955 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f67b0-aa5e-4a87-9d4d-692e1c70a414 req-b12a48a0-b69b-4d13-8396-a53c404385bd tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:34.142750 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0b0f67b0-aa5e-4a87-9d4d-692e1c70a414 req-b12a48a0-b69b-4d13-8396-a53c404385bd tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 948 time: 0.0995266 Dec 20 21:17:34.170889 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:17:34.175485 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:34.182807 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Sync routers for ids ['31302948-34c8-497f-ba66-632cb1b26a51'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:17:34.195209 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Routers {'31302948-34c8-497f-ba66-632cb1b26a51'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:17:34.195838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:17:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['31302948-34c8-497f-ba66-632cb1b26a51'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:34.221763 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:34.225971 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fa457265-98f4-49f6-b340-4945cd56e848 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8474262 Dec 20 21:17:34.241704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47972) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:34.256496 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Transition to ACTIVE for port object bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:17:34.264603 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0b0f67b0-aa5e-4a87-9d4d-692e1c70a414 req-4119f5b6-48d0-41cf-9c49-90a2321cf2c7 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120257 Dec 20 21:17:34.374649 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:34.599365 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Set router 31302948-34c8-497f-ba66-632cb1b26a51 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:17:34.658505 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a99e96e-d853-4102-827b-764421d1ba63 req-13dc0075-7896-4c66-9753-15e5ad263661 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 210 time: 0.1073010 Dec 20 21:17:34.773464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:34.890612 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab04bec-f08e-4292-89e9-57e39e2ffe6d req-8a0e27cd-5b9b-44c3-b29a-202cfe2cb0ea tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:34.895297 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aab04bec-f08e-4292-89e9-57e39e2ffe6d req-8a0e27cd-5b9b-44c3-b29a-202cfe2cb0ea tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 947 time: 0.1589370 Dec 20 21:17:34.993889 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31302948-34c8-497f-ba66-632cb1b26a51', 'name': 'tempest-ServersTestMultiNic-1252811367-router', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'ced13779-d7f4-4f91-b132-a80154ef9e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:17:26Z', 'updated_at': '2021-12-20T21:17:30Z', 'revision_number': 3, 'project_id': '1aa098716b2841b9a38afb0654e12766', 'gw_port': {'id': 'ced13779-d7f4-4f91-b132-a80154ef9e34', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:53:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31302948-34c8-497f-ba66-632cb1b26a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:28Z', 'updated_at': '2021-12-20T21:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:35.000123 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-49aa64e5-e7c4-44b6-9d66-0d9b8d238f16 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=e8a780c7431b45fba650d761d6445660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658543 Dec 20 21:17:35.010952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15b9f3-2a18-46bd-b8cc-fb49c315be48 req-59375db0-044f-48bc-aa45-960aaf3b25bf tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:35.012901 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d15b9f3-2a18-46bd-b8cc-fb49c315be48 req-59375db0-044f-48bc-aa45-960aaf3b25bf tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 1094 time: 0.2309527 Dec 20 21:17:35.021079 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Attempting to bind port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:35.021724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Attempting to bind port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:35.022243 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Attempting to bind port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:35.037472 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:17:35.038191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Attempting to bind port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:35.078100 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aab04bec-f08e-4292-89e9-57e39e2ffe6d req-42f04e06-5367-4266-ad4a-2c92806b9051 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754086 Dec 20 21:17:35.092822 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Checking router: 31302948-34c8-497f-ba66-632cb1b26a51 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:17:35.093453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Updating router 31302948-34c8-497f-ba66-632cb1b26a51 port ced13779-d7f4-4f91-b132-a80154ef9e34 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:17:35.104295 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:35.105190 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:35.107323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:35.107856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Bound port: bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:35.109408 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:35.146471 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:35.187795 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d15b9f3-2a18-46bd-b8cc-fb49c315be48 req-184abd5b-6868-4614-8ce2-15081d71c3a3 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575868 Dec 20 21:17:35.301394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] For port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:35.319663 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-bcecfc45-f682-4bd4-9f3f-49fa0b41a40e tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:35.321156 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-bcecfc45-f682-4bd4-9f3f-49fa0b41a40e tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3099041 Dec 20 21:17:35.321845 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] For port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:35.351880 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-4b83533a-cef6-4837-80ac-e38534fc0d8f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Request body: {'port': {'device_id': 'ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': 'e8a780c7431b45fba650d761d6445660'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:35.570961 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:35.602246 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:35.602883 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:35.620166 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 8fde6890-b648-4247-a088-11f86c006080 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:17:35.635416 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] 10.222.0.31 "PUT /v2.0/ports/bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 HTTP/1.1" status: 200 len: 1093 time: 3.3295758 Dec 20 21:17:35.635892 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c86ab1-932d-4f57-9230-e15a8f68193b', 'tag': 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:35.640409 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3303aae3-e0b0-4991-b758-6f3184e1fc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "09c86ab1-932d-4f57-9230-e15a8f68193b", "tag": "bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:35.835618 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed66c4-5de1-4b6f-b93e-a885bcebaa4a req-2cb34abe-ef3b-4fcb-b3bd-ed1d4e933a3f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:35.858388 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-97ed66c4-5de1-4b6f-b93e-a885bcebaa4a req-2cb34abe-ef3b-4fcb-b3bd-ed1d4e933a3f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 948 time: 0.4407413 Dec 20 21:17:35.882162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 8fde6890-b648-4247-a088-11f86c006080, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=8fde6890-b648-4247-a088-11f86c006080,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:35.899319 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '8fde6890-b648-4247-a088-11f86c006080', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '8fde6890-b648-4247-a088-11f86c006080', 'mac_address': 'fa:16:3e:85:12:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:17:35.974556 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-97ed66c4-5de1-4b6f-b93e-a885bcebaa4a req-72805cd4-46f0-4a57-a64b-3464a026c8af tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095374 Dec 20 21:17:36.027750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-4b83533a-cef6-4837-80ac-e38534fc0d8f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Made reservation on behalf of e8a780c7431b45fba650d761d6445660 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:36.035512 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-4b83533a-cef6-4837-80ac-e38534fc0d8f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:36.058191 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-4b83533a-cef6-4837-80ac-e38534fc0d8f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:36.100378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf19373-a05e-41bd-9da2-eba4cba72180 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:36.160422 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:36.176527 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:36.234666 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-f7574d63-9530-46f3-ba4a-c7b4922e173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:36.236434 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2714b15e-b17c-479f-9383-6eed0d673a5b req-1f4d2c1a-db42-4184-b9c5-3c3250fb6162 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 210 time: 0.1028302 Dec 20 21:17:36.238564 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-f7574d63-9530-46f3-ba4a-c7b4922e173d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 1096 time: 0.4659026 Dec 20 21:17:36.266771 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:36.305441 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-686d557e-b692-42f2-8056-b36127bfd8ad tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=e8a780c7431b45fba650d761d6445660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580001 Dec 20 21:17:36.371561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-8b93978e-1486-4f93-ac05-eafb5e33c21b tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:36.380236 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-8b93978e-1486-4f93-ac05-eafb5e33c21b tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 820 time: 0.5168664 Dec 20 21:17:36.391594 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-14d0be7c-6720-48cc-afbc-5a7b18ba08b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 HTTP/1.1" status: 200 len: 217 time: 0.1341600 Dec 20 21:17:36.399518 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff7ac61-0940-4b91-8779-efc5d31d8d5f x-openstack-request-id: req-1ff7ac61-0940-4b91-8779-efc5d31d8d5f {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:36.399821 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c86ab1-932d-4f57-9230-e15a8f68193b", "tag": "bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:36.400202 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ff7ac61-0940-4b91-8779-efc5d31d8d5f {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:36.400649 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c86ab1-932d-4f57-9230-e15a8f68193b', 'tag': 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9', 'status': 'completed', 'code': 200} Dec 20 21:17:36.426896 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-66cfe5f0-2889-4fa2-96e3-425d73ca691c tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/quotas/346c11314eec451f8179854f6f127333 HTTP/1.1" status: 200 len: 375 time: 0.0455923 Dec 20 21:17:36.550319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-5a6a33cd-392b-4395-ab90-945db690a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:36.551849 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-5a6a33cd-392b-4395-ab90-945db690a5b1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1456034 Dec 20 21:17:36.587946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-12842aa6-0807-4b19-a32a-397917c8e318 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:36.599692 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-12842aa6-0807-4b19-a32a-397917c8e318 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2806137 Dec 20 21:17:36.613263 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fde6890-b648-4247-a088-11f86c006080 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:36.639478 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d03948-8070-4126-b9d0-906ac565c6e5 None None] Pushing event updated for resources: {'Port': ['ID=ced13779-d7f4-4f91-b132-a80154ef9e34,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:36.647295 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-60d7a1bb-99f0-40ab-9e40-2633a619255a tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2193644 Dec 20 21:17:36.689845 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Attempting to bind port ced13779-d7f4-4f91-b132-a80154ef9e34 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:36.690254 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Attempting to bind port ced13779-d7f4-4f91-b132-a80154ef9e34 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:36.690611 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Attempting to bind port ced13779-d7f4-4f91-b132-a80154ef9e34 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:36.693278 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-44f1aa9a-184e-4b6d-b882-394c212adf2c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Request body: {'port': {'device_id': '7d7727c9-5847-4839-8b11-2d390b05aad9', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': 'e8a780c7431b45fba650d761d6445660'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:36.722452 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 8fde6890-b648-4247-a088-11f86c006080, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=8fde6890-b648-4247-a088-11f86c006080,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:36.725505 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:36.726046 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:36.726467 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:36.726888 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:36.733739 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Bound port: ced13779-d7f4-4f91-b132-a80154ef9e34, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:36.734195 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:36.737248 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:36.817222 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:36.841189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] For port ced13779-d7f4-4f91-b132-a80154ef9e34, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:36.846720 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=8fde6890-b648-4247-a088-11f86c006080,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:36.858188 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-4b3e6960-85ea-46fa-b007-8ea060c0a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:36.859685 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-4b3e6960-85ea-46fa-b007-8ea060c0a006 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2790761 Dec 20 21:17:36.870845 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1029b-6daf-41dc-9a45-ed3a003e62fd req-2803421c-c198-42d1-9249-1a14dee6e722 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:36.871241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] For port ced13779-d7f4-4f91-b132-a80154ef9e34, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ced13779-d7f4-4f91-b132-a80154ef9e34,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:36.875758 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-48d1029b-6daf-41dc-9a45-ed3a003e62fd req-2803421c-c198-42d1-9249-1a14dee6e722 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 947 time: 0.2738972 Dec 20 21:17:36.876496 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:37.017431 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-4b83533a-cef6-4837-80ac-e38534fc0d8f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:37.028218 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Routers {'31302948-34c8-497f-ba66-632cb1b26a51'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:17:37.028852 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:17:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['31302948-34c8-497f-ba66-632cb1b26a51'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:37.030906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d03948-8070-4126-b9d0-906ac565c6e5 None None] Pushing event updated for resources: {'Port': ['ID=ced13779-d7f4-4f91-b132-a80154ef9e34,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:37.056103 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-48d1029b-6daf-41dc-9a45-ed3a003e62fd req-ef646153-fcc5-4c7b-9029-7488d7e08f0d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613262 Dec 20 21:17:37.059491 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-4b83533a-cef6-4837-80ac-e38534fc0d8f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:37.127957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['8fde6890-b648-4247-a088-11f86c006080'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:37.139741 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-f1a907ad-8341-4af1-9c98-616f841ed6ef service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540710 Dec 20 21:17:37.242626 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] Allocated IP 172.20.0.1 (b0018659-3311-4101-8777-78fe26154914/073e472a-06c1-4beb-a06c-2ac1c0f65fba/abe177b2-50f3-4f9b-8fe2-72273bd45878) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:17:37.351466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83533a-cef6-4837-80ac-e38534fc0d8f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0536d43-46ef-472b-b06d-aee9023748b6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:37.367216 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:37.425849 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-93a0a597-055f-4b33-8624-d0e1b58c71f1 service neutron] 10.222.0.32 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7775195 Dec 20 21:17:37.438848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] Set router 31302948-34c8-497f-ba66-632cb1b26a51 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:17:37.465631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa198a40-dd59-4fd0-a433-e0538f2dd5dc req-f7d0b0de-ff78-421b-a4f6-7d70cc780c42 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:37.474153 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aa198a40-dd59-4fd0-a433-e0538f2dd5dc req-f7d0b0de-ff78-421b-a4f6-7d70cc780c42 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 949 time: 0.1280398 Dec 20 21:17:37.477693 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-4b83533a-cef6-4837-80ac-e38534fc0d8f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Allocated IP 192.168.233.42 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/ecb79372-c566-4cad-b877-432ba06f1c26) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:17:37.480631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-44f1aa9a-184e-4b6d-b882-394c212adf2c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Made reservation on behalf of e8a780c7431b45fba650d761d6445660 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:37.486949 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-44f1aa9a-184e-4b6d-b882-394c212adf2c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:37.526035 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:37.541132 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-41d73452-8f55-4370-a347-11e8c127b7f6 service neutron] 10.222.0.32 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144016 Dec 20 21:17:37.547134 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aa198a40-dd59-4fd0-a433-e0538f2dd5dc req-de1296b6-1e8c-49b2-971d-64eb83c5a282 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702267 Dec 20 21:17:37.793207 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] Network b0018659-3311-4101-8777-78fe26154914 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:37.834132 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:37.916593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] Pushing event updated for resources: {'Port': ['ID=abe177b2-50f3-4f9b-8fe2-72273bd45878,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:37.919056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31302948-34c8-497f-ba66-632cb1b26a51', 'name': 'tempest-ServersTestMultiNic-1252811367-router', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'ced13779-d7f4-4f91-b132-a80154ef9e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:17:26Z', 'updated_at': '2021-12-20T21:17:30Z', 'revision_number': 3, 'project_id': '1aa098716b2841b9a38afb0654e12766', 'gw_port': {'id': 'ced13779-d7f4-4f91-b132-a80154ef9e34', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:53:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31302948-34c8-497f-ba66-632cb1b26a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:28Z', 'updated_at': '2021-12-20T21:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:37.927373 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43f00b97-ca40-4c9c-8466-b7f4ca6414d5 req-0eecd888-a7d7-4b8a-9108-3736487d1ef9 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 210 time: 0.0751946 Dec 20 21:17:37.928166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:38.016770 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38df33fc-7ae0-49be-a21e-21b402e0a1bc None None] The sync data for ids ['31302948-34c8-497f-ba66-632cb1b26a51'] in n-d-xena-1 is: [{'id': '31302948-34c8-497f-ba66-632cb1b26a51', 'name': 'tempest-ServersTestMultiNic-1252811367-router', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'ced13779-d7f4-4f91-b132-a80154ef9e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:17:26Z', 'updated_at': '2021-12-20T21:17:30Z', 'revision_number': 3, 'project_id': '1aa098716b2841b9a38afb0654e12766', 'gw_port': {'id': 'ced13779-d7f4-4f91-b132-a80154ef9e34', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:53:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31302948-34c8-497f-ba66-632cb1b26a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:28Z', 'updated_at': '2021-12-20T21:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:17:38.083492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b46a2151-d43e-4f49-9ed3-43c41b910554 req-b7d3614a-2c20-4194-9c57-d3cdc1bf80a9 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 210 time: 0.0585806 Dec 20 21:17:38.102757 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8221d248-2426-46f8-9ef7-850cec06a8e0 req-98ef8dc8-a94b-4e84-9363-08a4f8721b25 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6961081 Dec 20 21:17:38.106040 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:38.197264 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-4b83533a-cef6-4837-80ac-e38534fc0d8f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:38.285119 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-577fcb68-a469-4099-b11b-07abe5f2cd6b None None] Provisioning complete for port abe177b2-50f3-4f9b-8fe2-72273bd45878 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:38.285487 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-577fcb68-a469-4099-b11b-07abe5f2cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:38.302585 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-4b83533a-cef6-4837-80ac-e38534fc0d8f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:38.403574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-577fcb68-a469-4099-b11b-07abe5f2cd6b None None] Port abe177b2-50f3-4f9b-8fe2-72273bd45878 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:17:38.405844 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:38.432235 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-4b83533a-cef6-4837-80ac-e38534fc0d8f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:38.459272 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-4b83533a-cef6-4837-80ac-e38534fc0d8f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:38.493473 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-4b83533a-cef6-4837-80ac-e38534fc0d8f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:38.584577 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-4b83533a-cef6-4837-80ac-e38534fc0d8f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:38.585319 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-4b83533a-cef6-4837-80ac-e38534fc0d8f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:38.590492 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303aae3-e0b0-4991-b758-6f3184e1fc1b req-3d7e62a6-9158-40e1-ad36-a1999d811250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:38.597470 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3303aae3-e0b0-4991-b758-6f3184e1fc1b req-3d7e62a6-9158-40e1-ad36-a1999d811250 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 1096 time: 0.3370163 Dec 20 21:17:38.621936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83533a-cef6-4837-80ac-e38534fc0d8f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Pushing event updated for resources: {'Port': ['ID=ecb79372-c566-4cad-b877-432ba06f1c26,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:38.650670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-44f1aa9a-184e-4b6d-b882-394c212adf2c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Allocated IP 192.168.233.140 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/57f44746-a140-4a35-86d4-128cab5335c7) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:17:38.678377 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99addfc3-d5c2-41c9-9c89-e222079f9662 req-ab230f06-dbd4-4a85-93a4-9b6646636a27 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:38.690215 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-99addfc3-d5c2-41c9-9c89-e222079f9662 req-ab230f06-dbd4-4a85-93a4-9b6646636a27 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 947 time: 0.4340246 Dec 20 21:17:38.702092 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-4b83533a-cef6-4837-80ac-e38534fc0d8f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3625994 Dec 20 21:17:38.736087 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Request body: {'port': {'device_id': 'ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:39.030567 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-99addfc3-d5c2-41c9-9c89-e222079f9662 req-b7d7a8a1-461a-4d68-94c6-0993c3b20712 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041451 Dec 20 21:17:39.042953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4ef475cb-1bbb-4ad1-8b03-4c1dc78040da None None] Provisioning complete for port ecb79372-c566-4cad-b877-432ba06f1c26 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:39.053657 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ef475cb-1bbb-4ad1-8b03-4c1dc78040da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:39.069512 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-44f1aa9a-184e-4b6d-b882-394c212adf2c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:39.173254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303aae3-e0b0-4991-b758-6f3184e1fc1b req-732fa778-9acb-4edf-82bb-153a80f06b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:39.176875 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3303aae3-e0b0-4991-b758-6f3184e1fc1b req-732fa778-9acb-4edf-82bb-153a80f06b1f service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.5667069 Dec 20 21:17:39.194550 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4ef475cb-1bbb-4ad1-8b03-4c1dc78040da None None] Port ecb79372-c566-4cad-b877-432ba06f1c26 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:17:39.260849 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-44f1aa9a-184e-4b6d-b882-394c212adf2c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:39.264610 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:39.276622 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:39.363699 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e050c411-b357-4c60-b57c-f627c9491490 req-4269a4a3-1983-4004-8c97-07400682bc7c tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 210 time: 0.0965261 Dec 20 21:17:39.404544 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3303aae3-e0b0-4991-b758-6f3184e1fc1b req-54e83aa6-df79-4a27-95d4-2c09ced5ebfe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 HTTP/1.1" status: 200 len: 217 time: 0.1353476 Dec 20 21:17:39.479671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-44f1aa9a-184e-4b6d-b882-394c212adf2c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:39.528063 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-44f1aa9a-184e-4b6d-b882-394c212adf2c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:39.554176 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-44f1aa9a-184e-4b6d-b882-394c212adf2c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:39.571840 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1aa9a-184e-4b6d-b882-394c212adf2c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Pushing event updated for resources: {'Port': ['ID=57f44746-a140-4a35-86d4-128cab5335c7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:39.594509 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:39.622459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 8fde6890-b648-4247-a088-11f86c006080 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:39.642335 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb5f93-2ca7-4113-876c-a47e2cb5a107 req-b6a624ab-e679-41ae-ae7b-235f92124ee4 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:39.663670 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0afb5f93-2ca7-4113-876c-a47e2cb5a107 req-b6a624ab-e679-41ae-ae7b-235f92124ee4 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 949 time: 0.4545755 Dec 20 21:17:39.708610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 8fde6890-b648-4247-a088-11f86c006080 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:17:39.730607 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 8fde6890-b648-4247-a088-11f86c006080 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:39.731220 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:39.748370 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-44f1aa9a-184e-4b6d-b882-394c212adf2c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:39.749162 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-44f1aa9a-184e-4b6d-b882-394c212adf2c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:39.852713 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-44f1aa9a-184e-4b6d-b882-394c212adf2c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1642623 Dec 20 21:17:39.958215 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:39.961481 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:40.010470 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c9bce3-4e1f-4a8b-94cf-c0586deb2355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fde6890-b648-4247-a088-11f86c006080'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:40.013237 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa478dbb-efb9-40ec-96a2-d68f97a6c7ef" -d '{"events": [{"server_uuid": "61c9bce3-4e1f-4a8b-94cf-c0586deb2355", "name": "network-vif-plugged", "status": "completed", "tag": "8fde6890-b648-4247-a088-11f86c006080"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:40.044316 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 8fde6890-b648-4247-a088-11f86c006080, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=8fde6890-b648-4247-a088-11f86c006080,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:40.051145 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:40.119042 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=8fde6890-b648-4247-a088-11f86c006080,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:40.127046 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1eeaacb0-3b34-4505-9a47-3746a77e6e05 None None] Provisioning complete for port 57f44746-a140-4a35-86d4-128cab5335c7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:40.127990 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1eeaacb0-3b34-4505-9a47-3746a77e6e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:40.226694 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1eeaacb0-3b34-4505-9a47-3746a77e6e05 None None] Port 57f44746-a140-4a35-86d4-128cab5335c7 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:17:40.277898 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb79372-c566-4cad-b877-432ba06f1c26 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:40.287932 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:40.308148 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Transition to ACTIVE for port object ecb79372-c566-4cad-b877-432ba06f1c26 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:17:40.322264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Request body: {'port': {'device_id': '7d7727c9-5847-4839-8b11-2d390b05aad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:40.374517 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:40.456768 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0afb5f93-2ca7-4113-876c-a47e2cb5a107 req-1dafc810-4c8f-46bd-8d75-6c4d81abbc6a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7921236 Dec 20 21:17:40.531312 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:40.537189 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb79372-c566-4cad-b877-432ba06f1c26,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:40.588196 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] Pushing event updated for resources: {'Port': ['ID=abe177b2-50f3-4f9b-8fe2-72273bd45878,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:40.669427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5598efb-9b3b-48b9-988e-323d64330cc3 req-0d7b9a7e-b628-4f95-ba23-cddb3bcd188e tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:40.691455 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a5598efb-9b3b-48b9-988e-323d64330cc3 req-0d7b9a7e-b628-4f95-ba23-cddb3bcd188e tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 936 time: 0.6897957 Dec 20 21:17:40.781242 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ced13779-d7f4-4f91-b132-a80154ef9e34 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:40.888557 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e0c862-f59c-4cd3-8654-cb9cf2f120f0 x-openstack-request-id: req-e0e0c862-f59c-4cd3-8654-cb9cf2f120f0 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:40.889199 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c9bce3-4e1f-4a8b-94cf-c0586deb2355", "name": "network-vif-plugged", "status": "completed", "tag": "8fde6890-b648-4247-a088-11f86c006080", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:40.890899 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0e0c862-f59c-4cd3-8654-cb9cf2f120f0 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:40.891527 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c9bce3-4e1f-4a8b-94cf-c0586deb2355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fde6890-b648-4247-a088-11f86c006080', 'code': 200} Dec 20 21:17:40.928941 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:17:40.962766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-50272f05-266d-4e32-ba35-0bd00fe1a19d tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:40.966125 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-50272f05-266d-4e32-ba35-0bd00fe1a19d tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.66 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 820 time: 0.9749806 Dec 20 21:17:40.976445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.66', 60444) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:41.026503 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303aae3-e0b0-4991-b758-6f3184e1fc1b req-d83ff09f-e0cb-46c8-9f65-5572ed4cee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:41.028314 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3303aae3-e0b0-4991-b758-6f3184e1fc1b req-d83ff09f-e0cb-46c8-9f65-5572ed4cee27 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 1.0362902 Dec 20 21:17:41.032580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-62aeb6d0-68a6-4734-b911-bef5244fbd60 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Request body: {'port': {'device_id': '20f046c7-dcae-424e-9ba3-f5e827b8aaa5', 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033', 'admin_state_up': True, 'tenant_id': '346c11314eec451f8179854f6f127333'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:41.084043 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a5598efb-9b3b-48b9-988e-323d64330cc3 req-899a490a-5ce4-4a74-82fe-fc87641f1afc tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927307 Dec 20 21:17:41.195931 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port ced13779-d7f4-4f91-b132-a80154ef9e34 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:41.197100 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:41.215735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266df32-f1b5-4cf2-8884-a182dc14b683 req-5ba3771b-1585-4813-9ff3-db72a3ec5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:41.232560 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6266df32-f1b5-4cf2-8884-a182dc14b683 req-5ba3771b-1585-4813-9ff3-db72a3ec5943 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 1099 time: 0.2475355 Dec 20 21:17:41.316597 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:41.354300 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9', 'mac_address': 'fa:16:3e:66:8e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:17:41.373018 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:41.430954 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port ced13779-d7f4-4f91-b132-a80154ef9e34, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ced13779-d7f4-4f91-b132-a80154ef9e34,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:41.441156 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:41.443465 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:41.489497 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:41.496395 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f44746-a140-4a35-86d4-128cab5335c7 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:41.506134 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7947c8c9-2794-4b62-9a58-7f27a30cc3bf req-c6026c76-c300-40c1-a535-15e0d938a6c1 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 210 time: 0.1602552 Dec 20 21:17:41.508022 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:41.523729 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Transition to ACTIVE for port object 57f44746-a140-4a35-86d4-128cab5335c7 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:17:41.527897 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] Network b0018659-3311-4101-8777-78fe26154914 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:41.540468 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:41.549368 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:41.550673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:41.563009 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:41.587963 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=ced13779-d7f4-4f91-b132-a80154ef9e34,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:41.637388 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303aae3-e0b0-4991-b758-6f3184e1fc1b req-64613d92-a880-4bd9-a034-3f54e51365cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:41.644477 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3303aae3-e0b0-4991-b758-6f3184e1fc1b req-64613d92-a880-4bd9-a034-3f54e51365cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5943613 Dec 20 21:17:41.680385 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Pushing event updated for resources: {'Port': ['ID=57f44746-a140-4a35-86d4-128cab5335c7,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:41.692157 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:41.863296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1ed9c-c773-4840-9a61-4b0fa37839f8 req-2ce199e0-0c24-44bd-bfcd-99eef23573c5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:41.864870 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1a1ed9c-c773-4840-9a61-4b0fa37839f8 req-2ce199e0-0c24-44bd-bfcd-99eef23573c5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 947 time: 0.3369591 Dec 20 21:17:41.885874 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Attempting to bind port ecb79372-c566-4cad-b877-432ba06f1c26 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:41.885874 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Attempting to bind port ecb79372-c566-4cad-b877-432ba06f1c26 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:41.889993 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Attempting to bind port ecb79372-c566-4cad-b877-432ba06f1c26 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:41.933853 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Port ecb79372-c566-4cad-b877-432ba06f1c26 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:17:41.935212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Attempting to bind port ecb79372-c566-4cad-b877-432ba06f1c26 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:41.992147 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1a1ed9c-c773-4840-9a61-4b0fa37839f8 req-8b6b8ad9-1390-4c6b-b504-5dac95e691ac tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183031 Dec 20 21:17:41.993011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Attempting to bind port 57f44746-a140-4a35-86d4-128cab5335c7 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:41.993461 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Attempting to bind port 57f44746-a140-4a35-86d4-128cab5335c7 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:41.993914 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Attempting to bind port 57f44746-a140-4a35-86d4-128cab5335c7 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:42.001231 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Port 57f44746-a140-4a35-86d4-128cab5335c7 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:17:42.001588 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Attempting to bind port 57f44746-a140-4a35-86d4-128cab5335c7 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:42.005280 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:42.005751 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:42.006435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:42.007028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Bound port: ecb79372-c566-4cad-b877-432ba06f1c26, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:42.007513 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:42.035258 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:42.085469 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:42.085810 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:42.086232 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:42.086682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Bound port: 57f44746-a140-4a35-86d4-128cab5335c7, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:42.087052 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:42.129936 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b3a3bed5-22df-4a2d-b7d9-1bd9607624f8 None None] Provisioning complete for port abe177b2-50f3-4f9b-8fe2-72273bd45878 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:42.131468 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3a3bed5-22df-4a2d-b7d9-1bd9607624f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:42.143618 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6266df32-f1b5-4cf2-8884-a182dc14b683 req-3d11b86c-8d6b-4d57-8c7c-7f59aa8e26b5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8961573 Dec 20 21:17:42.273040 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-62aeb6d0-68a6-4734-b911-bef5244fbd60 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Made reservation on behalf of 346c11314eec451f8179854f6f127333 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:42.278191 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-62aeb6d0-68a6-4734-b911-bef5244fbd60 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:42.297891 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] For port ecb79372-c566-4cad-b877-432ba06f1c26, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:42.302027 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b3a3bed5-22df-4a2d-b7d9-1bd9607624f8 None None] Port abe177b2-50f3-4f9b-8fe2-72273bd45878 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:17:42.308328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c31fa8-d6e9-4b13-ab8e-463591c8479a req-c41075b7-67bc-470d-a38b-25cc4466b09e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:42.318140 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-13c31fa8-d6e9-4b13-ab8e-463591c8479a req-c41075b7-67bc-470d-a38b-25cc4466b09e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 950 time: 0.5028756 Dec 20 21:17:42.361536 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3303aae3-e0b0-4991-b758-6f3184e1fc1b req-d95c80ee-8d6e-4c39-9bc7-728e0625af1a service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475831 Dec 20 21:17:42.383369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] Router 31302948-34c8-497f-ba66-632cb1b26a51 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:17:42.413772 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] For port ecb79372-c566-4cad-b877-432ba06f1c26, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ecb79372-c566-4cad-b877-432ba06f1c26,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:42.443671 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:42.467775 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-13c31fa8-d6e9-4b13-ab8e-463591c8479a req-ddb4c2fb-d6f0-4568-ae6f-d3d0dc140de8 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485553 Dec 20 21:17:42.532729 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:42.535203 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:42.537897 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] 10.222.0.66 "PUT /v2.0/ports/ecb79372-c566-4cad-b877-432ba06f1c26 HTTP/1.1" status: 200 len: 1093 time: 3.8167205 Dec 20 21:17:42.569792 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945', 'tag': 'ecb79372-c566-4cad-b877-432ba06f1c26'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:42.587122 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16accf4c-ba67-4a2b-a926-7870ee2199ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945", "tag": "ecb79372-c566-4cad-b877-432ba06f1c26"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:42.646616 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ced13779-d7f4-4f91-b132-a80154ef9e34 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:42.671848 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] For port 57f44746-a140-4a35-86d4-128cab5335c7, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:42.735314 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] For port 57f44746-a140-4a35-86d4-128cab5335c7, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=57f44746-a140-4a35-86d4-128cab5335c7,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:42.746048 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:42.756521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dbae4-5374-4702-8b12-7565eb6b8ed7 req-8a99cd15-299f-4d8f-b3c9-272b041d27bc tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:42.765753 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-574dbae4-5374-4702-8b12-7565eb6b8ed7 req-8a99cd15-299f-4d8f-b3c9-272b041d27bc tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 948 time: 0.4789591 Dec 20 21:17:42.772914 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port ced13779-d7f4-4f91-b132-a80154ef9e34 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:42.773281 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:42.826662 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4eefa-533d-4144-8c5f-57e8cb8cbf09 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb79372-c566-4cad-b877-432ba06f1c26,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:42.839857 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:42.840370 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:42.842008 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] 10.222.0.66 "PUT /v2.0/ports/57f44746-a140-4a35-86d4-128cab5335c7 HTTP/1.1" status: 200 len: 1094 time: 2.5250950 Dec 20 21:17:42.885923 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-850b5a4b-594f-4c18-98a0-730faa357e6e req-1942e563-471c-4eef-b545-13d06b2c2689 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 210 time: 0.0901151 Dec 20 21:17:42.904479 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-5715b7d6-0cca-42ca-98b8-3d03fc4694ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:42.906207 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-5715b7d6-0cca-42ca-98b8-3d03fc4694ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8a780c7431b45fba650d761d6445660&device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 1096 time: 0.2301369 Dec 20 21:17:43.000602 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb5c6ab-b435-469f-a7c6-7b006cabee6f x-openstack-request-id: req-5cb5c6ab-b435-469f-a7c6-7b006cabee6f {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:43.000900 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945", "tag": "ecb79372-c566-4cad-b877-432ba06f1c26", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:43.001135 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5cb5c6ab-b435-469f-a7c6-7b006cabee6f {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:43.001537 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945', 'tag': 'ecb79372-c566-4cad-b877-432ba06f1c26', 'status': 'completed', 'code': 200} Dec 20 21:17:43.021035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:17:43.040447 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-acad0faa-f67f-4f3e-b1f4-d85daa490264 admin admin] 10.222.0.32 "PUT /v2.0/routers/31302948-34c8-497f-ba66-632cb1b26a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7971842 Dec 20 21:17:43.047712 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-62aeb6d0-68a6-4734-b911-bef5244fbd60 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Allocated IP 172.20.0.7 (b354e2a9-7558-463a-85c3-6af39fac1033/868ebcce-ae72-4771-bf99-f9e761ce11a6/57c48c8a-d2fd-41ff-811d-1ac08620b316) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:17:43.065422 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3303aae3-e0b0-4991-b758-6f3184e1fc1b req-39579421-c6ac-4760-8fed-61c9a8ba8be4 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6936762 Dec 20 21:17:43.119956 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-574dbae4-5374-4702-8b12-7565eb6b8ed7 req-3a3df280-52e1-4dc8-813c-f7653142f3a7 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469200 Dec 20 21:17:43.133037 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-e951d4a1-fb5e-4152-94b4-19ab063a65d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=ecb79372-c566-4cad-b877-432ba06f1c26 HTTP/1.1" status: 200 len: 217 time: 0.2068806 Dec 20 21:17:43.188312 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14c972-7cef-444d-9a28-c30d1b8ddd75 service neutron] Pushing event updated for resources: {'Port': ['ID=57f44746-a140-4a35-86d4-128cab5335c7,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:43.207836 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Sync routers for ids ['31302948-34c8-497f-ba66-632cb1b26a51'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:17:43.235964 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Routers {'31302948-34c8-497f-ba66-632cb1b26a51'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:17:43.243112 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:17:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['31302948-34c8-497f-ba66-632cb1b26a51'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:43.340180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5698349-4e40-44a7-8dba-ffacca75217f req-fda6059e-da46-4a8d-85c7-5482b3356d4c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:43.343428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-8c1d30c5-e629-43e0-aec8-800d5424ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:43.348116 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-8c1d30c5-e629-43e0-aec8-800d5424ce91 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8a780c7431b45fba650d761d6445660&device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 1097 time: 0.4172833 Dec 20 21:17:43.351442 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d5698349-4e40-44a7-8dba-ffacca75217f req-fda6059e-da46-4a8d-85c7-5482b3356d4c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 948 time: 0.2012489 Dec 20 21:17:43.387468 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48146) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:43.416943 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d5698349-4e40-44a7-8dba-ffacca75217f req-8c2d7621-0fd2-4667-a9cf-7a5d60be72c1 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597384 Dec 20 21:17:43.434749 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Set router 31302948-34c8-497f-ba66-632cb1b26a51 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:17:43.504347 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-62aeb6d0-68a6-4734-b911-bef5244fbd60 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:43.507262 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-44a26910-4fb0-4f98-b7c6-f1e17d70e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:43.508978 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-44a26910-4fb0-4f98-b7c6-f1e17d70e4fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.3669848 Dec 20 21:17:43.511076 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-cf174ebf-3882-47bf-a12a-65da8ee06263 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=57f44746-a140-4a35-86d4-128cab5335c7 HTTP/1.1" status: 200 len: 217 time: 0.1451740 Dec 20 21:17:43.567435 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-67ec8bea-f1c4-4968-bbc2-5ed83f21fcdb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-43832865'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:43.643151 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ec8bea-f1c4-4968-bbc2-5ed83f21fcdb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Made reservation on behalf of 1aa098716b2841b9a38afb0654e12766 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:43.655394 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-67ec8bea-f1c4-4968-bbc2-5ed83f21fcdb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:43.660925 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-62aeb6d0-68a6-4734-b911-bef5244fbd60 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:43.724869 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-c0002c9c-9ff3-4d52-b5b3-22afbc1f03ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:43.726526 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-c0002c9c-9ff3-4d52-b5b3-22afbc1f03ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2051480 Dec 20 21:17:43.745408 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-3b0c8be5-a265-4cb4-9d6d-3df7156d5ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:43.746987 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-3b0c8be5-a265-4cb4-9d6d-3df7156d5ee6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.2079937 Dec 20 21:17:43.811678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ec8bea-f1c4-4968-bbc2-5ed83f21fcdb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:17:43.821658 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-67ec8bea-f1c4-4968-bbc2-5ed83f21fcdb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:43.821658 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-67ec8bea-f1c4-4968-bbc2-5ed83f21fcdb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Added segment 40e6c9db-81f3-43a4-bc50-0f44a2884033 of type vlan for network 9f6a492d-7697-4df3-ad7e-30e3796fb3bf Dec 20 21:17:43.850927 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-25207316-915b-446a-b016-284d77965de9 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1307177794&fields=id&tenant_id=871b3780233447dbae5247c6158716cc HTTP/1.1" status: 200 len: 267 time: 0.1061099 Dec 20 21:17:43.863763 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31302948-34c8-497f-ba66-632cb1b26a51', 'name': 'tempest-ServersTestMultiNic-1252811367-router', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'ced13779-d7f4-4f91-b132-a80154ef9e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:17:26Z', 'updated_at': '2021-12-20T21:17:38Z', 'revision_number': 4, 'project_id': '1aa098716b2841b9a38afb0654e12766', 'gw_port': {'id': 'ced13779-d7f4-4f91-b132-a80154ef9e34', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31302948-34c8-497f-ba66-632cb1b26a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:28Z', 'updated_at': '2021-12-20T21:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'abe177b2-50f3-4f9b-8fe2-72273bd45878', 'name': '', 'network_id': 'b0018659-3311-4101-8777-78fe26154914', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'mac_address': 'fa:16:3e:56:f3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31302948-34c8-497f-ba66-632cb1b26a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '073e472a-06c1-4beb-a06c-2ac1c0f65fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:36Z', 'updated_at': '2021-12-20T21:17:38Z', 'revision_number': 2, 'project_id': '1aa098716b2841b9a38afb0654e12766', 'subnets': [{'id': '073e472a-06c1-4beb-a06c-2ac1c0f65fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:43.866250 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-67ec8bea-f1c4-4968-bbc2-5ed83f21fcdb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:43.874288 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-c062b0f6-7484-482f-bc58-f896b17855c0 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398768 Dec 20 21:17:43.885204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3cbd1-7ebe-4e62-9569-7eab8e26361a req-d97000f6-8162-46c0-a796-39a437eb7c40 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:43.887143 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90d3cbd1-7ebe-4e62-9569-7eab8e26361a req-d97000f6-8162-46c0-a796-39a437eb7c40 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 950 time: 0.2780952 Dec 20 21:17:43.901116 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Checking router: 31302948-34c8-497f-ba66-632cb1b26a51 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:17:43.901584 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Updating router 31302948-34c8-497f-ba66-632cb1b26a51 port abe177b2-50f3-4f9b-8fe2-72273bd45878 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:17:43.903281 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-67ec8bea-f1c4-4968-bbc2-5ed83f21fcdb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:43.908914 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec8bea-f1c4-4968-bbc2-5ed83f21fcdb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:43.909505 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-67ec8bea-f1c4-4968-bbc2-5ed83f21fcdb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:43.913121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-62aeb6d0-68a6-4734-b911-bef5244fbd60 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Network b354e2a9-7558-463a-85c3-6af39fac1033 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:43.931442 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aeb6d0-68a6-4734-b911-bef5244fbd60 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Pushing event updated for resources: {'Port': ['ID=57c48c8a-d2fd-41ff-811d-1ac08620b316,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:43.938112 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:43.953565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-62aeb6d0-68a6-4734-b911-bef5244fbd60 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:43.991388 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90d3cbd1-7ebe-4e62-9569-7eab8e26361a req-03b482c2-c831-4c7b-b0ce-9c7a7c0077b7 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739036 Dec 20 21:17:44.042705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-62aeb6d0-68a6-4734-b911-bef5244fbd60 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:44.047937 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-76312ed4-7046-4bb0-ac5f-292de6e9220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:44.050124 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-76312ed4-7046-4bb0-ac5f-292de6e9220b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1944010 Dec 20 21:17:44.089999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-62aeb6d0-68a6-4734-b911-bef5244fbd60 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:44.090787 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-62aeb6d0-68a6-4734-b911-bef5244fbd60 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:44.124133 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-67ec8bea-f1c4-4968-bbc2-5ed83f21fcdb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7350740 Dec 20 21:17:44.127624 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-62aeb6d0-68a6-4734-b911-bef5244fbd60 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1094894 Dec 20 21:17:44.128866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48174) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:44.154826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0d8a539b-1f6e-45b6-8a07-7bc183812f9e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Request body: {'subnet': {'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:44.176738 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-6d48f624-7a5f-4780-a833-03fec5d2435f service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114357 Dec 20 21:17:44.176983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Request body: {'port': {'device_id': '20f046c7-dcae-424e-9ba3-f5e827b8aaa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:44.242872 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec8bea-f1c4-4968-bbc2-5ed83f21fcdb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event updated for resources: {'Network': ['ID=9f6a492d-7697-4df3-ad7e-30e3796fb3bf,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:44.255000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 9f6a492d-7697-4df3-ad7e-30e3796fb3bf details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:17:44.291431 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-971d2f6d-dd28-453f-95cf-89864a5ccabd req-7c48d22f-8ea1-4022-9b8a-8cf4898eeb8a service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059654 Dec 20 21:17:44.336421 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3f2679da-0557-401a-a6e2-1e5fc36331e4 req-2f0f93c7-c393-47fb-a287-aa7edc858bfb service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290462 Dec 20 21:17:44.377729 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:44.386720 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0db225-0faf-40d2-af62-eae3ea951408 req-ca6ceeda-ba07-4a5c-8f81-26072b70ba74 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:44.389155 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1a0db225-0faf-40d2-af62-eae3ea951408 req-ca6ceeda-ba07-4a5c-8f81-26072b70ba74 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 931 time: 0.0966671 Dec 20 21:17:44.406401 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:44.444932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-37f334c8-0970-4e28-97fe-8f10f8eb3f04 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:44.453072 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1a0db225-0faf-40d2-af62-eae3ea951408 req-33a16a9a-cce8-4946-8d1f-90dafb5a3dd4 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530994 Dec 20 21:17:44.454772 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-37f334c8-0970-4e28-97fe-8f10f8eb3f04 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/networks?id=0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f HTTP/1.1" status: 200 len: 816 time: 0.5604787 Dec 20 21:17:44.485741 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-4563ed24-99e8-4108-a885-55b56f8ebe42 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/quotas/871b3780233447dbae5247c6158716cc HTTP/1.1" status: 200 len: 375 time: 0.0297611 Dec 20 21:17:44.506106 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:44.525088 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:44.575037 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8a539b-1f6e-45b6-8a07-7bc183812f9e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Made reservation on behalf of 1aa098716b2841b9a38afb0654e12766 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:44.579175 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d8a539b-1f6e-45b6-8a07-7bc183812f9e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:44.613460 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16accf4c-ba67-4a2b-a926-7870ee2199ec req-c7f3ced3-f6f5-481c-a472-5f0b02b5e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:44.616481 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16accf4c-ba67-4a2b-a926-7870ee2199ec req-c7f3ced3-f6f5-481c-a472-5f0b02b5e495 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8a780c7431b45fba650d761d6445660&device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 1096 time: 0.1325521 Dec 20 21:17:44.628546 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae86c5-1172-422f-a131-b2c521d31583 None None] Pushing event updated for resources: {'Port': ['ID=abe177b2-50f3-4f9b-8fe2-72273bd45878,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:44.640041 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae86c5-1172-422f-a131-b2c521d31583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:44.640480 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae86c5-1172-422f-a131-b2c521d31583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:44.640878 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae86c5-1172-422f-a131-b2c521d31583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:44.641403 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae86c5-1172-422f-a131-b2c521d31583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:44.641793 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae86c5-1172-422f-a131-b2c521d31583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:44.642228 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae86c5-1172-422f-a131-b2c521d31583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:44.642936 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae86c5-1172-422f-a131-b2c521d31583 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:44.643065 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae86c5-1172-422f-a131-b2c521d31583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:44.643632 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae86c5-1172-422f-a131-b2c521d31583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:44.644244 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae86c5-1172-422f-a131-b2c521d31583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:44.644879 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae86c5-1172-422f-a131-b2c521d31583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:44.645422 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ae86c5-1172-422f-a131-b2c521d31583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:17:44.788819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f9782-2c5f-43f6-a865-7e4bdfde07c1 req-e80b90c7-7e26-4221-b669-3ad21e57a535 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:44.790392 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c02f9782-2c5f-43f6-a865-7e4bdfde07c1 req-e80b90c7-7e26-4221-b669-3ad21e57a535 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 1099 time: 0.1722066 Dec 20 21:17:44.854605 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Attempting to bind port abe177b2-50f3-4f9b-8fe2-72273bd45878 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:44.854871 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Attempting to bind port abe177b2-50f3-4f9b-8fe2-72273bd45878 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'd5df4eea-1320-4291-b435-4112b933be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b0018659-3311-4101-8777-78fe26154914'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:44.855230 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Attempting to bind port abe177b2-50f3-4f9b-8fe2-72273bd45878 on network b0018659-3311-4101-8777-78fe26154914 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:44.861117 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:44.861799 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Checking segment: {'id': 'd5df4eea-1320-4291-b435-4112b933be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b0018659-3311-4101-8777-78fe26154914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:44.862283 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:44.862726 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Bound using segment: {'id': 'd5df4eea-1320-4291-b435-4112b933be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b0018659-3311-4101-8777-78fe26154914'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:44.863199 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Bound port: abe177b2-50f3-4f9b-8fe2-72273bd45878, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5df4eea-1320-4291-b435-4112b933be1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'b0018659-3311-4101-8777-78fe26154914'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:44.863766 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:44.909958 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c02f9782-2c5f-43f6-a865-7e4bdfde07c1 req-d1c35328-f555-46e2-a8b1-3c1a26214511 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082277 Dec 20 21:17:44.952289 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:44.982486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16accf4c-ba67-4a2b-a926-7870ee2199ec req-07ba4f20-63d6-4a9a-8914-db5c95f3f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:44.987864 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16accf4c-ba67-4a2b-a926-7870ee2199ec req-07ba4f20-63d6-4a9a-8914-db5c95f3f0cd service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.3567023 Dec 20 21:17:45.004908 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] For port abe177b2-50f3-4f9b-8fe2-72273bd45878, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:45.008347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7727c9-5847-4839-8b11-2d390b05aad9', 'tag': '57f44746-a140-4a35-86d4-128cab5335c7'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:45.010531 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] For port abe177b2-50f3-4f9b-8fe2-72273bd45878, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=abe177b2-50f3-4f9b-8fe2-72273bd45878,segment=NetworkSegment(d5df4eea-1320-4291-b435-4112b933be1d),segment_id=d5df4eea-1320-4291-b435-4112b933be1d)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:45.015929 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8533349a-290b-485f-bb9b-d47556f0bfe1" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7727c9-5847-4839-8b11-2d390b05aad9", "tag": "57f44746-a140-4a35-86d4-128cab5335c7"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:45.023781 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:45.074725 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-5f9e2043-22c2-48c7-b563-a6487ed0043d tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=871b3780233447dbae5247c6158716cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5877223 Dec 20 21:17:45.106387 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16accf4c-ba67-4a2b-a926-7870ee2199ec req-538a03d5-c120-40a2-9935-0e00e7b9b69e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=ecb79372-c566-4cad-b877-432ba06f1c26 HTTP/1.1" status: 200 len: 217 time: 0.1078141 Dec 20 21:17:45.119962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-39d0b98e-5df6-47a5-8738-997af81f8eaa None None] Provisioning complete for port abe177b2-50f3-4f9b-8fe2-72273bd45878 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:45.120576 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39d0b98e-5df6-47a5-8738-997af81f8eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:45.207139 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Routers {'31302948-34c8-497f-ba66-632cb1b26a51'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:17:45.207801 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:17:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['31302948-34c8-497f-ba66-632cb1b26a51'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:45.215381 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:17:45.216501 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae86c5-1172-422f-a131-b2c521d31583 None None] Pushing event updated for resources: {'Port': ['ID=abe177b2-50f3-4f9b-8fe2-72273bd45878,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:45.233546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:45.234272 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:45.281793 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec04978-dc3b-4d99-8603-eaa81bdf0db8 req-9ebcd926-635c-4e8d-a7d0-f142ad730ca4 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:45.283485 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1ec04978-dc3b-4d99-8603-eaa81bdf0db8 req-9ebcd926-635c-4e8d-a7d0-f142ad730ca4 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 948 time: 0.1590207 Dec 20 21:17:45.291968 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16accf4c-ba67-4a2b-a926-7870ee2199ec req-b8351c44-cf52-438d-ab60-2d5a4d353575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:45.297036 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16accf4c-ba67-4a2b-a926-7870ee2199ec req-b8351c44-cf52-438d-ab60-2d5a4d353575 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1844051 Dec 20 21:17:45.339866 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39d0b98e-5df6-47a5-8738-997af81f8eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:45.387773 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-39d0b98e-5df6-47a5-8738-997af81f8eaa None None] For port abe177b2-50f3-4f9b-8fe2-72273bd45878, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=abe177b2-50f3-4f9b-8fe2-72273bd45878,segment=NetworkSegment(d5df4eea-1320-4291-b435-4112b933be1d),segment_id=d5df4eea-1320-4291-b435-4112b933be1d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:45.429893 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1ec04978-dc3b-4d99-8603-eaa81bdf0db8 req-b3ae12d6-9d89-4f95-a262-b80b22804dfc tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298931 Dec 20 21:17:45.439690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16accf4c-ba67-4a2b-a926-7870ee2199ec req-95d4c3d7-f88a-4de1-b730-0e18a990493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:45.443255 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16accf4c-ba67-4a2b-a926-7870ee2199ec req-95d4c3d7-f88a-4de1-b730-0e18a990493d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1259389 Dec 20 21:17:45.475628 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39d0b98e-5df6-47a5-8738-997af81f8eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:45.480112 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:45.504445 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] Set router 31302948-34c8-497f-ba66-632cb1b26a51 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:17:45.555205 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:45.558472 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c86ab1-932d-4f57-9230-e15a8f68193b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:45.562273 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57895a5-a9a0-4838-8543-7573fd4147b5" -d '{"events": [{"server_uuid": "09c86ab1-932d-4f57-9230-e15a8f68193b", "name": "network-vif-plugged", "status": "completed", "tag": "bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:45.570486 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:45.637625 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0b98e-5df6-47a5-8738-997af81f8eaa None None] Pushing event updated for resources: {'Port': ['ID=abe177b2-50f3-4f9b-8fe2-72273bd45878,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:45.649084 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-a9d323ee-2038-489d-a802-aca56217e8f5 service neutron] 10.222.0.32 "GET /v2.0/networks/0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580177 Dec 20 21:17:45.659536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-31b7a981-c05e-49b0-8e94-34adefc92a04 None None] Provisioning complete for port abe177b2-50f3-4f9b-8fe2-72273bd45878 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:45.659909 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-31b7a981-c05e-49b0-8e94-34adefc92a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:45.668821 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16accf4c-ba67-4a2b-a926-7870ee2199ec req-7dfe539d-dcd9-4fff-9785-fd22cd39612e service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171659 Dec 20 21:17:45.706225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:45.761630 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5555f95-b07f-4461-b192-e27de0668b6e req-1e0f1063-b343-441e-a18c-c0eccd3e0142 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:45.770094 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5555f95-b07f-4461-b192-e27de0668b6e req-1e0f1063-b343-441e-a18c-c0eccd3e0142 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.1207535 Dec 20 21:17:45.848798 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16accf4c-ba67-4a2b-a926-7870ee2199ec req-95d89ef8-9386-42e2-9c3c-8310b121d7ff service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665564 Dec 20 21:17:45.863905 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5555f95-b07f-4461-b192-e27de0668b6e req-de26dc61-10a3-4ddb-88f4-2c96a7705488 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928378 Dec 20 21:17:45.917778 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4a2aa0-b17d-4817-bd7e-a4502ec1cf49 x-openstack-request-id: req-8b4a2aa0-b17d-4817-bd7e-a4502ec1cf49 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:45.918309 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7727c9-5847-4839-8b11-2d390b05aad9", "tag": "57f44746-a140-4a35-86d4-128cab5335c7", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:45.918702 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b4a2aa0-b17d-4817-bd7e-a4502ec1cf49 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:45.919278 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7727c9-5847-4839-8b11-2d390b05aad9', 'tag': '57f44746-a140-4a35-86d4-128cab5335c7', 'status': 'completed', 'code': 200} Dec 20 21:17:45.937758 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31302948-34c8-497f-ba66-632cb1b26a51', 'name': 'tempest-ServersTestMultiNic-1252811367-router', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'ced13779-d7f4-4f91-b132-a80154ef9e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:17:26Z', 'updated_at': '2021-12-20T21:17:38Z', 'revision_number': 4, 'project_id': '1aa098716b2841b9a38afb0654e12766', 'gw_port': {'id': 'ced13779-d7f4-4f91-b132-a80154ef9e34', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31302948-34c8-497f-ba66-632cb1b26a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:28Z', 'updated_at': '2021-12-20T21:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'abe177b2-50f3-4f9b-8fe2-72273bd45878', 'name': '', 'network_id': 'b0018659-3311-4101-8777-78fe26154914', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'mac_address': 'fa:16:3e:56:f3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31302948-34c8-497f-ba66-632cb1b26a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '073e472a-06c1-4beb-a06c-2ac1c0f65fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:36Z', 'updated_at': '2021-12-20T21:17:44Z', 'revision_number': 4, 'project_id': '1aa098716b2841b9a38afb0654e12766', 'subnets': [{'id': '073e472a-06c1-4beb-a06c-2ac1c0f65fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:17:45.982098 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ef27a-efe5-4840-9017-e0111dbb55fd None None] The sync data for ids ['31302948-34c8-497f-ba66-632cb1b26a51'] in n-d-xena-1 is: [{'id': '31302948-34c8-497f-ba66-632cb1b26a51', 'name': 'tempest-ServersTestMultiNic-1252811367-router', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'ced13779-d7f4-4f91-b132-a80154ef9e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:17:26Z', 'updated_at': '2021-12-20T21:17:38Z', 'revision_number': 4, 'project_id': '1aa098716b2841b9a38afb0654e12766', 'gw_port': {'id': 'ced13779-d7f4-4f91-b132-a80154ef9e34', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31302948-34c8-497f-ba66-632cb1b26a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:28Z', 'updated_at': '2021-12-20T21:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'abe177b2-50f3-4f9b-8fe2-72273bd45878', 'name': '', 'network_id': 'b0018659-3311-4101-8777-78fe26154914', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'mac_address': 'fa:16:3e:56:f3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31302948-34c8-497f-ba66-632cb1b26a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '073e472a-06c1-4beb-a06c-2ac1c0f65fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:36Z', 'updated_at': '2021-12-20T21:17:44Z', 'revision_number': 4, 'project_id': '1aa098716b2841b9a38afb0654e12766', 'subnets': [{'id': '073e472a-06c1-4beb-a06c-2ac1c0f65fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:17:45.990096 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-5352da71-672e-4cab-a0dd-0a9e983a41be service neutron] 10.222.0.32 "GET /v2.0/networks/0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267124 Dec 20 21:17:46.000712 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d8a539b-1f6e-45b6-8a07-7bc183812f9e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:46.095340 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533349a-290b-485f-bb9b-d47556f0bfe1 req-6c2e3dfe-5145-41e8-9226-27dcdfb2e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:46.097623 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8533349a-290b-485f-bb9b-d47556f0bfe1 req-6c2e3dfe-5145-41e8-9226-27dcdfb2e995 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8a780c7431b45fba650d761d6445660&device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 1097 time: 0.1125371 Dec 20 21:17:46.102054 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c48c8a-d2fd-41ff-811d-1ac08620b316 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:46.125389 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:46.206874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Transition to ACTIVE for port object 57c48c8a-d2fd-41ff-811d-1ac08620b316 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:17:46.252962 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:46.261609 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-703cddf4-264c-4fd4-9fde-9254c177dafe tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cbf51c065521477894e586e4eb7f53a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927987 Dec 20 21:17:46.413717 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Pushing event updated for resources: {'Port': ['ID=57c48c8a-d2fd-41ff-811d-1ac08620b316,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:46.424258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a539b-1f6e-45b6-8a07-7bc183812f9e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event updated for resources: {'Subnet': ['ID=ffdab1aa-3d6c-4545-843d-9a44d7216cc0,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:46.444009 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-a20cc737-030e-47a2-b6aa-7aaf9b11545a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:46.445908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a539b-1f6e-45b6-8a07-7bc183812f9e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Checking segment: {'id': '40e6c9db-81f3-43a4-bc50-0f44a2884033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:46.446398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8a539b-1f6e-45b6-8a07-7bc183812f9e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Network hostable DHCP agents. Network: 9f6a492d-7697-4df3-ad7e-30e3796fb3bf, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:17:46.454852 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-a20cc737-030e-47a2-b6aa-7aaf9b11545a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835294 Dec 20 21:17:46.528872 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-44fb0641-dac9-4b7a-b2c1-35f585c966eb tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/quotas/cbf51c065521477894e586e4eb7f53a2 HTTP/1.1" status: 200 len: 375 time: 0.0723071 Dec 20 21:17:46.596655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Attempting to bind port 57c48c8a-d2fd-41ff-811d-1ac08620b316 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:46.597873 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Attempting to bind port 57c48c8a-d2fd-41ff-811d-1ac08620b316 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:46.597996 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Attempting to bind port 57c48c8a-d2fd-41ff-811d-1ac08620b316 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:46.604467 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8a539b-1f6e-45b6-8a07-7bc183812f9e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Network 9f6a492d-7697-4df3-ad7e-30e3796fb3bf is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:17:46.647406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-0d8a539b-1f6e-45b6-8a07-7bc183812f9e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 9f6a492d-7697-4df3-ad7e-30e3796fb3bf) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:46.649866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533349a-290b-485f-bb9b-d47556f0bfe1 req-3b0452ea-6f3d-4db4-adf5-31f11a9e101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:46.651723 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8533349a-290b-485f-bb9b-d47556f0bfe1 req-3b0452ea-6f3d-4db4-adf5-31f11a9e101c service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.5441742 Dec 20 21:17:46.658039 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbe6429-19cf-4d91-8074-2dd19af3b34b None None] Network 9f6a492d-7697-4df3-ad7e-30e3796fb3bf requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:17:46.673905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8a539b-1f6e-45b6-8a07-7bc183812f9e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:46.677947 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d8a539b-1f6e-45b6-8a07-7bc183812f9e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:46.707574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Port 57c48c8a-d2fd-41ff-811d-1ac08620b316 on network b354e2a9-7558-463a-85c3-6af39fac1033 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:17:46.707574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Attempting to bind port 57c48c8a-d2fd-41ff-811d-1ac08620b316 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:46.716874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:46.717323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Checking segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:46.717948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Bound using segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:46.718627 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Bound port: 57c48c8a-d2fd-41ff-811d-1ac08620b316, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:46.719636 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:46.744742 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0d8a539b-1f6e-45b6-8a07-7bc183812f9e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6038334 Dec 20 21:17:46.759239 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48224) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:46.768762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device abe177b2-50f3-4f9b-8fe2-72273bd45878 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:46.769447 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-893af6e3-b3de-43c9-b0fe-0b82a87c39cb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2021449439'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:46.776128 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8533349a-290b-485f-bb9b-d47556f0bfe1 req-823c39c8-e3b8-4825-9c4d-21d452da4f4e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=57f44746-a140-4a35-86d4-128cab5335c7 HTTP/1.1" status: 200 len: 217 time: 0.1114149 Dec 20 21:17:46.843164 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd99e8a-39fd-4f01-9fa4-4ea1bbf2576b req-6e6f5a1c-4e4e-428e-bbc3-93af18651631 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:46.844749 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3bd99e8a-39fd-4f01-9fa4-4ea1bbf2576b req-6e6f5a1c-4e4e-428e-bbc3-93af18651631 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0988917 Dec 20 21:17:46.919198 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3bd99e8a-39fd-4f01-9fa4-4ea1bbf2576b req-7abb3042-5a07-49e4-8dc8-448fa0f7c487 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615153 Dec 20 21:17:46.941079 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] For port 57c48c8a-d2fd-41ff-811d-1ac08620b316, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:46.946332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] For port 57c48c8a-d2fd-41ff-811d-1ac08620b316, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=57c48c8a-d2fd-41ff-811d-1ac08620b316,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:46.962031 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:46.975124 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-d6c95679-3fc3-4c86-a66c-5dccbc83967b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4428482 Dec 20 21:17:46.993837 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:46.998208 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:47.002430 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] 10.222.0.66 "PUT /v2.0/ports/57c48c8a-d2fd-41ff-811d-1ac08620b316 HTTP/1.1" status: 200 len: 1089 time: 2.8296311 Dec 20 21:17:47.006448 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f046c7-dcae-424e-9ba3-f5e827b8aaa5', 'tag': '57c48c8a-d2fd-41ff-811d-1ac08620b316'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:47.010292 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f3de7e-d8d8-440e-83c8-b012239943ba" -d '{"events": [{"name": "network-changed", "server_uuid": "20f046c7-dcae-424e-9ba3-f5e827b8aaa5", "tag": "57c48c8a-d2fd-41ff-811d-1ac08620b316"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:47.093223 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893af6e3-b3de-43c9-b0fe-0b82a87c39cb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Made reservation on behalf of 1aa098716b2841b9a38afb0654e12766 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:47.098533 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc19ace4-4c7c-4f57-bbf4-fe4bec277a85 x-openstack-request-id: req-dc19ace4-4c7c-4f57-bbf4-fe4bec277a85 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:47.100157 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c86ab1-932d-4f57-9230-e15a8f68193b", "name": "network-vif-plugged", "status": "completed", "tag": "bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:47.100521 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc19ace4-4c7c-4f57-bbf4-fe4bec277a85 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:47.104569 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c86ab1-932d-4f57-9230-e15a8f68193b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9', 'code': 200} Dec 20 21:17:47.111792 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-893af6e3-b3de-43c9-b0fe-0b82a87c39cb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:47.177776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533349a-290b-485f-bb9b-d47556f0bfe1 req-201629da-9923-4a48-ab03-434a3b19a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:47.179874 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8533349a-290b-485f-bb9b-d47556f0bfe1 req-201629da-9923-4a48-ab03-434a3b19a8bf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.3926082 Dec 20 21:17:47.237865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00e6ba-d54b-4adb-9c7f-17add50b98e0 service neutron] Pushing event updated for resources: {'Port': ['ID=57c48c8a-d2fd-41ff-811d-1ac08620b316,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:47.287842 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-9f6a492d-7697-4df3-ad7e-30e3796fb3bf', 'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'fixed_ips': [{'subnet_id': 'ffdab1aa-3d6c-4545-843d-9a44d7216cc0'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:17:47.297425 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:47.328644 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port abe177b2-50f3-4f9b-8fe2-72273bd45878 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:47.331187 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893af6e3-b3de-43c9-b0fe-0b82a87c39cb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:17:47.331776 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:47.338041 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-ddfe1d8e-a2d4-446f-ade0-af0c38d7ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:47.345104 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-ddfe1d8e-a2d4-446f-ade0-af0c38d7ef24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 1092 time: 0.2630541 Dec 20 21:17:47.349241 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-893af6e3-b3de-43c9-b0fe-0b82a87c39cb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:47.349581 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-893af6e3-b3de-43c9-b0fe-0b82a87c39cb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Added segment f306ae3d-182c-49c7-a946-102e2cfc32d4 of type vlan for network a4a94005-4d0e-4437-baa0-09ad6a3f37c3 Dec 20 21:17:47.367421 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533349a-290b-485f-bb9b-d47556f0bfe1 req-148facbe-1950-4415-a427-4fe2a030294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:47.369060 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8533349a-290b-485f-bb9b-d47556f0bfe1 req-148facbe-1950-4415-a427-4fe2a030294f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1819763 Dec 20 21:17:47.374758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0886ed-c3f1-40d8-b25a-64fa71e3c10e req-b3f25f8a-4884-4768-bd69-f75b53d1ff72 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:47.380701 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e0886ed-c3f1-40d8-b25a-64fa71e3c10e req-b3f25f8a-4884-4768-bd69-f75b53d1ff72 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 948 time: 0.2003181 Dec 20 21:17:47.546503 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3c51d-2d1d-47a2-a001-d4511eb17de5 req-4dcc572a-f7f1-48ee-8b9b-f8d4c46f6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:47.549434 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8d3c51d-2d1d-47a2-a001-d4511eb17de5 req-4dcc572a-f7f1-48ee-8b9b-f8d4c46f6b99 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 1098 time: 0.4035559 Dec 20 21:17:47.551016 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-788a5f44-1074-4fca-ac2b-29a860ddfcb2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57c48c8a-d2fd-41ff-811d-1ac08620b316 HTTP/1.1" status: 200 len: 217 time: 0.1658640 Dec 20 21:17:47.576289 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8533349a-290b-485f-bb9b-d47556f0bfe1 req-43301318-fd7b-4cc1-b285-dfd665ce17e6 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967299 Dec 20 21:17:47.580264 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e0886ed-c3f1-40d8-b25a-64fa71e3c10e req-ee19a28b-125a-4cad-acf7-bc0600d30c55 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469841 Dec 20 21:17:47.725108 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cc5660f6-fda8-47fb-a95d-68a5b14e5a9e req-fe822ae7-86ab-411a-a93c-115ab94203ae tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 210 time: 0.1469238 Dec 20 21:17:47.752915 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-893af6e3-b3de-43c9-b0fe-0b82a87c39cb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:47.964344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-d457604f-7cb9-4e17-a749-76df20f82ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:47.965776 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-d457604f-7cb9-4e17-a749-76df20f82ab4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.3480163 Dec 20 21:17:47.981731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ecb79372-c566-4cad-b877-432ba06f1c26 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:17:48.020052 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-c05ae2a9-d1c2-4758-bf63-458af8fecc36 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450983 Dec 20 21:17:48.022310 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980d10e7-4d78-4654-8a73-28dfaeb99684 x-openstack-request-id: req-980d10e7-4d78-4654-8a73-28dfaeb99684 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:48.022610 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f046c7-dcae-424e-9ba3-f5e827b8aaa5", "tag": "57c48c8a-d2fd-41ff-811d-1ac08620b316", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:48.022999 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-980d10e7-4d78-4654-8a73-28dfaeb99684 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:48.023908 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f046c7-dcae-424e-9ba3-f5e827b8aaa5', 'tag': '57c48c8a-d2fd-41ff-811d-1ac08620b316', 'status': 'completed', 'code': 200} Dec 20 21:17:48.030267 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8d3c51d-2d1d-47a2-a001-d4511eb17de5 req-19492a7b-ccbd-46a9-ba28-98ba889e2b79 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483101 Dec 20 21:17:48.041950 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633bb3b-3185-4dff-ac10-8c2e4147f51a req-5e5de033-bca0-4bc5-9b5d-20d62249609e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:48.043654 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8633bb3b-3185-4dff-ac10-8c2e4147f51a req-5e5de033-bca0-4bc5-9b5d-20d62249609e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.2804694 Dec 20 21:17:48.119592 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:48.149708 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8633bb3b-3185-4dff-ac10-8c2e4147f51a req-e082ef95-7fc6-4037-b0e8-eec5f5742982 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887711 Dec 20 21:17:48.164823 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.resource_extend [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:17:48.323923 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Allocated IP 19.80.0.2 (9f6a492d-7697-4df3-ad7e-30e3796fb3bf/ffdab1aa-3d6c-4545-843d-9a44d7216cc0/5c059b41-eedb-41e4-9aac-e27626f91241) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:17:48.387044 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-f33c53ab-2f9a-4eda-ae18-cf3e1da66156 service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423023 Dec 20 21:17:48.404106 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e1c45-376f-4937-a238-556172928523 req-2b312695-72de-4679-9f09-bbf5eb621524 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:48.412027 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e2e1c45-376f-4937-a238-556172928523 req-2b312695-72de-4679-9f09-bbf5eb621524 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 943 time: 0.1411145 Dec 20 21:17:48.544075 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e2e1c45-376f-4937-a238-556172928523 req-6fbd191c-45d3-491e-909a-d71e3725e66d tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309285 Dec 20 21:17:48.547334 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:48.559634 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ecb79372-c566-4cad-b877-432ba06f1c26, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ecb79372-c566-4cad-b877-432ba06f1c26,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:48.562696 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:48.612828 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a13d5783-49e4-4ebc-b58d-83762113f016 req-4780f65b-ac47-48cd-ba5e-853157a2cc1f service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897705 Dec 20 21:17:48.614047 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [None req-893af6e3-b3de-43c9-b0fe-0b82a87c39cb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] It took 0.85 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:17:48.625756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'ecb79372-c566-4cad-b877-432ba06f1c26', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'ecb79372-c566-4cad-b877-432ba06f1c26', 'mac_address': 'fa:16:3e:dd:d2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:17:48.657864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Network 9f6a492d-7697-4df3-ad7e-30e3796fb3bf is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:48.662730 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:48.674299 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:48.677267 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-893af6e3-b3de-43c9-b0fe-0b82a87c39cb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:48.682747 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893af6e3-b3de-43c9-b0fe-0b82a87c39cb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:48.683544 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-893af6e3-b3de-43c9-b0fe-0b82a87c39cb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:48.701906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Pushing event updated for resources: {'Port': ['ID=5c059b41-eedb-41e4-9aac-e27626f91241,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:48.705061 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9ac43aa7-d8c2-4707-aa09-1abfde9dd67c req-b6182f01-553f-4c3f-918f-989505e8b8c6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 210 time: 0.1174130 Dec 20 21:17:48.825156 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Attempting to bind port 5c059b41-eedb-41e4-9aac-e27626f91241 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:48.825564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Attempting to bind port 5c059b41-eedb-41e4-9aac-e27626f91241 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '40e6c9db-81f3-43a4-bc50-0f44a2884033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:48.825869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Attempting to bind port 5c059b41-eedb-41e4-9aac-e27626f91241 on network 9f6a492d-7697-4df3-ad7e-30e3796fb3bf {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:48.827798 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:48.849282 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:48.849691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Checking segment: {'id': '40e6c9db-81f3-43a4-bc50-0f44a2884033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:48.850108 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:48.851059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Bound using segment: {'id': '40e6c9db-81f3-43a4-bc50-0f44a2884033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:48.851059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Bound port: 5c059b41-eedb-41e4-9aac-e27626f91241, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e6c9db-81f3-43a4-bc50-0f44a2884033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:48.851381 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:48.883465 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb79372-c566-4cad-b877-432ba06f1c26 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:48.963415 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ecb79372-c566-4cad-b877-432ba06f1c26, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ecb79372-c566-4cad-b877-432ba06f1c26,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:48.977588 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:48.978915 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 57f44746-a140-4a35-86d4-128cab5335c7 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:17:49.000625 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-893af6e3-b3de-43c9-b0fe-0b82a87c39cb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.2357562 Dec 20 21:17:49.003501 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48266) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:17:49.008566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5095e755-a6ae-4616-835c-13d73e3781a8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Request body: {'subnet': {'network_id': 'a4a94005-4d0e-4437-baa0-09ad6a3f37c3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:49.024602 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893af6e3-b3de-43c9-b0fe-0b82a87c39cb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event updated for resources: {'Network': ['ID=a4a94005-4d0e-4437-baa0-09ad6a3f37c3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:49.038796 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-003d84bd-fd25-4d47-91ca-b36a98cf7ef2 req-54ac2506-0821-41d6-b9ce-4227274ab144 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 1.3279312 Dec 20 21:17:49.043737 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4e46fc96-c624-4ff5-a34c-93fd94b33df9 req-2420adbc-bf59-42af-9797-f2cb6fbfbf95 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 210 time: 0.1440737 Dec 20 21:17:49.061480 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8533349a-290b-485f-bb9b-d47556f0bfe1 req-8f340624-66c3-4895-b27c-f3c513013992 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3998041 Dec 20 21:17:49.061752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=ecb79372-c566-4cad-b877-432ba06f1c26,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:49.066201 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network a4a94005-4d0e-4437-baa0-09ad6a3f37c3 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:17:49.159562 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] For port 5c059b41-eedb-41e4-9aac-e27626f91241, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:49.188445 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] For port 5c059b41-eedb-41e4-9aac-e27626f91241, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5c059b41-eedb-41e4-9aac-e27626f91241,segment=NetworkSegment(40e6c9db-81f3-43a4-bc50-0f44a2884033),segment_id=40e6c9db-81f3-43a4-bc50-0f44a2884033)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:49.202930 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:49.236546 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3de7e-d8d8-440e-83c8-b012239943ba req-809a5345-ce9e-49dc-8cfc-bd0fe0ed3cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:49.243438 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64f3de7e-d8d8-440e-83c8-b012239943ba req-809a5345-ce9e-49dc-8cfc-bd0fe0ed3cf8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 1092 time: 0.4134254 Dec 20 21:17:49.271587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70e90c-3096-4040-a35d-f2b454772d47 req-f2193fe0-22ad-40bb-b02a-27f0cb58c8b9 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:49.279775 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d70e90c-3096-4040-a35d-f2b454772d47 req-f2193fe0-22ad-40bb-b02a-27f0cb58c8b9 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 948 time: 0.4863534 Dec 20 21:17:49.289048 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bf518-4ea5-4d44-bc5d-70ec22d26b76 None None] Pushing event updated for resources: {'Port': ['ID=5c059b41-eedb-41e4-9aac-e27626f91241,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:49.301492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 57f44746-a140-4a35-86d4-128cab5335c7, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=57f44746-a140-4a35-86d4-128cab5335c7,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:49.302282 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5095e755-a6ae-4616-835c-13d73e3781a8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Made reservation on behalf of 1aa098716b2841b9a38afb0654e12766 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:49.311478 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5095e755-a6ae-4616-835c-13d73e3781a8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:49.331065 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0916ed77-1e7e-42db-af71-56247d3dd20e tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:49.331864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '57f44746-a140-4a35-86d4-128cab5335c7', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '57f44746-a140-4a35-86d4-128cab5335c7', 'mac_address': 'fa:16:3e:4e:79:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:17:49.333417 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0916ed77-1e7e-42db-af71-56247d3dd20e tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.66 "GET /v2.0/networks?id=0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f HTTP/1.1" status: 200 len: 816 time: 0.5487471 Dec 20 21:17:49.409038 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42511f1a-e43c-4e40-b853-c379f920221c req-04a03762-09ea-4a84-9363-8742bb782b2d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:49.414437 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-42511f1a-e43c-4e40-b853-c379f920221c req-04a03762-09ea-4a84-9363-8742bb782b2d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.1518912 Dec 20 21:17:49.435115 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:49.471092 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d70e90c-3096-4040-a35d-f2b454772d47 req-50f70363-c6ad-4b3d-a847-5de8a2f07210 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897056 Dec 20 21:17:49.475014 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f44746-a140-4a35-86d4-128cab5335c7 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:49.504889 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 57f44746-a140-4a35-86d4-128cab5335c7, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=57f44746-a140-4a35-86d4-128cab5335c7,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:49.550112 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:49.612580 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-42511f1a-e43c-4e40-b853-c379f920221c req-a0f0dc1c-2392-4af3-b2c1-bad954986976 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884618 Dec 20 21:17:49.643571 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d84bd-fd25-4d47-91ca-b36a98cf7ef2 req-9990146d-64e6-47eb-9cac-7e05b1da1213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:49.645472 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-003d84bd-fd25-4d47-91ca-b36a98cf7ef2 req-9990146d-64e6-47eb-9cac-7e05b1da1213 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 1099 time: 0.1735470 Dec 20 21:17:49.696167 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=57f44746-a140-4a35-86d4-128cab5335c7,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:49.790214 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-872568cd-363d-4fc1-b4ae-595e354654a0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=871b3780233447dbae5247c6158716cc HTTP/1.1" status: 200 len: 380 time: 0.3817849 Dec 20 21:17:49.802455 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-bed955e1-1169-4e05-ac0e-5a334fa1ad89 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Request body: {'port': {'device_id': '3758e253-852a-420b-af49-4c071e57b75a', 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f', 'admin_state_up': True, 'tenant_id': '871b3780233447dbae5247c6158716cc', 'security_groups': ['5b04b73f-0be7-42d9-b921-9e6d45b588fc']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:49.969338 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-b1bea313-3196-4fbb-ae8a-1db9ec188355 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=cbf51c065521477894e586e4eb7f53a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0963955 Dec 20 21:17:50.016418 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['57f44746-a140-4a35-86d4-128cab5335c7'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:50.027912 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3de7e-d8d8-440e-83c8-b012239943ba req-bb55eadb-11dc-4810-8b50-9ad4fda4d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:50.030928 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64f3de7e-d8d8-440e-83c8-b012239943ba req-bb55eadb-11dc-4810-8b50-9ad4fda4d40b service neutron] 10.222.0.66 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 921 time: 0.6167283 Dec 20 21:17:50.049644 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4fa2185c-5fab-484c-802f-753f3b4e69b1 req-c3cfde09-3ef0-4165-9fe9-071d5524204b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 210 time: 0.0791340 Dec 20 21:17:50.124448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d84bd-fd25-4d47-91ca-b36a98cf7ef2 req-cf64620b-42ca-4cd1-87de-278bedfc14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:50.125930 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-003d84bd-fd25-4d47-91ca-b36a98cf7ef2 req-cf64620b-42ca-4cd1-87de-278bedfc14f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.4534950 Dec 20 21:17:50.139687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['ecb79372-c566-4cad-b877-432ba06f1c26'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:50.201875 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64f3de7e-d8d8-440e-83c8-b012239943ba req-8c2dd09e-4e11-4381-80d3-b7514bb70fc8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57c48c8a-d2fd-41ff-811d-1ac08620b316 HTTP/1.1" status: 200 len: 217 time: 0.1586013 Dec 20 21:17:50.223703 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684848e-6241-40fa-be8e-ded15b8bc21a req-8aead0ac-08df-4442-89cc-1ad6a1ee77c9 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:50.225980 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2684848e-6241-40fa-be8e-ded15b8bc21a req-8aead0ac-08df-4442-89cc-1ad6a1ee77c9 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 943 time: 0.5289712 Dec 20 21:17:50.264183 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-003d84bd-fd25-4d47-91ca-b36a98cf7ef2 req-87e5186d-7cc9-4bb9-afdb-c0d46a7be0fc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=6e1713ac-6707-46ba-aecb-67d234680f96 HTTP/1.1" status: 200 len: 217 time: 0.1257222 Dec 20 21:17:50.359343 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6e72b2ea-7cbf-4566-8ddf-a9799bfd104e req-c5660362-2ea3-4183-bb50-a50c6278831d tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 210 time: 0.1163735 Dec 20 21:17:50.480677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3de7e-d8d8-440e-83c8-b012239943ba req-ab3a6824-f453-4825-b357-000b4e23cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:50.511745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64f3de7e-d8d8-440e-83c8-b012239943ba req-ab3a6824-f453-4825-b357-000b4e23cc11 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.2633870 Dec 20 21:17:50.517406 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-537941d6-d312-41e8-8397-77a590c28194 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:50.519226 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-537941d6-d312-41e8-8397-77a590c28194 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5325577 Dec 20 21:17:50.558017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-bed955e1-1169-4e05-ac0e-5a334fa1ad89 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Made reservation on behalf of 871b3780233447dbae5247c6158716cc for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:50.577261 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-bed955e1-1169-4e05-ac0e-5a334fa1ad89 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:50.603160 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d84bd-fd25-4d47-91ca-b36a98cf7ef2 req-0be53faf-5b5e-458c-9223-3476a3d5727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:50.605622 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-003d84bd-fd25-4d47-91ca-b36a98cf7ef2 req-0be53faf-5b5e-458c-9223-3476a3d5727a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.2658947 Dec 20 21:17:50.648073 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64f3de7e-d8d8-440e-83c8-b012239943ba req-e4cef5a0-f24b-40be-8654-2fd01a53b917 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328387 Dec 20 21:17:50.720378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5c059b41-eedb-41e4-9aac-e27626f91241 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:50.753116 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-2237d74f-d34e-442b-a9f0-74d322fb85ee tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Request body: {'port': {'device_id': '217cc024-1974-47e3-af10-d46bee203e93', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': 'cbf51c065521477894e586e4eb7f53a2'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:50.782751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 5c059b41-eedb-41e4-9aac-e27626f91241 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:50.783696 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:50.896397 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:50.956624 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 5c059b41-eedb-41e4-9aac-e27626f91241, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5c059b41-eedb-41e4-9aac-e27626f91241,segment=NetworkSegment(40e6c9db-81f3-43a4-bc50-0f44a2884033),segment_id=40e6c9db-81f3-43a4-bc50-0f44a2884033)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:50.964693 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:51.001520 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dc3f9-cfe3-477a-8bca-2fd444639675 req-54685edb-75cd-4ffc-a06a-c289554a0787 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:51.017503 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64f3de7e-d8d8-440e-83c8-b012239943ba req-76546144-5c70-4ce9-96f0-5600653ed793 service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399820 Dec 20 21:17:51.019506 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cc6dc3f9-cfe3-477a-8bca-2fd444639675 req-54685edb-75cd-4ffc-a06a-c289554a0787 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 949 time: 0.4125276 Dec 20 21:17:51.023476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=5c059b41-eedb-41e4-9aac-e27626f91241,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:51.027121 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2684848e-6241-40fa-be8e-ded15b8bc21a req-c7ef80b0-1963-4851-ac5b-f7d34c706b81 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8002591 Dec 20 21:17:51.075186 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d84bd-fd25-4d47-91ca-b36a98cf7ef2 req-4142ed7b-65a6-44d5-b49e-cb7fdbcd6fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:51.080676 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-003d84bd-fd25-4d47-91ca-b36a98cf7ef2 req-4142ed7b-65a6-44d5-b49e-cb7fdbcd6fa8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2663798 Dec 20 21:17:51.112179 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c59403-e5ad-4989-a0ec-f1874f272b0d None None] Network 9f6a492d-7697-4df3-ad7e-30e3796fb3bf requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:17:51.119796 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5095e755-a6ae-4616-835c-13d73e3781a8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:51.209512 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cc6dc3f9-cfe3-477a-8bca-2fd444639675 req-e9e6f02f-a08b-4944-873e-10b6b993ba46 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890125 Dec 20 21:17:51.229808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-5745c775-6a34-468a-9869-b2f511b3932c None None] Provisioning complete for port 5c059b41-eedb-41e4-9aac-e27626f91241 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:51.230263 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5745c775-6a34-468a-9869-b2f511b3932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:51.260198 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-2237d74f-d34e-442b-a9f0-74d322fb85ee tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Made reservation on behalf of cbf51c065521477894e586e4eb7f53a2 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:51.264559 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-2237d74f-d34e-442b-a9f0-74d322fb85ee tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:51.541621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-2237d74f-d34e-442b-a9f0-74d322fb85ee tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Allocated IP 192.168.233.149 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/de5ffa1e-e452-4a68-8f66-077cdbd71d05) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:17:51.697600 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095e755-a6ae-4616-835c-13d73e3781a8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event updated for resources: {'Subnet': ['ID=e31b0500-282e-4dbd-8313-96362cb13e44,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:51.702627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ecb79372-c566-4cad-b877-432ba06f1c26 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:51.753724 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-2237d74f-d34e-442b-a9f0-74d322fb85ee tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:51.799141 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port ecb79372-c566-4cad-b877-432ba06f1c26 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:17:51.802055 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-2237d74f-d34e-442b-a9f0-74d322fb85ee tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:51.807488 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port ecb79372-c566-4cad-b877-432ba06f1c26 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:51.808048 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:51.816783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-bed955e1-1169-4e05-ac0e-5a334fa1ad89 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Allocated IP 172.20.0.6 (0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f/b0b87c54-c451-42da-848e-4a3e123612c6/e43ded9a-5878-4357-833a-234ecb7bd5bd) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:17:51.850550 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['27f27e94-070d-4ba9-92c4-35038cc85d4c', '8fde6890-b648-4247-a088-11f86c006080'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:51.858357 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c50e7163-7ce6-4b98-a677-d7b1a60568f0', '095dc952-4236-4239-b529-21f01ec7edf9', 'af0c69c0-2187-4115-9ca2-8619f872176b', '26812aac-b0f3-494e-b917-626bd0c0db4b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:51.883390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5095e755-a6ae-4616-835c-13d73e3781a8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Checking segment: {'id': 'f306ae3d-182c-49c7-a946-102e2cfc32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4a94005-4d0e-4437-baa0-09ad6a3f37c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:51.884121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5095e755-a6ae-4616-835c-13d73e3781a8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Network hostable DHCP agents. Network: a4a94005-4d0e-4437-baa0-09ad6a3f37c3, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:17:51.902634 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-2237d74f-d34e-442b-a9f0-74d322fb85ee tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:51.909387 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e7ad9-4df6-444b-951e-3de2c7ebfcad req-320bd5b5-c0bd-4841-95e3-daf287df1bfd tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:51.912229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-2237d74f-d34e-442b-a9f0-74d322fb85ee tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:51.920640 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-2237d74f-d34e-442b-a9f0-74d322fb85ee tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:51.934268 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-616e7ad9-4df6-444b-951e-3de2c7ebfcad req-320bd5b5-c0bd-4841-95e3-daf287df1bfd tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.6701486 Dec 20 21:17:51.945691 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64f3de7e-d8d8-440e-83c8-b012239943ba req-8369a2be-0cfa-44ea-b80c-161b8651d2f1 service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9175818 Dec 20 21:17:51.992386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f580a-f51b-4737-bff8-8d318a819f67 req-6d21e2f3-ca73-44a7-a488-6ef3df4b42b3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:51.998035 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b30f580a-f51b-4737-bff8-8d318a819f67 req-6d21e2f3-ca73-44a7-a488-6ef3df4b42b3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 936 time: 0.2026505 Dec 20 21:17:52.006746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-2237d74f-d34e-442b-a9f0-74d322fb85ee tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:52.007812 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-2237d74f-d34e-442b-a9f0-74d322fb85ee tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:52.031273 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-003d84bd-fd25-4d47-91ca-b36a98cf7ef2 req-de7b7c67-67db-44bf-a483-c9f3b2d322ab service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9060621 Dec 20 21:17:52.057256 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-be6bcbbf-68cb-494e-af59-a9ab700ba2bd None None] Provisioning complete for port 5c059b41-eedb-41e4-9aac-e27626f91241 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:52.057901 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be6bcbbf-68cb-494e-af59-a9ab700ba2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:52.060987 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-2237d74f-d34e-442b-a9f0-74d322fb85ee tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3271005 Dec 20 21:17:52.094419 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Request body: {'port': {'device_id': '217cc024-1974-47e3-af10-d46bee203e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:52.127427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237d74f-d34e-442b-a9f0-74d322fb85ee tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Pushing event updated for resources: {'Port': ['ID=de5ffa1e-e452-4a68-8f66-077cdbd71d05,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:52.179397 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:52.282274 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb79372-c566-4cad-b877-432ba06f1c26'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:52.286894 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3f8e4c-084b-40a9-979e-d02a9d8e3ff5" -d '{"events": [{"server_uuid": "ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945", "name": "network-vif-plugged", "status": "completed", "tag": "ecb79372-c566-4cad-b877-432ba06f1c26"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:52.300481 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5095e755-a6ae-4616-835c-13d73e3781a8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Network a4a94005-4d0e-4437-baa0-09ad6a3f37c3 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:17:52.308449 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b30f580a-f51b-4737-bff8-8d318a819f67 req-60f35454-4264-4949-9982-864e3ddb5574 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092604 Dec 20 21:17:52.319003 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-616e7ad9-4df6-444b-951e-3de2c7ebfcad req-2ccaa488-7d7e-4048-8877-91c3860c0dc6 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819921 Dec 20 21:17:52.332832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-5095e755-a6ae-4616-835c-13d73e3781a8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, a4a94005-4d0e-4437-baa0-09ad6a3f37c3) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:52.358579 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5095e755-a6ae-4616-835c-13d73e3781a8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:52.359205 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5095e755-a6ae-4616-835c-13d73e3781a8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:52.369142 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5549152d-8bd4-40c3-89cd-5dc61c436e15 None None] Network a4a94005-4d0e-4437-baa0-09ad6a3f37c3 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:17:52.373613 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:52.425263 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5095e755-a6ae-4616-835c-13d73e3781a8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4201922 Dec 20 21:17:52.430442 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-bed955e1-1169-4e05-ac0e-5a334fa1ad89 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:52.498220 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-bed955e1-1169-4e05-ac0e-5a334fa1ad89 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:52.572171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-bed955e1-1169-4e05-ac0e-5a334fa1ad89 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Network 0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:52.576260 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-bed955e1-1169-4e05-ac0e-5a334fa1ad89 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:52.581553 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-bed955e1-1169-4e05-ac0e-5a334fa1ad89 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:52.690936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed955e1-1169-4e05-ac0e-5a334fa1ad89 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Pushing event updated for resources: {'Port': ['ID=e43ded9a-5878-4357-833a-234ecb7bd5bd,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:52.752945 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-003d84bd-fd25-4d47-91ca-b36a98cf7ef2 req-4d1fbf6a-a862-491f-82e1-bd7c5f7e2cf4 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6848466 Dec 20 21:17:52.783212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cacc57-ff7e-474a-9920-2f02f7080eaa req-a85128ea-e613-4680-9bda-d969b22fca39 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:52.791327 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79cacc57-ff7e-474a-9920-2f02f7080eaa req-a85128ea-e613-4680-9bda-d969b22fca39 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 931 time: 0.3191824 Dec 20 21:17:52.824110 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ecb79372-c566-4cad-b877-432ba06f1c26, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ecb79372-c566-4cad-b877-432ba06f1c26,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:52.835160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-bed955e1-1169-4e05-ac0e-5a334fa1ad89 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:52.835459 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-bed955e1-1169-4e05-ac0e-5a334fa1ad89 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:52.839838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5c059b41-eedb-41e4-9aac-e27626f91241 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:52.853735 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:52.854774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 57f44746-a140-4a35-86d4-128cab5335c7 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:52.893896 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79cacc57-ff7e-474a-9920-2f02f7080eaa req-7d0f172c-b54b-4a88-9391-9d76c671f7e7 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016164 Dec 20 21:17:52.903012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059198a4-07ac-4400-88c6-0c87fea6b48d req-58a75ecd-49d2-4e12-b34e-6263b4b6a0a8 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:52.914029 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-059198a4-07ac-4400-88c6-0c87fea6b48d req-58a75ecd-49d2-4e12-b34e-6263b4b6a0a8 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 943 time: 0.2033794 Dec 20 21:17:52.993210 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-bed955e1-1169-4e05-ac0e-5a334fa1ad89 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2007616 Dec 20 21:17:52.994349 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 57f44746-a140-4a35-86d4-128cab5335c7 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:17:53.018873 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-059198a4-07ac-4400-88c6-0c87fea6b48d req-8896f0a0-4a82-448e-a108-70cedee0d42e tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038134 Dec 20 21:17:53.032607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Request body: {'port': {'device_id': '3758e253-852a-420b-af49-4c071e57b75a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:53.089876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 57f44746-a140-4a35-86d4-128cab5335c7 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:53.090985 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:53.094027 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8d1ba-860b-4606-bc43-74ab868100e6 req-70deb86a-df1e-4b77-b4d9-270dc363c193 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:53.095642 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e6c8d1ba-860b-4606-bc43-74ab868100e6 req-70deb86a-df1e-4b77-b4d9-270dc363c193 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 949 time: 0.0884986 Dec 20 21:17:53.143513 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:53.159166 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa73ca5d-699e-47e8-904d-005d265a4cc6 x-openstack-request-id: req-aa73ca5d-699e-47e8-904d-005d265a4cc6 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:53.159482 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945", "name": "network-vif-plugged", "status": "completed", "tag": "ecb79372-c566-4cad-b877-432ba06f1c26", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:53.159832 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa73ca5d-699e-47e8-904d-005d265a4cc6 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:53.160373 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb79372-c566-4cad-b877-432ba06f1c26', 'code': 200} Dec 20 21:17:53.234839 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e6c8d1ba-860b-4606-bc43-74ab868100e6 req-8158543d-54a5-47be-9d59-3844fbcf4d8e tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271346 Dec 20 21:17:53.260986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5ffa1e-e452-4a68-8f66-077cdbd71d05 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:53.273176 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:53.359609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Transition to ACTIVE for port object de5ffa1e-e452-4a68-8f66-077cdbd71d05 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:17:53.366909 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:53.439627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 5c059b41-eedb-41e4-9aac-e27626f91241 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:53.440983 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:53.506562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffa175-6084-4eb4-a004-8ff043ebb62b req-d79eadda-8089-459c-9246-660412626e57 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:53.522447 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59ffa175-6084-4eb4-a004-8ff043ebb62b req-d79eadda-8089-459c-9246-660412626e57 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.1534388 Dec 20 21:17:53.616769 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59ffa175-6084-4eb4-a004-8ff043ebb62b req-ede779f6-8e9f-4369-b5da-86cfd9297fb2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801778 Dec 20 21:17:53.622685 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:53.625579 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-a4a94005-4d0e-4437-baa0-09ad6a3f37c3', 'network_id': 'a4a94005-4d0e-4437-baa0-09ad6a3f37c3', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'fixed_ips': [{'subnet_id': 'e31b0500-282e-4dbd-8313-96362cb13e44'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:17:53.626443 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:53.634920 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=ecb79372-c566-4cad-b877-432ba06f1c26,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:53.694555 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c16bb618-ff2d-4884-8bf8-5670062adf8f None None] Provisioning complete for port e43ded9a-5878-4357-833a-234ecb7bd5bd triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:53.695537 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c16bb618-ff2d-4884-8bf8-5670062adf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:53.742938 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 57c48c8a-d2fd-41ff-811d-1ac08620b316 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:17:53.766402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfdddc-f52c-4c0b-bf17-4b59111ebcd8 req-f0f04531-be94-4eb2-a2c3-374cc876b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:53.773113 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e6cfdddc-f52c-4c0b-bf17-4b59111ebcd8 req-f0f04531-be94-4eb2-a2c3-374cc876b25b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 1098 time: 0.4961591 Dec 20 21:17:53.815676 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e43ded9a-5878-4357-833a-234ecb7bd5bd {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:53.822862 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Pushing event updated for resources: {'Port': ['ID=de5ffa1e-e452-4a68-8f66-077cdbd71d05,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:53.829590 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:53.856700 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Transition to ACTIVE for port object e43ded9a-5878-4357-833a-234ecb7bd5bd will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:17:53.862485 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:53.881013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bbe90-ef7e-41c7-84c2-ad2dd7a398f7 req-799f852d-3252-443a-b551-e9aac1b9eda3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:53.882735 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a1bbe90-ef7e-41c7-84c2-ad2dd7a398f7 req-799f852d-3252-443a-b551-e9aac1b9eda3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 948 time: 0.1093478 Dec 20 21:17:53.894492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e6cfdddc-f52c-4c0b-bf17-4b59111ebcd8 req-f1bcefe8-80e7-48d7-8c67-c10eb15c54af service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846877 Dec 20 21:17:53.929048 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Attempting to bind port de5ffa1e-e452-4a68-8f66-077cdbd71d05 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:53.929892 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Attempting to bind port de5ffa1e-e452-4a68-8f66-077cdbd71d05 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:53.930775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Attempting to bind port de5ffa1e-e452-4a68-8f66-077cdbd71d05 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:53.943488 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Port de5ffa1e-e452-4a68-8f66-077cdbd71d05 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:17:53.943947 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Attempting to bind port de5ffa1e-e452-4a68-8f66-077cdbd71d05 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:53.956825 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Pushing event updated for resources: {'Port': ['ID=e43ded9a-5878-4357-833a-234ecb7bd5bd,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:53.957762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:53.958267 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:53.959888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:53.960920 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Bound port: de5ffa1e-e452-4a68-8f66-077cdbd71d05, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:53.964280 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:53.985377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-90ef7575-b0df-4a8c-b0ec-e79581a5a3a2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:53.992542 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-90ef7575-b0df-4a8c-b0ec-e79581a5a3a2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:53.994280 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-90ef7575-b0df-4a8c-b0ec-e79581a5a3a2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/networks?id=9f6a492d-7697-4df3-ad7e-30e3796fb3bf&id=a4a94005-4d0e-4437-baa0-09ad6a3f37c3&id=9f6a492d-7697-4df3-ad7e-30e3796fb3bf HTTP/1.1" status: 200 len: 1390 time: 0.6160924 Dec 20 21:17:54.020222 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-d491afab-c82a-4116-a86f-fd115d7d5b04 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/quotas/1aa098716b2841b9a38afb0654e12766 HTTP/1.1" status: 200 len: 375 time: 0.0192642 Dec 20 21:17:54.048880 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 57c48c8a-d2fd-41ff-811d-1ac08620b316, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=57c48c8a-d2fd-41ff-811d-1ac08620b316,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:54.082652 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 57f44746-a140-4a35-86d4-128cab5335c7, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=57f44746-a140-4a35-86d4-128cab5335c7,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:54.088696 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a1bbe90-ef7e-41c7-84c2-ad2dd7a398f7 req-97ec0b29-d48b-4248-a888-81f037c9f42a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748495 Dec 20 21:17:54.090829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '57c48c8a-d2fd-41ff-811d-1ac08620b316', 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033', 'port_id': '57c48c8a-d2fd-41ff-811d-1ac08620b316', 'mac_address': 'fa:16:3e:4d:22:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '868ebcce-ae72-4771-bf99-f9e761ce11a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:17:54.099607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Attempting to bind port e43ded9a-5878-4357-833a-234ecb7bd5bd on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:54.099933 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Attempting to bind port e43ded9a-5878-4357-833a-234ecb7bd5bd by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '03912091-bdf4-4963-a394-771ea0652f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:54.100260 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Attempting to bind port e43ded9a-5878-4357-833a-234ecb7bd5bd on network 0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:54.103674 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:54.119629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Port e43ded9a-5878-4357-833a-234ecb7bd5bd on network 0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:17:54.120211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Attempting to bind port e43ded9a-5878-4357-833a-234ecb7bd5bd on network 0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:54.125851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:54.126475 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Checking segment: {'id': '03912091-bdf4-4963-a394-771ea0652f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:54.127074 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Bound using segment: {'id': '03912091-bdf4-4963-a394-771ea0652f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:54.127651 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Bound port: e43ded9a-5878-4357-833a-234ecb7bd5bd, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03912091-bdf4-4963-a394-771ea0652f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:54.130164 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:54.154245 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-4d8f0186-704f-4e76-af3f-111fd1938ceb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1aa098716b2841b9a38afb0654e12766&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1122293 Dec 20 21:17:54.164484 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] For port de5ffa1e-e452-4a68-8f66-077cdbd71d05, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:54.169523 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] For port de5ffa1e-e452-4a68-8f66-077cdbd71d05, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=de5ffa1e-e452-4a68-8f66-077cdbd71d05,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:54.194189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c16bb618-ff2d-4884-8bf8-5670062adf8f None None] Port e43ded9a-5878-4357-833a-234ecb7bd5bd cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:17:54.209523 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=57f44746-a140-4a35-86d4-128cab5335c7,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:54.239829 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:54.273473 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] For port e43ded9a-5878-4357-833a-234ecb7bd5bd, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:54.278432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] For port e43ded9a-5878-4357-833a-234ecb7bd5bd, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=e43ded9a-5878-4357-833a-234ecb7bd5bd,segment=NetworkSegment(03912091-bdf4-4963-a394-771ea0652f32),segment_id=03912091-bdf4-4963-a394-771ea0652f32)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:54.284257 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:54.294823 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Allocated IP 19.86.0.2 (a4a94005-4d0e-4437-baa0-09ad6a3f37c3/e31b0500-282e-4dbd-8313-96362cb13e44/03d124e8-234e-4188-9c16-962ace7ca624) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:17:54.343335 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:54.349413 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:54.351583 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] 10.222.0.66 "PUT /v2.0/ports/de5ffa1e-e452-4a68-8f66-077cdbd71d05 HTTP/1.1" status: 200 len: 1094 time: 2.2629509 Dec 20 21:17:54.352834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:54.353285 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:54.355211 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] 10.222.0.66 "PUT /v2.0/ports/e43ded9a-5878-4357-833a-234ecb7bd5bd HTTP/1.1" status: 200 len: 1089 time: 1.3350294 Dec 20 21:17:54.360290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3758e253-852a-420b-af49-4c071e57b75a', 'tag': 'e43ded9a-5878-4357-833a-234ecb7bd5bd'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:54.367154 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3bd3f9-f627-4956-adfc-77e140dfa783" -d '{"events": [{"name": "network-changed", "server_uuid": "3758e253-852a-420b-af49-4c071e57b75a", "tag": "e43ded9a-5878-4357-833a-234ecb7bd5bd"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:54.418344 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217cc024-1974-47e3-af10-d46bee203e93', 'tag': 'de5ffa1e-e452-4a68-8f66-077cdbd71d05'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:54.421394 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76ad0b7-e87f-443f-a0d9-0e366dea49ba" -d '{"events": [{"name": "network-changed", "server_uuid": "217cc024-1974-47e3-af10-d46bee203e93", "tag": "de5ffa1e-e452-4a68-8f66-077cdbd71d05"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:54.487931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095933b-f36d-46f1-b884-897765cafb4d service neutron] Pushing event updated for resources: {'Port': ['ID=e43ded9a-5878-4357-833a-234ecb7bd5bd,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:54.527951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-7b34b954-101b-4833-bc1a-a4f9d1d5d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:54.530757 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-7b34b954-101b-4833-bc1a-a4f9d1d5d169 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 1097 time: 0.1036069 Dec 20 21:17:54.545466 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:54.570398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe815b-5b0c-4439-85d3-54b795e28fe2 req-140eb6d1-f5c6-4c7f-9d76-5f0ca1a56710 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:54.572313 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcbe815b-5b0c-4439-85d3-54b795e28fe2 req-140eb6d1-f5c6-4c7f-9d76-5f0ca1a56710 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 943 time: 0.1340358 Dec 20 21:17:54.600670 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c48c8a-d2fd-41ff-811d-1ac08620b316 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:54.614328 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51168f33-ae71-4832-bafe-b85b80fa9389 service neutron] Pushing event updated for resources: {'Port': ['ID=de5ffa1e-e452-4a68-8f66-077cdbd71d05,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:54.630874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 57c48c8a-d2fd-41ff-811d-1ac08620b316, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=57c48c8a-d2fd-41ff-811d-1ac08620b316,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:54.632922 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-72f02b0b-d753-4d63-a955-f583c4a64b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:54.634741 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-72f02b0b-d753-4d63-a955-f583c4a64b6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=871b3780233447dbae5247c6158716cc&device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 1092 time: 0.1958151 Dec 20 21:17:54.655265 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-8c8fa05b-e69e-4170-9c50-e9712912b244 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=de5ffa1e-e452-4a68-8f66-077cdbd71d05 HTTP/1.1" status: 200 len: 217 time: 0.0821774 Dec 20 21:17:54.659516 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:54.660616 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-7c26cebc-bfab-4d05-8d30-b8bc3645973e service neutron] 10.222.0.32 "GET /v2.0/networks/9f6a492d-7697-4df3-ad7e-30e3796fb3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925194 Dec 20 21:17:54.713590 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcbe815b-5b0c-4439-85d3-54b795e28fe2 req-38250e08-2062-4b14-9543-fd85c031ec65 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340799 Dec 20 21:17:54.747969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-03819851-0aad-4813-8e9c-268cd96751a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:54.749519 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-03819851-0aad-4813-8e9c-268cd96751a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0744710 Dec 20 21:17:54.826907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-21609835-142f-4eb7-853d-ff2af9e48064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:54.828511 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-21609835-142f-4eb7-853d-ff2af9e48064 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710959 Dec 20 21:17:54.847765 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=57c48c8a-d2fd-41ff-811d-1ac08620b316,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:54.852268 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:54.864392 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:54.929848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Network a4a94005-4d0e-4437-baa0-09ad6a3f37c3 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:54.937282 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:54.948111 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:54.952069 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Pushing event updated for resources: {'Port': ['ID=03d124e8-234e-4188-9c16-962ace7ca624,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:54.964167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dcc41-82c3-4a69-be3b-b3d5f5e8b346 req-2a838f41-f61f-40be-b565-64d030b09eb7 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:54.966229 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a35dcc41-82c3-4a69-be3b-b3d5f5e8b346 req-2a838f41-f61f-40be-b565-64d030b09eb7 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 944 time: 0.1361201 Dec 20 21:17:55.029194 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Attempting to bind port 03d124e8-234e-4188-9c16-962ace7ca624 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:17:55.029476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Attempting to bind port 03d124e8-234e-4188-9c16-962ace7ca624 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'f306ae3d-182c-49c7-a946-102e2cfc32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4a94005-4d0e-4437-baa0-09ad6a3f37c3'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:17:55.029841 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Attempting to bind port 03d124e8-234e-4188-9c16-962ace7ca624 on network a4a94005-4d0e-4437-baa0-09ad6a3f37c3 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:17:55.036599 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a35dcc41-82c3-4a69-be3b-b3d5f5e8b346 req-57e64598-8764-4840-981d-4528b20cfbc4 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643804 Dec 20 21:17:55.042517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:17:55.043660 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-78abe8d7-6ddd-47e4-a8b3-e7236b7e418a service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010860 Dec 20 21:17:55.046556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Checking segment: {'id': 'f306ae3d-182c-49c7-a946-102e2cfc32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4a94005-4d0e-4437-baa0-09ad6a3f37c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:17:55.047116 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:55.047912 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Bound using segment: {'id': 'f306ae3d-182c-49c7-a946-102e2cfc32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4a94005-4d0e-4437-baa0-09ad6a3f37c3'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:17:55.048870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Bound port: 03d124e8-234e-4188-9c16-962ace7ca624, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f306ae3d-182c-49c7-a946-102e2cfc32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4a94005-4d0e-4437-baa0-09ad6a3f37c3'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:17:55.049551 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:55.121083 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-6d477e83-0b0f-46de-8b4d-e78da4b0ca09 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e43ded9a-5878-4357-833a-234ecb7bd5bd HTTP/1.1" status: 200 len: 217 time: 0.4439781 Dec 20 21:17:55.125771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['57c48c8a-d2fd-41ff-811d-1ac08620b316'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:17:55.161269 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7727c9-5847-4839-8b11-2d390b05aad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f44746-a140-4a35-86d4-128cab5335c7'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:55.164450 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b81948-85ae-45b8-a564-1bded28c7188" -d '{"events": [{"server_uuid": "7d7727c9-5847-4839-8b11-2d390b05aad9", "name": "network-vif-plugged", "status": "completed", "tag": "57f44746-a140-4a35-86d4-128cab5335c7"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:55.174459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] For port 03d124e8-234e-4188-9c16-962ace7ca624, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:17:55.195197 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-ea38ccc4-db4d-4def-ad79-0e530033e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:55.197131 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-ea38ccc4-db4d-4def-ad79-0e530033e325 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b0b87c54-c451-42da-848e-4a3e123612c6 HTTP/1.1" status: 200 len: 855 time: 0.0543437 Dec 20 21:17:55.199140 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] For port 03d124e8-234e-4188-9c16-962ace7ca624, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=03d124e8-234e-4188-9c16-962ace7ca624,segment=NetworkSegment(f306ae3d-182c-49c7-a946-102e2cfc32d4),segment_id=f306ae3d-182c-49c7-a946-102e2cfc32d4)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:17:55.211026 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:55.222386 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-e2d3f561-9a87-4a9d-8c2a-d335a00bb463 service neutron] 10.222.0.32 "GET /v2.0/networks/9f6a492d-7697-4df3-ad7e-30e3796fb3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605483 Dec 20 21:17:55.235279 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4ce8cf6-449a-423d-a161-6cfac25b36e2 req-684594d0-1154-4ea5-ae18-527a35dff588 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751235 Dec 20 21:17:55.338452 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c9cee-7222-474a-be20-fa748be4b836 None None] Pushing event updated for resources: {'Port': ['ID=03d124e8-234e-4188-9c16-962ace7ca624,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:55.382601 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-df3eedaa-b136-4efb-a025-98b9f337b3cf service neutron] 10.222.0.32 "GET /v2.0/networks/a4a94005-4d0e-4437-baa0-09ad6a3f37c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591103 Dec 20 21:17:55.429608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67eb64-5189-49d2-b157-069b50a300f3 req-b8938768-82d5-48e0-af86-c5ea2c121c94 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:55.438164 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e67eb64-5189-49d2-b157-069b50a300f3 req-b8938768-82d5-48e0-af86-c5ea2c121c94 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 950 time: 0.0607188 Dec 20 21:17:55.478510 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-06228a49-f05b-404b-8cfc-6abdf8770907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:55.483024 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-06228a49-f05b-404b-8cfc-6abdf8770907 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2131493 Dec 20 21:17:55.538261 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e67eb64-5189-49d2-b157-069b50a300f3 req-b0423bae-76a6-4be4-a882-64ed8a2930d0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989957 Dec 20 21:17:55.562592 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1eb1fb7c-cca6-48cf-b6c4-d3a8c4fcb951 req-50a40a47-a523-48fb-a63a-1a695ba382c5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.1167009 Dec 20 21:17:55.652733 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19432d1-972f-414f-b773-b8453b99f20a x-openstack-request-id: req-f19432d1-972f-414f-b773-b8453b99f20a {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:55.653007 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3758e253-852a-420b-af49-4c071e57b75a", "tag": "e43ded9a-5878-4357-833a-234ecb7bd5bd", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:55.653259 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f19432d1-972f-414f-b773-b8453b99f20a {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:55.653660 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3758e253-852a-420b-af49-4c071e57b75a', 'tag': 'e43ded9a-5878-4357-833a-234ecb7bd5bd', 'status': 'completed', 'code': 200} Dec 20 21:17:55.669922 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-a2036ac2-7c8d-4524-8cee-a845c21583f3 service neutron] 10.222.0.66 "GET /v2.0/networks/0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772087 Dec 20 21:17:55.672382 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1fb7c-cca6-48cf-b6c4-d3a8c4fcb951 req-99fe8be9-6c39-4f50-bc9b-f4f82b3b34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:55.674330 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1eb1fb7c-cca6-48cf-b6c4-d3a8c4fcb951 req-99fe8be9-6c39-4f50-bc9b-f4f82b3b34a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 1099 time: 0.0596967 Dec 20 21:17:55.692643 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c45d0cd-8896-491d-98ca-39faf4c0deea x-openstack-request-id: req-0c45d0cd-8896-491d-98ca-39faf4c0deea {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:55.692939 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217cc024-1974-47e3-af10-d46bee203e93", "tag": "de5ffa1e-e452-4a68-8f66-077cdbd71d05", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:55.693186 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c45d0cd-8896-491d-98ca-39faf4c0deea {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:55.693574 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217cc024-1974-47e3-af10-d46bee203e93', 'tag': 'de5ffa1e-e452-4a68-8f66-077cdbd71d05', 'status': 'completed', 'code': 200} Dec 20 21:17:55.777830 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-a826d515-a560-4707-b3b7-ed68b790100f service neutron] 10.222.0.32 "GET /v2.0/networks/a4a94005-4d0e-4437-baa0-09ad6a3f37c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888950 Dec 20 21:17:55.858140 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ad0b7-e87f-443f-a0d9-0e366dea49ba req-fd72d122-89b0-4d48-bfc6-0bccdf9ffaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:55.860195 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f76ad0b7-e87f-443f-a0d9-0e366dea49ba req-fd72d122-89b0-4d48-bfc6-0bccdf9ffaff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 1097 time: 0.1070082 Dec 20 21:17:55.869262 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d800614-26d6-46b4-9bd6-3643cb4bca15 req-25d593d5-40c5-41bf-8b6f-b17cf7cf65e3 service neutron] 10.222.0.66 "GET /v2.0/networks/0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862268 Dec 20 21:17:55.869933 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9b933-826a-408b-a934-21b8f855bfe7 req-967f6700-e102-423d-8e95-f198d8ef7176 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:55.871472 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4fb9b933-826a-408b-a934-21b8f855bfe7 req-967f6700-e102-423d-8e95-f198d8ef7176 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 948 time: 0.1073086 Dec 20 21:17:55.880260 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1fb7c-cca6-48cf-b6c4-d3a8c4fcb951 req-4d6e219e-c383-4a19-a042-65d9777ad537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:55.881755 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1eb1fb7c-cca6-48cf-b6c4-d3a8c4fcb951 req-4d6e219e-c383-4a19-a042-65d9777ad537 service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1872296 Dec 20 21:17:55.906762 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-a8601165-235c-44b8-910f-967107b86a84 service neutron] 10.222.0.32 "GET /v2.0/networks/9f6a492d-7697-4df3-ad7e-30e3796fb3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173491 Dec 20 21:17:55.989189 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1eb1fb7c-cca6-48cf-b6c4-d3a8c4fcb951 req-75a4cb28-5922-4aaf-85f3-512dbe579c36 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=c50e7163-7ce6-4b98-a677-d7b1a60568f0 HTTP/1.1" status: 200 len: 217 time: 0.0883009 Dec 20 21:17:55.994378 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4fb9b933-826a-408b-a934-21b8f855bfe7 req-06cedeea-d3c1-40cf-a431-74e72e6d094c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115615 Dec 20 21:17:56.052565 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2bf93556-77bc-4981-abad-61315ce2b645 service neutron] 10.222.0.32 "GET /v2.0/networks/9f6a492d-7697-4df3-ad7e-30e3796fb3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420937 Dec 20 21:17:56.070551 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bd3f9-f627-4956-adfc-77e140dfa783 req-de6c4a1e-8eec-4db0-b03f-2dd8cf58bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:56.073770 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef3bd3f9-f627-4956-adfc-77e140dfa783 req-de6c4a1e-8eec-4db0-b03f-2dd8cf58bb5d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=871b3780233447dbae5247c6158716cc&device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 1092 time: 0.1134028 Dec 20 21:17:56.080072 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1fb7c-cca6-48cf-b6c4-d3a8c4fcb951 req-17ad060c-00eb-41a3-95b2-7393a0fb92bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:56.081547 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1eb1fb7c-cca6-48cf-b6c4-d3a8c4fcb951 req-17ad060c-00eb-41a3-95b2-7393a0fb92bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0842264 Dec 20 21:17:56.082547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ad0b7-e87f-443f-a0d9-0e366dea49ba req-f3ef5370-9039-4290-86e9-5b4ea581c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:56.083903 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f76ad0b7-e87f-443f-a0d9-0e366dea49ba req-f3ef5370-9039-4290-86e9-5b4ea581c2c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.2113366 Dec 20 21:17:56.217794 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f76ad0b7-e87f-443f-a0d9-0e366dea49ba req-c8fd7c8c-3276-4929-844b-7d58955f9498 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=de5ffa1e-e452-4a68-8f66-077cdbd71d05 HTTP/1.1" status: 200 len: 217 time: 0.1169076 Dec 20 21:17:56.226825 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bd3f9-f627-4956-adfc-77e140dfa783 req-8e19e831-ae32-42f4-95e7-efbe51e5924a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:56.231726 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef3bd3f9-f627-4956-adfc-77e140dfa783 req-8e19e831-ae32-42f4-95e7-efbe51e5924a service neutron] 10.222.0.66 "GET /v2.0/networks?id=0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f HTTP/1.1" status: 200 len: 917 time: 0.1489537 Dec 20 21:17:56.324296 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef3bd3f9-f627-4956-adfc-77e140dfa783 req-57a6708d-80b9-4633-ad9c-1e663fb42e8a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e43ded9a-5878-4357-833a-234ecb7bd5bd HTTP/1.1" status: 200 len: 217 time: 0.0834980 Dec 20 21:17:56.355235 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae0b0d5-23ba-41af-ad6f-0d2e5d0deaf3 x-openstack-request-id: req-1ae0b0d5-23ba-41af-ad6f-0d2e5d0deaf3 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:56.355742 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7727c9-5847-4839-8b11-2d390b05aad9", "name": "network-vif-plugged", "status": "completed", "tag": "57f44746-a140-4a35-86d4-128cab5335c7", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:56.356035 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ae0b0d5-23ba-41af-ad6f-0d2e5d0deaf3 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:56.357170 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7727c9-5847-4839-8b11-2d390b05aad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f44746-a140-4a35-86d4-128cab5335c7', 'code': 200} Dec 20 21:17:56.359420 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ad0b7-e87f-443f-a0d9-0e366dea49ba req-d3893674-46fc-42d3-94eb-c94d438951d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:56.361003 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f76ad0b7-e87f-443f-a0d9-0e366dea49ba req-d3893674-46fc-42d3-94eb-c94d438951d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1154852 Dec 20 21:17:56.363305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1fb7c-cca6-48cf-b6c4-d3a8c4fcb951 req-28c68fbd-cb46-40bb-a4a6-8885b32ec328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:56.368690 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1eb1fb7c-cca6-48cf-b6c4-d3a8c4fcb951 req-28c68fbd-cb46-40bb-a4a6-8885b32ec328 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2635584 Dec 20 21:17:56.482124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bd3f9-f627-4956-adfc-77e140dfa783 req-f4450039-356b-465e-bf2b-7a0532f135b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:56.490122 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef3bd3f9-f627-4956-adfc-77e140dfa783 req-f4450039-356b-465e-bf2b-7a0532f135b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b0b87c54-c451-42da-848e-4a3e123612c6 HTTP/1.1" status: 200 len: 855 time: 0.1571479 Dec 20 21:17:56.614935 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bd3f9-f627-4956-adfc-77e140dfa783 req-18e90b17-c197-4d9e-a646-36d559d5fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:56.618835 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef3bd3f9-f627-4956-adfc-77e140dfa783 req-18e90b17-c197-4d9e-a646-36d559d5fde7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0960748 Dec 20 21:17:56.624298 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf16fb5-5f39-4c8d-9aa2-502645886191 req-47281948-4ba7-4c95-8378-f2685562ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:56.626487 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cdf16fb5-5f39-4c8d-9aa2-502645886191 req-47281948-4ba7-4c95-8378-f2685562ad02 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 1099 time: 0.1353197 Dec 20 21:17:56.766781 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1eb1fb7c-cca6-48cf-b6c4-d3a8c4fcb951 req-135bb8ff-d5a4-46c6-bc7b-edb88ec1d5f8 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889387 Dec 20 21:17:56.777470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ad0b7-e87f-443f-a0d9-0e366dea49ba req-6dbe53af-7945-4279-9da5-f4c676e80164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:56.779857 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f76ad0b7-e87f-443f-a0d9-0e366dea49ba req-6dbe53af-7945-4279-9da5-f4c676e80164 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3024096 Dec 20 21:17:56.824199 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 03d124e8-234e-4188-9c16-962ace7ca624 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:56.924192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 03d124e8-234e-4188-9c16-962ace7ca624 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:56.924694 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:56.990655 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b756d4b-a3c6-46f7-9613-755a9b97fce0 None None] Network a4a94005-4d0e-4437-baa0-09ad6a3f37c3 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:17:57.025005 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cdf16fb5-5f39-4c8d-9aa2-502645886191 req-ef696428-256d-4fa5-974c-2617095de83a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762155 Dec 20 21:17:57.081690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f0dca-40de-406c-b642-b4e10e3a671a req-47efa130-3e80-4e61-8313-6b9562e7dfb8 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:57.090406 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9b0f0dca-40de-406c-b642-b4e10e3a671a req-47efa130-3e80-4e61-8313-6b9562e7dfb8 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 943 time: 0.1481814 Dec 20 21:17:57.117655 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef3bd3f9-f627-4956-adfc-77e140dfa783 req-ed9e4997-8805-4451-a171-30710eca0af1 service neutron] 10.222.0.66 "GET /v2.0/networks/0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900520 Dec 20 21:17:57.120599 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 8ca299a6-a210-48f4-b34f-0b86299c40fd no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:17:57.129718 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-5d5357f6-1b1c-48fc-b354-1e5b882b976f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2407262 Dec 20 21:17:57.174547 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9b0f0dca-40de-406c-b642-b4e10e3a671a req-ce26d3d9-4356-4f54-ad63-d25c14b17278 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827773 Dec 20 21:17:57.222767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-66615886-488d-46e4-8d4f-502dcfc232f5 None None] Provisioning complete for port 03d124e8-234e-4188-9c16-962ace7ca624 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:57.223413 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-66615886-488d-46e4-8d4f-502dcfc232f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:57.226553 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dda0a638-cd70-4d6a-86ed-a73c6c898dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:57.260898 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1eb1fb7c-cca6-48cf-b6c4-d3a8c4fcb951 req-590a38b7-5a87-44ad-856e-df578b266005 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785693 Dec 20 21:17:57.339775 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f76ad0b7-e87f-443f-a0d9-0e366dea49ba req-10c75e7a-691c-4a97-92f1-4156c6c15608 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380497 Dec 20 21:17:57.503046 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f9a77-d1ff-4b8d-b65e-cd7086d2cdee req-669c533a-5bf8-44ae-8741-a83198129e37 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:57.511713 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-280f9a77-d1ff-4b8d-b65e-cd7086d2cdee req-669c533a-5bf8-44ae-8741-a83198129e37 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 944 time: 0.2054811 Dec 20 21:17:57.590732 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-280f9a77-d1ff-4b8d-b65e-cd7086d2cdee req-d8a01ddc-6c20-4701-bbbc-7a6f645c4579 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779626 Dec 20 21:17:57.607313 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef3bd3f9-f627-4956-adfc-77e140dfa783 req-5f7f2c89-2ccd-4000-b153-cbcbf2eebf23 service neutron] 10.222.0.66 "GET /v2.0/networks/0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604532 Dec 20 21:17:57.608027 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f76ad0b7-e87f-443f-a0d9-0e366dea49ba req-56418952-2dc3-47e9-9316-5e66b519e8d0 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543716 Dec 20 21:17:57.609353 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:57.689381 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36cd1fd7-8c7e-4da2-aff1-8978adf130d5 req-ee2e5bf1-6472-49b7-baec-b624db1f750c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 210 time: 0.0800979 Dec 20 21:17:57.785256 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5a784-de27-44c0-80b1-b079fe03e4df req-97f866fa-3120-4695-b1f8-c3157b7a3ff6 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:57.794614 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b0a5a784-de27-44c0-80b1-b079fe03e4df req-97f866fa-3120-4695-b1f8-c3157b7a3ff6 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 950 time: 0.1262732 Dec 20 21:17:57.847612 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 57c48c8a-d2fd-41ff-811d-1ac08620b316 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:57.897748 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b0a5a784-de27-44c0-80b1-b079fe03e4df req-d067b28e-8f41-4a6d-a7b1-46412b1c1d28 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021218 Dec 20 21:17:57.906858 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 03d124e8-234e-4188-9c16-962ace7ca624, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=03d124e8-234e-4188-9c16-962ace7ca624,segment=NetworkSegment(f306ae3d-182c-49c7-a946-102e2cfc32d4),segment_id=f306ae3d-182c-49c7-a946-102e2cfc32d4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:57.927267 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:57.936778 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:57.966594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2c01-2499-41f1-b4ce-7af95aeb0c23 req-9e26dc34-adf7-4058-b391-d231a33ad53b tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:57.970101 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5edc2c01-2499-41f1-b4ce-7af95aeb0c23 req-9e26dc34-adf7-4058-b391-d231a33ad53b tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.1248596 Dec 20 21:17:58.090451 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5edc2c01-2499-41f1-b4ce-7af95aeb0c23 req-50bb6651-e057-4963-a927-ce4fd57b68fd tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142116 Dec 20 21:17:58.124368 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2732e6-1266-4d4b-a017-ae4523dcc5e9 req-e55f5265-78dc-445c-bb26-16bbd0de42c8 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:58.125153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 8ca299a6-a210-48f4-b34f-0b86299c40fd, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=8ca299a6-a210-48f4-b34f-0b86299c40fd,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:58.133153 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ba2732e6-1266-4d4b-a017-ae4523dcc5e9 req-e55f5265-78dc-445c-bb26-16bbd0de42c8 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 948 time: 0.1599386 Dec 20 21:17:58.166265 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:58.190220 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 57c48c8a-d2fd-41ff-811d-1ac08620b316 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:17:58.194344 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=03d124e8-234e-4188-9c16-962ace7ca624,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:58.211787 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ba2732e6-1266-4d4b-a017-ae4523dcc5e9 req-94c18dc0-e514-4261-b564-68b39f9f4f82 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747898 Dec 20 21:17:58.241688 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 57c48c8a-d2fd-41ff-811d-1ac08620b316 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:58.242044 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:58.345830 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=8ca299a6-a210-48f4-b34f-0b86299c40fd,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:58.357974 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbeb7d4-3d06-4728-b96e-604e55bcf0d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca299a6-a210-48f4-b34f-0b86299c40fd'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:17:58.387194 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fce7543-3a8e-4b0c-9f62-69aca56b4d78" -d '{"events": [{"server_uuid": "1cbeb7d4-3d06-4728-b96e-604e55bcf0d5", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca299a6-a210-48f4-b34f-0b86299c40fd"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:17:58.493640 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7647af19-1c2a-47c5-bbf7-7dd5ebca28db x-openstack-request-id: req-7647af19-1c2a-47c5-bbf7-7dd5ebca28db {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:17:58.498644 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cbeb7d4-3d06-4728-b96e-604e55bcf0d5", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca299a6-a210-48f4-b34f-0b86299c40fd", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:17:58.503930 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7647af19-1c2a-47c5-bbf7-7dd5ebca28db {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:17:58.504478 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbeb7d4-3d06-4728-b96e-604e55bcf0d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca299a6-a210-48f4-b34f-0b86299c40fd', 'code': 200} Dec 20 21:17:58.519673 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eb0e1-151a-4dc4-8b0c-1d1f8b1546bc req-562fccdf-924f-4be4-8f93-2f07c0693f6f tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:58.524414 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-641eb0e1-151a-4dc4-8b0c-1d1f8b1546bc req-562fccdf-924f-4be4-8f93-2f07c0693f6f tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 943 time: 0.1610954 Dec 20 21:17:58.548046 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-0feb1f18-138c-4401-8c9e-ae98054675a7 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:58.560925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-0feb1f18-138c-4401-8c9e-ae98054675a7 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:58.564988 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:58.570099 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-0feb1f18-138c-4401-8c9e-ae98054675a7 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.31 "GET /v2.0/networks?id=9f6a492d-7697-4df3-ad7e-30e3796fb3bf&id=a4a94005-4d0e-4437-baa0-09ad6a3f37c3&id=9f6a492d-7697-4df3-ad7e-30e3796fb3bf HTTP/1.1" status: 200 len: 1390 time: 0.2712944 Dec 20 21:17:58.587159 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-641eb0e1-151a-4dc4-8b0c-1d1f8b1546bc req-0407b193-c7e7-4218-80ac-73d4f945190e tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554066 Dec 20 21:17:58.592711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-63a0a7fe-c6a1-4c6f-8540-bf55bc4e2659 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Request body: {'port': {'device_id': '09019017-86f5-4379-8828-b5d00d65fe8c', 'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf', 'admin_state_up': True, 'tenant_id': '1aa098716b2841b9a38afb0654e12766'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:58.603675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-33d1c582-26b1-4207-8511-35c6dc9bf964 None None] Provisioning complete for port 03d124e8-234e-4188-9c16-962ace7ca624 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:58.606611 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-33d1c582-26b1-4207-8511-35c6dc9bf964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:58.726152 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 03d124e8-234e-4188-9c16-962ace7ca624 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:17:58.772524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-63a0a7fe-c6a1-4c6f-8540-bf55bc4e2659 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Made reservation on behalf of 1aa098716b2841b9a38afb0654e12766 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:58.775832 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-63a0a7fe-c6a1-4c6f-8540-bf55bc4e2659 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:58.780750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 57c48c8a-d2fd-41ff-811d-1ac08620b316, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=57c48c8a-d2fd-41ff-811d-1ac08620b316,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:58.791820 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:58.848209 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace53cd7-1082-409e-ba68-bd37327461b4 req-4d5d55dc-7817-4bd3-9fac-03b5e2fd8c1e tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:58.849726 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ace53cd7-1082-409e-ba68-bd37327461b4 req-4d5d55dc-7817-4bd3-9fac-03b5e2fd8c1e tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 944 time: 0.1155968 Dec 20 21:17:58.877704 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-3bed7c68-c982-4f84-aa50-e977dbd173ed tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:58.885541 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-3bed7c68-c982-4f84-aa50-e977dbd173ed tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/networks?id=7baa739e-ce4f-46bc-a565-aab632d9bddc HTTP/1.1" status: 200 len: 805 time: 0.1406293 Dec 20 21:17:58.899459 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-e37a0f3a-6d23-4e73-a515-0ffb5e57df19 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/quotas/1dfad6aebbf544d1bebde21aa25d9cae HTTP/1.1" status: 200 len: 375 time: 0.0130029 Dec 20 21:17:58.901622 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ace53cd7-1082-409e-ba68-bd37327461b4 req-996f232f-d1bb-4bee-ab1e-004690c529ea tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434077 Dec 20 21:17:58.918865 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=57c48c8a-d2fd-41ff-811d-1ac08620b316,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:58.928061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 03d124e8-234e-4188-9c16-962ace7ca624 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:58.928508 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:58.968004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-63a0a7fe-c6a1-4c6f-8540-bf55bc4e2659 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Allocated IP 19.80.0.55 (9f6a492d-7697-4df3-ad7e-30e3796fb3bf/ffdab1aa-3d6c-4545-843d-9a44d7216cc0/cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:17:59.003975 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-278f7b25-600c-4a8c-9693-b0afd7194cfd req-c64d5676-6bf6-430c-bf48-8e245307681e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 210 time: 0.0380089 Dec 20 21:17:59.026849 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-19eaad31-9118-4cf1-8a32-ab7add1fffdc tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dfad6aebbf544d1bebde21aa25d9cae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1155410 Dec 20 21:17:59.123453 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-41ee0872-a3fc-4edf-a6a1-f4875278e546 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862615 Dec 20 21:17:59.186114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c3286-0a72-4bd1-901d-80363c09d318 req-4e290141-7454-4b7b-b0be-9765073222c8 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:59.187532 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a7c3286-0a72-4bd1-901d-80363c09d318 req-4e290141-7454-4b7b-b0be-9765073222c8 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 950 time: 0.0851808 Dec 20 21:17:59.213355 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-63a0a7fe-c6a1-4c6f-8540-bf55bc4e2659 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:59.228414 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-0f99fcf1-1e8d-47cf-bc05-fb83058ca335 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984285 Dec 20 21:17:59.248064 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a7c3286-0a72-4bd1-901d-80363c09d318 req-07da6b70-6365-48ed-b70f-bc0639e6c4f0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502176 Dec 20 21:17:59.270770 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-63a0a7fe-c6a1-4c6f-8540-bf55bc4e2659 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:59.310630 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-63a0a7fe-c6a1-4c6f-8540-bf55bc4e2659 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Network 9f6a492d-7697-4df3-ad7e-30e3796fb3bf is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:17:59.314220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-63a0a7fe-c6a1-4c6f-8540-bf55bc4e2659 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:17:59.317894 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-63a0a7fe-c6a1-4c6f-8540-bf55bc4e2659 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:17:59.409535 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d4d930f-b9fd-45fc-88e1-3758633f371a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:59.421921 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0a7fe-c6a1-4c6f-8540-bf55bc4e2659 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event updated for resources: {'Port': ['ID=cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:17:59.433223 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-63a0a7fe-c6a1-4c6f-8540-bf55bc4e2659 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:59.434200 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-63a0a7fe-c6a1-4c6f-8540-bf55bc4e2659 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:59.446162 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167c94e-f105-4360-a8e1-0cb921f914a0 req-8cc892ef-a4bd-4914-967b-7a9836b87088 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:59.448227 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3167c94e-f105-4360-a8e1-0cb921f914a0 req-8cc892ef-a4bd-4914-967b-7a9836b87088 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 948 time: 0.0582888 Dec 20 21:17:59.460667 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-63a0a7fe-c6a1-4c6f-8540-bf55bc4e2659 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8719747 Dec 20 21:17:59.469756 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af9b6b-684a-44a1-a575-17fab427e6f9 req-3268a24a-b60f-4d28-8e99-e376816bc9fe tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:59.477563 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-58af9b6b-684a-44a1-a575-17fab427e6f9 req-3268a24a-b60f-4d28-8e99-e376816bc9fe tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.1455204 Dec 20 21:17:59.489704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-22e03178-9981-4787-8bc2-4c75a4c6a300 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Request body: {'port': {'device_id': '09019017-86f5-4379-8828-b5d00d65fe8c', 'network_id': 'a4a94005-4d0e-4437-baa0-09ad6a3f37c3', 'admin_state_up': True, 'tenant_id': '1aa098716b2841b9a38afb0654e12766'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:17:59.522913 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3167c94e-f105-4360-a8e1-0cb921f914a0 req-63c5571f-f6f0-4b45-b2c8-e01a5ad0a330 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660391 Dec 20 21:17:59.586280 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-58af9b6b-684a-44a1-a575-17fab427e6f9 req-9f5c2efa-2622-4bd4-a81f-12926c673c8d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076319 Dec 20 21:17:59.621593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-534ab58e-a04a-4397-93d9-37b2e7390a00 None None] Provisioning complete for port cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:17:59.621593 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-534ab58e-a04a-4397-93d9-37b2e7390a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:59.683333 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-534ab58e-a04a-4397-93d9-37b2e7390a00 None None] Port cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:17:59.709335 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eedfcd-bac2-42bd-9b41-7c01d8a93054 req-8f527e92-e918-4a71-be08-87bc63b5f810 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:59.710885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-22e03178-9981-4787-8bc2-4c75a4c6a300 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Made reservation on behalf of 1aa098716b2841b9a38afb0654e12766 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:17:59.711831 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12eedfcd-bac2-42bd-9b41-7c01d8a93054 req-8f527e92-e918-4a71-be08-87bc63b5f810 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0538657 Dec 20 21:17:59.714296 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-22e03178-9981-4787-8bc2-4c75a4c6a300 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:59.719251 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-27261880-661e-4851-ba63-c492c5ed250b req-1768bc93-fbd5-4c63-9122-81cfb3ddb6e0 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 210 time: 0.0444260 Dec 20 21:17:59.726630 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-d172b090-ce92-486e-9734-db62e5863199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:59.728095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-d172b090-ce92-486e-9734-db62e5863199 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 1098 time: 0.1201601 Dec 20 21:17:59.731600 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device de5ffa1e-e452-4a68-8f66-077cdbd71d05 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:17:59.788213 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12eedfcd-bac2-42bd-9b41-7c01d8a93054 req-9fcc3bfb-bb97-4b2b-a5b3-38291ccd769d tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674069 Dec 20 21:17:59.841422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-081c2388-a2d2-46be-8193-e277932ae609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:17:59.843494 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-081c2388-a2d2-46be-8193-e277932ae609 service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1001644 Dec 20 21:17:59.898968 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port de5ffa1e-e452-4a68-8f66-077cdbd71d05, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=de5ffa1e-e452-4a68-8f66-077cdbd71d05,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:17:59.916261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'de5ffa1e-e452-4a68-8f66-077cdbd71d05', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'de5ffa1e-e452-4a68-8f66-077cdbd71d05', 'mac_address': 'fa:16:3e:45:67:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:17:59.957477 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-fe757ae3-e76d-4467-931c-3b586c5c2c96 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 HTTP/1.1" status: 200 len: 217 time: 0.0522103 Dec 20 21:17:59.962234 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:17:59.978596 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5ffa1e-e452-4a68-8f66-077cdbd71d05 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:17:59.992700 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-6afa93bf-d2a6-4ee8-a49c-705fe5584cb9 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e8a780c7431b45fba650d761d6445660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272834 Dec 20 21:18:00.008183 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port de5ffa1e-e452-4a68-8f66-077cdbd71d05, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=de5ffa1e-e452-4a68-8f66-077cdbd71d05,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:00.012968 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:00.087260 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=de5ffa1e-e452-4a68-8f66-077cdbd71d05,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:00.121875 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-a886503c-130a-4360-b864-05bc43fcf037 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:00.123422 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-a886503c-130a-4360-b864-05bc43fcf037 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1248968 Dec 20 21:18:00.139587 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-6fa04f95-4bb3-413d-851a-6c3e4c1f9b40 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/quotas/e8a780c7431b45fba650d761d6445660 HTTP/1.1" status: 200 len: 375 time: 0.0100060 Dec 20 21:18:00.197422 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-6a6050bc-9398-44e0-99d6-369bf9889421 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8a780c7431b45fba650d761d6445660&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510917 Dec 20 21:18:00.304006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa6d3e-cad4-4d04-b0c3-ba3e631e3472 req-0e831f71-d9f8-4a02-9527-fb4d94f101e8 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:00.305526 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61aa6d3e-cad4-4d04-b0c3-ba3e631e3472 req-0e831f71-d9f8-4a02-9527-fb4d94f101e8 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 943 time: 0.4610081 Dec 20 21:18:00.383803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-994bf8fb-d2f1-40f5-bb24-51ea45da5923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:00.385292 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-994bf8fb-d2f1-40f5-bb24-51ea45da5923 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.4164979 Dec 20 21:18:00.396006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-22e03178-9981-4787-8bc2-4c75a4c6a300 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Allocated IP 19.86.0.30 (a4a94005-4d0e-4437-baa0-09ad6a3f37c3/e31b0500-282e-4dbd-8313-96362cb13e44/6f8a106f-23af-4958-af03-6288d21ccaa3) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:18:00.412935 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61aa6d3e-cad4-4d04-b0c3-ba3e631e3472 req-6812df32-4146-47bf-a551-0394008488d2 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835021 Dec 20 21:18:00.443142 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9fa7e-2027-44a9-b10e-f59d4dc8f14f req-3b1036fe-0176-4531-a851-e457ca003fcf tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:00.464250 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ceb9fa7e-2027-44a9-b10e-f59d4dc8f14f req-3b1036fe-0176-4531-a851-e457ca003fcf tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 945 time: 0.1078014 Dec 20 21:18:00.498401 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['de5ffa1e-e452-4a68-8f66-077cdbd71d05'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:00.507574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-03bae10c-ca99-409c-bf9f-9d1d71526152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:00.509079 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-03bae10c-ca99-409c-bf9f-9d1d71526152 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100986 Dec 20 21:18:00.543989 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f046c7-dcae-424e-9ba3-f5e827b8aaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c48c8a-d2fd-41ff-811d-1ac08620b316'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:00.546288 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec8f6b1-f549-4521-80ce-632f62145ba7" -d '{"events": [{"server_uuid": "20f046c7-dcae-424e-9ba3-f5e827b8aaa5", "name": "network-vif-plugged", "status": "completed", "tag": "57c48c8a-d2fd-41ff-811d-1ac08620b316"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:00.552328 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ceb9fa7e-2027-44a9-b10e-f59d4dc8f14f req-dcf4f3ab-3d67-4508-ae17-ffd3de9351a7 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843940 Dec 20 21:18:00.594009 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:00.643118 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-31cb7b50-ddb2-4db1-9e6c-230c86a21adb req-4b079c06-75d6-4f44-ac37-071264b05bb0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 210 time: 0.0448625 Dec 20 21:18:00.753494 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7bc3b-24df-4148-b05b-4e4264841f56 req-886e765f-4012-40cf-9a0d-c6121badd1d2 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:00.759869 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f8e7bc3b-24df-4148-b05b-4e4264841f56 req-886e765f-4012-40cf-9a0d-c6121badd1d2 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 949 time: 0.0572104 Dec 20 21:18:00.799159 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-22e03178-9981-4787-8bc2-4c75a4c6a300 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:00.800578 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.31', 56415) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:18:00.834478 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f8e7bc3b-24df-4148-b05b-4e4264841f56 req-c3cbcd0c-8789-4432-a868-ce43733ca706 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734470 Dec 20 21:18:00.868366 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e35946-79a9-4235-8638-89075fe8511d req-1afa8dff-a333-45af-9870-24fec579da2b tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:00.870103 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e9e35946-79a9-4235-8638-89075fe8511d req-1afa8dff-a333-45af-9870-24fec579da2b tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cbeb7d4-3d06-4728-b96e-604e55bcf0d5 HTTP/1.1" status: 200 len: 943 time: 0.1080725 Dec 20 21:18:00.895224 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad39c32-5285-4167-bc13-d51ffafe5795 x-openstack-request-id: req-9ad39c32-5285-4167-bc13-d51ffafe5795 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:00.895757 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f046c7-dcae-424e-9ba3-f5e827b8aaa5", "name": "network-vif-plugged", "status": "completed", "tag": "57c48c8a-d2fd-41ff-811d-1ac08620b316", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:00.895857 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ad39c32-5285-4167-bc13-d51ffafe5795 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:00.896532 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f046c7-dcae-424e-9ba3-f5e827b8aaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c48c8a-d2fd-41ff-811d-1ac08620b316', 'code': 200} Dec 20 21:18:00.921910 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b60bb-cc07-4428-b4bf-bd92b4c3512d req-7e500680-7424-418c-a717-2123210e53c3 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:00.929586 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-720b60bb-cc07-4428-b4bf-bd92b4c3512d req-7e500680-7424-418c-a717-2123210e53c3 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 931 time: 0.1981230 Dec 20 21:18:00.986660 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-edb392be-8d04-4d82-9052-7154c07aa742 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651315 Dec 20 21:18:01.027983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc100b93-b145-4bef-a3d8-fc8a2279e06e req-87858c4b-30a9-4fbe-904b-16940970c333 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:01.029776 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fc100b93-b145-4bef-a3d8-fc8a2279e06e req-87858c4b-30a9-4fbe-904b-16940970c333 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.0684562 Dec 20 21:18:01.035533 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-8462655d-9f58-4f5e-b26f-19ebe017a9fc tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:01.037007 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-8462655d-9f58-4f5e-b26f-19ebe017a9fc tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.31 "GET /v2.0/networks?id=7baa739e-ce4f-46bc-a565-aab632d9bddc HTTP/1.1" status: 200 len: 805 time: 0.2263935 Dec 20 21:18:01.039548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-e9e35946-79a9-4235-8638-89075fe8511d req-0440d972-e2a1-4d02-93d0-2dffb27512d7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Deleting port 8ca299a6-a210-48f4-b34f-0b86299c40fd {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:18:01.039888 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e9e35946-79a9-4235-8638-89075fe8511d req-0440d972-e2a1-4d02-93d0-2dffb27512d7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:01.064027 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-720b60bb-cc07-4428-b4bf-bd92b4c3512d req-5b36dc1c-a57c-44e2-b489-2012e879c6f6 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335030 Dec 20 21:18:01.068306 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-22e03178-9981-4787-8bc2-4c75a4c6a300 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:01.074305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Request body: {'port': {'device_id': '69572d33-1210-4b41-875a-1f315faeb04d', 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc', 'admin_state_up': True, 'tenant_id': '1dfad6aebbf544d1bebde21aa25d9cae'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:01.162671 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fc100b93-b145-4bef-a3d8-fc8a2279e06e req-35612c65-0801-494e-9fbc-5fd379853099 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054811 Dec 20 21:18:01.189651 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e9e35946-79a9-4235-8638-89075fe8511d req-0440d972-e2a1-4d02-93d0-2dffb27512d7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] For port 8ca299a6-a210-48f4-b34f-0b86299c40fd, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=8ca299a6-a210-48f4-b34f-0b86299c40fd,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:01.190016 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e9e35946-79a9-4235-8638-89075fe8511d req-0440d972-e2a1-4d02-93d0-2dffb27512d7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:01.204382 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-e9e35946-79a9-4235-8638-89075fe8511d req-0440d972-e2a1-4d02-93d0-2dffb27512d7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Calling delete_port for 8ca299a6-a210-48f4-b34f-0b86299c40fd owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:18:01.205799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-22e03178-9981-4787-8bc2-4c75a4c6a300 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Network a4a94005-4d0e-4437-baa0-09ad6a3f37c3 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:18:01.240463 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-22e03178-9981-4787-8bc2-4c75a4c6a300 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:18:01.254324 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e09bc98-0057-4931-8869-34685e1aa516 req-d843d00d-c9f6-4d6d-b56e-7e043046991d tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 210 time: 0.0976453 Dec 20 21:18:01.256924 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-22e03178-9981-4787-8bc2-4c75a4c6a300 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:18:01.306502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e03178-9981-4787-8bc2-4c75a4c6a300 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event updated for resources: {'Port': ['ID=6f8a106f-23af-4958-af03-6288d21ccaa3,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:01.359330 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-96422438-b067-42ac-b42e-8caef47c1934 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563225 Dec 20 21:18:01.363129 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e9e35946-79a9-4235-8638-89075fe8511d req-0440d972-e2a1-4d02-93d0-2dffb27512d7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:01.370513 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b926ff-797a-4de1-b1f5-31bf63cd055a req-da321a94-d9c8-43af-a0bc-bc60020eb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:01.372394 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7b926ff-797a-4de1-b1f5-31bf63cd055a req-da321a94-d9c8-43af-a0bc-bc60020eb5f8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 1094 time: 0.2772191 Dec 20 21:18:01.394384 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-22e03178-9981-4787-8bc2-4c75a4c6a300 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:01.394999 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-22e03178-9981-4787-8bc2-4c75a4c6a300 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:01.398578 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440d972-e2a1-4d02-93d0-2dffb27512d7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Pushing event deleted for resources: {'Port': ['ID=8ca299a6-a210-48f4-b34f-0b86299c40fd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:01.443672 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e35946-79a9-4235-8638-89075fe8511d req-0440d972-e2a1-4d02-93d0-2dffb27512d7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] No DVR routers for this DVR port 8ca299a6-a210-48f4-b34f-0b86299c40fd on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:18:01.446885 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e9e35946-79a9-4235-8638-89075fe8511d req-0440d972-e2a1-4d02-93d0-2dffb27512d7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:01.451240 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e9e35946-79a9-4235-8638-89075fe8511d req-0440d972-e2a1-4d02-93d0-2dffb27512d7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.31 "DELETE /v2.0/ports/8ca299a6-a210-48f4-b34f-0b86299c40fd HTTP/1.1" status: 204 len: 173 time: 0.5637176 Dec 20 21:18:01.452005 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbeb7d4-3d06-4728-b96e-604e55bcf0d5', 'name': 'network-vif-deleted', 'tag': '8ca299a6-a210-48f4-b34f-0b86299c40fd'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:01.454811 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86d368a-4ca7-4e31-8540-c02bb2789919" -d '{"events": [{"server_uuid": "1cbeb7d4-3d06-4728-b96e-604e55bcf0d5", "name": "network-vif-deleted", "tag": "8ca299a6-a210-48f4-b34f-0b86299c40fd"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:01.467488 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Made reservation on behalf of 1dfad6aebbf544d1bebde21aa25d9cae for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:18:01.471852 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:01.481161 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-22e03178-9981-4787-8bc2-4c75a4c6a300 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9954853 Dec 20 21:18:01.489791 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7b926ff-797a-4de1-b1f5-31bf63cd055a req-9b4ae34f-f4d5-45af-96fc-2403e9fdef01 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082742 Dec 20 21:18:01.513156 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-03e1c681-a701-4501-bc78-fa3439625b38 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Request body: {'port': {'device_id': '09019017-86f5-4379-8828-b5d00d65fe8c', 'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf', 'admin_state_up': True, 'tenant_id': '1aa098716b2841b9a38afb0654e12766'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:01.536453 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d3574e-e02a-4818-b9b0-adcea6dfb174 x-openstack-request-id: req-00d3574e-e02a-4818-b9b0-adcea6dfb174 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:01.536763 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cbeb7d4-3d06-4728-b96e-604e55bcf0d5", "name": "network-vif-deleted", "tag": "8ca299a6-a210-48f4-b34f-0b86299c40fd", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:01.537010 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00d3574e-e02a-4818-b9b0-adcea6dfb174 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:01.537401 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbeb7d4-3d06-4728-b96e-604e55bcf0d5', 'name': 'network-vif-deleted', 'tag': '8ca299a6-a210-48f4-b34f-0b86299c40fd', 'status': 'completed', 'code': 200} Dec 20 21:18:01.618092 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0b840b36-919e-46e4-b55a-44e642e052b1 None None] Provisioning complete for port 6f8a106f-23af-4958-af03-6288d21ccaa3 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:01.618761 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b840b36-919e-46e4-b55a-44e642e052b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:01.659998 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0b840b36-919e-46e4-b55a-44e642e052b1 None None] Port 6f8a106f-23af-4958-af03-6288d21ccaa3 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:18:01.701925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce606be-c67c-4f18-ac4b-106dd73c90f1 req-a1196a2e-44b6-4a6d-b268-f495f30b3fa6 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:01.703392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ce606be-c67c-4f18-ac4b-106dd73c90f1 req-a1196a2e-44b6-4a6d-b268-f495f30b3fa6 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 943 time: 0.1190548 Dec 20 21:18:01.705522 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e09ced-402c-4994-854d-e0845557d116 req-52ab79e7-dc7e-4ae1-b106-f02a09fe759a tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:01.707132 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25e09ced-402c-4994-854d-e0845557d116 req-52ab79e7-dc7e-4ae1-b106-f02a09fe759a tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0732989 Dec 20 21:18:01.744320 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25e09ced-402c-4994-854d-e0845557d116 req-f9a15478-68f6-4217-86ef-7ed66ae36f4a tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308154 Dec 20 21:18:01.770996 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Allocated IP 172.20.0.13 (7baa739e-ce4f-46bc-a565-aab632d9bddc/72cfb43f-380d-47e7-8095-0b998add498a/20898fd4-030d-46df-b057-568f3278b220) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:18:01.778949 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ce606be-c67c-4f18-ac4b-106dd73c90f1 req-20f4d233-db40-4423-a8b9-879d68f1aa38 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629542 Dec 20 21:18:01.798439 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-03e1c681-a701-4501-bc78-fa3439625b38 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Made reservation on behalf of 1aa098716b2841b9a38afb0654e12766 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:18:01.801887 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-03e1c681-a701-4501-bc78-fa3439625b38 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:01.832342 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-935fa421-58de-4d45-b515-76d4d7c9badf req-71ed82ed-0593-4982-b20c-0563f14de458 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 210 time: 0.0254722 Dec 20 21:18:01.960799 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:02.043491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ec7cf-ccc0-4975-b7b7-09e534de18f4 req-16a51793-cb72-4d8a-8ee1-5b283b69b18b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:02.045047 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d5ec7cf-ccc0-4975-b7b7-09e534de18f4 req-16a51793-cb72-4d8a-8ee1-5b283b69b18b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 949 time: 0.1295762 Dec 20 21:18:02.073057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-03e1c681-a701-4501-bc78-fa3439625b38 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Allocated IP 19.80.0.135 (9f6a492d-7697-4df3-ad7e-30e3796fb3bf/ffdab1aa-3d6c-4545-843d-9a44d7216cc0/6251c959-bc3e-44da-9b4f-65188dc3dc96) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:18:02.082384 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:02.131084 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d5ec7cf-ccc0-4975-b7b7-09e534de18f4 req-faff8c06-c64c-453a-af57-33cf264b242b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759056 Dec 20 21:18:02.173625 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:02.200239 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70038c-70e6-4abc-9995-8fcd12bafbf9 req-6a627140-f9bb-455d-bb33-32ff4c6271f6 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:02.206169 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70038c-70e6-4abc-9995-8fcd12bafbf9 req-6a627140-f9bb-455d-bb33-32ff4c6271f6 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:02.207734 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5d70038c-70e6-4abc-9995-8fcd12bafbf9 req-6a627140-f9bb-455d-bb33-32ff4c6271f6 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 1653 time: 0.0577300 Dec 20 21:18:02.248217 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5d70038c-70e6-4abc-9995-8fcd12bafbf9 req-1323c155-f183-427c-849f-9793d47681b2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344918 Dec 20 21:18:02.281490 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Network 7baa739e-ce4f-46bc-a565-aab632d9bddc is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:18:02.282775 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:02.293196 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:18:02.302833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:18:02.313300 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Pushing event updated for resources: {'Port': ['ID=20898fd4-030d-46df-b057-568f3278b220,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:02.362799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:02.363132 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:02.363459 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:02.363787 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:02.364107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:02.364425 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:02.364737 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:02.365048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:02.365366 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:02.365678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:02.365986 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:02.366320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:02.384638 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db28638-9d4c-4ce3-85ad-6c3ee3788efa req-c36ea09f-cc65-4036-88de-fa52bc71076a tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:02.386236 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7db28638-9d4c-4ce3-85ad-6c3ee3788efa req-c36ea09f-cc65-4036-88de-fa52bc71076a tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 932 time: 0.0565825 Dec 20 21:18:02.393770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483d5d6-6f0e-4077-952e-4380a4fed014 req-a0272490-2457-4a66-b274-1910e2c1d54f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:02.395252 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9483d5d6-6f0e-4077-952e-4380a4fed014 req-a0272490-2457-4a66-b274-1910e2c1d54f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.1548617 Dec 20 21:18:02.408107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:02.408788 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:02.431385 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-03e1c681-a701-4501-bc78-fa3439625b38 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:02.435613 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7db28638-9d4c-4ce3-85ad-6c3ee3788efa req-c66ee017-fab0-4751-bd6d-309c308d908b tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418973 Dec 20 21:18:02.461545 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-7a93bc88-1885-4f43-a8ef-5fe95511962c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3965418 Dec 20 21:18:02.485638 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9483d5d6-6f0e-4077-952e-4380a4fed014 req-88fa776c-1fd1-40bc-8629-8f4136f680a8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691047 Dec 20 21:18:02.492720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Request body: {'port': {'device_id': '69572d33-1210-4b41-875a-1f315faeb04d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:02.551135 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-03e1c681-a701-4501-bc78-fa3439625b38 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:02.619086 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:02.621871 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-ebfccca5-9532-4cea-9106-553088701bd6 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=e8a780c7431b45fba650d761d6445660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346010 Dec 20 21:18:02.651771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-03e1c681-a701-4501-bc78-fa3439625b38 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Network 9f6a492d-7697-4df3-ad7e-30e3796fb3bf is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:18:02.654401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1c681-a701-4501-bc78-fa3439625b38 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event updated for resources: {'Port': ['ID=6251c959-bc3e-44da-9b4f-65188dc3dc96,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:02.668142 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-03e1c681-a701-4501-bc78-fa3439625b38 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:18:02.713722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-03e1c681-a701-4501-bc78-fa3439625b38 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:18:02.857288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-03e1c681-a701-4501-bc78-fa3439625b38 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:02.857904 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-03e1c681-a701-4501-bc78-fa3439625b38 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:02.901662 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-addf9026-f7e1-4701-adc5-18935d146ed4 None None] Provisioning complete for port 6251c959-bc3e-44da-9b4f-65188dc3dc96 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:02.902033 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-addf9026-f7e1-4701-adc5-18935d146ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:02.934268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-c43ed2ea-c4ce-432f-9f5d-3dfde04beefb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:02.935560 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ec637-27a7-4045-892a-5bdbece3beaa req-4dca2501-bca6-418d-8c62-2402950cba51 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:02.936063 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-c43ed2ea-c4ce-432f-9f5d-3dfde04beefb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3034232 Dec 20 21:18:02.938577 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-573ec637-27a7-4045-892a-5bdbece3beaa req-4dca2501-bca6-418d-8c62-2402950cba51 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 943 time: 0.0577638 Dec 20 21:18:02.948314 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-03e1c681-a701-4501-bc78-fa3439625b38 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4397686 Dec 20 21:18:02.957279 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-addf9026-f7e1-4701-adc5-18935d146ed4 None None] Port 6251c959-bc3e-44da-9b4f-65188dc3dc96 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:18:02.977782 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-573ec637-27a7-4045-892a-5bdbece3beaa req-f590db4d-3fad-4eee-9525-411412251654 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340872 Dec 20 21:18:02.980225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-5292a5b4-873f-4be5-b276-3bb604a948bb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Request body: {'port': {'device_id': 'bb284ddd-b2ad-4abd-ad20-3d404c3f85eb', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': 'e8a780c7431b45fba650d761d6445660'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:02.988441 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Request body: {'port': {'device_id': '09019017-86f5-4379-8828-b5d00d65fe8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:03.063647 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-732a4033-983a-4171-ab16-b96059328e12 req-1c6ecc98-2f96-413b-8140-1caf193ac347 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 210 time: 0.0276310 Dec 20 21:18:03.264006 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba6ea5-a880-4fdd-aaa1-c9634ee9ab69 req-989c6133-beb2-44fd-8cb9-6509b95754a7 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:03.265549 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fba6ea5-a880-4fdd-aaa1-c9634ee9ab69 req-989c6133-beb2-44fd-8cb9-6509b95754a7 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 949 time: 0.0525594 Dec 20 21:18:03.312190 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fba6ea5-a880-4fdd-aaa1-c9634ee9ab69 req-000b26e4-71a6-4457-879d-d28bb3925cff tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396965 Dec 20 21:18:03.331346 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffa2bc-2e7b-48e8-8f06-ce37fed4c955 req-9c428c74-19f3-4c4b-b450-3523d07168fb tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:03.332815 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82ffa2bc-2e7b-48e8-8f06-ce37fed4c955 req-9c428c74-19f3-4c4b-b450-3523d07168fb tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 945 time: 0.4863508 Dec 20 21:18:03.457387 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:03.484642 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82ffa2bc-2e7b-48e8-8f06-ce37fed4c955 req-7336d2d5-8a34-4614-843e-bfd108aa8561 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395791 Dec 20 21:18:03.570992 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20898fd4-030d-46df-b057-568f3278b220 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:03.591211 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:03.622809 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad946c-e3eb-4aed-9333-ac4b3ccfb1cf req-d2b000c7-3be2-40a1-8c28-016613accee3 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:03.627933 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-5292a5b4-873f-4be5-b276-3bb604a948bb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Made reservation on behalf of e8a780c7431b45fba650d761d6445660 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:18:03.629089 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad946c-e3eb-4aed-9333-ac4b3ccfb1cf req-d2b000c7-3be2-40a1-8c28-016613accee3 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:03.631290 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-5292a5b4-873f-4be5-b276-3bb604a948bb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:03.634867 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad946c-e3eb-4aed-9333-ac4b3ccfb1cf req-d2b000c7-3be2-40a1-8c28-016613accee3 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:03.636495 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-45ad946c-e3eb-4aed-9333-ac4b3ccfb1cf req-d2b000c7-3be2-40a1-8c28-016613accee3 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2375 time: 0.0729110 Dec 20 21:18:03.674567 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-45ad946c-e3eb-4aed-9333-ac4b3ccfb1cf req-c57056a4-b4e1-45f0-ae16-f9fa94347852 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Dec 20 21:18:03.688610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Transition to ACTIVE for port object 20898fd4-030d-46df-b057-568f3278b220 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:18:03.699111 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:03.749606 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device de5ffa1e-e452-4a68-8f66-077cdbd71d05 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:18:03.772958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd4f7a-f108-46a4-bb44-f21666c4c416 req-7e129634-232a-4cba-b9f7-7154c9c527f0 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:03.774678 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-29dd4f7a-f108-46a4-bb44-f21666c4c416 req-7e129634-232a-4cba-b9f7-7154c9c527f0 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 932 time: 0.2123008 Dec 20 21:18:03.783698 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b309240-eb86-4781-90bb-56dd8162af45 req-9a056245-98f2-45a0-9b76-b3b40fd2a5d6 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:03.785279 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6b309240-eb86-4781-90bb-56dd8162af45 req-9a056245-98f2-45a0-9b76-b3b40fd2a5d6 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.0524490 Dec 20 21:18:03.803465 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port de5ffa1e-e452-4a68-8f66-077cdbd71d05 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:18:03.808805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port de5ffa1e-e452-4a68-8f66-077cdbd71d05 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:03.809261 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:03.826353 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6b309240-eb86-4781-90bb-56dd8162af45 req-58002b1d-ab90-4a5f-8b90-263f1553e919 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344238 Dec 20 21:18:03.863829 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Pushing event updated for resources: {'Port': ['ID=20898fd4-030d-46df-b057-568f3278b220,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:03.898814 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:03.920962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217cc024-1974-47e3-af10-d46bee203e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5ffa1e-e452-4a68-8f66-077cdbd71d05'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:03.923364 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af340f4f-aceb-4c43-94e5-4abb6db4a6e1" -d '{"events": [{"server_uuid": "217cc024-1974-47e3-af10-d46bee203e93", "name": "network-vif-plugged", "status": "completed", "tag": "de5ffa1e-e452-4a68-8f66-077cdbd71d05"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:03.938183 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port de5ffa1e-e452-4a68-8f66-077cdbd71d05, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=de5ffa1e-e452-4a68-8f66-077cdbd71d05,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:03.943116 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:03.969150 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8d025a-d677-4fd6-bf01-b70f13e300ec x-openstack-request-id: req-5e8d025a-d677-4fd6-bf01-b70f13e300ec {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:03.969506 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217cc024-1974-47e3-af10-d46bee203e93", "name": "network-vif-plugged", "status": "completed", "tag": "de5ffa1e-e452-4a68-8f66-077cdbd71d05", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:03.969812 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e8d025a-d677-4fd6-bf01-b70f13e300ec {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:03.970396 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217cc024-1974-47e3-af10-d46bee203e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5ffa1e-e452-4a68-8f66-077cdbd71d05', 'code': 200} Dec 20 21:18:03.990550 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-29dd4f7a-f108-46a4-bb44-f21666c4c416 req-3cd87b42-bcbf-4ee5-93f7-9997394cd227 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689441 Dec 20 21:18:03.996110 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=de5ffa1e-e452-4a68-8f66-077cdbd71d05,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:04.050699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-5292a5b4-873f-4be5-b276-3bb604a948bb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Allocated IP 192.168.233.146 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/39db7944-81ee-4b10-825c-2319dde7b52b) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:18:04.076047 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Attempting to bind port 20898fd4-030d-46df-b057-568f3278b220 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:18:04.076433 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Attempting to bind port 20898fd4-030d-46df-b057-568f3278b220 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:18:04.076705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Attempting to bind port 20898fd4-030d-46df-b057-568f3278b220 on network 7baa739e-ce4f-46bc-a565-aab632d9bddc {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:04.103253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afca42-0b1d-429b-89eb-e9f544ef0a3c req-bd2e9ad3-6974-46a3-b6af-8fbe3e2f5bea tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:04.103741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Port 20898fd4-030d-46df-b057-568f3278b220 on network 7baa739e-ce4f-46bc-a565-aab632d9bddc not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:18:04.103741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Attempting to bind port 20898fd4-030d-46df-b057-568f3278b220 on network 7baa739e-ce4f-46bc-a565-aab632d9bddc {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:04.104999 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d0afca42-0b1d-429b-89eb-e9f544ef0a3c req-bd2e9ad3-6974-46a3-b6af-8fbe3e2f5bea tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 943 time: 0.0526214 Dec 20 21:18:04.149664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:18:04.149999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Checking segment: {'id': '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:18:04.150396 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Bound using segment: {'id': '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:18:04.150829 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Bound port: 20898fd4-030d-46df-b057-568f3278b220, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:18:04.151184 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:04.174018 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d0afca42-0b1d-429b-89eb-e9f544ef0a3c req-6a343c04-599b-493b-bb06-efa745682841 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590675 Dec 20 21:18:04.176705 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9b168-5886-40d5-9d5c-61651ac0e9a4 req-a03c49fd-1049-478a-bad8-b6bae423f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:04.178155 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0ed9b168-5886-40d5-9d5c-61651ac0e9a4 req-a03c49fd-1049-478a-bad8-b6bae423f73e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 1099 time: 0.0721910 Dec 20 21:18:04.194873 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f6656330-017d-4f49-a965-d9a4745b69c4 req-37add540-a728-495f-a755-3d3633c03e71 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 210 time: 0.0584686 Dec 20 21:18:04.210235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:04.224940 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0ed9b168-5886-40d5-9d5c-61651ac0e9a4 req-003fdebf-8d2f-4244-a714-ac52a5697843 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351210 Dec 20 21:18:04.244428 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:04.293705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Transition to ACTIVE for port object cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:18:04.313493 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:04.362324 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] For port 20898fd4-030d-46df-b057-568f3278b220, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:18:04.390696 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] For port 20898fd4-030d-46df-b057-568f3278b220, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=20898fd4-030d-46df-b057-568f3278b220,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:18:04.400772 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-5292a5b4-873f-4be5-b276-3bb604a948bb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:04.404043 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:04.427452 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Pushing event updated for resources: {'Port': ['ID=cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:04.443622 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8236e-4838-466b-8604-ad9e8833188e req-a854aa40-ee93-4328-b37a-c621a34b8fc7 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:04.445286 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-26d8236e-4838-466b-8604-ad9e8833188e req-a854aa40-ee93-4328-b37a-c621a34b8fc7 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 950 time: 0.0640690 Dec 20 21:18:04.458647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:04.459255 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:04.460623 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] 10.222.0.31 "PUT /v2.0/ports/20898fd4-030d-46df-b057-568f3278b220 HTTP/1.1" status: 200 len: 1090 time: 1.9785535 Dec 20 21:18:04.461964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69572d33-1210-4b41-875a-1f315faeb04d', 'tag': '20898fd4-030d-46df-b057-568f3278b220'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:04.464275 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc769438-6756-4f9c-8bc2-3f9632f2118b" -d '{"events": [{"name": "network-changed", "server_uuid": "69572d33-1210-4b41-875a-1f315faeb04d", "tag": "20898fd4-030d-46df-b057-568f3278b220"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:04.505680 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-26d8236e-4838-466b-8604-ad9e8833188e req-dba98eaa-81cb-49d7-a5c2-910bbe12428f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541136 Dec 20 21:18:04.524472 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85585db3-303c-4cb3-9c57-0b7d2a38a7d7 x-openstack-request-id: req-85585db3-303c-4cb3-9c57-0b7d2a38a7d7 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:04.524790 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69572d33-1210-4b41-875a-1f315faeb04d", "tag": "20898fd4-030d-46df-b057-568f3278b220", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:04.525036 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85585db3-303c-4cb3-9c57-0b7d2a38a7d7 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:04.525685 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69572d33-1210-4b41-875a-1f315faeb04d', 'tag': '20898fd4-030d-46df-b057-568f3278b220', 'status': 'completed', 'code': 200} Dec 20 21:18:04.559226 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-5292a5b4-873f-4be5-b276-3bb604a948bb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:04.578456 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814ec8b-7c3c-45a2-ba7c-eea16824bc88 service neutron] Pushing event updated for resources: {'Port': ['ID=20898fd4-030d-46df-b057-568f3278b220,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:04.615283 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['57f44746-a140-4a35-86d4-128cab5335c7', 'ecb79372-c566-4cad-b877-432ba06f1c26'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:04.650213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Attempting to bind port cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:18:04.650549 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Attempting to bind port cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '40e6c9db-81f3-43a4-bc50-0f44a2884033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:18:04.650884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Attempting to bind port cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 on network 9f6a492d-7697-4df3-ad7e-30e3796fb3bf {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:04.672849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-5292a5b4-873f-4be5-b276-3bb604a948bb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:18:04.685991 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Port cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 on network 9f6a492d-7697-4df3-ad7e-30e3796fb3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:18:04.686337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Attempting to bind port cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 on network 9f6a492d-7697-4df3-ad7e-30e3796fb3bf {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:04.688358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-5292a5b4-873f-4be5-b276-3bb604a948bb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:18:04.696083 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-5292a5b4-873f-4be5-b276-3bb604a948bb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:18:04.730709 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:18:04.731061 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Checking segment: {'id': '40e6c9db-81f3-43a4-bc50-0f44a2884033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:18:04.731418 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Bound using segment: {'id': '40e6c9db-81f3-43a4-bc50-0f44a2884033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:18:04.731863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Bound port: cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e6c9db-81f3-43a4-bc50-0f44a2884033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:18:04.732220 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:04.737837 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292a5b4-873f-4be5-b276-3bb604a948bb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Pushing event updated for resources: {'Port': ['ID=39db7944-81ee-4b10-825c-2319dde7b52b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:04.753835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-1b3de4f3-f9c4-4144-843e-3323856973f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:04.755380 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-1b3de4f3-f9c4-4144-843e-3323856973f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1dfad6aebbf544d1bebde21aa25d9cae&device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 1093 time: 0.1880586 Dec 20 21:18:04.778737 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46ebe3-7355-46c4-88f1-b0b2c0437439 req-3c290298-78e2-4039-a647-28c2eab6faad tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:04.780252 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8d46ebe3-7355-46c4-88f1-b0b2c0437439 req-3c290298-78e2-4039-a647-28c2eab6faad tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 945 time: 0.1655765 Dec 20 21:18:04.836962 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640fa47-54dc-47f3-9869-aca09cc11eb1 req-55312c30-e189-4f93-9136-b594f7279b1f tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:04.842987 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640fa47-54dc-47f3-9869-aca09cc11eb1 req-55312c30-e189-4f93-9136-b594f7279b1f tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:04.850696 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640fa47-54dc-47f3-9869-aca09cc11eb1 req-55312c30-e189-4f93-9136-b594f7279b1f tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:04.852714 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3640fa47-54dc-47f3-9869-aca09cc11eb1 req-55312c30-e189-4f93-9136-b594f7279b1f tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2387 time: 0.0837872 Dec 20 21:18:04.862602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-5292a5b4-873f-4be5-b276-3bb604a948bb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:04.863262 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-5292a5b4-873f-4be5-b276-3bb604a948bb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:04.866994 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-0bb08de9-11a2-40cd-a994-200bd2c15348 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20898fd4-030d-46df-b057-568f3278b220 HTTP/1.1" status: 200 len: 217 time: 0.0832350 Dec 20 21:18:04.902417 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3640fa47-54dc-47f3-9869-aca09cc11eb1 req-8d448b57-f6e7-42b5-a6c6-adc7361088b7 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406981 Dec 20 21:18:04.948882 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-5292a5b4-873f-4be5-b276-3bb604a948bb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9724357 Dec 20 21:18:04.951761 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8d46ebe3-7355-46c4-88f1-b0b2c0437439 req-7273a952-a2fb-46f4-b400-fbcbd0fbc0bd tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424987 Dec 20 21:18:04.960370 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] For port cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:18:04.964898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] For port cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89,segment=NetworkSegment(40e6c9db-81f3-43a4-bc50-0f44a2884033),segment_id=40e6c9db-81f3-43a4-bc50-0f44a2884033)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:18:04.972593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Request body: {'port': {'device_id': 'bb284ddd-b2ad-4abd-ad20-3d404c3f85eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:04.978105 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:05.007637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-8b2e1ed4-3aaa-4903-91ba-a2f65fb5f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:05.009097 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-8b2e1ed4-3aaa-4903-91ba-a2f65fb5f1b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72cfb43f-380d-47e7-8095-0b998add498a HTTP/1.1" status: 200 len: 845 time: 0.1303096 Dec 20 21:18:05.024546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433d11e-0121-4071-85d6-bd6ce6fa8687 req-27f9aaf3-be00-4b41-bbe3-92973250e0e5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:05.026742 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e433d11e-0121-4071-85d6-bd6ce6fa8687 req-27f9aaf3-be00-4b41-bbe3-92973250e0e5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.0529881 Dec 20 21:18:05.045623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:05.046165 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c4c7e452-37bb-4e95-9dc9-7995ca99ca69 None None] Provisioning complete for port 39db7944-81ee-4b10-825c-2319dde7b52b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:05.046625 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:05.047169 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c4c7e452-37bb-4e95-9dc9-7995ca99ca69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:05.047590 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] 10.222.0.31 "PUT /v2.0/ports/cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 HTTP/1.1" status: 200 len: 1089 time: 2.0750439 Dec 20 21:18:05.074857 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e433d11e-0121-4071-85d6-bd6ce6fa8687 req-50e8bb70-4745-4f00-b2f3-fb451e881d0e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396142 Dec 20 21:18:05.087783 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 8ca299a6-a210-48f4-b34f-0b86299c40fd no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:05.089304 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-187cfea7-e7ba-4cab-b382-684e7f2b67b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7baa739e-ce4f-46bc-a565-aab632d9bddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566502 Dec 20 21:18:05.104432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Request body: {'port': {'device_id': '09019017-86f5-4379-8828-b5d00d65fe8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:05.118466 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 8ca299a6-a210-48f4-b34f-0b86299c40fd {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:18:05.119726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 8ca299a6-a210-48f4-b34f-0b86299c40fd not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:18:05.130590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7e452-37bb-4e95-9dc9-7995ca99ca69 None None] Port 39db7944-81ee-4b10-825c-2319dde7b52b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:18:05.215730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:05.224377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd4101-e8b8-47da-a76f-95f4baa4bad2 req-9cf28482-be44-419b-a3ea-7d2207ba11c0 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:05.225858 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7afd4101-e8b8-47da-a76f-95f4baa4bad2 req-9cf28482-be44-419b-a3ea-7d2207ba11c0 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 944 time: 0.0553412 Dec 20 21:18:05.248291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6c981-6a9b-414b-b09f-4e80af008b2a service neutron] Pushing event updated for resources: {'Port': ['ID=cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:05.266571 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7afd4101-e8b8-47da-a76f-95f4baa4bad2 req-1854a223-8836-4ff1-a6c5-814ab002b7a9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343087 Dec 20 21:18:05.331089 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:05.367497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfbd53-6df4-4943-8d77-8089dcd2311d req-46f6ac73-9bcf-4e02-bdb6-1e53ec6f64de tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:05.369027 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50bfbd53-6df4-4943-8d77-8089dcd2311d req-46f6ac73-9bcf-4e02-bdb6-1e53ec6f64de tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 1094 time: 0.1898131 Dec 20 21:18:05.372653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fad6bd-6d0c-41bb-8e9c-ecf2cb6c69dc req-02482e4b-1714-4cf7-a66e-b7137be425bf tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:05.374359 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-42fad6bd-6d0c-41bb-8e9c-ecf2cb6c69dc req-02482e4b-1714-4cf7-a66e-b7137be425bf tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 943 time: 0.0530019 Dec 20 21:18:05.383885 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-787bf7fc-87ab-4e40-afd0-a1a41eb2244f service neutron] 10.222.0.31 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501388 Dec 20 21:18:05.414089 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-42fad6bd-6d0c-41bb-8e9c-ecf2cb6c69dc req-8ab94037-1e8d-445e-ba3a-0939f12534dd tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336471 Dec 20 21:18:05.516077 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d23af2-ae0d-4073-a5d0-055f2ca16906 req-438426a8-3417-4bcd-9a6e-a868545dec29 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:05.518186 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-97d23af2-ae0d-4073-a5d0-055f2ca16906 req-438426a8-3417-4bcd-9a6e-a868545dec29 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 936 time: 0.0494359 Dec 20 21:18:05.559110 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-97d23af2-ae0d-4073-a5d0-055f2ca16906 req-f5c28112-1da1-4482-9405-401719ae25c1 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337076 Dec 20 21:18:05.580481 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50bfbd53-6df4-4943-8d77-8089dcd2311d req-da44ddb7-971b-4080-ab8d-138e7053e50b tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033625 Dec 20 21:18:05.667575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a5700-9b0d-4deb-aefb-f54601c52a67 req-88fc9650-f366-479c-8e28-f16d9bc6b6f1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:05.669116 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-da0a5700-9b0d-4deb-aefb-f54601c52a67 req-88fc9650-f366-479c-8e28-f16d9bc6b6f1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 950 time: 0.0483291 Dec 20 21:18:05.708151 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-da0a5700-9b0d-4deb-aefb-f54601c52a67 req-5bbabd08-ed49-4076-ae47-32b9d443cfdc tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329957 Dec 20 21:18:05.788967 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d11c4a2a-7fab-4623-ae0d-55946d0f3ccd req-bcc0b1d0-1d3d-4f39-925d-e5c771db9582 service neutron] 10.222.0.31 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523748 Dec 20 21:18:05.823077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a29cd7-ea13-48b6-842f-d53261464029 req-0cc4347d-9440-47a6-b261-22ca315b1435 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:05.824597 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-29a29cd7-ea13-48b6-842f-d53261464029 req-0cc4347d-9440-47a6-b261-22ca315b1435 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 1094 time: 0.1555037 Dec 20 21:18:05.965403 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-29a29cd7-ea13-48b6-842f-d53261464029 req-c182c9cd-495c-4c33-9849-49611bd1e997 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253543 Dec 20 21:18:06.002637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39db7944-81ee-4b10-825c-2319dde7b52b {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:06.016003 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:06.021291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc769438-6756-4f9c-8bc2-3f9632f2118b req-4945a845-ca07-4eb9-b22d-0962569aa990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:06.022897 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc769438-6756-4f9c-8bc2-3f9632f2118b req-4945a845-ca07-4eb9-b22d-0962569aa990 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1dfad6aebbf544d1bebde21aa25d9cae&device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 1093 time: 0.1313715 Dec 20 21:18:06.047666 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8a106f-23af-4958-af03-6288d21ccaa3 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:06.074365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa418605-17c7-41ca-868b-a7d7f8e9aa3e req-312aceda-2990-4860-9c95-06c89309d971 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:06.081481 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa418605-17c7-41ca-868b-a7d7f8e9aa3e req-312aceda-2990-4860-9c95-06c89309d971 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:06.089516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Transition to ACTIVE for port object 39db7944-81ee-4b10-825c-2319dde7b52b will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:18:06.089959 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa418605-17c7-41ca-868b-a7d7f8e9aa3e req-312aceda-2990-4860-9c95-06c89309d971 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:06.091575 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:06.101431 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aa418605-17c7-41ca-868b-a7d7f8e9aa3e req-312aceda-2990-4860-9c95-06c89309d971 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2387 time: 0.1285090 Dec 20 21:18:06.102743 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:06.140662 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Transition to ACTIVE for port object 6f8a106f-23af-4958-af03-6288d21ccaa3 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:18:06.158757 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aa418605-17c7-41ca-868b-a7d7f8e9aa3e req-d93fc67f-ed58-47fc-a5d0-b9853f53a5f0 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534756 Dec 20 21:18:06.158857 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:06.196097 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Pushing event updated for resources: {'Port': ['ID=39db7944-81ee-4b10-825c-2319dde7b52b,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:06.252630 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc769438-6756-4f9c-8bc2-3f9632f2118b req-1f8eca32-a77e-44c1-bad8-2d75dbe605bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:06.254136 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc769438-6756-4f9c-8bc2-3f9632f2118b req-1f8eca32-a77e-44c1-bad8-2d75dbe605bf service neutron] 10.222.0.31 "GET /v2.0/networks?id=7baa739e-ce4f-46bc-a565-aab632d9bddc HTTP/1.1" status: 200 len: 906 time: 0.2221897 Dec 20 21:18:06.322867 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365effc-86af-4c25-83e4-1710da782524 req-27665381-8846-4847-861e-0c6485094032 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:06.330913 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3365effc-86af-4c25-83e4-1710da782524 req-27665381-8846-4847-861e-0c6485094032 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.0845449 Dec 20 21:18:06.370702 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3365effc-86af-4c25-83e4-1710da782524 req-6422f8ad-f79d-4e34-9f5f-903d8f5a902d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388036 Dec 20 21:18:06.496224 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc0638-a43a-40f6-afd6-196baf39363d req-5e3d2d9d-68ba-4461-a775-6e77a3c79fb6 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:06.500457 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5fbc0638-a43a-40f6-afd6-196baf39363d req-5e3d2d9d-68ba-4461-a775-6e77a3c79fb6 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 944 time: 0.0620987 Dec 20 21:18:06.546695 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5fbc0638-a43a-40f6-afd6-196baf39363d req-86a3dcb3-32b4-45e3-b43a-1460bc96937f tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 Dec 20 21:18:06.641561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09019017-86f5-4379-8828-b5d00d65fe8c', 'tag': 'cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:06.643958 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea6534f-b611-413d-9e7e-b9a40920760c" -d '{"events": [{"name": "network-changed", "server_uuid": "09019017-86f5-4379-8828-b5d00d65fe8c", "tag": "cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:06.660578 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc769438-6756-4f9c-8bc2-3f9632f2118b req-8c3124b5-ec25-4daa-bc2e-364b2a8e1cf8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20898fd4-030d-46df-b057-568f3278b220 HTTP/1.1" status: 200 len: 217 time: 0.3806431 Dec 20 21:18:06.661308 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459bef6-a1c0-46e4-9baa-a2e91f0b2790 req-59c61125-b931-4244-b75d-bf3452e92260 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:06.662787 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7459bef6-a1c0-46e4-9baa-a2e91f0b2790 req-59c61125-b931-4244-b75d-bf3452e92260 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 943 time: 0.0514257 Dec 20 21:18:06.672016 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8a106f-23af-4958-af03-6288d21ccaa3,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:06.701917 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7459bef6-a1c0-46e4-9baa-a2e91f0b2790 req-937df66b-a1d0-45e7-b5c6-00a0269ca2ad tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327022 Dec 20 21:18:06.774214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Attempting to bind port 39db7944-81ee-4b10-825c-2319dde7b52b on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:18:06.774548 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Attempting to bind port 39db7944-81ee-4b10-825c-2319dde7b52b by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:18:06.774871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Attempting to bind port 39db7944-81ee-4b10-825c-2319dde7b52b on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:06.788954 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc769438-6756-4f9c-8bc2-3f9632f2118b req-809edbae-2542-4594-9b3e-813283500714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:06.790406 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc769438-6756-4f9c-8bc2-3f9632f2118b req-809edbae-2542-4594-9b3e-813283500714 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72cfb43f-380d-47e7-8095-0b998add498a HTTP/1.1" status: 200 len: 845 time: 0.0845141 Dec 20 21:18:06.790920 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Port 39db7944-81ee-4b10-825c-2319dde7b52b on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:18:06.791265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Attempting to bind port 39db7944-81ee-4b10-825c-2319dde7b52b on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:06.802612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7486fab-ec6a-442e-8576-067e780d3e3a req-074c68c3-00b8-43ed-8ca1-8089b005be81 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:06.804013 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7486fab-ec6a-442e-8576-067e780d3e3a req-074c68c3-00b8-43ed-8ca1-8089b005be81 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 1094 time: 0.1572242 Dec 20 21:18:06.814130 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbb82d-ebae-477a-9015-34257b76ecef req-7363d902-6034-4c6b-b15c-e8dbaf5e6cac tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:06.815596 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d4dbb82d-ebae-477a-9015-34257b76ecef req-7363d902-6034-4c6b-b15c-e8dbaf5e6cac tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 948 time: 0.0494475 Dec 20 21:18:06.834875 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:18:06.835212 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:18:06.835597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:18:06.836029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Bound port: 39db7944-81ee-4b10-825c-2319dde7b52b, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:18:06.836380 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:06.838024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Attempting to bind port 6f8a106f-23af-4958-af03-6288d21ccaa3 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:18:06.838367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Attempting to bind port 6f8a106f-23af-4958-af03-6288d21ccaa3 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'f306ae3d-182c-49c7-a946-102e2cfc32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4a94005-4d0e-4437-baa0-09ad6a3f37c3'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:18:06.838678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Attempting to bind port 6f8a106f-23af-4958-af03-6288d21ccaa3 on network a4a94005-4d0e-4437-baa0-09ad6a3f37c3 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:06.843797 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc769438-6756-4f9c-8bc2-3f9632f2118b req-062cb59f-2457-4bc4-a17a-1a8cd909532f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7baa739e-ce4f-46bc-a565-aab632d9bddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452604 Dec 20 21:18:06.853936 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d4dbb82d-ebae-477a-9015-34257b76ecef req-54a478c4-1ae5-421a-8a4e-0f4b06624d6f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323303 Dec 20 21:18:06.870103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Port 6f8a106f-23af-4958-af03-6288d21ccaa3 on network a4a94005-4d0e-4437-baa0-09ad6a3f37c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:18:06.870435 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Attempting to bind port 6f8a106f-23af-4958-af03-6288d21ccaa3 on network a4a94005-4d0e-4437-baa0-09ad6a3f37c3 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:06.931335 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba818ed6-648c-4a8d-9a39-4302249dd5ef x-openstack-request-id: req-ba818ed6-648c-4a8d-9a39-4302249dd5ef {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:06.931627 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09019017-86f5-4379-8828-b5d00d65fe8c", "tag": "cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:06.931873 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba818ed6-648c-4a8d-9a39-4302249dd5ef {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:06.932249 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09019017-86f5-4379-8828-b5d00d65fe8c', 'tag': 'cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89', 'status': 'completed', 'code': 200} Dec 20 21:18:06.937086 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:18:06.937412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Checking segment: {'id': 'f306ae3d-182c-49c7-a946-102e2cfc32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4a94005-4d0e-4437-baa0-09ad6a3f37c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:18:06.937793 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Bound using segment: {'id': 'f306ae3d-182c-49c7-a946-102e2cfc32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4a94005-4d0e-4437-baa0-09ad6a3f37c3'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:18:06.938263 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Bound port: 6f8a106f-23af-4958-af03-6288d21ccaa3, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f306ae3d-182c-49c7-a946-102e2cfc32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a4a94005-4d0e-4437-baa0-09ad6a3f37c3'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:18:06.938649 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:06.973281 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7486fab-ec6a-442e-8576-067e780d3e3a req-a43748b4-3b88-4719-a08d-1b5c150b7954 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586039 Dec 20 21:18:07.020237 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6534f-b611-413d-9e7e-b9a40920760c req-c822896c-0c90-4daf-9b45-d7c38831af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:07.020760 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6534f-b611-413d-9e7e-b9a40920760c req-c822896c-0c90-4daf-9b45-d7c38831af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:07.021220 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6534f-b611-413d-9e7e-b9a40920760c req-c822896c-0c90-4daf-9b45-d7c38831af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:07.022873 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9ea6534f-b611-413d-9e7e-b9a40920760c req-c822896c-0c90-4daf-9b45-d7c38831af23 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1aa098716b2841b9a38afb0654e12766&device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2751 time: 0.0742805 Dec 20 21:18:07.034287 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27180a1e-56ca-49af-b88d-4681150d0d2a req-c48c822f-b0c4-4059-8d60-9ac0a8f08e42 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:07.035719 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-27180a1e-56ca-49af-b88d-4681150d0d2a req-c48c822f-b0c4-4059-8d60-9ac0a8f08e42 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 950 time: 0.0783219 Dec 20 21:18:07.044263 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] For port 39db7944-81ee-4b10-825c-2319dde7b52b, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:18:07.065971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] For port 39db7944-81ee-4b10-825c-2319dde7b52b, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=39db7944-81ee-4b10-825c-2319dde7b52b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:18:07.070882 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc769438-6756-4f9c-8bc2-3f9632f2118b req-b747146d-6b84-4256-895a-b8deec0b1d02 service neutron] 10.222.0.31 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154396 Dec 20 21:18:07.079273 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:07.164706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] For port 6f8a106f-23af-4958-af03-6288d21ccaa3, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:18:07.189074 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:07.189793 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:07.191379 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] 10.222.0.66 "PUT /v2.0/ports/39db7944-81ee-4b10-825c-2319dde7b52b HTTP/1.1" status: 200 len: 1094 time: 2.2251954 Dec 20 21:18:07.224007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] For port 6f8a106f-23af-4958-af03-6288d21ccaa3, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6f8a106f-23af-4958-af03-6288d21ccaa3,segment=NetworkSegment(f306ae3d-182c-49c7-a946-102e2cfc32d4),segment_id=f306ae3d-182c-49c7-a946-102e2cfc32d4)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:18:07.238435 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:07.338947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bb291-5841-4e09-b973-db0a32f799ab service neutron] Pushing event updated for resources: {'Port': ['ID=39db7944-81ee-4b10-825c-2319dde7b52b,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:07.378864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:07.379775 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:07.381810 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] 10.222.0.31 "PUT /v2.0/ports/6f8a106f-23af-4958-af03-6288d21ccaa3 HTTP/1.1" status: 200 len: 1089 time: 2.2916119 Dec 20 21:18:07.434596 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Request body: {'port': {'device_id': '09019017-86f5-4379-8828-b5d00d65fe8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:07.517250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876323d-0f83-4fd1-9120-8037393231b2 req-2cde0c49-3bd8-49ed-9dfe-2cef692429e8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:07.524568 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876323d-0f83-4fd1-9120-8037393231b2 req-2cde0c49-3bd8-49ed-9dfe-2cef692429e8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:07.532206 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876323d-0f83-4fd1-9120-8037393231b2 req-2cde0c49-3bd8-49ed-9dfe-2cef692429e8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:07.542332 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c876323d-0f83-4fd1-9120-8037393231b2 req-2cde0c49-3bd8-49ed-9dfe-2cef692429e8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2399 time: 0.2669332 Dec 20 21:18:07.544068 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:18:07.570655 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-27180a1e-56ca-49af-b88d-4681150d0d2a req-aaa01b97-6703-49b3-8084-064d38e3779d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181651 Dec 20 21:18:07.585808 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc769438-6756-4f9c-8bc2-3f9632f2118b req-8391c5fd-a09f-468e-bb51-00074052bad1 service neutron] 10.222.0.31 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082374 Dec 20 21:18:07.608646 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:07.627962 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6534f-b611-413d-9e7e-b9a40920760c req-50a69463-127c-4d32-b916-c096ce646a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:07.628763 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6534f-b611-413d-9e7e-b9a40920760c req-50a69463-127c-4d32-b916-c096ce646a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:07.628879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6534f-b611-413d-9e7e-b9a40920760c req-50a69463-127c-4d32-b916-c096ce646a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:07.630491 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9ea6534f-b611-413d-9e7e-b9a40920760c req-50a69463-127c-4d32-b916-c096ce646a29 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=1aa098716b2841b9a38afb0654e12766&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5939412 Dec 20 21:18:07.643083 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-8a42f675-6854-46c6-a1e8-f45ddaf818e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:07.644582 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-8a42f675-6854-46c6-a1e8-f45ddaf818e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8a780c7431b45fba650d761d6445660&device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 1097 time: 0.3211663 Dec 20 21:18:07.648554 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271f4bc-989e-4ebc-bdc0-a2f1540ee945 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8a106f-23af-4958-af03-6288d21ccaa3,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:07.677953 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c876323d-0f83-4fd1-9120-8037393231b2 req-5a126816-4182-4394-82e4-78f9eecbf479 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324196 Dec 20 21:18:07.730803 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-41bac9de-17cd-4e0c-8548-a80064bdf000 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=39db7944-81ee-4b10-825c-2319dde7b52b HTTP/1.1" status: 200 len: 217 time: 0.0430033 Dec 20 21:18:07.846242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6534f-b611-413d-9e7e-b9a40920760c req-70d0ee57-ba0a-44ff-9466-8f3bd7d28e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:07.847729 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9ea6534f-b611-413d-9e7e-b9a40920760c req-70d0ee57-ba0a-44ff-9466-8f3bd7d28e58 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2110670 Dec 20 21:18:07.855898 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8598bbc-5320-4df7-a01d-2d638424841c req-819e806c-ebb6-444f-b8f9-046ea162a47d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:07.857234 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b8598bbc-5320-4df7-a01d-2d638424841c req-819e806c-ebb6-444f-b8f9-046ea162a47d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.1132009 Dec 20 21:18:07.875112 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-72d2f2ed-0fab-4b92-8147-63c393568c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:07.876716 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-72d2f2ed-0fab-4b92-8147-63c393568c03 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1346760 Dec 20 21:18:07.899714 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b8598bbc-5320-4df7-a01d-2d638424841c req-c6dcbd44-17f2-4966-8a65-48af12c091fe tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348337 Dec 20 21:18:07.944961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f28bad-9305-4102-8c62-639d002ec988 req-a9bb6eda-464e-4515-8514-213f91b7b3e1 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:07.946435 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-74f28bad-9305-4102-8c62-639d002ec988 req-a9bb6eda-464e-4515-8514-213f91b7b3e1 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 944 time: 0.1961677 Dec 20 21:18:07.992434 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25a82e-1d2d-4f91-b27d-397babeca1dd req-b1300c6d-ba3e-45f0-b6da-635943c7e6a9 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:07.993959 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db25a82e-1d2d-4f91-b27d-397babeca1dd req-b1300c6d-ba3e-45f0-b6da-635943c7e6a9 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 1099 time: 0.0401480 Dec 20 21:18:08.004033 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-c998f37d-0d31-4575-85af-b423b1a9053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:08.005525 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-c998f37d-0d31-4575-85af-b423b1a9053c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192636 Dec 20 21:18:08.027687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-74f28bad-9305-4102-8c62-639d002ec988 req-44643e1c-1258-48a8-bf4c-d20445c03a53 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732174 Dec 20 21:18:08.027894 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db25a82e-1d2d-4f91-b27d-397babeca1dd req-91c001ef-358a-4765-8bb6-0b136020f776 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278289 Dec 20 21:18:08.166158 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28064101-e85e-487c-a989-11ab681dd8a2 req-b0528275-9422-4ca2-9051-6956581e82cb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:08.167638 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-28064101-e85e-487c-a989-11ab681dd8a2 req-b0528275-9422-4ca2-9051-6956581e82cb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 948 time: 0.0542164 Dec 20 21:18:08.194195 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6251c959-bc3e-44da-9b4f-65188dc3dc96 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:08.205202 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:08.208695 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-55b58e6f-7012-4090-a701-6a58be6d4f07 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842713 Dec 20 21:18:08.212043 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-28064101-e85e-487c-a989-11ab681dd8a2 req-d9bcf9ba-a8a3-4884-9091-a6d65d030228 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381944 Dec 20 21:18:08.230490 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Transition to ACTIVE for port object 6251c959-bc3e-44da-9b4f-65188dc3dc96 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:18:08.265307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:08.274361 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caba07b-58ca-4b10-a485-c0171f77b94b req-723742d9-b752-46f3-b454-ad1707c8c58d tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:08.275832 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3caba07b-58ca-4b10-a485-c0171f77b94b req-723742d9-b752-46f3-b454-ad1707c8c58d tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 943 time: 0.1657946 Dec 20 21:18:08.306181 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db352d-eaab-4d4b-b0f1-e88f0f2d6ccf req-87770f77-392c-4583-8473-bdc82d58e6ef tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:08.307712 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-67db352d-eaab-4d4b-b0f1-e88f0f2d6ccf req-87770f77-392c-4583-8473-bdc82d58e6ef tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 1094 time: 0.0406973 Dec 20 21:18:08.346305 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-67db352d-eaab-4d4b-b0f1-e88f0f2d6ccf req-f9299e5f-6bcd-4536-a21d-374aa3eb706f tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316689 Dec 20 21:18:08.365163 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Pushing event updated for resources: {'Port': ['ID=6251c959-bc3e-44da-9b4f-65188dc3dc96,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:08.390627 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3caba07b-58ca-4b10-a485-c0171f77b94b req-76933593-2d89-421b-b84e-2fdc7b6a171c tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051505 Dec 20 21:18:08.463737 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aab86730-a7a0-4843-93b3-f8646b68d2f5 req-9f86b392-f2c9-4507-877f-c99ac9c4619d service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452583 Dec 20 21:18:08.466154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Attempting to bind port 6251c959-bc3e-44da-9b4f-65188dc3dc96 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:18:08.466491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Attempting to bind port 6251c959-bc3e-44da-9b4f-65188dc3dc96 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '40e6c9db-81f3-43a4-bc50-0f44a2884033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:18:08.466819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Attempting to bind port 6251c959-bc3e-44da-9b4f-65188dc3dc96 on network 9f6a492d-7697-4df3-ad7e-30e3796fb3bf {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:08.471577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Port 6251c959-bc3e-44da-9b4f-65188dc3dc96 on network 9f6a492d-7697-4df3-ad7e-30e3796fb3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:18:08.471904 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Attempting to bind port 6251c959-bc3e-44da-9b4f-65188dc3dc96 on network 9f6a492d-7697-4df3-ad7e-30e3796fb3bf {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:08.478695 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-2b70c9e2-4f63-46a3-b1d1-fbdbb772f85e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cbf51c065521477894e586e4eb7f53a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216191 Dec 20 21:18:08.484793 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:18:08.485608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Checking segment: {'id': '40e6c9db-81f3-43a4-bc50-0f44a2884033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:18:08.486343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Bound using segment: {'id': '40e6c9db-81f3-43a4-bc50-0f44a2884033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:18:08.487457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Bound port: 6251c959-bc3e-44da-9b4f-65188dc3dc96, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e6c9db-81f3-43a4-bc50-0f44a2884033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:18:08.488984 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:08.567319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] For port 6251c959-bc3e-44da-9b4f-65188dc3dc96, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:18:08.571006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] For port 6251c959-bc3e-44da-9b4f-65188dc3dc96, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6251c959-bc3e-44da-9b4f-65188dc3dc96,segment=NetworkSegment(40e6c9db-81f3-43a4-bc50-0f44a2884033),segment_id=40e6c9db-81f3-43a4-bc50-0f44a2884033)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:18:08.575121 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:08.623307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:08.623911 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:08.624375 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-a5f13b05-082b-4de1-a88b-e1c6f4a8b0b0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:08.625483 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] 10.222.0.31 "PUT /v2.0/ports/6251c959-bc3e-44da-9b4f-65188dc3dc96 HTTP/1.1" status: 200 len: 1090 time: 1.2008343 Dec 20 21:18:08.626153 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-a5f13b05-082b-4de1-a88b-e1c6f4a8b0b0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1357684 Dec 20 21:18:08.647487 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-6ab307f2-bf89-4f10-ac7c-5868e406945c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/quotas/cbf51c065521477894e586e4eb7f53a2 HTTP/1.1" status: 200 len: 375 time: 0.0127077 Dec 20 21:18:08.649019 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99789f-4ac6-4ae2-aaa7-dfc51fb5b048 service neutron] Pushing event updated for resources: {'Port': ['ID=6251c959-bc3e-44da-9b4f-65188dc3dc96,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:08.719362 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-a368838a-ae0f-4cac-9c19-742e08d22e84 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0663109 Dec 20 21:18:08.723038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-e479f57d-2ab3-40bd-9fdf-3a7b6527e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:08.723525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-e479f57d-2ab3-40bd-9fdf-3a7b6527e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:08.723996 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-e479f57d-2ab3-40bd-9fdf-3a7b6527e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:08.725646 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-e479f57d-2ab3-40bd-9fdf-3a7b6527e318 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1aa098716b2841b9a38afb0654e12766&device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2858 time: 0.0458150 Dec 20 21:18:08.782047 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-04850fc9-9678-4d14-b60c-1311a4826a61 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.55&port_id=cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 HTTP/1.1" status: 200 len: 217 time: 0.0428939 Dec 20 21:18:08.858017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-ba826c29-5e1e-4bdd-8a1c-66097f4a45db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:08.862729 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-ba826c29-5e1e-4bdd-8a1c-66097f4a45db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ffdab1aa-3d6c-4545-843d-9a44d7216cc0 HTTP/1.1" status: 200 len: 801 time: 0.0740550 Dec 20 21:18:08.916072 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2f6364c4-10a5-4dbc-97b0-b7ad8539be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:08.917605 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-2f6364c4-10a5-4dbc-97b0-b7ad8539be54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9f6a492d-7697-4df3-ad7e-30e3796fb3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1160 time: 0.0466509 Dec 20 21:18:08.935374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb284ddd-b2ad-4abd-ad20-3d404c3f85eb', 'tag': '39db7944-81ee-4b10-825c-2319dde7b52b'}, {'name': 'network-changed', 'server_uuid': '09019017-86f5-4379-8828-b5d00d65fe8c', 'tag': '6f8a106f-23af-4958-af03-6288d21ccaa3'}, {'name': 'network-changed', 'server_uuid': '09019017-86f5-4379-8828-b5d00d65fe8c', 'tag': '6251c959-bc3e-44da-9b4f-65188dc3dc96'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:08.937803 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df" -d '{"events": [{"name": "network-changed", "server_uuid": "bb284ddd-b2ad-4abd-ad20-3d404c3f85eb", "tag": "39db7944-81ee-4b10-825c-2319dde7b52b"}, {"name": "network-changed", "server_uuid": "09019017-86f5-4379-8828-b5d00d65fe8c", "tag": "6f8a106f-23af-4958-af03-6288d21ccaa3"}, {"name": "network-changed", "server_uuid": "09019017-86f5-4379-8828-b5d00d65fe8c", "tag": "6251c959-bc3e-44da-9b4f-65188dc3dc96"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:09.032821 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-95a882e6-6f33-4190-81c7-76e787fc81de service neutron] 10.222.0.31 "GET /v2.0/networks/9f6a492d-7697-4df3-ad7e-30e3796fb3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081440 Dec 20 21:18:09.038609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb1451-4c72-47a3-bd36-0efdc97447be req-1d29d0bf-af29-4bff-a8d8-e3eb1445c364 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:09.044750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb1451-4c72-47a3-bd36-0efdc97447be req-1d29d0bf-af29-4bff-a8d8-e3eb1445c364 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:09.051095 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb1451-4c72-47a3-bd36-0efdc97447be req-1d29d0bf-af29-4bff-a8d8-e3eb1445c364 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:09.052785 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6dbb1451-4c72-47a3-bd36-0efdc97447be req-1d29d0bf-af29-4bff-a8d8-e3eb1445c364 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2411 time: 0.0646000 Dec 20 21:18:09.097903 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6dbb1451-4c72-47a3-bd36-0efdc97447be req-067f2330-47a7-4a0d-b7f3-983e8cd515a7 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370412 Dec 20 21:18:09.123860 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 20898fd4-030d-46df-b057-568f3278b220 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:18:09.148336 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-8b0c7b32-3ca4-429f-b3fe-27bd251b8779 service neutron] 10.222.0.31 "GET /v2.0/networks/9f6a492d-7697-4df3-ad7e-30e3796fb3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083868 Dec 20 21:18:09.209010 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-732de892-cd8c-41ac-9e43-79309c6c6d77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.30&port_id=6f8a106f-23af-4958-af03-6288d21ccaa3 HTTP/1.1" status: 200 len: 217 time: 0.0537667 Dec 20 21:18:09.216057 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cf3a32e6-8443-4cb2-85f3-dfcbf4557f37 req-0fcf9dc1-1852-44b7-b431-d8fa5aec245b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 210 time: 0.0345097 Dec 20 21:18:09.261999 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 20898fd4-030d-46df-b057-568f3278b220, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=20898fd4-030d-46df-b057-568f3278b220,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:09.278546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '20898fd4-030d-46df-b057-568f3278b220', 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc', 'port_id': '20898fd4-030d-46df-b057-568f3278b220', 'mac_address': 'fa:16:3e:ae:b2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cfb43f-380d-47e7-8095-0b998add498a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:18:09.301157 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-0109d48a-c8cc-448e-9d4b-eb8a4b5e9ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:09.302789 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-0109d48a-c8cc-448e-9d4b-eb8a4b5e9ad6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e31b0500-282e-4dbd-8313-96362cb13e44 HTTP/1.1" status: 200 len: 801 time: 0.0759010 Dec 20 21:18:09.322239 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:09.352030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20898fd4-030d-46df-b057-568f3278b220 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:09.365612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-e98dbfd0-c5df-48dd-8221-15c99c100e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:09.367442 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-e98dbfd0-c5df-48dd-8221-15c99c100e17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a4a94005-4d0e-4437-baa0-09ad6a3f37c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1160 time: 0.0549703 Dec 20 21:18:09.368032 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472da68b-b2ae-4eb8-a871-677c2b0f2cd8 req-bf0e5a2a-c18e-4358-9e55-6821730c77e0 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:09.370146 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-472da68b-b2ae-4eb8-a871-677c2b0f2cd8 req-bf0e5a2a-c18e-4358-9e55-6821730c77e0 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.0566556 Dec 20 21:18:09.387772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 20898fd4-030d-46df-b057-568f3278b220, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=20898fd4-030d-46df-b057-568f3278b220,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:09.393179 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:09.418704 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-472da68b-b2ae-4eb8-a871-677c2b0f2cd8 req-52df7a40-0a1c-4d4f-9175-dfd4770f22fa tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423472 Dec 20 21:18:09.451718 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=20898fd4-030d-46df-b057-568f3278b220,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:09.497015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-af1c825a-7fa7-4bf5-8a0a-7d845217a4fc tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:18:09.498143 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-af1c825a-7fa7-4bf5-8a0a-7d845217a4fc tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070531 Dec 20 21:18:09.512104 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63977f7-ab0d-4c25-840c-92f7c0f1cb88 x-openstack-request-id: req-e63977f7-ab0d-4c25-840c-92f7c0f1cb88 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:09.512400 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb284ddd-b2ad-4abd-ad20-3d404c3f85eb", "tag": "39db7944-81ee-4b10-825c-2319dde7b52b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "09019017-86f5-4379-8828-b5d00d65fe8c", "tag": "6f8a106f-23af-4958-af03-6288d21ccaa3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "09019017-86f5-4379-8828-b5d00d65fe8c", "tag": "6251c959-bc3e-44da-9b4f-65188dc3dc96", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:09.512651 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e63977f7-ab0d-4c25-840c-92f7c0f1cb88 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:09.513167 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb284ddd-b2ad-4abd-ad20-3d404c3f85eb', 'tag': '39db7944-81ee-4b10-825c-2319dde7b52b', 'status': 'completed', 'code': 200} Dec 20 21:18:09.513335 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09019017-86f5-4379-8828-b5d00d65fe8c', 'tag': '6f8a106f-23af-4958-af03-6288d21ccaa3', 'status': 'completed', 'code': 200} Dec 20 21:18:09.513535 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09019017-86f5-4379-8828-b5d00d65fe8c', 'tag': '6251c959-bc3e-44da-9b4f-65188dc3dc96', 'status': 'completed', 'code': 200} Dec 20 21:18:09.562050 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-0a526c53-fb61-4243-a6e3-764ab7cce6f4 service neutron] 10.222.0.31 "GET /v2.0/networks/a4a94005-4d0e-4437-baa0-09ad6a3f37c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737533 Dec 20 21:18:09.563120 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-b7b6bf35-204a-4de6-9b1c-00e04347b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:09.564796 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-b7b6bf35-204a-4de6-9b1c-00e04347b4be service neutron] 10.222.0.32 "GET /v2.0/ports/57c48c8a-d2fd-41ff-811d-1ac08620b316 HTTP/1.1" status: 200 len: 1091 time: 0.0504222 Dec 20 21:18:09.578717 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-49bba369-0c68-4563-a31d-12dba89a5427 service neutron] Request body: {'binding': {'host': 'n-h1-xena-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:09.579319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-49bba369-0c68-4563-a31d-12dba89a5427 service neutron] Unknown quota resources ['binding']. {{(pid=102401) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 21:18:09.618365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a5b46-b108-4bc1-9abf-21d34866c8aa req-73aef1c9-12be-4172-9174-7fcb300e0db8 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:09.620164 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f91a5b46-b108-4bc1-9abf-21d34866c8aa req-73aef1c9-12be-4172-9174-7fcb300e0db8 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 945 time: 0.0655088 Dec 20 21:18:09.661339 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f91a5b46-b108-4bc1-9abf-21d34866c8aa req-4a1caf94-590c-43b2-a2a1-0a8807cc6240 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320656 Dec 20 21:18:09.754356 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['20898fd4-030d-46df-b057-568f3278b220'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:09.759096 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-518216bd-1741-4d52-8c65-6487eaba7b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:09.760615 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-518216bd-1741-4d52-8c65-6487eaba7b5a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8a780c7431b45fba650d761d6445660&device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 1097 time: 0.1539695 Dec 20 21:18:09.779245 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285d170-0877-4f5f-86a2-91016d9e54cf req-5490a1d6-7e41-453c-94d3-5aaa53f7ef12 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:09.780769 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0285d170-0877-4f5f-86a2-91016d9e54cf req-5490a1d6-7e41-453c-94d3-5aaa53f7ef12 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 948 time: 0.0490551 Dec 20 21:18:09.787347 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device e43ded9a-5878-4357-833a-234ecb7bd5bd details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:18:09.825930 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0285d170-0877-4f5f-86a2-91016d9e54cf req-1ee0c2f9-1fab-4411-b19e-3c4d5a6b447f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370734 Dec 20 21:18:09.947693 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ea75e-264f-470f-aec9-c19f33f255dd req-b00a1085-006c-4c3b-82f2-39a47605e2d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:09.948224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port e43ded9a-5878-4357-833a-234ecb7bd5bd, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=e43ded9a-5878-4357-833a-234ecb7bd5bd,segment=NetworkSegment(03912091-bdf4-4963-a394-771ea0652f32),segment_id=03912091-bdf4-4963-a394-771ea0652f32)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:09.949272 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee4ea75e-264f-470f-aec9-c19f33f255dd req-b00a1085-006c-4c3b-82f2-39a47605e2d0 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 943 time: 0.0552132 Dec 20 21:18:09.975780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'e43ded9a-5878-4357-833a-234ecb7bd5bd', 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f', 'port_id': 'e43ded9a-5878-4357-833a-234ecb7bd5bd', 'mac_address': 'fa:16:3e:b8:70:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:18:09.997631 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee4ea75e-264f-470f-aec9-c19f33f255dd req-51d6064a-3810-4dee-85f9-1b94422912dc tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415363 Dec 20 21:18:10.042788 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:10.057937 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e43ded9a-5878-4357-833a-234ecb7bd5bd {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:10.085043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port e43ded9a-5878-4357-833a-234ecb7bd5bd, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=e43ded9a-5878-4357-833a-234ecb7bd5bd,segment=NetworkSegment(03912091-bdf4-4963-a394-771ea0652f32),segment_id=03912091-bdf4-4963-a394-771ea0652f32)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:10.088972 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-14f9a479-a5b2-490b-9e6c-506b97abd343 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=cbf51c065521477894e586e4eb7f53a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222068 Dec 20 21:18:10.090179 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:10.109965 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-323e9f97-8952-457c-af5d-bd192efb4e53 service neutron] 10.222.0.31 "GET /v2.0/networks/a4a94005-4d0e-4437-baa0-09ad6a3f37c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270526 Dec 20 21:18:10.154241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=e43ded9a-5878-4357-833a-234ecb7bd5bd,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:10.168725 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-47ee9dde-7440-45a3-a28b-6f56d86e660e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=6251c959-bc3e-44da-9b4f-65188dc3dc96 HTTP/1.1" status: 200 len: 217 time: 0.0456347 Dec 20 21:18:10.219339 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-e3104a23-d4e3-480d-80f8-dc6a58815ddd tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:10.220857 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-e3104a23-d4e3-480d-80f8-dc6a58815ddd tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1259499 Dec 20 21:18:10.255222 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-49bba369-0c68-4563-a31d-12dba89a5427 service neutron] Attempting to bind port 57c48c8a-d2fd-41ff-811d-1ac08620b316 on host n-h1-xena-1 for vnic_type normal with profile None {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:18:10.255540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-49bba369-0c68-4563-a31d-12dba89a5427 service neutron] Attempting to bind port 57c48c8a-d2fd-41ff-811d-1ac08620b316 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:18:10.255873 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-49bba369-0c68-4563-a31d-12dba89a5427 service neutron] Attempting to bind port 57c48c8a-d2fd-41ff-811d-1ac08620b316 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:10.256814 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Request body: {'port': {'device_id': 'c34206c0-e195-4bc6-bea0-edd0140ce16a', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': 'cbf51c065521477894e586e4eb7f53a2'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:10.261680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-7f85d111-85e4-4922-80fb-25e184d0b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:10.263181 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-7f85d111-85e4-4922-80fb-25e184d0b59d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ffdab1aa-3d6c-4545-843d-9a44d7216cc0 HTTP/1.1" status: 200 len: 801 time: 0.0870662 Dec 20 21:18:10.267254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-7c781255-97ad-4fae-bb9e-44f8298b17c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:10.268598 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-7c781255-97ad-4fae-bb9e-44f8298b17c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.4957426 Dec 20 21:18:10.269117 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-49bba369-0c68-4563-a31d-12dba89a5427 service neutron] Port 57c48c8a-d2fd-41ff-811d-1ac08620b316 on network b354e2a9-7558-463a-85c3-6af39fac1033 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:18:10.269478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-49bba369-0c68-4563-a31d-12dba89a5427 service neutron] Attempting to bind port 57c48c8a-d2fd-41ff-811d-1ac08620b316 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:10.334594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-49bba369-0c68-4563-a31d-12dba89a5427 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:18:10.334932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-49bba369-0c68-4563-a31d-12dba89a5427 service neutron] Checking segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:18:10.335317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-49bba369-0c68-4563-a31d-12dba89a5427 service neutron] Bound using segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:18:10.335758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-49bba369-0c68-4563-a31d-12dba89a5427 service neutron] Bound port: 57c48c8a-d2fd-41ff-811d-1ac08620b316, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:18:10.340742 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-9c1aae80-7e26-438e-b2b2-4933234883c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=39db7944-81ee-4b10-825c-2319dde7b52b HTTP/1.1" status: 200 len: 217 time: 0.0607507 Dec 20 21:18:10.341416 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f8776-b1a9-45fd-9e0e-f8600dc32e7f req-dc4f5cfe-d181-4d5b-a9c9-abebc1bea0cd tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:10.347736 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f8776-b1a9-45fd-9e0e-f8600dc32e7f req-dc4f5cfe-d181-4d5b-a9c9-abebc1bea0cd tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:10.353407 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f8776-b1a9-45fd-9e0e-f8600dc32e7f req-dc4f5cfe-d181-4d5b-a9c9-abebc1bea0cd tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:10.355047 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-487f8776-b1a9-45fd-9e0e-f8600dc32e7f req-dc4f5cfe-d181-4d5b-a9c9-abebc1bea0cd tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2411 time: 0.1315360 Dec 20 21:18:10.417681 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-487f8776-b1a9-45fd-9e0e-f8600dc32e7f req-ba4c29e0-3b34-49a7-bce6-42be53a886a6 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517700 Dec 20 21:18:10.418181 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-200f8e2e-bf44-4dcf-95b5-3b3f82d044a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:10.419703 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-200f8e2e-bf44-4dcf-95b5-3b3f82d044a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9f6a492d-7697-4df3-ad7e-30e3796fb3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1160 time: 0.1479363 Dec 20 21:18:10.428606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Made reservation on behalf of cbf51c065521477894e586e4eb7f53a2 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:18:10.433961 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:10.453313 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-b99ed730-495c-490e-8e87-f253876926d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:10.455148 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-b99ed730-495c-490e-8e87-f253876926d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0925033 Dec 20 21:18:10.457064 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-49bba369-0c68-4563-a31d-12dba89a5427 service neutron] For port 57c48c8a-d2fd-41ff-811d-1ac08620b316, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=57c48c8a-d2fd-41ff-811d-1ac08620b316,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:18:10.498893 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-49bba369-0c68-4563-a31d-12dba89a5427 service neutron] Notify callbacks [] for binding, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:10.500106 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-49bba369-0c68-4563-a31d-12dba89a5427 service neutron] 10.222.0.32 "POST /v2.0/ports/57c48c8a-d2fd-41ff-811d-1ac08620b316/bindings HTTP/1.1" status: 201 len: 387 time: 0.9255247 Dec 20 21:18:10.507862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['e43ded9a-5878-4357-833a-234ecb7bd5bd'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:10.540894 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-98435f54-8e36-4f0a-8ffe-f71ed6c3d006 req-9993ea20-886f-4ac7-b43b-62981c9d2dfe tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 210 time: 0.0448124 Dec 20 21:18:10.559890 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-af4825ac-d12b-4db2-b957-3c9d79695dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:10.561618 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-af4825ac-d12b-4db2-b957-3c9d79695dfd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660524 Dec 20 21:18:10.703890 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Allocated IP 192.168.233.143 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/27037a9c-ea28-49ca-b3a5-32147c7c4530) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:18:10.737182 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-1e3e078f-7517-45ad-a8c5-2d54f2d70c24 service neutron] 10.222.0.31 "GET /v2.0/networks/9f6a492d-7697-4df3-ad7e-30e3796fb3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038375 Dec 20 21:18:10.761649 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fb2d1-16c5-45ff-9a6c-54d4eab3703d req-f8cccc53-abff-4a6f-8813-0429a07835b8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:10.763802 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-345fb2d1-16c5-45ff-9a6c-54d4eab3703d req-f8cccc53-abff-4a6f-8813-0429a07835b8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.1062417 Dec 20 21:18:10.778416 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5d219-4369-4402-a1ce-fdaa33e8294a req-5b8b8532-6633-4202-88ea-bcaf8604fa58 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:10.780023 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e1e5d219-4369-4402-a1ce-fdaa33e8294a req-5b8b8532-6633-4202-88ea-bcaf8604fa58 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0902710 Dec 20 21:18:10.862497 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-345fb2d1-16c5-45ff-9a6c-54d4eab3703d req-58afc98e-50ec-4d4a-9097-486bd3c486e6 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840604 Dec 20 21:18:10.879998 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-2d137e88-3428-459e-9a00-9c210030cde9 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097661 Dec 20 21:18:10.913793 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:10.962578 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e1e5d219-4369-4402-a1ce-fdaa33e8294a req-f4706baf-09b1-4c84-9cb1-08df47371d97 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436152 Dec 20 21:18:10.975740 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:10.987527 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-3779d004-4b68-48f9-8241-a61693799893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:10.989204 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-3779d004-4b68-48f9-8241-a61693799893 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 1094 time: 0.1977448 Dec 20 21:18:10.997204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fd221-42cb-4a23-a641-f2ddb2d40107 req-2339ee24-9646-40e4-b412-a99da1117b32 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:10.998943 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5a1fd221-42cb-4a23-a641-f2ddb2d40107 req-2339ee24-9646-40e4-b412-a99da1117b32 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 945 time: 0.0671444 Dec 20 21:18:11.013042 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c50e7163-7ce6-4b98-a677-d7b1a60568f0', '095dc952-4236-4239-b529-21f01ec7edf9', 'af0c69c0-2187-4115-9ca2-8619f872176b', '26812aac-b0f3-494e-b917-626bd0c0db4b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:11.046098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7c3e952-7a67-4548-8a69-9b63d18d9787 req-e82d5478-d3aa-4c09-9065-f952d8e0a36f service neutron] 10.222.0.31 "GET /v2.0/networks/9f6a492d-7697-4df3-ad7e-30e3796fb3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905438 Dec 20 21:18:11.065916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Pushing event updated for resources: {'Port': ['ID=27037a9c-ea28-49ca-b3a5-32147c7c4530,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:11.081203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:11.081857 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:11.082493 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:11.083028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:11.083975 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:11.084522 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:11.085418 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:11.085895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:11.086386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:11.086852 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:11.087485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:11.088533 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:11.096111 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:18:11.109919 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:18:11.116536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:18:11.121706 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-3ce0072d-cd3f-468f-a37f-30fa778cf613 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323828 Dec 20 21:18:11.146555 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 20898fd4-030d-46df-b057-568f3278b220 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:18:11.159460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b847be-f758-46f8-84b8-9db5b6ef9a49 req-65bda54f-00ea-45d9-9ee2-d11c984d4c03 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:11.161150 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50b847be-f758-46f8-84b8-9db5b6ef9a49 req-65bda54f-00ea-45d9-9ee2-d11c984d4c03 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 948 time: 0.1140819 Dec 20 21:18:11.166812 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-23876039-599c-4c02-af45-11fc50a05d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:11.168383 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-23876039-599c-4c02-af45-11fc50a05d6e service neutron] 10.222.0.31 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 921 time: 0.1688683 Dec 20 21:18:11.169370 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5a1fd221-42cb-4a23-a641-f2ddb2d40107 req-dc92f14b-c8f9-4883-90fd-e75224594a99 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298087 Dec 20 21:18:11.205863 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:11.206657 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:11.229500 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-e589c66a-f7f2-4a06-a13e-baf31a897ba0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9936731 Dec 20 21:18:11.251540 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 20898fd4-030d-46df-b057-568f3278b220 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:18:11.252175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Request body: {'port': {'device_id': 'c34206c0-e195-4bc6-bea0-edd0140ce16a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:11.263729 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 20898fd4-030d-46df-b057-568f3278b220 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:11.264035 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:11.293013 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-263fd53b-f9f1-4406-9c18-1d7c58578cb7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57c48c8a-d2fd-41ff-811d-1ac08620b316 HTTP/1.1" status: 200 len: 217 time: 0.0941029 Dec 20 21:18:11.333521 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50b847be-f758-46f8-84b8-9db5b6ef9a49 req-dd341ee6-2fd5-42d4-9b24-ddc0a0b60988 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489744 Dec 20 21:18:11.381181 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-779ba30b-c296-49c2-af67-7211c437c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:11.382221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-779ba30b-c296-49c2-af67-7211c437c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:11.382221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-779ba30b-c296-49c2-af67-7211c437c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:11.384114 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-779ba30b-c296-49c2-af67-7211c437c330 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1aa098716b2841b9a38afb0654e12766&device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2858 time: 0.1842799 Dec 20 21:18:11.401138 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:11.421256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-d1eb54e7-1819-4b08-a42c-e773723ac5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:11.422885 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-d1eb54e7-1819-4b08-a42c-e773723ac5b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.1194236 Dec 20 21:18:11.424113 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:11.427998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176372da-e21e-47df-836b-428e7dfaa94d req-77244beb-3078-42c3-88a5-2bfe708ce9b5 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:11.437071 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-176372da-e21e-47df-836b-428e7dfaa94d req-77244beb-3078-42c3-88a5-2bfe708ce9b5 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 944 time: 0.1594234 Dec 20 21:18:11.468706 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69572d33-1210-4b41-875a-1f315faeb04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20898fd4-030d-46df-b057-568f3278b220'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:11.472943 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84a597c-b6fb-436f-98d3-664abc260359" -d '{"events": [{"server_uuid": "69572d33-1210-4b41-875a-1f315faeb04d", "name": "network-vif-plugged", "status": "completed", "tag": "20898fd4-030d-46df-b057-568f3278b220"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:11.502902 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-37a2f818-b35d-4491-9849-2c7e84e29baa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661995 Dec 20 21:18:11.503194 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 20898fd4-030d-46df-b057-568f3278b220, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=20898fd4-030d-46df-b057-568f3278b220,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:11.509516 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:11.553100 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-10534c5a-13be-46e7-9e72-101509d19cd8 None None] Provisioning complete for port 27037a9c-ea28-49ca-b3a5-32147c7c4530 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:11.553393 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10534c5a-13be-46e7-9e72-101509d19cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:11.564027 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-176372da-e21e-47df-836b-428e7dfaa94d req-8647852c-4979-42aa-8c85-c7c8b4730a6d tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258998 Dec 20 21:18:11.639313 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-7bf1ee90-e2ad-408a-b013-0e2bb6756891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:11.640827 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-7bf1ee90-e2ad-408a-b013-0e2bb6756891 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a4a94005-4d0e-4437-baa0-09ad6a3f37c3 HTTP/1.1" status: 200 len: 903 time: 0.2354152 Dec 20 21:18:11.667861 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45934d3-7f5e-4fc9-b964-be48dbb0408d req-a15b2f5f-164e-4c87-9018-5f33b3b0e4a9 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:11.674120 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45934d3-7f5e-4fc9-b964-be48dbb0408d req-a15b2f5f-164e-4c87-9018-5f33b3b0e4a9 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:11.680308 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45934d3-7f5e-4fc9-b964-be48dbb0408d req-a15b2f5f-164e-4c87-9018-5f33b3b0e4a9 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:11.688282 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f45934d3-7f5e-4fc9-b964-be48dbb0408d req-a15b2f5f-164e-4c87-9018-5f33b3b0e4a9 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2411 time: 0.1642463 Dec 20 21:18:11.726973 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dcffa8-eaf3-4fab-b035-c681f14b9acc x-openstack-request-id: req-08dcffa8-eaf3-4fab-b035-c681f14b9acc {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:11.727247 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69572d33-1210-4b41-875a-1f315faeb04d", "name": "network-vif-plugged", "status": "completed", "tag": "20898fd4-030d-46df-b057-568f3278b220", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:11.728180 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08dcffa8-eaf3-4fab-b035-c681f14b9acc {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:11.728567 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69572d33-1210-4b41-875a-1f315faeb04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20898fd4-030d-46df-b057-568f3278b220', 'code': 200} Dec 20 21:18:11.729858 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['27f27e94-070d-4ba9-92c4-35038cc85d4c', '8fde6890-b648-4247-a088-11f86c006080', 'de5ffa1e-e452-4a68-8f66-077cdbd71d05'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:11.756504 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-8a0ad2d2-a6db-4e56-8fc5-57f6d8fe8e91 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.30&port_id=6f8a106f-23af-4958-af03-6288d21ccaa3 HTTP/1.1" status: 200 len: 217 time: 0.1053760 Dec 20 21:18:11.792535 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ab2da-54d8-4f19-8c47-9856432611d8 req-470f892f-4be8-4b13-b842-97e71a976f6e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:11.794150 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-206ab2da-54d8-4f19-8c47-9856432611d8 req-470f892f-4be8-4b13-b842-97e71a976f6e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 936 time: 0.0785587 Dec 20 21:18:11.795573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 39db7944-81ee-4b10-825c-2319dde7b52b details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:18:11.809413 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=20898fd4-030d-46df-b057-568f3278b220,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:11.823143 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-10534c5a-13be-46e7-9e72-101509d19cd8 None None] Port 27037a9c-ea28-49ca-b3a5-32147c7c4530 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:18:11.836819 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-31eca2b9-c78e-4188-b63a-4a3c610331ad service neutron] 10.222.0.31 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245492 Dec 20 21:18:11.847070 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f45934d3-7f5e-4fc9-b964-be48dbb0408d req-0c000ee4-e0a4-4a5d-bf43-e4e4be317a22 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578796 Dec 20 21:18:11.882350 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27037a9c-ea28-49ca-b3a5-32147c7c4530 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:11.892069 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:11.924063 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-206ab2da-54d8-4f19-8c47-9856432611d8 req-861ea110-e3d3-450f-a375-0d26be937e95 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234374 Dec 20 21:18:11.926404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-57f88b9e-74c2-445f-a0c7-2f0665935cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:11.926704 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Transition to ACTIVE for port object 27037a9c-ea28-49ca-b3a5-32147c7c4530 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:18:11.928926 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-57f88b9e-74c2-445f-a0c7-2f0665935cfe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e31b0500-282e-4dbd-8313-96362cb13e44 HTTP/1.1" status: 200 len: 801 time: 0.1649756 Dec 20 21:18:11.931917 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:11.938134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d151c9a-e551-45f3-a3e7-490f833957e8 req-b2873464-5436-4efe-af59-fde59176355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:11.939764 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d151c9a-e551-45f3-a3e7-490f833957e8 req-b2873464-5436-4efe-af59-fde59176355f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 1095 time: 0.1771793 Dec 20 21:18:11.990051 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=27037a9c-ea28-49ca-b3a5-32147c7c4530,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:12.034196 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 39db7944-81ee-4b10-825c-2319dde7b52b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=39db7944-81ee-4b10-825c-2319dde7b52b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:12.070016 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '39db7944-81ee-4b10-825c-2319dde7b52b', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '39db7944-81ee-4b10-825c-2319dde7b52b', 'mac_address': 'fa:16:3e:79:26:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:18:12.088857 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d151c9a-e551-45f3-a3e7-490f833957e8 req-d6ca85aa-6890-4b5d-ae51-2093fbdf4314 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281447 Dec 20 21:18:12.113547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a9ded-1e53-44ec-9981-a7f377f96d4c req-c771c540-358f-40f0-ac27-e1914a7c3cb2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:12.121383 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-323a9ded-1e53-44ec-9981-a7f377f96d4c req-c771c540-358f-40f0-ac27-e1914a7c3cb2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.1745746 Dec 20 21:18:12.136668 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-a010bf0f-9617-44a5-94a5-60ad40926dbc service neutron] 10.222.0.31 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877500 Dec 20 21:18:12.147775 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-e0dc9bd1-5ec9-4e11-9534-a6b14f5ff41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:12.150206 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-e0dc9bd1-5ec9-4e11-9534-a6b14f5ff41f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a4a94005-4d0e-4437-baa0-09ad6a3f37c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1160 time: 0.1923187 Dec 20 21:18:12.159336 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Attempting to bind port 27037a9c-ea28-49ca-b3a5-32147c7c4530 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:18:12.159665 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Attempting to bind port 27037a9c-ea28-49ca-b3a5-32147c7c4530 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:18:12.159983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Attempting to bind port 27037a9c-ea28-49ca-b3a5-32147c7c4530 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:12.178494 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:12.180255 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d7bb5-4b5e-4542-9284-e4e9bf385b3f req-d6f4d606-92d9-4601-a4be-8b4a86835a30 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:12.181830 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-001d7bb5-4b5e-4542-9284-e4e9bf385b3f req-d6f4d606-92d9-4601-a4be-8b4a86835a30 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 945 time: 0.0911276 Dec 20 21:18:12.182934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Port 27037a9c-ea28-49ca-b3a5-32147c7c4530 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:18:12.183249 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Attempting to bind port 27037a9c-ea28-49ca-b3a5-32147c7c4530 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:12.188374 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-323a9ded-1e53-44ec-9981-a7f377f96d4c req-86e51f44-fdbd-4979-a37e-153a7f0b8896 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655811 Dec 20 21:18:12.191492 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:18:12.191492 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:18:12.191492 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:18:12.192634 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Bound port: 27037a9c-ea28-49ca-b3a5-32147c7c4530, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:18:12.192634 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:12.203806 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39db7944-81ee-4b10-825c-2319dde7b52b {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:12.235775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 39db7944-81ee-4b10-825c-2319dde7b52b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=39db7944-81ee-4b10-825c-2319dde7b52b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:12.242897 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:12.280011 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-001d7bb5-4b5e-4542-9284-e4e9bf385b3f req-7b8630bc-465b-400e-b4a7-75401f9b109a tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835330 Dec 20 21:18:12.302286 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] For port 27037a9c-ea28-49ca-b3a5-32147c7c4530, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:18:12.305827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] For port 27037a9c-ea28-49ca-b3a5-32147c7c4530, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=27037a9c-ea28-49ca-b3a5-32147c7c4530,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:18:12.307533 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90b898-86b9-4a26-b4a2-78bed7d3eb60 req-60863b45-f251-479b-8b00-7d6f4d7c191c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:12.312171 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:12.319009 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2f90b898-86b9-4a26-b4a2-78bed7d3eb60 req-60863b45-f251-479b-8b00-7d6f4d7c191c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0656469 Dec 20 21:18:12.327029 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=39db7944-81ee-4b10-825c-2319dde7b52b,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:12.357101 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2f90b898-86b9-4a26-b4a2-78bed7d3eb60 req-a1da0120-f2f2-4de7-a35d-7b2f477c443a tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342815 Dec 20 21:18:12.383216 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:12.383815 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:12.385191 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] 10.222.0.31 "PUT /v2.0/ports/27037a9c-ea28-49ca-b3a5-32147c7c4530 HTTP/1.1" status: 200 len: 1094 time: 1.1387038 Dec 20 21:18:12.385619 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34206c0-e195-4bc6-bea0-edd0140ce16a', 'tag': '27037a9c-ea28-49ca-b3a5-32147c7c4530'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:12.387881 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07f25ed-c330-4c8f-9e11-24fcd7c6c4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c34206c0-e195-4bc6-bea0-edd0140ce16a", "tag": "27037a9c-ea28-49ca-b3a5-32147c7c4530"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:12.448463 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2ce6a2-694c-4b4f-8c03-759390944440 x-openstack-request-id: req-9a2ce6a2-694c-4b4f-8c03-759390944440 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:12.448755 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34206c0-e195-4bc6-bea0-edd0140ce16a", "tag": "27037a9c-ea28-49ca-b3a5-32147c7c4530", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:12.449000 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a2ce6a2-694c-4b4f-8c03-759390944440 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:12.449453 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34206c0-e195-4bc6-bea0-edd0140ce16a', 'tag': '27037a9c-ea28-49ca-b3a5-32147c7c4530', 'status': 'completed', 'code': 200} Dec 20 21:18:12.463395 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8bd7b-2c74-4e63-bbd5-e41a545fa0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=27037a9c-ea28-49ca-b3a5-32147c7c4530,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:12.474265 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b73c52-dd8f-402d-bee4-c9bf049d2281 req-65a8da93-e5f4-4a3a-a41a-35f4edfcc8f7 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:12.481809 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85b73c52-dd8f-402d-bee4-c9bf049d2281 req-65a8da93-e5f4-4a3a-a41a-35f4edfcc8f7 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 949 time: 0.0814297 Dec 20 21:18:12.539580 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85b73c52-dd8f-402d-bee4-c9bf049d2281 req-10ace017-b873-48aa-8f35-a74c4d2ec411 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518718 Dec 20 21:18:12.580791 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-ebb409e2-59f7-4ff9-b7d4-9e73f3d30fad service neutron] 10.222.0.31 "GET /v2.0/networks/a4a94005-4d0e-4437-baa0-09ad6a3f37c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547463 Dec 20 21:18:12.605974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f25ed-c330-4c8f-9e11-24fcd7c6c4c0 req-47413bd2-8d9c-4347-8110-395a9a459858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:12.607470 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e07f25ed-c330-4c8f-9e11-24fcd7c6c4c0 req-47413bd2-8d9c-4347-8110-395a9a459858 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 1097 time: 0.0596831 Dec 20 21:18:12.707973 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e07f25ed-c330-4c8f-9e11-24fcd7c6c4c0 req-bf71333f-eefb-4f0f-bcc4-a3d3bef65f37 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=cbf51c065521477894e586e4eb7f53a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579760 Dec 20 21:18:12.746891 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c880c-9bc0-405a-a6cd-08330aace02e req-a6b76d5f-d44c-4ad2-8b1e-3fdc27bd1647 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:12.748361 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-062c880c-9bc0-405a-a6cd-08330aace02e req-a6b76d5f-d44c-4ad2-8b1e-3fdc27bd1647 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 944 time: 0.1104958 Dec 20 21:18:12.750244 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-6154d75b-c548-4c9a-b7f0-a9184418d12b tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:12.751645 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-6154d75b-c548-4c9a-b7f0-a9184418d12b tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5&tenant_id=346c11314eec451f8179854f6f127333&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 1094 time: 0.1049979 Dec 20 21:18:12.772280 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-xena-1'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:12.812704 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-062c880c-9bc0-405a-a6cd-08330aace02e req-2d61a81c-533e-4804-84cd-e6727317dbc7 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574763 Dec 20 21:18:12.824603 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['39db7944-81ee-4b10-825c-2319dde7b52b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:12.842101 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-763a701e-ae43-4caf-af5c-d88788ff7f1b service neutron] 10.222.0.31 "GET /v2.0/networks/a4a94005-4d0e-4437-baa0-09ad6a3f37c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998575 Dec 20 21:18:12.842654 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:12.904818 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f25ed-c330-4c8f-9e11-24fcd7c6c4c0 req-0f497eb4-ea10-498e-9ebd-1c5ffbf50a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:12.906482 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e07f25ed-c330-4c8f-9e11-24fcd7c6c4c0 req-0f497eb4-ea10-498e-9ebd-1c5ffbf50a07 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1878612 Dec 20 21:18:13.002688 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] For port 57c48c8a-d2fd-41ff-811d-1ac08620b316, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=57c48c8a-d2fd-41ff-811d-1ac08620b316,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:13.020223 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7c847-7a5c-4a91-b039-dfe960201a4f req-d7c76e2b-302c-457f-8027-ff7e68d14ead tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.025843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7c847-7a5c-4a91-b039-dfe960201a4f req-d7c76e2b-302c-457f-8027-ff7e68d14ead tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.031503 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7c847-7a5c-4a91-b039-dfe960201a4f req-d7c76e2b-302c-457f-8027-ff7e68d14ead tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.033241 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57b7c847-7a5c-4a91-b039-dfe960201a4f req-d7c76e2b-302c-457f-8027-ff7e68d14ead tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2411 time: 0.1055946 Dec 20 21:18:13.044644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-e6c1960e-9854-4bb7-95d0-19d42a496a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.045114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-e6c1960e-9854-4bb7-95d0-19d42a496a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.045572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-e6c1960e-9854-4bb7-95d0-19d42a496a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.047173 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-e6c1960e-9854-4bb7-95d0-19d42a496a99 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1aa098716b2841b9a38afb0654e12766&device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2858 time: 0.0967417 Dec 20 21:18:13.066366 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] For port 57c48c8a-d2fd-41ff-811d-1ac08620b316, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:18:13.115207 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981a71a-7565-4b27-ab01-7aae788faa98 req-2e886d52-cda6-42fe-8985-cae2afd51e61 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.116569 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f981a71a-7565-4b27-ab01-7aae788faa98 req-2e886d52-cda6-42fe-8985-cae2afd51e61 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 948 time: 0.0968969 Dec 20 21:18:13.120963 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:13.132847 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:13.150285 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-f28a394e-8b79-46a6-9ebd-dd97f2e4e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.151761 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-f28a394e-8b79-46a6-9ebd-dd97f2e4e951 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cbf51c065521477894e586e4eb7f53a2&device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 1097 time: 0.1415415 Dec 20 21:18:13.160078 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57b7c847-7a5c-4a91-b039-dfe960201a4f req-abd8f891-2c72-47dd-a813-91f16d0ce25c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119616 Dec 20 21:18:13.209413 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f981a71a-7565-4b27-ab01-7aae788faa98 req-6dc36331-097d-4e87-863a-1b1e6de2511a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857699 Dec 20 21:18:13.232615 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Pushing event updated for resources: {'Port': ['ID=57c48c8a-d2fd-41ff-811d-1ac08620b316,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:13.250115 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Attempting to bind port 57c48c8a-d2fd-41ff-811d-1ac08620b316 on host n-h2-xena-1 for vnic_type normal with profile {"migrating_to": "n-h1-xena-1"} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:18:13.250435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Attempting to bind port 57c48c8a-d2fd-41ff-811d-1ac08620b316 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:18:13.251162 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Attempting to bind port 57c48c8a-d2fd-41ff-811d-1ac08620b316 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:13.255693 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Port 57c48c8a-d2fd-41ff-811d-1ac08620b316 on network b354e2a9-7558-463a-85c3-6af39fac1033 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:18:13.256004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Attempting to bind port 57c48c8a-d2fd-41ff-811d-1ac08620b316 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:13.261068 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:18:13.261397 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Checking segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:18:13.261773 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Bound using segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:18:13.262291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Bound port: 57c48c8a-d2fd-41ff-811d-1ac08620b316, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:18:13.262643 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:13.332616 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] For port 57c48c8a-d2fd-41ff-811d-1ac08620b316, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:18:13.336511 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] For port 57c48c8a-d2fd-41ff-811d-1ac08620b316, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=57c48c8a-d2fd-41ff-811d-1ac08620b316,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:18:13.342800 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:13.464676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.465346 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:13.466864 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] 10.222.0.31 "PUT /v2.0/ports/57c48c8a-d2fd-41ff-811d-1ac08620b316 HTTP/1.1" status: 200 len: 1117 time: 0.7045348 Dec 20 21:18:13.468973 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b4f30-8266-427f-aa44-d8affc3fadb6 service neutron] Pushing event updated for resources: {'Port': ['ID=57c48c8a-d2fd-41ff-811d-1ac08620b316,revision_number=8']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:13.482946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc58939-114e-4e99-8be2-417715d27acc req-8f29c481-968c-4a23-ac03-3f1663efbb24 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.484422 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3fc58939-114e-4e99-8be2-417715d27acc req-8f29c481-968c-4a23-ac03-3f1663efbb24 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 943 time: 0.1061647 Dec 20 21:18:13.492000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-63709b54-0f0e-4b7f-8749-351a5ce815cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=27037a9c-ea28-49ca-b3a5-32147c7c4530 HTTP/1.1" status: 200 len: 217 time: 0.3239696 Dec 20 21:18:13.494546 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-f6f6821e-6c96-4d4b-a0fd-cf206c399bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.495899 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-f6f6821e-6c96-4d4b-a0fd-cf206c399bf9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9f6a492d-7697-4df3-ad7e-30e3796fb3bf HTTP/1.1" status: 200 len: 901 time: 0.4345229 Dec 20 21:18:13.530591 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3fc58939-114e-4e99-8be2-417715d27acc req-52c78601-d981-42de-8eb0-82ca022ce372 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396385 Dec 20 21:18:13.589756 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-0dfb42b1-4566-47a8-927b-6d88fc9238b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=6251c959-bc3e-44da-9b4f-65188dc3dc96 HTTP/1.1" status: 200 len: 217 time: 0.0594547 Dec 20 21:18:13.599785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf34b4-a899-4488-a9b9-2aed8a6f8872 req-11139ad0-4849-47f9-8ae9-6edf49ab5b04 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.601280 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9bf34b4-a899-4488-a9b9-2aed8a6f8872 req-11139ad0-4849-47f9-8ae9-6edf49ab5b04 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.1212506 Dec 20 21:18:13.665093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-cdfffdd0-a063-4f91-b9f1-e5ae332c01a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.666497 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-cdfffdd0-a063-4f91-b9f1-e5ae332c01a0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1447763 Dec 20 21:18:13.675734 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022749a-01dc-490d-a66b-30b35eccd974 req-362bc46d-c0c9-473c-876c-09befaedcd27 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.677192 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1022749a-01dc-490d-a66b-30b35eccd974 req-362bc46d-c0c9-473c-876c-09befaedcd27 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0555086 Dec 20 21:18:13.684131 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-59a4fe18-4bcc-4225-b128-aaa5e2f94bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.685712 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-59a4fe18-4bcc-4225-b128-aaa5e2f94bcc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ffdab1aa-3d6c-4545-843d-9a44d7216cc0 HTTP/1.1" status: 200 len: 801 time: 0.0835280 Dec 20 21:18:13.716268 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1022749a-01dc-490d-a66b-30b35eccd974 req-061ef5d2-8c12-47d6-b989-773adf5d8e69 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325866 Dec 20 21:18:13.723172 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9bf34b4-a899-4488-a9b9-2aed8a6f8872 req-da8b0f46-9760-46d7-87e2-5236c3b48614 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878944 Dec 20 21:18:13.769876 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-9b36dc38-e712-49b1-aed7-5cb1b4ebe5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.771450 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-9b36dc38-e712-49b1-aed7-5cb1b4ebe5b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893517 Dec 20 21:18:13.776868 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-4d2b0745-0c2c-4b23-85d3-85e0f48e8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.778386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-4d2b0745-0c2c-4b23-85d3-85e0f48e8f23 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9f6a492d-7697-4df3-ad7e-30e3796fb3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1160 time: 0.0821388 Dec 20 21:18:13.784220 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['57c48c8a-d2fd-41ff-811d-1ac08620b316'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:13.809727 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device e43ded9a-5878-4357-833a-234ecb7bd5bd up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:18:13.847484 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a2d42-57be-4f21-bbc6-5093a63e5a3e req-8d5accc4-13fb-4a8a-be47-f697851ed515 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.850565 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b12a2d42-57be-4f21-bbc6-5093a63e5a3e req-8d5accc4-13fb-4a8a-be47-f697851ed515 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 949 time: 0.0652256 Dec 20 21:18:13.904228 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b12a2d42-57be-4f21-bbc6-5093a63e5a3e req-e507e604-45dd-4f35-96c6-571aed61b351 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467978 Dec 20 21:18:13.911158 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port e43ded9a-5878-4357-833a-234ecb7bd5bd completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:18:13.917408 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port e43ded9a-5878-4357-833a-234ecb7bd5bd triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:13.918352 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:13.964660 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-b54b6017-2285-41cf-8146-d38425e163ff service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852267 Dec 20 21:18:13.967551 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-bcf55435-26e1-4547-904d-6e0b31fbb8ae service neutron] 10.222.0.31 "GET /v2.0/networks/9f6a492d-7697-4df3-ad7e-30e3796fb3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794353 Dec 20 21:18:13.982870 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a0e05-9be7-411e-89ef-a0b89d9c52d0 req-8738db0f-de38-4891-acbc-73b6ee8bc5ff tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:13.984294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-082a0e05-9be7-411e-89ef-a0b89d9c52d0 req-8738db0f-de38-4891-acbc-73b6ee8bc5ff tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 944 time: 0.0897315 Dec 20 21:18:14.043545 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:14.067588 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3758e253-852a-420b-af49-4c071e57b75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43ded9a-5878-4357-833a-234ecb7bd5bd'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:14.069855 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09591ea-9448-4ca0-a343-327ddbfe26b3" -d '{"events": [{"server_uuid": "3758e253-852a-420b-af49-4c071e57b75a", "name": "network-vif-plugged", "status": "completed", "tag": "e43ded9a-5878-4357-833a-234ecb7bd5bd"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:14.086404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port e43ded9a-5878-4357-833a-234ecb7bd5bd, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=e43ded9a-5878-4357-833a-234ecb7bd5bd,segment=NetworkSegment(03912091-bdf4-4963-a394-771ea0652f32),segment_id=03912091-bdf4-4963-a394-771ea0652f32)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:14.091909 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:14.115285 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a8432a-c581-4bda-9627-e3b96a14c9e1 x-openstack-request-id: req-91a8432a-c581-4bda-9627-e3b96a14c9e1 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:14.115603 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3758e253-852a-420b-af49-4c071e57b75a", "name": "network-vif-plugged", "status": "completed", "tag": "e43ded9a-5878-4357-833a-234ecb7bd5bd", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:14.115855 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91a8432a-c581-4bda-9627-e3b96a14c9e1 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:14.116242 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3758e253-852a-420b-af49-4c071e57b75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43ded9a-5878-4357-833a-234ecb7bd5bd', 'code': 200} Dec 20 21:18:14.138498 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-082a0e05-9be7-411e-89ef-a0b89d9c52d0 req-42486ad6-fa84-4c78-b5d6-cb2e87a12fb2 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377990 Dec 20 21:18:14.140498 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=e43ded9a-5878-4357-833a-234ecb7bd5bd,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:14.158481 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34bbf3e2-9481-4211-8138-e8ae3fb7e3df req-3b94f352-bb35-4475-8f4b-7df1d6c1d8f5 service neutron] 10.222.0.31 "GET /v2.0/networks/9f6a492d-7697-4df3-ad7e-30e3796fb3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714320 Dec 20 21:18:14.175778 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8768ac4d-184c-4d99-9546-af8e4d7f1b9a req-d3b40b65-c715-4292-873f-a6a1ad256b13 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905243 Dec 20 21:18:14.269589 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38f0a7-9ac3-4020-90f2-a255ee4d89c8 req-85cae64b-40db-4ab3-942b-b9d662aa2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:14.271127 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec38f0a7-9ac3-4020-90f2-a255ee4d89c8 req-85cae64b-40db-4ab3-942b-b9d662aa2912 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 1094 time: 0.0451572 Dec 20 21:18:14.289836 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e84e1-1c5b-41ad-a477-bed5d2936f79 req-1f7494b1-47cd-4bc1-9290-aca4f090aca7 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:14.295472 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e84e1-1c5b-41ad-a477-bed5d2936f79 req-1f7494b1-47cd-4bc1-9290-aca4f090aca7 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:14.301770 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e84e1-1c5b-41ad-a477-bed5d2936f79 req-1f7494b1-47cd-4bc1-9290-aca4f090aca7 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:14.303406 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db7e84e1-1c5b-41ad-a477-bed5d2936f79 req-1f7494b1-47cd-4bc1-9290-aca4f090aca7 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2411 time: 0.0661681 Dec 20 21:18:14.340233 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec38f0a7-9ac3-4020-90f2-a255ee4d89c8 req-b74e66d5-5628-4047-b0d2-284c0764ee6e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602584 Dec 20 21:18:14.353622 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:14.353907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c445fc9-8a32-41c3-a21a-2b09c6b4fa39 req-1d008d3c-ef91-4d9c-8c34-de1e59b59aee tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:14.355471 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c445fc9-8a32-41c3-a21a-2b09c6b4fa39 req-1d008d3c-ef91-4d9c-8c34-de1e59b59aee tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 948 time: 0.0702040 Dec 20 21:18:14.396311 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c445fc9-8a32-41c3-a21a-2b09c6b4fa39 req-9acdbf2e-e370-4eb1-aa3b-1d6e0eec7c7e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342424 Dec 20 21:18:14.593264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f046c7-dcae-424e-9ba3-f5e827b8aaa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57c48c8a-d2fd-41ff-811d-1ac08620b316'}, {'name': 'network-changed', 'server_uuid': '20f046c7-dcae-424e-9ba3-f5e827b8aaa5', 'tag': '57c48c8a-d2fd-41ff-811d-1ac08620b316'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:14.596488 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d498b972-1eb2-420a-b3e8-36c62d039a55" -d '{"events": [{"server_uuid": "20f046c7-dcae-424e-9ba3-f5e827b8aaa5", "name": "network-vif-unplugged", "status": "completed", "tag": "57c48c8a-d2fd-41ff-811d-1ac08620b316"}, {"name": "network-changed", "server_uuid": "20f046c7-dcae-424e-9ba3-f5e827b8aaa5", "tag": "57c48c8a-d2fd-41ff-811d-1ac08620b316"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:14.622364 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db7e84e1-1c5b-41ad-a477-bed5d2936f79 req-32ca8097-e328-4c27-bd35-93f3c1afc6b9 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125060 Dec 20 21:18:14.667470 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9401c842-ca9f-4e6e-b07b-511285c66743 x-openstack-request-id: req-9401c842-ca9f-4e6e-b07b-511285c66743 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:14.667769 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f046c7-dcae-424e-9ba3-f5e827b8aaa5", "name": "network-vif-unplugged", "status": "completed", "tag": "57c48c8a-d2fd-41ff-811d-1ac08620b316", "code": 200}, {"name": "network-changed", "server_uuid": "20f046c7-dcae-424e-9ba3-f5e827b8aaa5", "tag": "57c48c8a-d2fd-41ff-811d-1ac08620b316", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:14.668041 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9401c842-ca9f-4e6e-b07b-511285c66743 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:14.668427 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f046c7-dcae-424e-9ba3-f5e827b8aaa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57c48c8a-d2fd-41ff-811d-1ac08620b316', 'code': 200} Dec 20 21:18:14.668677 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f046c7-dcae-424e-9ba3-f5e827b8aaa5', 'tag': '57c48c8a-d2fd-41ff-811d-1ac08620b316', 'status': 'completed', 'code': 200} Dec 20 21:18:14.672006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6604fb-e6ee-4772-b847-7445c992de61 req-4c804ddf-be6c-401d-bc8f-b418274f5244 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:14.673664 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3a6604fb-e6ee-4772-b847-7445c992de61 req-4c804ddf-be6c-401d-bc8f-b418274f5244 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0501857 Dec 20 21:18:14.719111 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3a6604fb-e6ee-4772-b847-7445c992de61 req-d7aa34d2-5968-4ca0-896c-5d7185e052ce tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364680 Dec 20 21:18:14.836004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda04567-cfe7-4434-bf98-e11a473e0718 req-9e1cfd05-2cd4-44d9-8c77-7c93a27d22db tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:14.837342 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cda04567-cfe7-4434-bf98-e11a473e0718 req-9e1cfd05-2cd4-44d9-8c77-7c93a27d22db tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0490832 Dec 20 21:18:14.861851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f363a-527e-4142-81ee-573c33c549b9 req-dda225ef-205d-4833-840d-a87a1f844e9c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:14.863350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0f9f363a-527e-4142-81ee-573c33c549b9 req-dda225ef-205d-4833-840d-a87a1f844e9c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.0715644 Dec 20 21:18:14.875835 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cda04567-cfe7-4434-bf98-e11a473e0718 req-debfb1be-53e4-458f-948a-44f969204534 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310221 Dec 20 21:18:14.892317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498b972-1eb2-420a-b3e8-36c62d039a55 req-641b8af6-bf48-4cea-b0ed-d98b6afc444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:14.893818 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d498b972-1eb2-420a-b3e8-36c62d039a55 req-641b8af6-bf48-4cea-b0ed-d98b6afc444c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 1120 time: 0.0644903 Dec 20 21:18:14.952306 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0f9f363a-527e-4142-81ee-573c33c549b9 req-ba830ad2-5023-4d7b-8f71-488458a6af68 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813017 Dec 20 21:18:15.009844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498b972-1eb2-420a-b3e8-36c62d039a55 req-eed000a1-83ee-49ac-b16c-d06ef6e90680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:15.011359 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d498b972-1eb2-420a-b3e8-36c62d039a55 req-eed000a1-83ee-49ac-b16c-d06ef6e90680 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 921 time: 0.1080363 Dec 20 21:18:15.078099 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d498b972-1eb2-420a-b3e8-36c62d039a55 req-e21a3400-3a5a-449c-9f9f-8ac3c4592bbf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57c48c8a-d2fd-41ff-811d-1ac08620b316 HTTP/1.1" status: 200 len: 217 time: 0.0525911 Dec 20 21:18:15.134944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efa5f4-2763-42c4-9b11-45be5c7fc7c7 req-6b1b77da-21d4-4696-811e-322ec5e03120 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:15.136442 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8efa5f4-2763-42c4-9b11-45be5c7fc7c7 req-6b1b77da-21d4-4696-811e-322ec5e03120 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 949 time: 0.1194456 Dec 20 21:18:15.153966 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:18:15.165441 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498b972-1eb2-420a-b3e8-36c62d039a55 req-d9b45477-b239-4b0c-97c6-8fa7c47068ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:15.166910 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d498b972-1eb2-420a-b3e8-36c62d039a55 req-d9b45477-b239-4b0c-97c6-8fa7c47068ab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.0790212 Dec 20 21:18:15.184688 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cebe5-c02d-4f49-acc5-9f08972a58e9 req-cff49e3b-249b-4d82-bd80-088c234ac539 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:15.186194 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-916cebe5-c02d-4f49-acc5-9f08972a58e9 req-cff49e3b-249b-4d82-bd80-088c234ac539 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0496573 Dec 20 21:18:15.206582 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d498b972-1eb2-420a-b3e8-36c62d039a55 req-c28ac07e-4fec-4da2-b969-64a70134dd22 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282035 Dec 20 21:18:15.209996 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8efa5f4-2763-42c4-9b11-45be5c7fc7c7 req-7420786d-46a8-4010-ac7c-697c802be4b7 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673110 Dec 20 21:18:15.244193 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-916cebe5-c02d-4f49-acc5-9f08972a58e9 req-0b773c86-ab21-400a-9d93-1c2fd0556724 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515668 Dec 20 21:18:15.278615 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89,segment=NetworkSegment(40e6c9db-81f3-43a4-bc50-0f44a2884033),segment_id=40e6c9db-81f3-43a4-bc50-0f44a2884033)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:15.289903 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89', 'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf', 'port_id': 'cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89', 'mac_address': 'fa:16:3e:f1:c3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffdab1aa-3d6c-4545-843d-9a44d7216cc0', 'ip_address': '19.80.0.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:18:15.329399 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:15.342462 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:15.346114 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d498b972-1eb2-420a-b3e8-36c62d039a55 req-a3ad112c-1c35-4554-90ab-76ac8fdf430b service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274676 Dec 20 21:18:15.353946 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674cab3-f4da-419a-a4e6-7d08e024f110 req-28129c22-5995-4c4a-88cb-53374ba233e5 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:15.355329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5674cab3-f4da-419a-a4e6-7d08e024f110 req-28129c22-5995-4c4a-88cb-53374ba233e5 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 945 time: 0.0754406 Dec 20 21:18:15.362983 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89,segment=NetworkSegment(40e6c9db-81f3-43a4-bc50-0f44a2884033),segment_id=40e6c9db-81f3-43a4-bc50-0f44a2884033)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:15.367539 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:15.368484 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6251c959-bc3e-44da-9b4f-65188dc3dc96 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:18:15.436826 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6251c959-bc3e-44da-9b4f-65188dc3dc96, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6251c959-bc3e-44da-9b4f-65188dc3dc96,segment=NetworkSegment(40e6c9db-81f3-43a4-bc50-0f44a2884033),segment_id=40e6c9db-81f3-43a4-bc50-0f44a2884033)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:15.438987 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5674cab3-f4da-419a-a4e6-7d08e024f110 req-6547e3e3-223d-480b-91e3-537a4a677e14 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752254 Dec 20 21:18:15.439825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:15.453562 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '6251c959-bc3e-44da-9b4f-65188dc3dc96', 'network_id': '9f6a492d-7697-4df3-ad7e-30e3796fb3bf', 'port_id': '6251c959-bc3e-44da-9b4f-65188dc3dc96', 'mac_address': 'fa:16:3e:f1:00:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffdab1aa-3d6c-4545-843d-9a44d7216cc0', 'ip_address': '19.80.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:18:15.481952 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d498b972-1eb2-420a-b3e8-36c62d039a55 req-092b0c27-2785-4ad4-adb1-61b13e6492c7 service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256833 Dec 20 21:18:15.492719 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:15.508654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6251c959-bc3e-44da-9b4f-65188dc3dc96 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:15.524657 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f91572-de73-47f2-b7f3-2ab5230941d1 req-3ac8eee4-e302-41dd-a7c6-d4c38b3712a2 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:15.526580 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-37f91572-de73-47f2-b7f3-2ab5230941d1 req-3ac8eee4-e302-41dd-a7c6-d4c38b3712a2 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 948 time: 0.0493715 Dec 20 21:18:15.538675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6251c959-bc3e-44da-9b4f-65188dc3dc96, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6251c959-bc3e-44da-9b4f-65188dc3dc96,segment=NetworkSegment(40e6c9db-81f3-43a4-bc50-0f44a2884033),segment_id=40e6c9db-81f3-43a4-bc50-0f44a2884033)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:15.543588 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:15.544340 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6f8a106f-23af-4958-af03-6288d21ccaa3 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:18:15.564838 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-37f91572-de73-47f2-b7f3-2ab5230941d1 req-bfde0ba6-1357-4307-b0b1-accaeedd0b3c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316734 Dec 20 21:18:15.632443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=6251c959-bc3e-44da-9b4f-65188dc3dc96,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:15.679207 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6f8a106f-23af-4958-af03-6288d21ccaa3, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6f8a106f-23af-4958-af03-6288d21ccaa3,segment=NetworkSegment(f306ae3d-182c-49c7-a946-102e2cfc32d4),segment_id=f306ae3d-182c-49c7-a946-102e2cfc32d4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:15.692211 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '6f8a106f-23af-4958-af03-6288d21ccaa3', 'network_id': 'a4a94005-4d0e-4437-baa0-09ad6a3f37c3', 'port_id': '6f8a106f-23af-4958-af03-6288d21ccaa3', 'mac_address': 'fa:16:3e:71:8c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e31b0500-282e-4dbd-8313-96362cb13e44', 'ip_address': '19.86.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:18:15.733676 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:15.747752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8a106f-23af-4958-af03-6288d21ccaa3 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:15.749514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eaf21d-7d2d-46d4-bfb5-5c0a40078ae8 req-171e82b8-4df1-47ba-8ce8-1d3783392e91 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:15.755754 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eaf21d-7d2d-46d4-bfb5-5c0a40078ae8 req-171e82b8-4df1-47ba-8ce8-1d3783392e91 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:15.761439 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eaf21d-7d2d-46d4-bfb5-5c0a40078ae8 req-171e82b8-4df1-47ba-8ce8-1d3783392e91 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:15.763149 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-26eaf21d-7d2d-46d4-bfb5-5c0a40078ae8 req-171e82b8-4df1-47ba-8ce8-1d3783392e91 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2413 time: 0.0694046 Dec 20 21:18:15.771635 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6f8a106f-23af-4958-af03-6288d21ccaa3, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6f8a106f-23af-4958-af03-6288d21ccaa3,segment=NetworkSegment(f306ae3d-182c-49c7-a946-102e2cfc32d4),segment_id=f306ae3d-182c-49c7-a946-102e2cfc32d4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:15.777130 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:15.803638 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-26eaf21d-7d2d-46d4-bfb5-5c0a40078ae8 req-010c6dad-04a9-4b60-bb33-1a5f4c81f295 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340471 Dec 20 21:18:15.810945 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 39db7944-81ee-4b10-825c-2319dde7b52b up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:18:15.857880 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=6f8a106f-23af-4958-af03-6288d21ccaa3,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:15.861732 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c41f6-aff3-487e-aa2d-bdfa62cbddc8 req-0c118d6e-022f-4b00-8da0-5ebdd4cc0ec5 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:15.863180 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f69c41f6-aff3-487e-aa2d-bdfa62cbddc8 req-0c118d6e-022f-4b00-8da0-5ebdd4cc0ec5 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0661192 Dec 20 21:18:15.879425 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 39db7944-81ee-4b10-825c-2319dde7b52b completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:18:15.884266 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 39db7944-81ee-4b10-825c-2319dde7b52b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:15.885168 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:15.903861 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f69c41f6-aff3-487e-aa2d-bdfa62cbddc8 req-66328eeb-e696-468c-9e40-a072afcb33a8 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345392 Dec 20 21:18:15.968686 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:16.010302 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 39db7944-81ee-4b10-825c-2319dde7b52b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=39db7944-81ee-4b10-825c-2319dde7b52b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:16.015220 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:16.064720 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=39db7944-81ee-4b10-825c-2319dde7b52b,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:16.075963 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fab56b-b922-4329-bc0a-15557070c1ee req-8a94701e-ca8a-4471-8125-adcfcbe2c441 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:16.077427 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-94fab56b-b922-4329-bc0a-15557070c1ee req-8a94701e-ca8a-4471-8125-adcfcbe2c441 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.0508907 Dec 20 21:18:16.117427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb284ddd-b2ad-4abd-ad20-3d404c3f85eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39db7944-81ee-4b10-825c-2319dde7b52b'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:16.118628 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-94fab56b-b922-4329-bc0a-15557070c1ee req-87cc6b1a-d5c4-4020-8a31-d51f2d6be1a1 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344250 Dec 20 21:18:16.119721 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4d6281-ac60-4b1e-a18d-bfea50e25508" -d '{"events": [{"server_uuid": "bb284ddd-b2ad-4abd-ad20-3d404c3f85eb", "name": "network-vif-plugged", "status": "completed", "tag": "39db7944-81ee-4b10-825c-2319dde7b52b"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:16.157522 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b73d3b6-493d-487c-802f-fedba2041c5e x-openstack-request-id: req-9b73d3b6-493d-487c-802f-fedba2041c5e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:16.157522 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb284ddd-b2ad-4abd-ad20-3d404c3f85eb", "name": "network-vif-plugged", "status": "completed", "tag": "39db7944-81ee-4b10-825c-2319dde7b52b", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:16.158272 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b73d3b6-493d-487c-802f-fedba2041c5e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:16.158272 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb284ddd-b2ad-4abd-ad20-3d404c3f85eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39db7944-81ee-4b10-825c-2319dde7b52b', 'code': 200} Dec 20 21:18:16.313976 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb3870-c190-4271-a56d-2be8c450d163 req-156de135-9709-429a-9cf0-251dc0939d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:16.315709 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16fb3870-c190-4271-a56d-2be8c450d163 req-156de135-9709-429a-9cf0-251dc0939d7a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 1099 time: 0.0419548 Dec 20 21:18:16.340864 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22f627-4021-4f7c-8766-6fd926fc4f9f req-3c185bc5-de53-4bfb-80da-b6ea0ad04588 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:16.342359 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bd22f627-4021-4f7c-8766-6fd926fc4f9f req-3c185bc5-de53-4bfb-80da-b6ea0ad04588 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 950 time: 0.0574014 Dec 20 21:18:16.381391 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bd22f627-4021-4f7c-8766-6fd926fc4f9f req-3b4c993c-1efb-4396-9edb-e678ee9853a5 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319543 Dec 20 21:18:16.381598 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16fb3870-c190-4271-a56d-2be8c450d163 req-2176b52a-b532-4280-89c7-af266614bd89 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505791 Dec 20 21:18:16.389517 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e9d76-986a-4e43-8b98-94b4a9a6e1ed req-b16cf218-cdd7-4856-864c-46ea8fcc77d8 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:16.390973 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-038e9d76-986a-4e43-8b98-94b4a9a6e1ed req-b16cf218-cdd7-4856-864c-46ea8fcc77d8 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0702994 Dec 20 21:18:16.430203 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-038e9d76-986a-4e43-8b98-94b4a9a6e1ed req-6c3889e3-74fd-4322-8f6a-370d717d36fa tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328326 Dec 20 21:18:16.536655 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:16.560843 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb534a-da68-47fa-8de0-5b8cabeea705 req-537a65b4-9c80-4189-957a-7d0900e45b04 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:16.562341 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25fb534a-da68-47fa-8de0-5b8cabeea705 req-537a65b4-9c80-4189-957a-7d0900e45b04 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 945 time: 0.0492766 Dec 20 21:18:16.611761 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25fb534a-da68-47fa-8de0-5b8cabeea705 req-59779fc9-d698-4b52-8514-442623f38e40 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429265 Dec 20 21:18:16.645947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['6251c959-bc3e-44da-9b4f-65188dc3dc96'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:16.680484 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['6f8a106f-23af-4958-af03-6288d21ccaa3'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:16.692609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d521754-a72a-424e-ac40-82bcfd3d1d76 req-7f81df7c-deef-4893-8593-6e5fd62660b5 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:16.698908 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2d521754-a72a-424e-ac40-82bcfd3d1d76 req-7f81df7c-deef-4893-8593-6e5fd62660b5 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 948 time: 0.0633068 Dec 20 21:18:16.730787 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88093f77-87e9-4191-b530-c03529c94f53 req-bf03beb7-21f4-4e2d-b00b-77332cb8ebb7 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:16.732248 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-88093f77-87e9-4191-b530-c03529c94f53 req-bf03beb7-21f4-4e2d-b00b-77332cb8ebb7 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 945 time: 0.0509765 Dec 20 21:18:16.739303 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2d521754-a72a-424e-ac40-82bcfd3d1d76 req-08df566f-c6f3-4930-b488-72e2d06ab910 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380361 Dec 20 21:18:16.741319 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48840) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:18:16.746662 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f24fbc8b-d833-4123-ad58-8a870314369a tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Request body: {'floatingip': {'port_id': 'e43ded9a-5878-4357-833a-234ecb7bd5bd'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:16.789279 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f24fbc8b-d833-4123-ad58-8a870314369a tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:17.017348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47862a8-a792-43e4-b166-6a99817300fd req-86e70a2b-7780-4d47-97e8-a4c48a02d98c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:17.023117 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47862a8-a792-43e4-b166-6a99817300fd req-86e70a2b-7780-4d47-97e8-a4c48a02d98c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:17.028712 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47862a8-a792-43e4-b166-6a99817300fd req-86e70a2b-7780-4d47-97e8-a4c48a02d98c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:17.030338 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a47862a8-a792-43e4-b166-6a99817300fd req-86e70a2b-7780-4d47-97e8-a4c48a02d98c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2414 time: 0.1493125 Dec 20 21:18:17.033472 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187ed83-1f32-4258-a88c-0016a457e431 req-d709a220-c76e-4f9c-906c-65c113370348 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:17.034974 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8187ed83-1f32-4258-a88c-0016a457e431 req-d709a220-c76e-4f9c-906c-65c113370348 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0513003 Dec 20 21:18:17.077281 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8187ed83-1f32-4258-a88c-0016a457e431 req-7c1576cb-f90e-45a6-838a-be09e45217fd tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357769 Dec 20 21:18:17.119510 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a47862a8-a792-43e4-b166-6a99817300fd req-217d7a68-87e8-480e-a879-32c7e5c89853 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826578 Dec 20 21:18:17.165462 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 27037a9c-ea28-49ca-b3a5-32147c7c4530 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:18:17.271689 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 27037a9c-ea28-49ca-b3a5-32147c7c4530, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=27037a9c-ea28-49ca-b3a5-32147c7c4530,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:17.284158 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '27037a9c-ea28-49ca-b3a5-32147c7c4530', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '27037a9c-ea28-49ca-b3a5-32147c7c4530', 'mac_address': 'fa:16:3e:66:81:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:18:17.324674 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:17.337562 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27037a9c-ea28-49ca-b3a5-32147c7c4530 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:17.357456 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 27037a9c-ea28-49ca-b3a5-32147c7c4530, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=27037a9c-ea28-49ca-b3a5-32147c7c4530,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:17.361854 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:17.362019 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07824aa0-7d83-49d6-a4e7-ada46f510767 req-3bc7e2ff-ac18-4ae0-9fa4-b87701d682e4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:17.362799 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 57c48c8a-d2fd-41ff-811d-1ac08620b316 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:18:17.363588 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-07824aa0-7d83-49d6-a4e7-ada46f510767 req-3bc7e2ff-ac18-4ae0-9fa4-b87701d682e4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.1455727 Dec 20 21:18:17.450427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=27037a9c-ea28-49ca-b3a5-32147c7c4530,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:17.477297 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-07824aa0-7d83-49d6-a4e7-ada46f510767 req-60623086-4d11-4e3e-ad22-4b16ad1eddc5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062846 Dec 20 21:18:17.493214 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f24fbc8b-d833-4123-ad58-8a870314369a tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:17.496520 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 57c48c8a-d2fd-41ff-811d-1ac08620b316, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=57c48c8a-d2fd-41ff-811d-1ac08620b316,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:17.497811 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f24fbc8b-d833-4123-ad58-8a870314369a tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:17.511392 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 57c48c8a-d2fd-41ff-811d-1ac08620b316 has no active binding in host n-h1-xena-1 {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 21:18:17.523193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9b5d7-f08d-4d83-a157-ac94e716cda1 req-8d4f9490-0008-4663-bd86-5d072d9e9f36 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:17.524719 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-afc9b5d7-f08d-4d83-a157-ac94e716cda1 req-8d4f9490-0008-4663-bd86-5d072d9e9f36 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 950 time: 0.0698040 Dec 20 21:18:17.566696 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-afc9b5d7-f08d-4d83-a157-ac94e716cda1 req-663124ab-6aec-4610-933c-93f2fdaf5bec tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352244 Dec 20 21:18:17.624434 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:17.633624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bf8dc-3da9-4541-ad08-a3a6dbcc4481 req-0c215372-790c-4f38-9b96-7a3cf07adbee tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:17.635106 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-051bf8dc-3da9-4541-ad08-a3a6dbcc4481 req-0c215372-790c-4f38-9b96-7a3cf07adbee tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0665998 Dec 20 21:18:17.649027 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-f24fbc8b-d833-4123-ad58-8a870314369a tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Floating IP 324e3bd1-8718-4485-a370-ffd341da3368 associated. External IP: 172.35.3.28, port: e43ded9a-5878-4357-833a-234ecb7bd5bd. Dec 20 21:18:17.735403 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-051bf8dc-3da9-4541-ad08-a3a6dbcc4481 req-a0d7a111-1314-4289-9816-9fd13fed09ad tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925379 Dec 20 21:18:17.855731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913808c4-b4fc-4f4c-9dcd-6ac9d3c42eda req-03d4790e-c5d9-423c-87c0-512616326a1e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:17.857331 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-913808c4-b4fc-4f4c-9dcd-6ac9d3c42eda req-03d4790e-c5d9-423c-87c0-512616326a1e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 949 time: 0.0517573 Dec 20 21:18:17.873820 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24fbc8b-d833-4123-ad58-8a870314369a tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Router 7f2be960-af7a-4c12-ae82-2c75ac69ad9c has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:18:17.895400 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-913808c4-b4fc-4f4c-9dcd-6ac9d3c42eda req-8ca2ce9d-5660-4163-881c-484a29e70ee0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319715 Dec 20 21:18:17.978243 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24fbc8b-d833-4123-ad58-8a870314369a tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:18:17.983846 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f24fbc8b-d833-4123-ad58-8a870314369a tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:17.988816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a5dc2e-72f9-4645-a43e-335835515a18 None None] Sync routers for ids ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:18:17.998547 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a5dc2e-72f9-4645-a43e-335835515a18 None None] Routers {'7f2be960-af7a-4c12-ae82-2c75ac69ad9c'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:18:17.999169 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d1a5dc2e-72f9-4645-a43e-335835515a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:17:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:18:18.010540 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f24fbc8b-d833-4123-ad58-8a870314369a tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "PUT /v2.0/floatingips/324e3bd1-8718-4485-a370-ffd341da3368 HTTP/1.1" status: 200 len: 990 time: 1.2680008 Dec 20 21:18:18.011326 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3758e253-852a-420b-af49-4c071e57b75a', 'tag': 'e43ded9a-5878-4357-833a-234ecb7bd5bd'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:18.013720 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d868de4-b467-4756-a1c6-5e82c502e1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3758e253-852a-420b-af49-4c071e57b75a", "tag": "e43ded9a-5878-4357-833a-234ecb7bd5bd"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:18.061683 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a68e655-b2ff-46e0-9754-10523ee0f765 x-openstack-request-id: req-1a68e655-b2ff-46e0-9754-10523ee0f765 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:18.062403 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3758e253-852a-420b-af49-4c071e57b75a", "tag": "e43ded9a-5878-4357-833a-234ecb7bd5bd", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:18.062403 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a68e655-b2ff-46e0-9754-10523ee0f765 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:18.062618 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3758e253-852a-420b-af49-4c071e57b75a', 'tag': 'e43ded9a-5878-4357-833a-234ecb7bd5bd', 'status': 'completed', 'code': 200} Dec 20 21:18:18.108990 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-d1a5dc2e-72f9-4645-a43e-335835515a18 None None] Set router 7f2be960-af7a-4c12-ae82-2c75ac69ad9c gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:18:18.203430 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3f682-c363-4cf5-a474-45ac1453982a req-4cb1e664-a0f0-41f8-a22f-b918d1771c15 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:18.205042 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4cc3f682-c363-4cf5-a474-45ac1453982a req-4cb1e664-a0f0-41f8-a22f-b918d1771c15 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0525527 Dec 20 21:18:18.269383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d0de2-780e-45d6-8c8a-d78a674cd697 req-0545dbb8-ab79-47f6-9b7f-889beedb8f68 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:18.275491 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4cc3f682-c363-4cf5-a474-45ac1453982a req-6adb12dc-9408-4a38-9ded-35abe7c2300c tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608366 Dec 20 21:18:18.275785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d0de2-780e-45d6-8c8a-d78a674cd697 req-0545dbb8-ab79-47f6-9b7f-889beedb8f68 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:18.281538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d868de4-b467-4756-a1c6-5e82c502e1a5 req-d0621f76-b259-40ef-924c-f059f0f3a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:18.283081 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8d868de4-b467-4756-a1c6-5e82c502e1a5 req-d0621f76-b259-40ef-924c-f059f0f3a36a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=871b3780233447dbae5247c6158716cc&device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 1094 time: 0.0545523 Dec 20 21:18:18.283478 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d0de2-780e-45d6-8c8a-d78a674cd697 req-0545dbb8-ab79-47f6-9b7f-889beedb8f68 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:18.285256 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6c5d0de2-780e-45d6-8c8a-d78a674cd697 req-0545dbb8-ab79-47f6-9b7f-889beedb8f68 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2414 time: 0.0661840 Dec 20 21:18:18.355302 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6c5d0de2-780e-45d6-8c8a-d78a674cd697 req-74e4bf65-cd45-4182-8894-97635b394fca tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639009 Dec 20 21:18:18.367294 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d1a5dc2e-72f9-4645-a43e-335835515a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'name': 'tempest-ServersTestBootFromVolume-1286661761-router', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:57Z', 'updated_at': '2021-12-20T21:17:05Z', 'revision_number': 4, 'project_id': '871b3780233447dbae5247c6158716cc', 'gw_port': {'id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:58Z', 'updated_at': '2021-12-20T21:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '324e3bd1-8718-4485-a370-ffd341da3368', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'floating_ip_address': '172.35.3.28', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'port_id': 'e43ded9a-5878-4357-833a-234ecb7bd5bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f', 'mac_address': 'fa:16:3e:b8:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3758e253-852a-420b-af49-4c071e57b75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:17:11Z', 'updated_at': '2021-12-20T21:18:17Z', 'revision_number': 1, 'project_id': '871b3780233447dbae5247c6158716cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0355c3-7243-424c-b620-3dc545364da4', 'name': '', 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'mac_address': 'fa:16:3e:cb:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:03Z', 'updated_at': '2021-12-20T21:17:09Z', 'revision_number': 5, 'project_id': '871b3780233447dbae5247c6158716cc', 'subnets': [{'id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:18:18.399411 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a5dc2e-72f9-4645-a43e-335835515a18 None None] Checking router: 7f2be960-af7a-4c12-ae82-2c75ac69ad9c for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:18:18.407823 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a5dc2e-72f9-4645-a43e-335835515a18 None None] Routers {'7f2be960-af7a-4c12-ae82-2c75ac69ad9c'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:18:18.408431 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d1a5dc2e-72f9-4645-a43e-335835515a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:17:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:18:18.426585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d868de4-b467-4756-a1c6-5e82c502e1a5 req-2d9e65d2-9e18-4e26-9cbb-faa4ae72b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:18.428067 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8d868de4-b467-4756-a1c6-5e82c502e1a5 req-2d9e65d2-9e18-4e26-9cbb-faa4ae72b1ad service neutron] 10.222.0.66 "GET /v2.0/networks?id=0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f HTTP/1.1" status: 200 len: 917 time: 0.1145709 Dec 20 21:18:18.563217 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8d868de4-b467-4756-a1c6-5e82c502e1a5 req-d8a5f820-45c9-4793-a984-45bcdccfc31c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e43ded9a-5878-4357-833a-234ecb7bd5bd HTTP/1.1" status: 200 len: 998 time: 0.1023417 Dec 20 21:18:18.616058 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e8666-a59a-4e86-b7e5-ac844ef25b0d req-42928727-8483-4d52-8d61-6abf0d284f54 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:18.617726 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-296e8666-a59a-4e86-b7e5-ac844ef25b0d req-42928727-8483-4d52-8d61-6abf0d284f54 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.0611737 Dec 20 21:18:18.618099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d868de4-b467-4756-a1c6-5e82c502e1a5 req-e2397e67-4c83-483d-a505-979a03e8bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:18.619556 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8d868de4-b467-4756-a1c6-5e82c502e1a5 req-e2397e67-4c83-483d-a505-979a03e8bfb7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b0b87c54-c451-42da-848e-4a3e123612c6 HTTP/1.1" status: 200 len: 855 time: 0.0477653 Dec 20 21:18:18.668208 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-296e8666-a59a-4e86-b7e5-ac844ef25b0d req-3b4569a6-a67c-4f19-9a5e-5e727da6adb3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441256 Dec 20 21:18:18.675632 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['27037a9c-ea28-49ca-b3a5-32147c7c4530'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:18.701124 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-d1a5dc2e-72f9-4645-a43e-335835515a18 None None] Set router 7f2be960-af7a-4c12-ae82-2c75ac69ad9c gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:18:18.708871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d868de4-b467-4756-a1c6-5e82c502e1a5 req-ac8d5a6d-6fb7-4389-82cd-8413f6ccc276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:18.710395 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8d868de4-b467-4756-a1c6-5e82c502e1a5 req-ac8d5a6d-6fb7-4389-82cd-8413f6ccc276 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0811851 Dec 20 21:18:18.724261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b8525-15f9-4366-83e2-346a4a85db5a req-2f324436-10c8-451d-91a1-b3013c86a8f2 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:18.725588 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0a6b8525-15f9-4366-83e2-346a4a85db5a req-2f324436-10c8-451d-91a1-b3013c86a8f2 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 950 time: 0.0636556 Dec 20 21:18:18.809358 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0a6b8525-15f9-4366-83e2-346a4a85db5a req-6f61cc5a-50fc-469d-a942-b95b9a1f3f7b tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759284 Dec 20 21:18:18.832146 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8d868de4-b467-4756-a1c6-5e82c502e1a5 req-54c8ef16-0893-44e0-95d6-7e3f2e93a1f0 service neutron] 10.222.0.66 "GET /v2.0/networks/0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055713 Dec 20 21:18:18.856955 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfa1bf-5592-48d7-af14-f6bd301b9845 req-5fbebb40-2d73-44f8-8cfe-44e2157e9d14 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:18.865464 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-62dfa1bf-5592-48d7-af14-f6bd301b9845 req-5fbebb40-2d73-44f8-8cfe-44e2157e9d14 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0578320 Dec 20 21:18:18.904157 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-62dfa1bf-5592-48d7-af14-f6bd301b9845 req-1c5a2a00-ec9c-4260-9d34-b16b8e9fb0cd tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375745 Dec 20 21:18:18.955183 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8d868de4-b467-4756-a1c6-5e82c502e1a5 req-d81a1a2e-a0af-4f21-bd72-7c125ad941d0 service neutron] 10.222.0.66 "GET /v2.0/networks/0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153834 Dec 20 21:18:19.024236 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfe333-52c5-45df-a099-e02e915f1d23 req-5baa0889-df78-4aa6-b963-36ced767be50 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.026705 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-98bfe333-52c5-45df-a099-e02e915f1d23 req-5baa0889-df78-4aa6-b963-36ced767be50 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 949 time: 0.0553625 Dec 20 21:18:19.033439 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d1a5dc2e-72f9-4645-a43e-335835515a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'name': 'tempest-ServersTestBootFromVolume-1286661761-router', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:57Z', 'updated_at': '2021-12-20T21:17:05Z', 'revision_number': 4, 'project_id': '871b3780233447dbae5247c6158716cc', 'gw_port': {'id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:58Z', 'updated_at': '2021-12-20T21:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '324e3bd1-8718-4485-a370-ffd341da3368', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'floating_ip_address': '172.35.3.28', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'port_id': 'e43ded9a-5878-4357-833a-234ecb7bd5bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f', 'mac_address': 'fa:16:3e:b8:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3758e253-852a-420b-af49-4c071e57b75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:17:11Z', 'updated_at': '2021-12-20T21:18:17Z', 'revision_number': 1, 'project_id': '871b3780233447dbae5247c6158716cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0355c3-7243-424c-b620-3dc545364da4', 'name': '', 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'mac_address': 'fa:16:3e:cb:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:03Z', 'updated_at': '2021-12-20T21:17:09Z', 'revision_number': 5, 'project_id': '871b3780233447dbae5247c6158716cc', 'subnets': [{'id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:18:19.061243 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a5dc2e-72f9-4645-a43e-335835515a18 None None] The sync data for ids ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'] in n-d-xena-1 is: [{'id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'name': 'tempest-ServersTestBootFromVolume-1286661761-router', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:57Z', 'updated_at': '2021-12-20T21:17:05Z', 'revision_number': 4, 'project_id': '871b3780233447dbae5247c6158716cc', 'gw_port': {'id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:58Z', 'updated_at': '2021-12-20T21:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '324e3bd1-8718-4485-a370-ffd341da3368', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'floating_ip_address': '172.35.3.28', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'port_id': 'e43ded9a-5878-4357-833a-234ecb7bd5bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f', 'mac_address': 'fa:16:3e:b8:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3758e253-852a-420b-af49-4c071e57b75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:17:11Z', 'updated_at': '2021-12-20T21:18:17Z', 'revision_number': 1, 'project_id': '871b3780233447dbae5247c6158716cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0355c3-7243-424c-b620-3dc545364da4', 'name': '', 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'mac_address': 'fa:16:3e:cb:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:03Z', 'updated_at': '2021-12-20T21:17:09Z', 'revision_number': 5, 'project_id': '871b3780233447dbae5247c6158716cc', 'subnets': [{'id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:18:19.071951 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-98bfe333-52c5-45df-a099-e02e915f1d23 req-619aadce-0559-473a-b476-2d85f750ca44 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384886 Dec 20 21:18:19.164993 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:18:19.229642 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:18:19.238585 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:19.239778 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:19.263815 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee78c014-4fd1-4768-958c-26149fd007ba None None] New status for floating IP 324e3bd1-8718-4485-a370-ffd341da3368: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:18:19.339595 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:19.382508 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89,segment=NetworkSegment(40e6c9db-81f3-43a4-bc50-0f44a2884033),segment_id=40e6c9db-81f3-43a4-bc50-0f44a2884033)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:19.382508 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09019017-86f5-4379-8828-b5d00d65fe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:19.386252 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424c4178-21d0-4a48-9118-8655c1a37184" -d '{"events": [{"server_uuid": "09019017-86f5-4379-8828-b5d00d65fe8c", "name": "network-vif-plugged", "status": "completed", "tag": "cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:19.390438 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:19.417915 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f21b59-6e32-4573-8387-21f1594ccc57 req-167097e9-b86f-4feb-801b-42ef9e7f2e8f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.427484 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-68f21b59-6e32-4573-8387-21f1594ccc57 req-167097e9-b86f-4feb-801b-42ef9e7f2e8f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 943 time: 0.0686388 Dec 20 21:18:19.431973 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.432574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.433690 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.433817 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.434264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.434713 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.435166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.435738 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.436190 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.436634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.437075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.437516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.437960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.438547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.439042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.439488 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.439978 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.440425 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.440865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.441307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.441746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.442216 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.445166 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d99d9927-266d-402c-92d7-8a2810f7feed req-17ece32c-e690-4b3c-b39e-8c2dbba0d2f8 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a&device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb&device_id=69572d33-1210-4b41-875a-1f315faeb04d&device_id=09019017-86f5-4379-8828-b5d00d65fe8c&device_id=217cc024-1974-47e3-af10-d46bee203e93&device_id=3758e253-852a-420b-af49-4c071e57b75a&device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5&device_id=7d7727c9-5847-4839-8b11-2d390b05aad9&device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945&device_id=09c86ab1-932d-4f57-9230-e15a8f68193b&device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355&device_id=c40d5bbf-265c-4138-af81-15967090d72f&device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd&device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069&device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd&device_id=8c72168c-0b66-4507-910c-13c91615a4bc&device_id=e500c374-94ec-4599-b402-7aebedad5e46&device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496&device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4&device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 19752 time: 0.0761144 Dec 20 21:18:19.454860 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:19.466332 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d99d9927-266d-402c-92d7-8a2810f7feed req-e790fb90-de9f-433c-9d87-2de2e42c1462 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:19.469437 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-68f21b59-6e32-4573-8387-21f1594ccc57 req-d2daf4fd-fc14-4238-bb4c-850f4dcf02b8 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409136 Dec 20 21:18:19.589117 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-eae349f3-b349-4da1-80f4-a48b055ffed4 service neutron] 10.222.0.66 "GET /v2.0/ports/57c48c8a-d2fd-41ff-811d-1ac08620b316/bindings/n-h1-xena-1 HTTP/1.1" status: 200 len: 382 time: 0.0972714 Dec 20 21:18:19.600915 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142ed03-3cf4-4f5b-a989-b2a6b855e5a2 req-6f363b40-03da-435e-8aee-55a589beb67e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.606908 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142ed03-3cf4-4f5b-a989-b2a6b855e5a2 req-6f363b40-03da-435e-8aee-55a589beb67e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.613278 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142ed03-3cf4-4f5b-a989-b2a6b855e5a2 req-6f363b40-03da-435e-8aee-55a589beb67e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.614947 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6142ed03-3cf4-4f5b-a989-b2a6b855e5a2 req-6f363b40-03da-435e-8aee-55a589beb67e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2415 time: 0.0719676 Dec 20 21:18:19.636524 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d99d9927-266d-402c-92d7-8a2810f7feed req-e790fb90-de9f-433c-9d87-2de2e42c1462 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:19.643616 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d99d9927-266d-402c-92d7-8a2810f7feed req-e790fb90-de9f-433c-9d87-2de2e42c1462 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:19.652825 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6142ed03-3cf4-4f5b-a989-b2a6b855e5a2 req-579e8ffd-c2bc-4d16-81d8-7fa9355f506d tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315089 Dec 20 21:18:19.689011 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d99d9927-266d-402c-92d7-8a2810f7feed req-e790fb90-de9f-433c-9d87-2de2e42c1462 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&id=b0536d43-46ef-472b-b06d-aee9023748b6&id=46761267-d610-45f0-9ded-6be793225a0f&id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&id=37f026f9-65d6-4291-a5e9-593cb2c18933&id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&id=619364d6-e871-4073-8036-3242378bfe8a&id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 807 time: 0.2356732 Dec 20 21:18:19.701659 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790fb90-de9f-433c-9d87-2de2e42c1462 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33cf1f2-1fcc-4eb9-a8d1-673cc2cf7777,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:19.702149 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89eb8c38-a77e-4f70-94c3-7789e611f834 x-openstack-request-id: req-89eb8c38-a77e-4f70-94c3-7789e611f834 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:19.702632 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09019017-86f5-4379-8828-b5d00d65fe8c", "name": "network-vif-plugged", "status": "completed", "tag": "cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:19.702879 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89eb8c38-a77e-4f70-94c3-7789e611f834 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:19.703271 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09019017-86f5-4379-8828-b5d00d65fe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89', 'code': 200} Dec 20 21:18:19.803441 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b54ee-9dc6-4591-b6e7-7b035a5115c3 req-746a75f8-5815-455e-845f-14690842636f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:19.805158 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bc0b54ee-9dc6-4591-b6e7-7b035a5115c3 req-746a75f8-5815-455e-845f-14690842636f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.0497696 Dec 20 21:18:19.849970 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-d6397e2c-f6da-4b37-8dac-86f406165cf3 service neutron] For port 57c48c8a-d2fd-41ff-811d-1ac08620b316, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=57c48c8a-d2fd-41ff-811d-1ac08620b316,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:19.850246 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bc0b54ee-9dc6-4591-b6e7-7b035a5115c3 req-52a121c6-2678-4e1b-88a1-157de6f2e9e0 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349526 Dec 20 21:18:19.868597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-d6397e2c-f6da-4b37-8dac-86f406165cf3 service neutron] For port 57c48c8a-d2fd-41ff-811d-1ac08620b316, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:18:19.901433 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-d6397e2c-f6da-4b37-8dac-86f406165cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c48c8a-d2fd-41ff-811d-1ac08620b316 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:19.912375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-d6397e2c-f6da-4b37-8dac-86f406165cf3 service neutron] For port 57c48c8a-d2fd-41ff-811d-1ac08620b316, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=57c48c8a-d2fd-41ff-811d-1ac08620b316,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:19.925885 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-d6397e2c-f6da-4b37-8dac-86f406165cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:20.019398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-d6397e2c-f6da-4b37-8dac-86f406165cf3 service neutron] Transition to ACTIVE for port object 57c48c8a-d2fd-41ff-811d-1ac08620b316 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:18:20.028823 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea8694-23f2-4536-b602-98ce90842c5f req-bf036ace-8f35-45b9-bfb8-446286694646 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:20.030600 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a9ea8694-23f2-4536-b602-98ce90842c5f req-bf036ace-8f35-45b9-bfb8-446286694646 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0571947 Dec 20 21:18:20.034543 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-d6397e2c-f6da-4b37-8dac-86f406165cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:20.071473 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a9ea8694-23f2-4536-b602-98ce90842c5f req-93107e36-e766-42a2-8d32-9f3500490441 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344276 Dec 20 21:18:20.105359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-d6397e2c-f6da-4b37-8dac-86f406165cf3 service neutron] No DVR routers for this DVR port 57c48c8a-d2fd-41ff-811d-1ac08620b316 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:18:20.112554 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b6269-c5e7-479a-be15-8af862e7c92f req-03a49580-59f3-4a22-9e33-89a9488dd21e tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:20.113025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b6269-c5e7-479a-be15-8af862e7c92f req-03a49580-59f3-4a22-9e33-89a9488dd21e tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:20.113488 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b6269-c5e7-479a-be15-8af862e7c92f req-03a49580-59f3-4a22-9e33-89a9488dd21e tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:20.115161 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-122b6269-c5e7-479a-be15-8af862e7c92f req-03a49580-59f3-4a22-9e33-89a9488dd21e tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb&device_id=7d7727c9-5847-4839-8b11-2d390b05aad9&device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 2877 time: 0.1101635 Dec 20 21:18:20.122365 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6397e2c-f6da-4b37-8dac-86f406165cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=57c48c8a-d2fd-41ff-811d-1ac08620b316,revision_number=10']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:20.167304 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-d6397e2c-f6da-4b37-8dac-86f406165cf3 service neutron] 10.222.0.66 "PUT /v2.0/ports/57c48c8a-d2fd-41ff-811d-1ac08620b316/bindings/n-h1-xena-1/activate HTTP/1.1" status: 200 len: 367 time: 0.5711520 Dec 20 21:18:20.172935 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-122b6269-c5e7-479a-be15-8af862e7c92f req-dac4211a-1a94-4b01-91e8-1eff87b32eda tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514772 Dec 20 21:18:20.192176 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2216c7-ee78-4434-99b4-35f560bb55d6 req-6a39272b-3570-4b1a-a0b1-c0e2b9015920 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:20.193709 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ae2216c7-ee78-4434-99b4-35f560bb55d6 req-6a39272b-3570-4b1a-a0b1-c0e2b9015920 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 949 time: 0.0495491 Dec 20 21:18:20.233776 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ae2216c7-ee78-4434-99b4-35f560bb55d6 req-0614e781-898d-49f4-8d33-db478cafda21 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335908 Dec 20 21:18:20.347190 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-d04d459e-51bb-4cbb-96ec-a6f0cd3a70d7 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:20.348720 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-d04d459e-51bb-4cbb-96ec-a6f0cd3a70d7 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5&tenant_id=346c11314eec451f8179854f6f127333&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 1093 time: 0.0495543 Dec 20 21:18:20.398715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-2d410986-d4ff-4d2b-9009-1c7f21676726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:20.400261 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-2d410986-d4ff-4d2b-9009-1c7f21676726 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5&tenant_id=346c11314eec451f8179854f6f127333 HTTP/1.1" status: 200 len: 1093 time: 0.0442924 Dec 20 21:18:20.474318 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-bfcbac14-2db7-4ff4-a5fd-8af14641a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:20.475817 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-bfcbac14-2db7-4ff4-a5fd-8af14641a5b2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 1093 time: 0.0412335 Dec 20 21:18:20.578511 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-cb4d826a-9c00-4fd0-a2c0-1c8e0306a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:20.580237 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-cb4d826a-9c00-4fd0-a2c0-1c8e0306a3a9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 921 time: 0.0983310 Dec 20 21:18:20.604948 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b9061-b87d-4b9f-be63-851e1d53029f req-a9914e91-bac3-4d94-9f0b-9f0e1621d5d1 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:20.606695 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e48b9061-b87d-4b9f-be63-851e1d53029f req-a9914e91-bac3-4d94-9f0b-9f0e1621d5d1 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 944 time: 0.0547638 Dec 20 21:18:20.630856 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-06f30c27-4fbb-4dcd-a8b6-8c675d4b3af8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57c48c8a-d2fd-41ff-811d-1ac08620b316 HTTP/1.1" status: 200 len: 217 time: 0.0437477 Dec 20 21:18:20.650388 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e48b9061-b87d-4b9f-be63-851e1d53029f req-52b3bd9c-d827-4a2e-9725-4a0c889ce2c2 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353291 Dec 20 21:18:20.689925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-dc01302d-53c8-4d19-885f-fd4fe4b18a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:20.691815 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-dc01302d-53c8-4d19-885f-fd4fe4b18a0b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.0546098 Dec 20 21:18:20.736046 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-bca5c99c-495b-4b75-8e8c-03c5742fd80b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382683 Dec 20 21:18:20.777464 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e55ba-eb41-4f68-9d66-edbbffc6a546 req-a99647f6-bc44-48a8-808a-a4acf5e10837 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:20.783538 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e55ba-eb41-4f68-9d66-edbbffc6a546 req-a99647f6-bc44-48a8-808a-a4acf5e10837 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:20.789277 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e55ba-eb41-4f68-9d66-edbbffc6a546 req-a99647f6-bc44-48a8-808a-a4acf5e10837 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:20.790863 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-006e55ba-eb41-4f68-9d66-edbbffc6a546 req-a99647f6-bc44-48a8-808a-a4acf5e10837 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2415 time: 0.0667582 Dec 20 21:18:20.814300 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a53a1-1acb-43c2-b6b8-a608baefd798 req-d5a1b3ed-bf6c-4f86-9c8c-c978c3c5eeea tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:20.815799 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f96a53a1-1acb-43c2-b6b8-a608baefd798 req-d5a1b3ed-bf6c-4f86-9c8c-c978c3c5eeea tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 1098 time: 0.1091845 Dec 20 21:18:20.830773 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-006e55ba-eb41-4f68-9d66-edbbffc6a546 req-dabe0075-7931-439a-84f6-e5bae622305c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335782 Dec 20 21:18:20.859329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-208d97f0-a826-459b-91ea-14d868136dd9 service neutron] 10.222.0.31 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078048 Dec 20 21:18:20.887743 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f96a53a1-1acb-43c2-b6b8-a608baefd798 req-5af2c28f-9ba9-4f4d-b381-a5ac20351ef0 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613105 Dec 20 21:18:20.964682 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-5c3dbf5d-c84f-49a6-967e-45cf1a9759e3 service neutron] 10.222.0.31 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973887 Dec 20 21:18:21.002636 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9f250-9e2c-49d6-8d6c-ec1d6b3e46ed req-532e5e40-6b5e-4bf1-8103-9d6ccbe71359 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:21.006558 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-99f9f250-9e2c-49d6-8d6c-ec1d6b3e46ed req-532e5e40-6b5e-4bf1-8103-9d6ccbe71359 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.0568974 Dec 20 21:18:21.024219 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30b132-7f7b-4358-8b8b-371fc64f486c req-deb11516-995d-4a96-961a-2ca594cadbad tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:21.025796 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c30b132-7f7b-4358-8b8b-371fc64f486c req-deb11516-995d-4a96-961a-2ca594cadbad tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 1098 time: 0.0505009 Dec 20 21:18:21.043325 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-99f9f250-9e2c-49d6-8d6c-ec1d6b3e46ed req-f3683590-e5df-4a4b-aa48-d6f88c984483 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329614 Dec 20 21:18:21.060935 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c30b132-7f7b-4358-8b8b-371fc64f486c req-342e7cb0-ca56-4a17-8ffe-5ad2e4f51831 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287242 Dec 20 21:18:21.171822 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6251c959-bc3e-44da-9b4f-65188dc3dc96 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:18:21.201385 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b186b-38de-4861-a5c2-85b698f2ed9c req-67bccdfe-5c59-4853-ba04-353a8c63dd06 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:21.202936 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-345b186b-38de-4861-a5c2-85b698f2ed9c req-67bccdfe-5c59-4853-ba04-353a8c63dd06 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0619855 Dec 20 21:18:21.237297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 6251c959-bc3e-44da-9b4f-65188dc3dc96 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:18:21.241772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 6251c959-bc3e-44da-9b4f-65188dc3dc96 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:21.242161 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:21.248643 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-345b186b-38de-4861-a5c2-85b698f2ed9c req-26d24fb8-10db-400c-ae72-b467f79777ec tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377967 Dec 20 21:18:21.269592 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-ae226b1f-7a67-496f-84e9-3ab8945e5944 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:21.271204 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-ae226b1f-7a67-496f-84e9-3ab8945e5944 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5&tenant_id=346c11314eec451f8179854f6f127333&binding%3Ahost_id=n-h1-xena-1 HTTP/1.1" status: 200 len: 1093 time: 0.0655944 Dec 20 21:18:21.348204 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:21.392968 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6251c959-bc3e-44da-9b4f-65188dc3dc96, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6251c959-bc3e-44da-9b4f-65188dc3dc96,segment=NetworkSegment(40e6c9db-81f3-43a4-bc50-0f44a2884033),segment_id=40e6c9db-81f3-43a4-bc50-0f44a2884033)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:21.396004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5d0a9-febd-4014-bbef-3154f421eeb0 req-368d1a8f-f3b8-4472-99ee-f12526c72254 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:21.398095 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-92f5d0a9-febd-4014-bbef-3154f421eeb0 req-368d1a8f-f3b8-4472-99ee-f12526c72254 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 949 time: 0.0673039 Dec 20 21:18:21.399062 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:21.400325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 27037a9c-ea28-49ca-b3a5-32147c7c4530 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:18:21.416914 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-c02d8a32-c7c8-4f87-b97c-c65d01a8a164 service neutron] For port 57c48c8a-d2fd-41ff-811d-1ac08620b316, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:18:21.420330 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-c02d8a32-c7c8-4f87-b97c-c65d01a8a164 service neutron] Notify callbacks [] for binding, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:21.421815 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b5653f-b335-467e-82ba-b0a0bec9fc99 req-c02d8a32-c7c8-4f87-b97c-c65d01a8a164 service neutron] 10.222.0.31 "DELETE /v2.0/ports/57c48c8a-d2fd-41ff-811d-1ac08620b316/bindings/n-h2-xena-1 HTTP/1.1" status: 204 len: 173 time: 0.1440384 Dec 20 21:18:21.452766 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-92f5d0a9-febd-4014-bbef-3154f421eeb0 req-6b8b93ce-a1c8-425b-b139-52eb961eeb9d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475378 Dec 20 21:18:21.483946 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=6251c959-bc3e-44da-9b4f-65188dc3dc96,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:21.499401 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 27037a9c-ea28-49ca-b3a5-32147c7c4530 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:18:21.503514 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 27037a9c-ea28-49ca-b3a5-32147c7c4530 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:21.503886 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:21.582541 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:21.614682 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 27037a9c-ea28-49ca-b3a5-32147c7c4530, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=27037a9c-ea28-49ca-b3a5-32147c7c4530,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:21.618673 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:21.619557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6f8a106f-23af-4958-af03-6288d21ccaa3 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:18:21.695271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=27037a9c-ea28-49ca-b3a5-32147c7c4530,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:21.704398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09019017-86f5-4379-8828-b5d00d65fe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6251c959-bc3e-44da-9b4f-65188dc3dc96'}, {'server_uuid': 'c34206c0-e195-4bc6-bea0-edd0140ce16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27037a9c-ea28-49ca-b3a5-32147c7c4530'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:21.706555 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3c5dfc-ba5b-4c44-97e7-4f40874f2b64" -d '{"events": [{"server_uuid": "09019017-86f5-4379-8828-b5d00d65fe8c", "name": "network-vif-plugged", "status": "completed", "tag": "6251c959-bc3e-44da-9b4f-65188dc3dc96"}, {"server_uuid": "c34206c0-e195-4bc6-bea0-edd0140ce16a", "name": "network-vif-plugged", "status": "completed", "tag": "27037a9c-ea28-49ca-b3a5-32147c7c4530"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:21.717491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 6f8a106f-23af-4958-af03-6288d21ccaa3 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:18:21.721396 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 6f8a106f-23af-4958-af03-6288d21ccaa3 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:21.721790 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:21.791275 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a78606-9d8d-4d82-ab1f-26b8f1191374 req-bc990cfa-d888-49fe-818e-ce8acd9211ce tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:21.792975 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-91a78606-9d8d-4d82-ab1f-26b8f1191374 req-bc990cfa-d888-49fe-818e-ce8acd9211ce tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0538023 Dec 20 21:18:21.817667 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:21.822362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505105c-8af5-481f-a416-d546a3210c52 req-256984ea-932d-4d16-ac52-35ff82b26d4c tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:21.823919 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0505105c-8af5-481f-a416-d546a3210c52 req-256984ea-932d-4d16-ac52-35ff82b26d4c tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 944 time: 0.0594897 Dec 20 21:18:21.842376 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-91a78606-9d8d-4d82-ab1f-26b8f1191374 req-cf4e6486-1f8b-4c5f-a654-dfe4aae0cf26 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415919 Dec 20 21:18:21.857747 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 57c48c8a-d2fd-41ff-811d-1ac08620b316 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:21.868458 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6f8a106f-23af-4958-af03-6288d21ccaa3, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6f8a106f-23af-4958-af03-6288d21ccaa3,segment=NetworkSegment(f306ae3d-182c-49c7-a946-102e2cfc32d4),segment_id=f306ae3d-182c-49c7-a946-102e2cfc32d4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:21.877702 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0505105c-8af5-481f-a416-d546a3210c52 req-35b42c2c-6891-4d61-9abc-2894816c1b26 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467114 Dec 20 21:18:21.901499 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6dcec5-aadd-4ef8-9963-1f19e5a985c4 x-openstack-request-id: req-fe6dcec5-aadd-4ef8-9963-1f19e5a985c4 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:21.901793 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09019017-86f5-4379-8828-b5d00d65fe8c", "name": "network-vif-plugged", "status": "completed", "tag": "6251c959-bc3e-44da-9b4f-65188dc3dc96", "code": 200}, {"server_uuid": "c34206c0-e195-4bc6-bea0-edd0140ce16a", "name": "network-vif-plugged", "status": "completed", "tag": "27037a9c-ea28-49ca-b3a5-32147c7c4530", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:21.902047 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe6dcec5-aadd-4ef8-9963-1f19e5a985c4 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:21.902513 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09019017-86f5-4379-8828-b5d00d65fe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6251c959-bc3e-44da-9b4f-65188dc3dc96', 'code': 200} Dec 20 21:18:21.902740 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34206c0-e195-4bc6-bea0-edd0140ce16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27037a9c-ea28-49ca-b3a5-32147c7c4530', 'code': 200} Dec 20 21:18:21.905839 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:21.964598 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 57c48c8a-d2fd-41ff-811d-1ac08620b316 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:18:21.982933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=6f8a106f-23af-4958-af03-6288d21ccaa3,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:22.013723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797ef0b-d6d7-410a-b4a2-ae82be3f9ec4 req-d03f1006-a851-417a-b4a4-b25786e873c8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:22.019620 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797ef0b-d6d7-410a-b4a2-ae82be3f9ec4 req-d03f1006-a851-417a-b4a4-b25786e873c8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:22.025305 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797ef0b-d6d7-410a-b4a2-ae82be3f9ec4 req-d03f1006-a851-417a-b4a4-b25786e873c8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:22.026962 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d797ef0b-d6d7-410a-b4a2-ae82be3f9ec4 req-d03f1006-a851-417a-b4a4-b25786e873c8 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2417 time: 0.0674205 Dec 20 21:18:22.056992 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede102c9-00f6-44a9-83a8-c354bf496fab req-923b66b1-056d-425a-810e-98753583a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:22.058905 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ede102c9-00f6-44a9-83a8-c354bf496fab req-923b66b1-056d-425a-810e-98753583a5b6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 1099 time: 0.0433078 Dec 20 21:18:22.072010 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d797ef0b-d6d7-410a-b4a2-ae82be3f9ec4 req-4cfb8950-00bc-4550-aadb-1dcdfc01a392 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380840 Dec 20 21:18:22.141728 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ede102c9-00f6-44a9-83a8-c354bf496fab req-bb3fc760-3fd0-4ef6-bfe6-99695af09d21 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591011 Dec 20 21:18:22.149399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b946348-03e7-4d46-b9e3-a8c7d2ad44fa req-e6d1362d-c8f9-4768-b56d-8100760e85cd tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:22.150900 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b946348-03e7-4d46-b9e3-a8c7d2ad44fa req-e6d1362d-c8f9-4768-b56d-8100760e85cd tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 1093 time: 0.0670216 Dec 20 21:18:22.182766 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd8219-a7c3-4e63-87b7-5976ea5bd571 req-ec9574de-d24c-4868-ac67-2bea7c938123 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:22.184691 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5edd8219-a7c3-4e63-87b7-5976ea5bd571 req-ec9574de-d24c-4868-ac67-2bea7c938123 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.0530689 Dec 20 21:18:22.186558 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b946348-03e7-4d46-b9e3-a8c7d2ad44fa req-6c005fa0-ee49-44bf-b9d8-4f3cf3cc1ff1 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294213 Dec 20 21:18:22.234407 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5edd8219-a7c3-4e63-87b7-5976ea5bd571 req-1f876fe3-43b8-44c7-a1e1-e848b8736260 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429158 Dec 20 21:18:22.373969 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f6eae-1b99-4934-8101-a9e951b0cf6c req-c630d338-eae0-412b-a37e-f80681784a83 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:22.375808 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ea3f6eae-1b99-4934-8101-a9e951b0cf6c req-c630d338-eae0-412b-a37e-f80681784a83 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0495608 Dec 20 21:18:22.412729 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ea3f6eae-1b99-4934-8101-a9e951b0cf6c req-22700132-0fa6-43f6-aa42-e9369986b83c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310423 Dec 20 21:18:22.432517 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec705c51-430f-44cf-840d-886068aca2e6 req-cb1ea680-f564-4a17-ba4d-c4847b019bee tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:22.434349 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec705c51-430f-44cf-840d-886068aca2e6 req-cb1ea680-f564-4a17-ba4d-c4847b019bee tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 820 time: 0.1048503 Dec 20 21:18:22.449891 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec705c51-430f-44cf-840d-886068aca2e6 req-f31eb107-ff18-46a4-ab9e-f72b9181f14a tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/quotas/346c11314eec451f8179854f6f127333 HTTP/1.1" status: 200 len: 375 time: 0.0090671 Dec 20 21:18:22.501352 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec705c51-430f-44cf-840d-886068aca2e6 req-cbaef2ea-dba3-497f-aff5-afa30694212b tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458798 Dec 20 21:18:22.569944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b03f6-4622-402b-95c9-c0b0ef283642 req-b582da5e-48fe-40ba-ba07-1bd113ddd72a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:22.571450 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-619b03f6-4622-402b-95c9-c0b0ef283642 req-b582da5e-48fe-40ba-ba07-1bd113ddd72a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 950 time: 0.0489576 Dec 20 21:18:22.595892 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec705c51-430f-44cf-840d-886068aca2e6 req-e5adcafe-cf1c-41b6-9c4e-a099060c4c26 service neutron] 10.222.0.32 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872567 Dec 20 21:18:22.611614 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-619b03f6-4622-402b-95c9-c0b0ef283642 req-f48f8f30-e3d1-4b99-8fa6-99799598b1d6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336339 Dec 20 21:18:22.685962 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec705c51-430f-44cf-840d-886068aca2e6 req-2fe426c6-8761-4297-98ba-cb89f4394d46 service neutron] 10.222.0.32 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831950 Dec 20 21:18:22.865001 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8a811365-98c8-4396-b6b9-dbbe8a21eee7 req-5104593d-7d36-46b3-b06f-99f8c6d418b9 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 210 time: 0.0306721 Dec 20 21:18:22.969427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f42243-56d3-4a4f-ad5a-2d3f2cb0b148 req-68f2b692-ca8c-4a1f-94ad-3f18efddf8b9 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:22.970965 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7f42243-56d3-4a4f-ad5a-2d3f2cb0b148 req-68f2b692-ca8c-4a1f-94ad-3f18efddf8b9 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0519679 Dec 20 21:18:23.013820 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7f42243-56d3-4a4f-ad5a-2d3f2cb0b148 req-60cefbf0-0b93-42fb-9dcc-62be0db30ba9 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365965 Dec 20 21:18:23.370709 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d0590-184b-4924-932b-b6eb74a36259 req-8011bd37-9b2f-4640-a896-a804fcf785f8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:23.372275 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a14d0590-184b-4924-932b-b6eb74a36259 req-8011bd37-9b2f-4640-a896-a804fcf785f8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.0535913 Dec 20 21:18:23.428945 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a14d0590-184b-4924-932b-b6eb74a36259 req-acd83bd5-a748-47ea-93f0-e33d202819dd tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477600 Dec 20 21:18:23.506884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755584b9-dca5-41fd-bd39-c6b9ba7419ba req-39be1379-a6ef-41ff-980b-34de3465d421 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:23.514086 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755584b9-dca5-41fd-bd39-c6b9ba7419ba req-39be1379-a6ef-41ff-980b-34de3465d421 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:23.521435 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755584b9-dca5-41fd-bd39-c6b9ba7419ba req-39be1379-a6ef-41ff-980b-34de3465d421 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:23.523078 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-755584b9-dca5-41fd-bd39-c6b9ba7419ba req-39be1379-a6ef-41ff-980b-34de3465d421 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2417 time: 0.3732347 Dec 20 21:18:23.554928 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ea7ad-2caf-4c29-9a42-32a4e3613ce6 req-12b58d88-aa95-46aa-bde4-c9f37f6928c8 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:23.556391 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-446ea7ad-2caf-4c29-9a42-32a4e3613ce6 req-12b58d88-aa95-46aa-bde4-c9f37f6928c8 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0518134 Dec 20 21:18:23.561453 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-755584b9-dca5-41fd-bd39-c6b9ba7419ba req-af20c127-f030-4c94-b00b-c48f2e7709c2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320916 Dec 20 21:18:23.595541 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-446ea7ad-2caf-4c29-9a42-32a4e3613ce6 req-65c118b3-41b8-4836-89fc-df88f7fba866 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318203 Dec 20 21:18:23.725930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6ec52-254c-478d-96f0-0bbc308af9a5 req-d1b65e11-32d6-4a5a-a57d-edefeae30dcf tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:23.727501 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fda6ec52-254c-478d-96f0-0bbc308af9a5 req-d1b65e11-32d6-4a5a-a57d-edefeae30dcf tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 950 time: 0.0484657 Dec 20 21:18:23.773221 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fda6ec52-254c-478d-96f0-0bbc308af9a5 req-5794fe0a-d352-4b41-81d0-23cd24f11f20 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396857 Dec 20 21:18:23.904305 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09019017-86f5-4379-8828-b5d00d65fe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8a106f-23af-4958-af03-6288d21ccaa3'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:23.908256 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa5c6e2-da10-420c-ad0b-09e73ff6e89c" -d '{"events": [{"server_uuid": "09019017-86f5-4379-8828-b5d00d65fe8c", "name": "network-vif-plugged", "status": "completed", "tag": "6f8a106f-23af-4958-af03-6288d21ccaa3"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:23.928302 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dda463-46c5-475b-96ef-dc1df1506df4 req-5a83c349-b4cc-4aa6-b579-a511a98725ec tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:23.929827 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c7dda463-46c5-475b-96ef-dc1df1506df4 req-5a83c349-b4cc-4aa6-b579-a511a98725ec tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 1099 time: 0.0863016 Dec 20 21:18:23.936415 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-b543d4b3-23b5-4850-8762-35188ee9cfe5 service neutron] 10.222.0.31 "GET /v2.0/ports/bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9/bindings/n-h1-xena-1 HTTP/1.1" status: 200 len: 380 time: 0.0842004 Dec 20 21:18:23.966594 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c7dda463-46c5-475b-96ef-dc1df1506df4 req-9200b09e-2305-4b6a-9a7d-0d509f122588 tempest-ServersOnMultiNodesTest-1015620115 tempest-ServersOnMultiNodesTest-1015620115-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290980 Dec 20 21:18:23.983266 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f0651779-32d3-45c9-a404-40825d0313f5 req-08d3bca9-f99c-4852-94e0-8f6efff2eb84 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 210 time: 0.0330505 Dec 20 21:18:24.015403 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285e7c78-fb73-44df-8e35-4337a55d5f62 x-openstack-request-id: req-285e7c78-fb73-44df-8e35-4337a55d5f62 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:24.015842 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09019017-86f5-4379-8828-b5d00d65fe8c", "name": "network-vif-plugged", "status": "completed", "tag": "6f8a106f-23af-4958-af03-6288d21ccaa3", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:24.025992 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-285e7c78-fb73-44df-8e35-4337a55d5f62 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:24.025992 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09019017-86f5-4379-8828-b5d00d65fe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8a106f-23af-4958-af03-6288d21ccaa3', 'code': 200} Dec 20 21:18:24.183844 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ddf4d-28fa-4db2-969a-ebc6191e1e05 req-f50e87f0-e807-4501-8855-df5e616e986e tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:24.197516 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d02ddf4d-28fa-4db2-969a-ebc6191e1e05 req-f50e87f0-e807-4501-8855-df5e616e986e tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0929542 Dec 20 21:18:24.241934 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec705c51-430f-44cf-840d-886068aca2e6 req-1071f57e-d0f8-421e-87bf-5c8d0bffcb98 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:24.243458 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec705c51-430f-44cf-840d-886068aca2e6 req-1071f57e-d0f8-421e-87bf-5c8d0bffcb98 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.66 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 820 time: 0.1694260 Dec 20 21:18:24.246593 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d02ddf4d-28fa-4db2-969a-ebc6191e1e05 req-a4ac42c8-d290-4df6-9917-a726ab4a3ead tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478256 Dec 20 21:18:24.246842 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc7b61-b88d-48a8-bb28-459431fd88c4 req-a14f3fdb-430a-483f-838c-763f39047551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:24.247325 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc7b61-b88d-48a8-bb28-459431fd88c4 req-a14f3fdb-430a-483f-838c-763f39047551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:24.247793 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc7b61-b88d-48a8-bb28-459431fd88c4 req-a14f3fdb-430a-483f-838c-763f39047551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:24.249285 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0bc7b61-b88d-48a8-bb28-459431fd88c4 req-a14f3fdb-430a-483f-838c-763f39047551 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2864 time: 0.1118934 Dec 20 21:18:24.303695 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-ec705c51-430f-44cf-840d-886068aca2e6 req-7148c976-7b80-439f-a895-9f81b028dc7f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Request body: {'port': {'device_id': '57ee2fcf-cc11-4f41-a575-51b2778ecdb3', 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033', 'admin_state_up': True, 'tenant_id': '346c11314eec451f8179854f6f127333'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:24.347304 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1cfaa-0728-46cd-9abb-f00b867c9765 req-01fbd419-fce8-44ec-973f-69456919eae0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:24.348784 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-89b1cfaa-0728-46cd-9abb-f00b867c9765 req-01fbd419-fce8-44ec-973f-69456919eae0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 950 time: 0.0494449 Dec 20 21:18:24.365331 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0bc7b61-b88d-48a8-bb28-459431fd88c4 req-4c0f9513-e9de-483f-be71-38499f82d865 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008067 Dec 20 21:18:24.382307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-d5378f35-8dbc-46a3-aba3-fc87fb72907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:24.383819 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-d5378f35-8dbc-46a3-aba3-fc87fb72907d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b&tenant_id=6ecc0e7403494750812a106806372d38 HTTP/1.1" status: 200 len: 1098 time: 0.1207001 Dec 20 21:18:24.388492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-89b1cfaa-0728-46cd-9abb-f00b867c9765 req-64012e38-eeff-48a1-b6e8-fdb456eae55d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327377 Dec 20 21:18:24.440360 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec705c51-430f-44cf-840d-886068aca2e6 req-7148c976-7b80-439f-a895-9f81b028dc7f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Made reservation on behalf of 346c11314eec451f8179854f6f127333 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:18:24.443974 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec705c51-430f-44cf-840d-886068aca2e6 req-7148c976-7b80-439f-a895-9f81b028dc7f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:24.598982 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f13bc-85c1-4f69-bace-2bc8229edf39 req-783ebcc2-31d7-444e-92f0-8934424582e0 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:24.600757 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7c6f13bc-85c1-4f69-bace-2bc8229edf39 req-783ebcc2-31d7-444e-92f0-8934424582e0 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.0953159 Dec 20 21:18:24.606921 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-ec705c51-430f-44cf-840d-886068aca2e6 req-7148c976-7b80-439f-a895-9f81b028dc7f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Allocated IP 172.20.0.8 (b354e2a9-7558-463a-85c3-6af39fac1033/868ebcce-ae72-4771-bf99-f9e761ce11a6/70996814-249a-4d32-86dd-f478ed569b84) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:18:24.674857 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7c6f13bc-85c1-4f69-bace-2bc8229edf39 req-7bec714d-aad7-486b-ab05-d62328271132 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552933 Dec 20 21:18:24.680621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee153851-6344-4c1c-9ac9-9285f888ae6b req-af200442-423f-426b-aac2-4534a83061df tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:24.686718 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee153851-6344-4c1c-9ac9-9285f888ae6b req-af200442-423f-426b-aac2-4534a83061df tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:24.692878 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee153851-6344-4c1c-9ac9-9285f888ae6b req-af200442-423f-426b-aac2-4534a83061df tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:24.694743 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee153851-6344-4c1c-9ac9-9285f888ae6b req-af200442-423f-426b-aac2-4534a83061df tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2417 time: 0.0625176 Dec 20 21:18:24.739067 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee153851-6344-4c1c-9ac9-9285f888ae6b req-82d82fd6-58fb-4db0-b8e7-928986c67f7e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368633 Dec 20 21:18:24.853517 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c124e-99bd-425f-b2da-903081bbed3b req-0a15cb2c-3282-4d35-af8c-ca16884ca80e tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:24.855250 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-167c124e-99bd-425f-b2da-903081bbed3b req-0a15cb2c-3282-4d35-af8c-ca16884ca80e tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.1123896 Dec 20 21:18:24.875730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec705c51-430f-44cf-840d-886068aca2e6 req-7148c976-7b80-439f-a895-9f81b028dc7f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:24.878217 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-92c92858-0f0c-4f7b-b5bb-764a7d80422a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:24.879646 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-92c92858-0f0c-4f7b-b5bb-764a7d80422a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 1098 time: 0.1352751 Dec 20 21:18:24.976743 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-167c124e-99bd-425f-b2da-903081bbed3b req-802eeef7-1b0f-4ade-b57c-736051ac9ecf tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116974 Dec 20 21:18:24.997808 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec705c51-430f-44cf-840d-886068aca2e6 req-7148c976-7b80-439f-a895-9f81b028dc7f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:25.055408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-e0094764-3c56-41a8-aa6d-c8772e977674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:25.056904 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-e0094764-3c56-41a8-aa6d-c8772e977674 service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1645236 Dec 20 21:18:25.067505 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec705c51-430f-44cf-840d-886068aca2e6 req-7148c976-7b80-439f-a895-9f81b028dc7f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Network b354e2a9-7558-463a-85c3-6af39fac1033 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:18:25.079262 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-ec705c51-430f-44cf-840d-886068aca2e6 req-7148c976-7b80-439f-a895-9f81b028dc7f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:18:25.081296 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148c976-7b80-439f-a895-9f81b028dc7f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Pushing event updated for resources: {'Port': ['ID=70996814-249a-4d32-86dd-f478ed569b84,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:25.083281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec705c51-430f-44cf-840d-886068aca2e6 req-7148c976-7b80-439f-a895-9f81b028dc7f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:18:25.131028 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-0e6b5d25-0da3-4089-9318-ca28724c0d4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 HTTP/1.1" status: 200 len: 217 time: 0.0580945 Dec 20 21:18:25.135042 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caabcb-3224-4007-b788-cacfbf27fa10 req-35e3e3a0-5341-48ef-a3ac-bf7d32a09b89 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:25.136548 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f9caabcb-3224-4007-b788-cacfbf27fa10 req-35e3e3a0-5341-48ef-a3ac-bf7d32a09b89 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 931 time: 0.0579290 Dec 20 21:18:25.175369 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f9caabcb-3224-4007-b788-cacfbf27fa10 req-5e9a7618-d850-483d-98ff-e62c15825afb tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324655 Dec 20 21:18:25.185486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec705c51-430f-44cf-840d-886068aca2e6 req-7148c976-7b80-439f-a895-9f81b028dc7f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:25.186102 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec705c51-430f-44cf-840d-886068aca2e6 req-7148c976-7b80-439f-a895-9f81b028dc7f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:25.203204 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-59ccf1fa-3492-4739-b0f4-d99cc4de44e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:25.205173 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-59ccf1fa-3492-4739-b0f4-d99cc4de44e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0655193 Dec 20 21:18:25.208752 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec705c51-430f-44cf-840d-886068aca2e6 req-7148c976-7b80-439f-a895-9f81b028dc7f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9100661 Dec 20 21:18:25.245310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Request body: {'port': {'device_id': '57ee2fcf-cc11-4f41-a575-51b2778ecdb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:25.288234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-33284dd7-0327-4661-8c6a-b97edd06f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:25.289742 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-33284dd7-0327-4661-8c6a-b97edd06f1f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763628 Dec 20 21:18:25.384370 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:25.460294 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe63e8-c1f8-4105-a81a-b2c5c0a16d27 req-6bd90e4e-bb6f-4039-acab-b762e3779aae tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:25.461761 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bdfe63e8-c1f8-4105-a81a-b2c5c0a16d27 req-6bd90e4e-bb6f-4039-acab-b762e3779aae tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.1464844 Dec 20 21:18:25.484841 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-9abf25f8-047a-47cc-888d-1ac0fa4e19a2 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797614 Dec 20 21:18:25.507674 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a62e4-e287-4df0-8bf0-8dc062fc42d2 req-0825575b-cf70-4982-826f-8b77f93947c6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:25.509263 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-416a62e4-e287-4df0-8bf0-8dc062fc42d2 req-0825575b-cf70-4982-826f-8b77f93947c6 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 950 time: 0.0496082 Dec 20 21:18:25.550383 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-416a62e4-e287-4df0-8bf0-8dc062fc42d2 req-f9af0dd0-eb54-4237-94b2-7ac87ad3c9de tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347147 Dec 20 21:18:25.628028 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bdfe63e8-c1f8-4105-a81a-b2c5c0a16d27 req-055d3530-cd9b-4ea9-bc29-d931b5c75d00 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581490 Dec 20 21:18:25.703991 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cbd2230-43e4-4d26-99a0-c3405f25582a req-3beaf621-29ba-4fe0-927d-fe86dc048c94 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029362 Dec 20 21:18:25.797099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70996814-249a-4d32-86dd-f478ed569b84 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:25.807832 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fd3c2-129a-4750-a92e-0fa0fdce5967 req-c5e116e7-0e98-4688-89d1-c90ea9950ed3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:25.808595 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:25.819877 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-379fd3c2-129a-4750-a92e-0fa0fdce5967 req-c5e116e7-0e98-4688-89d1-c90ea9950ed3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.0745075 Dec 20 21:18:25.826324 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Transition to ACTIVE for port object 70996814-249a-4d32-86dd-f478ed569b84 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:18:25.834315 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:25.868240 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-379fd3c2-129a-4750-a92e-0fa0fdce5967 req-053e5fd2-b2b6-4026-aa43-39e45acc2d53 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468717 Dec 20 21:18:25.888851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Pushing event updated for resources: {'Port': ['ID=70996814-249a-4d32-86dd-f478ed569b84,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:25.987299 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52405d6-b450-4195-8059-6dd78289fe4d req-59e80852-5c29-4d13-9267-17c33f2dccdf tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:25.993035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52405d6-b450-4195-8059-6dd78289fe4d req-59e80852-5c29-4d13-9267-17c33f2dccdf tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:25.999565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52405d6-b450-4195-8059-6dd78289fe4d req-59e80852-5c29-4d13-9267-17c33f2dccdf tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:26.002619 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f52405d6-b450-4195-8059-6dd78289fe4d req-59e80852-5c29-4d13-9267-17c33f2dccdf tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2417 time: 0.1178286 Dec 20 21:18:26.061165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Attempting to bind port 70996814-249a-4d32-86dd-f478ed569b84 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:18:26.061498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Attempting to bind port 70996814-249a-4d32-86dd-f478ed569b84 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:18:26.061826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Attempting to bind port 70996814-249a-4d32-86dd-f478ed569b84 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:26.070185 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f52405d6-b450-4195-8059-6dd78289fe4d req-48409a07-4383-45c1-bb35-e1edc1ac530c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583081 Dec 20 21:18:26.071120 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Port 70996814-249a-4d32-86dd-f478ed569b84 on network b354e2a9-7558-463a-85c3-6af39fac1033 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:18:26.071430 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Attempting to bind port 70996814-249a-4d32-86dd-f478ed569b84 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:26.076863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:18:26.077035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Checking segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:18:26.077377 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Bound using segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:18:26.077800 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Bound port: 70996814-249a-4d32-86dd-f478ed569b84, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:18:26.078177 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:26.140717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54181b9-9bc9-40f0-a3ce-2ac1dc155d5a req-9bc6ce94-39f7-4fef-8963-d868773549d5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:26.142369 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e54181b9-9bc9-40f0-a3ce-2ac1dc155d5a req-9bc6ce94-39f7-4fef-8963-d868773549d5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0495338 Dec 20 21:18:26.145357 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] For port 70996814-249a-4d32-86dd-f478ed569b84, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:18:26.149021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] For port 70996814-249a-4d32-86dd-f478ed569b84, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=70996814-249a-4d32-86dd-f478ed569b84,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:18:26.154394 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:26.182438 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e54181b9-9bc9-40f0-a3ce-2ac1dc155d5a req-6d9862f2-e8e8-4da1-a260-47cd0dcc1f64 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338287 Dec 20 21:18:26.190402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:26.191011 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:26.192427 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec705c51-430f-44cf-840d-886068aca2e6 req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] 10.222.0.66 "PUT /v2.0/ports/70996814-249a-4d32-86dd-f478ed569b84 HTTP/1.1" status: 200 len: 1089 time: 0.9511447 Dec 20 21:18:26.192859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ee2fcf-cc11-4f41-a575-51b2778ecdb3', 'tag': '70996814-249a-4d32-86dd-f478ed569b84'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:26.195129 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8877851b-3c51-40af-a2d7-2cf1b28d1b38" -d '{"events": [{"name": "network-changed", "server_uuid": "57ee2fcf-cc11-4f41-a575-51b2778ecdb3", "tag": "70996814-249a-4d32-86dd-f478ed569b84"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:26.220456 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48100ff4-6003-4a01-a5b8-e10a47baf729 service neutron] Pushing event updated for resources: {'Port': ['ID=70996814-249a-4d32-86dd-f478ed569b84,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:26.243586 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d5c6df-00e3-4e91-98c3-3a1db4f98c16 x-openstack-request-id: req-96d5c6df-00e3-4e91-98c3-3a1db4f98c16 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:26.243951 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ee2fcf-cc11-4f41-a575-51b2778ecdb3", "tag": "70996814-249a-4d32-86dd-f478ed569b84", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:26.244216 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96d5c6df-00e3-4e91-98c3-3a1db4f98c16 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:26.244755 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ee2fcf-cc11-4f41-a575-51b2778ecdb3', 'tag': '70996814-249a-4d32-86dd-f478ed569b84', 'status': 'completed', 'code': 200} Dec 20 21:18:26.310642 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52447da-d739-4b51-827e-ace5b6173eb8 req-439bf36f-93b3-43ef-bd37-ee1831a69c1e tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:26.312131 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a52447da-d739-4b51-827e-ace5b6173eb8 req-439bf36f-93b3-43ef-bd37-ee1831a69c1e tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 943 time: 0.0490940 Dec 20 21:18:26.317163 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec705c51-430f-44cf-840d-886068aca2e6 req-9f4b42ae-863b-4a06-bfe8-7f657ab2ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:26.321865 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec705c51-430f-44cf-840d-886068aca2e6 req-9f4b42ae-863b-4a06-bfe8-7f657ab2ed1a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 1092 time: 0.0437243 Dec 20 21:18:26.350078 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a52447da-d739-4b51-827e-ace5b6173eb8 req-564956f9-67f0-4a9f-8f6b-62e6490a053a tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315359 Dec 20 21:18:26.401605 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec705c51-430f-44cf-840d-886068aca2e6 req-ec92d31c-e96c-4400-9ca8-7430bf243bbd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70996814-249a-4d32-86dd-f478ed569b84 HTTP/1.1" status: 200 len: 217 time: 0.0470908 Dec 20 21:18:26.451794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc3118-1b52-40af-a4a8-ed8f824253f3 req-98d2b294-3141-431f-a4b7-3a23b21abb23 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:26.453233 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2edc3118-1b52-40af-a4a8-ed8f824253f3 req-98d2b294-3141-431f-a4b7-3a23b21abb23 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 950 time: 0.0621817 Dec 20 21:18:26.521082 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec705c51-430f-44cf-840d-886068aca2e6 req-9450f7b9-a0af-4dd8-9b85-8c7e1ce6885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:26.522544 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec705c51-430f-44cf-840d-886068aca2e6 req-9450f7b9-a0af-4dd8-9b85-8c7e1ce6885c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.0867538 Dec 20 21:18:26.572715 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec705c51-430f-44cf-840d-886068aca2e6 req-e75fe853-625b-4e18-8976-78a950cbccaf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303767 Dec 20 21:18:26.642560 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-2edc3118-1b52-40af-a4a8-ed8f824253f3 req-bdff6010-a596-4ba1-83ac-5344949bb34d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Deleting port 27037a9c-ea28-49ca-b3a5-32147c7c4530 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:18:26.642898 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2edc3118-1b52-40af-a4a8-ed8f824253f3 req-bdff6010-a596-4ba1-83ac-5344949bb34d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:26.669338 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff8c03-b715-4f31-b38d-3cbd4798897d req-8902ac4e-fdb2-40e2-a8b4-50b2ffa2f36a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:26.670916 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81ff8c03-b715-4f31-b38d-3cbd4798897d req-8902ac4e-fdb2-40e2-a8b4-50b2ffa2f36a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 950 time: 0.0497444 Dec 20 21:18:26.715005 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81ff8c03-b715-4f31-b38d-3cbd4798897d req-1cd7349b-c31a-4c85-9292-0aed991a72d7 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377476 Dec 20 21:18:26.771379 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec705c51-430f-44cf-840d-886068aca2e6 req-61507dd7-b52f-44e3-88d6-c892038e28f8 service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868105 Dec 20 21:18:26.797290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-2edc3118-1b52-40af-a4a8-ed8f824253f3 req-bdff6010-a596-4ba1-83ac-5344949bb34d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] For port 27037a9c-ea28-49ca-b3a5-32147c7c4530, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=27037a9c-ea28-49ca-b3a5-32147c7c4530,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:26.797651 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2edc3118-1b52-40af-a4a8-ed8f824253f3 req-bdff6010-a596-4ba1-83ac-5344949bb34d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:26.846643 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-2edc3118-1b52-40af-a4a8-ed8f824253f3 req-bdff6010-a596-4ba1-83ac-5344949bb34d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Calling delete_port for 27037a9c-ea28-49ca-b3a5-32147c7c4530 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:18:26.856885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bc432-1e5f-45e4-93d8-c49b424caeb1 req-cc8ca1bd-fab4-4189-9e95-e8bf3a9352c0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:26.858378 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-155bc432-1e5f-45e4-93d8-c49b424caeb1 req-cc8ca1bd-fab4-4189-9e95-e8bf3a9352c0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.1579931 Dec 20 21:18:26.974365 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-155bc432-1e5f-45e4-93d8-c49b424caeb1 req-ddef2402-5240-4465-aec3-b09751602fce tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085038 Dec 20 21:18:26.983343 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec705c51-430f-44cf-840d-886068aca2e6 req-9aa0a754-f258-43f8-be54-62356066440d service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997621 Dec 20 21:18:26.988676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088c68b-c0d2-477f-87a4-da507a4d4afb req-744cc470-cfb0-45d1-864f-75a2573214a9 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:26.995622 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b088c68b-c0d2-477f-87a4-da507a4d4afb req-744cc470-cfb0-45d1-864f-75a2573214a9 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.0498085 Dec 20 21:18:27.031837 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b088c68b-c0d2-477f-87a4-da507a4d4afb req-d944a444-c343-4058-8ef1-2ada5ed64c66 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340719 Dec 20 21:18:27.047545 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1bcfe16f-c6b2-4db6-80ba-d36b292b945c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:27.067493 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2edc3118-1b52-40af-a4a8-ed8f824253f3 req-bdff6010-a596-4ba1-83ac-5344949bb34d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:27.103483 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c50e7163-7ce6-4b98-a677-d7b1a60568f0', '095dc952-4236-4239-b529-21f01ec7edf9', 'af0c69c0-2187-4115-9ca2-8619f872176b', '26812aac-b0f3-494e-b917-626bd0c0db4b', '27037a9c-ea28-49ca-b3a5-32147c7c4530'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:27.113582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff6010-a596-4ba1-83ac-5344949bb34d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Pushing event deleted for resources: {'Port': ['ID=27037a9c-ea28-49ca-b3a5-32147c7c4530,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:27.141788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['27f27e94-070d-4ba9-92c4-35038cc85d4c', '8fde6890-b648-4247-a088-11f86c006080', 'de5ffa1e-e452-4a68-8f66-077cdbd71d05'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:27.170320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edc3118-1b52-40af-a4a8-ed8f824253f3 req-bdff6010-a596-4ba1-83ac-5344949bb34d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] No DVR routers for this DVR port 27037a9c-ea28-49ca-b3a5-32147c7c4530 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:18:27.173778 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2edc3118-1b52-40af-a4a8-ed8f824253f3 req-bdff6010-a596-4ba1-83ac-5344949bb34d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:27.177757 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2edc3118-1b52-40af-a4a8-ed8f824253f3 req-bdff6010-a596-4ba1-83ac-5344949bb34d tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "DELETE /v2.0/ports/27037a9c-ea28-49ca-b3a5-32147c7c4530 HTTP/1.1" status: 204 len: 173 time: 0.7069254 Dec 20 21:18:27.203547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877851b-3c51-40af-a2d7-2cf1b28d1b38 req-8aed9dc7-2a38-4e50-a411-e32de4ed34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:27.205674 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8877851b-3c51-40af-a2d7-2cf1b28d1b38 req-8aed9dc7-2a38-4e50-a411-e32de4ed34d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 1092 time: 0.1084881 Dec 20 21:18:27.215930 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12810443-b3af-438a-a64b-cfb8eb969e07 req-c8e37675-6180-4eff-86bf-7767c718abcb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:27.224981 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12810443-b3af-438a-a64b-cfb8eb969e07 req-c8e37675-6180-4eff-86bf-7767c718abcb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:27.231145 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12810443-b3af-438a-a64b-cfb8eb969e07 req-c8e37675-6180-4eff-86bf-7767c718abcb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:27.239705 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12810443-b3af-438a-a64b-cfb8eb969e07 req-c8e37675-6180-4eff-86bf-7767c718abcb tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2417 time: 0.0965619 Dec 20 21:18:27.242189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:27.304620 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12810443-b3af-438a-a64b-cfb8eb969e07 req-fe0bfc42-55f2-4756-aa12-86fe85622078 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639403 Dec 20 21:18:27.405646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce6230-57b6-46d4-887e-f48b2356796a req-b94e77b6-24d0-4a41-aeea-13dd4902ce8f tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:27.414846 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fce6230-57b6-46d4-887e-f48b2356796a req-b94e77b6-24d0-4a41-aeea-13dd4902ce8f tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.1105433 Dec 20 21:18:27.418797 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877851b-3c51-40af-a2d7-2cf1b28d1b38 req-ea9a2f66-37ec-47be-82e8-a02b262bb959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:27.420666 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8877851b-3c51-40af-a2d7-2cf1b28d1b38 req-ea9a2f66-37ec-47be-82e8-a02b262bb959 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 921 time: 0.2075882 Dec 20 21:18:27.481126 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8877851b-3c51-40af-a2d7-2cf1b28d1b38 req-da981c78-da26-445c-970d-65b202a56a8a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70996814-249a-4d32-86dd-f478ed569b84 HTTP/1.1" status: 200 len: 217 time: 0.0507913 Dec 20 21:18:27.490691 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c14fa1-3776-4bbc-a006-dab0f1b33bcd req-e0b7f1a6-9974-434c-981f-d54c190b88f0 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:27.492642 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96c14fa1-3776-4bbc-a006-dab0f1b33bcd req-e0b7f1a6-9974-434c-981f-d54c190b88f0 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 943 time: 0.0491259 Dec 20 21:18:27.503070 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fce6230-57b6-46d4-887e-f48b2356796a req-cf59d1b5-f3a5-407d-8f5b-5de248f02a5d tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873232 Dec 20 21:18:27.546487 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96c14fa1-3776-4bbc-a006-dab0f1b33bcd req-0553f31a-1306-45e7-a750-14f12e6e8d18 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436594 Dec 20 21:18:27.555569 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877851b-3c51-40af-a2d7-2cf1b28d1b38 req-64430fb5-e250-44c6-8010-a1333bba60eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:27.557163 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8877851b-3c51-40af-a2d7-2cf1b28d1b38 req-64430fb5-e250-44c6-8010-a1333bba60eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.0645730 Dec 20 21:18:27.569727 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:27.609997 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8877851b-3c51-40af-a2d7-2cf1b28d1b38 req-f1879d12-a3f5-4166-9da6-68aac8f9d39a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347013 Dec 20 21:18:27.641439 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c86ab1-932d-4f57-9230-e15a8f68193b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:27.644514 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056a2074-1e6a-411e-a1f3-683fc65902c9" -d '{"events": [{"server_uuid": "09c86ab1-932d-4f57-9230-e15a8f68193b", "name": "network-vif-unplugged", "status": "completed", "tag": "bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:27.677646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:27.695474 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:27.732249 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2719f4d1-f1fd-4614-9b46-e6d8573ad59e x-openstack-request-id: req-2719f4d1-f1fd-4614-9b46-e6d8573ad59e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:27.732560 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c86ab1-932d-4f57-9230-e15a8f68193b", "name": "network-vif-unplugged", "status": "completed", "tag": "bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:27.732987 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2719f4d1-f1fd-4614-9b46-e6d8573ad59e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:27.733761 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c86ab1-932d-4f57-9230-e15a8f68193b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9', 'code': 200} Dec 20 21:18:27.735153 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8877851b-3c51-40af-a2d7-2cf1b28d1b38 req-9761f040-e51f-4171-8039-4ea3e1ce46f2 service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105180 Dec 20 21:18:27.799948 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:27.834465 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4f39213e-4657-42b0-90cd-44593c1ab258 req-c6465cb2-7252-49e1-ab9c-db2232277a4b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c34206c0-e195-4bc6-bea0-edd0140ce16a HTTP/1.1" status: 200 len: 210 time: 0.0324345 Dec 20 21:18:27.838223 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:27.838661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:27.839173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:27.839771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:27.840141 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:27.840616 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:27.841060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:27.841475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:27.842032 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:27.842469 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:27.842883 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:27.843702 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:18:27.869164 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b701ec8-34a9-4c13-9a40-fbf1da574540 req-e6fb3cea-1ba4-4729-8fb9-8852ffad9af4 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:27.875090 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b701ec8-34a9-4c13-9a40-fbf1da574540 req-e6fb3cea-1ba4-4729-8fb9-8852ffad9af4 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:27.881472 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b701ec8-34a9-4c13-9a40-fbf1da574540 req-e6fb3cea-1ba4-4729-8fb9-8852ffad9af4 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:27.883531 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b701ec8-34a9-4c13-9a40-fbf1da574540 req-e6fb3cea-1ba4-4729-8fb9-8852ffad9af4 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2417 time: 0.1286983 Dec 20 21:18:27.896227 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8877851b-3c51-40af-a2d7-2cf1b28d1b38 req-da59d7b7-f425-478c-913e-ce0109f6ce41 service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531644 Dec 20 21:18:27.930719 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b701ec8-34a9-4c13-9a40-fbf1da574540 req-45f1d8b1-4402-457c-aa74-752f8f965f1a tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375152 Dec 20 21:18:28.127000 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5fb87-4ef1-4daf-ba91-01402014f801 req-87eddee6-c2a0-4fd1-bb5a-37cfbe0bfd5a tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:28.128640 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-97b5fb87-4ef1-4daf-ba91-01402014f801 req-87eddee6-c2a0-4fd1-bb5a-37cfbe0bfd5a tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0598383 Dec 20 21:18:28.166947 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-97b5fb87-4ef1-4daf-ba91-01402014f801 req-fbabedd3-dc77-45bc-893b-61c762f6c8bd tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324640 Dec 20 21:18:28.172847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18370903-add4-4be3-96f5-304c921900e8 req-42b0cc41-c901-4ba8-8dea-458e14457dd2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:28.174397 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18370903-add4-4be3-96f5-304c921900e8 req-42b0cc41-c901-4ba8-8dea-458e14457dd2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 947 time: 0.0481346 Dec 20 21:18:28.213547 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18370903-add4-4be3-96f5-304c921900e8 req-ce93b042-7ee4-42dc-ab3f-93a8de0865ce tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329022 Dec 20 21:18:28.245712 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34206c0-e195-4bc6-bea0-edd0140ce16a', 'name': 'network-vif-deleted', 'tag': '27037a9c-ea28-49ca-b3a5-32147c7c4530'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:28.248026 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b27c5d-5856-4507-88fe-c191cca6bbb0" -d '{"events": [{"server_uuid": "c34206c0-e195-4bc6-bea0-edd0140ce16a", "name": "network-vif-deleted", "tag": "27037a9c-ea28-49ca-b3a5-32147c7c4530"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:28.295117 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d9a3c7-955b-46ec-8415-dbecbf9a1f57 x-openstack-request-id: req-90d9a3c7-955b-46ec-8415-dbecbf9a1f57 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:28.295402 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34206c0-e195-4bc6-bea0-edd0140ce16a", "name": "network-vif-deleted", "tag": "27037a9c-ea28-49ca-b3a5-32147c7c4530", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:28.295644 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90d9a3c7-955b-46ec-8415-dbecbf9a1f57 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:28.296029 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34206c0-e195-4bc6-bea0-edd0140ce16a', 'name': 'network-vif-deleted', 'tag': '27037a9c-ea28-49ca-b3a5-32147c7c4530', 'status': 'completed', 'code': 200} Dec 20 21:18:28.525008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335aa7-8a56-4531-a571-72bf9e26322d req-2d8935b8-bcc7-48d5-8042-4d08c3004e51 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:28.527513 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05335aa7-8a56-4531-a571-72bf9e26322d req-2d8935b8-bcc7-48d5-8042-4d08c3004e51 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b&tenant_id=6ecc0e7403494750812a106806372d38&binding%3Ahost_id=n-h1-xena-1 HTTP/1.1" status: 200 len: 947 time: 0.0499594 Dec 20 21:18:28.534426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbffa8-a5d1-4083-a252-b6a7bb84e506 req-c6554723-bb10-420d-be42-33063b3df89a tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:28.535545 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fffbffa8-a5d1-4083-a252-b6a7bb84e506 req-c6554723-bb10-420d-be42-33063b3df89a tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 947 time: 0.0493832 Dec 20 21:18:28.576285 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fffbffa8-a5d1-4083-a252-b6a7bb84e506 req-fcb8d20f-3b08-49ed-9189-fa416b76c605 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348003 Dec 20 21:18:28.626649 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05335aa7-8a56-4531-a571-72bf9e26322d req-38749f3e-4f46-4d3f-94b6-22e62c03a0a2 service neutron] 10.222.0.31 "GET /v2.0/ports/bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9/bindings/n-h1-xena-1 HTTP/1.1" status: 200 len: 380 time: 0.0924869 Dec 20 21:18:28.642543 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fd962-d47b-42bc-9376-4a4f2907d67b req-a8ab492b-4971-4c30-8df7-465ef25149b0 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:28.644726 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e31fd962-d47b-42bc-9376-4a4f2907d67b req-a8ab492b-4971-4c30-8df7-465ef25149b0 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0676172 Dec 20 21:18:28.686994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d42dd-2fea-4e46-b985-cb1b03604a50 req-d5bbf089-f788-4466-b8e6-e91dccd1bdb1 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:28.688751 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3a8d42dd-2fea-4e46-b985-cb1b03604a50 req-d5bbf089-f788-4466-b8e6-e91dccd1bdb1 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 943 time: 0.0549669 Dec 20 21:18:28.691132 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e31fd962-d47b-42bc-9376-4a4f2907d67b req-94061a83-fcc8-49b0-a88a-e25e3ed61789 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409732 Dec 20 21:18:28.723063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335aa7-8a56-4531-a571-72bf9e26322d req-27b00b39-d66a-47fe-8744-499e87514b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:28.724546 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05335aa7-8a56-4531-a571-72bf9e26322d req-27b00b39-d66a-47fe-8744-499e87514b43 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 1096 time: 0.0442772 Dec 20 21:18:28.733663 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3a8d42dd-2fea-4e46-b985-cb1b03604a50 req-7ae89f1c-6844-43f0-8261-00bb58d01459 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387011 Dec 20 21:18:29.069235 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de15fd-a80c-404e-a2f9-97d626be935c req-ee6dc1a2-8769-480a-b8ee-385bf7b30516 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:29.077023 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de15fd-a80c-404e-a2f9-97d626be935c req-ee6dc1a2-8769-480a-b8ee-385bf7b30516 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:29.083587 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de15fd-a80c-404e-a2f9-97d626be935c req-ee6dc1a2-8769-480a-b8ee-385bf7b30516 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:29.085325 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d0de15fd-a80c-404e-a2f9-97d626be935c req-ee6dc1a2-8769-480a-b8ee-385bf7b30516 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2417 time: 0.0861220 Dec 20 21:18:29.120092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335aa7-8a56-4531-a571-72bf9e26322d req-12630a5d-4a32-43c8-b00a-efc74b6a7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:29.121651 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05335aa7-8a56-4531-a571-72bf9e26322d req-12630a5d-4a32-43c8-b00a-efc74b6a7e6f service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.3897014 Dec 20 21:18:29.126134 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d0de15fd-a80c-404e-a2f9-97d626be935c req-41703d76-99f4-4507-844f-a2ddf72f2ead tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343883 Dec 20 21:18:29.145725 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b79664-d0cb-4ed0-857e-b14d65932940 req-7168872e-4ef1-49c2-8f9c-6c17a07d6d84 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:29.147191 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d5b79664-d0cb-4ed0-857e-b14d65932940 req-7168872e-4ef1-49c2-8f9c-6c17a07d6d84 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 950 time: 0.0643327 Dec 20 21:18:29.174850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05335aa7-8a56-4531-a571-72bf9e26322d req-8c45f1d6-d247-47c2-9342-b7878546a637 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 HTTP/1.1" status: 200 len: 217 time: 0.0426962 Dec 20 21:18:29.223958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:18:29.240777 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d5b79664-d0cb-4ed0-857e-b14d65932940 req-fb7268af-fd8d-4c30-8d04-a989e77ca056 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685036 Dec 20 21:18:29.249470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335aa7-8a56-4531-a571-72bf9e26322d req-5595642a-c8fb-42f3-8eea-06bcc454cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:29.251235 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05335aa7-8a56-4531-a571-72bf9e26322d req-5595642a-c8fb-42f3-8eea-06bcc454cd37 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0641375 Dec 20 21:18:29.291563 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60b5c-f605-4c00-96bc-f6f87dd2211b req-efd998d8-5a32-4099-8d1a-80ac29cd167b tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:29.296737 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3ff60b5c-f605-4c00-96bc-f6f87dd2211b req-efd998d8-5a32-4099-8d1a-80ac29cd167b tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0593252 Dec 20 21:18:29.302345 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335aa7-8a56-4531-a571-72bf9e26322d req-5eff0080-ae48-4b1d-87b0-edfc1fc3cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:29.303989 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05335aa7-8a56-4531-a571-72bf9e26322d req-5eff0080-ae48-4b1d-87b0-edfc1fc3cc1f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443327 Dec 20 21:18:29.335383 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3ff60b5c-f605-4c00-96bc-f6f87dd2211b req-263fbdce-dfc0-427a-b28a-9edc7f6c8e92 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339015 Dec 20 21:18:29.343743 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:29.355516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9', 'mac_address': 'fa:16:3e:66:8e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:18:29.399540 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:29.407668 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05335aa7-8a56-4531-a571-72bf9e26322d req-617e1a96-bd0f-4682-a62a-f5ba9196538e service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960448 Dec 20 21:18:29.410161 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6af8428b-64d9-444b-8a2b-49c75bde81ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:29.415492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:29.435703 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:29.440633 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:29.487181 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:29.498050 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05335aa7-8a56-4531-a571-72bf9e26322d req-5f868cbd-9ca4-4e09-b495-927860b66b85 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825424 Dec 20 21:18:29.696081 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ef6c6-9da7-4f5f-b83f-fe90c1fb5046 req-b8eec3e8-3c74-4c20-9aef-1703bcd2f69b tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:29.697515 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2d4ef6c6-9da7-4f5f-b83f-fe90c1fb5046 req-b8eec3e8-3c74-4c20-9aef-1703bcd2f69b tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 948 time: 0.0520699 Dec 20 21:18:29.738542 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2d4ef6c6-9da7-4f5f-b83f-fe90c1fb5046 req-f225e531-21de-4ae7-9bd8-a96b1279ee42 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315883 Dec 20 21:18:29.811780 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68a633-4f1f-4dfb-b8a6-497c00e73754 req-031ed145-6aca-4ff3-b2d8-111bf1dc6ee9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:29.813428 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e68a633-4f1f-4dfb-b8a6-497c00e73754 req-031ed145-6aca-4ff3-b2d8-111bf1dc6ee9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0508766 Dec 20 21:18:29.854430 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629772bb-7039-4d67-925b-2d3dead7c4b3 req-391fba84-2f95-484a-a488-5a22c81481f0 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:29.856048 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-629772bb-7039-4d67-925b-2d3dead7c4b3 req-391fba84-2f95-484a-a488-5a22c81481f0 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 943 time: 0.0509706 Dec 20 21:18:29.865739 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 70996814-249a-4d32-86dd-f478ed569b84 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:18:29.880336 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e68a633-4f1f-4dfb-b8a6-497c00e73754 req-75b787d5-5358-4307-b0d3-006e751228b6 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561404 Dec 20 21:18:29.892203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253de496-ec90-4116-857a-ab3636e85176 req-b029ff53-2dd9-4bdd-837d-9c2d7d2dcfe1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:29.897850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253de496-ec90-4116-857a-ab3636e85176 req-b029ff53-2dd9-4bdd-837d-9c2d7d2dcfe1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:29.903578 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253de496-ec90-4116-857a-ab3636e85176 req-b029ff53-2dd9-4bdd-837d-9c2d7d2dcfe1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:29.905084 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-629772bb-7039-4d67-925b-2d3dead7c4b3 req-a5ed548f-6e48-475b-9871-a9508f138372 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414805 Dec 20 21:18:29.905226 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-253de496-ec90-4116-857a-ab3636e85176 req-b029ff53-2dd9-4bdd-837d-9c2d7d2dcfe1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.31 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2417 time: 0.0906672 Dec 20 21:18:30.000876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 70996814-249a-4d32-86dd-f478ed569b84, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=70996814-249a-4d32-86dd-f478ed569b84,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:30.007063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-253de496-ec90-4116-857a-ab3636e85176 req-db977a57-6e59-4bf7-9aff-43e666a78973 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Deleting port 6f8a106f-23af-4958-af03-6288d21ccaa3 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:18:30.007402 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-253de496-ec90-4116-857a-ab3636e85176 req-db977a57-6e59-4bf7-9aff-43e666a78973 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:30.011907 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '70996814-249a-4d32-86dd-f478ed569b84', 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033', 'port_id': '70996814-249a-4d32-86dd-f478ed569b84', 'mac_address': 'fa:16:3e:cf:3b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '868ebcce-ae72-4771-bf99-f9e761ce11a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:18:30.035305 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:30.077125 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:30.097939 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70996814-249a-4d32-86dd-f478ed569b84 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:30.099232 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-253de496-ec90-4116-857a-ab3636e85176 req-db977a57-6e59-4bf7-9aff-43e666a78973 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] For port 6f8a106f-23af-4958-af03-6288d21ccaa3, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6f8a106f-23af-4958-af03-6288d21ccaa3,segment=NetworkSegment(f306ae3d-182c-49c7-a946-102e2cfc32d4),segment_id=f306ae3d-182c-49c7-a946-102e2cfc32d4)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:30.099600 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-253de496-ec90-4116-857a-ab3636e85176 req-db977a57-6e59-4bf7-9aff-43e666a78973 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:30.113221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-253de496-ec90-4116-857a-ab3636e85176 req-db977a57-6e59-4bf7-9aff-43e666a78973 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Calling delete_port for 6f8a106f-23af-4958-af03-6288d21ccaa3 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:18:30.127918 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 70996814-249a-4d32-86dd-f478ed569b84, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=70996814-249a-4d32-86dd-f478ed569b84,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:30.135305 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:30.203533 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=70996814-249a-4d32-86dd-f478ed569b84,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:30.249674 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-253de496-ec90-4116-857a-ab3636e85176 req-db977a57-6e59-4bf7-9aff-43e666a78973 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:30.267125 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c998707-ad88-4ffa-9c07-de9a51fcc550 req-6708fb18-4d0d-42b5-a620-7a2f42abbcb4 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:30.274577 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c998707-ad88-4ffa-9c07-de9a51fcc550 req-6708fb18-4d0d-42b5-a620-7a2f42abbcb4 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:30.280651 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c998707-ad88-4ffa-9c07-de9a51fcc550 req-6708fb18-4d0d-42b5-a620-7a2f42abbcb4 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:30.282606 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8c998707-ad88-4ffa-9c07-de9a51fcc550 req-6708fb18-4d0d-42b5-a620-7a2f42abbcb4 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 2339 time: 0.0848839 Dec 20 21:18:30.286093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db977a57-6e59-4bf7-9aff-43e666a78973 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event deleted for resources: {'Port': ['ID=6f8a106f-23af-4958-af03-6288d21ccaa3,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:30.332958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-253de496-ec90-4116-857a-ab3636e85176 req-db977a57-6e59-4bf7-9aff-43e666a78973 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] No DVR routers for this DVR port 6f8a106f-23af-4958-af03-6288d21ccaa3 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:18:30.335867 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-253de496-ec90-4116-857a-ab3636e85176 req-db977a57-6e59-4bf7-9aff-43e666a78973 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:30.340234 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-253de496-ec90-4116-857a-ab3636e85176 req-db977a57-6e59-4bf7-9aff-43e666a78973 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.31 "DELETE /v2.0/ports/6f8a106f-23af-4958-af03-6288d21ccaa3 HTTP/1.1" status: 204 len: 173 time: 0.4250126 Dec 20 21:18:30.341026 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09019017-86f5-4379-8828-b5d00d65fe8c', 'name': 'network-vif-deleted', 'tag': '6f8a106f-23af-4958-af03-6288d21ccaa3'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:30.342870 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8c998707-ad88-4ffa-9c07-de9a51fcc550 req-c0904e98-3a83-44d2-b705-4127d52939c9 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379374 Dec 20 21:18:30.344691 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9f3ec3-2f73-473a-b83d-38be74385eeb" -d '{"events": [{"server_uuid": "09019017-86f5-4379-8828-b5d00d65fe8c", "name": "network-vif-deleted", "tag": "6f8a106f-23af-4958-af03-6288d21ccaa3"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:30.404733 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5c07d2-d407-4d82-8847-24fdf03a0b69 x-openstack-request-id: req-4a5c07d2-d407-4d82-8847-24fdf03a0b69 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:30.405195 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09019017-86f5-4379-8828-b5d00d65fe8c", "name": "network-vif-deleted", "tag": "6f8a106f-23af-4958-af03-6288d21ccaa3", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:30.405531 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a5c07d2-d407-4d82-8847-24fdf03a0b69 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:30.406185 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09019017-86f5-4379-8828-b5d00d65fe8c', 'name': 'network-vif-deleted', 'tag': '6f8a106f-23af-4958-af03-6288d21ccaa3', 'status': 'completed', 'code': 200} Dec 20 21:18:30.464311 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788a516-c5ad-4270-8652-a00d5294ed85 req-91707401-37b1-4160-b7c9-c22aee3cc1e0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:30.465929 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a788a516-c5ad-4270-8652-a00d5294ed85 req-91707401-37b1-4160-b7c9-c22aee3cc1e0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 950 time: 0.1350305 Dec 20 21:18:30.491788 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce000f33-6247-40cb-9662-74fb0874cd95 req-67c6865a-9084-4bd9-a67b-6d42a4c37add tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:30.493583 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ce000f33-6247-40cb-9662-74fb0874cd95 req-67c6865a-9084-4bd9-a67b-6d42a4c37add tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0521250 Dec 20 21:18:30.518089 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-253de496-ec90-4116-857a-ab3636e85176 req-bc66a091-b9dd-4a0c-8de2-e93487c611e1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Deleting port 6251c959-bc3e-44da-9b4f-65188dc3dc96 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:18:30.518369 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-253de496-ec90-4116-857a-ab3636e85176 req-bc66a091-b9dd-4a0c-8de2-e93487c611e1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:30.524806 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a788a516-c5ad-4270-8652-a00d5294ed85 req-725b6367-6515-48f3-889f-f8fe7978eecb tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487075 Dec 20 21:18:30.560015 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ce000f33-6247-40cb-9662-74fb0874cd95 req-7c0e7c03-a01c-4667-9f0f-0a0d39191ad0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498054 Dec 20 21:18:30.574652 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:30.624479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-253de496-ec90-4116-857a-ab3636e85176 req-bc66a091-b9dd-4a0c-8de2-e93487c611e1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] For port 6251c959-bc3e-44da-9b4f-65188dc3dc96, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6251c959-bc3e-44da-9b4f-65188dc3dc96,segment=NetworkSegment(40e6c9db-81f3-43a4-bc50-0f44a2884033),segment_id=40e6c9db-81f3-43a4-bc50-0f44a2884033)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:30.624834 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-253de496-ec90-4116-857a-ab3636e85176 req-bc66a091-b9dd-4a0c-8de2-e93487c611e1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:30.638420 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-253de496-ec90-4116-857a-ab3636e85176 req-bc66a091-b9dd-4a0c-8de2-e93487c611e1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Calling delete_port for 6251c959-bc3e-44da-9b4f-65188dc3dc96 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:18:30.701359 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['70996814-249a-4d32-86dd-f478ed569b84'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:30.772953 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-253de496-ec90-4116-857a-ab3636e85176 req-bc66a091-b9dd-4a0c-8de2-e93487c611e1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:30.806332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66a091-b9dd-4a0c-8de2-e93487c611e1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event deleted for resources: {'Port': ['ID=6251c959-bc3e-44da-9b4f-65188dc3dc96,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:30.854671 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-253de496-ec90-4116-857a-ab3636e85176 req-bc66a091-b9dd-4a0c-8de2-e93487c611e1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] No DVR routers for this DVR port 6251c959-bc3e-44da-9b4f-65188dc3dc96 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:18:30.857468 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-253de496-ec90-4116-857a-ab3636e85176 req-bc66a091-b9dd-4a0c-8de2-e93487c611e1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:30.861437 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-253de496-ec90-4116-857a-ab3636e85176 req-bc66a091-b9dd-4a0c-8de2-e93487c611e1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.31 "DELETE /v2.0/ports/6251c959-bc3e-44da-9b4f-65188dc3dc96 HTTP/1.1" status: 204 len: 173 time: 0.5135868 Dec 20 21:18:30.875188 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb08ac-ff04-4809-a417-f6e5f60eadbd req-dea4139d-d6e2-46a9-8c55-108a43b73daa tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:30.883309 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-acdb08ac-ff04-4809-a417-f6e5f60eadbd req-dea4139d-d6e2-46a9-8c55-108a43b73daa tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 948 time: 0.0736852 Dec 20 21:18:30.954941 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-acdb08ac-ff04-4809-a417-f6e5f60eadbd req-d481f26b-04d0-4d15-80eb-d83dd9398c88 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705380 Dec 20 21:18:30.998900 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-253de496-ec90-4116-857a-ab3636e85176 req-136b4cfc-8976-49fa-9e8f-83c5f4b52b7b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Deleting port cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:18:30.999250 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-253de496-ec90-4116-857a-ab3636e85176 req-136b4cfc-8976-49fa-9e8f-83c5f4b52b7b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:31.067131 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb374d-aa1b-46c5-9d2d-eabf7b83c61e req-7a070e7e-adcc-4baa-99b0-3e41d411883f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:31.068912 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2eb374d-aa1b-46c5-9d2d-eabf7b83c61e req-7a070e7e-adcc-4baa-99b0-3e41d411883f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 944 time: 0.0544252 Dec 20 21:18:31.110907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cca94-f3ab-49d2-a024-56f6b6841fe2 req-0fab71d5-29c4-4584-8d02-99705fa0cbf5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:31.112386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-208cca94-f3ab-49d2-a024-56f6b6841fe2 req-0fab71d5-29c4-4584-8d02-99705fa0cbf5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.1277571 Dec 20 21:18:31.112924 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2eb374d-aa1b-46c5-9d2d-eabf7b83c61e req-574465c6-b4e0-4da1-ac15-c5baf59dc08a tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362489 Dec 20 21:18:31.133516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-253de496-ec90-4116-857a-ab3636e85176 req-136b4cfc-8976-49fa-9e8f-83c5f4b52b7b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] For port cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89,segment=NetworkSegment(40e6c9db-81f3-43a4-bc50-0f44a2884033),segment_id=40e6c9db-81f3-43a4-bc50-0f44a2884033)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:31.133888 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-253de496-ec90-4116-857a-ab3636e85176 req-136b4cfc-8976-49fa-9e8f-83c5f4b52b7b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:31.159036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-253de496-ec90-4116-857a-ab3636e85176 req-136b4cfc-8976-49fa-9e8f-83c5f4b52b7b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Calling delete_port for cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:18:31.177857 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-208cca94-f3ab-49d2-a024-56f6b6841fe2 req-1517c53b-a68c-4b7a-824b-95d505845387 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565670 Dec 20 21:18:31.212380 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89', '6f8a106f-23af-4958-af03-6288d21ccaa3', '6251c959-bc3e-44da-9b4f-65188dc3dc96'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:31.237008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89', '6f8a106f-23af-4958-af03-6288d21ccaa3', '6251c959-bc3e-44da-9b4f-65188dc3dc96'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:31.261017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 27037a9c-ea28-49ca-b3a5-32147c7c4530 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:31.290597 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 27037a9c-ea28-49ca-b3a5-32147c7c4530 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:18:31.290943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 27037a9c-ea28-49ca-b3a5-32147c7c4530 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:18:31.317615 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-253de496-ec90-4116-857a-ab3636e85176 req-136b4cfc-8976-49fa-9e8f-83c5f4b52b7b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:31.372415 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b4cfc-8976-49fa-9e8f-83c5f4b52b7b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event deleted for resources: {'Port': ['ID=cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:31.423638 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-253de496-ec90-4116-857a-ab3636e85176 req-136b4cfc-8976-49fa-9e8f-83c5f4b52b7b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] No DVR routers for this DVR port cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:18:31.426483 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-253de496-ec90-4116-857a-ab3636e85176 req-136b4cfc-8976-49fa-9e8f-83c5f4b52b7b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:31.429861 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-253de496-ec90-4116-857a-ab3636e85176 req-136b4cfc-8976-49fa-9e8f-83c5f4b52b7b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.31 "DELETE /v2.0/ports/cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 HTTP/1.1" status: 204 len: 173 time: 0.5608332 Dec 20 21:18:31.440664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d0aa4-7bf1-4a99-a95c-5d497059dfcc req-211658d3-2062-4b75-86ad-0b25ff0056bb tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:31.442819 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a62d0aa4-7bf1-4a99-a95c-5d497059dfcc req-211658d3-2062-4b75-86ad-0b25ff0056bb tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.66 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 950 time: 0.1381972 Dec 20 21:18:31.481424 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3008b00c-224e-4b30-80ed-c0f4dfa005c2 req-880d3af3-5517-458a-a643-6c70b2bd1758 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=09019017-86f5-4379-8828-b5d00d65fe8c HTTP/1.1" status: 200 len: 210 time: 0.0505095 Dec 20 21:18:31.592428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-a62d0aa4-7bf1-4a99-a95c-5d497059dfcc req-51d77137-fb60-4071-bcf1-02852f39d12b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Deleting port de5ffa1e-e452-4a68-8f66-077cdbd71d05 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:18:31.592774 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a62d0aa4-7bf1-4a99-a95c-5d497059dfcc req-51d77137-fb60-4071-bcf1-02852f39d12b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:31.667244 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ca573-b1ea-49c6-806a-3ef4a6daebb7 req-c14a5938-70f1-4b5b-b181-c7aa08be9710 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:31.669206 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee3ca573-b1ea-49c6-806a-3ef4a6daebb7 req-c14a5938-70f1-4b5b-b181-c7aa08be9710 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 950 time: 0.0628755 Dec 20 21:18:31.708587 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee3ca573-b1ea-49c6-806a-3ef4a6daebb7 req-3c1b5c26-7d6a-4a76-b97b-92878772f6fc tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317974 Dec 20 21:18:31.719085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c2575-9faa-40e6-b86d-2d2963226e9c req-a029a1b1-9d8d-4daf-8a5d-0ff531566e01 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:31.720558 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb7c2575-9faa-40e6-b86d-2d2963226e9c req-a029a1b1-9d8d-4daf-8a5d-0ff531566e01 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0817316 Dec 20 21:18:31.727519 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a62d0aa4-7bf1-4a99-a95c-5d497059dfcc req-51d77137-fb60-4071-bcf1-02852f39d12b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] For port de5ffa1e-e452-4a68-8f66-077cdbd71d05, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=de5ffa1e-e452-4a68-8f66-077cdbd71d05,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:31.727887 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a62d0aa4-7bf1-4a99-a95c-5d497059dfcc req-51d77137-fb60-4071-bcf1-02852f39d12b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:31.758535 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-a62d0aa4-7bf1-4a99-a95c-5d497059dfcc req-51d77137-fb60-4071-bcf1-02852f39d12b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Calling delete_port for de5ffa1e-e452-4a68-8f66-077cdbd71d05 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:18:31.785322 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb7c2575-9faa-40e6-b86d-2d2963226e9c req-55778482-f0c6-4d24-afd3-7d90afcc4ef9 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549223 Dec 20 21:18:31.900787 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a62d0aa4-7bf1-4a99-a95c-5d497059dfcc req-51d77137-fb60-4071-bcf1-02852f39d12b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:31.933825 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d77137-fb60-4071-bcf1-02852f39d12b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Pushing event deleted for resources: {'Port': ['ID=de5ffa1e-e452-4a68-8f66-077cdbd71d05,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:31.939760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c50e7163-7ce6-4b98-a677-d7b1a60568f0', '095dc952-4236-4239-b529-21f01ec7edf9', 'af0c69c0-2187-4115-9ca2-8619f872176b', '26812aac-b0f3-494e-b917-626bd0c0db4b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:31.998682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62d0aa4-7bf1-4a99-a95c-5d497059dfcc req-51d77137-fb60-4071-bcf1-02852f39d12b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] No DVR routers for this DVR port de5ffa1e-e452-4a68-8f66-077cdbd71d05 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:18:32.003283 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:32.003427 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a62d0aa4-7bf1-4a99-a95c-5d497059dfcc req-51d77137-fb60-4071-bcf1-02852f39d12b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:32.006635 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a62d0aa4-7bf1-4a99-a95c-5d497059dfcc req-51d77137-fb60-4071-bcf1-02852f39d12b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.66 "DELETE /v2.0/ports/de5ffa1e-e452-4a68-8f66-077cdbd71d05 HTTP/1.1" status: 204 len: 173 time: 0.5533533 Dec 20 21:18:32.062350 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335aa7-8a56-4531-a571-72bf9e26322d req-58065059-1102-40fc-81b1-a4308dd30b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:32.064005 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05335aa7-8a56-4531-a571-72bf9e26322d req-58065059-1102-40fc-81b1-a4308dd30b3d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b&tenant_id=6ecc0e7403494750812a106806372d38 HTTP/1.1" status: 200 len: 1097 time: 0.0628996 Dec 20 21:18:32.075282 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['27f27e94-070d-4ba9-92c4-35038cc85d4c', '8fde6890-b648-4247-a088-11f86c006080', 'de5ffa1e-e452-4a68-8f66-077cdbd71d05'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:32.152738 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af23ee6-1b4b-4d85-ba5b-0ed9832f4c8b req-2b9ed8b4-0fe8-4ef2-b293-635d8be64abe tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:32.155579 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3af23ee6-1b4b-4d85-ba5b-0ed9832f4c8b req-2b9ed8b4-0fe8-4ef2-b293-635d8be64abe tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 948 time: 0.0687532 Dec 20 21:18:32.211984 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335aa7-8a56-4531-a571-72bf9e26322d req-411493e1-4c73-4489-ae5b-2decf5cc06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:32.213606 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05335aa7-8a56-4531-a571-72bf9e26322d req-411493e1-4c73-4489-ae5b-2decf5cc06e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 1097 time: 0.0900171 Dec 20 21:18:32.247300 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3af23ee6-1b4b-4d85-ba5b-0ed9832f4c8b req-5b31079e-ef98-4a3c-94b6-51687c8d5e9a tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789840 Dec 20 21:18:32.317224 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:32.382853 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d4dfe-d7d1-4e8c-a627-6336045b4f8c req-429da643-c46a-4c0c-b609-3bd616659f29 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:32.384618 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-204d4dfe-d7d1-4e8c-a627-6336045b4f8c req-429da643-c46a-4c0c-b609-3bd616659f29 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 944 time: 0.1092727 Dec 20 21:18:32.389959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335aa7-8a56-4531-a571-72bf9e26322d req-a95cf177-2975-450f-9718-b9e912a8b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:32.394195 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05335aa7-8a56-4531-a571-72bf9e26322d req-a95cf177-2975-450f-9718-b9e912a8b76e service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1721215 Dec 20 21:18:32.409529 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09019017-86f5-4379-8828-b5d00d65fe8c', 'name': 'network-vif-deleted', 'tag': '6251c959-bc3e-44da-9b4f-65188dc3dc96'}, {'server_uuid': '09019017-86f5-4379-8828-b5d00d65fe8c', 'name': 'network-vif-deleted', 'tag': 'cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89'}, {'server_uuid': '217cc024-1974-47e3-af10-d46bee203e93', 'name': 'network-vif-deleted', 'tag': 'de5ffa1e-e452-4a68-8f66-077cdbd71d05'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:32.411634 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a9b776-03f7-48b6-8502-8e245fdd4126" -d '{"events": [{"server_uuid": "09019017-86f5-4379-8828-b5d00d65fe8c", "name": "network-vif-deleted", "tag": "6251c959-bc3e-44da-9b4f-65188dc3dc96"}, {"server_uuid": "09019017-86f5-4379-8828-b5d00d65fe8c", "name": "network-vif-deleted", "tag": "cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89"}, {"server_uuid": "217cc024-1974-47e3-af10-d46bee203e93", "name": "network-vif-deleted", "tag": "de5ffa1e-e452-4a68-8f66-077cdbd71d05"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:32.416555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfd873-512f-4fb7-adc7-12fd9f9fd598 req-599f3c21-3bcc-49a8-ad4c-5bd1fce20918 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:32.418240 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-efcfd873-512f-4fb7-adc7-12fd9f9fd598 req-599f3c21-3bcc-49a8-ad4c-5bd1fce20918 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0669322 Dec 20 21:18:32.457477 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05335aa7-8a56-4531-a571-72bf9e26322d req-584a5d4b-1933-40de-9173-88bb2692b679 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 HTTP/1.1" status: 200 len: 217 time: 0.0550780 Dec 20 21:18:32.461729 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-efcfd873-512f-4fb7-adc7-12fd9f9fd598 req-4db8ad97-78ed-48cd-9678-621c6a91bc5d tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372810 Dec 20 21:18:32.490637 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-204d4dfe-d7d1-4e8c-a627-6336045b4f8c req-4d348c05-f4b3-45c4-b443-f7d37ff4d421 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953801 Dec 20 21:18:32.541056 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335aa7-8a56-4531-a571-72bf9e26322d req-4af75884-d501-4e1e-bb29-1358c45366c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:32.542527 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05335aa7-8a56-4531-a571-72bf9e26322d req-4af75884-d501-4e1e-bb29-1358c45366c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0775330 Dec 20 21:18:32.546483 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfff837-0639-4dc3-9757-6eafb3734c39 x-openstack-request-id: req-fcfff837-0639-4dc3-9757-6eafb3734c39 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:32.547035 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09019017-86f5-4379-8828-b5d00d65fe8c", "name": "network-vif-deleted", "tag": "6251c959-bc3e-44da-9b4f-65188dc3dc96", "status": "completed", "code": 200}, {"server_uuid": "09019017-86f5-4379-8828-b5d00d65fe8c", "name": "network-vif-deleted", "tag": "cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89", "status": "completed", "code": 200}, {"server_uuid": "217cc024-1974-47e3-af10-d46bee203e93", "name": "network-vif-deleted", "tag": "de5ffa1e-e452-4a68-8f66-077cdbd71d05", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:32.547591 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fcfff837-0639-4dc3-9757-6eafb3734c39 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:32.548248 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09019017-86f5-4379-8828-b5d00d65fe8c', 'name': 'network-vif-deleted', 'tag': '6251c959-bc3e-44da-9b4f-65188dc3dc96', 'status': 'completed', 'code': 200} Dec 20 21:18:32.548595 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09019017-86f5-4379-8828-b5d00d65fe8c', 'name': 'network-vif-deleted', 'tag': 'cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89', 'status': 'completed', 'code': 200} Dec 20 21:18:32.548938 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217cc024-1974-47e3-af10-d46bee203e93', 'name': 'network-vif-deleted', 'tag': 'de5ffa1e-e452-4a68-8f66-077cdbd71d05', 'status': 'completed', 'code': 200} Dec 20 21:18:32.577704 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49156) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:18:32.618491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05335aa7-8a56-4531-a571-72bf9e26322d req-b14841c3-be72-4211-b9d0-867ece3b54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:32.620968 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05335aa7-8a56-4531-a571-72bf9e26322d req-b14841c3-be72-4211-b9d0-867ece3b54ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589149 Dec 20 21:18:32.647969 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf1f467-a611-4971-8199-e796777f6cf1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Deleting subnet e31b0500-282e-4dbd-8313-96362cb13e44 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:18:32.651608 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f467-a611-4971-8199-e796777f6cf1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:32.699577 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f467-a611-4971-8199-e796777f6cf1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:32.734986 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05335aa7-8a56-4531-a571-72bf9e26322d req-ee2d6add-5ec6-4bba-b6d0-01e4fab9d46a service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062012 Dec 20 21:18:32.797996 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f467-a611-4971-8199-e796777f6cf1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:32.862395 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2599cd3d-e8c3-4768-b9ec-5986b1b9771c req-ae1dc3db-9e97-4c08-be02-7aced6334e5b tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=217cc024-1974-47e3-af10-d46bee203e93 HTTP/1.1" status: 200 len: 210 time: 0.0462995 Dec 20 21:18:32.866298 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05335aa7-8a56-4531-a571-72bf9e26322d req-535f963b-d2d0-4f5b-ac12-c7360e365006 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212800 Dec 20 21:18:32.881182 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f467-a611-4971-8199-e796777f6cf1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:32.907487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1f467-a611-4971-8199-e796777f6cf1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event deleted for resources: {'Subnet': ['ID=e31b0500-282e-4dbd-8313-96362cb13e44,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:32.913921 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6cf1f467-a611-4971-8199-e796777f6cf1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:32.917171 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6cf1f467-a611-4971-8199-e796777f6cf1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "DELETE /v2.0/subnets/e31b0500-282e-4dbd-8313-96362cb13e44 HTTP/1.1" status: 204 len: 168 time: 0.3382936 Dec 20 21:18:32.919779 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49164) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:18:32.924130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecca13dd-4c1d-44f6-aeeb-c73ec6cd02a3 None None] Network a4a94005-4d0e-4437-baa0-09ad6a3f37c3 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:18:32.993766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d4e04-f81d-4818-b4ff-e13b88f0ca93 req-2767c0aa-0131-43df-91c6-b3faf04e7dcb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:32.995599 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d05d4e04-f81d-4818-b4ff-e13b88f0ca93 req-2767c0aa-0131-43df-91c6-b3faf04e7dcb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0622566 Dec 20 21:18:33.013607 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:33.040858 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d05d4e04-f81d-4818-b4ff-e13b88f0ca93 req-fb3df68f-0989-455f-95ff-0ee4243f9dff tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374827 Dec 20 21:18:33.071033 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Deleting port 03d124e8-234e-4188-9c16-962ace7ca624 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:18:33.071346 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:33.112232 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5b38f8-da13-4e15-9784-f05ad0623f9b None None] DHCP port deletion for a4a94005-4d0e-4437-baa0-09ad6a3f37c3 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:18:33.140794 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] For port 03d124e8-234e-4188-9c16-962ace7ca624, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=03d124e8-234e-4188-9c16-962ace7ca624,segment=NetworkSegment(f306ae3d-182c-49c7-a946-102e2cfc32d4),segment_id=f306ae3d-182c-49c7-a946-102e2cfc32d4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:33.141246 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:33.154703 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Calling delete_port for 03d124e8-234e-4188-9c16-962ace7ca624 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:18:33.164593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b38f8-da13-4e15-9784-f05ad0623f9b None None] Deleting port 03d124e8-234e-4188-9c16-962ace7ca624 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:18:33.165053 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d5b38f8-da13-4e15-9784-f05ad0623f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:33.225497 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9d5b38f8-da13-4e15-9784-f05ad0623f9b None None] For port 03d124e8-234e-4188-9c16-962ace7ca624, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=03d124e8-234e-4188-9c16-962ace7ca624,segment=NetworkSegment(f306ae3d-182c-49c7-a946-102e2cfc32d4),segment_id=f306ae3d-182c-49c7-a946-102e2cfc32d4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:33.225882 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d5b38f8-da13-4e15-9784-f05ad0623f9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:33.236372 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:33.239742 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b38f8-da13-4e15-9784-f05ad0623f9b None None] Calling delete_port for 03d124e8-234e-4188-9c16-962ace7ca624 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:18:33.291932 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:18:33.311905 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6251c959-bc3e-44da-9b4f-65188dc3dc96 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:33.345240 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 6251c959-bc3e-44da-9b4f-65188dc3dc96 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:18:33.345485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6251c959-bc3e-44da-9b4f-65188dc3dc96 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:18:33.345877 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:33.376582 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:18:33.376916 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cbfd71e7-fede-40b1-ba0e-ad90c9bc5a89 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:18:33.377363 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6f8a106f-23af-4958-af03-6288d21ccaa3 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:33.442186 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 6f8a106f-23af-4958-af03-6288d21ccaa3 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:18:33.442437 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6f8a106f-23af-4958-af03-6288d21ccaa3 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:18:33.457350 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d5b38f8-da13-4e15-9784-f05ad0623f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:33.493829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b38f8-da13-4e15-9784-f05ad0623f9b None None] Pushing event deleted for resources: {'Port': ['ID=03d124e8-234e-4188-9c16-962ace7ca624,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:33.500426 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5b38f8-da13-4e15-9784-f05ad0623f9b None None] No DVR routers for this DVR port 03d124e8-234e-4188-9c16-962ace7ca624 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:18:33.521008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:33.532535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9', 'mac_address': 'fa:16:3e:66:8e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:18:33.565712 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event deleted for resources: {'Port': ['ID=03d124e8-234e-4188-9c16-962ace7ca624,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:33.577667 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] No DVR routers for this DVR port 03d124e8-234e-4188-9c16-962ace7ca624 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:18:33.601413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26805917-4fe3-4b89-a0a6-1852394d8114 req-788c77ef-d755-4671-bee7-1420684b34a9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:33.602917 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-26805917-4fe3-4b89-a0a6-1852394d8114 req-788c77ef-d755-4671-bee7-1420684b34a9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0536380 Dec 20 21:18:33.650609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-26805917-4fe3-4b89-a0a6-1852394d8114 req-f2a4baa9-51ae-4835-a509-7016dd02759f tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356624 Dec 20 21:18:33.698292 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454588bd-db2f-484b-ab03-8c74e0723524 req-7082fdaf-551a-4353-8bb6-ab7fdaa2a8b1 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:33.699103 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-454588bd-db2f-484b-ab03-8c74e0723524 req-7082fdaf-551a-4353-8bb6-ab7fdaa2a8b1 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 948 time: 0.1365101 Dec 20 21:18:33.703953 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:33.738405 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a94005-4d0e-4437-baa0-09ad6a3f37c3']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:18:33.757053 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f306ae3d-182c-49c7-a946-102e2cfc32d4') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:18:33.757340 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f306ae3d-182c-49c7-a946-102e2cfc32d4') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:18:33.758794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce755526-a216-4915-9023-b484522b24ce req-1eceb16b-608a-4245-b72a-702d39e7590c tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:33.760304 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ce755526-a216-4915-9023-b484522b24ce req-1eceb16b-608a-4245-b72a-702d39e7590c tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 944 time: 0.0478957 Dec 20 21:18:33.771049 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-454588bd-db2f-484b-ab03-8c74e0723524 req-a461fd52-1c9a-49e3-a48f-070607dc1c16 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641732 Dec 20 21:18:33.772518 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:33.787586 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:33.795660 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:18:33.796046 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:18:33.799659 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:18:33.807701 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ce755526-a216-4915-9023-b484522b24ce req-af3bf365-ada0-410a-b6b3-8aff7ff1dd6a tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408204 Dec 20 21:18:33.864206 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:33.871106 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:33.874223 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "DELETE /v2.0/networks/a4a94005-4d0e-4437-baa0-09ad6a3f37c3 HTTP/1.1" status: 204 len: 168 time: 0.9535058 Dec 20 21:18:33.877498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49174) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:18:33.889362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c6d5e-7320-4655-b2c6-9c505e0ea75b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event deleted for resources: {'Network': ['ID=a4a94005-4d0e-4437-baa0-09ad6a3f37c3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:33.932190 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 70996814-249a-4d32-86dd-f478ed569b84 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:18:33.936721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-462fdd9b-3259-4beb-b9bd-7415e368ff44 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Deleting subnet ffdab1aa-3d6c-4545-843d-9a44d7216cc0 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:18:33.940525 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-462fdd9b-3259-4beb-b9bd-7415e368ff44 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:33.985401 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-462fdd9b-3259-4beb-b9bd-7415e368ff44 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:33.993973 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 70996814-249a-4d32-86dd-f478ed569b84 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:18:33.998496 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 70996814-249a-4d32-86dd-f478ed569b84 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:33.998904 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.090612 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-462fdd9b-3259-4beb-b9bd-7415e368ff44 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.105038 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.130851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ee2fcf-cc11-4f41-a575-51b2778ecdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70996814-249a-4d32-86dd-f478ed569b84'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:34.133187 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d430e1-a395-4667-9ddc-5871eab8277c" -d '{"events": [{"server_uuid": "57ee2fcf-cc11-4f41-a575-51b2778ecdb3", "name": "network-vif-plugged", "status": "completed", "tag": "70996814-249a-4d32-86dd-f478ed569b84"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:34.146131 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 70996814-249a-4d32-86dd-f478ed569b84, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=70996814-249a-4d32-86dd-f478ed569b84,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:34.150873 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.151745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device de5ffa1e-e452-4a68-8f66-077cdbd71d05 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:34.188568 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f2f4b-57a1-4279-8cea-0e535881637f req-cc091b79-c39b-4bea-9635-931a98cd85c7 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:34.190357 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: de5ffa1e-e452-4a68-8f66-077cdbd71d05 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:18:34.190709 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device de5ffa1e-e452-4a68-8f66-077cdbd71d05 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:18:34.194213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bcf59-d38f-42b9-8b1d-bfb7c45b9521 req-ecad4306-6bc6-4698-bfec-c6a44184c7f3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:34.195955 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-600bcf59-d38f-42b9-8b1d-bfb7c45b9521 req-ecad4306-6bc6-4698-bfec-c6a44184c7f3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 950 time: 0.0720179 Dec 20 21:18:34.197254 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-716f2f4b-57a1-4279-8cea-0e535881637f req-cc091b79-c39b-4bea-9635-931a98cd85c7 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0740702 Dec 20 21:18:34.199293 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-462fdd9b-3259-4beb-b9bd-7415e368ff44 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.217759 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=70996814-249a-4d32-86dd-f478ed569b84,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:34.234255 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-716f2f4b-57a1-4279-8cea-0e535881637f req-9d19edca-7aff-40eb-971a-edbb215fb77f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360272 Dec 20 21:18:34.245174 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fdd9b-3259-4beb-b9bd-7415e368ff44 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event deleted for resources: {'Subnet': ['ID=ffdab1aa-3d6c-4545-843d-9a44d7216cc0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:34.247044 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8727fdcc-86c6-4cd2-9092-d2feeecdd7c8 None None] Network 9f6a492d-7697-4df3-ad7e-30e3796fb3bf requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:18:34.247191 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-462fdd9b-3259-4beb-b9bd-7415e368ff44 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.253080 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49188) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:18:34.253225 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-462fdd9b-3259-4beb-b9bd-7415e368ff44 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "DELETE /v2.0/subnets/ffdab1aa-3d6c-4545-843d-9a44d7216cc0 HTTP/1.1" status: 204 len: 168 time: 0.3745608 Dec 20 21:18:34.275118 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-600bcf59-d38f-42b9-8b1d-bfb7c45b9521 req-799eb0da-f21f-486d-a85d-8abdc3d44bd7 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676634 Dec 20 21:18:34.304024 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014b14a7-8b1c-4655-bd1e-c5de619b8f66 x-openstack-request-id: req-014b14a7-8b1c-4655-bd1e-c5de619b8f66 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:34.304343 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ee2fcf-cc11-4f41-a575-51b2778ecdb3", "name": "network-vif-plugged", "status": "completed", "tag": "70996814-249a-4d32-86dd-f478ed569b84", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:34.304598 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-014b14a7-8b1c-4655-bd1e-c5de619b8f66 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:34.304988 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ee2fcf-cc11-4f41-a575-51b2778ecdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70996814-249a-4d32-86dd-f478ed569b84', 'code': 200} Dec 20 21:18:34.335427 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.393469 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Deleting port 5c059b41-eedb-41e4-9aac-e27626f91241 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:18:34.393830 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.436586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9545c88f-7731-4cbe-bfb7-e25d64894747 None None] DHCP port deletion for 9f6a492d-7697-4df3-ad7e-30e3796fb3bf request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:18:34.445198 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6d8aa-1196-4290-a0d4-e2eead11b72e req-40382d8f-8e83-48d6-944f-9a5be60a2a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:34.446796 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ee6d8aa-1196-4290-a0d4-e2eead11b72e req-40382d8f-8e83-48d6-944f-9a5be60a2a4d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 1094 time: 0.0506568 Dec 20 21:18:34.463571 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] For port 5c059b41-eedb-41e4-9aac-e27626f91241, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5c059b41-eedb-41e4-9aac-e27626f91241,segment=NetworkSegment(40e6c9db-81f3-43a4-bc50-0f44a2884033),segment_id=40e6c9db-81f3-43a4-bc50-0f44a2884033)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:34.463935 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.477376 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Calling delete_port for 5c059b41-eedb-41e4-9aac-e27626f91241 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:18:34.483382 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9545c88f-7731-4cbe-bfb7-e25d64894747 None None] Deleting port 5c059b41-eedb-41e4-9aac-e27626f91241 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:18:34.483531 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ee6d8aa-1196-4290-a0d4-e2eead11b72e req-102d6cb0-4508-4f27-9051-407e57c20729 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286474 Dec 20 21:18:34.484048 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9545c88f-7731-4cbe-bfb7-e25d64894747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.549667 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9545c88f-7731-4cbe-bfb7-e25d64894747 None None] For port 5c059b41-eedb-41e4-9aac-e27626f91241, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5c059b41-eedb-41e4-9aac-e27626f91241,segment=NetworkSegment(40e6c9db-81f3-43a4-bc50-0f44a2884033),segment_id=40e6c9db-81f3-43a4-bc50-0f44a2884033)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:34.550277 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9545c88f-7731-4cbe-bfb7-e25d64894747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.563777 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.564415 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9545c88f-7731-4cbe-bfb7-e25d64894747 None None] Calling delete_port for 5c059b41-eedb-41e4-9aac-e27626f91241 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:18:34.596767 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event deleted for resources: {'Port': ['ID=5c059b41-eedb-41e4-9aac-e27626f91241,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:34.598862 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] No DVR routers for this DVR port 5c059b41-eedb-41e4-9aac-e27626f91241 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:18:34.642081 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9545c88f-7731-4cbe-bfb7-e25d64894747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.671973 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 03d124e8-234e-4188-9c16-962ace7ca624 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:34.675757 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545c88f-7731-4cbe-bfb7-e25d64894747 None None] No DVR routers for this DVR port 5c059b41-eedb-41e4-9aac-e27626f91241 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:18:34.677597 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545c88f-7731-4cbe-bfb7-e25d64894747 None None] Pushing event deleted for resources: {'Port': ['ID=5c059b41-eedb-41e4-9aac-e27626f91241,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:34.678475 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.699517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 03d124e8-234e-4188-9c16-962ace7ca624 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:18:34.699898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 03d124e8-234e-4188-9c16-962ace7ca624 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:18:34.700719 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5c059b41-eedb-41e4-9aac-e27626f91241 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:34.715281 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6a492d-7697-4df3-ad7e-30e3796fb3bf']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:18:34.723370 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 5c059b41-eedb-41e4-9aac-e27626f91241 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:18:34.723719 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5c059b41-eedb-41e4-9aac-e27626f91241 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:18:34.740315 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e6c9db-81f3-43a4-bc50-0f44a2884033') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:18:34.740315 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e6c9db-81f3-43a4-bc50-0f44a2884033') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:18:34.750966 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.764641 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.771196 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:18:34.771696 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:18:34.775280 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:18:34.795913 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25893d-d73d-44fa-8cc8-a68a0e8c64c8 req-7126aa19-74bb-4e47-be35-4cea293873ff tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:34.797492 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db25893d-d73d-44fa-8cc8-a68a0e8c64c8 req-7126aa19-74bb-4e47-be35-4cea293873ff tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0508432 Dec 20 21:18:34.842184 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.853170 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.858309 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db25893d-d73d-44fa-8cc8-a68a0e8c64c8 req-e94aaa0d-29fd-4b5c-a6b4-9aec6a3c6854 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470731 Dec 20 21:18:34.865758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49196) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:18:34.866919 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "DELETE /v2.0/networks/9f6a492d-7697-4df3-ad7e-30e3796fb3bf HTTP/1.1" status: 204 len: 168 time: 0.6107864 Dec 20 21:18:34.871810 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2334ccce-d49a-4a98-9a4f-a09bab8d2249 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-657619771'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:34.887945 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deeed0e-c1ac-436c-b53a-d991e397d057 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event deleted for resources: {'Network': ['ID=9f6a492d-7697-4df3-ad7e-30e3796fb3bf,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:34.899770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2334ccce-d49a-4a98-9a4f-a09bab8d2249 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Made reservation on behalf of 1aa098716b2841b9a38afb0654e12766 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:18:34.906832 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2334ccce-d49a-4a98-9a4f-a09bab8d2249 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.932144 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2334ccce-d49a-4a98-9a4f-a09bab8d2249 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:18:34.945594 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2334ccce-d49a-4a98-9a4f-a09bab8d2249 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:34.946002 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-2334ccce-d49a-4a98-9a4f-a09bab8d2249 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Added segment 7b91e2e1-b8c1-4edb-9727-266f8935f597 of type vlan for network c2fbda7f-efc0-4234-9dd4-9e8c5913ae07 Dec 20 21:18:34.948092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2c1db-c45c-4a2e-a072-4eba8ca39a51 req-46c5e3cc-3fdd-4eb3-ad20-14c7cfcbca34 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:34.949691 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-add2c1db-c45c-4a2e-a072-4eba8ca39a51 req-46c5e3cc-3fdd-4eb3-ad20-14c7cfcbca34 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 948 time: 0.0592163 Dec 20 21:18:34.998667 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-add2c1db-c45c-4a2e-a072-4eba8ca39a51 req-1c93ee28-56ca-436b-b9f6-552e4ced23f7 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404706 Dec 20 21:18:35.027407 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2334ccce-d49a-4a98-9a4f-a09bab8d2249 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:35.056502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879705ba-b1c3-4d2b-b5f4-84c86197a712 req-24feb44f-b4cf-40e0-987c-3f05a824ba2d tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:35.058356 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-879705ba-b1c3-4d2b-b5f4-84c86197a712 req-24feb44f-b4cf-40e0-987c-3f05a824ba2d tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 945 time: 0.1033521 Dec 20 21:18:35.079199 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2334ccce-d49a-4a98-9a4f-a09bab8d2249 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:35.084522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2334ccce-d49a-4a98-9a4f-a09bab8d2249 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:35.085094 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2334ccce-d49a-4a98-9a4f-a09bab8d2249 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:35.157745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2334ccce-d49a-4a98-9a4f-a09bab8d2249 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2908027 Dec 20 21:18:35.160779 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49202) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:18:35.166697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-879705ba-b1c3-4d2b-b5f4-84c86197a712 req-e47e0688-b83b-4cce-83a4-cdaa312e453a tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020663 Dec 20 21:18:35.167092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-48d64c1a-2745-4f54-8369-2d6ff834700c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Request body: {'subnet': {'network_id': 'c2fbda7f-efc0-4234-9dd4-9e8c5913ae07', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:35.169724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334ccce-d49a-4a98-9a4f-a09bab8d2249 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event updated for resources: {'Network': ['ID=c2fbda7f-efc0-4234-9dd4-9e8c5913ae07,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:35.182440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network c2fbda7f-efc0-4234-9dd4-9e8c5913ae07 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:18:35.270785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d64c1a-2745-4f54-8369-2d6ff834700c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Made reservation on behalf of 1aa098716b2841b9a38afb0654e12766 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:18:35.274465 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48d64c1a-2745-4f54-8369-2d6ff834700c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:35.281874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:18:35.315684 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:35.405281 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5537d1-c65c-46fa-957d-fbb134a73313 req-3ee6b19a-d0db-4081-8175-1fb276fe9995 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:35.407388 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b5537d1-c65c-46fa-957d-fbb134a73313 req-3ee6b19a-d0db-4081-8175-1fb276fe9995 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0902102 Dec 20 21:18:35.417618 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77f11f-8f74-4f6b-9fe6-bf035731fa90 req-0293b403-b848-41c7-aa40-55a2534c25f1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:35.419250 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b77f11f-8f74-4f6b-9fe6-bf035731fa90 req-0293b403-b848-41c7-aa40-55a2534c25f1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 950 time: 0.0705807 Dec 20 21:18:35.423970 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:35.455350 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9', 'mac_address': 'fa:16:3e:66:8e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:18:35.464248 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:35.465766 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b77f11f-8f74-4f6b-9fe6-bf035731fa90 req-97b5a36c-7f58-43cf-b3e1-3ee09cca4eeb tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383058 Dec 20 21:18:35.478646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:35.488616 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b5537d1-c65c-46fa-957d-fbb134a73313 req-0138920d-8a66-415f-bd34-09a3fbe24b14 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727882 Dec 20 21:18:35.499499 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:35.504266 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:35.542587 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48d64c1a-2745-4f54-8369-2d6ff834700c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:35.556835 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:35.606122 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d64c1a-2745-4f54-8369-2d6ff834700c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event updated for resources: {'Subnet': ['ID=b0ff7337-4890-4803-854f-88b85a1cfba8,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:35.618548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d64c1a-2745-4f54-8369-2d6ff834700c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Checking segment: {'id': '7b91e2e1-b8c1-4edb-9727-266f8935f597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c2fbda7f-efc0-4234-9dd4-9e8c5913ae07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:18:35.619173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d64c1a-2745-4f54-8369-2d6ff834700c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Network hostable DHCP agents. Network: c2fbda7f-efc0-4234-9dd4-9e8c5913ae07, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:18:35.639985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d64c1a-2745-4f54-8369-2d6ff834700c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Network c2fbda7f-efc0-4234-9dd4-9e8c5913ae07 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:18:35.650329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-48d64c1a-2745-4f54-8369-2d6ff834700c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, c2fbda7f-efc0-4234-9dd4-9e8c5913ae07) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:18:35.654732 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d64c1a-2745-4f54-8369-2d6ff834700c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:35.655376 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48d64c1a-2745-4f54-8369-2d6ff834700c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:35.659510 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ea72e0-8d3c-409a-bee1-bd8b6dc3f93c None None] Network c2fbda7f-efc0-4234-9dd4-9e8c5913ae07 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:18:35.675286 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-48d64c1a-2745-4f54-8369-2d6ff834700c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5131519 Dec 20 21:18:35.679475 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49208) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:18:35.683526 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1ef34f76-4da3-4b0f-8798-04d6009c8f37 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1068726221'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:35.708346 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef34f76-4da3-4b0f-8798-04d6009c8f37 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Made reservation on behalf of 1aa098716b2841b9a38afb0654e12766 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:18:35.711827 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ef34f76-4da3-4b0f-8798-04d6009c8f37 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:35.736608 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef34f76-4da3-4b0f-8798-04d6009c8f37 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:18:35.745999 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ef34f76-4da3-4b0f-8798-04d6009c8f37 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:35.746356 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-1ef34f76-4da3-4b0f-8798-04d6009c8f37 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Added segment def6f540-52c7-4694-9b5e-9b0ca477801c of type vlan for network 5a161d56-0ebd-4a69-bc5d-decaef6882fb Dec 20 21:18:35.795908 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ef34f76-4da3-4b0f-8798-04d6009c8f37 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:35.810665 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-c2fbda7f-efc0-4234-9dd4-9e8c5913ae07', 'network_id': 'c2fbda7f-efc0-4234-9dd4-9e8c5913ae07', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'fixed_ips': [{'subnet_id': 'b0ff7337-4890-4803-854f-88b85a1cfba8'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:18:35.811511 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:35.821968 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ef34f76-4da3-4b0f-8798-04d6009c8f37 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:35.827452 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef34f76-4da3-4b0f-8798-04d6009c8f37 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:35.828130 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ef34f76-4da3-4b0f-8798-04d6009c8f37 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:35.882530 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:35.889970 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1ef34f76-4da3-4b0f-8798-04d6009c8f37 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2108045 Dec 20 21:18:35.893367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49212) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:18:35.899717 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-71035c18-2f9e-4b2e-abee-69157b17632b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Request body: {'subnet': {'network_id': '5a161d56-0ebd-4a69-bc5d-decaef6882fb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:35.911804 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef34f76-4da3-4b0f-8798-04d6009c8f37 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event updated for resources: {'Network': ['ID=5a161d56-0ebd-4a69-bc5d-decaef6882fb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:35.929149 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 5a161d56-0ebd-4a69-bc5d-decaef6882fb details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:18:36.044009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac4e0a-b49a-4a4e-8ea6-fd1da727c686 req-bf0c8737-a9bc-4fb4-88d4-a778700a8df5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:36.045513 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73ac4e0a-b49a-4a4e-8ea6-fd1da727c686 req-bf0c8737-a9bc-4fb4-88d4-a778700a8df5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0842257 Dec 20 21:18:36.064938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71035c18-2f9e-4b2e-abee-69157b17632b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Made reservation on behalf of 1aa098716b2841b9a38afb0654e12766 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:18:36.068870 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71035c18-2f9e-4b2e-abee-69157b17632b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:36.092734 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Allocated IP 19.80.0.2 (c2fbda7f-efc0-4234-9dd4-9e8c5913ae07/b0ff7337-4890-4803-854f-88b85a1cfba8/501134ce-6336-474e-a095-0554b681068a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:18:36.147372 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3096f3-8b98-4602-9688-6ec3b32b00db req-7611510e-0d44-486b-a635-247e81b0575a tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:36.149139 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e3096f3-8b98-4602-9688-6ec3b32b00db req-7611510e-0d44-486b-a635-247e81b0575a tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 947 time: 0.0522907 Dec 20 21:18:36.154639 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73ac4e0a-b49a-4a4e-8ea6-fd1da727c686 req-1051aa81-7cc6-4ffc-ab69-7452df5d7e6f tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938196 Dec 20 21:18:36.222862 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e3096f3-8b98-4602-9688-6ec3b32b00db req-62284a7f-e85f-4748-82ff-66f07ea7ef63 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635624 Dec 20 21:18:36.311872 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71035c18-2f9e-4b2e-abee-69157b17632b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:36.412486 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:36.420174 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:36.423052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847fb3e-6416-40e3-83e5-acdd5b95cd73 req-a1b867fc-8b16-48fa-bed3-6bccf76264d0 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:36.424572 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c847fb3e-6416-40e3-83e5-acdd5b95cd73 req-a1b867fc-8b16-48fa-bed3-6bccf76264d0 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 945 time: 0.0796690 Dec 20 21:18:36.425211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71035c18-2f9e-4b2e-abee-69157b17632b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event updated for resources: {'Subnet': ['ID=ed472930-ac72-4a64-973b-23027dc2b95f,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:36.436345 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71035c18-2f9e-4b2e-abee-69157b17632b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Checking segment: {'id': 'def6f540-52c7-4694-9b5e-9b0ca477801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5a161d56-0ebd-4a69-bc5d-decaef6882fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:18:36.436740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71035c18-2f9e-4b2e-abee-69157b17632b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Network hostable DHCP agents. Network: 5a161d56-0ebd-4a69-bc5d-decaef6882fb, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:18:36.456797 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Network c2fbda7f-efc0-4234-9dd4-9e8c5913ae07 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:18:36.459717 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:18:36.461659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02450480-155b-450f-b1f4-9dace102f9cc req-e10195b7-a2ef-4c04-9a47-af1475730b9c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:36.463062 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:18:36.469386 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-02450480-155b-450f-b1f4-9dace102f9cc req-e10195b7-a2ef-4c04-9a47-af1475730b9c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 947 time: 0.0649223 Dec 20 21:18:36.474430 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Pushing event updated for resources: {'Port': ['ID=501134ce-6336-474e-a095-0554b681068a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:36.481195 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c847fb3e-6416-40e3-83e5-acdd5b95cd73 req-3c1c5c10-4cc2-4be6-952c-0728165c4ea4 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457935 Dec 20 21:18:36.485381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71035c18-2f9e-4b2e-abee-69157b17632b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Network 5a161d56-0ebd-4a69-bc5d-decaef6882fb is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:18:36.514227 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-71035c18-2f9e-4b2e-abee-69157b17632b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 5a161d56-0ebd-4a69-bc5d-decaef6882fb) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:18:36.516821 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-02450480-155b-450f-b1f4-9dace102f9cc req-505f9f12-349b-4663-ad71-20196c8b2acf tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465465 Dec 20 21:18:36.519183 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71035c18-2f9e-4b2e-abee-69157b17632b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:36.519772 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71035c18-2f9e-4b2e-abee-69157b17632b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:36.534598 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb22bd6-16f4-4f91-a39e-b1ce51c508ac None None] Network 5a161d56-0ebd-4a69-bc5d-decaef6882fb requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:18:36.555515 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-71035c18-2f9e-4b2e-abee-69157b17632b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6599936 Dec 20 21:18:36.588004 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Attempting to bind port 501134ce-6336-474e-a095-0554b681068a on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:18:36.588451 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Attempting to bind port 501134ce-6336-474e-a095-0554b681068a by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '7b91e2e1-b8c1-4edb-9727-266f8935f597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c2fbda7f-efc0-4234-9dd4-9e8c5913ae07'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:18:36.588877 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Attempting to bind port 501134ce-6336-474e-a095-0554b681068a on network c2fbda7f-efc0-4234-9dd4-9e8c5913ae07 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:36.599921 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:18:36.600366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Checking segment: {'id': '7b91e2e1-b8c1-4edb-9727-266f8935f597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c2fbda7f-efc0-4234-9dd4-9e8c5913ae07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:18:36.600827 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:36.601386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Bound using segment: {'id': '7b91e2e1-b8c1-4edb-9727-266f8935f597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c2fbda7f-efc0-4234-9dd4-9e8c5913ae07'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:18:36.601928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Bound port: 501134ce-6336-474e-a095-0554b681068a, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b91e2e1-b8c1-4edb-9727-266f8935f597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c2fbda7f-efc0-4234-9dd4-9e8c5913ae07'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:18:36.602393 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:36.639350 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f38d1-c028-4b41-955c-5513f8107ea5 req-21f50deb-3f2c-4429-99ef-87e3bf71aceb tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:36.640050 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033dbc83-ff72-4141-87ee-4f0dd288839c req-aa1a86c9-c33b-4158-8c77-d771cf93491f tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:36.641173 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-763f38d1-c028-4b41-955c-5513f8107ea5 req-21f50deb-3f2c-4429-99ef-87e3bf71aceb tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 950 time: 0.0715208 Dec 20 21:18:36.642580 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-033dbc83-ff72-4141-87ee-4f0dd288839c req-aa1a86c9-c33b-4158-8c77-d771cf93491f tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 1094 time: 0.0573306 Dec 20 21:18:36.680150 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-033dbc83-ff72-4141-87ee-4f0dd288839c req-3cf40678-d847-404d-b2ac-fbd64b1cee99 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304587 Dec 20 21:18:36.712116 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-763f38d1-c028-4b41-955c-5513f8107ea5 req-64ceac04-fe4c-4e37-be47-819cde2e2752 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627136 Dec 20 21:18:36.722327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bb288-91a2-4b09-847a-d82063b0fd2f req-769b4f4a-a7e3-45fa-b3f2-0ad054df1c17 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:36.723322 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d1bb288-91a2-4b09-847a-d82063b0fd2f req-769b4f4a-a7e3-45fa-b3f2-0ad054df1c17 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 950 time: 0.0808878 Dec 20 21:18:36.725353 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] For port 501134ce-6336-474e-a095-0554b681068a, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:18:36.730438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] For port 501134ce-6336-474e-a095-0554b681068a, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=501134ce-6336-474e-a095-0554b681068a,segment=NetworkSegment(7b91e2e1-b8c1-4edb-9727-266f8935f597),segment_id=7b91e2e1-b8c1-4edb-9727-266f8935f597)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:18:36.735986 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:36.778338 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-5a161d56-0ebd-4a69-bc5d-decaef6882fb', 'network_id': '5a161d56-0ebd-4a69-bc5d-decaef6882fb', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'fixed_ips': [{'subnet_id': 'ed472930-ac72-4a64-973b-23027dc2b95f'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:18:36.779193 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:36.839492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14683a-4c57-42f3-a338-a216d8e7032d None None] Pushing event updated for resources: {'Port': ['ID=501134ce-6336-474e-a095-0554b681068a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:36.885474 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b71bda-b7ec-41a5-94f6-699d426ac631 req-4bc8b60c-1498-446f-afc3-29ec214f4813 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:36.894825 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-45b71bda-b7ec-41a5-94f6-699d426ac631 req-4bc8b60c-1498-446f-afc3-29ec214f4813 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0987725 Dec 20 21:18:36.958128 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-45b71bda-b7ec-41a5-94f6-699d426ac631 req-4ac1e023-ab80-483b-87b5-e50859189d93 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619254 Dec 20 21:18:36.975234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-1d1bb288-91a2-4b09-847a-d82063b0fd2f req-1490edcf-4f65-4331-855e-35a7f9af7a76 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Deleting port 8fde6890-b648-4247-a088-11f86c006080 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:18:36.975615 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1d1bb288-91a2-4b09-847a-d82063b0fd2f req-1490edcf-4f65-4331-855e-35a7f9af7a76 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:36.990363 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Allocated IP 19.86.0.2 (5a161d56-0ebd-4a69-bc5d-decaef6882fb/ed472930-ac72-4a64-973b-23027dc2b95f/a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:18:37.135710 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-0e4992d6-051c-4dfd-ab38-0eeab72ce690 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:37.143061 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-0e4992d6-051c-4dfd-ab38-0eeab72ce690 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:37.145217 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-0e4992d6-051c-4dfd-ab38-0eeab72ce690 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/networks?id=c2fbda7f-efc0-4234-9dd4-9e8c5913ae07&id=5a161d56-0ebd-4a69-bc5d-decaef6882fb HTTP/1.1" status: 200 len: 1391 time: 0.2459636 Dec 20 21:18:37.195751 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-19f182bd-8368-4498-96a0-8bea314abfdc req-5b90271c-b890-4829-90e5-55c0bcea900c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6ecc0e7403494750812a106806372d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439146 Dec 20 21:18:37.218290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-1d1bb288-91a2-4b09-847a-d82063b0fd2f req-1490edcf-4f65-4331-855e-35a7f9af7a76 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] For port 8fde6890-b648-4247-a088-11f86c006080, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=8fde6890-b648-4247-a088-11f86c006080,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:37.219258 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1d1bb288-91a2-4b09-847a-d82063b0fd2f req-1490edcf-4f65-4331-855e-35a7f9af7a76 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:37.226041 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:37.228263 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-c760e64e-f0a8-4e91-b64a-6968f3285547 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/quotas/1aa098716b2841b9a38afb0654e12766 HTTP/1.1" status: 200 len: 375 time: 0.0659261 Dec 20 21:18:37.233650 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:37.272506 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-1d1bb288-91a2-4b09-847a-d82063b0fd2f req-1490edcf-4f65-4331-855e-35a7f9af7a76 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Calling delete_port for 8fde6890-b648-4247-a088-11f86c006080 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:18:37.298631 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:18:37.308919 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Network 5a161d56-0ebd-4a69-bc5d-decaef6882fb is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:18:37.328576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Pushing event updated for resources: {'Port': ['ID=a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:37.331488 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:18:37.335311 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:18:37.369820 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b96bac3c-2924-46c8-99b6-b4f37f98420e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1aa098716b2841b9a38afb0654e12766&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1264627 Dec 20 21:18:37.370448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f182bd-8368-4498-96a0-8bea314abfdc req-0e7b37b7-ce6c-4370-8cfa-0a26689ac387 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:37.379219 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-19f182bd-8368-4498-96a0-8bea314abfdc req-0e7b37b7-ce6c-4370-8cfa-0a26689ac387 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1758869 Dec 20 21:18:37.401892 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-19f182bd-8368-4498-96a0-8bea314abfdc req-e0c9496c-c769-4636-8f7d-9f10b2c4a485 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/quotas/6ecc0e7403494750812a106806372d38 HTTP/1.1" status: 200 len: 375 time: 0.0208724 Dec 20 21:18:37.403911 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Attempting to bind port a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:18:37.404487 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Attempting to bind port a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'def6f540-52c7-4694-9b5e-9b0ca477801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5a161d56-0ebd-4a69-bc5d-decaef6882fb'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:18:37.405080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Attempting to bind port a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d on network 5a161d56-0ebd-4a69-bc5d-decaef6882fb {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:37.413838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:18:37.414982 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Checking segment: {'id': 'def6f540-52c7-4694-9b5e-9b0ca477801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5a161d56-0ebd-4a69-bc5d-decaef6882fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:18:37.415625 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:37.416215 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Bound using segment: {'id': 'def6f540-52c7-4694-9b5e-9b0ca477801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5a161d56-0ebd-4a69-bc5d-decaef6882fb'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:18:37.416920 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Bound port: a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def6f540-52c7-4694-9b5e-9b0ca477801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5a161d56-0ebd-4a69-bc5d-decaef6882fb'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:18:37.417550 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:37.435628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:37.436367 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:37.493028 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-19f182bd-8368-4498-96a0-8bea314abfdc req-63b3cbfd-5040-4f4e-bdf8-f525393b12b8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901453 Dec 20 21:18:37.521115 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] For port a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:18:37.525917 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] For port a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d,segment=NetworkSegment(def6f540-52c7-4694-9b5e-9b0ca477801c),segment_id=def6f540-52c7-4694-9b5e-9b0ca477801c)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:18:37.543076 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-6a69befc-7c88-4a90-8569-13bd5557f719 service neutron] 10.222.0.32 "GET /v2.0/networks/c2fbda7f-efc0-4234-9dd4-9e8c5913ae07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722226 Dec 20 21:18:37.571251 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:37.573607 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:37.644901 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c86ab1-932d-4f57-9230-e15a8f68193b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:37.647360 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a03eef-32b3-4f82-b251-62dddbcb4faa" -d '{"events": [{"server_uuid": "09c86ab1-932d-4f57-9230-e15a8f68193b", "name": "network-vif-plugged", "status": "completed", "tag": "bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:37.709032 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:37.738374 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:37.743527 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-0268b786-6546-4730-9365-4814556b08eb service neutron] 10.222.0.32 "GET /v2.0/networks/c2fbda7f-efc0-4234-9dd4-9e8c5913ae07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993654 Dec 20 21:18:37.749821 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5747a5-50ff-442b-8eec-d6c18351d6fd None None] Pushing event updated for resources: {'Port': ['ID=a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:37.838751 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1d1bb288-91a2-4b09-847a-d82063b0fd2f req-1490edcf-4f65-4331-855e-35a7f9af7a76 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:37.846427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:37.867904 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e5b51-5682-4046-b36e-28b716e51e56 req-5ebb1620-4ae0-496e-8a36-f7196daa6b8f tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:37.876060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c50e7163-7ce6-4b98-a677-d7b1a60568f0', '095dc952-4236-4239-b529-21f01ec7edf9', 'af0c69c0-2187-4115-9ca2-8619f872176b', '26812aac-b0f3-494e-b917-626bd0c0db4b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:37.888034 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f37e5b51-5682-4046-b36e-28b716e51e56 req-5ebb1620-4ae0-496e-8a36-f7196daa6b8f tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.1410120 Dec 20 21:18:37.927143 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['27f27e94-070d-4ba9-92c4-35038cc85d4c', '8fde6890-b648-4247-a088-11f86c006080'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:37.995667 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f37e5b51-5682-4046-b36e-28b716e51e56 req-49287287-ad8a-40d9-9b11-170a1226a866 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037412 Dec 20 21:18:38.430549 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7821caad-c639-4264-b614-709e6fca97a8 req-fe1d52b6-93eb-4418-b117-3363bec97204 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 210 time: 0.0679259 Dec 20 21:18:38.438993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490edcf-4f65-4331-855e-35a7f9af7a76 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Pushing event deleted for resources: {'Port': ['ID=8fde6890-b648-4247-a088-11f86c006080,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:38.499409 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bffb44-70ba-41c4-a1fb-597bade39c10 None None] Network c2fbda7f-efc0-4234-9dd4-9e8c5913ae07 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:18:38.507611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1bb288-91a2-4b09-847a-d82063b0fd2f req-1490edcf-4f65-4331-855e-35a7f9af7a76 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] No DVR routers for this DVR port 8fde6890-b648-4247-a088-11f86c006080 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:18:38.512407 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1d1bb288-91a2-4b09-847a-d82063b0fd2f req-1490edcf-4f65-4331-855e-35a7f9af7a76 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:38.522737 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d1bb288-91a2-4b09-847a-d82063b0fd2f req-1490edcf-4f65-4331-855e-35a7f9af7a76 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.66 "DELETE /v2.0/ports/8fde6890-b648-4247-a088-11f86c006080 HTTP/1.1" status: 204 len: 173 time: 1.7894917 Dec 20 21:18:38.523323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c9bce3-4e1f-4a8b-94cf-c0586deb2355', 'name': 'network-vif-deleted', 'tag': '8fde6890-b648-4247-a088-11f86c006080'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:38.525766 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88818881-7e22-4248-896a-0b690019cb81" -d '{"events": [{"server_uuid": "61c9bce3-4e1f-4a8b-94cf-c0586deb2355", "name": "network-vif-deleted", "tag": "8fde6890-b648-4247-a088-11f86c006080"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:38.567208 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-ff86b4c4-d1af-4b7e-8948-9266933bc894 service neutron] 10.222.0.32 "GET /v2.0/networks/5a161d56-0ebd-4a69-bc5d-decaef6882fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8227947 Dec 20 21:18:38.585866 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea680e7-8951-440c-bdaa-fe49b2073537 x-openstack-request-id: req-6ea680e7-8951-440c-bdaa-fe49b2073537 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:38.586434 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c86ab1-932d-4f57-9230-e15a8f68193b", "name": "network-vif-plugged", "status": "completed", "tag": "bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:38.586744 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ea680e7-8951-440c-bdaa-fe49b2073537 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:38.587219 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c86ab1-932d-4f57-9230-e15a8f68193b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9', 'code': 200} Dec 20 21:18:38.689032 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-10139778-ba88-42ed-bc5e-ff01abc8dcb5 req-c6e4c43f-45fe-49ef-810f-0406ec9aa4e0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=61c9bce3-4e1f-4a8b-94cf-c0586deb2355 HTTP/1.1" status: 200 len: 210 time: 0.0592239 Dec 20 21:18:38.850639 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b0aab078-e6e0-4efb-af80-b17dc230fff0 service neutron] 10.222.0.32 "GET /v2.0/networks/5a161d56-0ebd-4a69-bc5d-decaef6882fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725818 Dec 20 21:18:38.856153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a5b97cec-2d75-4ce5-a5b1-678e3eaae6d9 None None] Provisioning complete for port 501134ce-6336-474e-a095-0554b681068a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:38.856967 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5b97cec-2d75-4ce5-a5b1-678e3eaae6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:38.999446 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:18:39.010780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f452051-073d-42a3-82a3-f545311ec810 req-b7f1393c-2f0e-4547-bf72-47183796d483 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:39.015113 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7f452051-073d-42a3-82a3-f545311ec810 req-b7f1393c-2f0e-4547-bf72-47183796d483 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.1456597 Dec 20 21:18:39.097882 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7f452051-073d-42a3-82a3-f545311ec810 req-0bac56b0-b0e9-490e-a89c-c15166724cd5 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690875 Dec 20 21:18:39.145792 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf651e6-fc1a-472c-9eba-760b25f03354 x-openstack-request-id: req-aaf651e6-fc1a-472c-9eba-760b25f03354 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:39.146426 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c9bce3-4e1f-4a8b-94cf-c0586deb2355", "name": "network-vif-deleted", "tag": "8fde6890-b648-4247-a088-11f86c006080", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:39.147195 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aaf651e6-fc1a-472c-9eba-760b25f03354 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:39.147785 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c9bce3-4e1f-4a8b-94cf-c0586deb2355', 'name': 'network-vif-deleted', 'tag': '8fde6890-b648-4247-a088-11f86c006080', 'status': 'completed', 'code': 200} Dec 20 21:18:39.253571 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14f596ca-9d08-4574-95af-e9d83239d78a req-cf021870-3446-4484-a924-6174c2b10540 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 210 time: 0.0419161 Dec 20 21:18:39.257876 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5b97cec-2d75-4ce5-a5b1-678e3eaae6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:39.258422 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba3900-fa5c-4148-b632-d5621a24af1f req-a6b5f303-8ca6-430c-b8af-8c6bb5725f45 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:39.266222 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f0ba3900-fa5c-4148-b632-d5621a24af1f req-a6b5f303-8ca6-430c-b8af-8c6bb5725f45 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0832078 Dec 20 21:18:39.319173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:39.319748 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:39.356576 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f0ba3900-fa5c-4148-b632-d5621a24af1f req-009323df-ef3a-4101-9d08-2f9458f5490d tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881996 Dec 20 21:18:39.405211 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a5b97cec-2d75-4ce5-a5b1-678e3eaae6d9 None None] For port 501134ce-6336-474e-a095-0554b681068a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=501134ce-6336-474e-a095-0554b681068a,segment=NetworkSegment(7b91e2e1-b8c1-4edb-9727-266f8935f597),segment_id=7b91e2e1-b8c1-4edb-9727-266f8935f597)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:39.428876 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5b97cec-2d75-4ce5-a5b1-678e3eaae6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:39.498344 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f182bd-8368-4498-96a0-8bea314abfdc req-b4146c9e-4c96-4926-882b-9a3f7fbf29d8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6ecc0e7403494750812a106806372d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247664 Dec 20 21:18:39.530401 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6863a212-8736-4f7e-850e-c70d89d1002a None None] Network 5a161d56-0ebd-4a69-bc5d-decaef6882fb requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:18:39.619589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b97cec-2d75-4ce5-a5b1-678e3eaae6d9 None None] Pushing event updated for resources: {'Port': ['ID=501134ce-6336-474e-a095-0554b681068a,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:39.703142 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-614df81f-f90a-4593-a580-d0834891fafd req-f195343c-8022-4204-9f60-be89cb840032 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 210 time: 0.0738974 Dec 20 21:18:39.725284 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c2e591fe-eba0-43da-8f09-b1386e07742c None None] Provisioning complete for port a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:39.725772 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2e591fe-eba0-43da-8f09-b1386e07742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:39.763586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f182bd-8368-4498-96a0-8bea314abfdc req-6af9483e-4400-4cb0-83b8-ad55142e3e1d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:39.765273 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f182bd-8368-4498-96a0-8bea314abfdc req-6af9483e-4400-4cb0-83b8-ad55142e3e1d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2617335 Dec 20 21:18:39.791623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-19f182bd-8368-4498-96a0-8bea314abfdc req-134b6c35-7f4b-4261-bc0d-52c8bf7b460e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Request body: {'port': {'device_id': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': '6ecc0e7403494750812a106806372d38'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:39.884769 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:39.925420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 8fde6890-b648-4247-a088-11f86c006080 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:39.928465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f182bd-8368-4498-96a0-8bea314abfdc req-134b6c35-7f4b-4261-bc0d-52c8bf7b460e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Made reservation on behalf of 6ecc0e7403494750812a106806372d38 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:18:39.946833 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f182bd-8368-4498-96a0-8bea314abfdc req-134b6c35-7f4b-4261-bc0d-52c8bf7b460e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:40.043276 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 8fde6890-b648-4247-a088-11f86c006080 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:18:40.043671 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 8fde6890-b648-4247-a088-11f86c006080 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:18:40.049452 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d,segment=NetworkSegment(def6f540-52c7-4694-9b5e-9b0ca477801c),segment_id=def6f540-52c7-4694-9b5e-9b0ca477801c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:40.053636 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2e591fe-eba0-43da-8f09-b1386e07742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:40.072798 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:40.073763 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 501134ce-6336-474e-a095-0554b681068a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:18:40.185161 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-19f182bd-8368-4498-96a0-8bea314abfdc req-134b6c35-7f4b-4261-bc0d-52c8bf7b460e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Allocated IP 192.168.233.172 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/cf154804-ffc9-47aa-a6e9-4762302b91f9) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:18:40.283385 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbea8a-c74b-4340-9285-b3fe5d3f3f93 req-fc431bfc-9832-47c7-896d-efccbd676327 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:40.284988 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e9fbea8a-c74b-4340-9285-b3fe5d3f3f93 req-fc431bfc-9832-47c7-896d-efccbd676327 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0856805 Dec 20 21:18:40.377904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:40.387858 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-c2e591fe-eba0-43da-8f09-b1386e07742c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:18:40.388215 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-c2e591fe-eba0-43da-8f09-b1386e07742c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:18:40.396990 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 501134ce-6336-474e-a095-0554b681068a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:40.397279 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:40.436381 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f182bd-8368-4498-96a0-8bea314abfdc req-134b6c35-7f4b-4261-bc0d-52c8bf7b460e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:40.454917 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e9fbea8a-c74b-4340-9285-b3fe5d3f3f93 req-97e79cce-7caa-4a9a-a2a9-14eccbb691bb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526532 Dec 20 21:18:40.496971 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f182bd-8368-4498-96a0-8bea314abfdc req-134b6c35-7f4b-4261-bc0d-52c8bf7b460e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:40.541483 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['6e1713ac-6707-46ba-aecb-67d234680f96'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:40.628963 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-25e2f2c3-cdf2-48cd-abd4-36daf88cbeac req-828ee877-a370-45ac-aada-a5c3ba4510be tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 210 time: 0.0503058 Dec 20 21:18:40.648362 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f182bd-8368-4498-96a0-8bea314abfdc req-134b6c35-7f4b-4261-bc0d-52c8bf7b460e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:18:40.654323 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bf212-cacb-4553-a41c-4cdd0f476e65 req-97e93d2d-0b4b-4098-b1d7-16e6a2e996a0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:40.657946 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-19f182bd-8368-4498-96a0-8bea314abfdc req-134b6c35-7f4b-4261-bc0d-52c8bf7b460e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:18:40.674867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f182bd-8368-4498-96a0-8bea314abfdc req-134b6c35-7f4b-4261-bc0d-52c8bf7b460e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:18:40.679266 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5e2bf212-cacb-4553-a41c-4cdd0f476e65 req-97e93d2d-0b4b-4098-b1d7-16e6a2e996a0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c40d5bbf-265c-4138-af81-15967090d72f HTTP/1.1" status: 200 len: 950 time: 0.1370997 Dec 20 21:18:40.719037 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b6c35-7f4b-4261-bc0d-52c8bf7b460e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Pushing event updated for resources: {'Port': ['ID=cf154804-ffc9-47aa-a6e9-4762302b91f9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:40.761731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f182bd-8368-4498-96a0-8bea314abfdc req-134b6c35-7f4b-4261-bc0d-52c8bf7b460e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:40.762479 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f182bd-8368-4498-96a0-8bea314abfdc req-134b6c35-7f4b-4261-bc0d-52c8bf7b460e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:40.772048 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5e2bf212-cacb-4553-a41c-4cdd0f476e65 req-1326c493-19f5-4bfb-873b-edda8adbc805 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907817 Dec 20 21:18:40.799564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:18:40.807584 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f182bd-8368-4498-96a0-8bea314abfdc req-134b6c35-7f4b-4261-bc0d-52c8bf7b460e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0237939 Dec 20 21:18:40.837635 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Request body: {'port': {'device_id': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:40.945572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f25d1-e9a0-4922-8db4-967abd8c70af req-b99e453b-de00-4a13-8866-fa90a8a2cccd tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:40.954973 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c0f25d1-e9a0-4922-8db4-967abd8c70af req-b99e453b-de00-4a13-8866-fa90a8a2cccd tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0721912 Dec 20 21:18:40.994213 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:40.994753 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:41.010664 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c0f25d1-e9a0-4922-8db4-967abd8c70af req-6a05907e-8c7a-412f-8e3b-9c13e35ce0d6 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520873 Dec 20 21:18:41.111980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 501134ce-6336-474e-a095-0554b681068a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:18:41.114563 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a41df8e1-a8a0-4560-8652-84b594967151 None None] Provisioning complete for port a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:41.115000 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a41df8e1-a8a0-4560-8652-84b594967151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:41.130521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d132d-ef38-4a56-a339-dead50b46e64 req-9e865638-94b5-43ad-b748-b0e26df6278f tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:41.143860 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf9d132d-ef38-4a56-a339-dead50b46e64 req-9e865638-94b5-43ad-b748-b0e26df6278f tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 946 time: 0.0676680 Dec 20 21:18:41.146811 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:41.210348 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf9d132d-ef38-4a56-a339-dead50b46e64 req-061a22f2-7ddd-4ae3-a1b9-27405007bea8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617571 Dec 20 21:18:41.269641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a864ef-c987-46e1-87ae-9ee0a75d433d req-502c379c-68a9-4ac6-818a-94ded29d9172 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:41.275368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 501134ce-6336-474e-a095-0554b681068a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:41.275743 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:41.278609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c2a864ef-c987-46e1-87ae-9ee0a75d433d req-502c379c-68a9-4ac6-818a-94ded29d9172 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 936 time: 0.2309813 Dec 20 21:18:41.365503 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a41df8e1-a8a0-4560-8652-84b594967151 None None] Provisioning complete for port 501134ce-6336-474e-a095-0554b681068a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:41.365875 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a41df8e1-a8a0-4560-8652-84b594967151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:41.399740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-338fecb1-48e1-407c-bebf-2ea1e337baad tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:41.405365 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-338fecb1-48e1-407c-bebf-2ea1e337baad tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:41.407159 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-338fecb1-48e1-407c-bebf-2ea1e337baad tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.66 "GET /v2.0/networks?id=c2fbda7f-efc0-4234-9dd4-9e8c5913ae07&id=5a161d56-0ebd-4a69-bc5d-decaef6882fb HTTP/1.1" status: 200 len: 1391 time: 0.4301522 Dec 20 21:18:41.439356 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c2a864ef-c987-46e1-87ae-9ee0a75d433d req-e303c0f4-a9eb-4f46-9097-9877dc1ffb13 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598299 Dec 20 21:18:41.446558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-2650dcac-87a8-42cd-9f65-3f99e64028b2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Request body: {'port': {'device_id': '50a95679-f837-4993-938d-7242d100048a', 'network_id': 'c2fbda7f-efc0-4234-9dd4-9e8c5913ae07', 'admin_state_up': True, 'tenant_id': '1aa098716b2841b9a38afb0654e12766'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:41.474608 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c44ec9c2-a894-47ea-8ae2-7f1806d9d86b', 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:41.540225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a41df8e1-a8a0-4560-8652-84b594967151 None None] Provisioning complete for port cf154804-ffc9-47aa-a6e9-4762302b91f9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:41.540647 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a41df8e1-a8a0-4560-8652-84b594967151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:41.603432 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a41df8e1-a8a0-4560-8652-84b594967151 None None] Port cf154804-ffc9-47aa-a6e9-4762302b91f9 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:18:41.802344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5800882-160d-4113-96df-4509a4f95106 req-316c4cea-fdf2-4eb7-a861-042a8147563f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:41.805535 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c5800882-160d-4113-96df-4509a4f95106 req-316c4cea-fdf2-4eb7-a861-042a8147563f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "GET /v2.0/ports?device_id=c40d5bbf-265c-4138-af81-15967090d72f HTTP/1.1" status: 200 len: 950 time: 0.2062361 Dec 20 21:18:41.838296 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-07758254-97d9-4662-9c23-2e246ac0ed98 req-79023669-db6c-4e9d-9c03-34ca9ad393f6 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 210 time: 0.0409350 Dec 20 21:18:41.911547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf154804-ffc9-47aa-a6e9-4762302b91f9 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:41.917397 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-2650dcac-87a8-42cd-9f65-3f99e64028b2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Made reservation on behalf of 1aa098716b2841b9a38afb0654e12766 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:18:41.923518 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-2650dcac-87a8-42cd-9f65-3f99e64028b2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:41.945129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99900a41-1982-4744-8305-c622c06d2f7b req-35ff5e18-f591-41a2-9f4b-3a751c16aa70 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:41.952557 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-99900a41-1982-4744-8305-c622c06d2f7b req-35ff5e18-f591-41a2-9f4b-3a751c16aa70 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.2743652 Dec 20 21:18:41.960819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe021cf-1666-4a1c-aea3-0701d10d78a5 req-ace73a55-2e76-413d-a80a-b6409f565c4c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:41.963934 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:41.970397 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6fe021cf-1666-4a1c-aea3-0701d10d78a5 req-ace73a55-2e76-413d-a80a-b6409f565c4c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c40d5bbf-265c-4138-af81-15967090d72f HTTP/1.1" status: 200 len: 950 time: 0.0600698 Dec 20 21:18:42.011168 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6fe021cf-1666-4a1c-aea3-0701d10d78a5 req-33eff245-c7f4-4cfb-8f3c-28c66f2f6d46 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393291 Dec 20 21:18:42.045911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Transition to ACTIVE for port object cf154804-ffc9-47aa-a6e9-4762302b91f9 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:18:42.091092 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:42.124228 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-99900a41-1982-4744-8305-c622c06d2f7b req-2685a2b8-323f-4c72-b4bc-ff886fdd2c15 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703446 Dec 20 21:18:42.211718 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Pushing event updated for resources: {'Port': ['ID=cf154804-ffc9-47aa-a6e9-4762302b91f9,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:42.293191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-2650dcac-87a8-42cd-9f65-3f99e64028b2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Allocated IP 19.80.0.114 (c2fbda7f-efc0-4234-9dd4-9e8c5913ae07/b0ff7337-4890-4803-854f-88b85a1cfba8/049681c2-cbc7-4dae-92bd-84eb565eba00) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:18:42.316303 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-c5800882-160d-4113-96df-4509a4f95106 req-cbb3a9d2-6513-4a2f-bfc9-b1cdf01d0190 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Deleting port 26812aac-b0f3-494e-b917-626bd0c0db4b {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:18:42.316664 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5800882-160d-4113-96df-4509a4f95106 req-cbb3a9d2-6513-4a2f-bfc9-b1cdf01d0190 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:42.511657 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Attempting to bind port cf154804-ffc9-47aa-a6e9-4762302b91f9 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:18:42.512038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Attempting to bind port cf154804-ffc9-47aa-a6e9-4762302b91f9 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:18:42.512318 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Attempting to bind port cf154804-ffc9-47aa-a6e9-4762302b91f9 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:42.528695 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Port cf154804-ffc9-47aa-a6e9-4762302b91f9 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:18:42.529231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Attempting to bind port cf154804-ffc9-47aa-a6e9-4762302b91f9 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:42.551599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd52ca-1fcb-4ef1-9f1f-38428e21271c req-436b2cfd-6ab7-4eb2-bb62-b6b1cc0a4e62 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:42.553569 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e1fd52ca-1fcb-4ef1-9f1f-38428e21271c req-436b2cfd-6ab7-4eb2-bb62-b6b1cc0a4e62 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.66 "GET /v2.0/ports?device_id=d84e9ed9-e9c6-4099-8a6b-e7f2164877fd HTTP/1.1" status: 200 len: 950 time: 0.1029832 Dec 20 21:18:42.558512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c5800882-160d-4113-96df-4509a4f95106 req-cbb3a9d2-6513-4a2f-bfc9-b1cdf01d0190 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] For port 26812aac-b0f3-494e-b917-626bd0c0db4b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=26812aac-b0f3-494e-b917-626bd0c0db4b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:42.558890 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5800882-160d-4113-96df-4509a4f95106 req-cbb3a9d2-6513-4a2f-bfc9-b1cdf01d0190 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:42.562796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:18:42.563235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:18:42.563629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:18:42.564064 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Bound port: cf154804-ffc9-47aa-a6e9-4762302b91f9, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:18:42.564585 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:42.599951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-c5800882-160d-4113-96df-4509a4f95106 req-cbb3a9d2-6513-4a2f-bfc9-b1cdf01d0190 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Calling delete_port for 26812aac-b0f3-494e-b917-626bd0c0db4b owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:18:42.667201 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:18:42.670805 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:18:42.692025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679771e1-926e-4019-8697-f59ad7fb6fea req-e60e9da5-9b1d-44b8-b7a8-e964b0b884e2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:42.693624 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-679771e1-926e-4019-8697-f59ad7fb6fea req-e60e9da5-9b1d-44b8-b7a8-e964b0b884e2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 948 time: 0.1138980 Dec 20 21:18:42.729935 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-e1fd52ca-1fcb-4ef1-9f1f-38428e21271c req-369edf1b-59c7-4d2e-82bb-6e743b886727 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Deleting port 27f27e94-070d-4ba9-92c4-35038cc85d4c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:18:42.729935 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e1fd52ca-1fcb-4ef1-9f1f-38428e21271c req-369edf1b-59c7-4d2e-82bb-6e743b886727 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:42.761805 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:42.809865 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-679771e1-926e-4019-8697-f59ad7fb6fea req-ee0c6baa-4523-484f-8ba9-9b547a581c55 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082988 Dec 20 21:18:42.868357 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:42.868847 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:42.869922 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f182bd-8368-4498-96a0-8bea314abfdc req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] 10.222.0.31 "PUT /v2.0/ports/cf154804-ffc9-47aa-a6e9-4762302b91f9 HTTP/1.1" status: 200 len: 1094 time: 2.0440011 Dec 20 21:18:42.877893 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'tag': 'cf154804-ffc9-47aa-a6e9-4762302b91f9'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:42.880200 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90beb5e-bd99-4da1-8468-6583457252df" -d '{"events": [{"name": "network-changed", "server_uuid": "0acd64b6-dce5-4688-bd79-ab23e801bcae", "tag": "cf154804-ffc9-47aa-a6e9-4762302b91f9"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:42.893004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e1fd52ca-1fcb-4ef1-9f1f-38428e21271c req-369edf1b-59c7-4d2e-82bb-6e743b886727 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] For port 27f27e94-070d-4ba9-92c4-35038cc85d4c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=27f27e94-070d-4ba9-92c4-35038cc85d4c,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:42.894441 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e1fd52ca-1fcb-4ef1-9f1f-38428e21271c req-369edf1b-59c7-4d2e-82bb-6e743b886727 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:42.921280 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-e1fd52ca-1fcb-4ef1-9f1f-38428e21271c req-369edf1b-59c7-4d2e-82bb-6e743b886727 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Calling delete_port for 27f27e94-070d-4ba9-92c4-35038cc85d4c owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:18:43.050517 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf932f81-67b5-443c-87a3-0dcc44a60159 service neutron] Pushing event updated for resources: {'Port': ['ID=cf154804-ffc9-47aa-a6e9-4762302b91f9,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:43.077385 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-28ddfa3a-e200-4ef4-ac50-c124d94c8082 req-122d1b5a-82cf-49fa-966f-7f9c3ac6ab82 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 210 time: 0.0296586 Dec 20 21:18:43.197908 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e1fd52ca-1fcb-4ef1-9f1f-38428e21271c req-369edf1b-59c7-4d2e-82bb-6e743b886727 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:43.206399 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d8550c-0dfe-46d8-9712-05c859d5e715 x-openstack-request-id: req-a5d8550c-0dfe-46d8-9712-05c859d5e715 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:43.206869 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0acd64b6-dce5-4688-bd79-ab23e801bcae", "tag": "cf154804-ffc9-47aa-a6e9-4762302b91f9", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:43.208367 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5d8550c-0dfe-46d8-9712-05c859d5e715 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:43.208991 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'tag': 'cf154804-ffc9-47aa-a6e9-4762302b91f9', 'status': 'completed', 'code': 200} Dec 20 21:18:43.225208 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-3b5e22df-000d-48c6-a3ce-d962ed42c162 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--587866733&fields=id&tenant_id=49bd4cca0f8d409399c77feff9b72818 HTTP/1.1" status: 200 len: 267 time: 0.3695414 Dec 20 21:18:43.236638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c50e7163-7ce6-4b98-a677-d7b1a60568f0', '095dc952-4236-4239-b529-21f01ec7edf9', 'af0c69c0-2187-4115-9ca2-8619f872176b', '26812aac-b0f3-494e-b917-626bd0c0db4b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:43.263277 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369edf1b-59c7-4d2e-82bb-6e743b886727 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Pushing event deleted for resources: {'Port': ['ID=27f27e94-070d-4ba9-92c4-35038cc85d4c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:43.289185 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['27f27e94-070d-4ba9-92c4-35038cc85d4c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:43.374943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 20898fd4-030d-46df-b057-568f3278b220 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:18:43.376453 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f182bd-8368-4498-96a0-8bea314abfdc req-6b88071d-16ec-47ac-aa6e-b4831c8d329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:43.378157 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f182bd-8368-4498-96a0-8bea314abfdc req-6b88071d-16ec-47ac-aa6e-b4831c8d329a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 1097 time: 0.4014821 Dec 20 21:18:43.389776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc1f1f-c533-4ee6-aef7-dad37f5fce23 req-e6c02202-df96-4b06-a2f1-d8124510ba6c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:43.395012 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9ffc1f1f-c533-4ee6-aef7-dad37f5fce23 req-e6c02202-df96-4b06-a2f1-d8124510ba6c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=c40d5bbf-265c-4138-af81-15967090d72f HTTP/1.1" status: 200 len: 950 time: 0.1430230 Dec 20 21:18:43.397693 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fd52ca-1fcb-4ef1-9f1f-38428e21271c req-369edf1b-59c7-4d2e-82bb-6e743b886727 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] No DVR routers for this DVR port 27f27e94-070d-4ba9-92c4-35038cc85d4c on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:18:43.401171 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e1fd52ca-1fcb-4ef1-9f1f-38428e21271c req-369edf1b-59c7-4d2e-82bb-6e743b886727 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:43.411905 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e1fd52ca-1fcb-4ef1-9f1f-38428e21271c req-369edf1b-59c7-4d2e-82bb-6e743b886727 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.66 "DELETE /v2.0/ports/27f27e94-070d-4ba9-92c4-35038cc85d4c HTTP/1.1" status: 204 len: 173 time: 0.8389955 Dec 20 21:18:43.418401 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-2650dcac-87a8-42cd-9f65-3f99e64028b2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:43.419890 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84e9ed9-e9c6-4099-8a6b-e7f2164877fd', 'name': 'network-vif-deleted', 'tag': '27f27e94-070d-4ba9-92c4-35038cc85d4c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:43.425604 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf6ac22-6e57-46d9-8ec7-a93303df97b8" -d '{"events": [{"server_uuid": "d84e9ed9-e9c6-4099-8a6b-e7f2164877fd", "name": "network-vif-deleted", "tag": "27f27e94-070d-4ba9-92c4-35038cc85d4c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:43.499095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f182bd-8368-4498-96a0-8bea314abfdc req-ccfa1476-834d-4bcd-b0a4-690a3a6675ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9 HTTP/1.1" status: 200 len: 217 time: 0.0934827 Dec 20 21:18:43.520549 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9ffc1f1f-c533-4ee6-aef7-dad37f5fce23 req-9a47ff05-b2e9-40db-b75a-c72720d03ffb tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065230 Dec 20 21:18:43.615440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 20898fd4-030d-46df-b057-568f3278b220, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=20898fd4-030d-46df-b057-568f3278b220,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:43.622832 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5800882-160d-4113-96df-4509a4f95106 req-cbb3a9d2-6513-4a2f-bfc9-b1cdf01d0190 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:43.631665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a72e6a2d-1cee-4840-b7b5-33e20fe78cef tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:43.644030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a72e6a2d-1cee-4840-b7b5-33e20fe78cef tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/networks?id=26695cc4-6d4c-47f9-b9d6-944bc1cfd208 HTTP/1.1" status: 200 len: 823 time: 0.4036930 Dec 20 21:18:43.659538 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['27f27e94-070d-4ba9-92c4-35038cc85d4c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:43.664566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '20898fd4-030d-46df-b057-568f3278b220', 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc', 'port_id': '20898fd4-030d-46df-b057-568f3278b220', 'mac_address': 'fa:16:3e:ae:b2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cfb43f-380d-47e7-8095-0b998add498a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:18:43.714860 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-2650dcac-87a8-42cd-9f65-3f99e64028b2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:43.717651 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f182bd-8368-4498-96a0-8bea314abfdc req-f4220c3a-a9b2-454a-82df-818b7fb7d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:43.719525 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f182bd-8368-4498-96a0-8bea314abfdc req-f4220c3a-a9b2-454a-82df-818b7fb7d490 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.2062309 Dec 20 21:18:43.765379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3a9d2-6513-4a2f-bfc9-b1cdf01d0190 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Pushing event deleted for resources: {'Port': ['ID=26812aac-b0f3-494e-b917-626bd0c0db4b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:43.774841 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:43.775744 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-1a5ca115-9d74-4ccf-bb21-27f73d561832 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/quotas/49bd4cca0f8d409399c77feff9b72818 HTTP/1.1" status: 200 len: 375 time: 0.0917842 Dec 20 21:18:43.803302 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20898fd4-030d-46df-b057-568f3278b220 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:43.849695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 20898fd4-030d-46df-b057-568f3278b220, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=20898fd4-030d-46df-b057-568f3278b220,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:43.860318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33b6f6-ccd8-4c26-afcf-47b3c8851c0b req-defbc3ed-667b-4243-a2b3-d35d3840c0ba tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:43.860974 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:43.874648 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0a33b6f6-ccd8-4c26-afcf-47b3c8851c0b req-defbc3ed-667b-4243-a2b3-d35d3840c0ba tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.1316674 Dec 20 21:18:43.941111 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0a33b6f6-ccd8-4c26-afcf-47b3c8851c0b req-f5ded36d-23af-43ff-8c8c-fee2a3513929 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621340 Dec 20 21:18:43.971444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-2650dcac-87a8-42cd-9f65-3f99e64028b2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Network c2fbda7f-efc0-4234-9dd4-9e8c5913ae07 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:18:43.976178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5800882-160d-4113-96df-4509a4f95106 req-cbb3a9d2-6513-4a2f-bfc9-b1cdf01d0190 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] No DVR routers for this DVR port 26812aac-b0f3-494e-b917-626bd0c0db4b on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:18:43.982960 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5800882-160d-4113-96df-4509a4f95106 req-cbb3a9d2-6513-4a2f-bfc9-b1cdf01d0190 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:43.986529 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c5800882-160d-4113-96df-4509a4f95106 req-cbb3a9d2-6513-4a2f-bfc9-b1cdf01d0190 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "DELETE /v2.0/ports/26812aac-b0f3-494e-b917-626bd0c0db4b HTTP/1.1" status: 204 len: 173 time: 2.0700920 Dec 20 21:18:43.998501 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-2650dcac-87a8-42cd-9f65-3f99e64028b2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:18:44.000925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ecb79372-c566-4cad-b877-432ba06f1c26 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:18:44.003672 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ecb79372-c566-4cad-b877-432ba06f1c26 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:44.005454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-2650dcac-87a8-42cd-9f65-3f99e64028b2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:18:44.008056 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650dcac-87a8-42cd-9f65-3f99e64028b2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event updated for resources: {'Port': ['ID=049681c2-cbc7-4dae-92bd-84eb565eba00,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:44.029490 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41aa378d-3eed-4133-8eca-157ee2433873 x-openstack-request-id: req-41aa378d-3eed-4133-8eca-157ee2433873 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:44.030400 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84e9ed9-e9c6-4099-8a6b-e7f2164877fd", "name": "network-vif-deleted", "tag": "27f27e94-070d-4ba9-92c4-35038cc85d4c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:44.030400 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41aa378d-3eed-4133-8eca-157ee2433873 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:44.030596 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84e9ed9-e9c6-4099-8a6b-e7f2164877fd', 'name': 'network-vif-deleted', 'tag': '27f27e94-070d-4ba9-92c4-35038cc85d4c', 'status': 'completed', 'code': 200} Dec 20 21:18:44.086695 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f182bd-8368-4498-96a0-8bea314abfdc req-b9313420-4fa5-46c1-a822-4e0715d15421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:44.088221 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f182bd-8368-4498-96a0-8bea314abfdc req-b9313420-4fa5-46c1-a822-4e0715d15421 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3392141 Dec 20 21:18:44.129194 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-0ede7932-b7f3-4016-baf5-28cc5bbfc08c tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49bd4cca0f8d409399c77feff9b72818&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3084307 Dec 20 21:18:44.209005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-2650dcac-87a8-42cd-9f65-3f99e64028b2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:44.209945 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-2650dcac-87a8-42cd-9f65-3f99e64028b2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:44.220474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['20898fd4-030d-46df-b057-568f3278b220'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:44.228776 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=20898fd4-030d-46df-b057-568f3278b220,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:44.231366 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c68250-12b8-47da-9edf-dda0cdf3e19b req-e7f49634-b3b1-4169-bd77-7d8b72cef7fb tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:44.241516 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c7c68250-12b8-47da-9edf-dda0cdf3e19b req-e7f49634-b3b1-4169-bd77-7d8b72cef7fb tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 948 time: 0.1112602 Dec 20 21:18:44.324073 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c7c68250-12b8-47da-9edf-dda0cdf3e19b req-96f31aab-f026-4541-88ab-a3054dc6a526 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817540 Dec 20 21:18:44.420695 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-2650dcac-87a8-42cd-9f65-3f99e64028b2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9781806 Dec 20 21:18:44.466885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-8117049f-7b9e-44c0-af6c-d52c5bc9b2ab tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Request body: {'port': {'device_id': '50a95679-f837-4993-938d-7242d100048a', 'network_id': '5a161d56-0ebd-4a69-bc5d-decaef6882fb', 'admin_state_up': True, 'tenant_id': '1aa098716b2841b9a38afb0654e12766'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:44.512713 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:44.544543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-959a0a05-3fcb-4836-a286-6edb73ee98a6 None None] Provisioning complete for port 049681c2-cbc7-4dae-92bd-84eb565eba00 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:44.544688 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:18:44.545180 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-959a0a05-3fcb-4836-a286-6edb73ee98a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:44.547680 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ecb79372-c566-4cad-b877-432ba06f1c26, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ecb79372-c566-4cad-b877-432ba06f1c26,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:44.650836 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'ecb79372-c566-4cad-b877-432ba06f1c26', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'ecb79372-c566-4cad-b877-432ba06f1c26', 'mac_address': 'fa:16:3e:dd:d2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:18:44.652415 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:44.714609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b1402-5b3e-4aae-9298-681cb5b9a646 req-4dca9a37-b2fe-4d8a-b5c2-83597d05b030 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:44.724620 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef1b1402-5b3e-4aae-9298-681cb5b9a646 req-4dca9a37-b2fe-4d8a-b5c2-83597d05b030 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 932 time: 0.2146578 Dec 20 21:18:44.730748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-959a0a05-3fcb-4836-a286-6edb73ee98a6 None None] Port 049681c2-cbc7-4dae-92bd-84eb565eba00 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:18:44.761234 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a8420-963e-4a26-a2a2-8af036deea01 req-97d0534e-2517-4377-8cdd-5127e8f5ebfe tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:44.762895 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4f4a8420-963e-4a26-a2a2-8af036deea01 req-97d0534e-2517-4377-8cdd-5127e8f5ebfe tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6d67f58-21d9-4d06-a5f9-2816801dabdd HTTP/1.1" status: 200 len: 946 time: 0.2148759 Dec 20 21:18:44.800145 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef1b1402-5b3e-4aae-9298-681cb5b9a646 req-86e08396-4c76-451b-b93e-e36efd4c7e8f tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725842 Dec 20 21:18:44.866138 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecb79372-c566-4cad-b877-432ba06f1c26'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:44.868303 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12868961-ae1f-4b7a-9eb9-ae99cb2171a2" -d '{"events": [{"server_uuid": "ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945", "name": "network-vif-unplugged", "status": "completed", "tag": "ecb79372-c566-4cad-b877-432ba06f1c26"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:44.948980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ecb79372-c566-4cad-b877-432ba06f1c26, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ecb79372-c566-4cad-b877-432ba06f1c26,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:44.949995 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:44.989161 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:45.011472 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-4f4a8420-963e-4a26-a2a2-8af036deea01 req-ea7699b1-ba8d-4dc4-8922-e359d786b6a1 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Deleting port 58ad4fdc-9dcd-4043-903e-0e484ac5e967 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:18:45.013664 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f4a8420-963e-4a26-a2a2-8af036deea01 req-ea7699b1-ba8d-4dc4-8922-e359d786b6a1 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:45.103736 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad204324-96b1-42e8-8691-0f10bd498a5c x-openstack-request-id: req-ad204324-96b1-42e8-8691-0f10bd498a5c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:45.104434 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945", "name": "network-vif-unplugged", "status": "completed", "tag": "ecb79372-c566-4cad-b877-432ba06f1c26", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:45.104946 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad204324-96b1-42e8-8691-0f10bd498a5c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:45.105590 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecb79372-c566-4cad-b877-432ba06f1c26', 'code': 200} Dec 20 21:18:45.106898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=ecb79372-c566-4cad-b877-432ba06f1c26,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:45.111687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-197c595c-1af7-4397-80fd-f666a21c6a09 service neutron] 10.222.0.32 "GET /v2.0/networks/26695cc4-6d4c-47f9-b9d6-944bc1cfd208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9581487 Dec 20 21:18:45.118668 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f182bd-8368-4498-96a0-8bea314abfdc req-567b17f4-1ff1-42cb-9013-470c9060b0a5 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9830976 Dec 20 21:18:45.178852 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecb79372-c566-4cad-b877-432ba06f1c26 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:45.179384 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4f4a8420-963e-4a26-a2a2-8af036deea01 req-ea7699b1-ba8d-4dc4-8922-e359d786b6a1 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] For port 58ad4fdc-9dcd-4043-903e-0e484ac5e967, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=58ad4fdc-9dcd-4043-903e-0e484ac5e967,segment=NetworkSegment(277faab7-a284-413e-88eb-5288c8dc15c0),segment_id=277faab7-a284-413e-88eb-5288c8dc15c0)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:45.179807 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f4a8420-963e-4a26-a2a2-8af036deea01 req-ea7699b1-ba8d-4dc4-8922-e359d786b6a1 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:45.243612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40d5bbf-265c-4138-af81-15967090d72f', 'name': 'network-vif-deleted', 'tag': '26812aac-b0f3-494e-b917-626bd0c0db4b'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:45.246480 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a156c061-4fa6-4a32-97d1-68b853869c80" -d '{"events": [{"server_uuid": "c40d5bbf-265c-4138-af81-15967090d72f", "name": "network-vif-deleted", "tag": "26812aac-b0f3-494e-b917-626bd0c0db4b"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:45.255021 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:18:45.255539 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:18:45.411055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 26812aac-b0f3-494e-b917-626bd0c0db4b no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:45.433658 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f182bd-8368-4498-96a0-8bea314abfdc req-e20fbe07-a805-4904-af42-3d974651d23b service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858973 Dec 20 21:18:45.440883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-8117049f-7b9e-44c0-af6c-d52c5bc9b2ab tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Made reservation on behalf of 1aa098716b2841b9a38afb0654e12766 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:18:45.443287 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55f476-97d5-46f5-8acb-8bd2b0906447 req-bb283d9f-59ec-4808-a703-30561a1f145d tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:45.450824 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c55f476-97d5-46f5-8acb-8bd2b0906447 req-bb283d9f-59ec-4808-a703-30561a1f145d tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 947 time: 0.1909227 Dec 20 21:18:45.468568 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-8117049f-7b9e-44c0-af6c-d52c5bc9b2ab tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:45.480044 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 26812aac-b0f3-494e-b917-626bd0c0db4b {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:18:45.482104 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 26812aac-b0f3-494e-b917-626bd0c0db4b not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:18:45.528916 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-391b0d74-8bdc-4ccc-a69d-b3b431f88304 service neutron] 10.222.0.32 "GET /v2.0/networks/26695cc4-6d4c-47f9-b9d6-944bc1cfd208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061248 Dec 20 21:18:45.546030 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c55f476-97d5-46f5-8acb-8bd2b0906447 req-0eed27ef-7fa5-4b3d-9a18-99094c5efde4 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942137 Dec 20 21:18:45.628481 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f4a8420-963e-4a26-a2a2-8af036deea01 req-ea7699b1-ba8d-4dc4-8922-e359d786b6a1 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:45.629041 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f4a8420-963e-4a26-a2a2-8af036deea01 req-ea7699b1-ba8d-4dc4-8922-e359d786b6a1 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:45.629344 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [req-4f4a8420-963e-4a26-a2a2-8af036deea01 req-ea7699b1-ba8d-4dc4-8922-e359d786b6a1 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Floating IP 4d4ac602-2113-423b-8b31-cf3ad0340e42 disassociated. External IP: 172.35.3.209, port: 58ad4fdc-9dcd-4043-903e-0e484ac5e967. Dec 20 21:18:45.629722 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-4f4a8420-963e-4a26-a2a2-8af036deea01 req-ea7699b1-ba8d-4dc4-8922-e359d786b6a1 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Calling delete_port for 58ad4fdc-9dcd-4043-903e-0e484ac5e967 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:18:45.736121 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a24cf6-56b2-42e5-a2ab-27d722ec98bd x-openstack-request-id: req-28a24cf6-56b2-42e5-a2ab-27d722ec98bd {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:45.736389 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40d5bbf-265c-4138-af81-15967090d72f", "name": "network-vif-deleted", "tag": "26812aac-b0f3-494e-b917-626bd0c0db4b", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:45.736648 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28a24cf6-56b2-42e5-a2ab-27d722ec98bd {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:45.737041 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40d5bbf-265c-4138-af81-15967090d72f', 'name': 'network-vif-deleted', 'tag': '26812aac-b0f3-494e-b917-626bd0c0db4b', 'status': 'completed', 'code': 200} Dec 20 21:18:45.839824 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:45.856622 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb79372-c566-4cad-b877-432ba06f1c26 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:45.937219 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ecb79372-c566-4cad-b877-432ba06f1c26, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ecb79372-c566-4cad-b877-432ba06f1c26,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:45.953235 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:45.967605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94a074-56c2-4273-adcc-f7004f62b01f req-6d7ca810-ec0e-45c0-9d81-d1e6b84621e4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:45.982451 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e94a074-56c2-4273-adcc-f7004f62b01f req-6d7ca810-ec0e-45c0-9d81-d1e6b84621e4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 948 time: 0.1333711 Dec 20 21:18:46.019402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90beb5e-bd99-4da1-8468-6583457252df req-5226f7a0-a82f-4167-bf12-5bec5bb876f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:46.021135 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a90beb5e-bd99-4da1-8468-6583457252df req-5226f7a0-a82f-4167-bf12-5bec5bb876f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 1097 time: 0.4661391 Dec 20 21:18:46.087203 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=ecb79372-c566-4cad-b877-432ba06f1c26,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:46.171408 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e94a074-56c2-4273-adcc-f7004f62b01f req-b4a4f023-9c27-4c6a-897c-5de7dc148b4a tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876175 Dec 20 21:18:46.198344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-8117049f-7b9e-44c0-af6c-d52c5bc9b2ab tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Allocated IP 19.86.0.219 (5a161d56-0ebd-4a69-bc5d-decaef6882fb/ed472930-ac72-4a64-973b-23027dc2b95f/6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:18:46.250982 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f4a8420-963e-4a26-a2a2-8af036deea01 req-ea7699b1-ba8d-4dc4-8922-e359d786b6a1 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:46.299762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90beb5e-bd99-4da1-8468-6583457252df req-d7fbe5fc-7a77-4f06-b2dc-18fc39455d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:46.301245 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a90beb5e-bd99-4da1-8468-6583457252df req-d7fbe5fc-7a77-4f06-b2dc-18fc39455d2a service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.2712517 Dec 20 21:18:46.342805 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7699b1-ba8d-4dc4-8922-e359d786b6a1 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Pushing event deleted for resources: {'Port': ['ID=58ad4fdc-9dcd-4043-903e-0e484ac5e967,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:46.364490 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a90beb5e-bd99-4da1-8468-6583457252df req-7138c4b3-ea17-45b2-b243-8b7d7155720d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9 HTTP/1.1" status: 200 len: 217 time: 0.0507116 Dec 20 21:18:46.473189 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fc5a0e03-4b4b-49eb-bcc0-a59b4d52958d req-cb600679-d031-4845-978f-793852939577 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 210 time: 0.1343138 Dec 20 21:18:46.556322 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['ecb79372-c566-4cad-b877-432ba06f1c26'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:46.600847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90beb5e-bd99-4da1-8468-6583457252df req-bc3eb1ae-0579-4293-9824-6fb46ea48614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:46.602586 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a90beb5e-bd99-4da1-8468-6583457252df req-bc3eb1ae-0579-4293-9824-6fb46ea48614 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.2179534 Dec 20 21:18:46.634212 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763cf57-8625-4144-bcf2-60adfa070014 req-4068f7ed-01ef-4faf-b34b-7c591d072703 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:46.642654 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4763cf57-8625-4144-bcf2-60adfa070014 req-4068f7ed-01ef-4faf-b34b-7c591d072703 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 932 time: 0.2717664 Dec 20 21:18:46.758176 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c50e7163-7ce6-4b98-a677-d7b1a60568f0', '095dc952-4236-4239-b529-21f01ec7edf9', 'af0c69c0-2187-4115-9ca2-8619f872176b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:46.772145 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f4a8420-963e-4a26-a2a2-8af036deea01 req-ea7699b1-ba8d-4dc4-8922-e359d786b6a1 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Router 4f28c683-43da-4455-a735-ca6ab86e9b0a has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:18:46.909992 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4763cf57-8625-4144-bcf2-60adfa070014 req-a0470c68-bc69-43de-a763-6a68e6eca671 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384696 Dec 20 21:18:46.935172 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-8117049f-7b9e-44c0-af6c-d52c5bc9b2ab tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:46.985005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90beb5e-bd99-4da1-8468-6583457252df req-2f1d3db4-c7bf-491c-a27a-4ff6328a421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:46.988197 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a90beb5e-bd99-4da1-8468-6583457252df req-2f1d3db4-c7bf-491c-a27a-4ff6328a421e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3445654 Dec 20 21:18:47.195204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fb3ca-4e15-41d0-998d-52a98a0b2596 req-57872fb0-fa8a-4776-8017-9d00cd684582 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:47.208469 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-209fb3ca-4e15-41d0-998d-52a98a0b2596 req-57872fb0-fa8a-4776-8017-9d00cd684582 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 948 time: 0.1876292 Dec 20 21:18:47.231421 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-8117049f-7b9e-44c0-af6c-d52c5bc9b2ab tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:47.249349 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd68e76-acdc-4a9f-bf6d-c094ac41560c req-8bf9f2a5-606f-45b1-8e8e-272975cd910c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:47.267391 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3fd68e76-acdc-4a9f-bf6d-c094ac41560c req-8bf9f2a5-606f-45b1-8e8e-272975cd910c tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c72168c-0b66-4507-910c-13c91615a4bc HTTP/1.1" status: 200 len: 950 time: 0.2071278 Dec 20 21:18:47.268533 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f4a8420-963e-4a26-a2a2-8af036deea01 req-ea7699b1-ba8d-4dc4-8922-e359d786b6a1 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:18:47.298943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b27f044-fe6b-4c94-a1fa-8c4e1345385f None None] Sync routers for ids ['4f28c683-43da-4455-a735-ca6ab86e9b0a'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:18:47.305417 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-209fb3ca-4e15-41d0-998d-52a98a0b2596 req-253c014e-7fcc-4ae2-a845-68ad961e94da tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977240 Dec 20 21:18:47.328226 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4a8420-963e-4a26-a2a2-8af036deea01 req-ea7699b1-ba8d-4dc4-8922-e359d786b6a1 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] No DVR routers for this DVR port 58ad4fdc-9dcd-4043-903e-0e484ac5e967 on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:18:47.340897 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b27f044-fe6b-4c94-a1fa-8c4e1345385f None None] Routers {'4f28c683-43da-4455-a735-ca6ab86e9b0a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:18:47.341832 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4b27f044-fe6b-4c94-a1fa-8c4e1345385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:18:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f28c683-43da-4455-a735-ca6ab86e9b0a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:18:47.345693 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4f4a8420-963e-4a26-a2a2-8af036deea01 req-ea7699b1-ba8d-4dc4-8922-e359d786b6a1 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:47.354019 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4f4a8420-963e-4a26-a2a2-8af036deea01 req-ea7699b1-ba8d-4dc4-8922-e359d786b6a1 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.66 "DELETE /v2.0/ports/58ad4fdc-9dcd-4043-903e-0e484ac5e967 HTTP/1.1" status: 204 len: 173 time: 2.5781326 Dec 20 21:18:47.354533 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d67f58-21d9-4d06-a5f9-2816801dabdd', 'name': 'network-vif-deleted', 'tag': '58ad4fdc-9dcd-4043-903e-0e484ac5e967'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:47.361711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a90beb5e-bd99-4da1-8468-6583457252df req-1d2f2e9a-e66b-472d-b9ce-254a2246e67b service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562582 Dec 20 21:18:47.363157 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86687933-c72b-498c-8187-4512d30bdac5" -d '{"events": [{"server_uuid": "d6d67f58-21d9-4d06-a5f9-2816801dabdd", "name": "network-vif-deleted", "tag": "58ad4fdc-9dcd-4043-903e-0e484ac5e967"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:47.379144 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-8117049f-7b9e-44c0-af6c-d52c5bc9b2ab tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Network 5a161d56-0ebd-4a69-bc5d-decaef6882fb is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:18:47.436599 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 20898fd4-030d-46df-b057-568f3278b220 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:18:47.521833 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a90beb5e-bd99-4da1-8468-6583457252df req-c064cce0-8a5e-48cd-afc1-a4175d64233c service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393254 Dec 20 21:18:47.548918 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-8117049f-7b9e-44c0-af6c-d52c5bc9b2ab tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:18:47.562957 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3fd68e76-acdc-4a9f-bf6d-c094ac41560c req-1c2ece02-96f4-4a92-84a6-df44a0bab07e tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939143 Dec 20 21:18:47.570085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117049f-7b9e-44c0-af6c-d52c5bc9b2ab tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event updated for resources: {'Port': ['ID=6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:47.572943 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-8117049f-7b9e-44c0-af6c-d52c5bc9b2ab tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:18:47.639579 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc8e87-44db-476a-9b26-6edaeacfa7fb req-8d279d90-c554-486a-bc9a-970302a6e220 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:47.648555 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-59cc8e87-44db-476a-9b26-6edaeacfa7fb req-8d279d90-c554-486a-bc9a-970302a6e220 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 948 time: 0.1384680 Dec 20 21:18:47.698629 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd0a628-90a3-4c75-903a-f79a69050c1f x-openstack-request-id: req-3fd0a628-90a3-4c75-903a-f79a69050c1f {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:47.698932 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d67f58-21d9-4d06-a5f9-2816801dabdd", "name": "network-vif-deleted", "tag": "58ad4fdc-9dcd-4043-903e-0e484ac5e967", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:47.700303 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fd0a628-90a3-4c75-903a-f79a69050c1f {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:47.700742 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d67f58-21d9-4d06-a5f9-2816801dabdd', 'name': 'network-vif-deleted', 'tag': '58ad4fdc-9dcd-4043-903e-0e484ac5e967', 'status': 'completed', 'code': 200} Dec 20 21:18:47.732825 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-59cc8e87-44db-476a-9b26-6edaeacfa7fb req-fe49e5a1-f9e0-4d2f-a3d8-43f9fa6a13f3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831571 Dec 20 21:18:47.759410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-8117049f-7b9e-44c0-af6c-d52c5bc9b2ab tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:47.761064 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-8117049f-7b9e-44c0-af6c-d52c5bc9b2ab tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:47.796575 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-8117049f-7b9e-44c0-af6c-d52c5bc9b2ab tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3550301 Dec 20 21:18:47.816516 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:47.820999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Request body: {'port': {'device_id': '50a95679-f837-4993-938d-7242d100048a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:47.897946 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-02bda38e-0700-425e-8659-883d9873f23d req-c641f7d5-e1bc-42dc-97d7-99c9d3dafc74 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 210 time: 0.0362442 Dec 20 21:18:47.923752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-4b27f044-fe6b-4c94-a1fa-8c4e1345385f None None] Set router 4f28c683-43da-4455-a735-ca6ab86e9b0a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:18:47.937049 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 20898fd4-030d-46df-b057-568f3278b220 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:47.937049 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:47.941195 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:48.017844 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 27f27e94-070d-4ba9-92c4-35038cc85d4c no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:48.064664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 27f27e94-070d-4ba9-92c4-35038cc85d4c {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:18:48.065322 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 27f27e94-070d-4ba9-92c4-35038cc85d4c not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:18:48.065928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 58ad4fdc-9dcd-4043-903e-0e484ac5e967 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:48.168883 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 58ad4fdc-9dcd-4043-903e-0e484ac5e967 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:18:48.169290 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 58ad4fdc-9dcd-4043-903e-0e484ac5e967 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:18:48.178395 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-172cb44c-13f1-4c51-b5b8-f28faaab44fb tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:48.178927 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b772626-3b4c-4c45-b0e8-989407917655 req-06608728-4e71-4070-a70e-7011b8ba24a6 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:48.180117 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-172cb44c-13f1-4c51-b5b8-f28faaab44fb tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.31 "GET /v2.0/networks?id=26695cc4-6d4c-47f9-b9d6-944bc1cfd208 HTTP/1.1" status: 200 len: 823 time: 0.2238722 Dec 20 21:18:48.208461 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b772626-3b4c-4c45-b0e8-989407917655 req-06608728-4e71-4070-a70e-7011b8ba24a6 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:48.218701 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6b772626-3b4c-4c45-b0e8-989407917655 req-06608728-4e71-4070-a70e-7011b8ba24a6 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1655 time: 0.1333978 Dec 20 21:18:48.270233 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6b772626-3b4c-4c45-b0e8-989407917655 req-ac07aa6f-5aab-475e-af1a-89bfab372de0 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472739 Dec 20 21:18:48.416731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-fe401f21-ffd0-4409-8278-e55c62eba0b4 None None] Provisioning complete for port 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:48.417784 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe401f21-ffd0-4409-8278-e55c62eba0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:48.427622 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:48.539038 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-fe401f21-ffd0-4409-8278-e55c62eba0b4 None None] Port 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:18:48.547696 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69572d33-1210-4b41-875a-1f315faeb04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20898fd4-030d-46df-b057-568f3278b220'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:48.550303 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce716b7d-f3d8-4523-8d5a-cd80a46e7431" -d '{"events": [{"server_uuid": "69572d33-1210-4b41-875a-1f315faeb04d", "name": "network-vif-plugged", "status": "completed", "tag": "20898fd4-030d-46df-b057-568f3278b220"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:48.572056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 20898fd4-030d-46df-b057-568f3278b220, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=20898fd4-030d-46df-b057-568f3278b220,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:48.580800 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:48.618594 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8999038-73d4-409a-a937-f8188dc67b3f x-openstack-request-id: req-a8999038-73d4-409a-a937-f8188dc67b3f {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:48.618907 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69572d33-1210-4b41-875a-1f315faeb04d", "name": "network-vif-plugged", "status": "completed", "tag": "20898fd4-030d-46df-b057-568f3278b220", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:48.619154 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8999038-73d4-409a-a937-f8188dc67b3f {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:48.619576 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69572d33-1210-4b41-875a-1f315faeb04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20898fd4-030d-46df-b057-568f3278b220', 'code': 200} Dec 20 21:18:48.626178 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-cb3ca341-3460-41c5-a016-cc70928f6c26 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49bd4cca0f8d409399c77feff9b72818 HTTP/1.1" status: 200 len: 379 time: 0.3164489 Dec 20 21:18:48.644305 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4b27f044-fe6b-4c94-a1fa-8c4e1345385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:16:02Z', 'revision_number': 4, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '9e12ffe2-65e9-40a4-8d62-d718ed68a475', 'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'mac_address': 'fa:16:3e:04:06:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:00Z', 'updated_at': '2021-12-20T21:16:07Z', 'revision_number': 5, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'subnets': [{'id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:18:48.673627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b27f044-fe6b-4c94-a1fa-8c4e1345385f None None] Checking router: 4f28c683-43da-4455-a735-ca6ab86e9b0a for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:18:48.675767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=20898fd4-030d-46df-b057-568f3278b220,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:48.680502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8f0db-c332-4814-ad82-f747953041ce req-fd2736e8-3583-4554-a415-4ec40773e157 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:48.682021 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8aa8f0db-c332-4814-ad82-f747953041ce req-fd2736e8-3583-4554-a415-4ec40773e157 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c72168c-0b66-4507-910c-13c91615a4bc HTTP/1.1" status: 200 len: 950 time: 0.2952950 Dec 20 21:18:48.687249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-ca01c188-c988-448f-afa9-9ec0626bf5f6 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Request body: {'port': {'device_id': '8fad8e69-fb73-448a-ad64-82a3661cafc9', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'admin_state_up': True, 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'security_groups': ['37f026f9-65d6-4291-a5e9-593cb2c18933']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:48.690863 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b27f044-fe6b-4c94-a1fa-8c4e1345385f None None] Routers {'4f28c683-43da-4455-a735-ca6ab86e9b0a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:18:48.691886 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4b27f044-fe6b-4c94-a1fa-8c4e1345385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:18:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f28c683-43da-4455-a735-ca6ab86e9b0a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:18:48.712858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259f169-e266-41b3-a573-62ca5cb4b516 req-3cf2d8d8-90cb-46e7-a2be-c5b2a13d444d tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:48.722154 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2259f169-e266-41b3-a573-62ca5cb4b516 req-3cf2d8d8-90cb-46e7-a2be-c5b2a13d444d tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 948 time: 0.2285798 Dec 20 21:18:48.778077 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c7419-cc0a-49d4-ad5b-798f81cd9169 req-21a723e0-4e55-4e72-8d03-13c0e93c3db3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:48.786417 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-688c7419-cc0a-49d4-ad5b-798f81cd9169 req-21a723e0-4e55-4e72-8d03-13c0e93c3db3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c72168c-0b66-4507-910c-13c91615a4bc HTTP/1.1" status: 200 len: 950 time: 0.0784814 Dec 20 21:18:48.817491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-4b27f044-fe6b-4c94-a1fa-8c4e1345385f None None] Set router 4f28c683-43da-4455-a735-ca6ab86e9b0a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:18:48.835364 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-688c7419-cc0a-49d4-ad5b-798f81cd9169 req-86248714-e6eb-415c-9316-73e8d1fab962 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435035 Dec 20 21:18:48.887568 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2259f169-e266-41b3-a573-62ca5cb4b516 req-63f9f52e-9f88-4fcb-94b2-0f3166296449 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639805 Dec 20 21:18:48.975446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd712f-0328-4a1f-94af-0253774c8a71 req-f00fc1a9-b772-4387-b47a-37359c2003b9 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:48.983317 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fcd712f-0328-4a1f-94af-0253774c8a71 req-f00fc1a9-b772-4387-b47a-37359c2003b9 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 948 time: 0.0701511 Dec 20 21:18:49.039973 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fcd712f-0328-4a1f-94af-0253774c8a71 req-89db8e55-8fa0-4fc1-ac35-65e97587493e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472858 Dec 20 21:18:49.149946 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4b27f044-fe6b-4c94-a1fa-8c4e1345385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:16:02Z', 'revision_number': 4, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '9e12ffe2-65e9-40a4-8d62-d718ed68a475', 'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'mac_address': 'fa:16:3e:04:06:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:00Z', 'updated_at': '2021-12-20T21:16:07Z', 'revision_number': 5, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'subnets': [{'id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:18:49.166733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049681c2-cbc7-4dae-92bd-84eb565eba00 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:49.187410 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b27f044-fe6b-4c94-a1fa-8c4e1345385f None None] The sync data for ids ['4f28c683-43da-4455-a735-ca6ab86e9b0a'] in n-d-xena-1 is: [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:16:02Z', 'revision_number': 4, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '9e12ffe2-65e9-40a4-8d62-d718ed68a475', 'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'mac_address': 'fa:16:3e:04:06:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:00Z', 'updated_at': '2021-12-20T21:16:07Z', 'revision_number': 5, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'subnets': [{'id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:18:49.199973 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05fdc085-3f47-4f08-bad4-b84f6a754b63 req-d95f2cfc-a8ef-4938-8fe5-d9a8a12cca0e tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 210 time: 0.0509453 Dec 20 21:18:49.200561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-ca01c188-c988-448f-afa9-9ec0626bf5f6 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Made reservation on behalf of 49bd4cca0f8d409399c77feff9b72818 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:18:49.204511 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-ca01c188-c988-448f-afa9-9ec0626bf5f6 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:49.225055 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:49.273941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Transition to ACTIVE for port object 049681c2-cbc7-4dae-92bd-84eb565eba00 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:18:49.276958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-8aa8f0db-c332-4814-ad82-f747953041ce req-607c6e6e-4893-40d1-9a1a-5779e1cd39e0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Deleting port 095dc952-4236-4239-b529-21f01ec7edf9 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:18:49.277329 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8aa8f0db-c332-4814-ad82-f747953041ce req-607c6e6e-4893-40d1-9a1a-5779e1cd39e0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:49.305112 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:49.415755 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cf154804-ffc9-47aa-a6e9-4762302b91f9 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:18:49.441740 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62efff9-fc7c-405b-961d-45ecae11f62c req-dbbd684e-e1c7-4293-b806-b52057603fbc tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:49.446711 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c62efff9-fc7c-405b-961d-45ecae11f62c req-dbbd684e-e1c7-4293-b806-b52057603fbc tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "GET /v2.0/ports?device_id=e500c374-94ec-4599-b402-7aebedad5e46 HTTP/1.1" status: 200 len: 949 time: 0.1272371 Dec 20 21:18:49.597684 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:49.616912 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'cf154804-ffc9-47aa-a6e9-4762302b91f9', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'cf154804-ffc9-47aa-a6e9-4762302b91f9', 'mac_address': 'fa:16:3e:af:41:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:18:49.632581 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Pushing event updated for resources: {'Port': ['ID=049681c2-cbc7-4dae-92bd-84eb565eba00,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:49.672578 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201a478-155b-4e71-a4a9-6f9bfab8d13b req-0a0d94e6-977f-4037-9172-de4b9f15672e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:49.692211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201a478-155b-4e71-a4a9-6f9bfab8d13b req-0a0d94e6-977f-4037-9172-de4b9f15672e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:49.705372 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:49.706237 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0201a478-155b-4e71-a4a9-6f9bfab8d13b req-0a0d94e6-977f-4037-9172-de4b9f15672e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1667 time: 0.3391764 Dec 20 21:18:49.727834 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa19257b-058b-47f3-95bd-ccdf6b99ce7f None None] New status for floating IP 4d4ac602-2113-423b-8b31-cf3ad0340e42: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:18:49.743505 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf154804-ffc9-47aa-a6e9-4762302b91f9 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:49.783768 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8aa8f0db-c332-4814-ad82-f747953041ce req-607c6e6e-4893-40d1-9a1a-5779e1cd39e0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] For port 095dc952-4236-4239-b529-21f01ec7edf9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=095dc952-4236-4239-b529-21f01ec7edf9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:49.784477 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8aa8f0db-c332-4814-ad82-f747953041ce req-607c6e6e-4893-40d1-9a1a-5779e1cd39e0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:49.813060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:49.825360 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:49.846978 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-8aa8f0db-c332-4814-ad82-f747953041ce req-607c6e6e-4893-40d1-9a1a-5779e1cd39e0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Calling delete_port for 095dc952-4236-4239-b529-21f01ec7edf9 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:18:49.850495 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-ca01c188-c988-448f-afa9-9ec0626bf5f6 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Allocated IP 172.20.0.4 (26695cc4-6d4c-47f9-b9d6-944bc1cfd208/e7a38a1c-ba40-430e-b466-9b0024d8be26/54fb995b-a2f0-40a4-9e8e-71c619a971f1) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:18:49.853621 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0201a478-155b-4e71-a4a9-6f9bfab8d13b req-914dc402-7e75-4efd-8263-de2ab80bc73f tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463497 Dec 20 21:18:49.891988 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-c62efff9-fc7c-405b-961d-45ecae11f62c req-4a5d3a36-3028-402c-9df8-cfecdb1405f1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Deleting port af0c69c0-2187-4115-9ca2-8619f872176b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:18:49.892311 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c62efff9-fc7c-405b-961d-45ecae11f62c req-4a5d3a36-3028-402c-9df8-cfecdb1405f1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:49.934594 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=cf154804-ffc9-47aa-a6e9-4762302b91f9,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:49.995473 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Attempting to bind port 049681c2-cbc7-4dae-92bd-84eb565eba00 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:18:49.996275 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Attempting to bind port 049681c2-cbc7-4dae-92bd-84eb565eba00 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '7b91e2e1-b8c1-4edb-9727-266f8935f597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c2fbda7f-efc0-4234-9dd4-9e8c5913ae07'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:18:49.996691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Attempting to bind port 049681c2-cbc7-4dae-92bd-84eb565eba00 on network c2fbda7f-efc0-4234-9dd4-9e8c5913ae07 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:50.001701 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ecb79372-c566-4cad-b877-432ba06f1c26 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:18:50.094922 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c62efff9-fc7c-405b-961d-45ecae11f62c req-4a5d3a36-3028-402c-9df8-cfecdb1405f1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] For port af0c69c0-2187-4115-9ca2-8619f872176b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=af0c69c0-2187-4115-9ca2-8619f872176b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:50.095332 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c62efff9-fc7c-405b-961d-45ecae11f62c req-4a5d3a36-3028-402c-9df8-cfecdb1405f1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:50.097880 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Port 049681c2-cbc7-4dae-92bd-84eb565eba00 on network c2fbda7f-efc0-4234-9dd4-9e8c5913ae07 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:18:50.102588 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Attempting to bind port 049681c2-cbc7-4dae-92bd-84eb565eba00 on network c2fbda7f-efc0-4234-9dd4-9e8c5913ae07 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:50.119921 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6165af-4bd7-48ab-8388-b57a3283d04a req-eaf2a08b-f91c-484c-9181-4c803dd6e6d6 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:50.121318 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port ecb79372-c566-4cad-b877-432ba06f1c26 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:50.121663 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4e6165af-4bd7-48ab-8388-b57a3283d04a req-eaf2a08b-f91c-484c-9181-4c803dd6e6d6 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 948 time: 0.0996623 Dec 20 21:18:50.121794 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:50.122842 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-c62efff9-fc7c-405b-961d-45ecae11f62c req-4a5d3a36-3028-402c-9df8-cfecdb1405f1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Calling delete_port for af0c69c0-2187-4115-9ca2-8619f872176b owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:18:50.152619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:18:50.152619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Checking segment: {'id': '7b91e2e1-b8c1-4edb-9727-266f8935f597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c2fbda7f-efc0-4234-9dd4-9e8c5913ae07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:18:50.152992 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Bound using segment: {'id': '7b91e2e1-b8c1-4edb-9727-266f8935f597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c2fbda7f-efc0-4234-9dd4-9e8c5913ae07'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:18:50.154571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Bound port: 049681c2-cbc7-4dae-92bd-84eb565eba00, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b91e2e1-b8c1-4edb-9727-266f8935f597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c2fbda7f-efc0-4234-9dd4-9e8c5913ae07'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:18:50.154571 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:50.208533 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4e6165af-4bd7-48ab-8388-b57a3283d04a req-d6fbd0b6-532b-49f9-919c-762a42bd6358 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760293 Dec 20 21:18:50.259882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['cf154804-ffc9-47aa-a6e9-4762302b91f9'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:50.281008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac39e16-6e0a-40c8-89be-c3999ea3da8a req-4e2a5c2d-478e-48d8-86f1-e910cf6f0bf8 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:50.288770 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6ac39e16-6e0a-40c8-89be-c3999ea3da8a req-4e2a5c2d-478e-48d8-86f1-e910cf6f0bf8 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c72168c-0b66-4507-910c-13c91615a4bc HTTP/1.1" status: 200 len: 950 time: 0.2834306 Dec 20 21:18:50.335521 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:50.436154 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6ac39e16-6e0a-40c8-89be-c3999ea3da8a req-acf329c0-6476-48f0-a969-239d2998e5a2 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463246 Dec 20 21:18:50.454723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] For port 049681c2-cbc7-4dae-92bd-84eb565eba00, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:18:50.494968 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ecb79372-c566-4cad-b877-432ba06f1c26, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ecb79372-c566-4cad-b877-432ba06f1c26,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:50.501146 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c62efff9-fc7c-405b-961d-45ecae11f62c req-4a5d3a36-3028-402c-9df8-cfecdb1405f1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:50.507024 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-ca01c188-c988-448f-afa9-9ec0626bf5f6 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:50.507301 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:50.556109 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d3a36-3028-402c-9df8-cfecdb1405f1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Pushing event deleted for resources: {'Port': ['ID=af0c69c0-2187-4115-9ca2-8619f872176b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:50.577896 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] For port 049681c2-cbc7-4dae-92bd-84eb565eba00, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=049681c2-cbc7-4dae-92bd-84eb565eba00,segment=NetworkSegment(7b91e2e1-b8c1-4edb-9727-266f8935f597),segment_id=7b91e2e1-b8c1-4edb-9727-266f8935f597)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:18:50.579844 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8aa8f0db-c332-4814-ad82-f747953041ce req-607c6e6e-4893-40d1-9a1a-5779e1cd39e0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:50.620299 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb79372-c566-4cad-b877-432ba06f1c26'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:50.635344 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1737c58d-e3d7-4028-a89f-110adecc4208" -d '{"events": [{"server_uuid": "ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945", "name": "network-vif-plugged", "status": "completed", "tag": "ecb79372-c566-4cad-b877-432ba06f1c26"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:50.660855 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62efff9-fc7c-405b-961d-45ecae11f62c req-4a5d3a36-3028-402c-9df8-cfecdb1405f1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] No DVR routers for this DVR port af0c69c0-2187-4115-9ca2-8619f872176b on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:18:50.664400 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c62efff9-fc7c-405b-961d-45ecae11f62c req-4a5d3a36-3028-402c-9df8-cfecdb1405f1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:50.667841 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c62efff9-fc7c-405b-961d-45ecae11f62c req-4a5d3a36-3028-402c-9df8-cfecdb1405f1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "DELETE /v2.0/ports/af0c69c0-2187-4115-9ca2-8619f872176b HTTP/1.1" status: 204 len: 173 time: 1.2130148 Dec 20 21:18:50.668426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e500c374-94ec-4599-b402-7aebedad5e46', 'name': 'network-vif-deleted', 'tag': 'af0c69c0-2187-4115-9ca2-8619f872176b'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:50.671721 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca4712a-66fc-4f45-aa13-b3b0035421f9" -d '{"events": [{"server_uuid": "e500c374-94ec-4599-b402-7aebedad5e46", "name": "network-vif-deleted", "tag": "af0c69c0-2187-4115-9ca2-8619f872176b"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:50.677407 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:50.711597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa46a74-880c-4240-81e1-04ba56632077 req-92580bd6-3f92-40b4-a8bb-cbd445ddbfb6 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:50.713199 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa46a74-880c-4240-81e1-04ba56632077 req-92580bd6-3f92-40b4-a8bb-cbd445ddbfb6 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 949 time: 0.1609042 Dec 20 21:18:50.721825 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c6e6e-4893-40d1-9a1a-5779e1cd39e0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Pushing event deleted for resources: {'Port': ['ID=095dc952-4236-4239-b529-21f01ec7edf9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:50.727487 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=ecb79372-c566-4cad-b877-432ba06f1c26,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:50.824442 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5aa46a74-880c-4240-81e1-04ba56632077 req-1c4d1829-4a18-40c8-bf4e-1127cb14775d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870636 Dec 20 21:18:50.890321 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950b6d9a-191b-443b-afc1-33ce1a398193 x-openstack-request-id: req-950b6d9a-191b-443b-afc1-33ce1a398193 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:50.891161 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945", "name": "network-vif-plugged", "status": "completed", "tag": "ecb79372-c566-4cad-b877-432ba06f1c26", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:50.891434 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-950b6d9a-191b-443b-afc1-33ce1a398193 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:50.891850 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb79372-c566-4cad-b877-432ba06f1c26', 'code': 200} Dec 20 21:18:50.931038 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5809a59-e13a-4688-a480-8c7f9557c677 x-openstack-request-id: req-b5809a59-e13a-4688-a480-8c7f9557c677 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:50.931542 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e500c374-94ec-4599-b402-7aebedad5e46", "name": "network-vif-deleted", "tag": "af0c69c0-2187-4115-9ca2-8619f872176b", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:50.932055 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5809a59-e13a-4688-a480-8c7f9557c677 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:50.933015 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e500c374-94ec-4599-b402-7aebedad5e46', 'name': 'network-vif-deleted', 'tag': 'af0c69c0-2187-4115-9ca2-8619f872176b', 'status': 'completed', 'code': 200} Dec 20 21:18:50.948747 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c4e24d69-a8c8-4364-9bbf-bec3e57ae5f3 req-1b643f39-d80f-4dd1-b9fd-08a882fb040c tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 210 time: 0.2453198 Dec 20 21:18:50.967784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:50.967784 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:50.969346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] 10.222.0.66 "PUT /v2.0/ports/049681c2-cbc7-4dae-92bd-84eb565eba00 HTTP/1.1" status: 200 len: 1090 time: 3.1543300 Dec 20 21:18:50.982224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a95679-f837-4993-938d-7242d100048a', 'tag': '049681c2-cbc7-4dae-92bd-84eb565eba00'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:50.986512 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a4cfed-beab-44a7-931e-3c7175a7ccb2" -d '{"events": [{"name": "network-changed", "server_uuid": "50a95679-f837-4993-938d-7242d100048a", "tag": "049681c2-cbc7-4dae-92bd-84eb565eba00"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:50.990590 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c19113-7068-4964-8c6c-523832b39999 service neutron] Pushing event updated for resources: {'Port': ['ID=049681c2-cbc7-4dae-92bd-84eb565eba00,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:51.072172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Request body: {'port': {'device_id': '50a95679-f837-4993-938d-7242d100048a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:51.155171 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747f4030-ced7-4978-a5ec-1ddd1ca3c3ce x-openstack-request-id: req-747f4030-ced7-4978-a5ec-1ddd1ca3c3ce {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:51.155556 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a95679-f837-4993-938d-7242d100048a", "tag": "049681c2-cbc7-4dae-92bd-84eb565eba00", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:51.155758 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-747f4030-ced7-4978-a5ec-1ddd1ca3c3ce {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:51.156230 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a95679-f837-4993-938d-7242d100048a', 'tag': '049681c2-cbc7-4dae-92bd-84eb565eba00', 'status': 'completed', 'code': 200} Dec 20 21:18:51.157207 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa8f0db-c332-4814-ad82-f747953041ce req-607c6e6e-4893-40d1-9a1a-5779e1cd39e0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] No DVR routers for this DVR port 095dc952-4236-4239-b529-21f01ec7edf9 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:18:51.159358 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-ca01c188-c988-448f-afa9-9ec0626bf5f6 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:51.161468 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8aa8f0db-c332-4814-ad82-f747953041ce req-607c6e6e-4893-40d1-9a1a-5779e1cd39e0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:51.164861 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8aa8f0db-c332-4814-ad82-f747953041ce req-607c6e6e-4893-40d1-9a1a-5779e1cd39e0 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "DELETE /v2.0/ports/095dc952-4236-4239-b529-21f01ec7edf9 HTTP/1.1" status: 204 len: 173 time: 2.4682782 Dec 20 21:18:51.257862 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:51.270910 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-ca01c188-c988-448f-afa9-9ec0626bf5f6 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:18:51.285586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-ca01c188-c988-448f-afa9-9ec0626bf5f6 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:18:51.293650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-ca01c188-c988-448f-afa9-9ec0626bf5f6 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:18:51.346425 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9ac6f-a0e7-412c-9594-b4f68fca4622 req-a1485338-0e92-4178-8279-e79d43b2eaf4 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:51.352429 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9ac6f-a0e7-412c-9594-b4f68fca4622 req-a1485338-0e92-4178-8279-e79d43b2eaf4 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:51.366372 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-55d9ac6f-a0e7-412c-9594-b4f68fca4622 req-a1485338-0e92-4178-8279-e79d43b2eaf4 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1667 time: 0.2465749 Dec 20 21:18:51.395229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4cfed-beab-44a7-931e-3c7175a7ccb2 req-0e6f58b8-7d0f-40a8-9fae-da862f23ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:51.395704 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4cfed-beab-44a7-931e-3c7175a7ccb2 req-0e6f58b8-7d0f-40a8-9fae-da862f23ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:51.398014 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-41a4cfed-beab-44a7-931e-3c7175a7ccb2 req-0e6f58b8-7d0f-40a8-9fae-da862f23ed6e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1aa098716b2841b9a38afb0654e12766&device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1912 time: 0.1607563 Dec 20 21:18:51.407645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01c188-c988-448f-afa9-9ec0626bf5f6 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Pushing event updated for resources: {'Port': ['ID=54fb995b-a2f0-40a4-9e8e-71c619a971f1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:51.550022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-ca01c188-c988-448f-afa9-9ec0626bf5f6 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:51.550719 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-ca01c188-c988-448f-afa9-9ec0626bf5f6 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:51.572452 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbf23b-981a-40dd-bfbb-ae6d5a8ac9ff req-fef31a4b-f918-4f86-bc6b-2ebf12c6461e tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:51.580901 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c6bbf23b-981a-40dd-bfbb-ae6d5a8ac9ff req-fef31a4b-f918-4f86-bc6b-2ebf12c6461e tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.1736863 Dec 20 21:18:51.634009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c50e7163-7ce6-4b98-a677-d7b1a60568f0'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:51.687164 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c50e7163-7ce6-4b98-a677-d7b1a60568f0'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:18:51.695527 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-55d9ac6f-a0e7-412c-9594-b4f68fca4622 req-93f2bebe-4dc8-4c92-ad68-dca054bc576c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281426 Dec 20 21:18:51.729385 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-ca01c188-c988-448f-afa9-9ec0626bf5f6 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0458212 Dec 20 21:18:51.776095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Request body: {'port': {'device_id': '8fad8e69-fb73-448a-ad64-82a3661cafc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:51.943919 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-01acb311-1f24-49b8-929d-b25ef68cdb14 None None] Provisioning complete for port 54fb995b-a2f0-40a4-9e8e-71c619a971f1 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:51.944771 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01acb311-1f24-49b8-929d-b25ef68cdb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:51.991180 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-01acb311-1f24-49b8-929d-b25ef68cdb14 None None] Port 54fb995b-a2f0-40a4-9e8e-71c619a971f1 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:18:52.373624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4cfed-beab-44a7-931e-3c7175a7ccb2 req-a14952a0-57bc-4f91-8b52-4101daf0f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:52.374829 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4cfed-beab-44a7-931e-3c7175a7ccb2 req-a14952a0-57bc-4f91-8b52-4101daf0f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:52.375337 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4cfed-beab-44a7-931e-3c7175a7ccb2 req-a14952a0-57bc-4f91-8b52-4101daf0f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:52.377012 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-41a4cfed-beab-44a7-931e-3c7175a7ccb2 req-a14952a0-57bc-4f91-8b52-4101daf0f085 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=1aa098716b2841b9a38afb0654e12766&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9138761 Dec 20 21:18:52.420840 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-75c57a56-4683-463d-a57d-adfe77147572 req-8910cc72-461f-48ee-a174-3827233a52bb tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c72168c-0b66-4507-910c-13c91615a4bc HTTP/1.1" status: 200 len: 210 time: 0.0452652 Dec 20 21:18:52.472754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa924d5-dff7-4425-859d-3400434d60bd req-6fa89a25-7208-4f16-885d-41c39e618a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:52.474296 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-afa924d5-dff7-4425-859d-3400434d60bd req-6fa89a25-7208-4f16-885d-41c39e618a35 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 1098 time: 1.0208645 Dec 20 21:18:52.486329 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c6bbf23b-981a-40dd-bfbb-ae6d5a8ac9ff req-c12950e5-f70a-4ae2-9cf6-5163c21a1a43 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9043338 Dec 20 21:18:52.549159 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:52.626381 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-afa924d5-dff7-4425-859d-3400434d60bd req-8068d931-08d4-4497-8c12-62c9d5ef4614 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061118 Dec 20 21:18:52.679726 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4cfed-beab-44a7-931e-3c7175a7ccb2 req-d1cbc56d-77fd-4ce8-9887-640ddf4ef163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:52.681477 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-41a4cfed-beab-44a7-931e-3c7175a7ccb2 req-d1cbc56d-77fd-4ce8-9887-640ddf4ef163 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2875717 Dec 20 21:18:52.705739 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f54f3-23c9-43c5-9abc-e56116d8d50a req-f7c323b3-6c8d-4e5c-ae1c-4f62a499e914 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:52.707447 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cc0f54f3-23c9-43c5-9abc-e56116d8d50a req-f7c323b3-6c8d-4e5c-ae1c-4f62a499e914 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 931 time: 0.1041524 Dec 20 21:18:52.755193 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cc0f54f3-23c9-43c5-9abc-e56116d8d50a req-a686435c-b457-427a-a07c-2cb7bb92991a tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408955 Dec 20 21:18:52.871804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2398b18-02ba-4314-b6d4-53456618e86d req-29528d6e-89f0-46c5-ac7b-594f7904cc4c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:52.880215 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2398b18-02ba-4314-b6d4-53456618e86d req-29528d6e-89f0-46c5-ac7b-594f7904cc4c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 949 time: 0.2560983 Dec 20 21:18:52.955480 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187eeb4c-8e56-4621-ab62-1c38204cff03 req-9c7218b0-7a28-4f90-a99c-f09ac0389f4a tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:52.968036 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187eeb4c-8e56-4621-ab62-1c38204cff03 req-9c7218b0-7a28-4f90-a99c-f09ac0389f4a tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:52.980496 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-187eeb4c-8e56-4621-ab62-1c38204cff03 req-9c7218b0-7a28-4f90-a99c-f09ac0389f4a tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1667 time: 0.0875864 Dec 20 21:18:52.998711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:53.021712 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:53.046727 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-187eeb4c-8e56-4621-ab62-1c38204cff03 req-90fe3c17-c677-4e1b-824e-d4ad067dcf49 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577514 Dec 20 21:18:53.051091 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2398b18-02ba-4314-b6d4-53456618e86d req-453431c5-a0e3-4b79-9149-0790d2f6607f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649442 Dec 20 21:18:53.068321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Transition to ACTIVE for port object 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:18:53.082121 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:53.157394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c72168c-0b66-4507-910c-13c91615a4bc', 'name': 'network-vif-deleted', 'tag': '095dc952-4236-4239-b529-21f01ec7edf9'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:53.160863 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30887ca8-51da-4d53-b284-d88b35f22347" -d '{"events": [{"server_uuid": "8c72168c-0b66-4507-910c-13c91615a4bc", "name": "network-vif-deleted", "tag": "095dc952-4236-4239-b529-21f01ec7edf9"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:53.216504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Pushing event updated for resources: {'Port': ['ID=6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:53.220381 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b97d08-36fd-4162-abed-444e3603ff07 x-openstack-request-id: req-b0b97d08-36fd-4162-abed-444e3603ff07 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:53.220672 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c72168c-0b66-4507-910c-13c91615a4bc", "name": "network-vif-deleted", "tag": "095dc952-4236-4239-b529-21f01ec7edf9", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:53.220927 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0b97d08-36fd-4162-abed-444e3603ff07 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:53.221324 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c72168c-0b66-4507-910c-13c91615a4bc', 'name': 'network-vif-deleted', 'tag': '095dc952-4236-4239-b529-21f01ec7edf9', 'status': 'completed', 'code': 200} Dec 20 21:18:53.295464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fb995b-a2f0-40a4-9e8e-71c619a971f1 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:53.309712 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:53.318726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Attempting to bind port 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:18:53.319122 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Attempting to bind port 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'def6f540-52c7-4694-9b5e-9b0ca477801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5a161d56-0ebd-4a69-bc5d-decaef6882fb'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:18:53.319444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Attempting to bind port 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 on network 5a161d56-0ebd-4a69-bc5d-decaef6882fb {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:53.329900 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Port 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 on network 5a161d56-0ebd-4a69-bc5d-decaef6882fb not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:18:53.330297 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Attempting to bind port 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 on network 5a161d56-0ebd-4a69-bc5d-decaef6882fb {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:53.332398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Transition to ACTIVE for port object 54fb995b-a2f0-40a4-9e8e-71c619a971f1 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:18:53.338450 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:18:53.338930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Checking segment: {'id': 'def6f540-52c7-4694-9b5e-9b0ca477801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5a161d56-0ebd-4a69-bc5d-decaef6882fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:18:53.339389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Bound using segment: {'id': 'def6f540-52c7-4694-9b5e-9b0ca477801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5a161d56-0ebd-4a69-bc5d-decaef6882fb'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:18:53.339940 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Bound port: 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def6f540-52c7-4694-9b5e-9b0ca477801c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5a161d56-0ebd-4a69-bc5d-decaef6882fb'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:18:53.340518 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:53.344856 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:53.403499 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Pushing event updated for resources: {'Port': ['ID=54fb995b-a2f0-40a4-9e8e-71c619a971f1,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:53.429914 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cf154804-ffc9-47aa-a6e9-4762302b91f9 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:18:53.704010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4857374-7d9c-428d-9dc4-3f1293c7666b req-c5628003-aaed-40a8-9ea0-e21147fcef56 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:53.713234 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4857374-7d9c-428d-9dc4-3f1293c7666b req-c5628003-aaed-40a8-9ea0-e21147fcef56 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.1134939 Dec 20 21:18:53.767686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] For port 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:18:53.776825 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] For port 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42,segment=NetworkSegment(def6f540-52c7-4694-9b5e-9b0ca477801c),segment_id=def6f540-52c7-4694-9b5e-9b0ca477801c)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:18:53.797677 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:53.817391 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4857374-7d9c-428d-9dc4-3f1293c7666b req-382c62ef-1e94-488f-a0c6-15af1374eb90 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033173 Dec 20 21:18:53.886649 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Pushing event updated for resources: {'Port': ['ID=6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:53.893797 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Attempting to bind port 54fb995b-a2f0-40a4-9e8e-71c619a971f1 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:18:53.894482 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Attempting to bind port 54fb995b-a2f0-40a4-9e8e-71c619a971f1 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '277faab7-a284-413e-88eb-5288c8dc15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:18:53.895016 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Attempting to bind port 54fb995b-a2f0-40a4-9e8e-71c619a971f1 on network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:53.903194 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Port 54fb995b-a2f0-40a4-9e8e-71c619a971f1 on network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:18:53.903866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Attempting to bind port 54fb995b-a2f0-40a4-9e8e-71c619a971f1 on network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:53.928275 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:18:53.928988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Checking segment: {'id': '277faab7-a284-413e-88eb-5288c8dc15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:18:53.929606 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Bound using segment: {'id': '277faab7-a284-413e-88eb-5288c8dc15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:18:53.930315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Bound port: 54fb995b-a2f0-40a4-9e8e-71c619a971f1, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277faab7-a284-413e-88eb-5288c8dc15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:18:53.930892 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:53.934366 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:53.935414 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:53.938143 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b1d0e3a8-240d-453b-aad2-a8436a45f85a service neutron] 10.222.0.66 "PUT /v2.0/ports/6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 HTTP/1.1" status: 200 len: 1090 time: 2.8854523 Dec 20 21:18:53.978893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port cf154804-ffc9-47aa-a6e9-4762302b91f9 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:18:53.998210 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port cf154804-ffc9-47aa-a6e9-4762302b91f9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:18:53.999353 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:54.071236 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34515918-56a3-41ac-a0ed-4c3715283471 req-c4e3bff5-0742-4efe-82f4-05e5f673636d tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:54.081321 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-34515918-56a3-41ac-a0ed-4c3715283471 req-c4e3bff5-0742-4efe-82f4-05e5f673636d tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 943 time: 0.1285727 Dec 20 21:18:54.173129 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-34515918-56a3-41ac-a0ed-4c3715283471 req-642202e6-2b2d-4515-bbb1-8455aedd967a tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835447 Dec 20 21:18:54.225645 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:54.244792 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] For port 54fb995b-a2f0-40a4-9e8e-71c619a971f1, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:18:54.248552 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] For port 54fb995b-a2f0-40a4-9e8e-71c619a971f1, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=54fb995b-a2f0-40a4-9e8e-71c619a971f1,segment=NetworkSegment(277faab7-a284-413e-88eb-5288c8dc15c0),segment_id=277faab7-a284-413e-88eb-5288c8dc15c0)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:18:54.270562 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:54.283946 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf154804-ffc9-47aa-a6e9-4762302b91f9'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:54.298105 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9321ffa-79e6-4b6f-8686-3a43bc965557" -d '{"events": [{"server_uuid": "0acd64b6-dce5-4688-bd79-ab23e801bcae", "name": "network-vif-plugged", "status": "completed", "tag": "cf154804-ffc9-47aa-a6e9-4762302b91f9"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:54.351832 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:54.364949 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:54.366000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 095dc952-4236-4239-b529-21f01ec7edf9 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:54.380713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defa17c-0b42-4208-b84e-78e369c1d5d3 req-d9c0e9e9-79ab-499c-bab1-77706bc1b171 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:54.392858 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3defa17c-0b42-4208-b84e-78e369c1d5d3 req-d9c0e9e9-79ab-499c-bab1-77706bc1b171 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 949 time: 0.1058016 Dec 20 21:18:54.405770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-6020566a-e923-436b-a451-596aeac0f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:54.408420 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-6020566a-e923-436b-a451-596aeac0f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:54.410763 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-6020566a-e923-436b-a451-596aeac0f70a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1aa098716b2841b9a38afb0654e12766&device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1977 time: 0.3383751 Dec 20 21:18:54.425050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:54.425860 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:54.427411 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] 10.222.0.31 "PUT /v2.0/ports/54fb995b-a2f0-40a4-9e8e-71c619a971f1 HTTP/1.1" status: 200 len: 1089 time: 2.6741664 Dec 20 21:18:54.438994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 095dc952-4236-4239-b529-21f01ec7edf9 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:18:54.440107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 095dc952-4236-4239-b529-21f01ec7edf9 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:18:54.440696 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device af0c69c0-2187-4115-9ca2-8619f872176b no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:54.467329 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3defa17c-0b42-4208-b84e-78e369c1d5d3 req-89082fe1-383f-4157-a243-2b4a107cb39d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712104 Dec 20 21:18:54.482922 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: af0c69c0-2187-4115-9ca2-8619f872176b {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:18:54.485288 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device af0c69c0-2187-4115-9ca2-8619f872176b not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:18:54.521846 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=cf154804-ffc9-47aa-a6e9-4762302b91f9,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:54.534254 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-ce8d8dfe-7c04-4b00-9000-1366de1f487a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.114&port_id=049681c2-cbc7-4dae-92bd-84eb565eba00 HTTP/1.1" status: 200 len: 217 time: 0.0857408 Dec 20 21:18:54.632970 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b1ed2-e449-47d3-9dc5-730f4a952b75 req-24930277-1370-4a8c-93a2-a04f91e5b360 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:54.641722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507b1f4-b9fe-4890-adbf-0d11b3d0d03b service neutron] Pushing event updated for resources: {'Port': ['ID=54fb995b-a2f0-40a4-9e8e-71c619a971f1,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:54.662043 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b1ed2-e449-47d3-9dc5-730f4a952b75 req-24930277-1370-4a8c-93a2-a04f91e5b360 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:54.673003 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4623f-e717-4eef-a4f8-97fc385785b7 req-09efa0d7-4cb5-427e-bbb8-70edb1155923 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:54.674660 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4c1b1ed2-e449-47d3-9dc5-730f4a952b75 req-24930277-1370-4a8c-93a2-a04f91e5b360 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1679 time: 0.1221964 Dec 20 21:18:54.683067 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5b4623f-e717-4eef-a4f8-97fc385785b7 req-09efa0d7-4cb5-427e-bbb8-70edb1155923 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 950 time: 0.3943346 Dec 20 21:18:54.713675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b947784a-5f4e-4fef-aa63-91b350379210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:54.715546 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b947784a-5f4e-4fef-aa63-91b350379210 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b0ff7337-4890-4803-854f-88b85a1cfba8 HTTP/1.1" status: 200 len: 801 time: 0.1623361 Dec 20 21:18:54.757806 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4c1b1ed2-e449-47d3-9dc5-730f4a952b75 req-eb88a0a6-6c87-4e70-8931-3df2b86b668b tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760300 Dec 20 21:18:54.759922 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5b4623f-e717-4eef-a4f8-97fc385785b7 req-574fa20b-1fd5-4d6b-b69f-22b9c737e58a tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716896 Dec 20 21:18:54.791713 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-723af054-4f30-4854-bc2d-46c5b8303ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:54.793578 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-723af054-4f30-4854-bc2d-46c5b8303ea0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=49bd4cca0f8d409399c77feff9b72818&device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 1092 time: 0.2527740 Dec 20 21:18:54.843536 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f55a5e-9d8b-4d71-bf19-2fa4d23a6b24 x-openstack-request-id: req-18f55a5e-9d8b-4d71-bf19-2fa4d23a6b24 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:54.846241 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acd64b6-dce5-4688-bd79-ab23e801bcae", "name": "network-vif-plugged", "status": "completed", "tag": "cf154804-ffc9-47aa-a6e9-4762302b91f9", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:54.846544 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18f55a5e-9d8b-4d71-bf19-2fa4d23a6b24 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:54.846960 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf154804-ffc9-47aa-a6e9-4762302b91f9', 'code': 200} Dec 20 21:18:54.878098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-95e56663-f3d8-49f1-9c59-a557c52419e5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54fb995b-a2f0-40a4-9e8e-71c619a971f1 HTTP/1.1" status: 200 len: 217 time: 0.0594435 Dec 20 21:18:54.952911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-cbfbf5c8-0b98-48fc-8810-d7634d67cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:54.954689 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-cbfbf5c8-0b98-48fc-8810-d7634d67cebd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e7a38a1c-ba40-430e-b466-9b0024d8be26 HTTP/1.1" status: 200 len: 862 time: 0.0656013 Dec 20 21:18:54.956837 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-e806d0f4-c59d-446b-83dc-db6cb5f5582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:54.958386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-e806d0f4-c59d-446b-83dc-db6cb5f5582f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c2fbda7f-efc0-4234-9dd4-9e8c5913ae07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1160 time: 0.1913855 Dec 20 21:18:55.044667 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb54de-91f9-4ea9-8fcc-5b780793c85d req-605f6574-6312-432e-905a-ebf7490f075b tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:55.053824 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2beb54de-91f9-4ea9-8fcc-5b780793c85d req-605f6574-6312-432e-905a-ebf7490f075b tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0742714 Dec 20 21:18:55.124130 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2beb54de-91f9-4ea9-8fcc-5b780793c85d req-d07f85c9-8838-48cd-961f-3618f326b05d tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688052 Dec 20 21:18:55.151558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-f99eec2d-36fb-4633-9338-a2591479269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:55.153786 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-f99eec2d-36fb-4633-9338-a2591479269f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26695cc4-6d4c-47f9-b9d6-944bc1cfd208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1475594 Dec 20 21:18:55.241994 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a95679-f837-4993-938d-7242d100048a', 'tag': '6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42'}, {'name': 'network-changed', 'server_uuid': '8fad8e69-fb73-448a-ad64-82a3661cafc9', 'tag': '54fb995b-a2f0-40a4-9e8e-71c619a971f1'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:55.244513 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b52912d-b874-4790-b156-54d016a5e0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "50a95679-f837-4993-938d-7242d100048a", "tag": "6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42"}, {"name": "network-changed", "server_uuid": "8fad8e69-fb73-448a-ad64-82a3661cafc9", "tag": "54fb995b-a2f0-40a4-9e8e-71c619a971f1"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:55.253322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa65ed-b5cf-40fd-a498-e8fb051c9232 req-c46138ed-85b3-4a49-a703-88409545cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:55.255889 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-38fa65ed-b5cf-40fd-a498-e8fb051c9232 req-c46138ed-85b3-4a49-a703-88409545cf17 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 1099 time: 0.2835178 Dec 20 21:18:55.261990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643700a-7459-438e-8c22-1849e6598e02 req-07168666-f518-4d16-af12-eece3e00fe3d tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:55.263994 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0643700a-7459-438e-8c22-1849e6598e02 req-07168666-f518-4d16-af12-eece3e00fe3d tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 1094 time: 0.3044443 Dec 20 21:18:55.325000 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2062f-b034-45b3-bde6-bb6012c6728d req-9957d766-face-4a2c-845c-014b2c55a357 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:55.337277 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7bf2062f-b034-45b3-bde6-bb6012c6728d req-9957d766-face-4a2c-845c-014b2c55a357 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0781689 Dec 20 21:18:55.353598 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-b3b0ad95-75c2-4de7-be50-3bed2d7833bd service neutron] 10.222.0.66 "GET /v2.0/networks/c2fbda7f-efc0-4234-9dd4-9e8c5913ae07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823171 Dec 20 21:18:55.380985 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7bf2062f-b034-45b3-bde6-bb6012c6728d req-06510010-b0f5-4dc6-a1ed-63940bc466de tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438745 Dec 20 21:18:55.401083 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-38fa65ed-b5cf-40fd-a498-e8fb051c9232 req-2e5feda8-842e-4e99-866e-ad2b1ce8dc0c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355474 Dec 20 21:18:55.437685 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0643700a-7459-438e-8c22-1849e6598e02 req-47bd7da3-197c-4f1d-bdac-b1458c511c61 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541305 Dec 20 21:18:55.510638 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-9da43ba5-37a9-45a2-b7dd-d4e952f7d9e0 service neutron] 10.222.0.31 "GET /v2.0/networks/26695cc4-6d4c-47f9-b9d6-944bc1cfd208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438551 Dec 20 21:18:55.511393 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcbb17-b0d5-40d3-b21b-98cc8040ae46 req-ae65166f-e299-4a60-8b05-1f29baebc50d tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:55.519340 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0ffcbb17-b0d5-40d3-b21b-98cc8040ae46 req-ae65166f-e299-4a60-8b05-1f29baebc50d tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 943 time: 0.0645494 Dec 20 21:18:55.545112 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509a7e5b-74e1-4b97-b11d-da614a27f553 x-openstack-request-id: req-509a7e5b-74e1-4b97-b11d-da614a27f553 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:55.545403 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a95679-f837-4993-938d-7242d100048a", "tag": "6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8fad8e69-fb73-448a-ad64-82a3661cafc9", "tag": "54fb995b-a2f0-40a4-9e8e-71c619a971f1", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:55.545649 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-509a7e5b-74e1-4b97-b11d-da614a27f553 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:55.546077 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a95679-f837-4993-938d-7242d100048a', 'tag': '6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42', 'status': 'completed', 'code': 200} Dec 20 21:18:55.546330 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fad8e69-fb73-448a-ad64-82a3661cafc9', 'tag': '54fb995b-a2f0-40a4-9e8e-71c619a971f1', 'status': 'completed', 'code': 200} Dec 20 21:18:55.568300 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0ffcbb17-b0d5-40d3-b21b-98cc8040ae46 req-51c78261-418f-4185-8b3b-df35f0fe58d5 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463486 Dec 20 21:18:55.577486 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-fea2d9db-f978-44fd-89a8-54240f8b3c80 service neutron] 10.222.0.66 "GET /v2.0/networks/c2fbda7f-efc0-4234-9dd4-9e8c5913ae07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039089 Dec 20 21:18:55.642597 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-52d39fe0-e312-443a-a47b-c05aeef09215 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.219&port_id=6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 HTTP/1.1" status: 200 len: 217 time: 0.0515966 Dec 20 21:18:55.716073 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-5d259865-43ff-48e2-b32e-a5cbe36dddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:55.718134 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-5d259865-43ff-48e2-b32e-a5cbe36dddb9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed472930-ac72-4a64-973b-23027dc2b95f HTTP/1.1" status: 200 len: 801 time: 0.0599599 Dec 20 21:18:55.744745 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3114e1-1a23-4de4-8d9e-036e31b566ac req-ae7284f6-5d87-44e5-971e-26a87feaab97 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:55.755218 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9d3114e1-1a23-4de4-8d9e-036e31b566ac req-ae7284f6-5d87-44e5-971e-26a87feaab97 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.0783596 Dec 20 21:18:55.854981 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9d3114e1-1a23-4de4-8d9e-036e31b566ac req-2e23f5af-b249-4264-9d53-b10ad64e4649 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979836 Dec 20 21:18:55.904278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-6573ddb0-be4c-4185-965b-eb2a0dacfb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:55.905814 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-6573ddb0-be4c-4185-965b-eb2a0dacfb21 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a161d56-0ebd-4a69-bc5d-decaef6882fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1160 time: 0.1742229 Dec 20 21:18:56.018940 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7921dce-08bb-4e08-9227-d6721648367a req-1e6fccb1-8c16-4357-90a8-0f0b73383f93 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:56.030747 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7921dce-08bb-4e08-9227-d6721648367a req-1e6fccb1-8c16-4357-90a8-0f0b73383f93 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:56.039076 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c7921dce-08bb-4e08-9227-d6721648367a req-1e6fccb1-8c16-4357-90a8-0f0b73383f93 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1679 time: 0.0979364 Dec 20 21:18:56.050553 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-596e36c8-2771-488b-bb91-fd16342cedac service neutron] 10.222.0.66 "GET /v2.0/networks/5a161d56-0ebd-4a69-bc5d-decaef6882fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199174 Dec 20 21:18:56.056176 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-101acbfa-86a4-46ee-a540-8ccec10e413b req-a86fd8db-d9a4-4982-bcc7-52465bdb994d service neutron] 10.222.0.31 "GET /v2.0/networks/26695cc4-6d4c-47f9-b9d6-944bc1cfd208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370490 Dec 20 21:18:56.097047 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c7921dce-08bb-4e08-9227-d6721648367a req-0c386d32-e9b5-4cc7-9c92-ddbaff3afe40 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566483 Dec 20 21:18:56.276687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00fa46-546e-4dd0-9fe4-57d47c1f70cc req-7a273cb0-72e5-4388-8378-a977620ce557 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:56.278232 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4f00fa46-546e-4dd0-9fe4-57d47c1f70cc req-7a273cb0-72e5-4388-8378-a977620ce557 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 950 time: 0.1928792 Dec 20 21:18:56.329221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d926171-1074-44cd-8a9b-10aaeacae175 req-a1f15cf2-5f3a-42d3-b820-de3ca80b3eb3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:56.340926 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8d926171-1074-44cd-8a9b-10aaeacae175 req-a1f15cf2-5f3a-42d3-b820-de3ca80b3eb3 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 950 time: 0.1601627 Dec 20 21:18:56.430368 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bb7f93f-d9fe-4b31-a7e4-722b6ec52de1 req-6254d5e6-bb7a-4181-be92-b4b6293c3dca service neutron] 10.222.0.66 "GET /v2.0/networks/5a161d56-0ebd-4a69-bc5d-decaef6882fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596780 Dec 20 21:18:56.460990 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8d926171-1074-44cd-8a9b-10aaeacae175 req-2988cd50-1a7b-4bbb-948c-cea69e992cf9 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903263 Dec 20 21:18:56.478849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-c55a48ca-ac7d-4b22-9bdd-57bac05169aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:56.482605 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-c55a48ca-ac7d-4b22-9bdd-57bac05169aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=49bd4cca0f8d409399c77feff9b72818&device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 1092 time: 0.2031736 Dec 20 21:18:56.543461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-4f00fa46-546e-4dd0-9fe4-57d47c1f70cc req-ebb6dd7a-dfa5-43ef-a917-68d9eb49d81f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Deleting port c50e7163-7ce6-4b98-a677-d7b1a60568f0 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:18:56.544125 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4f00fa46-546e-4dd0-9fe4-57d47c1f70cc req-ebb6dd7a-dfa5-43ef-a917-68d9eb49d81f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:56.685626 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb12486-34bc-4896-a3a0-4ac93181494d req-0ea59a8b-fee9-41d6-a246-84a140ad7d81 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:56.687493 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-edb12486-34bc-4896-a3a0-4ac93181494d req-0ea59a8b-fee9-41d6-a246-84a140ad7d81 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.1021056 Dec 20 21:18:56.772708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-88ce9e19-f139-4b8f-b09c-de7cf713f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:56.773228 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-88ce9e19-f139-4b8f-b09c-de7cf713f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:56.775163 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-88ce9e19-f139-4b8f-b09c-de7cf713f046 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1aa098716b2841b9a38afb0654e12766&device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1977 time: 0.1903327 Dec 20 21:18:56.780418 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-edb12486-34bc-4896-a3a0-4ac93181494d req-1d16ca37-b08e-4bfb-8dbb-1f5ea31381e3 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826199 Dec 20 21:18:56.924484 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-cd918857-9ebe-413d-b569-d7f7f1712730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:56.927885 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-cd918857-9ebe-413d-b569-d7f7f1712730 service neutron] 10.222.0.31 "GET /v2.0/networks?id=26695cc4-6d4c-47f9-b9d6-944bc1cfd208 HTTP/1.1" status: 200 len: 924 time: 0.4334700 Dec 20 21:18:56.939851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-4f00fa46-546e-4dd0-9fe4-57d47c1f70cc req-ebb6dd7a-dfa5-43ef-a917-68d9eb49d81f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] For port c50e7163-7ce6-4b98-a677-d7b1a60568f0, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c50e7163-7ce6-4b98-a677-d7b1a60568f0,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:56.940608 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4f00fa46-546e-4dd0-9fe4-57d47c1f70cc req-ebb6dd7a-dfa5-43ef-a917-68d9eb49d81f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:56.997830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-4f00fa46-546e-4dd0-9fe4-57d47c1f70cc req-ebb6dd7a-dfa5-43ef-a917-68d9eb49d81f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Calling delete_port for c50e7163-7ce6-4b98-a677-d7b1a60568f0 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:18:57.006203 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-396da37c-3ca3-47ad-9971-575534dc8dc1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54fb995b-a2f0-40a4-9e8e-71c619a971f1 HTTP/1.1" status: 200 len: 217 time: 0.0625432 Dec 20 21:18:57.050489 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-377ada98-5b7b-41ed-8e70-4aee72b25064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:57.140848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-b2b7b12c-aa1d-428f-bb76-106a2a5a5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:57.142970 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-b2b7b12c-aa1d-428f-bb76-106a2a5a5ac7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a161d56-0ebd-4a69-bc5d-decaef6882fb HTTP/1.1" status: 200 len: 903 time: 0.3518474 Dec 20 21:18:57.179392 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfffd4f-a967-41ec-a18d-605f88e680d1 req-f7ed60f5-e8fd-4a80-a105-8fcf24bd5254 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:57.181733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-d7ed465d-ed3a-41a9-b4bc-1f5cddaa52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:57.183791 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-d7ed465d-ed3a-41a9-b4bc-1f5cddaa52ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e7a38a1c-ba40-430e-b466-9b0024d8be26 HTTP/1.1" status: 200 len: 862 time: 0.1551864 Dec 20 21:18:57.189917 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3bfffd4f-a967-41ec-a18d-605f88e680d1 req-f7ed60f5-e8fd-4a80-a105-8fcf24bd5254 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 943 time: 0.0784423 Dec 20 21:18:57.229895 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-521c62d8-98be-4350-8805-2ea98bafff08 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.219&port_id=6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 HTTP/1.1" status: 200 len: 217 time: 0.0719676 Dec 20 21:18:57.276668 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3bfffd4f-a967-41ec-a18d-605f88e680d1 req-fc4af875-8990-45ab-aa79-17c3f3ad2fb9 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856423 Dec 20 21:18:57.370934 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-64a81a14-8103-4228-9731-567a445b49fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:57.372532 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-64a81a14-8103-4228-9731-567a445b49fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26695cc4-6d4c-47f9-b9d6-944bc1cfd208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1563404 Dec 20 21:18:57.377988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-832fba8c-8320-42cb-9ba2-d2e0ea9130c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:57.379434 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-832fba8c-8320-42cb-9ba2-d2e0ea9130c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed472930-ac72-4a64-973b-23027dc2b95f HTTP/1.1" status: 200 len: 801 time: 0.1277266 Dec 20 21:18:57.436178 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d62bbc-c11b-4b06-b918-8b2a13db443b req-4772ac7b-a1c7-4cd1-a947-649c11ccf5ae tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:57.443309 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-93d62bbc-c11b-4b06-b918-8b2a13db443b req-4772ac7b-a1c7-4cd1-a947-649c11ccf5ae tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.0853322 Dec 20 21:18:57.445222 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-34565270-b170-4e5e-8805-372a4930a6c5 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:18:57.446349 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-34565270-b170-4e5e-8805-372a4930a6c5 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0285444 Dec 20 21:18:57.527078 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-93d62bbc-c11b-4b06-b918-8b2a13db443b req-fbea4bc9-dbda-4535-9625-34c4051fd72e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827351 Dec 20 21:18:57.653853 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc71063-b5d6-42f3-b001-69d6daea0d08 req-c82d5648-0f30-4cce-a947-f67579314101 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:57.659804 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc71063-b5d6-42f3-b001-69d6daea0d08 req-c82d5648-0f30-4cce-a947-f67579314101 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:57.661440 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9bc71063-b5d6-42f3-b001-69d6daea0d08 req-c82d5648-0f30-4cce-a947-f67579314101 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1679 time: 0.0647807 Dec 20 21:18:57.718901 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9bc71063-b5d6-42f3-b001-69d6daea0d08 req-0bdad841-dff2-4579-886f-d7a50983ec89 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500629 Dec 20 21:18:57.828054 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4f00fa46-546e-4dd0-9fe4-57d47c1f70cc req-ebb6dd7a-dfa5-43ef-a917-68d9eb49d81f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:57.845393 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31408bd2-1237-4e42-89c0-2f99e0de57d6 req-933bb481-01d7-40b2-aed4-69f0b7b3f1d5 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:57.846987 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-31408bd2-1237-4e42-89c0-2f99e0de57d6 req-933bb481-01d7-40b2-aed4-69f0b7b3f1d5 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f04d2b9-617d-48f1-8fbe-2914db92b9c4 HTTP/1.1" status: 200 len: 867 time: 0.0731037 Dec 20 21:18:57.872117 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6dd7a-dfa5-43ef-a917-68d9eb49d81f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Pushing event deleted for resources: {'Port': ['ID=c50e7163-7ce6-4b98-a677-d7b1a60568f0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:18:57.885785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-9746a231-3e9e-41f8-94a8-5a6b309b06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:57.887454 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-9746a231-3e9e-41f8-94a8-5a6b309b06f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a161d56-0ebd-4a69-bc5d-decaef6882fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1160 time: 0.4871795 Dec 20 21:18:57.900811 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-0d6ffff9-3cf0-4765-be1d-1b5593d259f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:57.902319 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-0d6ffff9-3cf0-4765-be1d-1b5593d259f8 service neutron] 10.222.0.32 "GET /v2.0/ports/70996814-249a-4d32-86dd-f478ed569b84 HTTP/1.1" status: 200 len: 1091 time: 0.1110780 Dec 20 21:18:57.920828 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-31408bd2-1237-4e42-89c0-2f99e0de57d6 req-e8f62919-31c4-43ec-bc2d-3444829d57d1 tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a088405-e5b9-4ade-a227-f3f26d01e1da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658345 Dec 20 21:18:57.950257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-f829953b-12c0-4090-829d-e247f46639fe service neutron] Request body: {'binding': {'host': 'n-h1-xena-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:18:57.951196 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-f829953b-12c0-4090-829d-e247f46639fe service neutron] Unknown quota resources ['binding']. {{(pid=102401) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 21:18:58.015703 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f00fa46-546e-4dd0-9fe4-57d47c1f70cc req-ebb6dd7a-dfa5-43ef-a917-68d9eb49d81f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] No DVR routers for this DVR port c50e7163-7ce6-4b98-a677-d7b1a60568f0 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:18:58.021846 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-1167d8c2-ffa1-4874-8c9f-452db31d4c9d service neutron] 10.222.0.31 "GET /v2.0/networks/26695cc4-6d4c-47f9-b9d6-944bc1cfd208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6392112 Dec 20 21:18:58.027671 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4f00fa46-546e-4dd0-9fe4-57d47c1f70cc req-ebb6dd7a-dfa5-43ef-a917-68d9eb49d81f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:58.031245 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4f00fa46-546e-4dd0-9fe4-57d47c1f70cc req-ebb6dd7a-dfa5-43ef-a917-68d9eb49d81f tempest-ServersOnMultiNodesTest-597034009 tempest-ServersOnMultiNodesTest-597034009-project] 10.222.0.31 "DELETE /v2.0/ports/c50e7163-7ce6-4b98-a677-d7b1a60568f0 HTTP/1.1" status: 204 len: 173 time: 1.7357030 Dec 20 21:18:58.031983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f04d2b9-617d-48f1-8fbe-2914db92b9c4', 'name': 'network-vif-deleted', 'tag': 'c50e7163-7ce6-4b98-a677-d7b1a60568f0'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:18:58.034112 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2a1b69-44f9-4778-ad5a-0991c40b1de6" -d '{"events": [{"server_uuid": "7f04d2b9-617d-48f1-8fbe-2914db92b9c4", "name": "network-vif-deleted", "tag": "c50e7163-7ce6-4b98-a677-d7b1a60568f0"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:18:58.038280 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899195d-ee8c-497f-8197-6ed7ad97983d req-c929a558-4a72-456b-9548-ea4d447c8149 tempest-MigrationsAdminTest-194637268 tempest-MigrationsAdminTest-194637268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:58.046328 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7899195d-ee8c-497f-8197-6ed7ad97983d req-c929a558-4a72-456b-9548-ea4d447c8149 tempest-MigrationsAdminTest-194637268 tempest-MigrationsAdminTest-194637268-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 1099 time: 0.0493748 Dec 20 21:18:58.091669 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7899195d-ee8c-497f-8197-6ed7ad97983d req-4253bb13-49e9-4b93-885e-8371600c5631 tempest-MigrationsAdminTest-194637268 tempest-MigrationsAdminTest-194637268-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379703 Dec 20 21:18:58.200342 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-6a7c8197-c4fd-4812-b5f6-79f9e30ea1ac service neutron] 10.222.0.66 "GET /v2.0/networks/5a161d56-0ebd-4a69-bc5d-decaef6882fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007245 Dec 20 21:18:58.209229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16810e18-3a62-4a2c-9174-d5b6c2508692 req-12b7d8d7-5b59-4b3a-b331-132d012c9107 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:58.215918 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16810e18-3a62-4a2c-9174-d5b6c2508692 req-12b7d8d7-5b59-4b3a-b331-132d012c9107 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0634317 Dec 20 21:18:58.274191 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16810e18-3a62-4a2c-9174-d5b6c2508692 req-15d8d083-8b91-44db-99cb-7595d2b5d883 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569975 Dec 20 21:18:58.298847 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-636f686a-b1d6-42e8-839e-687f256ac10e service neutron] 10.222.0.31 "GET /v2.0/networks/26695cc4-6d4c-47f9-b9d6-944bc1cfd208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579882 Dec 20 21:18:58.362095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-f829953b-12c0-4090-829d-e247f46639fe service neutron] Attempting to bind port 70996814-249a-4d32-86dd-f478ed569b84 on host n-h1-xena-1 for vnic_type normal with profile None {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:18:58.362451 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-f829953b-12c0-4090-829d-e247f46639fe service neutron] Attempting to bind port 70996814-249a-4d32-86dd-f478ed569b84 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:18:58.362980 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-f829953b-12c0-4090-829d-e247f46639fe service neutron] Attempting to bind port 70996814-249a-4d32-86dd-f478ed569b84 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:58.379038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-f829953b-12c0-4090-829d-e247f46639fe service neutron] Port 70996814-249a-4d32-86dd-f478ed569b84 on network b354e2a9-7558-463a-85c3-6af39fac1033 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:18:58.379380 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-f829953b-12c0-4090-829d-e247f46639fe service neutron] Attempting to bind port 70996814-249a-4d32-86dd-f478ed569b84 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:18:58.385611 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b52912d-b874-4790-b156-54d016a5e0b6 req-106258b0-03ea-48a6-807c-8e5dd69bd268 service neutron] 10.222.0.66 "GET /v2.0/networks/5a161d56-0ebd-4a69-bc5d-decaef6882fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651831 Dec 20 21:18:58.388451 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-f829953b-12c0-4090-829d-e247f46639fe service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:18:58.388793 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-f829953b-12c0-4090-829d-e247f46639fe service neutron] Checking segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:18:58.389175 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-f829953b-12c0-4090-829d-e247f46639fe service neutron] Bound using segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:18:58.389754 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-f829953b-12c0-4090-829d-e247f46639fe service neutron] Bound port: 70996814-249a-4d32-86dd-f478ed569b84, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:18:58.494263 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-f829953b-12c0-4090-829d-e247f46639fe service neutron] For port 70996814-249a-4d32-86dd-f478ed569b84, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=70996814-249a-4d32-86dd-f478ed569b84,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:18:58.503066 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-f829953b-12c0-4090-829d-e247f46639fe service neutron] Notify callbacks [] for binding, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:58.504282 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-f829953b-12c0-4090-829d-e247f46639fe service neutron] 10.222.0.32 "POST /v2.0/ports/70996814-249a-4d32-86dd-f478ed569b84/bindings HTTP/1.1" status: 201 len: 387 time: 0.5756714 Dec 20 21:18:58.521614 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4341bc-7121-4e59-8924-fb4dc7698472 x-openstack-request-id: req-3c4341bc-7121-4e59-8924-fb4dc7698472 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:18:58.521614 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f04d2b9-617d-48f1-8fbe-2914db92b9c4", "name": "network-vif-deleted", "tag": "c50e7163-7ce6-4b98-a677-d7b1a60568f0", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:18:58.521963 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c4341bc-7121-4e59-8924-fb4dc7698472 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:18:58.522321 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f04d2b9-617d-48f1-8fbe-2914db92b9c4', 'name': 'network-vif-deleted', 'tag': 'c50e7163-7ce6-4b98-a677-d7b1a60568f0', 'status': 'completed', 'code': 200} Dec 20 21:18:58.633667 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-3e544292-cca9-49a1-8c2b-53f26c8e6368 req-97e86039-c5bb-40ba-b346-48deff1ab758 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:18:58.635269 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3e544292-cca9-49a1-8c2b-53f26c8e6368 req-97e86039-c5bb-40ba-b346-48deff1ab758 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065143 Dec 20 21:18:58.796301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb115ca4-30a3-49e0-bfd2-f80713d5f046 req-7807109d-ce77-4e0c-a026-3bb14a3a4dd0 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:58.805697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb115ca4-30a3-49e0-bfd2-f80713d5f046 req-7807109d-ce77-4e0c-a026-3bb14a3a4dd0 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 943 time: 0.0853961 Dec 20 21:18:58.865400 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb115ca4-30a3-49e0-bfd2-f80713d5f046 req-8c747f40-4a9a-498a-af94-d3f2fc991347 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582712 Dec 20 21:18:58.976213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-eb35f24c-1ab0-4959-a1cd-09a1e43aca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:58.977780 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-eb35f24c-1ab0-4959-a1cd-09a1e43aca8d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 1094 time: 0.1089010 Dec 20 21:18:59.140799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af7a0f-6df6-4356-b35f-8048208bcb15 req-73273d39-6888-4c75-bb02-f003adf46c66 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:59.149057 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-00af7a0f-6df6-4356-b35f-8048208bcb15 req-73273d39-6888-4c75-bb02-f003adf46c66 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 945 time: 0.1666164 Dec 20 21:18:59.201869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-f31568b9-0ef8-4a00-9ef8-07d657fd80d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:59.204773 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-f31568b9-0ef8-4a00-9ef8-07d657fd80d7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 921 time: 0.2115893 Dec 20 21:18:59.216543 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-00af7a0f-6df6-4356-b35f-8048208bcb15 req-18a32918-b0aa-42b9-8fab-af07fa4fd1f4 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662179 Dec 20 21:18:59.218849 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-76625475-1c67-4fb7-ae2c-b2447d5c9811 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918646 Dec 20 21:18:59.241202 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28887c0e-fb5d-42cb-a009-69f6f4f15e99 req-6a145298-e94b-4c50-999c-6714bc97b72d tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:59.251165 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28887c0e-fb5d-42cb-a009-69f6f4f15e99 req-6a145298-e94b-4c50-999c-6714bc97b72d tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:59.260037 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-28887c0e-fb5d-42cb-a009-69f6f4f15e99 req-6a145298-e94b-4c50-999c-6714bc97b72d tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1679 time: 0.1159389 Dec 20 21:18:59.312738 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-28887c0e-fb5d-42cb-a009-69f6f4f15e99 req-3912ac8c-dc12-40fc-bda1-bebf8de44ef5 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513012 Dec 20 21:18:59.318326 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-ccd9f7d5-7f7f-42fa-a49d-0fc08ed03c21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70996814-249a-4d32-86dd-f478ed569b84 HTTP/1.1" status: 200 len: 217 time: 0.0813127 Dec 20 21:18:59.426519 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1de7ff77-f923-4dbd-b605-658ac808d922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:59.465360 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970f17a-d27b-44c0-88a4-af49c7708549 req-2e30c9b5-ce99-49fc-a0c3-bc8a7d8488d1 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:59.473581 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 54fb995b-a2f0-40a4-9e8e-71c619a971f1 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:18:59.493028 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e970f17a-d27b-44c0-88a4-af49c7708549 req-2e30c9b5-ce99-49fc-a0c3-bc8a7d8488d1 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.1167893 Dec 20 21:18:59.534513 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-4cdd7823-7988-46e8-955f-dc0bac834fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:59.536027 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-4cdd7823-7988-46e8-955f-dc0bac834fd3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.2094016 Dec 20 21:18:59.593189 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e970f17a-d27b-44c0-88a4-af49c7708549 req-eb53201b-3066-4104-8c76-536c57adc619 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965481 Dec 20 21:18:59.620711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c50e7163-7ce6-4b98-a677-d7b1a60568f0 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:18:59.659287 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-de1282b6-a3e8-45e1-951f-0f197e4be62b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131084 Dec 20 21:18:59.677532 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f0f5b-aad8-487f-9aea-f99017b49034 req-b8c969b3-f75a-4544-9b6e-f66e654c952b tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:18:59.679368 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-015f0f5b-aad8-487f-9aea-f99017b49034 req-b8c969b3-f75a-4544-9b6e-f66e654c952b tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.2502906 Dec 20 21:18:59.682162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: c50e7163-7ce6-4b98-a677-d7b1a60568f0 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:18:59.683216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c50e7163-7ce6-4b98-a677-d7b1a60568f0 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:18:59.792167 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 54fb995b-a2f0-40a4-9e8e-71c619a971f1, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=54fb995b-a2f0-40a4-9e8e-71c619a971f1,segment=NetworkSegment(277faab7-a284-413e-88eb-5288c8dc15c0),segment_id=277faab7-a284-413e-88eb-5288c8dc15c0)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:59.808718 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '54fb995b-a2f0-40a4-9e8e-71c619a971f1', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'port_id': '54fb995b-a2f0-40a4-9e8e-71c619a971f1', 'mac_address': 'fa:16:3e:a3:64:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:18:59.873811 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:59.898722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fb995b-a2f0-40a4-9e8e-71c619a971f1 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:18:59.909498 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-015f0f5b-aad8-487f-9aea-f99017b49034 req-e91fbeaf-e81a-47b4-bdb6-c30e7953158a tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143536 Dec 20 21:18:59.932845 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 54fb995b-a2f0-40a4-9e8e-71c619a971f1, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=54fb995b-a2f0-40a4-9e8e-71c619a971f1,segment=NetworkSegment(277faab7-a284-413e-88eb-5288c8dc15c0),segment_id=277faab7-a284-413e-88eb-5288c8dc15c0)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:18:59.944703 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:18:59.952499 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-aadbd418-f977-4ad3-b341-a0e90a441d0f service neutron] 10.222.0.31 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649257 Dec 20 21:19:00.028967 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:19:00.048329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff949677-2487-4f8d-9e24-17c6abb856fd req-04a91084-75b0-4137-991a-5187e1cfcd99 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:00.055882 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff949677-2487-4f8d-9e24-17c6abb856fd req-04a91084-75b0-4137-991a-5187e1cfcd99 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 944 time: 0.0776911 Dec 20 21:19:00.074704 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49844) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:00.128847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=54fb995b-a2f0-40a4-9e8e-71c619a971f1,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:00.147856 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff949677-2487-4f8d-9e24-17c6abb856fd req-565bb705-e201-4fda-9f57-12ff13a71a1a tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910130 Dec 20 21:19:00.187536 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-9974a0c7-2761-49b8-8366-1ce9d8d7eb4f service neutron] 10.222.0.31 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219808 Dec 20 21:19:00.283927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42,segment=NetworkSegment(def6f540-52c7-4694-9b5e-9b0ca477801c),segment_id=def6f540-52c7-4694-9b5e-9b0ca477801c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:00.305934 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42', 'network_id': '5a161d56-0ebd-4a69-bc5d-decaef6882fb', 'port_id': '6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42', 'mac_address': 'fa:16:3e:f2:f6:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed472930-ac72-4a64-973b-23027dc2b95f', 'ip_address': '19.86.0.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:19:00.382411 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:00.385624 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a96b3104-f166-478a-9eec-d7695ddeade1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbf51c065521477894e586e4eb7f53a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098130 Dec 20 21:19:00.388393 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49856) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:00.405924 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:19:00.468750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42,segment=NetworkSegment(def6f540-52c7-4694-9b5e-9b0ca477801c),segment_id=def6f540-52c7-4694-9b5e-9b0ca477801c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:00.477403 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:00.478994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 049681c2-cbc7-4dae-92bd-84eb565eba00 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:19:00.507013 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbf399-be9f-4e28-b3b3-792aa2f0a961 req-6b746ef5-1b98-463e-ad61-076f12d275a4 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:00.511291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df302823-cae5-49b8-9683-81e7a158ae17 req-fc5c7e4b-80b9-4025-89ac-3c75e0e2088b tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:00.522075 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df302823-cae5-49b8-9683-81e7a158ae17 req-fc5c7e4b-80b9-4025-89ac-3c75e0e2088b tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 945 time: 0.1208227 Dec 20 21:19:00.533995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbf399-be9f-4e28-b3b3-792aa2f0a961 req-6b746ef5-1b98-463e-ad61-076f12d275a4 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:00.537110 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c2f73c2c-144f-406d-b899-9cea7731b124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:00.545895 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-61bbf399-be9f-4e28-b3b3-792aa2f0a961 req-6b746ef5-1b98-463e-ad61-076f12d275a4 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1679 time: 0.1269894 Dec 20 21:19:00.584020 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c2f73c2c-144f-406d-b899-9cea7731b124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:00.605071 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df302823-cae5-49b8-9683-81e7a158ae17 req-bd4af1cd-41bf-4bf5-bbc8-876e9da17541 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818605 Dec 20 21:19:00.672670 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-61bbf399-be9f-4e28-b3b3-792aa2f0a961 req-c9a9709e-1f78-4aa5-869f-fa21e0dc1217 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142054 Dec 20 21:19:00.689401 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 049681c2-cbc7-4dae-92bd-84eb565eba00, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=049681c2-cbc7-4dae-92bd-84eb565eba00,segment=NetworkSegment(7b91e2e1-b8c1-4edb-9727-266f8935f597),segment_id=7b91e2e1-b8c1-4edb-9727-266f8935f597)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:00.695252 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c2f73c2c-144f-406d-b899-9cea7731b124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:00.697966 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c2f73c2c-144f-406d-b899-9cea7731b124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:00.714911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c2f73c2c-144f-406d-b899-9cea7731b124 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a088405-e5b9-4ade-a227-f3f26d01e1da HTTP/1.1" status: 204 len: 168 time: 0.3247631 Dec 20 21:19:00.720686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['54fb995b-a2f0-40a4-9e8e-71c619a971f1'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:19:00.742039 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f73c2c-144f-406d-b899-9cea7731b124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a088405-e5b9-4ade-a227-f3f26d01e1da,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:00.874361 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06686348-b05b-417e-8b06-3bb8efea0b24 req-967f1509-a564-426b-82b1-d7ca68858c6a tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:00.877338 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-06686348-b05b-417e-8b06-3bb8efea0b24 req-967f1509-a564-426b-82b1-d7ca68858c6a tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.1299109 Dec 20 21:19:00.892158 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '049681c2-cbc7-4dae-92bd-84eb565eba00', 'network_id': 'c2fbda7f-efc0-4234-9dd4-9e8c5913ae07', 'port_id': '049681c2-cbc7-4dae-92bd-84eb565eba00', 'mac_address': 'fa:16:3e:5a:88:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ff7337-4890-4803-854f-88b85a1cfba8', 'ip_address': '19.80.0.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:19:00.947422 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:00.993056 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-06686348-b05b-417e-8b06-3bb8efea0b24 req-188b9d85-f9ea-4de7-b5e7-9e7ade7f64df tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085062 Dec 20 21:19:01.063615 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:01.077477 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:01.100359 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049681c2-cbc7-4dae-92bd-84eb565eba00 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:19:01.165563 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 049681c2-cbc7-4dae-92bd-84eb565eba00, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=049681c2-cbc7-4dae-92bd-84eb565eba00,segment=NetworkSegment(7b91e2e1-b8c1-4edb-9727-266f8935f597),segment_id=7b91e2e1-b8c1-4edb-9727-266f8935f597)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:01.181604 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:01.192085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a915d-9723-4ebb-8628-da102d0d594b req-dd3624d8-8adb-494c-a2e4-4d86aee33d2b tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:01.205774 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d17a915d-9723-4ebb-8628-da102d0d594b req-dd3624d8-8adb-494c-a2e4-4d86aee33d2b tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.1079831 Dec 20 21:19:01.311847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=049681c2-cbc7-4dae-92bd-84eb565eba00,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:01.355726 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d17a915d-9723-4ebb-8628-da102d0d594b req-18a22b2a-68f6-425f-907b-a7cc3ef3ddb4 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413028 Dec 20 21:19:01.369040 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92cac7-5c71-4dee-aa61-6155646b7b76 req-91dd578d-3235-4efa-805a-e0d0d1c56964 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:01.380731 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fe92cac7-5c71-4dee-aa61-6155646b7b76 req-91dd578d-3235-4efa-805a-e0d0d1c56964 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 944 time: 0.1546097 Dec 20 21:19:01.393952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49880) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:01.466448 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fe92cac7-5c71-4dee-aa61-6155646b7b76 req-85c8613d-79d0-4f95-bf38-557b485d8a9e tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844665 Dec 20 21:19:01.522859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-e6d853b6-7844-449f-8eb4-d17531aa81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:01.524279 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-e6d853b6-7844-449f-8eb4-d17531aa81a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 1099 time: 0.1410151 Dec 20 21:19:01.528653 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6d27c11c-ce19-4eff-b138-63b51ca29591 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2522ab5f2e56423b8f94c75d65f84641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1310840 Dec 20 21:19:01.532245 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49882) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:01.617859 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05b9107d-99ce-468b-8e57-b767357630b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:01.623048 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:19:01.662315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-a851c619-7bc1-4300-ab63-916610a917e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:01.666932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-a851c619-7bc1-4300-ab63-916610a917e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1343379 Dec 20 21:19:01.669842 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05b9107d-99ce-468b-8e57-b767357630b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:01.680457 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['049681c2-cbc7-4dae-92bd-84eb565eba00'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:19:01.755050 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05b9107d-99ce-468b-8e57-b767357630b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:01.755547 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-f380708b-c398-40b4-b52a-a7a367896ac4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9 HTTP/1.1" status: 200 len: 217 time: 0.0817571 Dec 20 21:19:01.758550 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05b9107d-99ce-468b-8e57-b767357630b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:01.760009 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-05b9107d-99ce-468b-8e57-b767357630b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2cb2c5f-9848-49ea-bb78-dc4fcb25f088 HTTP/1.1" status: 204 len: 168 time: 0.2265410 Dec 20 21:19:01.780633 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9107d-99ce-468b-8e57-b767357630b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cb2c5f-9848-49ea-bb78-dc4fcb25f088,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:01.880006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c4b7e-f0b6-4d43-b3a2-86a5a5c9d84b req-ce6894d5-011d-473f-a942-fd2e61e3e197 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:01.882098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-289c4b7e-f0b6-4d43-b3a2-86a5a5c9d84b req-ce6894d5-011d-473f-a942-fd2e61e3e197 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 945 time: 0.1034696 Dec 20 21:19:01.883584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-9070efc0-1445-41c1-92f4-325cf9b61605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:01.885550 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-9070efc0-1445-41c1-92f4-325cf9b61605 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1185160 Dec 20 21:19:01.907082 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec971a-4748-4864-bf4b-e5469fbca48c req-a2233ae5-f47c-462f-9808-6600df3dde62 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:01.925542 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec971a-4748-4864-bf4b-e5469fbca48c req-a2233ae5-f47c-462f-9808-6600df3dde62 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:01.937137 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-84ec971a-4748-4864-bf4b-e5469fbca48c req-a2233ae5-f47c-462f-9808-6600df3dde62 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1681 time: 0.1363492 Dec 20 21:19:02.006555 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-84ec971a-4748-4864-bf4b-e5469fbca48c req-f5eab0ec-b7b4-4a64-9cd9-504a26903c17 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640299 Dec 20 21:19:02.056333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-8385d085-bec7-47a5-9d81-a0c78f67bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:02.066830 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-8385d085-bec7-47a5-9d81-a0c78f67bc75 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1604900 Dec 20 21:19:02.078977 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-289c4b7e-f0b6-4d43-b3a2-86a5a5c9d84b req-b6c576d9-1ec7-4b8c-8640-3b5377ffac85 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882155 Dec 20 21:19:02.157417 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:02.270392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-f7d2330a-52b0-40d3-b61f-7d7430f24456 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903660 Dec 20 21:19:02.356169 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:02.428567 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825fc02-8bf0-4e80-be22-53bbd9260e4a req-13260460-77df-4a6f-a7fb-f1175fcf94b8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:02.441218 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4825fc02-8bf0-4e80-be22-53bbd9260e4a req-13260460-77df-4a6f-a7fb-f1175fcf94b8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.1696737 Dec 20 21:19:02.512151 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4825fc02-8bf0-4e80-be22-53bbd9260e4a req-218ab8b4-286f-4dd9-b3bc-c4603cdbfe84 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602012 Dec 20 21:19:02.555330 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-58a1be47-f31d-4618-be11-a084e9a379ec service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720037 Dec 20 21:19:02.630157 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19fdbd-6912-4176-a923-034e8092a930 req-5353e29e-e262-44a7-8427-d77f551bf0a9 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:02.654292 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1a19fdbd-6912-4176-a923-034e8092a930 req-5353e29e-e262-44a7-8427-d77f551bf0a9 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.1760731 Dec 20 21:19:02.714650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177ce54-8e22-4721-b09a-14e55b4ca51b req-170f71ab-4d59-42de-a532-dc06d770d8f8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:02.714650 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f177ce54-8e22-4721-b09a-14e55b4ca51b req-170f71ab-4d59-42de-a532-dc06d770d8f8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 944 time: 0.0903974 Dec 20 21:19:02.722726 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1a19fdbd-6912-4176-a923-034e8092a930 req-a6cade3b-154a-48dd-9226-580943f2b0e1 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674055 Dec 20 21:19:02.752835 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f177ce54-8e22-4721-b09a-14e55b4ca51b req-009af62e-0eeb-4acf-9972-44e41c203f7a tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550437 Dec 20 21:19:03.167403 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f868472-0273-4954-ace7-74594358a3ad req-349e68e0-3d4e-4225-8ca7-995a5749ec61 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:03.173950 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f868472-0273-4954-ace7-74594358a3ad req-349e68e0-3d4e-4225-8ca7-995a5749ec61 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:03.182803 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7f868472-0273-4954-ace7-74594358a3ad req-349e68e0-3d4e-4225-8ca7-995a5749ec61 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1681 time: 0.0767496 Dec 20 21:19:03.232625 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7f868472-0273-4954-ace7-74594358a3ad req-fffc15d9-fc6e-45c4-882c-864a02c112db tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441315 Dec 20 21:19:03.263553 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49936) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:03.350680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c466428-1032-4ad4-b909-32ebf4b6d784 req-89813ff8-13a2-4aff-ae7a-b8cf8ff7d975 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:03.353035 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c466428-1032-4ad4-b909-32ebf4b6d784 req-89813ff8-13a2-4aff-ae7a-b8cf8ff7d975 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 945 time: 0.1160662 Dec 20 21:19:03.438093 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c466428-1032-4ad4-b909-32ebf4b6d784 req-8f2eb516-40ea-4f2a-8a01-5ba41bb6839a tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789933 Dec 20 21:19:03.455983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e397661a-0289-41c8-9e5a-e2f49073a8aa admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2035186069-network', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:03.500624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e397661a-0289-41c8-9e5a-e2f49073a8aa admin admin] Made reservation on behalf of 9fa9d8489b07411a8b2d4b631080c870 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:19:03.502879 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 54fb995b-a2f0-40a4-9e8e-71c619a971f1 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:19:03.503614 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e397661a-0289-41c8-9e5a-e2f49073a8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:03.515017 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e397661a-0289-41c8-9e5a-e2f49073a8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:03.599655 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 54fb995b-a2f0-40a4-9e8e-71c619a971f1 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:19:03.630384 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 54fb995b-a2f0-40a4-9e8e-71c619a971f1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:03.630826 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:03.680512 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e397661a-0289-41c8-9e5a-e2f49073a8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:03.689687 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e397661a-0289-41c8-9e5a-e2f49073a8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:03.724271 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397661a-0289-41c8-9e5a-e2f49073a8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9d93d9-0b69-40d5-8a8a-334d8f3356c0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:03.740158 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:03.754465 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66cd28-6b18-4507-a549-abbdb17417d4 req-e27e763d-f7bb-48ce-8345-f08d79a84ae1 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:03.762299 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf66cd28-6b18-4507-a549-abbdb17417d4 req-e27e763d-f7bb-48ce-8345-f08d79a84ae1 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.1349826 Dec 20 21:19:03.774303 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e397661a-0289-41c8-9e5a-e2f49073a8aa admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:19:03.779129 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fad8e69-fb73-448a-ad64-82a3661cafc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fb995b-a2f0-40a4-9e8e-71c619a971f1'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:03.783665 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5182b52f-c043-422d-9d3b-3ec6d1f26549" -d '{"events": [{"server_uuid": "8fad8e69-fb73-448a-ad64-82a3661cafc9", "name": "network-vif-plugged", "status": "completed", "tag": "54fb995b-a2f0-40a4-9e8e-71c619a971f1"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:03.797996 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 54fb995b-a2f0-40a4-9e8e-71c619a971f1, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=54fb995b-a2f0-40a4-9e8e-71c619a971f1,segment=NetworkSegment(277faab7-a284-413e-88eb-5288c8dc15c0),segment_id=277faab7-a284-413e-88eb-5288c8dc15c0)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:03.801227 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e397661a-0289-41c8-9e5a-e2f49073a8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:03.801582 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-e397661a-0289-41c8-9e5a-e2f49073a8aa admin admin] Added segment 8053c7bc-1b63-4199-8bd9-74fa6bddc9a9 of type vlan for network 18643d36-4467-4028-a6ee-9dd64683ba07 Dec 20 21:19:03.805394 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:03.831942 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf66cd28-6b18-4507-a549-abbdb17417d4 req-b4c223fd-6377-4805-80f6-ffcfe8049373 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686934 Dec 20 21:19:03.868165 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=54fb995b-a2f0-40a4-9e8e-71c619a971f1,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:03.898592 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e397661a-0289-41c8-9e5a-e2f49073a8aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:03.905421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2a367-dbdb-4297-878a-f3a28d822484 req-f9a57e10-3179-4d82-9bc0-b015304587ac tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:03.914111 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8be2a367-dbdb-4297-878a-f3a28d822484 req-f9a57e10-3179-4d82-9bc0-b015304587ac tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0687046 Dec 20 21:19:03.957290 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e397661a-0289-41c8-9e5a-e2f49073a8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:03.958464 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e397661a-0289-41c8-9e5a-e2f49073a8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:03.959048 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e397661a-0289-41c8-9e5a-e2f49073a8aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:03.959951 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8be2a367-dbdb-4297-878a-f3a28d822484 req-a59639b7-21c8-4e35-b405-2ec5831ae22c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447226 Dec 20 21:19:04.010017 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba27fcd-9582-4782-a3a2-bfdd8a9734f9 x-openstack-request-id: req-0ba27fcd-9582-4782-a3a2-bfdd8a9734f9 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:04.010344 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fad8e69-fb73-448a-ad64-82a3661cafc9", "name": "network-vif-plugged", "status": "completed", "tag": "54fb995b-a2f0-40a4-9e8e-71c619a971f1", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:04.010593 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ba27fcd-9582-4782-a3a2-bfdd8a9734f9 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:04.010985 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fad8e69-fb73-448a-ad64-82a3661cafc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fb995b-a2f0-40a4-9e8e-71c619a971f1', 'code': 200} Dec 20 21:19:04.014805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:19:04.016438 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e397661a-0289-41c8-9e5a-e2f49073a8aa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7516587 Dec 20 21:19:04.020212 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49968) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:04.025285 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Request body: {'subnet': {'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2035186069-subnet', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:04.035011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae29302-f922-481a-b202-dd918a8d79e2 req-a4d5f19f-68b6-4fd9-b1ad-4cf89cb1c44a tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:04.042374 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-eae29302-f922-481a-b202-dd918a8d79e2 req-a4d5f19f-68b6-4fd9-b1ad-4cf89cb1c44a tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 945 time: 0.1217709 Dec 20 21:19:04.060727 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Made reservation on behalf of 9fa9d8489b07411a8b2d4b631080c870 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:19:04.064267 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:04.077822 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397661a-0289-41c8-9e5a-e2f49073a8aa admin admin] Pushing event updated for resources: {'Network': ['ID=18643d36-4467-4028-a6ee-9dd64683ba07,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:04.091631 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 18643d36-4467-4028-a6ee-9dd64683ba07 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:19:04.098741 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-eae29302-f922-481a-b202-dd918a8d79e2 req-2eb8c788-3262-4da0-9336-d7af746a5b17 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554259 Dec 20 21:19:04.152305 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:19:04.175247 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:04.175735 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:04.287671 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:04.324182 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42,segment=NetworkSegment(def6f540-52c7-4694-9b5e-9b0ca477801c),segment_id=def6f540-52c7-4694-9b5e-9b0ca477801c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:04.335606 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:04.336945 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 049681c2-cbc7-4dae-92bd-84eb565eba00 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:19:04.359640 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17400554-3b09-40a2-9d02-777b86dacfff req-519ddf21-22a1-401f-af17-b08df48666b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:04.361387 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17400554-3b09-40a2-9d02-777b86dacfff req-519ddf21-22a1-401f-af17-b08df48666b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 1094 time: 0.1111822 Dec 20 21:19:04.411565 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:04.445970 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:04.458159 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17400554-3b09-40a2-9d02-777b86dacfff req-05cc3a4e-efeb-4e19-80ce-01fd1f3c71e8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818143 Dec 20 21:19:04.464639 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 049681c2-cbc7-4dae-92bd-84eb565eba00 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:19:04.469843 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 049681c2-cbc7-4dae-92bd-84eb565eba00 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:04.470352 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:04.481147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73351a7-bad6-45df-b2cd-66444b1a47fd req-ad1a24d8-b447-4723-8d95-d56a3035220e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:04.487514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73351a7-bad6-45df-b2cd-66444b1a47fd req-ad1a24d8-b447-4723-8d95-d56a3035220e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:04.490054 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d73351a7-bad6-45df-b2cd-66444b1a47fd req-ad1a24d8-b447-4723-8d95-d56a3035220e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1682 time: 0.1785257 Dec 20 21:19:04.520655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=688fc07f-c249-4d02-aab5-fd756b1dc4d5,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:04.552281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:04.552508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:04.552994 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:04.553327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:04.553651 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:04.553968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:04.554319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:04.554655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:04.554973 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:04.555359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:04.555678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:04.555987 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:04.562293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Checking segment: {'id': '8053c7bc-1b63-4199-8bd9-74fa6bddc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:19:04.562646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Network hostable DHCP agents. Network: 18643d36-4467-4028-a6ee-9dd64683ba07, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:19:04.583439 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d73351a7-bad6-45df-b2cd-66444b1a47fd req-4ae1dac2-b19f-4ef1-9b91-9ae545319ab2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736861 Dec 20 21:19:04.612793 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Network 18643d36-4467-4028-a6ee-9dd64683ba07 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:19:04.636994 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 18643d36-4467-4028-a6ee-9dd64683ba07) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:19:04.639874 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:04.648701 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:04.649344 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:04.675319 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ca99a8-d936-45b5-83dd-7967fba774cb None None] Network 18643d36-4467-4028-a6ee-9dd64683ba07 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:19:04.697407 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b5371970-036b-4d71-937e-4eed42ddfa19 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6758974 Dec 20 21:19:04.700670 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49998) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:04.700844 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59d5d3-c59c-4c10-952a-fd097bb3ba6f req-c03f61ee-b3de-4bb4-87b6-e3132d693856 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:04.707704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2035186069-router', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:04.708543 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f59d5d3-c59c-4c10-952a-fd097bb3ba6f req-c03f61ee-b3de-4bb4-87b6-e3132d693856 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 945 time: 0.1120791 Dec 20 21:19:04.760471 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f59d5d3-c59c-4c10-952a-fd097bb3ba6f req-2c708d4b-752f-4286-b10c-5ea8ec79886d tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475659 Dec 20 21:19:04.769706 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:04.771441 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:04.803623 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 049681c2-cbc7-4dae-92bd-84eb565eba00, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=049681c2-cbc7-4dae-92bd-84eb565eba00,segment=NetworkSegment(7b91e2e1-b8c1-4edb-9727-266f8935f597),segment_id=7b91e2e1-b8c1-4edb-9727-266f8935f597)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:04.815887 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:04.839273 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:04.943819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=049681c2-cbc7-4dae-92bd-84eb565eba00,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:05.001690 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:05.004612 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c04af-60cb-4637-9276-1d3cc975d25f req-397632ad-6dd6-4cec-97f4-25ec226237f8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:05.007754 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-713c04af-60cb-4637-9276-1d3cc975d25f req-397632ad-6dd6-4cec-97f4-25ec226237f8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.0658622 Dec 20 21:19:05.012934 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-18643d36-4467-4028-a6ee-9dd64683ba07', 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'fixed_ips': [{'subnet_id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:19:05.014034 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:05.100619 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-713c04af-60cb-4637-9276-1d3cc975d25f req-05dd875e-07da-4d8f-a201-a83bf7936aef tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814672 Dec 20 21:19:05.244950 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:05.258125 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Allocated IP 172.20.0.2 (18643d36-4467-4028-a6ee-9dd64683ba07/688fc07f-c249-4d02-aab5-fd756b1dc4d5/a148cd3e-fff0-4487-a096-8df62dd0e211) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:19:05.262107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d51a6c-01d3-4b9d-ba72-53089a9aac79 req-2e2eb717-ba7a-4c0b-9d18-93df0cc416dc tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:05.265952 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:05.270693 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-94d51a6c-01d3-4b9d-ba72-53089a9aac79 req-2e2eb717-ba7a-4c0b-9d18-93df0cc416dc tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0937893 Dec 20 21:19:05.332656 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-94d51a6c-01d3-4b9d-ba72-53089a9aac79 req-0abad44d-d1c5-4b81-9110-bd8330a1f495 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584683 Dec 20 21:19:05.440248 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Allocated IP 172.35.3.213 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/79c95c4b-5a04-4b0a-bb2c-07d7709e2b45) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:19:05.509779 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f012e75-0ac7-49cc-91f5-d2adec16a24a req-f08c54f7-6b7c-49be-98f3-9001e0a7059c tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:05.512793 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0f012e75-0ac7-49cc-91f5-d2adec16a24a req-f08c54f7-6b7c-49be-98f3-9001e0a7059c tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 945 time: 0.1034682 Dec 20 21:19:05.514356 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:05.527618 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:05.565951 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:05.595255 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0f012e75-0ac7-49cc-91f5-d2adec16a24a req-dfdc7f6d-3397-4105-a419-abcfeba2772e tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754845 Dec 20 21:19:05.633806 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Network 18643d36-4467-4028-a6ee-9dd64683ba07 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:19:05.637404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:19:05.641156 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:19:05.653161 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:05.663703 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Pushing event updated for resources: {'Port': ['ID=a148cd3e-fff0-4487-a096-8df62dd0e211,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:05.728701 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Attempting to bind port a148cd3e-fff0-4487-a096-8df62dd0e211 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:19:05.729646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Attempting to bind port a148cd3e-fff0-4487-a096-8df62dd0e211 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '8053c7bc-1b63-4199-8bd9-74fa6bddc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:19:05.730438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Attempting to bind port a148cd3e-fff0-4487-a096-8df62dd0e211 on network 18643d36-4467-4028-a6ee-9dd64683ba07 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:05.733670 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:19:05.740270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:19:05.740852 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:19:05.741514 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Checking segment: {'id': '8053c7bc-1b63-4199-8bd9-74fa6bddc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:19:05.742248 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:05.743009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Bound using segment: {'id': '8053c7bc-1b63-4199-8bd9-74fa6bddc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:19:05.743733 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Bound port: a148cd3e-fff0-4487-a096-8df62dd0e211, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8053c7bc-1b63-4199-8bd9-74fa6bddc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:19:05.744343 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:05.757420 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:19:05.765421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Pushing event updated for resources: {'Port': ['ID=79c95c4b-5a04-4b0a-bb2c-07d7709e2b45,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:05.945265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb9e13-9e5d-45c3-89ff-be03b7f20be4 req-fcda9461-932c-47a2-9100-a2674629520e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:05.948079 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] For port a148cd3e-fff0-4487-a096-8df62dd0e211, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:19:05.952780 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb9e13-9e5d-45c3-89ff-be03b7f20be4 req-fcda9461-932c-47a2-9100-a2674629520e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:05.953387 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] For port a148cd3e-fff0-4487-a096-8df62dd0e211, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a148cd3e-fff0-4487-a096-8df62dd0e211,segment=NetworkSegment(8053c7bc-1b63-4199-8bd9-74fa6bddc9a9),segment_id=8053c7bc-1b63-4199-8bd9-74fa6bddc9a9)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:19:05.961928 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:05.962508 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ceb9e13-9e5d-45c3-89ff-be03b7f20be4 req-fcda9461-932c-47a2-9100-a2674629520e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1683 time: 0.1940956 Dec 20 21:19:06.008980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560e6f1-9254-48dd-8dab-5a3f663f77bb req-7bbe8cb7-09c9-4f51-a2c7-25fa6c161f9d tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:06.024128 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6560e6f1-9254-48dd-8dab-5a3f663f77bb req-7bbe8cb7-09c9-4f51-a2c7-25fa6c161f9d tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 945 time: 0.0828211 Dec 20 21:19:06.025226 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a95679-f837-4993-938d-7242d100048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42'}, {'server_uuid': '50a95679-f837-4993-938d-7242d100048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049681c2-cbc7-4dae-92bd-84eb565eba00'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:06.028240 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a980221-6913-4ca5-8380-4fa0b5937c22" -d '{"events": [{"server_uuid": "50a95679-f837-4993-938d-7242d100048a", "name": "network-vif-plugged", "status": "completed", "tag": "6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42"}, {"server_uuid": "50a95679-f837-4993-938d-7242d100048a", "name": "network-vif-plugged", "status": "completed", "tag": "049681c2-cbc7-4dae-92bd-84eb565eba00"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:06.059578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b41b0-5ea6-42aa-a946-4ac5903b88bc None None] Pushing event updated for resources: {'Port': ['ID=a148cd3e-fff0-4487-a096-8df62dd0e211,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:06.096963 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6560e6f1-9254-48dd-8dab-5a3f663f77bb req-e36e4a4a-0b2a-46bb-9bd5-d3a4a76f011b tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652316 Dec 20 21:19:06.158687 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dfc847-7a59-4bd1-be54-8453d00e7313 x-openstack-request-id: req-d6dfc847-7a59-4bd1-be54-8453d00e7313 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:06.158846 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a95679-f837-4993-938d-7242d100048a", "name": "network-vif-plugged", "status": "completed", "tag": "6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42", "code": 200}, {"server_uuid": "50a95679-f837-4993-938d-7242d100048a", "name": "network-vif-plugged", "status": "completed", "tag": "049681c2-cbc7-4dae-92bd-84eb565eba00", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:06.158948 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6dfc847-7a59-4bd1-be54-8453d00e7313 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:06.159345 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a95679-f837-4993-938d-7242d100048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42', 'code': 200} Dec 20 21:19:06.159594 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a95679-f837-4993-938d-7242d100048a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049681c2-cbc7-4dae-92bd-84eb565eba00', 'code': 200} Dec 20 21:19:06.381527 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-a1f7102e-0103-48df-bfee-d650b14bbcd4 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:06.397553 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-a1f7102e-0103-48df-bfee-d650b14bbcd4 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/networks?id=7baa739e-ce4f-46bc-a565-aab632d9bddc HTTP/1.1" status: 200 len: 805 time: 0.1612983 Dec 20 21:19:06.423187 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-c5e7640d-5488-402c-8063-85ec03d7f0ef tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/quotas/1dfad6aebbf544d1bebde21aa25d9cae HTTP/1.1" status: 200 len: 375 time: 0.0244207 Dec 20 21:19:06.473563 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ceb9e13-9e5d-45c3-89ff-be03b7f20be4 req-eba6deab-b48a-43d4-9e0e-f416fbcc1daa tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099356 Dec 20 21:19:06.482862 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-8255f2d4-75d9-4273-887d-e246eea35337 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dfad6aebbf544d1bebde21aa25d9cae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522153 Dec 20 21:19:06.510405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbb708-44f5-4bc7-ac38-b91e5c0c240e req-9190cae4-f19a-40fd-81a4-e144c8d7d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:06.510877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbb708-44f5-4bc7-ac38-b91e5c0c240e req-9190cae4-f19a-40fd-81a4-e144c8d7d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:06.512653 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-55cbb708-44f5-4bc7-ac38-b91e5c0c240e req-9190cae4-f19a-40fd-81a4-e144c8d7d327 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1981 time: 0.1278751 Dec 20 21:19:06.590356 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-bf68b5ec-7311-4cd4-b5b4-91ee1b8a1b8c service neutron] 10.222.0.32 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979695 Dec 20 21:19:06.645701 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-55cbb708-44f5-4bc7-ac38-b91e5c0c240e req-ff8f490a-45b5-49a8-be26-4b8432e55cf8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968707 Dec 20 21:19:06.670541 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac19a03-3d7d-490e-bc93-07b41663fa32 req-10ca6b49-62f9-4dd1-8594-e80eef1fd936 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:06.672100 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ac19a03-3d7d-490e-bc93-07b41663fa32 req-10ca6b49-62f9-4dd1-8594-e80eef1fd936 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.0982306 Dec 20 21:19:06.689881 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:06.699053 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-8c403c62-c44e-41f9-b71e-13cf126772b9 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020894 Dec 20 21:19:06.779060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a148cd3e-fff0-4487-a096-8df62dd0e211 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:19:06.802707 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ac19a03-3d7d-490e-bc93-07b41663fa32 req-785df4d8-fbe6-42b8-8428-928e5678f3e7 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192837 Dec 20 21:19:06.851874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port a148cd3e-fff0-4487-a096-8df62dd0e211 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:06.852051 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:06.945994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978ded1-d653-4366-ba60-cc0763475845 req-93b82e64-54fa-488c-879a-bab64087eddb tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:06.947801 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0978ded1-d653-4366-ba60-cc0763475845 req-93b82e64-54fa-488c-879a-bab64087eddb tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 945 time: 0.0637748 Dec 20 21:19:06.996785 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:06.999119 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0978ded1-d653-4366-ba60-cc0763475845 req-fb510077-adf4-4e50-8e9f-6fba39f61feb tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442107 Dec 20 21:19:07.047845 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:07.099852 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port a148cd3e-fff0-4487-a096-8df62dd0e211, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a148cd3e-fff0-4487-a096-8df62dd0e211,segment=NetworkSegment(8053c7bc-1b63-4199-8bd9-74fa6bddc9a9),segment_id=8053c7bc-1b63-4199-8bd9-74fa6bddc9a9)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:07.109791 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:07.142800 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af3f7a-95d0-4a64-a548-931a31d32fd9 req-51a254c1-2464-4f15-9629-9672f3176837 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:07.150531 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b0af3f7a-95d0-4a64-a548-931a31d32fd9 req-51a254c1-2464-4f15-9629-9672f3176837 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.2299793 Dec 20 21:19:07.220227 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=a148cd3e-fff0-4487-a096-8df62dd0e211,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:07.225125 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-862e134e-e61c-4542-ae3b-d8cdc334e51d req-86a7ef87-adf7-4f67-adae-d17d101a7a26 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 210 time: 0.0398455 Dec 20 21:19:07.238225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d61db3-8566-4a24-9678-03681143c05b None None] Network 18643d36-4467-4028-a6ee-9dd64683ba07 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:19:07.253900 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b0af3f7a-95d0-4a64-a548-931a31d32fd9 req-51265fdc-f5fe-4878-808e-ebb7ff08589e tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938697 Dec 20 21:19:07.299534 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-586aa283-2adb-4632-b6b3-04ea4c9f9a09 None None] Provisioning complete for port a148cd3e-fff0-4487-a096-8df62dd0e211 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:07.299910 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-586aa283-2adb-4632-b6b3-04ea4c9f9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:07.326502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Router 03e0b7ce-caaa-4ff2-b677-51fa290f248d is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:19:07.361112 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcb3d2-fbf3-415a-88b9-a15d93446aa1 req-ca1e52ea-f8a7-4eff-a7df-1343e231af67 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:07.363125 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-59dcb3d2-fbf3-415a-88b9-a15d93446aa1 req-ca1e52ea-f8a7-4eff-a7df-1343e231af67 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 945 time: 0.0581448 Dec 20 21:19:07.372827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50086) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:07.379411 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4e750ca3-fa79-4a32-9368-d119dff3096c tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Request body: {'floatingip': {'port_id': '54fb995b-a2f0-40a4-9e8e-71c619a971f1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:07.429391 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e750ca3-fa79-4a32-9368-d119dff3096c tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:07.491176 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95826139-10c7-4041-b684-c15e308f7c9e req-ed6066fb-1f49-4265-973a-632d1c379b79 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:07.492945 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-95826139-10c7-4041-b684-c15e308f7c9e req-ed6066fb-1f49-4265-973a-632d1c379b79 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 945 time: 0.1021709 Dec 20 21:19:07.517155 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:19:07.544442 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Sync routers for ids ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:19:07.547881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 20898fd4-030d-46df-b057-568f3278b220 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:19:07.566772 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-95826139-10c7-4041-b684-c15e308f7c9e req-0888bed1-02e6-4b23-9cb6-184d10d610cc tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632198 Dec 20 21:19:07.573320 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:07.581452 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4eafe46f-012d-4953-974c-7609a04017a2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.8786516 Dec 20 21:19:07.584563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50090) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:07.657684 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Routers {'03e0b7ce-caaa-4ff2-b677-51fa290f248d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:19:07.662424 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:18:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:07.761210 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027bcbf-b015-445a-a365-5c89dae33a00 req-a643767e-267f-4049-89a3-076f913263ba tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:07.763650 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f027bcbf-b015-445a-a365-5c89dae33a00 req-a643767e-267f-4049-89a3-076f913263ba tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.31 "GET /v2.0/ports?device_id=69572d33-1210-4b41-875a-1f315faeb04d HTTP/1.1" status: 200 len: 946 time: 0.0752668 Dec 20 21:19:07.777930 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5825c-965b-453c-8049-8312f878a037 req-797fe035-89b0-4838-acaa-ccc0590b4318 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:07.794573 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5825c-965b-453c-8049-8312f878a037 req-797fe035-89b0-4838-acaa-ccc0590b4318 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:07.814663 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2ee5825c-965b-453c-8049-8312f878a037 req-797fe035-89b0-4838-acaa-ccc0590b4318 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1683 time: 0.2027352 Dec 20 21:19:07.896883 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2ee5825c-965b-453c-8049-8312f878a037 req-c8ef78a8-ce0f-401d-90fa-6f64759b4ad2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811303 Dec 20 21:19:07.969009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Set router 03e0b7ce-caaa-4ff2-b677-51fa290f248d gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:19:08.043603 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:08.148699 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 20898fd4-030d-46df-b057-568f3278b220, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=20898fd4-030d-46df-b057-568f3278b220,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:08.164648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69572d33-1210-4b41-875a-1f315faeb04d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20898fd4-030d-46df-b057-568f3278b220'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:08.179583 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2325233f-8c1d-45f6-8ea7-9345d1b4b693" -d '{"events": [{"server_uuid": "69572d33-1210-4b41-875a-1f315faeb04d", "name": "network-vif-unplugged", "status": "completed", "tag": "20898fd4-030d-46df-b057-568f3278b220"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:08.199218 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:08.224500 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1a2c5-d1d8-433a-9edb-0283d6e0b0e5 req-e86b272a-9a18-496c-8ab2-23015edbee60 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:08.228074 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e750ca3-fa79-4a32-9368-d119dff3096c tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:08.232045 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39b1a2c5-d1d8-433a-9edb-0283d6e0b0e5 req-e86b272a-9a18-496c-8ab2-23015edbee60 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.2831249 Dec 20 21:19:08.239347 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e750ca3-fa79-4a32-9368-d119dff3096c tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:08.298381 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39b1a2c5-d1d8-433a-9edb-0283d6e0b0e5 req-9d296fcc-921a-4031-bbff-36825bebc408 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617223 Dec 20 21:19:08.321916 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=20898fd4-030d-46df-b057-568f3278b220,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:08.358882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-f027bcbf-b015-445a-a365-5c89dae33a00 req-237a6cd4-ebc9-4aae-80ca-1f82b5fd2889 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Deleting port 20898fd4-030d-46df-b057-568f3278b220 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:19:08.359486 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f027bcbf-b015-445a-a365-5c89dae33a00 req-237a6cd4-ebc9-4aae-80ca-1f82b5fd2889 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:08.386469 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2035186069-router', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:19:04Z', 'updated_at': '2021-12-20T21:19:06Z', 'revision_number': 3, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'gw_port': {'id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:05Z', 'updated_at': '2021-12-20T21:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:08.438252 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-4e750ca3-fa79-4a32-9368-d119dff3096c tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Floating IP 4d4ac602-2113-423b-8b31-cf3ad0340e42 associated. External IP: 172.35.3.209, port: 54fb995b-a2f0-40a4-9e8e-71c619a971f1. Dec 20 21:19:08.446254 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a168ef-9712-4073-a028-50b992cc0ad6 x-openstack-request-id: req-35a168ef-9712-4073-a028-50b992cc0ad6 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:08.446531 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69572d33-1210-4b41-875a-1f315faeb04d", "name": "network-vif-unplugged", "status": "completed", "tag": "20898fd4-030d-46df-b057-568f3278b220", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:08.446776 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35a168ef-9712-4073-a028-50b992cc0ad6 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:08.447293 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69572d33-1210-4b41-875a-1f315faeb04d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20898fd4-030d-46df-b057-568f3278b220', 'code': 200} Dec 20 21:19:08.447929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Checking router: 03e0b7ce-caaa-4ff2-b677-51fa290f248d for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:19:08.448267 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Updating router 03e0b7ce-caaa-4ff2-b677-51fa290f248d port 79c95c4b-5a04-4b0a-bb2c-07d7709e2b45 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:19:08.463260 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a1fdc849-a761-4619-ab81-2624db9367df req-25704bb6-ac22-46e4-98f9-161257535cc1 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 210 time: 0.0383890 Dec 20 21:19:08.512418 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:08.550646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9aaa07e4-de54-4ff6-aef5-93b9d9de19d1 None None] Provisioning complete for port a148cd3e-fff0-4487-a096-8df62dd0e211 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:08.551234 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9aaa07e4-de54-4ff6-aef5-93b9d9de19d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:08.708384 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f027bcbf-b015-445a-a365-5c89dae33a00 req-237a6cd4-ebc9-4aae-80ca-1f82b5fd2889 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] For port 20898fd4-030d-46df-b057-568f3278b220, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=20898fd4-030d-46df-b057-568f3278b220,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:08.709726 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f027bcbf-b015-445a-a365-5c89dae33a00 req-237a6cd4-ebc9-4aae-80ca-1f82b5fd2889 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:08.723624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-f027bcbf-b015-445a-a365-5c89dae33a00 req-237a6cd4-ebc9-4aae-80ca-1f82b5fd2889 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Calling delete_port for 20898fd4-030d-46df-b057-568f3278b220 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:19:08.747127 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d58977-abde-4165-9883-2d54214357d9 req-35265b25-19ee-4779-90ee-3156de530c83 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:08.748682 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-11d58977-abde-4165-9883-2d54214357d9 req-35265b25-19ee-4779-90ee-3156de530c83 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.2068326 Dec 20 21:19:08.751920 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a148cd3e-fff0-4487-a096-8df62dd0e211 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:19:08.804543 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-11d58977-abde-4165-9883-2d54214357d9 req-148f5f10-5c84-40c5-ba1a-1561c2328f82 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437307 Dec 20 21:19:08.817895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e750ca3-fa79-4a32-9368-d119dff3096c tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Router 4f28c683-43da-4455-a735-ca6ab86e9b0a has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:19:08.852151 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-90457e3d-9ae7-42c4-ac84-9180d0bed3ec tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:08.853694 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-90457e3d-9ae7-42c4-ac84-9180d0bed3ec tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.66 "GET /v2.0/networks?id=7baa739e-ce4f-46bc-a565-aab632d9bddc HTTP/1.1" status: 200 len: 805 time: 0.3600504 Dec 20 21:19:08.873204 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port a148cd3e-fff0-4487-a096-8df62dd0e211 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:08.873688 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:08.873928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26298887-6698-4be6-a35a-2a7bd1168673 req-5a9b22b7-43ce-4508-9e66-c124f547674d tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:08.875532 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-26298887-6698-4be6-a35a-2a7bd1168673 req-5a9b22b7-43ce-4508-9e66-c124f547674d tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 945 time: 0.1800756 Dec 20 21:19:08.877291 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:08.901107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-103f34f7-0a9f-4735-bcfd-f1416734dda7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Request body: {'port': {'device_id': '5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d', 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc', 'admin_state_up': True, 'tenant_id': '1dfad6aebbf544d1bebde21aa25d9cae'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:08.914291 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:08.923904 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:08.972419 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e750ca3-fa79-4a32-9368-d119dff3096c tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:19:08.985313 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6be1b4-9b84-428b-a030-cfcf5fa42626 None None] Sync routers for ids ['4f28c683-43da-4455-a735-ca6ab86e9b0a'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:19:08.985870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271cd0c-67bb-41e8-b42f-c6a2062e35cd None None] Pushing event updated for resources: {'Port': ['ID=79c95c4b-5a04-4b0a-bb2c-07d7709e2b45,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:08.995394 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e750ca3-fa79-4a32-9368-d119dff3096c tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:08.999971 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6be1b4-9b84-428b-a030-cfcf5fa42626 None None] Routers {'4f28c683-43da-4455-a735-ca6ab86e9b0a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:19:09.000814 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6f6be1b4-9b84-428b-a030-cfcf5fa42626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:18:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f28c683-43da-4455-a735-ca6ab86e9b0a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:09.004184 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Attempting to bind port 79c95c4b-5a04-4b0a-bb2c-07d7709e2b45 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:19:09.004537 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Attempting to bind port 79c95c4b-5a04-4b0a-bb2c-07d7709e2b45 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:19:09.004891 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Attempting to bind port 79c95c4b-5a04-4b0a-bb2c-07d7709e2b45 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:09.015213 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:19:09.015582 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:19:09.015984 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:09.016374 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:19:09.016851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Bound port: 79c95c4b-5a04-4b0a-bb2c-07d7709e2b45, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:19:09.017226 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:09.084256 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4e750ca3-fa79-4a32-9368-d119dff3096c tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "PUT /v2.0/floatingips/4d4ac602-2113-423b-8b31-cf3ad0340e42 HTTP/1.1" status: 200 len: 991 time: 1.7090046 Dec 20 21:19:09.086509 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fad8e69-fb73-448a-ad64-82a3661cafc9', 'tag': '54fb995b-a2f0-40a4-9e8e-71c619a971f1'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:09.089103 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4db2a05-25da-41ab-beb6-e43a96dbc465" -d '{"events": [{"name": "network-changed", "server_uuid": "8fad8e69-fb73-448a-ad64-82a3661cafc9", "tag": "54fb995b-a2f0-40a4-9e8e-71c619a971f1"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:09.096882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] For port 79c95c4b-5a04-4b0a-bb2c-07d7709e2b45, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:19:09.100170 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] For port 79c95c4b-5a04-4b0a-bb2c-07d7709e2b45, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=79c95c4b-5a04-4b0a-bb2c-07d7709e2b45,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:19:09.105797 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:09.110299 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933b464-c982-40ef-a94e-48fa65e70002 req-e7d750af-a867-43c8-ba07-d2a0f406a7e9 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:09.116229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933b464-c982-40ef-a94e-48fa65e70002 req-e7d750af-a867-43c8-ba07-d2a0f406a7e9 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:09.117868 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c933b464-c982-40ef-a94e-48fa65e70002 req-e7d750af-a867-43c8-ba07-d2a0f406a7e9 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1683 time: 0.1477542 Dec 20 21:19:09.146007 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-6f6be1b4-9b84-428b-a030-cfcf5fa42626 None None] Set router 4f28c683-43da-4455-a735-ca6ab86e9b0a gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:19:09.162466 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Routers {'03e0b7ce-caaa-4ff2-b677-51fa290f248d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:19:09.163014 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:18:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:09.168272 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271cd0c-67bb-41e8-b42f-c6a2062e35cd None None] Pushing event updated for resources: {'Port': ['ID=79c95c4b-5a04-4b0a-bb2c-07d7709e2b45,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:09.178868 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c933b464-c982-40ef-a94e-48fa65e70002 req-8be581c5-5973-40fa-9f30-e40868dce6df tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493507 Dec 20 21:19:09.282521 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] Set router 03e0b7ce-caaa-4ff2-b677-51fa290f248d gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:19:09.326832 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d9f6be-f6b6-4495-9526-49d1b37dff12 x-openstack-request-id: req-46d9f6be-f6b6-4495-9526-49d1b37dff12 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:09.327767 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fad8e69-fb73-448a-ad64-82a3661cafc9", "tag": "54fb995b-a2f0-40a4-9e8e-71c619a971f1", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:09.328169 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46d9f6be-f6b6-4495-9526-49d1b37dff12 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:09.328815 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fad8e69-fb73-448a-ad64-82a3661cafc9', 'tag': '54fb995b-a2f0-40a4-9e8e-71c619a971f1', 'status': 'completed', 'code': 200} Dec 20 21:19:09.445940 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f027bcbf-b015-445a-a365-5c89dae33a00 req-237a6cd4-ebc9-4aae-80ca-1f82b5fd2889 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:09.509933 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6f6be1b4-9b84-428b-a030-cfcf5fa42626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:16:02Z', 'revision_number': 4, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '4d4ac602-2113-423b-8b31-cf3ad0340e42', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'floating_ip_address': '172.35.3.209', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'port_id': '54fb995b-a2f0-40a4-9e8e-71c619a971f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'mac_address': 'fa:16:3e:a3:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad8e69-fb73-448a-ad64-82a3661cafc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:16:32Z', 'updated_at': '2021-12-20T21:19:08Z', 'revision_number': 5, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e12ffe2-65e9-40a4-8d62-d718ed68a475', 'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'mac_address': 'fa:16:3e:04:06:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:00Z', 'updated_at': '2021-12-20T21:16:07Z', 'revision_number': 5, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'subnets': [{'id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:09.513997 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2035186069-router', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:19:04Z', 'updated_at': '2021-12-20T21:19:06Z', 'revision_number': 3, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'gw_port': {'id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:05Z', 'updated_at': '2021-12-20T21:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:09.533611 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-26298887-6698-4be6-a35a-2a7bd1168673 req-4e01cc88-c9e7-49ec-848d-af2b28dca48e tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378436 Dec 20 21:19:09.541508 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6be1b4-9b84-428b-a030-cfcf5fa42626 None None] Checking router: 4f28c683-43da-4455-a735-ca6ab86e9b0a for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:19:09.554724 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c065ff76-ab31-4b9c-9139-a283feb53b59 None None] The sync data for ids ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'] in n-d-xena-1 is: [{'id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2035186069-router', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:19:04Z', 'updated_at': '2021-12-20T21:19:06Z', 'revision_number': 3, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'gw_port': {'id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:05Z', 'updated_at': '2021-12-20T21:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:19:09.580228 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6be1b4-9b84-428b-a030-cfcf5fa42626 None None] Routers {'4f28c683-43da-4455-a735-ca6ab86e9b0a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:19:09.580992 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6f6be1b4-9b84-428b-a030-cfcf5fa42626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:18:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f28c683-43da-4455-a735-ca6ab86e9b0a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:09.596892 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a6cd4-ebc9-4aae-80ca-1f82b5fd2889 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Pushing event deleted for resources: {'Port': ['ID=20898fd4-030d-46df-b057-568f3278b220,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:09.638286 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729e702-2303-4582-92df-4ea6a77b4dc7 req-b958a642-698b-46f7-8092-9e5db69b1b4e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:09.656017 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b729e702-2303-4582-92df-4ea6a77b4dc7 req-b958a642-698b-46f7-8092-9e5db69b1b4e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.1228428 Dec 20 21:19:09.677674 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db2a05-25da-41ab-beb6-e43a96dbc465 req-34f9d8fb-b74d-491f-bd05-f8445e76af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:09.679999 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4db2a05-25da-41ab-beb6-e43a96dbc465 req-34f9d8fb-b74d-491f-bd05-f8445e76af4d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=49bd4cca0f8d409399c77feff9b72818&device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 1094 time: 0.2520263 Dec 20 21:19:09.714893 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b729e702-2303-4582-92df-4ea6a77b4dc7 req-bb198118-f0f2-4d75-8571-d901dfe026d7 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571976 Dec 20 21:19:09.716325 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f027bcbf-b015-445a-a365-5c89dae33a00 req-237a6cd4-ebc9-4aae-80ca-1f82b5fd2889 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] No DVR routers for this DVR port 20898fd4-030d-46df-b057-568f3278b220 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:19:09.722247 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f027bcbf-b015-445a-a365-5c89dae33a00 req-237a6cd4-ebc9-4aae-80ca-1f82b5fd2889 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:09.727130 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f027bcbf-b015-445a-a365-5c89dae33a00 req-237a6cd4-ebc9-4aae-80ca-1f82b5fd2889 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.31 "DELETE /v2.0/ports/20898fd4-030d-46df-b057-568f3278b220 HTTP/1.1" status: 204 len: 173 time: 1.9573679 Dec 20 21:19:09.751328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69572d33-1210-4b41-875a-1f315faeb04d', 'name': 'network-vif-deleted', 'tag': '20898fd4-030d-46df-b057-568f3278b220'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:09.755046 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c2c639-31ea-4a15-8df5-19e9a5db33c2" -d '{"events": [{"server_uuid": "69572d33-1210-4b41-875a-1f315faeb04d", "name": "network-vif-deleted", "tag": "20898fd4-030d-46df-b057-568f3278b220"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:09.846326 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-21ec1a64-5ad9-4a90-8ff3-a155e942c2f5 req-191a7c8f-4139-4c32-9a6e-0f7f8851b8f3 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 210 time: 0.0446529 Dec 20 21:19:09.874339 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5fe5ad-39dd-41f9-be92-f44181aff17e x-openstack-request-id: req-bf5fe5ad-39dd-41f9-be92-f44181aff17e {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:09.874850 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69572d33-1210-4b41-875a-1f315faeb04d", "name": "network-vif-deleted", "tag": "20898fd4-030d-46df-b057-568f3278b220", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:09.874995 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf5fe5ad-39dd-41f9-be92-f44181aff17e {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:09.875430 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69572d33-1210-4b41-875a-1f315faeb04d', 'name': 'network-vif-deleted', 'tag': '20898fd4-030d-46df-b057-568f3278b220', 'status': 'completed', 'code': 200} Dec 20 21:19:09.890755 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-6f6be1b4-9b84-428b-a030-cfcf5fa42626 None None] Set router 4f28c683-43da-4455-a735-ca6ab86e9b0a gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:19:10.000334 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db2a05-25da-41ab-beb6-e43a96dbc465 req-729ead86-1d53-4172-8a54-03564608b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:10.002131 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4db2a05-25da-41ab-beb6-e43a96dbc465 req-729ead86-1d53-4172-8a54-03564608b480 service neutron] 10.222.0.31 "GET /v2.0/networks?id=26695cc4-6d4c-47f9-b9d6-944bc1cfd208 HTTP/1.1" status: 200 len: 924 time: 0.2964776 Dec 20 21:19:10.008214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-103f34f7-0a9f-4735-bcfd-f1416734dda7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Made reservation on behalf of 1dfad6aebbf544d1bebde21aa25d9cae for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:19:10.015257 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-103f34f7-0a9f-4735-bcfd-f1416734dda7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:10.018483 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] Allocated IP 172.20.0.1 (18643d36-4467-4028-a6ee-9dd64683ba07/688fc07f-c249-4d02-aab5-fd756b1dc4d5/4dbfc488-fa44-49c3-9fac-4090930fd565) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:19:10.051993 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67875c-a389-4ec7-9e0e-f0c19fb9b0fc req-d5e9bc59-fdd7-4d0f-9343-6adc76ca169f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:10.053733 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ed67875c-a389-4ec7-9e0e-f0c19fb9b0fc req-d5e9bc59-fdd7-4d0f-9343-6adc76ca169f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.1198118 Dec 20 21:19:10.113371 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ed67875c-a389-4ec7-9e0e-f0c19fb9b0fc req-23531fd9-c84e-415b-a571-7a8927d03389 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525911 Dec 20 21:19:10.115506 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f121ff-bf78-4825-b263-f8b31f1043cf req-f0f9d507-ab0e-4d80-94b4-48e8eef375e1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:10.121994 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f121ff-bf78-4825-b263-f8b31f1043cf req-f0f9d507-ab0e-4d80-94b4-48e8eef375e1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:10.124010 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-90f121ff-bf78-4825-b263-f8b31f1043cf req-f0f9d507-ab0e-4d80-94b4-48e8eef375e1 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1683 time: 0.2158053 Dec 20 21:19:10.222343 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6f6be1b4-9b84-428b-a030-cfcf5fa42626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:16:02Z', 'revision_number': 4, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '4d4ac602-2113-423b-8b31-cf3ad0340e42', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'floating_ip_address': '172.35.3.209', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'port_id': '54fb995b-a2f0-40a4-9e8e-71c619a971f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'mac_address': 'fa:16:3e:a3:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad8e69-fb73-448a-ad64-82a3661cafc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:16:32Z', 'updated_at': '2021-12-20T21:19:08Z', 'revision_number': 5, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e12ffe2-65e9-40a4-8d62-d718ed68a475', 'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'mac_address': 'fa:16:3e:04:06:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:00Z', 'updated_at': '2021-12-20T21:16:07Z', 'revision_number': 5, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'subnets': [{'id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:10.238293 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4db2a05-25da-41ab-beb6-e43a96dbc465 req-a834342b-20f1-4c1f-9378-2fe18623d704 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54fb995b-a2f0-40a4-9e8e-71c619a971f1 HTTP/1.1" status: 200 len: 999 time: 0.2174404 Dec 20 21:19:10.252344 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6be1b4-9b84-428b-a030-cfcf5fa42626 None None] The sync data for ids ['4f28c683-43da-4455-a735-ca6ab86e9b0a'] in n-d-xena-1 is: [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:16:02Z', 'revision_number': 4, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '4d4ac602-2113-423b-8b31-cf3ad0340e42', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'floating_ip_address': '172.35.3.209', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'port_id': '54fb995b-a2f0-40a4-9e8e-71c619a971f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'mac_address': 'fa:16:3e:a3:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fad8e69-fb73-448a-ad64-82a3661cafc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:16:32Z', 'updated_at': '2021-12-20T21:19:08Z', 'revision_number': 5, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e12ffe2-65e9-40a4-8d62-d718ed68a475', 'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'mac_address': 'fa:16:3e:04:06:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:00Z', 'updated_at': '2021-12-20T21:16:07Z', 'revision_number': 5, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'subnets': [{'id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:19:10.344071 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-90f121ff-bf78-4825-b263-f8b31f1043cf req-8f0296f4-2880-42bb-9b5e-5799f37f9423 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966548 Dec 20 21:19:10.418993 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:10.424586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db2a05-25da-41ab-beb6-e43a96dbc465 req-31a8440e-d2ab-4682-a102-eb6d96701365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:10.426095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4db2a05-25da-41ab-beb6-e43a96dbc465 req-31a8440e-d2ab-4682-a102-eb6d96701365 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e7a38a1c-ba40-430e-b466-9b0024d8be26 HTTP/1.1" status: 200 len: 862 time: 0.1563456 Dec 20 21:19:10.487956 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-103f34f7-0a9f-4735-bcfd-f1416734dda7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Allocated IP 172.20.0.7 (7baa739e-ce4f-46bc-a565-aab632d9bddc/72cfb43f-380d-47e7-8095-0b998add498a/133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:19:10.567788 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:10.621994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02a16c0-03b1-453b-97ac-6d8b8e9d5304 None None] New status for floating IP 4d4ac602-2113-423b-8b31-cf3ad0340e42: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:19:10.627031 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db2a05-25da-41ab-beb6-e43a96dbc465 req-e6fe7be1-c2be-401f-b0c9-23d66903e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:10.628721 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4db2a05-25da-41ab-beb6-e43a96dbc465 req-e6fe7be1-c2be-401f-b0c9-23d66903e54b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26695cc4-6d4c-47f9-b9d6-944bc1cfd208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1902795 Dec 20 21:19:10.727566 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c15925-63a7-44f2-9275-f6d692e03d56 req-553968ef-ac86-4dc5-88a0-efec298a9b6c tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:10.729881 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-37c15925-63a7-44f2-9275-f6d692e03d56 req-553968ef-ac86-4dc5-88a0-efec298a9b6c tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 945 time: 0.0971067 Dec 20 21:19:10.773029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] Network 18643d36-4467-4028-a6ee-9dd64683ba07 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:19:10.780456 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:19:10.785635 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:19:10.789061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 79c95c4b-5a04-4b0a-bb2c-07d7709e2b45 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:19:10.789414 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] Pushing event updated for resources: {'Port': ['ID=4dbfc488-fa44-49c3-9fac-4090930fd565,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:10.827539 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-37c15925-63a7-44f2-9275-f6d692e03d56 req-dcb25036-c25a-4856-9182-c51b25805bad tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839386 Dec 20 21:19:10.921132 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 79c95c4b-5a04-4b0a-bb2c-07d7709e2b45 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:10.921595 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:10.990990 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:11.013819 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee096dce-336d-4ba6-8e65-c263d50bf7d4 req-d1a25dcc-38f9-4c43-897a-c7b688e89449 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 210 time: 0.0499923 Dec 20 21:19:11.036998 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:11.059111 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 79c95c4b-5a04-4b0a-bb2c-07d7709e2b45, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=79c95c4b-5a04-4b0a-bb2c-07d7709e2b45,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:11.065895 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:11.095243 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c6b81-bc16-46bf-b754-6499673a1197 req-e1fdf46c-9aa1-45fb-8a84-f1c15ed647dd tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:11.096741 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a02c6b81-bc16-46bf-b754-6499673a1197 req-e1fdf46c-9aa1-45fb-8a84-f1c15ed647dd tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.2356646 Dec 20 21:19:11.098614 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4db2a05-25da-41ab-beb6-e43a96dbc465 req-6185583e-d980-41ac-98b4-bc4546432781 service neutron] 10.222.0.31 "GET /v2.0/networks/26695cc4-6d4c-47f9-b9d6-944bc1cfd208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427874 Dec 20 21:19:11.124061 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-103f34f7-0a9f-4735-bcfd-f1416734dda7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:11.251759 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ab4a2-408e-4d43-95cd-624a48d7457c req-2be88d8e-7604-4cd1-833c-39242b29e93c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:11.252103 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-92d3081e-135d-49fb-a5c1-7c49265cebfe None None] Provisioning complete for port 4dbfc488-fa44-49c3-9fac-4090930fd565 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:11.252431 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-92d3081e-135d-49fb-a5c1-7c49265cebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:11.254262 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-524ab4a2-408e-4d43-95cd-624a48d7457c req-2be88d8e-7604-4cd1-833c-39242b29e93c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0630386 Dec 20 21:19:11.258279 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a02c6b81-bc16-46bf-b754-6499673a1197 req-eb1f06ac-e7b3-4f4d-bdba-d82cf75615bd tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504643 Dec 20 21:19:11.275788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=79c95c4b-5a04-4b0a-bb2c-07d7709e2b45,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:11.292149 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-92d3081e-135d-49fb-a5c1-7c49265cebfe None None] Port 4dbfc488-fa44-49c3-9fac-4090930fd565 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:19:11.295514 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4db2a05-25da-41ab-beb6-e43a96dbc465 req-da0a590c-6739-4604-a2e5-639a29a3f21a service neutron] 10.222.0.31 "GET /v2.0/networks/26695cc4-6d4c-47f9-b9d6-944bc1cfd208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863151 Dec 20 21:19:11.306522 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-524ab4a2-408e-4d43-95cd-624a48d7457c req-43d7d851-bef1-488a-9216-a8deca57ecb4 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447319 Dec 20 21:19:11.324151 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-103f34f7-0a9f-4735-bcfd-f1416734dda7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:11.388330 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-103f34f7-0a9f-4735-bcfd-f1416734dda7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Network 7baa739e-ce4f-46bc-a565-aab632d9bddc is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:19:11.389276 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:11.394408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-103f34f7-0a9f-4735-bcfd-f1416734dda7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:19:11.405959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-103f34f7-0a9f-4735-bcfd-f1416734dda7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:19:11.435711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f34f7-0a9f-4735-bcfd-f1416734dda7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Pushing event updated for resources: {'Port': ['ID=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:11.510861 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-103f34f7-0a9f-4735-bcfd-f1416734dda7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:11.511589 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-103f34f7-0a9f-4735-bcfd-f1416734dda7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:11.543750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 20898fd4-030d-46df-b057-568f3278b220 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:19:11.548943 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-103f34f7-0a9f-4735-bcfd-f1416734dda7 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6626840 Dec 20 21:19:11.568066 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 20898fd4-030d-46df-b057-568f3278b220 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:19:11.568404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 20898fd4-030d-46df-b057-568f3278b220 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:19:11.595571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f16a1-4fdf-43ef-a5b9-32dc1c0a26bb req-bd882161-077c-467f-9474-c64da30541a6 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:11.601399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f16a1-4fdf-43ef-a5b9-32dc1c0a26bb req-bd882161-077c-467f-9474-c64da30541a6 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:11.603047 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-630f16a1-4fdf-43ef-a5b9-32dc1c0a26bb req-bd882161-077c-467f-9474-c64da30541a6 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1683 time: 0.1698236 Dec 20 21:19:11.614929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Request body: {'port': {'device_id': '5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:11.723206 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-630f16a1-4fdf-43ef-a5b9-32dc1c0a26bb req-a4421015-7f3e-44c5-b35b-358d05768f1c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022725 Dec 20 21:19:11.737610 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:11.786733 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:11.795062 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:11.936960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] Pushing event updated for resources: {'Port': ['ID=4dbfc488-fa44-49c3-9fac-4090930fd565,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:11.944213 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:11.969926 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-e6b7f230-ec28-4b10-b3cb-64ad016031e2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:11.975888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-e6b7f230-ec28-4b10-b3cb-64ad016031e2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:11.977422 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-e6b7f230-ec28-4b10-b3cb-64ad016031e2 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.66 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 1683 time: 0.0867171 Dec 20 21:19:11.989872 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237005ec-9d88-4389-b4db-3eaf9df34cda req-b13aa103-0f78-4d26-810c-b6b1f99adfd0 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:11.991314 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-237005ec-9d88-4389-b4db-3eaf9df34cda req-b13aa103-0f78-4d26-810c-b6b1f99adfd0 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 945 time: 0.0748432 Dec 20 21:19:12.089450 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-237005ec-9d88-4389-b4db-3eaf9df34cda req-13ecec99-54cb-46f4-b5e4-b8e9ae6838ac tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896528 Dec 20 21:19:12.113918 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Deleting port 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:19:12.114894 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:12.165550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] Network 18643d36-4467-4028-a6ee-9dd64683ba07 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:19:12.185025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:19:12.206103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e70f2-7a67-4c2d-9b8a-f54791f352be req-bcd87374-63b4-428b-a103-af2aaf6c2a11 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:12.206669 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] For port 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42,segment=NetworkSegment(def6f540-52c7-4694-9b5e-9b0ca477801c),segment_id=def6f540-52c7-4694-9b5e-9b0ca477801c)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:12.207036 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:12.207638 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1a0e70f2-7a67-4c2d-9b8a-f54791f352be req-bcd87374-63b4-428b-a103-af2aaf6c2a11 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 931 time: 0.1088254 Dec 20 21:19:12.214747 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:19:12.221776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Calling delete_port for 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:19:12.256976 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:12.345287 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1a0e70f2-7a67-4c2d-9b8a-f54791f352be req-077e1716-4f0a-44a7-8bbb-9ca939d258e9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250627 Dec 20 21:19:12.374429 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] Router 03e0b7ce-caaa-4ff2-b677-51fa290f248d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:19:12.408905 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:12.425539 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Transition to ACTIVE for port object 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:19:12.449164 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event deleted for resources: {'Port': ['ID=6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:12.458666 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42', '049681c2-cbc7-4dae-92bd-84eb565eba00'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:19:12.462198 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:12.483409 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21d80b-c884-4ec9-b4f5-55c254a1f09f req-c2f998f2-d048-4960-b54e-16d1d2cc4c30 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:12.490792 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b21d80b-c884-4ec9-b4f5-55c254a1f09f req-c2f998f2-d048-4960-b54e-16d1d2cc4c30 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.1347592 Dec 20 21:19:12.509946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:12.510714 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:12.510714 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:12.510983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:12.513258 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:12.513258 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:12.514017 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:12.514017 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:12.514292 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:12.514618 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:12.515015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:12.515270 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:12.544111 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] No DVR routers for this DVR port 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:19:12.554897 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:12.554897 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-f5c257e3-af0e-405a-aed3-7ed1c326e685 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.66 "DELETE /v2.0/ports/6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 HTTP/1.1" status: 204 len: 173 time: 0.5615571 Dec 20 21:19:12.554897 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a95679-f837-4993-938d-7242d100048a', 'name': 'network-vif-deleted', 'tag': '6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:12.560928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f362f516-7ef4-4f8a-91d7-7c3c109d6e5d None None] Provisioning complete for port 4dbfc488-fa44-49c3-9fac-4090930fd565 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:12.561746 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f362f516-7ef4-4f8a-91d7-7c3c109d6e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:12.562640 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13e5781-3cf5-4f45-b4c7-3ef47457db74" -d '{"events": [{"server_uuid": "50a95679-f837-4993-938d-7242d100048a", "name": "network-vif-deleted", "tag": "6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:12.622228 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f362f516-7ef4-4f8a-91d7-7c3c109d6e5d None None] Port 4dbfc488-fa44-49c3-9fac-4090930fd565 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:19:12.663918 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b21d80b-c884-4ec9-b4f5-55c254a1f09f req-83d2e127-78df-4d05-998d-9c04062b8040 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721423 Dec 20 21:19:12.759979 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 79c95c4b-5a04-4b0a-bb2c-07d7709e2b45 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:19:12.760626 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-d0372003-ef95-41f2-8c50-54feba38d484 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Deleting port 049681c2-cbc7-4dae-92bd-84eb565eba00 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:19:12.761048 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-d0372003-ef95-41f2-8c50-54feba38d484 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:12.811617 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 79c95c4b-5a04-4b0a-bb2c-07d7709e2b45 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:12.812003 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:12.865377 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ded86b-f911-4b6f-9d4d-9eb8763292b5 x-openstack-request-id: req-43ded86b-f911-4b6f-9d4d-9eb8763292b5 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:12.865975 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a95679-f837-4993-938d-7242d100048a", "name": "network-vif-deleted", "tag": "6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:12.866395 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43ded86b-f911-4b6f-9d4d-9eb8763292b5 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:12.866950 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a95679-f837-4993-938d-7242d100048a', 'name': 'network-vif-deleted', 'tag': '6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42', 'status': 'completed', 'code': 200} Dec 20 21:19:12.873183 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-d0372003-ef95-41f2-8c50-54feba38d484 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] For port 049681c2-cbc7-4dae-92bd-84eb565eba00, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=049681c2-cbc7-4dae-92bd-84eb565eba00,segment=NetworkSegment(7b91e2e1-b8c1-4edb-9727-266f8935f597),segment_id=7b91e2e1-b8c1-4edb-9727-266f8935f597)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:12.873980 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-d0372003-ef95-41f2-8c50-54feba38d484 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:12.890606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-d0372003-ef95-41f2-8c50-54feba38d484 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Calling delete_port for 049681c2-cbc7-4dae-92bd-84eb565eba00 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:19:12.963432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Pushing event updated for resources: {'Port': ['ID=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:12.986417 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f424c-2c7a-4649-beae-f7d3e5b82d63 req-473653a5-3274-4132-a520-bdeabf1d719d tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:12.988012 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-889f424c-2c7a-4649-beae-f7d3e5b82d63 req-473653a5-3274-4132-a520-bdeabf1d719d tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.5364959 Dec 20 21:19:13.011104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:19:13.022953 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6d7456ec-94f2-4216-ba0f-6c3d6e4a4a43 admin admin] 10.222.0.32 "PUT /v2.0/routers/03e0b7ce-caaa-4ff2-b677-51fa290f248d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4368224 Dec 20 21:19:13.027933 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Sync routers for ids ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:19:13.039439 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Routers {'03e0b7ce-caaa-4ff2-b677-51fa290f248d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:19:13.040384 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:18:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:13.076487 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-d0372003-ef95-41f2-8c50-54feba38d484 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:13.109834 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-889f424c-2c7a-4649-beae-f7d3e5b82d63 req-50d6aa5d-7399-4c25-b96b-06c10d126dd5 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987103 Dec 20 21:19:13.111088 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Attempting to bind port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:19:13.112247 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Attempting to bind port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:19:13.112806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Attempting to bind port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 on network 7baa739e-ce4f-46bc-a565-aab632d9bddc {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:13.116802 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0372003-ef95-41f2-8c50-54feba38d484 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event deleted for resources: {'Port': ['ID=049681c2-cbc7-4dae-92bd-84eb565eba00,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:13.119020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 on network 7baa739e-ce4f-46bc-a565-aab632d9bddc not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:19:13.125761 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Attempting to bind port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 on network 7baa739e-ce4f-46bc-a565-aab632d9bddc {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:13.131817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:19:13.135701 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:19:13.136129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Checking segment: {'id': '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:19:13.136576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Bound using segment: {'id': '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:19:13.137075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Bound port: 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:19:13.137496 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:13.180874 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b4e4c-07bd-406d-9827-316f98d323d8 req-17f27540-7aae-4631-b1b9-6b525404906e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:13.197164 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-956b4e4c-07bd-406d-9827-316f98d323d8 req-17f27540-7aae-4631-b1b9-6b525404906e tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/ports?device_id=50a95679-f837-4993-938d-7242d100048a HTTP/1.1" status: 200 len: 867 time: 0.1903298 Dec 20 21:19:13.210473 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Set router 03e0b7ce-caaa-4ff2-b677-51fa290f248d gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:19:13.237832 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-d0372003-ef95-41f2-8c50-54feba38d484 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] No DVR routers for this DVR port 049681c2-cbc7-4dae-92bd-84eb565eba00 on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:19:13.246105 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-d0372003-ef95-41f2-8c50-54feba38d484 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:13.250183 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c3f2782-c3d8-453d-9109-8e33acece032 req-d0372003-ef95-41f2-8c50-54feba38d484 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.66 "DELETE /v2.0/ports/049681c2-cbc7-4dae-92bd-84eb565eba00 HTTP/1.1" status: 204 len: 173 time: 0.6792943 Dec 20 21:19:13.275407 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-956b4e4c-07bd-406d-9827-316f98d323d8 req-8044ce06-c748-4754-8ae8-b832c8884976 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772834 Dec 20 21:19:13.316511 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391df0f9-c1fd-4ab1-9394-22b5b5900b15 req-635c0a07-dc9c-4b34-ad79-b924dd738f96 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:13.318231 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-391df0f9-c1fd-4ab1-9394-22b5b5900b15 req-635c0a07-dc9c-4b34-ad79-b924dd738f96 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 945 time: 0.0941584 Dec 20 21:19:13.322655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] For port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:19:13.328129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] For port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:19:13.346487 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:13.422875 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:13.423549 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:13.425055 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] 10.222.0.66 "PUT /v2.0/ports/133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 HTTP/1.1" status: 200 len: 1089 time: 1.8166020 Dec 20 21:19:13.427070 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d', 'tag': '133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:13.429345 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7351a7e-b6b3-45ce-afac-e1592f95082b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d", "tag": "133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:13.444014 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1acbe-f96d-4ec4-ac09-f900485279ed service neutron] Pushing event updated for resources: {'Port': ['ID=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:13.460206 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-391df0f9-c1fd-4ab1-9394-22b5b5900b15 req-35d8b1c4-4aec-4410-b4fd-4d28aa976db7 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346076 Dec 20 21:19:13.520196 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2035186069-router', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:19:04Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'gw_port': {'id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:05Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '4dbfc488-fa44-49c3-9fac-4090930fd565', 'name': '', 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'mac_address': 'fa:16:3e:9d:71:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:08Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 2, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'subnets': [{'id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:13.552248 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Checking router: 03e0b7ce-caaa-4ff2-b677-51fa290f248d for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:19:13.552601 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Updating router 03e0b7ce-caaa-4ff2-b677-51fa290f248d port 4dbfc488-fa44-49c3-9fac-4090930fd565 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:19:13.579164 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:13.613049 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba6a05-1720-4f1e-a4bf-0e865a409849 req-f35b0d51-ec44-4d7c-b4ab-d29f5a745629 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:13.614867 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0ba6a05-1720-4f1e-a4bf-0e865a409849 req-f35b0d51-ec44-4d7c-b4ab-d29f5a745629 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 943 time: 0.0646462 Dec 20 21:19:13.618448 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-69679dd6-531f-46fc-a2ed-c3086b2bd0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:13.619986 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-69679dd6-531f-46fc-a2ed-c3086b2bd0d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1dfad6aebbf544d1bebde21aa25d9cae&device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 1092 time: 0.1016722 Dec 20 21:19:13.657327 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00700d51-1637-4645-972a-0e6dafd04296 req-ab1fa163-f5e5-4beb-9a5c-ce5a954d4801 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:13.658826 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00700d51-1637-4645-972a-0e6dafd04296 req-ab1fa163-f5e5-4beb-9a5c-ce5a954d4801 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/networks?id=18643d36-4467-4028-a6ee-9dd64683ba07 HTTP/1.1" status: 200 len: 829 time: 0.1218297 Dec 20 21:19:13.674701 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00700d51-1637-4645-972a-0e6dafd04296 req-15431869-ff1c-4118-ae56-1ac90f4c11cd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/quotas/9fa9d8489b07411a8b2d4b631080c870 HTTP/1.1" status: 200 len: 375 time: 0.0091653 Dec 20 21:19:13.681932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-08297267-639f-4a76-aea7-1b00d6d4b461 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 HTTP/1.1" status: 200 len: 217 time: 0.0429630 Dec 20 21:19:13.691213 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0ba6a05-1720-4f1e-a4bf-0e865a409849 req-d11d94be-81a0-4d77-be07-71cbed93122c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691671 Dec 20 21:19:13.743996 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-b1459a45-09d0-4735-88f1-8a18d2ab3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:13.745457 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-b1459a45-09d0-4735-88f1-8a18d2ab3e99 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=72cfb43f-380d-47e7-8095-0b998add498a HTTP/1.1" status: 200 len: 845 time: 0.0531349 Dec 20 21:19:13.746890 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5db3b7-249f-4798-9707-20da9b0db852 x-openstack-request-id: req-3c5db3b7-249f-4798-9707-20da9b0db852 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:13.747168 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d", "tag": "133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:13.747410 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c5db3b7-249f-4798-9707-20da9b0db852 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:13.747789 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d', 'tag': '133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6', 'status': 'completed', 'code': 200} Dec 20 21:19:13.752886 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00700d51-1637-4645-972a-0e6dafd04296 req-cb8ca029-6743-451b-b528-0465d8fcd28c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fa9d8489b07411a8b2d4b631080c870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718558 Dec 20 21:19:13.811169 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-94b13ad9-8e8a-465e-8232-e6040a8b1b5c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7baa739e-ce4f-46bc-a565-aab632d9bddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388887 Dec 20 21:19:13.858181 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00700d51-1637-4645-972a-0e6dafd04296 req-e0c97183-0d5d-40f9-9f24-2a841be915f0 service neutron] 10.222.0.32 "GET /v2.0/networks/18643d36-4467-4028-a6ee-9dd64683ba07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967367 Dec 20 21:19:13.882307 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:13.891088 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:13.967388 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666eab5-b2b2-4559-a13f-b87ae7c46878 req-da4a4130-15bb-4201-99dc-c42468d71e1f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:13.969034 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00700d51-1637-4645-972a-0e6dafd04296 req-136f5588-58d5-445d-9319-8a32fa0235fa service neutron] 10.222.0.32 "GET /v2.0/networks/18643d36-4467-4028-a6ee-9dd64683ba07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041758 Dec 20 21:19:13.975240 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e666eab5-b2b2-4559-a13f-b87ae7c46878 req-da4a4130-15bb-4201-99dc-c42468d71e1f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.1667118 Dec 20 21:19:13.984379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-8ae3a1b7-b125-4d1a-a9bf-4b7eb5bb1805 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:13.985286 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-8ae3a1b7-b125-4d1a-a9bf-4b7eb5bb1805 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3&tenant_id=346c11314eec451f8179854f6f127333&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 1094 time: 0.1485102 Dec 20 21:19:13.993342 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb1292-eb51-47c2-a27f-8b13bbf1276f None None] Pushing event updated for resources: {'Port': ['ID=4dbfc488-fa44-49c3-9fac-4090930fd565,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:14.001905 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb1292-eb51-47c2-a27f-8b13bbf1276f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:14.002157 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb1292-eb51-47c2-a27f-8b13bbf1276f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:14.002341 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb1292-eb51-47c2-a27f-8b13bbf1276f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:14.002797 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb1292-eb51-47c2-a27f-8b13bbf1276f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:14.003175 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb1292-eb51-47c2-a27f-8b13bbf1276f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:14.003548 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb1292-eb51-47c2-a27f-8b13bbf1276f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:14.003918 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb1292-eb51-47c2-a27f-8b13bbf1276f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:14.004289 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb1292-eb51-47c2-a27f-8b13bbf1276f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:14.004480 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-xena-1'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:14.004718 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb1292-eb51-47c2-a27f-8b13bbf1276f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:14.005027 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb1292-eb51-47c2-a27f-8b13bbf1276f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:14.005433 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb1292-eb51-47c2-a27f-8b13bbf1276f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:14.005849 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdb1292-eb51-47c2-a27f-8b13bbf1276f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:14.023747 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Attempting to bind port 4dbfc488-fa44-49c3-9fac-4090930fd565 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:19:14.024227 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Attempting to bind port 4dbfc488-fa44-49c3-9fac-4090930fd565 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '8053c7bc-1b63-4199-8bd9-74fa6bddc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:19:14.024647 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Attempting to bind port 4dbfc488-fa44-49c3-9fac-4090930fd565 on network 18643d36-4467-4028-a6ee-9dd64683ba07 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:14.030205 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:19:14.030920 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Checking segment: {'id': '8053c7bc-1b63-4199-8bd9-74fa6bddc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:19:14.031194 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:14.031587 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Bound using segment: {'id': '8053c7bc-1b63-4199-8bd9-74fa6bddc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:19:14.032162 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Bound port: 4dbfc488-fa44-49c3-9fac-4090930fd565, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8053c7bc-1b63-4199-8bd9-74fa6bddc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:19:14.032584 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:14.098019 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e666eab5-b2b2-4559-a13f-b87ae7c46878 req-bdcaa703-b7fe-4470-a8e3-ef1faeacfce1 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217825 Dec 20 21:19:14.106415 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-a9819077-3d48-480e-a485-2acb57c3b330 service neutron] 10.222.0.66 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707636 Dec 20 21:19:14.136948 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] For port 4dbfc488-fa44-49c3-9fac-4090930fd565, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:19:14.144642 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] For port 4dbfc488-fa44-49c3-9fac-4090930fd565, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4dbfc488-fa44-49c3-9fac-4090930fd565,segment=NetworkSegment(8053c7bc-1b63-4199-8bd9-74fa6bddc9a9),segment_id=8053c7bc-1b63-4199-8bd9-74fa6bddc9a9)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:19:14.155164 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:14.208938 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:14.294094 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Routers {'03e0b7ce-caaa-4ff2-b677-51fa290f248d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:19:14.294820 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:18:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:14.298705 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8584aadd-c5f4-43a5-8882-c711df861ca2 None None] Provisioning complete for port 4dbfc488-fa44-49c3-9fac-4090930fd565 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:14.299181 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8584aadd-c5f4-43a5-8882-c711df861ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:14.380619 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db29acc5-7fd6-4dbe-b7fc-28842686c7b3 req-6be21f35-c8f8-4c9c-89ee-0b211533fda9 service neutron] 10.222.0.66 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634909 Dec 20 21:19:14.409596 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51b4bbc4-b4b1-4354-bbb0-4e2e5326e362 req-1c3d2f35-2f8c-4dbf-8cc8-22052f349782 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 210 time: 0.0736225 Dec 20 21:19:14.448197 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:14.463974 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb1292-eb51-47c2-a27f-8b13bbf1276f None None] Pushing event updated for resources: {'Port': ['ID=4dbfc488-fa44-49c3-9fac-4090930fd565,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:14.495448 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9825f03-0915-40bd-a74f-e3f74f2f208d req-9e60a75c-763b-4273-bf06-61ddda3dbde6 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:14.497000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9825f03-0915-40bd-a74f-e3f74f2f208d req-9e60a75c-763b-4273-bf06-61ddda3dbde6 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.1764419 Dec 20 21:19:14.509341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50202) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:14.541123 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8584aadd-c5f4-43a5-8882-c711df861ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:14.556723 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] Set router 03e0b7ce-caaa-4ff2-b677-51fa290f248d gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:19:14.622254 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3d9a02-98cb-4f82-9d49-d5de89a08855 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Deleting subnet ed472930-ac72-4a64-973b-23027dc2b95f {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:19:14.639210 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc3d9a02-98cb-4f82-9d49-d5de89a08855 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:14.666147 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8584aadd-c5f4-43a5-8882-c711df861ca2 None None] For port 4dbfc488-fa44-49c3-9fac-4090930fd565, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4dbfc488-fa44-49c3-9fac-4090930fd565,segment=NetworkSegment(8053c7bc-1b63-4199-8bd9-74fa6bddc9a9),segment_id=8053c7bc-1b63-4199-8bd9-74fa6bddc9a9)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:14.674987 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8584aadd-c5f4-43a5-8882-c711df861ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:14.682457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7351a7e-b6b3-45ce-afac-e1592f95082b req-664a0f4b-97ac-48b8-87e1-d6a9c6ffbc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:14.684161 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7351a7e-b6b3-45ce-afac-e1592f95082b req-664a0f4b-97ac-48b8-87e1-d6a9c6ffbc17 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1dfad6aebbf544d1bebde21aa25d9cae&device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 1092 time: 0.1862874 Dec 20 21:19:14.703539 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9825f03-0915-40bd-a74f-e3f74f2f208d req-53dfa3b8-54a1-43ca-a801-6958c19cac46 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471155 Dec 20 21:19:14.705527 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] For port 70996814-249a-4d32-86dd-f478ed569b84, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=70996814-249a-4d32-86dd-f478ed569b84,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:14.760028 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc3d9a02-98cb-4f82-9d49-d5de89a08855 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:14.810060 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34d7e6-04bc-44de-b647-5e4d6e368f01 req-58516b6b-bb6b-44ae-b355-2490f89c72ee tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:14.812010 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3f34d7e6-04bc-44de-b647-5e4d6e368f01 req-58516b6b-bb6b-44ae-b355-2490f89c72ee tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 945 time: 0.1679115 Dec 20 21:19:14.815546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584aadd-c5f4-43a5-8882-c711df861ca2 None None] Pushing event updated for resources: {'Port': ['ID=4dbfc488-fa44-49c3-9fac-4090930fd565,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:14.833167 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3abc47fd-c881-4e2e-b238-692fe9b68304 None None] Provisioning complete for port 4dbfc488-fa44-49c3-9fac-4090930fd565 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:14.833167 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3abc47fd-c881-4e2e-b238-692fe9b68304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:14.873571 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a95679-f837-4993-938d-7242d100048a', 'name': 'network-vif-deleted', 'tag': '049681c2-cbc7-4dae-92bd-84eb565eba00'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:14.876805 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1c3928-0247-4a66-a80c-0b3eb3f47887" -d '{"events": [{"server_uuid": "50a95679-f837-4993-938d-7242d100048a", "name": "network-vif-deleted", "tag": "049681c2-cbc7-4dae-92bd-84eb565eba00"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:14.905640 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3f34d7e6-04bc-44de-b647-5e4d6e368f01 req-f5044fe6-bd90-4c73-950b-74c8fc0f82aa tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822215 Dec 20 21:19:14.921746 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc3d9a02-98cb-4f82-9d49-d5de89a08855 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:14.924849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] For port 70996814-249a-4d32-86dd-f478ed569b84, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:19:14.949846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e1e78-62ec-44e7-9fad-a753f17844ab req-ab3c4c5a-57b3-4354-a01e-933ef6002784 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:14.958391 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a38e1e78-62ec-44e7-9fad-a753f17844ab req-ab3c4c5a-57b3-4354-a01e-933ef6002784 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 943 time: 0.1418147 Dec 20 21:19:15.013083 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc3d9a02-98cb-4f82-9d49-d5de89a08855 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:15.015450 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2035186069-router', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:19:04Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'gw_port': {'id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:05Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '4dbfc488-fa44-49c3-9fac-4090930fd565', 'name': '', 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'mac_address': 'fa:16:3e:9d:71:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:08Z', 'updated_at': '2021-12-20T21:19:14Z', 'revision_number': 4, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'subnets': [{'id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:15.017874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7351a7e-b6b3-45ce-afac-e1592f95082b req-391afdff-86ab-4908-91ae-2e030a052b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:15.019296 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7351a7e-b6b3-45ce-afac-e1592f95082b req-391afdff-86ab-4908-91ae-2e030a052b0e service neutron] 10.222.0.66 "GET /v2.0/networks?id=7baa739e-ce4f-46bc-a565-aab632d9bddc HTTP/1.1" status: 200 len: 906 time: 0.3257475 Dec 20 21:19:15.035938 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e557cd-558f-4d04-9e02-5559bc80b92f x-openstack-request-id: req-d2e557cd-558f-4d04-9e02-5559bc80b92f {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:15.036535 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a95679-f837-4993-938d-7242d100048a", "name": "network-vif-deleted", "tag": "049681c2-cbc7-4dae-92bd-84eb565eba00", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:15.036945 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2e557cd-558f-4d04-9e02-5559bc80b92f {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:15.037481 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a95679-f837-4993-938d-7242d100048a', 'name': 'network-vif-deleted', 'tag': '049681c2-cbc7-4dae-92bd-84eb565eba00', 'status': 'completed', 'code': 200} Dec 20 21:19:15.047158 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac6ae7-19e1-4faa-9cb0-30cc9f2f70a0 None None] The sync data for ids ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'] in n-d-xena-1 is: [{'id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2035186069-router', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:19:04Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'gw_port': {'id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:05Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '4dbfc488-fa44-49c3-9fac-4090930fd565', 'name': '', 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'mac_address': 'fa:16:3e:9d:71:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:08Z', 'updated_at': '2021-12-20T21:19:14Z', 'revision_number': 4, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'subnets': [{'id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:19:15.056518 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40a6fd7-23b1-4d8c-b46d-27b82bee04ee None None] Network 5a161d56-0ebd-4a69-bc5d-decaef6882fb requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:19:15.064221 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc3d9a02-98cb-4f82-9d49-d5de89a08855 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:15.068132 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dc3d9a02-98cb-4f82-9d49-d5de89a08855 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "DELETE /v2.0/subnets/ed472930-ac72-4a64-973b-23027dc2b95f HTTP/1.1" status: 204 len: 168 time: 0.5577383 Dec 20 21:19:15.070917 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50210) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:15.073242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d9a02-98cb-4f82-9d49-d5de89a08855 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event deleted for resources: {'Subnet': ['ID=ed472930-ac72-4a64-973b-23027dc2b95f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:15.092261 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7351a7e-b6b3-45ce-afac-e1592f95082b req-e2380171-f204-4029-bb2a-358063479864 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 HTTP/1.1" status: 200 len: 217 time: 0.0564964 Dec 20 21:19:15.094249 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:15.100864 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a38e1e78-62ec-44e7-9fad-a753f17844ab req-deb9bcd7-5a24-4425-bb77-9a1ec2aa39ae tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416378 Dec 20 21:19:15.161530 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:15.299662 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfece1-3ec3-4807-aad9-03166cff780e req-090068c5-5048-4fbf-bf87-0fb794898c75 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:15.301367 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8dfece1-3ec3-4807-aad9-03166cff780e req-090068c5-5048-4fbf-bf87-0fb794898c75 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.0987735 Dec 20 21:19:15.314479 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:15.413899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a233923-9430-491c-9aeb-62dea2c25c95 None None] DHCP port deletion for 5a161d56-0ebd-4a69-bc5d-decaef6882fb request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:19:15.415634 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8dfece1-3ec3-4807-aad9-03166cff780e req-1bd4b2df-388a-43a6-a51e-4ba9970272e5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892665 Dec 20 21:19:15.417120 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7351a7e-b6b3-45ce-afac-e1592f95082b req-4d9c5cd5-3af5-4e6e-8bf9-456da5730302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:15.418669 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7351a7e-b6b3-45ce-afac-e1592f95082b req-4d9c5cd5-3af5-4e6e-8bf9-456da5730302 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=72cfb43f-380d-47e7-8095-0b998add498a HTTP/1.1" status: 200 len: 845 time: 0.3032413 Dec 20 21:19:15.433677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Pushing event updated for resources: {'Port': ['ID=70996814-249a-4d32-86dd-f478ed569b84,revision_number=7']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:15.461240 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Deleting port a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:19:15.461728 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:15.465641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Attempting to bind port 70996814-249a-4d32-86dd-f478ed569b84 on host n-h2-xena-1 for vnic_type normal with profile {"migrating_to": "n-h1-xena-1"} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:19:15.465765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Attempting to bind port 70996814-249a-4d32-86dd-f478ed569b84 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:19:15.466116 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Attempting to bind port 70996814-249a-4d32-86dd-f478ed569b84 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:15.477996 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5a233923-9430-491c-9aeb-62dea2c25c95 None None] Deleting port a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:19:15.478452 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a233923-9430-491c-9aeb-62dea2c25c95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:15.490684 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Port 70996814-249a-4d32-86dd-f478ed569b84 on network b354e2a9-7558-463a-85c3-6af39fac1033 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:19:15.491013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Attempting to bind port 70996814-249a-4d32-86dd-f478ed569b84 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:15.498040 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:19:15.498704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Checking segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:19:15.499052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Bound using segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:19:15.499582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Bound port: 70996814-249a-4d32-86dd-f478ed569b84, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:19:15.499952 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:15.504709 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7351a7e-b6b3-45ce-afac-e1592f95082b req-131bc9c3-3419-444e-9bbb-309ecf6617cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7baa739e-ce4f-46bc-a565-aab632d9bddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565183 Dec 20 21:19:15.556933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 70996814-249a-4d32-86dd-f478ed569b84 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:19:15.561256 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5a233923-9430-491c-9aeb-62dea2c25c95 None None] For port a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d,segment=NetworkSegment(def6f540-52c7-4694-9b5e-9b0ca477801c),segment_id=def6f540-52c7-4694-9b5e-9b0ca477801c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:15.561947 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a233923-9430-491c-9aeb-62dea2c25c95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:15.584312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5a233923-9430-491c-9aeb-62dea2c25c95 None None] Calling delete_port for a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:19:15.590310 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c097fd49-ea90-4d79-8277-794605979930 req-a50cd22c-b64c-41a6-b017-e6282ffa10e7 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 210 time: 0.0428312 Dec 20 21:19:15.605385 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] For port a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d,segment=NetworkSegment(def6f540-52c7-4694-9b5e-9b0ca477801c),segment_id=def6f540-52c7-4694-9b5e-9b0ca477801c)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:15.605981 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:15.626534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Calling delete_port for a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:19:15.712466 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] For port 70996814-249a-4d32-86dd-f478ed569b84, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:19:15.717839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] For port 70996814-249a-4d32-86dd-f478ed569b84, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=70996814-249a-4d32-86dd-f478ed569b84,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:19:15.724542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7351a7e-b6b3-45ce-afac-e1592f95082b req-e0153f50-1b59-4191-bab7-35d13e0374b6 service neutron] 10.222.0.66 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108369 Dec 20 21:19:15.729737 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:15.742431 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 70996814-249a-4d32-86dd-f478ed569b84, host n-h2-xena-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:15.750463 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ee2fcf-cc11-4f41-a575-51b2778ecdb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70996814-249a-4d32-86dd-f478ed569b84'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:15.756013 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a233923-9430-491c-9aeb-62dea2c25c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:15.756403 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53fd55f-49d1-4846-b65e-4284d085d427" -d '{"events": [{"server_uuid": "57ee2fcf-cc11-4f41-a575-51b2778ecdb3", "name": "network-vif-unplugged", "status": "completed", "tag": "70996814-249a-4d32-86dd-f478ed569b84"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:15.795750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a233923-9430-491c-9aeb-62dea2c25c95 None None] Pushing event deleted for resources: {'Port': ['ID=a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:15.808262 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a233923-9430-491c-9aeb-62dea2c25c95 None None] No DVR routers for this DVR port a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:19:15.810160 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Attempting to bind port 70996814-249a-4d32-86dd-f478ed569b84 on host n-h2-xena-1 for vnic_type normal with profile {"migrating_to": "n-h1-xena-1"} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:19:15.811699 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Attempting to bind port 70996814-249a-4d32-86dd-f478ed569b84 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:19:15.812144 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Attempting to bind port 70996814-249a-4d32-86dd-f478ed569b84 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:15.827625 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Port 70996814-249a-4d32-86dd-f478ed569b84 on network b354e2a9-7558-463a-85c3-6af39fac1033 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:19:15.827977 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Attempting to bind port 70996814-249a-4d32-86dd-f478ed569b84 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:15.834861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:19:15.835251 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Checking segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:19:15.836214 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Bound using segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:19:15.836693 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Bound port: 70996814-249a-4d32-86dd-f478ed569b84, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:19:15.837082 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:15.875476 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342b000e-cc1b-4a3d-8ac6-b1445dfa5971 x-openstack-request-id: req-342b000e-cc1b-4a3d-8ac6-b1445dfa5971 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:15.876080 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ee2fcf-cc11-4f41-a575-51b2778ecdb3", "name": "network-vif-unplugged", "status": "completed", "tag": "70996814-249a-4d32-86dd-f478ed569b84", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:15.877157 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-342b000e-cc1b-4a3d-8ac6-b1445dfa5971 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:15.878776 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ee2fcf-cc11-4f41-a575-51b2778ecdb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70996814-249a-4d32-86dd-f478ed569b84', 'code': 200} Dec 20 21:19:15.960906 n-d-xena-1 neutron-server[102403]: WARNING neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Concurrent port binding operations failed on port 70996814-249a-4d32-86dd-f478ed569b84 Dec 20 21:19:15.965226 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 70996814-249a-4d32-86dd-f478ed569b84, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=70996814-249a-4d32-86dd-f478ed569b84,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:15.967276 n-d-xena-1 neutron-server[102403]: INFO neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Attempt 2 to bind port 70996814-249a-4d32-86dd-f478ed569b84 Dec 20 21:19:15.967944 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 70996814-249a-4d32-86dd-f478ed569b84 has no active binding in host n-h1-xena-1 {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 21:19:16.061665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Pushing event updated for resources: {'Port': ['ID=70996814-249a-4d32-86dd-f478ed569b84,revision_number=8']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:16.071053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:16.071837 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:16.073417 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-1dc1221c-a242-4d95-8d6e-3ad543d52108 service neutron] 10.222.0.31 "PUT /v2.0/ports/70996814-249a-4d32-86dd-f478ed569b84 HTTP/1.1" status: 200 len: 1117 time: 2.0741789 Dec 20 21:19:16.103382 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a042b-0643-4e2b-b495-54a491b25191 req-d5eef5e0-0268-4902-921e-4a68f0b4753c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:16.104975 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-506a042b-0643-4e2b-b495-54a491b25191 req-d5eef5e0-0268-4902-921e-4a68f0b4753c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.1891670 Dec 20 21:19:16.109763 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7351a7e-b6b3-45ce-afac-e1592f95082b req-7b73e734-a7fc-4c16-9cce-bab4aedd135b service neutron] 10.222.0.66 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031132 Dec 20 21:19:16.124482 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:19:16.165076 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:19:16.165452 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6d211806-9bfe-4d0b-a4a1-5ddd53d8bb42 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:19:16.169891 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 049681c2-cbc7-4dae-92bd-84eb565eba00 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:19:16.179755 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-506a042b-0643-4e2b-b495-54a491b25191 req-dc724db1-734f-4e80-b2ab-d33f8ec04f3a tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660090 Dec 20 21:19:16.205745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 049681c2-cbc7-4dae-92bd-84eb565eba00 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:19:16.205745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 049681c2-cbc7-4dae-92bd-84eb565eba00 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:19:16.261051 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['70996814-249a-4d32-86dd-f478ed569b84'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:19:16.305308 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:16.325469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9650fa0-e174-4ba7-ae68-b477a5ad8e88 req-7b2e5e4c-8ac7-48dc-a842-7d58420daf53 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:16.328057 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9650fa0-e174-4ba7-ae68-b477a5ad8e88 req-7b2e5e4c-8ac7-48dc-a842-7d58420daf53 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 943 time: 0.0665698 Dec 20 21:19:16.333111 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['70996814-249a-4d32-86dd-f478ed569b84'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:19:16.341066 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event deleted for resources: {'Port': ['ID=a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:16.347575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] No DVR routers for this DVR port a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:19:16.388881 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9650fa0-e174-4ba7-ae68-b477a5ad8e88 req-b0a8690d-3336-491e-9e32-eca1f3542b67 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539951 Dec 20 21:19:16.400870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084fa6a-9072-4960-afeb-fa9290b6ad66 req-35a4d592-46f6-41a7-8ff9-f64764115b94 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:16.402865 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5084fa6a-9072-4960-afeb-fa9290b6ad66 req-35a4d592-46f6-41a7-8ff9-f64764115b94 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 943 time: 0.1831491 Dec 20 21:19:16.513111 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:16.547284 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5084fa6a-9072-4960-afeb-fa9290b6ad66 req-8066fd87-8792-4f97-ae31-d1b355f1a936 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353059 Dec 20 21:19:16.562615 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00700d51-1637-4645-972a-0e6dafd04296 req-574ab050-b4ef-4c65-8b53-4df6c9b7d81b tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:16.564393 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00700d51-1637-4645-972a-0e6dafd04296 req-574ab050-b4ef-4c65-8b53-4df6c9b7d81b tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.66 "GET /v2.0/networks?id=18643d36-4467-4028-a6ee-9dd64683ba07 HTTP/1.1" status: 200 len: 829 time: 0.3437138 Dec 20 21:19:16.577202 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a161d56-0ebd-4a69-bc5d-decaef6882fb']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:16.593094 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def6f540-52c7-4694-9b5e-9b0ca477801c') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:16.593388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def6f540-52c7-4694-9b5e-9b0ca477801c') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:16.606708 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:16.613323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cabb7e-65b8-4e6b-930c-4c746940678b req-35f76fa2-1985-4689-8c46-3979241797c5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:16.615469 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-88cabb7e-65b8-4e6b-930c-4c746940678b req-35f76fa2-1985-4689-8c46-3979241797c5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.0725079 Dec 20 21:19:16.615972 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-00700d51-1637-4645-972a-0e6dafd04296 req-4c945a42-fb18-48b4-9a0e-1a7b6bda3bf8 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Request body: {'port': {'device_id': 'e849e4cc-9b16-41bd-aa34-c51a3df8e0cd', 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07', 'admin_state_up': True, 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:16.657348 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-88cabb7e-65b8-4e6b-930c-4c746940678b req-e73949f5-ea43-4b00-b786-7ea20ee04639 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355632 Dec 20 21:19:16.706042 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:16.720182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:19:16.720736 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:19:16.734651 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:19:16.776162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4dbfc488-fa44-49c3-9fac-4090930fd565 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:19:16.801807 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c6d80ae6-a360-4548-992a-34fc6f2de9c7 req-df6c912c-f6ca-4d43-a8b6-e7d4db373510 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 210 time: 0.0894949 Dec 20 21:19:16.833377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 4dbfc488-fa44-49c3-9fac-4090930fd565 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:16.833870 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:16.842645 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:16.852006 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:16.855085 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "DELETE /v2.0/networks/5a161d56-0ebd-4a69-bc5d-decaef6882fb HTTP/1.1" status: 204 len: 168 time: 1.7829425 Dec 20 21:19:16.859171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50238) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:16.870284 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679fd20-3fad-480c-a8c4-59fa6611212c tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event deleted for resources: {'Network': ['ID=5a161d56-0ebd-4a69-bc5d-decaef6882fb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:16.877094 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00700d51-1637-4645-972a-0e6dafd04296 req-4c945a42-fb18-48b4-9a0e-1a7b6bda3bf8 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Made reservation on behalf of 9fa9d8489b07411a8b2d4b631080c870 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:19:16.880860 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00700d51-1637-4645-972a-0e6dafd04296 req-4c945a42-fb18-48b4-9a0e-1a7b6bda3bf8 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:16.937481 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48cdf5d-dca0-4092-afe6-67e6a40c0cd5 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Deleting subnet b0ff7337-4890-4803-854f-88b85a1cfba8 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:19:16.941281 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f48cdf5d-dca0-4092-afe6-67e6a40c0cd5 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:16.991668 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f48cdf5d-dca0-4092-afe6-67e6a40c0cd5 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.008335 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:19:17.036009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:19:17.036363 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a0ace0c2-7cf4-4e01-9396-dbefa6c89b5d not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:19:17.038229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-00700d51-1637-4645-972a-0e6dafd04296 req-4c945a42-fb18-48b4-9a0e-1a7b6bda3bf8 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Allocated IP 172.20.0.11 (18643d36-4467-4028-a6ee-9dd64683ba07/688fc07f-c249-4d02-aab5-fd756b1dc4d5/1b1b9f91-b237-4629-979b-a139b61613cd) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:19:17.079885 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f48cdf5d-dca0-4092-afe6-67e6a40c0cd5 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.142693 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f48cdf5d-dca0-4092-afe6-67e6a40c0cd5 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.169870 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cdf5d-dca0-4092-afe6-67e6a40c0cd5 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ff7337-4890-4803-854f-88b85a1cfba8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:17.173510 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f48cdf5d-dca0-4092-afe6-67e6a40c0cd5 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.178536 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f48cdf5d-dca0-4092-afe6-67e6a40c0cd5 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "DELETE /v2.0/subnets/b0ff7337-4890-4803-854f-88b85a1cfba8 HTTP/1.1" status: 204 len: 168 time: 0.3182576 Dec 20 21:19:17.179439 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50240) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:17.179943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5436a8-b84a-4ff8-9316-ad3ca8fee2eb None None] Network c2fbda7f-efc0-4234-9dd4-9e8c5913ae07 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:19:17.200742 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00700d51-1637-4645-972a-0e6dafd04296 req-4c945a42-fb18-48b4-9a0e-1a7b6bda3bf8 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.257792 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00700d51-1637-4645-972a-0e6dafd04296 req-4c945a42-fb18-48b4-9a0e-1a7b6bda3bf8 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.261214 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.308993 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00700d51-1637-4645-972a-0e6dafd04296 req-4c945a42-fb18-48b4-9a0e-1a7b6bda3bf8 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Network 18643d36-4467-4028-a6ee-9dd64683ba07 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:19:17.312517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-00700d51-1637-4645-972a-0e6dafd04296 req-4c945a42-fb18-48b4-9a0e-1a7b6bda3bf8 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:19:17.320259 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-00700d51-1637-4645-972a-0e6dafd04296 req-4c945a42-fb18-48b4-9a0e-1a7b6bda3bf8 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:19:17.325099 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c945a42-fb18-48b4-9a0e-1a7b6bda3bf8 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Pushing event updated for resources: {'Port': ['ID=1b1b9f91-b237-4629-979b-a139b61613cd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:17.361679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa646b69-e6fa-433c-b61a-a7c66873ab96 req-bfc8db9d-d591-46c8-be8b-15af54e11a1b tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:17.363257 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa646b69-e6fa-433c-b61a-a7c66873ab96 req-bfc8db9d-d591-46c8-be8b-15af54e11a1b tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0711510 Dec 20 21:19:17.376699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Deleting port 501134ce-6336-474e-a095-0554b681068a {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:19:17.377037 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.381324 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00700d51-1637-4645-972a-0e6dafd04296 req-4c945a42-fb18-48b4-9a0e-1a7b6bda3bf8 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:17.381998 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00700d51-1637-4645-972a-0e6dafd04296 req-4c945a42-fb18-48b4-9a0e-1a7b6bda3bf8 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.409958 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00700d51-1637-4645-972a-0e6dafd04296 req-4c945a42-fb18-48b4-9a0e-1a7b6bda3bf8 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8053932 Dec 20 21:19:17.427865 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b418d73-9ef3-4237-a9ef-1f7e9a6a8807 None None] DHCP port deletion for c2fbda7f-efc0-4234-9dd4-9e8c5913ae07 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:19:17.437971 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Request body: {'port': {'device_id': 'e849e4cc-9b16-41bd-aa34-c51a3df8e0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:17.472058 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa646b69-e6fa-433c-b61a-a7c66873ab96 req-2e32129a-af77-48f8-ac77-4b5229af525b tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011329 Dec 20 21:19:17.477457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] For port 501134ce-6336-474e-a095-0554b681068a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=501134ce-6336-474e-a095-0554b681068a,segment=NetworkSegment(7b91e2e1-b8c1-4edb-9727-266f8935f597),segment_id=7b91e2e1-b8c1-4edb-9727-266f8935f597)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:17.477818 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.494939 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Calling delete_port for 501134ce-6336-474e-a095-0554b681068a owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:19:17.514449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7b418d73-9ef3-4237-a9ef-1f7e9a6a8807 None None] Deleting port 501134ce-6336-474e-a095-0554b681068a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:19:17.514836 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b418d73-9ef3-4237-a9ef-1f7e9a6a8807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.600117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7b418d73-9ef3-4237-a9ef-1f7e9a6a8807 None None] For port 501134ce-6336-474e-a095-0554b681068a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=501134ce-6336-474e-a095-0554b681068a,segment=NetworkSegment(7b91e2e1-b8c1-4edb-9727-266f8935f597),segment_id=7b91e2e1-b8c1-4edb-9727-266f8935f597)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:17.600515 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b418d73-9ef3-4237-a9ef-1f7e9a6a8807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.629706 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7b418d73-9ef3-4237-a9ef-1f7e9a6a8807 None None] Calling delete_port for 501134ce-6336-474e-a095-0554b681068a owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:19:17.636028 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.636654 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.653933 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc55a2-da07-468a-bec4-47a3f631ccb6 req-5a74566e-cc6e-4cec-b0a6-10ca6753b4de tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:17.660203 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-224db90a-390b-465f-b4f9-b4633de9da57 None None] Provisioning complete for port 1b1b9f91-b237-4629-979b-a139b61613cd triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:17.660569 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-224db90a-390b-465f-b4f9-b4633de9da57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.666330 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5dfc55a2-da07-468a-bec4-47a3f631ccb6 req-5a74566e-cc6e-4cec-b0a6-10ca6753b4de tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 943 time: 0.2014165 Dec 20 21:19:17.678940 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event deleted for resources: {'Port': ['ID=501134ce-6336-474e-a095-0554b681068a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:17.686627 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.687668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] No DVR routers for this DVR port 501134ce-6336-474e-a095-0554b681068a on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:19:17.729632 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-224db90a-390b-465f-b4f9-b4633de9da57 None None] Port 1b1b9f91-b237-4629-979b-a139b61613cd cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:19:17.746004 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5dfc55a2-da07-468a-bec4-47a3f631ccb6 req-fddf457b-3b73-4896-b092-2a181836c585 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786324 Dec 20 21:19:17.767467 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b418d73-9ef3-4237-a9ef-1f7e9a6a8807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.810145 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b418d73-9ef3-4237-a9ef-1f7e9a6a8807 None None] Pushing event deleted for resources: {'Port': ['ID=501134ce-6336-474e-a095-0554b681068a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:17.816616 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b418d73-9ef3-4237-a9ef-1f7e9a6a8807 None None] No DVR routers for this DVR port 501134ce-6336-474e-a095-0554b681068a on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:19:17.854482 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.881041 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ee2fcf-cc11-4f41-a575-51b2778ecdb3', 'tag': '70996814-249a-4d32-86dd-f478ed569b84'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:17.883197 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abb11f1-a39e-4016-ae00-629848c76ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "57ee2fcf-cc11-4f41-a575-51b2778ecdb3", "tag": "70996814-249a-4d32-86dd-f478ed569b84"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:17.893419 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22eb5b0-a776-465c-ba2d-291bab09aafa req-d611f110-f270-41ca-a817-347b5ace038b tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:17.902440 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c22eb5b0-a776-465c-ba2d-291bab09aafa req-d611f110-f270-41ca-a817-347b5ace038b tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 943 time: 0.2058198 Dec 20 21:19:17.911640 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fbda7f-efc0-4234-9dd4-9e8c5913ae07']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:17.930879 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b91e2e1-b8c1-4edb-9727-266f8935f597') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:17.931134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b91e2e1-b8c1-4edb-9727-266f8935f597') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:17.943584 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.967002 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c22eb5b0-a776-465c-ba2d-291bab09aafa req-d88a1536-2681-4fc8-981f-2dde02795a2b tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636127 Dec 20 21:19:17.968002 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.975668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:19:17.976849 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:19:17.980590 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:19:18.037864 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059573f2-5bc2-419d-bde3-92d8d1ff34b7 req-d27e02b2-7706-4ef5-a776-0c3d37f5a1e4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:18.039393 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-059573f2-5bc2-419d-bde3-92d8d1ff34b7 req-d27e02b2-7706-4ef5-a776-0c3d37f5a1e4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.1087937 Dec 20 21:19:18.054254 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1b9f91-b237-4629-979b-a139b61613cd {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:19:18.073460 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:18.082115 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:18.091475 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:18.095156 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] 10.222.0.32 "DELETE /v2.0/networks/c2fbda7f-efc0-4234-9dd4-9e8c5913ae07 HTTP/1.1" status: 204 len: 168 time: 0.9145939 Dec 20 21:19:18.097135 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Transition to ACTIVE for port object 1b1b9f91-b237-4629-979b-a139b61613cd will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:19:18.106126 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-059573f2-5bc2-419d-bde3-92d8d1ff34b7 req-83ea0377-b1ea-4004-91c9-0798db90b93f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572011 Dec 20 21:19:18.108424 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:18.108637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f2176-fbdf-4d76-aaa0-f2fa22eba818 tempest-ServersTestMultiNic-1888833821 tempest-ServersTestMultiNic-1888833821-project] Pushing event deleted for resources: {'Network': ['ID=c2fbda7f-efc0-4234-9dd4-9e8c5913ae07,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:18.124617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889c193-92d7-4ff8-b2b3-0fd5b8fdde44 req-f740d41e-ec77-478a-a5ac-83bab30c670a tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:18.129186 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0889c193-92d7-4ff8-b2b3-0fd5b8fdde44 req-f740d41e-ec77-478a-a5ac-83bab30c670a tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 932 time: 0.0769854 Dec 20 21:19:18.158986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1b9f91-b237-4629-979b-a139b61613cd,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:18.159927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:19:18.183333 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0889c193-92d7-4ff8-b2b3-0fd5b8fdde44 req-930d6435-ee16-46b8-9488-227abfac0f13 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b9d93d9-0b69-40d5-8a8a-334d8f3356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505428 Dec 20 21:19:18.184866 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19514bd-a384-4a20-a7a4-7e871d859831 x-openstack-request-id: req-a19514bd-a384-4a20-a7a4-7e871d859831 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:18.185154 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ee2fcf-cc11-4f41-a575-51b2778ecdb3", "tag": "70996814-249a-4d32-86dd-f478ed569b84", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:18.185408 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a19514bd-a384-4a20-a7a4-7e871d859831 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:18.185997 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ee2fcf-cc11-4f41-a575-51b2778ecdb3', 'tag': '70996814-249a-4d32-86dd-f478ed569b84', 'status': 'completed', 'code': 200} Dec 20 21:19:18.271667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb11f1-a39e-4016-ae00-629848c76ce4 req-8771a305-e73c-497e-a064-7017abfe6804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:18.273244 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9abb11f1-a39e-4016-ae00-629848c76ce4 req-8771a305-e73c-497e-a064-7017abfe6804 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 1120 time: 0.0558927 Dec 20 21:19:18.273773 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Attempting to bind port 1b1b9f91-b237-4629-979b-a139b61613cd on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:19:18.274302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Attempting to bind port 1b1b9f91-b237-4629-979b-a139b61613cd by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '8053c7bc-1b63-4199-8bd9-74fa6bddc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:19:18.274732 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Attempting to bind port 1b1b9f91-b237-4629-979b-a139b61613cd on network 18643d36-4467-4028-a6ee-9dd64683ba07 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:18.280750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Port 1b1b9f91-b237-4629-979b-a139b61613cd on network 18643d36-4467-4028-a6ee-9dd64683ba07 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:19:18.281388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Attempting to bind port 1b1b9f91-b237-4629-979b-a139b61613cd on network 18643d36-4467-4028-a6ee-9dd64683ba07 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:18.289047 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:19:18.289487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Checking segment: {'id': '8053c7bc-1b63-4199-8bd9-74fa6bddc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:19:18.289873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Bound using segment: {'id': '8053c7bc-1b63-4199-8bd9-74fa6bddc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:19:18.290352 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Bound port: 1b1b9f91-b237-4629-979b-a139b61613cd, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8053c7bc-1b63-4199-8bd9-74fa6bddc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:19:18.290839 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:18.367712 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50266) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:18.385107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:18.399224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6', 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc', 'port_id': '133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6', 'mac_address': 'fa:16:3e:07:30:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cfb43f-380d-47e7-8095-0b998add498a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:19:18.404033 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb11f1-a39e-4016-ae00-629848c76ce4 req-2825bca4-a1c5-4d72-97c5-1ac1c01a1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:18.406552 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9abb11f1-a39e-4016-ae00-629848c76ce4 req-2825bca4-a1c5-4d72-97c5-1ac1c01a1c12 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 921 time: 0.1217673 Dec 20 21:19:18.408998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] For port 1b1b9f91-b237-4629-979b-a139b61613cd, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:19:18.445941 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:18.452510 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] For port 1b1b9f91-b237-4629-979b-a139b61613cd, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=1b1b9f91-b237-4629-979b-a139b61613cd,segment=NetworkSegment(8053c7bc-1b63-4199-8bd9-74fa6bddc9a9),segment_id=8053c7bc-1b63-4199-8bd9-74fa6bddc9a9)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:19:18.461585 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:19:18.467918 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:18.475042 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9abb11f1-a39e-4016-ae00-629848c76ce4 req-8ad651d7-4d20-4692-a67e-e6598d8329d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70996814-249a-4d32-86dd-f478ed569b84 HTTP/1.1" status: 200 len: 217 time: 0.0580742 Dec 20 21:19:18.483619 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:18.488040 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:18.516217 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:18.516839 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:18.518647 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00700d51-1637-4645-972a-0e6dafd04296 req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] 10.222.0.66 "PUT /v2.0/ports/1b1b9f91-b237-4629-979b-a139b61613cd HTTP/1.1" status: 200 len: 1090 time: 1.0871806 Dec 20 21:19:18.518808 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e849e4cc-9b16-41bd-aa34-c51a3df8e0cd', 'tag': '1b1b9f91-b237-4629-979b-a139b61613cd'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:18.521070 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbad9048-4b4c-4136-b37a-7d9b66d196e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e849e4cc-9b16-41bd-aa34-c51a3df8e0cd", "tag": "1b1b9f91-b237-4629-979b-a139b61613cd"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:18.545194 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:18.583471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb11f1-a39e-4016-ae00-629848c76ce4 req-9df4d007-8c9c-4bec-a33c-f471c5b86645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:18.591290 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9abb11f1-a39e-4016-ae00-629848c76ce4 req-9df4d007-8c9c-4bec-a33c-f471c5b86645 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.1098866 Dec 20 21:19:18.635565 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9abb11f1-a39e-4016-ae00-629848c76ce4 req-64290e6c-5886-4e57-9106-239a498cf9eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360146 Dec 20 21:19:18.640232 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181874c7-0efa-4bf4-8f27-a984c9e97d60 x-openstack-request-id: req-181874c7-0efa-4bf4-8f27-a984c9e97d60 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:18.640747 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e849e4cc-9b16-41bd-aa34-c51a3df8e0cd", "tag": "1b1b9f91-b237-4629-979b-a139b61613cd", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:18.640747 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-181874c7-0efa-4bf4-8f27-a984c9e97d60 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:18.641144 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e849e4cc-9b16-41bd-aa34-c51a3df8e0cd', 'tag': '1b1b9f91-b237-4629-979b-a139b61613cd', 'status': 'completed', 'code': 200} Dec 20 21:19:18.728982 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4627e-bb4f-49a7-95de-9402f98df738 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1b9f91-b237-4629-979b-a139b61613cd,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:18.751744 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 501134ce-6336-474e-a095-0554b681068a no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:19:18.786366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 501134ce-6336-474e-a095-0554b681068a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:19:18.786660 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 501134ce-6336-474e-a095-0554b681068a not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:19:18.791213 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9abb11f1-a39e-4016-ae00-629848c76ce4 req-c997abc1-c574-438d-9c55-8aaaba026073 service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444335 Dec 20 21:19:18.850512 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00700d51-1637-4645-972a-0e6dafd04296 req-fc31f4fe-024f-4763-b036-22cecb93ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:18.852020 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00700d51-1637-4645-972a-0e6dafd04296 req-fc31f4fe-024f-4763-b036-22cecb93ffea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9fa9d8489b07411a8b2d4b631080c870&device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 1093 time: 0.2231202 Dec 20 21:19:18.859457 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f419b37-d586-4c8d-a1c7-2a1af395a187 req-5d9cccdf-3e8c-4221-ac53-0f17ff29ab50 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:18.860888 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7f419b37-d586-4c8d-a1c7-2a1af395a187 req-5d9cccdf-3e8c-4221-ac53-0f17ff29ab50 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.2306957 Dec 20 21:19:18.900145 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:19:18.938585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26d5aa-538c-4bf1-8c94-d89d8300ac55 req-aab96b01-bfe7-40ed-9afe-7de3de603b53 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:18.940122 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00700d51-1637-4645-972a-0e6dafd04296 req-1076795f-561b-4d29-829b-4593654e8ced service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b1b9f91-b237-4629-979b-a139b61613cd HTTP/1.1" status: 200 len: 217 time: 0.0565059 Dec 20 21:19:18.940691 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cd26d5aa-538c-4bf1-8c94-d89d8300ac55 req-aab96b01-bfe7-40ed-9afe-7de3de603b53 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 944 time: 0.0826790 Dec 20 21:19:18.947538 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9abb11f1-a39e-4016-ae00-629848c76ce4 req-465036c8-5868-419e-ad78-fac8e12b2129 service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458509 Dec 20 21:19:18.961347 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7f419b37-d586-4c8d-a1c7-2a1af395a187 req-92625098-a11f-4a3a-a33f-ac7a7c7e7a26 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789056 Dec 20 21:19:18.983815 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cd26d5aa-538c-4bf1-8c94-d89d8300ac55 req-86489c8f-e850-4def-a9a9-eb28dcc81aac tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348327 Dec 20 21:19:19.058687 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00700d51-1637-4645-972a-0e6dafd04296 req-a2c0a773-f9bb-4f84-97fb-f5ab596be67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:19.060174 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00700d51-1637-4645-972a-0e6dafd04296 req-a2c0a773-f9bb-4f84-97fb-f5ab596be67d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=688fc07f-c249-4d02-aab5-fd756b1dc4d5 HTTP/1.1" status: 200 len: 868 time: 0.0824571 Dec 20 21:19:19.141714 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9195d6b6-cd0a-4115-bc0c-707c6e06c721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:19.213424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00700d51-1637-4645-972a-0e6dafd04296 req-7a56a074-23f8-49cc-aaa8-baddd560bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:19.214857 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00700d51-1637-4645-972a-0e6dafd04296 req-7a56a074-23f8-49cc-aaa8-baddd560bf3a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=18643d36-4467-4028-a6ee-9dd64683ba07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1459846 Dec 20 21:19:19.226265 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d16ade-84cf-4249-be2e-ef224d9621a5 req-c85e674f-be18-465f-9c3d-d2c9beff0631 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:19.227781 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b6d16ade-84cf-4249-be2e-ef224d9621a5 req-c85e674f-be18-465f-9c3d-d2c9beff0631 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 943 time: 0.1492279 Dec 20 21:19:19.236721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0efcab-d993-47bd-bf16-e8662ac69b55 req-c16d8a52-ccc5-4b26-8625-e96f41fa538e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:19.238527 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c0efcab-d993-47bd-bf16-e8662ac69b55 req-c16d8a52-ccc5-4b26-8625-e96f41fa538e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.0514190 Dec 20 21:19:19.278474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c0efcab-d993-47bd-bf16-e8662ac69b55 req-63225b6d-b0bd-44bc-97b2-8c83b37cb12a tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333183 Dec 20 21:19:19.386843 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b6d16ade-84cf-4249-be2e-ef224d9621a5 req-ff1eea4e-dc4b-4e9e-9573-29b5a2f490ac tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453218 Dec 20 21:19:19.398618 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03269feb-c31d-4072-ae7c-3a09110185be req-1f85b20a-d44a-4868-bac8-05c781d13c67 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:19.400388 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-03269feb-c31d-4072-ae7c-3a09110185be req-1f85b20a-d44a-4868-bac8-05c781d13c67 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 944 time: 0.0507026 Dec 20 21:19:19.433631 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00700d51-1637-4645-972a-0e6dafd04296 req-8309c8ce-92af-4d12-8642-ecd6e0df9a9a service neutron] 10.222.0.66 "GET /v2.0/networks/18643d36-4467-4028-a6ee-9dd64683ba07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032366 Dec 20 21:19:19.440321 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-03269feb-c31d-4072-ae7c-3a09110185be req-3f5719c5-35a2-4d4a-beaa-85161de810e2 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b9d93d9-0b69-40d5-8a8a-334d8f3356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329952 Dec 20 21:19:19.571380 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00700d51-1637-4645-972a-0e6dafd04296 req-4fc8b7b6-8bb6-48bd-b0ef-08d6dbe8270b service neutron] 10.222.0.66 "GET /v2.0/networks/18643d36-4467-4028-a6ee-9dd64683ba07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280019 Dec 20 21:19:19.595744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9195d6b6-cd0a-4115-bc0c-707c6e06c721 admin admin] Deleting port abe177b2-50f3-4f9b-8fe2-72273bd45878 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:19:19.596501 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9195d6b6-cd0a-4115-bc0c-707c6e06c721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:19.693548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-9195d6b6-cd0a-4115-bc0c-707c6e06c721 admin admin] For port abe177b2-50f3-4f9b-8fe2-72273bd45878, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=abe177b2-50f3-4f9b-8fe2-72273bd45878,segment=NetworkSegment(d5df4eea-1320-4291-b435-4112b933be1d),segment_id=d5df4eea-1320-4291-b435-4112b933be1d)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:19.694342 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9195d6b6-cd0a-4115-bc0c-707c6e06c721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:19.732449 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9195d6b6-cd0a-4115-bc0c-707c6e06c721 admin admin] Calling delete_port for abe177b2-50f3-4f9b-8fe2-72273bd45878 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:19:19.784942 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad9048-4b4c-4136-b37a-7d9b66d196e1 req-78afa545-27f5-4f22-b349-6da6e62f420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:19.786478 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dbad9048-4b4c-4136-b37a-7d9b66d196e1 req-78afa545-27f5-4f22-b349-6da6e62f420a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9fa9d8489b07411a8b2d4b631080c870&device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 1093 time: 0.0881877 Dec 20 21:19:20.115693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb46a-b4ac-4768-bdd3-4cbdc6c27648 req-5d948c85-e3ea-4502-97c6-7ca26a00805f tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:20.117339 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79fbb46a-b4ac-4768-bdd3-4cbdc6c27648 req-5d948c85-e3ea-4502-97c6-7ca26a00805f tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 944 time: 0.0504062 Dec 20 21:19:20.156189 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79fbb46a-b4ac-4768-bdd3-4cbdc6c27648 req-4c40811b-7907-4489-92b7-565570c70335 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321133 Dec 20 21:19:20.164566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:19:20.222040 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:19:20.225976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:20.226401 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:20.271369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591db14-9a45-4ae1-802f-7ea3b06f92ab req-893478a0-635c-41e7-b61f-8d6af3cea43f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:20.272817 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e591db14-9a45-4ae1-802f-7ea3b06f92ab req-893478a0-635c-41e7-b61f-8d6af3cea43f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.1321704 Dec 20 21:19:20.277191 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad9048-4b4c-4136-b37a-7d9b66d196e1 req-d4859cd9-f2ae-4fae-99a2-b272eec032c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:20.278613 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dbad9048-4b4c-4136-b37a-7d9b66d196e1 req-d4859cd9-f2ae-4fae-99a2-b272eec032c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=18643d36-4467-4028-a6ee-9dd64683ba07 HTTP/1.1" status: 200 len: 930 time: 0.4855621 Dec 20 21:19:20.308819 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:20.332116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:20.334351 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4a349c-68a0-42da-a9bb-4bfa3a88ee65" -d '{"events": [{"server_uuid": "5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d", "name": "network-vif-plugged", "status": "completed", "tag": "133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:20.344095 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dbad9048-4b4c-4136-b37a-7d9b66d196e1 req-f041a339-59ee-4527-a82f-6ddc4bc83eb7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b1b9f91-b237-4629-979b-a139b61613cd HTTP/1.1" status: 200 len: 217 time: 0.0573742 Dec 20 21:19:20.347420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:20.351992 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:20.408053 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:20.415911 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e591db14-9a45-4ae1-802f-7ea3b06f92ab req-d1b13655-d40e-47ab-8b3a-18afdf587c68 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333518 Dec 20 21:19:20.422467 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de817e15-b56a-4194-ad73-f74520a95be8 req-b3962b02-128c-4850-8002-fa6efc1daf65 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:20.423939 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de817e15-b56a-4194-ad73-f74520a95be8 req-b3962b02-128c-4850-8002-fa6efc1daf65 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.0592289 Dec 20 21:19:20.436253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad9048-4b4c-4136-b37a-7d9b66d196e1 req-9160de63-0c8e-4870-a352-b34c832bf624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:20.437846 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dbad9048-4b4c-4136-b37a-7d9b66d196e1 req-9160de63-0c8e-4870-a352-b34c832bf624 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=688fc07f-c249-4d02-aab5-fd756b1dc4d5 HTTP/1.1" status: 200 len: 868 time: 0.0759821 Dec 20 21:19:20.438954 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9195d6b6-cd0a-4115-bc0c-707c6e06c721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:20.473702 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36002f5-6c48-4282-a05c-5d4b10ca5095 x-openstack-request-id: req-d36002f5-6c48-4282-a05c-5d4b10ca5095 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:20.473919 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195d6b6-cd0a-4115-bc0c-707c6e06c721 admin admin] Pushing event deleted for resources: {'Port': ['ID=abe177b2-50f3-4f9b-8fe2-72273bd45878,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:20.474030 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d", "name": "network-vif-plugged", "status": "completed", "tag": "133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:20.474267 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d36002f5-6c48-4282-a05c-5d4b10ca5095 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:20.474664 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6', 'code': 200} Dec 20 21:19:20.478761 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de817e15-b56a-4194-ad73-f74520a95be8 req-a24a84c5-b19c-470a-b35a-817bdda12ba9 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371463 Dec 20 21:19:20.572827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad9048-4b4c-4136-b37a-7d9b66d196e1 req-349e1362-ca5a-4fff-8bd1-9be51adaca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:20.574349 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dbad9048-4b4c-4136-b37a-7d9b66d196e1 req-349e1362-ca5a-4fff-8bd1-9be51adaca22 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=18643d36-4467-4028-a6ee-9dd64683ba07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1276815 Dec 20 21:19:20.641433 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1cef8-76c1-4796-afc2-73b20baa7bdf req-92770e67-ef0e-4e3c-985c-5e9fbfebdfcb tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:20.643051 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f5e1cef8-76c1-4796-afc2-73b20baa7bdf req-92770e67-ef0e-4e3c-985c-5e9fbfebdfcb tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 944 time: 0.0920517 Dec 20 21:19:20.668826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47923fd-ff4f-4c39-8ddc-30dbb6a34769 req-42387084-8279-4b33-8237-5ec869b90feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:20.671729 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c47923fd-ff4f-4c39-8ddc-30dbb6a34769 req-42387084-8279-4b33-8237-5ec869b90feb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 1094 time: 0.0779603 Dec 20 21:19:20.718646 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f5e1cef8-76c1-4796-afc2-73b20baa7bdf req-8c9848da-8f7f-49f2-961e-3f726dfbb480 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b9d93d9-0b69-40d5-8a8a-334d8f3356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662377 Dec 20 21:19:20.734912 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c47923fd-ff4f-4c39-8ddc-30dbb6a34769 req-5cd0a4fc-3bee-4d03-9a63-3ce7d2755b3b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533967 Dec 20 21:19:20.749800 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb070704-ab47-4774-a2b7-114863806b66 req-765a5b14-eed4-41c2-b55a-4f6f16f13b24 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:20.751675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-eb070704-ab47-4774-a2b7-114863806b66 req-765a5b14-eed4-41c2-b55a-4f6f16f13b24 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 943 time: 0.2174542 Dec 20 21:19:20.817674 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dbad9048-4b4c-4136-b37a-7d9b66d196e1 req-92bb157f-659e-4246-bc9d-91962f4a9808 service neutron] 10.222.0.66 "GET /v2.0/networks/18643d36-4467-4028-a6ee-9dd64683ba07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258263 Dec 20 21:19:20.836027 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-eb070704-ab47-4774-a2b7-114863806b66 req-60028bc5-1f53-479b-af61-cc276b26314e tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754895 Dec 20 21:19:20.842810 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9195d6b6-cd0a-4115-bc0c-707c6e06c721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:21.137958 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9195d6b6-cd0a-4115-bc0c-707c6e06c721 admin admin] Router 31302948-34c8-497f-ba66-632cb1b26a51 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:19:21.140288 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dbad9048-4b4c-4136-b37a-7d9b66d196e1 req-a86849bd-d99d-44b4-8cbb-e52906da7559 service neutron] 10.222.0.66 "GET /v2.0/networks/18643d36-4467-4028-a6ee-9dd64683ba07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375594 Dec 20 21:19:21.281960 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9195d6b6-cd0a-4115-bc0c-707c6e06c721 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:19:21.287057 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9195d6b6-cd0a-4115-bc0c-707c6e06c721 admin admin] 10.222.0.32 "PUT /v2.0/routers/31302948-34c8-497f-ba66-632cb1b26a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9183755 Dec 20 21:19:21.289942 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50306) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:21.294770 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9abcb-9b9b-4c73-b1e3-60cc2c79ddc9 None None] Sync routers for ids ['31302948-34c8-497f-ba66-632cb1b26a51'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:19:21.305107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592a434-f055-47ed-8e2c-57a6f408e742 req-fa7e6bfa-9253-484e-b8b7-3ec22288a592 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:21.306700 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7592a434-f055-47ed-8e2c-57a6f408e742 req-fa7e6bfa-9253-484e-b8b7-3ec22288a592 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 945 time: 0.0769651 Dec 20 21:19:21.309576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd9abcb-9b9b-4c73-b1e3-60cc2c79ddc9 None None] Routers {'31302948-34c8-497f-ba66-632cb1b26a51'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:19:21.310255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3cd9abcb-9b9b-4c73-b1e3-60cc2c79ddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:18:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['31302948-34c8-497f-ba66-632cb1b26a51'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:21.350658 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7592a434-f055-47ed-8e2c-57a6f408e742 req-05576b06-6f33-42ce-9df5-01508c0af695 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364902 Dec 20 21:19:21.397785 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f1ee363-a7e8-4f59-8748-c85fa009ae4b admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:21.420862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-3cd9abcb-9b9b-4c73-b1e3-60cc2c79ddc9 None None] Set router 31302948-34c8-497f-ba66-632cb1b26a51 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:19:21.524207 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:19:21.537465 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f1ee363-a7e8-4f59-8748-c85fa009ae4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:21.566742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff318d-b43e-40ba-99e9-ff3a393b4a22 req-17301e8b-663e-4a81-a10c-3f3f586821de tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:21.568258 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6eff318d-b43e-40ba-99e9-ff3a393b4a22 req-17301e8b-663e-4a81-a10c-3f3f586821de tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0772796 Dec 20 21:19:21.619720 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce899d7-9150-4a8a-bfe4-20f6de8cb5e3 req-7ae26717-6f7e-46c4-a0c9-5b01454fbd6e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:21.621301 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cce899d7-9150-4a8a-bfe4-20f6de8cb5e3 req-7ae26717-6f7e-46c4-a0c9-5b01454fbd6e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.0538752 Dec 20 21:19:21.638371 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6eff318d-b43e-40ba-99e9-ff3a393b4a22 req-e6a7520c-be54-4275-af94-6df099c2c265 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467687 Dec 20 21:19:21.648690 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ee363-a7e8-4f59-8748-c85fa009ae4b admin admin] Deleting port ced13779-d7f4-4f91-b132-a80154ef9e34 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:19:21.649266 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f1ee363-a7e8-4f59-8748-c85fa009ae4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:21.665495 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cce899d7-9150-4a8a-bfe4-20f6de8cb5e3 req-0da83fff-e08f-4c83-8a54-52b2907864d8 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357296 Dec 20 21:19:21.739662 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-3f1ee363-a7e8-4f59-8748-c85fa009ae4b admin admin] For port ced13779-d7f4-4f91-b132-a80154ef9e34, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ced13779-d7f4-4f91-b132-a80154ef9e34,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:21.740076 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f1ee363-a7e8-4f59-8748-c85fa009ae4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:21.754305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ee363-a7e8-4f59-8748-c85fa009ae4b admin admin] Calling delete_port for ced13779-d7f4-4f91-b132-a80154ef9e34 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:19:21.772096 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3cd9abcb-9b9b-4c73-b1e3-60cc2c79ddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31302948-34c8-497f-ba66-632cb1b26a51', 'name': 'tempest-ServersTestMultiNic-1252811367-router', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'ced13779-d7f4-4f91-b132-a80154ef9e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:17:26Z', 'updated_at': '2021-12-20T21:19:20Z', 'revision_number': 5, 'project_id': '1aa098716b2841b9a38afb0654e12766', 'gw_port': {'id': 'ced13779-d7f4-4f91-b132-a80154ef9e34', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31302948-34c8-497f-ba66-632cb1b26a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:28Z', 'updated_at': '2021-12-20T21:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:21.799953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9abcb-9b9b-4c73-b1e3-60cc2c79ddc9 None None] Checking router: 31302948-34c8-497f-ba66-632cb1b26a51 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:19:21.809153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd9abcb-9b9b-4c73-b1e3-60cc2c79ddc9 None None] Routers {'31302948-34c8-497f-ba66-632cb1b26a51'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:19:21.809758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3cd9abcb-9b9b-4c73-b1e3-60cc2c79ddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:18:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['31302948-34c8-497f-ba66-632cb1b26a51'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:21.863223 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9781ea4-7732-4fd7-a7dd-4adb23e2594c req-f25bf261-a041-4e1d-bd39-cf5af5863a21 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:21.864833 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f9781ea4-7732-4fd7-a7dd-4adb23e2594c req-f25bf261-a041-4e1d-bd39-cf5af5863a21 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 944 time: 0.0659742 Dec 20 21:19:21.900304 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-3cd9abcb-9b9b-4c73-b1e3-60cc2c79ddc9 None None] Set router 31302948-34c8-497f-ba66-632cb1b26a51 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:19:21.940784 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f9781ea4-7732-4fd7-a7dd-4adb23e2594c req-d38e7068-82ec-4ebb-af93-92e5f347662b tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b9d93d9-0b69-40d5-8a8a-334d8f3356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474591 Dec 20 21:19:21.964763 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3cd9abcb-9b9b-4c73-b1e3-60cc2c79ddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31302948-34c8-497f-ba66-632cb1b26a51', 'name': 'tempest-ServersTestMultiNic-1252811367-router', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:17:26Z', 'updated_at': '2021-12-20T21:19:21Z', 'revision_number': 6, 'project_id': '1aa098716b2841b9a38afb0654e12766', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:21.997321 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9abcb-9b9b-4c73-b1e3-60cc2c79ddc9 None None] The sync data for ids ['31302948-34c8-497f-ba66-632cb1b26a51'] in n-d-xena-1 is: [{'id': '31302948-34c8-497f-ba66-632cb1b26a51', 'name': 'tempest-ServersTestMultiNic-1252811367-router', 'tenant_id': '1aa098716b2841b9a38afb0654e12766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:17:26Z', 'updated_at': '2021-12-20T21:19:21Z', 'revision_number': 6, 'project_id': '1aa098716b2841b9a38afb0654e12766', 'gw_port_host': None}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:19:22.023069 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e86282-ced2-43b1-80e2-b59bf7e12a91 req-9475cfe7-aac7-4e76-86af-86305478f289 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:22.026606 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2e86282-ced2-43b1-80e2-b59bf7e12a91 req-9475cfe7-aac7-4e76-86af-86305478f289 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 943 time: 0.1078682 Dec 20 21:19:22.070781 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2e86282-ced2-43b1-80e2-b59bf7e12a91 req-cf5f1ceb-9ce5-4e5d-a919-3d1145044789 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397282 Dec 20 21:19:22.167084 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 1b1b9f91-b237-4629-979b-a139b61613cd details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:19:22.271609 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 1b1b9f91-b237-4629-979b-a139b61613cd, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=1b1b9f91-b237-4629-979b-a139b61613cd,segment=NetworkSegment(8053c7bc-1b63-4199-8bd9-74fa6bddc9a9),segment_id=8053c7bc-1b63-4199-8bd9-74fa6bddc9a9)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:22.284817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '1b1b9f91-b237-4629-979b-a139b61613cd', 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07', 'port_id': '1b1b9f91-b237-4629-979b-a139b61613cd', 'mac_address': 'fa:16:3e:a4:96:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:19:22.325183 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:22.329731 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f1ee363-a7e8-4f59-8748-c85fa009ae4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:22.340743 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1b9f91-b237-4629-979b-a139b61613cd {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:19:22.357666 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ee363-a7e8-4f59-8748-c85fa009ae4b admin admin] Pushing event deleted for resources: {'Port': ['ID=ced13779-d7f4-4f91-b132-a80154ef9e34,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:22.374580 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 1b1b9f91-b237-4629-979b-a139b61613cd, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=1b1b9f91-b237-4629-979b-a139b61613cd,segment=NetworkSegment(8053c7bc-1b63-4199-8bd9-74fa6bddc9a9),segment_id=8053c7bc-1b63-4199-8bd9-74fa6bddc9a9)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:22.386366 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:22.457053 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f1ee363-a7e8-4f59-8748-c85fa009ae4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:22.490404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=1b1b9f91-b237-4629-979b-a139b61613cd,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:22.507609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e35d3-40a3-4266-a83b-b229d145e713 req-d3dff22d-8950-45cd-b74c-faefeb8552ba tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:22.509108 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-649e35d3-40a3-4266-a83b-b229d145e713 req-d3dff22d-8950-45cd-b74c-faefeb8552ba tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 945 time: 0.0667522 Dec 20 21:19:22.553962 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-649e35d3-40a3-4266-a83b-b229d145e713 req-ea8cfeb2-32c8-4dbc-8dfd-8b2845440360 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358903 Dec 20 21:19:22.568975 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f1ee363-a7e8-4f59-8748-c85fa009ae4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:22.571642 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f1ee363-a7e8-4f59-8748-c85fa009ae4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:22.625498 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f1ee363-a7e8-4f59-8748-c85fa009ae4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:22.626423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1ee363-a7e8-4f59-8748-c85fa009ae4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31302948-34c8-497f-ba66-632cb1b26a51 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:19:22.630885 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f1ee363-a7e8-4f59-8748-c85fa009ae4b admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:22.632227 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3f1ee363-a7e8-4f59-8748-c85fa009ae4b admin admin] 10.222.0.32 "DELETE /v2.0/routers/31302948-34c8-497f-ba66-632cb1b26a51 HTTP/1.1" status: 204 len: 168 time: 1.3407638 Dec 20 21:19:22.635081 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50324) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:22.683985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-16092454-5b04-467a-a9d2-34b1372bdcbb admin admin] Deleting subnet 073e472a-06c1-4beb-a06c-2ac1c0f65fba {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:19:22.687883 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16092454-5b04-467a-a9d2-34b1372bdcbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:22.739999 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16092454-5b04-467a-a9d2-34b1372bdcbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:22.768200 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['1b1b9f91-b237-4629-979b-a139b61613cd'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:19:22.883218 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e4416-b03d-4a0a-99e7-e1765b4b1b39 req-c34336af-7020-4c6a-b592-7324fa456b0d tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:22.890652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2ebaf-7c57-4c79-9995-d6b3813733ea req-3dd9a42d-3fe1-48ca-b347-6145bbe04fba tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:22.891502 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-870e4416-b03d-4a0a-99e7-e1765b4b1b39 req-c34336af-7020-4c6a-b592-7324fa456b0d tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.1622002 Dec 20 21:19:22.894759 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dfe2ebaf-7c57-4c79-9995-d6b3813733ea req-3dd9a42d-3fe1-48ca-b347-6145bbe04fba tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.0947821 Dec 20 21:19:22.941018 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16092454-5b04-467a-a9d2-34b1372bdcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:22.950519 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dfe2ebaf-7c57-4c79-9995-d6b3813733ea req-011fbb3a-4371-47d0-9f2c-141920470cc9 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506172 Dec 20 21:19:22.965130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ced13779-d7f4-4f91-b132-a80154ef9e34 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:19:22.991274 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: ced13779-d7f4-4f91-b132-a80154ef9e34 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:19:22.991620 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ced13779-d7f4-4f91-b132-a80154ef9e34 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:19:22.992042 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device abe177b2-50f3-4f9b-8fe2-72273bd45878 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:19:22.993435 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-870e4416-b03d-4a0a-99e7-e1765b4b1b39 req-306e2846-a5f3-4035-b732-eb53cd052ae1 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007376 Dec 20 21:19:23.031006 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: abe177b2-50f3-4f9b-8fe2-72273bd45878 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:19:23.031376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device abe177b2-50f3-4f9b-8fe2-72273bd45878 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:19:23.068560 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16092454-5b04-467a-a9d2-34b1372bdcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:23.102177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4826b087-7e10-4704-92af-0d04a469d9cb None None] Network b0018659-3311-4101-8777-78fe26154914 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:19:23.114983 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16092454-5b04-467a-a9d2-34b1372bdcbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:23.118509 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-16092454-5b04-467a-a9d2-34b1372bdcbb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/073e472a-06c1-4beb-a06c-2ac1c0f65fba HTTP/1.1" status: 204 len: 168 time: 0.4820976 Dec 20 21:19:23.120934 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50338) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:23.134144 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16092454-5b04-467a-a9d2-34b1372bdcbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=073e472a-06c1-4beb-a06c-2ac1c0f65fba,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:23.163980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050cb94-1efe-4890-95d9-f34a1efec7b5 req-fab7edb4-fda3-4b78-a185-847f05ed8e42 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:23.165634 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0050cb94-1efe-4890-95d9-f34a1efec7b5 req-fab7edb4-fda3-4b78-a185-847f05ed8e42 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 945 time: 0.0862820 Dec 20 21:19:23.194849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0de95-bfc6-4c5d-bfd6-1e4a36c9ecb5 req-edf787a1-5630-467d-8891-b7dde5c941b4 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:23.197518 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ab0de95-bfc6-4c5d-bfd6-1e4a36c9ecb5 req-edf787a1-5630-467d-8891-b7dde5c941b4 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 945 time: 0.1234605 Dec 20 21:19:23.229972 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0050cb94-1efe-4890-95d9-f34a1efec7b5 req-c1ecee26-0feb-44b3-ab27-f088301ae6e2 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b9d93d9-0b69-40d5-8a8a-334d8f3356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523190 Dec 20 21:19:23.261451 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:23.280306 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ab0de95-bfc6-4c5d-bfd6-1e4a36c9ecb5 req-93e303f0-ba93-417c-9b58-b26f237e27c2 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750725 Dec 20 21:19:23.388026 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] Deleting port e6aead2f-56ea-45e8-86be-a75a31195629 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:19:23.388699 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:23.411200 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d43a702-7f1f-40d2-9007-897b1d9833e0 None None] DHCP port deletion for b0018659-3311-4101-8777-78fe26154914 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:19:23.477683 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7d43a702-7f1f-40d2-9007-897b1d9833e0 None None] Deleting port e6aead2f-56ea-45e8-86be-a75a31195629 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:19:23.478055 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d43a702-7f1f-40d2-9007-897b1d9833e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:23.503198 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] For port e6aead2f-56ea-45e8-86be-a75a31195629, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e6aead2f-56ea-45e8-86be-a75a31195629,segment=NetworkSegment(d5df4eea-1320-4291-b435-4112b933be1d),segment_id=d5df4eea-1320-4291-b435-4112b933be1d)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:23.503720 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:23.529335 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] Calling delete_port for e6aead2f-56ea-45e8-86be-a75a31195629 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:19:23.539742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a64ce9-c697-4345-80a1-280577c9035c req-e69a1729-c023-4ac9-9121-95e9b2b6e0d3 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:23.541359 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50a64ce9-c697-4345-80a1-280577c9035c req-e69a1729-c023-4ac9-9121-95e9b2b6e0d3 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 943 time: 0.1484311 Dec 20 21:19:23.547974 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7d43a702-7f1f-40d2-9007-897b1d9833e0 None None] For port e6aead2f-56ea-45e8-86be-a75a31195629, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e6aead2f-56ea-45e8-86be-a75a31195629,segment=NetworkSegment(d5df4eea-1320-4291-b435-4112b933be1d),segment_id=d5df4eea-1320-4291-b435-4112b933be1d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:23.548369 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d43a702-7f1f-40d2-9007-897b1d9833e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:23.563295 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7d43a702-7f1f-40d2-9007-897b1d9833e0 None None] Calling delete_port for e6aead2f-56ea-45e8-86be-a75a31195629 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:19:23.628364 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50a64ce9-c697-4345-80a1-280577c9035c req-8dc1568e-1a06-49a2-9441-98c9780ad596 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775917 Dec 20 21:19:23.652359 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d43a702-7f1f-40d2-9007-897b1d9833e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:23.664596 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:23.680056 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] No DVR routers for this DVR port e6aead2f-56ea-45e8-86be-a75a31195629 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:19:23.691393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d43a702-7f1f-40d2-9007-897b1d9833e0 None None] No DVR routers for this DVR port e6aead2f-56ea-45e8-86be-a75a31195629 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:19:23.693345 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43a702-7f1f-40d2-9007-897b1d9833e0 None None] Pushing event deleted for resources: {'Port': ['ID=e6aead2f-56ea-45e8-86be-a75a31195629,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:23.724943 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6aead2f-56ea-45e8-86be-a75a31195629,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:23.780223 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:23.801058 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0018659-3311-4101-8777-78fe26154914']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:23.811847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5df4eea-1320-4291-b435-4112b933be1d') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:23.812074 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5df4eea-1320-4291-b435-4112b933be1d') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:23.821111 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:23.835443 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:23.841650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:19:23.842087 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:23.842430 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-64a2275a-37b1-4080-810c-dedb947ea04b service neutron] 10.222.0.66 "GET /v2.0/ports/70996814-249a-4d32-86dd-f478ed569b84/bindings/n-h1-xena-1 HTTP/1.1" status: 200 len: 382 time: 0.0633802 Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:19:23.843773 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:19:23.896218 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:23.903764 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:23.907235 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b0018659-3311-4101-8777-78fe26154914 HTTP/1.1" status: 204 len: 168 time: 0.7848849 Dec 20 21:19:23.916878 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e90faf-abe4-4dca-84a9-d898e8b435e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0018659-3311-4101-8777-78fe26154914,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:24.027765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50348) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:24.038242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-3da71ccc-bdf7-48d7-8775-6dc95758ef2e service neutron] For port 70996814-249a-4d32-86dd-f478ed569b84, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=70996814-249a-4d32-86dd-f478ed569b84,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:24.084162 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c377982e-f12d-4221-bd6d-8e42937b86ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1aa098716b2841b9a38afb0654e12766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547881 Dec 20 21:19:24.088637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50350) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:24.089698 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-3da71ccc-bdf7-48d7-8775-6dc95758ef2e service neutron] For port 70996814-249a-4d32-86dd-f478ed569b84, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:19:24.118116 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9b422-81c1-4221-b0fd-56a6b1140dd0 req-f873551d-4775-4d32-aea9-098c598eac97 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:24.119584 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-48a9b422-81c1-4221-b0fd-56a6b1140dd0 req-f873551d-4775-4d32-aea9-098c598eac97 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0513043 Dec 20 21:19:24.154699 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42dddd-ce6f-4f51-8369-1b7007120da0 req-0ff387cf-b0a5-4746-9f4e-43a478a7bdd1 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:24.156067 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e42dddd-ce6f-4f51-8369-1b7007120da0 req-0ff387cf-b0a5-4746-9f4e-43a478a7bdd1 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.1201355 Dec 20 21:19:24.157562 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-48a9b422-81c1-4221-b0fd-56a6b1140dd0 req-ac10631a-5275-44d6-95d6-4024fe2a58b1 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309680 Dec 20 21:19:24.160341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-3da71ccc-bdf7-48d7-8775-6dc95758ef2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70996814-249a-4d32-86dd-f478ed569b84 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:19:24.184197 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-3da71ccc-bdf7-48d7-8775-6dc95758ef2e service neutron] For port 70996814-249a-4d32-86dd-f478ed569b84, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=70996814-249a-4d32-86dd-f478ed569b84,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:24.188224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 1b1b9f91-b237-4629-979b-a139b61613cd up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:19:24.219713 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-3da71ccc-bdf7-48d7-8775-6dc95758ef2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:24.234354 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 1b1b9f91-b237-4629-979b-a139b61613cd completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:19:24.234719 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-433c4880-5d87-4ea3-844d-489bbeb258ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:24.237890 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 1b1b9f91-b237-4629-979b-a139b61613cd triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:24.238360 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:24.240881 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e42dddd-ce6f-4f51-8369-1b7007120da0 req-872c28cd-12e4-401f-b258-1ec0cba71ad3 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722010 Dec 20 21:19:24.281611 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-433c4880-5d87-4ea3-844d-489bbeb258ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:24.334546 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:24.353753 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-3da71ccc-bdf7-48d7-8775-6dc95758ef2e service neutron] Transition to ACTIVE for port object 70996814-249a-4d32-86dd-f478ed569b84 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:19:24.367994 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0260af3-b0a0-4c60-a007-d7cbb4b75627 req-5334ff4b-e4e2-45e1-818e-649da1b7e634 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:24.368802 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e849e4cc-9b16-41bd-aa34-c51a3df8e0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1b9f91-b237-4629-979b-a139b61613cd'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:24.369940 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0260af3-b0a0-4c60-a007-d7cbb4b75627 req-5334ff4b-e4e2-45e1-818e-649da1b7e634 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 945 time: 0.0696883 Dec 20 21:19:24.371103 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bf94ab-2dd8-45d7-860e-583ef541e493" -d '{"events": [{"server_uuid": "e849e4cc-9b16-41bd-aa34-c51a3df8e0cd", "name": "network-vif-plugged", "status": "completed", "tag": "1b1b9f91-b237-4629-979b-a139b61613cd"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:24.383755 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 1b1b9f91-b237-4629-979b-a139b61613cd, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=1b1b9f91-b237-4629-979b-a139b61613cd,segment=NetworkSegment(8053c7bc-1b63-4199-8bd9-74fa6bddc9a9),segment_id=8053c7bc-1b63-4199-8bd9-74fa6bddc9a9)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:24.389946 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:24.390977 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-3da71ccc-bdf7-48d7-8775-6dc95758ef2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:24.407806 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-433c4880-5d87-4ea3-844d-489bbeb258ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:24.410654 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-433c4880-5d87-4ea3-844d-489bbeb258ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:24.411966 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-433c4880-5d87-4ea3-844d-489bbeb258ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5fe1b14-e8b1-479c-b6e4-6c100104cbd8 HTTP/1.1" status: 204 len: 168 time: 0.3189857 Dec 20 21:19:24.413527 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0260af3-b0a0-4c60-a007-d7cbb4b75627 req-38f250ba-22de-443d-a63c-15f45de2d39b tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b9d93d9-0b69-40d5-8a8a-334d8f3356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364757 Dec 20 21:19:24.443980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=1b1b9f91-b237-4629-979b-a139b61613cd,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:24.461955 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c4880-5d87-4ea3-844d-489bbeb258ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fe1b14-e8b1-479c-b6e4-6c100104cbd8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:24.513758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-3da71ccc-bdf7-48d7-8775-6dc95758ef2e service neutron] No DVR routers for this DVR port 70996814-249a-4d32-86dd-f478ed569b84 on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:19:24.526434 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312df48-b25f-40b3-9398-7bd489199a7f req-43df0919-02a1-4d43-b141-82120cf09fd2 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:24.527985 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3312df48-b25f-40b3-9398-7bd489199a7f req-43df0919-02a1-4d43-b141-82120cf09fd2 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 945 time: 0.1690400 Dec 20 21:19:24.532814 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da71ccc-bdf7-48d7-8775-6dc95758ef2e service neutron] Pushing event updated for resources: {'Port': ['ID=70996814-249a-4d32-86dd-f478ed569b84,revision_number=10']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:24.555225 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dac6e3-14e4-4057-a534-375f51c56314 x-openstack-request-id: req-c4dac6e3-14e4-4057-a534-375f51c56314 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:24.555448 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e849e4cc-9b16-41bd-aa34-c51a3df8e0cd", "name": "network-vif-plugged", "status": "completed", "tag": "1b1b9f91-b237-4629-979b-a139b61613cd", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:24.556075 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4dac6e3-14e4-4057-a534-375f51c56314 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:24.556257 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e849e4cc-9b16-41bd-aa34-c51a3df8e0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1b9f91-b237-4629-979b-a139b61613cd', 'code': 200} Dec 20 21:19:24.577053 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-3da71ccc-bdf7-48d7-8775-6dc95758ef2e service neutron] 10.222.0.66 "PUT /v2.0/ports/70996814-249a-4d32-86dd-f478ed569b84/bindings/n-h1-xena-1/activate HTTP/1.1" status: 200 len: 367 time: 0.7270210 Dec 20 21:19:24.596658 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3312df48-b25f-40b3-9398-7bd489199a7f req-065ea9a1-57bc-45f3-a073-877dbdb3890a tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569921 Dec 20 21:19:24.765199 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e6aead2f-56ea-45e8-86be-a75a31195629 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:19:24.790455 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57030a9e-2d02-424b-90e9-94333a6d25c9 req-2c61a5f5-1ad6-41fb-a8b7-12ba0adc5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:24.792930 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-57030a9e-2d02-424b-90e9-94333a6d25c9 req-2c61a5f5-1ad6-41fb-a8b7-12ba0adc5165 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 1095 time: 0.0943208 Dec 20 21:19:24.801869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: e6aead2f-56ea-45e8-86be-a75a31195629 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:19:24.806574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e6aead2f-56ea-45e8-86be-a75a31195629 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:19:24.853590 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-57030a9e-2d02-424b-90e9-94333a6d25c9 req-14009ad5-d2e8-42d5-9e8e-50b91267b23d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1b9d93d9-0b69-40d5-8a8a-334d8f3356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529902 Dec 20 21:19:24.859621 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-e2b5e9e2-f6ce-4044-bb08-57d1c5a4a9b9 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:24.861119 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-e2b5e9e2-f6ce-4044-bb08-57d1c5a4a9b9 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3&tenant_id=346c11314eec451f8179854f6f127333&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 1093 time: 0.1260777 Dec 20 21:19:24.894954 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e9099-c0aa-47aa-8f6e-c68f55e81bf2 req-ce3f1d9e-5813-4ec3-9346-e08d9033c709 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:24.898099 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-514e9099-c0aa-47aa-8f6e-c68f55e81bf2 req-ce3f1d9e-5813-4ec3-9346-e08d9033c709 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 944 time: 0.1032517 Dec 20 21:19:24.960439 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-514e9099-c0aa-47aa-8f6e-c68f55e81bf2 req-e7fab120-b1bd-4883-91ec-249e6343d04f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462725 Dec 20 21:19:24.962428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-6f292766-52cf-401d-9d62-d15f64293a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:24.963974 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-6f292766-52cf-401d-9d62-d15f64293a83 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3&tenant_id=346c11314eec451f8179854f6f127333 HTTP/1.1" status: 200 len: 1093 time: 0.0938647 Dec 20 21:19:25.055404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-dc83f209-1b08-4c56-a74a-53ba1ddee29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:25.056871 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-dc83f209-1b08-4c56-a74a-53ba1ddee29f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 1093 time: 0.0442054 Dec 20 21:19:25.155465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-16c48026-7ccf-4bf0-b6f2-2559e8d066a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:25.156973 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-16c48026-7ccf-4bf0-b6f2-2559e8d066a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 921 time: 0.0927508 Dec 20 21:19:25.213704 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-3b205fad-b276-45d0-ba25-d6f9339c56b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70996814-249a-4d32-86dd-f478ed569b84 HTTP/1.1" status: 200 len: 217 time: 0.0417783 Dec 20 21:19:25.271656 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-d7b13c72-e3dc-4148-af9f-6bd697e0481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:25.274174 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-d7b13c72-e3dc-4148-af9f-6bd697e0481a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.0541954 Dec 20 21:19:25.280311 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50408) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:25.288100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95372e-673e-4c11-b304-d802f5699a96 req-1d4eed46-25cc-4294-820f-ac33ceac03f0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:25.289746 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2d95372e-673e-4c11-b304-d802f5699a96 req-1d4eed46-25cc-4294-820f-ac33ceac03f0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0585597 Dec 20 21:19:25.331152 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-b36df716-44fc-4c7b-a78b-5389f11e3bd0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361874 Dec 20 21:19:25.355299 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2d95372e-673e-4c11-b304-d802f5699a96 req-1db9f123-1e8e-4238-a436-20fe308fea0a tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587561 Dec 20 21:19:25.420731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5b0078d1-a3c4-41f5-9b2f-d93246dbb93f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1262931627-network', 'tenant_id': '559f8b0f7cec4c4dba0429a5ca9b8602'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:25.463992 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4be11-ab01-4825-8e2d-dfe8bb2bf1b1 req-0a64b855-351b-404d-93e0-7d85f6355f39 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:25.465492 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-08b4be11-ab01-4825-8e2d-dfe8bb2bf1b1 req-0a64b855-351b-404d-93e0-7d85f6355f39 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.1369662 Dec 20 21:19:25.481301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0078d1-a3c4-41f5-9b2f-d93246dbb93f admin admin] Made reservation on behalf of 559f8b0f7cec4c4dba0429a5ca9b8602 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:19:25.483657 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b0078d1-a3c4-41f5-9b2f-d93246dbb93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:25.505836 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-3608f5bd-9d1d-47c5-b171-7e0fed2bf4be service neutron] 10.222.0.31 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643879 Dec 20 21:19:25.508547 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b0078d1-a3c4-41f5-9b2f-d93246dbb93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:25.542147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f41c4-ebea-42b1-b236-cbd57aaefa1e req-ebcb8c84-bd83-48a8-a0f0-86af6cdc6f31 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:25.543589 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-517f41c4-ebea-42b1-b236-cbd57aaefa1e req-ebcb8c84-bd83-48a8-a0f0-86af6cdc6f31 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 946 time: 0.0535233 Dec 20 21:19:25.582588 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-517f41c4-ebea-42b1-b236-cbd57aaefa1e req-e29be130-15d0-46c6-b1d8-7ff11ab72890 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b9d93d9-0b69-40d5-8a8a-334d8f3356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323863 Dec 20 21:19:25.587950 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-08b4be11-ab01-4825-8e2d-dfe8bb2bf1b1 req-44a81aaf-c209-4f8a-beae-2adcf4c2c139 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127977 Dec 20 21:19:25.644950 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-9ea56ae5-bc88-4b72-911b-e351dda7cc75 service neutron] 10.222.0.31 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277907 Dec 20 21:19:25.687292 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b0078d1-a3c4-41f5-9b2f-d93246dbb93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:25.692835 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b0078d1-a3c4-41f5-9b2f-d93246dbb93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:25.717110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0078d1-a3c4-41f5-9b2f-d93246dbb93f admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:19:25.726841 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0078d1-a3c4-41f5-9b2f-d93246dbb93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f2daa4-d775-4918-be22-382eaa66987d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:25.731557 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b0078d1-a3c4-41f5-9b2f-d93246dbb93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:25.731892 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-5b0078d1-a3c4-41f5-9b2f-d93246dbb93f admin admin] Added segment 7b5c8de3-92c9-4d30-8472-830f9aa7641c of type vlan for network 6775ba58-86e9-4898-9200-af7483bd702d Dec 20 21:19:25.770122 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b0078d1-a3c4-41f5-9b2f-d93246dbb93f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:25.794377 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b0078d1-a3c4-41f5-9b2f-d93246dbb93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:25.795325 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0078d1-a3c4-41f5-9b2f-d93246dbb93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:25.795887 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b0078d1-a3c4-41f5-9b2f-d93246dbb93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:25.853240 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5b0078d1-a3c4-41f5-9b2f-d93246dbb93f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5711722 Dec 20 21:19:25.856091 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50418) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:25.861528 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3ef8fc6d-c367-4ba2-9844-a1723ce7ad31 admin admin] Request body: {'subnet': {'network_id': '6775ba58-86e9-4898-9200-af7483bd702d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1262931627-subnet', 'tenant_id': '559f8b0f7cec4c4dba0429a5ca9b8602', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:25.862818 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0078d1-a3c4-41f5-9b2f-d93246dbb93f admin admin] Pushing event updated for resources: {'Network': ['ID=6775ba58-86e9-4898-9200-af7483bd702d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:25.874800 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 6775ba58-86e9-4898-9200-af7483bd702d details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:19:25.884464 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef8fc6d-c367-4ba2-9844-a1723ce7ad31 admin admin] Made reservation on behalf of 559f8b0f7cec4c4dba0429a5ca9b8602 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:19:25.887072 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ef8fc6d-c367-4ba2-9844-a1723ce7ad31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:25.999787 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-7dac5a2e-b6c0-44e8-9c69-42b10b49b4f6 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:26.001318 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-7dac5a2e-b6c0-44e8-9c69-42b10b49b4f6 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3&tenant_id=346c11314eec451f8179854f6f127333&binding%3Ahost_id=n-h1-xena-1 HTTP/1.1" status: 200 len: 1093 time: 0.0539315 Dec 20 21:19:26.084972 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ef8fc6d-c367-4ba2-9844-a1723ce7ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:26.110343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6ed6c-49ec-4fb7-b12f-5681d531d932 req-499e8524-7284-4ccf-8861-1ff03aa6be07 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:26.111866 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dfd6ed6c-49ec-4fb7-b12f-5681d531d932 req-499e8524-7284-4ccf-8861-1ff03aa6be07 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 944 time: 0.0700295 Dec 20 21:19:26.160387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8fc6d-c367-4ba2-9844-a1723ce7ad31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b218d021-b106-4c74-a509-73c431f7b9c8,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:26.164972 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef8fc6d-c367-4ba2-9844-a1723ce7ad31 admin admin] Checking segment: {'id': '7b5c8de3-92c9-4d30-8472-830f9aa7641c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:19:26.165325 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef8fc6d-c367-4ba2-9844-a1723ce7ad31 admin admin] Network hostable DHCP agents. Network: 6775ba58-86e9-4898-9200-af7483bd702d, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:19:26.184748 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef8fc6d-c367-4ba2-9844-a1723ce7ad31 admin admin] Network 6775ba58-86e9-4898-9200-af7483bd702d is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:19:26.188629 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dfd6ed6c-49ec-4fb7-b12f-5681d531d932 req-9392a5d6-c2ab-4f73-b3ba-337f77fb9f25 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493841 Dec 20 21:19:26.192808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-58171757-0071-44ba-9e27-900b6b37c72a service neutron] For port 70996814-249a-4d32-86dd-f478ed569b84, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:19:26.196167 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-58171757-0071-44ba-9e27-900b6b37c72a service neutron] Notify callbacks [] for binding, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:26.198345 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 70996814-249a-4d32-86dd-f478ed569b84 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:19:26.202526 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07dd0146-57a4-448f-b90d-0f904808feb9 req-58171757-0071-44ba-9e27-900b6b37c72a service neutron] 10.222.0.31 "DELETE /v2.0/ports/70996814-249a-4d32-86dd-f478ed569b84/bindings/n-h2-xena-1 HTTP/1.1" status: 204 len: 173 time: 0.1869440 Dec 20 21:19:26.203522 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3ef8fc6d-c367-4ba2-9844-a1723ce7ad31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 6775ba58-86e9-4898-9200-af7483bd702d) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:19:26.209894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef8fc6d-c367-4ba2-9844-a1723ce7ad31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:26.210832 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ef8fc6d-c367-4ba2-9844-a1723ce7ad31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:26.239173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c67512-a867-4d7a-8c22-75e9bfc8494b None None] Network 6775ba58-86e9-4898-9200-af7483bd702d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:19:26.256094 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3ef8fc6d-c367-4ba2-9844-a1723ce7ad31 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3906310 Dec 20 21:19:26.300810 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 70996814-249a-4d32-86dd-f478ed569b84 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:19:26.339957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410e5db-2718-4787-87bb-1cad80a22b13 req-c90b8e27-f824-4fa0-bbf7-0f9fb5317088 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:26.341499 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b410e5db-2718-4787-87bb-1cad80a22b13 req-c90b8e27-f824-4fa0-bbf7-0f9fb5317088 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 1093 time: 0.0397210 Dec 20 21:19:26.378242 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b410e5db-2718-4787-87bb-1cad80a22b13 req-7030651e-7577-4137-9a46-6785a91a2341 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289822 Dec 20 21:19:26.413220 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-6775ba58-86e9-4898-9200-af7483bd702d', 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d', 'tenant_id': '559f8b0f7cec4c4dba0429a5ca9b8602', 'fixed_ips': [{'subnet_id': 'b218d021-b106-4c74-a509-73c431f7b9c8'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:19:26.414395 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:26.484347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bae4d-71ab-4755-b4f4-f288210a60bc req-b72ba83f-d04b-4ba3-a34e-d48074f68ff1 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:26.485888 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fd6bae4d-71ab-4755-b4f4-f288210a60bc req-b72ba83f-d04b-4ba3-a34e-d48074f68ff1 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0587320 Dec 20 21:19:26.525647 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fd6bae4d-71ab-4755-b4f4-f288210a60bc req-e8c6d6f9-dafe-4ba8-9151-0d11b4933732 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326765 Dec 20 21:19:26.536403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb4aa6-3a4c-4bac-ad80-1eb6f40b11eb req-0b8319ec-b324-43b9-94f0-65dbbaaf4441 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:26.538172 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8eb4aa6-3a4c-4bac-ad80-1eb6f40b11eb req-0b8319ec-b324-43b9-94f0-65dbbaaf4441 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 1093 time: 0.0481956 Dec 20 21:19:26.585749 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8eb4aa6-3a4c-4bac-ad80-1eb6f40b11eb req-34e75b91-0c8a-4e3e-bedf-c1fbd45842e6 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377319 Dec 20 21:19:26.587328 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Allocated IP 172.20.0.2 (6775ba58-86e9-4898-9200-af7483bd702d/b218d021-b106-4c74-a509-73c431f7b9c8/f3663823-f69a-464c-b9d0-72f080f4fc14) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:19:26.754719 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1002a-085f-4140-bfab-297ae3581847 req-f1900b82-331d-4610-93b4-ed8ac7a4a0d0 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:26.756485 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cb1002a-085f-4140-bfab-297ae3581847 req-f1900b82-331d-4610-93b4-ed8ac7a4a0d0 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 946 time: 0.0668850 Dec 20 21:19:26.794353 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:26.801844 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:26.804622 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cb1002a-085f-4140-bfab-297ae3581847 req-47c81b81-8f81-4d14-a86c-06385fe0e896 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b9d93d9-0b69-40d5-8a8a-334d8f3356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391769 Dec 20 21:19:26.837009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Network 6775ba58-86e9-4898-9200-af7483bd702d is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:19:26.840000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:19:26.843696 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:19:26.891090 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-d4855fe4-d944-439c-96db-891accbec07d tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:26.894841 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-d4855fe4-d944-439c-96db-891accbec07d tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/networks?id=6775ba58-86e9-4898-9200-af7483bd702d HTTP/1.1" status: 200 len: 816 time: 0.1251285 Dec 20 21:19:26.895403 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Pushing event updated for resources: {'Port': ['ID=f3663823-f69a-464c-b9d0-72f080f4fc14,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:26.907038 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Attempting to bind port f3663823-f69a-464c-b9d0-72f080f4fc14 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:19:26.907414 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Attempting to bind port f3663823-f69a-464c-b9d0-72f080f4fc14 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '7b5c8de3-92c9-4d30-8472-830f9aa7641c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:19:26.907780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Attempting to bind port f3663823-f69a-464c-b9d0-72f080f4fc14 on network 6775ba58-86e9-4898-9200-af7483bd702d {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:26.910700 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-eed853d1-7a30-45a6-88f1-453d34743067 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/quotas/559f8b0f7cec4c4dba0429a5ca9b8602 HTTP/1.1" status: 200 len: 375 time: 0.0091403 Dec 20 21:19:26.912680 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:19:26.913058 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Checking segment: {'id': '7b5c8de3-92c9-4d30-8472-830f9aa7641c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:19:26.913457 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:26.913847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Bound using segment: {'id': '7b5c8de3-92c9-4d30-8472-830f9aa7641c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:19:26.914334 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Bound port: f3663823-f69a-464c-b9d0-72f080f4fc14, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5c8de3-92c9-4d30-8472-830f9aa7641c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:19:26.914709 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:26.941058 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753ec73-25e0-4456-bbaa-6e17f0ed32be req-9051be01-fb44-4ec7-8b28-6782e1e6a1ad tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:26.942779 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6753ec73-25e0-4456-bbaa-6e17f0ed32be req-9051be01-fb44-4ec7-8b28-6782e1e6a1ad tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.0602515 Dec 20 21:19:26.968699 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-e60b1c00-da45-4d6e-8406-8769b76a0e55 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=559f8b0f7cec4c4dba0429a5ca9b8602&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456319 Dec 20 21:19:26.988717 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] For port f3663823-f69a-464c-b9d0-72f080f4fc14, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:19:26.992210 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] For port f3663823-f69a-464c-b9d0-72f080f4fc14, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f3663823-f69a-464c-b9d0-72f080f4fc14,segment=NetworkSegment(7b5c8de3-92c9-4d30-8472-830f9aa7641c),segment_id=7b5c8de3-92c9-4d30-8472-830f9aa7641c)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:19:26.998874 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6753ec73-25e0-4456-bbaa-6e17f0ed32be req-74100944-38ea-48ce-951b-3ce34e616c90 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492406 Dec 20 21:19:26.999107 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:27.075629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e77ab-8000-4c03-9181-9cf666fa2fa7 None None] Pushing event updated for resources: {'Port': ['ID=f3663823-f69a-464c-b9d0-72f080f4fc14,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:27.084381 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-543c8017-29f1-4f44-8470-58e03c1d4263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:27.088936 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-c8ae1ec0-a32f-4141-8dbe-65f0c7342402 service neutron] 10.222.0.32 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103220 Dec 20 21:19:27.186653 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-78beeeea-62c5-47e4-9bbf-6f64d5b6d5f5 service neutron] 10.222.0.32 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913877 Dec 20 21:19:27.697739 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-cb1d9f08-2802-4f0d-9aec-848a3fa51d5a tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 258 time: 0.2642024 Dec 20 21:19:27.711398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-ceda4daf-2e75-48ce-ad70-48a12b35a54c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:27.723656 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-ef321556-1fcf-445b-a265-7b65639fa1fd tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:27.726748 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-ef321556-1fcf-445b-a265-7b65639fa1fd tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/networks?id=6775ba58-86e9-4898-9200-af7483bd702d HTTP/1.1" status: 200 len: 816 time: 0.1560044 Dec 20 21:19:27.735067 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-ceda4daf-2e75-48ce-ad70-48a12b35a54c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:27.743047 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-33ccafef-9602-4289-a0ae-f1fed53d0c8e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/quotas/559f8b0f7cec4c4dba0429a5ca9b8602 HTTP/1.1" status: 200 len: 375 time: 0.0113933 Dec 20 21:19:27.798587 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-57f4d4a3-73ef-46f6-8bf4-519f75d426ab tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=559f8b0f7cec4c4dba0429a5ca9b8602&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491612 Dec 20 21:19:27.859975 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-ceda4daf-2e75-48ce-ad70-48a12b35a54c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:27.929797 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-846b0ad8-4c0f-4a33-893e-30b806c80e65 service neutron] 10.222.0.32 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240160 Dec 20 21:19:28.000235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-ceda4daf-2e75-48ce-ad70-48a12b35a54c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Allocated IP 172.35.3.71 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/58ab2ed4-bc6e-47a7-8eb3-61bd863b7b89) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:19:28.037171 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-c16524f5-5a0a-4844-ad60-00e4d27f4f1e service neutron] 10.222.0.32 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959475 Dec 20 21:19:28.146597 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-ceda4daf-2e75-48ce-ad70-48a12b35a54c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:28.198118 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-ceda4daf-2e75-48ce-ad70-48a12b35a54c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:28.214140 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:19:28.262898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-ceda4daf-2e75-48ce-ad70-48a12b35a54c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:19:28.267689 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-ceda4daf-2e75-48ce-ad70-48a12b35a54c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:19:28.275248 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-ceda4daf-2e75-48ce-ad70-48a12b35a54c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:19:28.278386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda4daf-2e75-48ce-ad70-48a12b35a54c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Pushing event updated for resources: {'Port': ['ID=58ab2ed4-bc6e-47a7-8eb3-61bd863b7b89,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:28.328958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0019c60b-466a-4538-8f42-e0454115a46c None None] Network 6775ba58-86e9-4898-9200-af7483bd702d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:19:28.433534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-ceda4daf-2e75-48ce-ad70-48a12b35a54c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:28.506012 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-ceda4daf-2e75-48ce-ad70-48a12b35a54c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:28.554739 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-57afc83c-5abd-497a-82a8-cf6de686c606 None None] Provisioning complete for port f3663823-f69a-464c-b9d0-72f080f4fc14 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:28.555742 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57afc83c-5abd-497a-82a8-cf6de686c606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:28.569995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248a1ca-6dca-41ce-a0bc-1e0939d41818 req-233c4fff-1f6e-4931-a744-fc71c4bb21ec tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:28.571588 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6248a1ca-6dca-41ce-a0bc-1e0939d41818 req-233c4fff-1f6e-4931-a744-fc71c4bb21ec tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.0984221 Dec 20 21:19:28.685362 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6248a1ca-6dca-41ce-a0bc-1e0939d41818 req-210f8616-4340-439d-97d8-3713929120b7 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012678 Dec 20 21:19:28.729271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:28.774640 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6', 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc', 'port_id': '133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6', 'mac_address': 'fa:16:3e:07:30:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cfb43f-380d-47e7-8095-0b998add498a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:19:28.959975 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-ceda4daf-2e75-48ce-ad70-48a12b35a54c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:28.964864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f3663823-f69a-464c-b9d0-72f080f4fc14 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:19:28.976366 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-ceda4daf-2e75-48ce-ad70-48a12b35a54c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:29.050746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda4daf-2e75-48ce-ad70-48a12b35a54c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Pushing event updated for resources: {'Port': ['ID=58ab2ed4-bc6e-47a7-8eb3-61bd863b7b89,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:29.073440 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-ceda4daf-2e75-48ce-ad70-48a12b35a54c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:29.084436 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:29.103964 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-ceda4daf-2e75-48ce-ad70-48a12b35a54c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:29.109668 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec933da-824a-4d47-a63a-49b2a2d1bc73 req-4d623214-e228-4804-8211-6ab441bc2d7f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:29.112747 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-ceda4daf-2e75-48ce-ad70-48a12b35a54c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4052646 Dec 20 21:19:29.124061 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6ec933da-824a-4d47-a63a-49b2a2d1bc73 req-4d623214-e228-4804-8211-6ab441bc2d7f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.2430565 Dec 20 21:19:29.186928 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-ba65925f-ab41-416f-9e40-619f05e12fa3 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.71 HTTP/1.1" status: 200 len: 695 time: 0.0730104 Dec 20 21:19:29.197211 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:19:29.221824 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57afc83c-5abd-497a-82a8-cf6de686c606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:29.230795 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port f3663823-f69a-464c-b9d0-72f080f4fc14 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:29.231238 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:29.233312 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6ec933da-824a-4d47-a63a-49b2a2d1bc73 req-6007f7ff-3119-4d44-b1e9-1e43f5000f7f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049056 Dec 20 21:19:29.283646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:29.318468 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:29.375149 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-d4de012b-9e42-4c3f-9b7b-d3a93218f194 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:29.377078 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-d4de012b-9e42-4c3f-9b7b-d3a93218f194 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.66 "GET /v2.0/networks?id=6775ba58-86e9-4898-9200-af7483bd702d HTTP/1.1" status: 200 len: 816 time: 0.4273455 Dec 20 21:19:29.379797 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-57afc83c-5abd-497a-82a8-cf6de686c606 None None] For port f3663823-f69a-464c-b9d0-72f080f4fc14, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f3663823-f69a-464c-b9d0-72f080f4fc14,segment=NetworkSegment(7b5c8de3-92c9-4d30-8472-830f9aa7641c),segment_id=7b5c8de3-92c9-4d30-8472-830f9aa7641c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:29.418042 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57afc83c-5abd-497a-82a8-cf6de686c606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:29.427226 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-b928ef86-84a7-4890-8541-6e04323de31e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Request body: {'port': {'device_id': '553f868f-ed33-47d9-91f8-4101947303f5', 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d', 'admin_state_up': True, 'tenant_id': '559f8b0f7cec4c4dba0429a5ca9b8602'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:29.462919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-eb5edafa-a277-4851-9abf-1202070b1175 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:29.464439 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd720e1e-820a-4a18-bcbf-b25ebe35edd7 req-eb5edafa-a277-4851-9abf-1202070b1175 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.2768941 Dec 20 21:19:29.477938 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-22fea179-2901-4736-930d-57fcf7089e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:29.483609 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:29.503649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:29.504009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:29.504501 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:29.504656 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:29.504977 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:29.505293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:29.505609 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:29.505925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:29.506309 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:29.506563 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:29.507019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:29.507332 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:19:29.592304 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afc83c-5abd-497a-82a8-cf6de686c606 None None] Pushing event updated for resources: {'Port': ['ID=f3663823-f69a-464c-b9d0-72f080f4fc14,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:29.602540 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:19:29.860748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ca25a212-40c7-48bd-aa05-06f62f2fc3fb None None] Provisioning complete for port f3663823-f69a-464c-b9d0-72f080f4fc14 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:29.861413 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca25a212-40c7-48bd-aa05-06f62f2fc3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:30.229177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:19:30.330711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:30.331043 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:30.355067 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-56824a54-0af4-458a-a7cd-c7e4e4e942d7 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:30.364007 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-56824a54-0af4-458a-a7cd-c7e4e4e942d7 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2830842 Dec 20 21:19:30.376934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-b928ef86-84a7-4890-8541-6e04323de31e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Made reservation on behalf of 559f8b0f7cec4c4dba0429a5ca9b8602 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:19:30.382377 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-b928ef86-84a7-4890-8541-6e04323de31e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:30.427196 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-59ab949e-37d5-40f3-bb92-b72c2e6cfb24 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:30.436071 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-59ab949e-37d5-40f3-bb92-b72c2e6cfb24 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/networks?id=6775ba58-86e9-4898-9200-af7483bd702d HTTP/1.1" status: 200 len: 816 time: 0.7680135 Dec 20 21:19:30.441542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-f7078c3f-699c-45ab-b144-850e53cb3a7b tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.71 HTTP/1.1" status: 200 len: 695 time: 0.0765510 Dec 20 21:19:30.458500 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-f2d6ef22-e305-4e15-829f-8b140130f889 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Request body: {'floatingip': {'port_id': '1b1b9f91-b237-4629-979b-a139b61613cd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:30.470226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-ea167eac-3f82-4887-957c-0019926ac666 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:30.472719 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-ea167eac-3f82-4887-957c-0019926ac666 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.66 "GET /v2.0/networks?id=6775ba58-86e9-4898-9200-af7483bd702d HTTP/1.1" status: 200 len: 816 time: 0.3418756 Dec 20 21:19:30.486662 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-a4a59cc7-3364-4a4a-8146-662986e2104e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/quotas/559f8b0f7cec4c4dba0429a5ca9b8602 HTTP/1.1" status: 200 len: 375 time: 0.0496650 Dec 20 21:19:30.489527 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:30.523708 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:30.526910 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41be007c-2dda-4b2f-8696-6d4feaede884" -d '{"events": [{"server_uuid": "5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d", "name": "network-vif-plugged", "status": "completed", "tag": "133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:30.538428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-19562690-3a6c-4089-b505-fb936ad309aa tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Request body: {'port': {'device_id': '26cb3bfc-8566-4f09-bfd7-a9ae55fd3623', 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d', 'admin_state_up': True, 'tenant_id': '559f8b0f7cec4c4dba0429a5ca9b8602'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:30.547422 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:30.557831 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:30.560825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ecb79372-c566-4cad-b877-432ba06f1c26 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:19:30.603470 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-6130392f-95c8-4bf3-bae1-5c03b6f9bc78 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=559f8b0f7cec4c4dba0429a5ca9b8602&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1153066 Dec 20 21:19:30.643881 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-f2d6ef22-e305-4e15-829f-8b140130f889 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:30.745464 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-fc27689c-f3cd-4bae-921f-6a716c7dc69c service neutron] 10.222.0.32 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415799 Dec 20 21:19:30.764859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-b928ef86-84a7-4890-8541-6e04323de31e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Allocated IP 172.20.0.13 (6775ba58-86e9-4898-9200-af7483bd702d/b218d021-b106-4c74-a509-73c431f7b9c8/e41a2743-4448-4eef-a77b-7b3edaee23e2) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:19:30.855789 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f3663823-f69a-464c-b9d0-72f080f4fc14 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:19:30.892275 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:30.984851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:31.049644 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:31.080249 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port f3663823-f69a-464c-b9d0-72f080f4fc14 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:31.080621 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:31.112647 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-b928ef86-84a7-4890-8541-6e04323de31e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:31.144694 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ecb79372-c566-4cad-b877-432ba06f1c26, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ecb79372-c566-4cad-b877-432ba06f1c26,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:31.154060 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:31.180910 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-b928ef86-84a7-4890-8541-6e04323de31e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:31.214951 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=ecb79372-c566-4cad-b877-432ba06f1c26,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:31.238236 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-b928ef86-84a7-4890-8541-6e04323de31e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Network 6775ba58-86e9-4898-9200-af7483bd702d is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:19:31.239916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-b928ef86-84a7-4890-8541-6e04323de31e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:19:31.250804 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-b928ef86-84a7-4890-8541-6e04323de31e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:19:31.309288 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-fd84e29d-e430-47aa-8ff4-7bbbe3ecfdbb service neutron] 10.222.0.32 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5628395 Dec 20 21:19:31.349503 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928ef86-84a7-4890-8541-6e04323de31e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Pushing event updated for resources: {'Port': ['ID=e41a2743-4448-4eef-a77b-7b3edaee23e2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:31.391616 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-b928ef86-84a7-4890-8541-6e04323de31e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:31.399785 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-b928ef86-84a7-4890-8541-6e04323de31e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:31.435540 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-b928ef86-84a7-4890-8541-6e04323de31e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0149438 Dec 20 21:19:31.454196 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Request body: {'port': {'device_id': '553f868f-ed33-47d9-91f8-4101947303f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:31.617435 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:31.684861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-faf210bb-8d49-4f3a-b7d4-8b2a46159d9a None None] Provisioning complete for port e41a2743-4448-4eef-a77b-7b3edaee23e2 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:31.686054 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-faf210bb-8d49-4f3a-b7d4-8b2a46159d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:31.762102 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-faf210bb-8d49-4f3a-b7d4-8b2a46159d9a None None] Port e41a2743-4448-4eef-a77b-7b3edaee23e2 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:19:31.767766 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-f2d6ef22-e305-4e15-829f-8b140130f889 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:31.776325 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-f2d6ef22-e305-4e15-829f-8b140130f889 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:31.859590 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee46651-c908-494a-9077-46b18a618b5f req-fe242c73-544a-45bd-b75e-0081d90d7691 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:31.871157 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ee46651-c908-494a-9077-46b18a618b5f req-fe242c73-544a-45bd-b75e-0081d90d7691 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 947 time: 0.1349707 Dec 20 21:19:31.902365 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-19562690-3a6c-4089-b505-fb936ad309aa tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Made reservation on behalf of 559f8b0f7cec4c4dba0429a5ca9b8602 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:19:31.906251 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-19562690-3a6c-4089-b505-fb936ad309aa tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:31.980230 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:32.004640 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ee46651-c908-494a-9077-46b18a618b5f req-92a93c4d-4c7a-44e1-ac5d-137c923d4a7f tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318290 Dec 20 21:19:32.080454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-19562690-3a6c-4089-b505-fb936ad309aa tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Allocated IP 172.20.0.11 (6775ba58-86e9-4898-9200-af7483bd702d/b218d021-b106-4c74-a509-73c431f7b9c8/5bd2e3fc-d320-4df9-af20-c42f9c378f7c) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:19:32.143711 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ee58d-7f6a-440e-8afd-1d5b4a5ed338 req-361a3507-8245-42ea-a0de-f08e87ee1ac2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:32.155332 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af0ee58d-7f6a-440e-8afd-1d5b4a5ed338 req-361a3507-8245-42ea-a0de-f08e87ee1ac2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.0686224 Dec 20 21:19:32.209880 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af0ee58d-7f6a-440e-8afd-1d5b4a5ed338 req-f2afe08f-1be6-4898-ad95-f2586f429da2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490077 Dec 20 21:19:32.232331 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ecb79372-c566-4cad-b877-432ba06f1c26 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:19:32.305309 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-19562690-3a6c-4089-b505-fb936ad309aa tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:32.308581 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-f2d6ef22-e305-4e15-829f-8b140130f889 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Floating IP b58b1188-13a4-41a6-a457-06e6deef0c95 associated. External IP: 172.35.3.71, port: 1b1b9f91-b237-4629-979b-a139b61613cd. Dec 20 21:19:32.486146 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ecb79372-c566-4cad-b877-432ba06f1c26, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ecb79372-c566-4cad-b877-432ba06f1c26,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:32.510481 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'ecb79372-c566-4cad-b877-432ba06f1c26', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'ecb79372-c566-4cad-b877-432ba06f1c26', 'mac_address': 'fa:16:3e:dd:d2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:19:32.524757 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5161650-ebbf-4aa0-ac28-d2f7b5f83d1a x-openstack-request-id: req-e5161650-ebbf-4aa0-ac28-d2f7b5f83d1a {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:32.525399 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d", "name": "network-vif-plugged", "status": "completed", "tag": "133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:32.525594 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5161650-ebbf-4aa0-ac28-d2f7b5f83d1a {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:32.526087 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6', 'code': 200} Dec 20 21:19:32.526682 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:32.571116 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-19562690-3a6c-4089-b505-fb936ad309aa tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:32.634257 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:32.688682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19562690-3a6c-4089-b505-fb936ad309aa tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Pushing event updated for resources: {'Port': ['ID=5bd2e3fc-d320-4df9-af20-c42f9c378f7c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:32.726699 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb79372-c566-4cad-b877-432ba06f1c26 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:19:32.781786 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ecb79372-c566-4cad-b877-432ba06f1c26, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ecb79372-c566-4cad-b877-432ba06f1c26,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:32.789178 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:32.886641 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8bafb16b-4d71-46d9-96fb-d7ba4d02d2b6 req-c0d3a05b-02f1-4d6d-8be6-850718966331 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 210 time: 0.0651352 Dec 20 21:19:32.891896 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-19562690-3a6c-4089-b505-fb936ad309aa tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Network 6775ba58-86e9-4898-9200-af7483bd702d is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:19:32.903077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-19562690-3a6c-4089-b505-fb936ad309aa tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:19:32.917546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=ecb79372-c566-4cad-b877-432ba06f1c26,revision_number=10']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:32.929191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-19562690-3a6c-4089-b505-fb936ad309aa tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:19:32.946680 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41a2743-4448-4eef-a77b-7b3edaee23e2 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:19:32.956723 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:32.972854 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Transition to ACTIVE for port object e41a2743-4448-4eef-a77b-7b3edaee23e2 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:19:32.979654 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:33.011135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-19562690-3a6c-4089-b505-fb936ad309aa tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:33.011904 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-19562690-3a6c-4089-b505-fb936ad309aa tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:33.028563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-f2d6ef22-e305-4e15-829f-8b140130f889 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Router 03e0b7ce-caaa-4ff2-b677-51fa290f248d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:19:33.109692 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=e41a2743-4448-4eef-a77b-7b3edaee23e2,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:33.153387 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['ecb79372-c566-4cad-b877-432ba06f1c26'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:19:33.272826 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-19562690-3a6c-4089-b505-fb936ad309aa tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7436416 Dec 20 21:19:33.275132 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-f2d6ef22-e305-4e15-829f-8b140130f889 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:19:33.278544 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Attempting to bind port e41a2743-4448-4eef-a77b-7b3edaee23e2 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:19:33.278997 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Attempting to bind port e41a2743-4448-4eef-a77b-7b3edaee23e2 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '7b5c8de3-92c9-4d30-8472-830f9aa7641c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:19:33.279327 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Attempting to bind port e41a2743-4448-4eef-a77b-7b3edaee23e2 on network 6775ba58-86e9-4898-9200-af7483bd702d {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:33.285771 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eb6e48-ccb3-42ec-8aa5-3317cab8844c None None] Sync routers for ids ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:19:33.296063 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Port e41a2743-4448-4eef-a77b-7b3edaee23e2 on network 6775ba58-86e9-4898-9200-af7483bd702d not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:19:33.296299 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Attempting to bind port e41a2743-4448-4eef-a77b-7b3edaee23e2 on network 6775ba58-86e9-4898-9200-af7483bd702d {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:33.302196 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-f2d6ef22-e305-4e15-829f-8b140130f889 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:33.303061 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eb6e48-ccb3-42ec-8aa5-3317cab8844c None None] Routers {'03e0b7ce-caaa-4ff2-b677-51fa290f248d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:19:33.303438 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:19:33.303794 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Checking segment: {'id': '7b5c8de3-92c9-4d30-8472-830f9aa7641c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:19:33.304219 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Bound using segment: {'id': '7b5c8de3-92c9-4d30-8472-830f9aa7641c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:19:33.304657 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Bound port: e41a2743-4448-4eef-a77b-7b3edaee23e2, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5c8de3-92c9-4d30-8472-830f9aa7641c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:19:33.305016 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:33.305786 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-40eb6e48-ccb3-42ec-8aa5-3317cab8844c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:19:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:33.335716 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8ca48-b13c-4591-a780-0aba5c12e8fa req-9d40673e-bb86-4a3b-b25d-051591bcde5c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:33.345449 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8c8ca48-b13c-4591-a780-0aba5c12e8fa req-9d40673e-bb86-4a3b-b25d-051591bcde5c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.1133480 Dec 20 21:19:33.404091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Request body: {'port': {'device_id': '26cb3bfc-8566-4f09-bfd7-a9ae55fd3623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:33.413625 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-614f11a9-4f8f-4022-ae5f-86ebd965f742 None None] Provisioning complete for port 5bd2e3fc-d320-4df9-af20-c42f9c378f7c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:33.414024 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-614f11a9-4f8f-4022-ae5f-86ebd965f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:33.456631 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-f2d6ef22-e305-4e15-829f-8b140130f889 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "PUT /v2.0/floatingips/b58b1188-13a4-41a6-a457-06e6deef0c95 HTTP/1.1" status: 200 len: 996 time: 3.0138891 Dec 20 21:19:33.595726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-614f11a9-4f8f-4022-ae5f-86ebd965f742 None None] Port 5bd2e3fc-d320-4df9-af20-c42f9c378f7c cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:19:33.658736 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8c8ca48-b13c-4591-a780-0aba5c12e8fa req-4b05b5b9-5938-4c25-b457-06db816110e7 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111272 Dec 20 21:19:33.666381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e849e4cc-9b16-41bd-aa34-c51a3df8e0cd', 'tag': '1b1b9f91-b237-4629-979b-a139b61613cd'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:33.673929 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10b89ce-4847-470c-8852-4d2b34434983" -d '{"events": [{"name": "network-changed", "server_uuid": "e849e4cc-9b16-41bd-aa34-c51a3df8e0cd", "tag": "1b1b9f91-b237-4629-979b-a139b61613cd"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:33.694300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] For port e41a2743-4448-4eef-a77b-7b3edaee23e2, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:19:33.707239 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] For port e41a2743-4448-4eef-a77b-7b3edaee23e2, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=e41a2743-4448-4eef-a77b-7b3edaee23e2,segment=NetworkSegment(7b5c8de3-92c9-4d30-8472-830f9aa7641c),segment_id=7b5c8de3-92c9-4d30-8472-830f9aa7641c)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:19:33.719565 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:33.781810 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-40eb6e48-ccb3-42ec-8aa5-3317cab8844c None None] Set router 03e0b7ce-caaa-4ff2-b677-51fa290f248d gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:19:33.842115 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:33.849713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=e41a2743-4448-4eef-a77b-7b3edaee23e2,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:33.853661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-0e5ec1ba-5154-42d7-b91c-dcd21874df63 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:33.855169 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-0e5ec1ba-5154-42d7-b91c-dcd21874df63 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.31 "GET /v2.0/networks?id=6775ba58-86e9-4898-9200-af7483bd702d HTTP/1.1" status: 200 len: 816 time: 0.3902993 Dec 20 21:19:33.871882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-014c2e26-a2b1-4b2a-8628-cc55fdbef351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:33.874094 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-014c2e26-a2b1-4b2a-8628-cc55fdbef351 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fa9d8489b07411a8b2d4b631080c870&device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 1095 time: 0.1844757 Dec 20 21:19:33.884473 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-cf2a7e33-b50a-4267-b983-bafdd92c72dc tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Request body: {'port': {'device_id': 'c131190d-b875-4dee-b270-1f75be3c0971', 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d', 'admin_state_up': True, 'tenant_id': '559f8b0f7cec4c4dba0429a5ca9b8602'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:33.898395 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:33.899073 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:33.907603 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-7d283c08-3bf8-4083-99a3-8b8a3eae7ff6 service neutron] 10.222.0.66 "PUT /v2.0/ports/e41a2743-4448-4eef-a77b-7b3edaee23e2 HTTP/1.1" status: 200 len: 1090 time: 2.4508018 Dec 20 21:19:33.912778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553f868f-ed33-47d9-91f8-4101947303f5', 'tag': 'e41a2743-4448-4eef-a77b-7b3edaee23e2'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:33.915560 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3505b131-ae0b-464d-82cb-87a83244b0b4" -d '{"events": [{"name": "network-changed", "server_uuid": "553f868f-ed33-47d9-91f8-4101947303f5", "tag": "e41a2743-4448-4eef-a77b-7b3edaee23e2"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:33.956145 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a73924-d27e-46da-8e4b-596eb806919f req-370f5138-2ea5-4e44-ad49-fa265fba8c90 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:33.968620 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f1a73924-d27e-46da-8e4b-596eb806919f req-370f5138-2ea5-4e44-ad49-fa265fba8c90 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.1198206 Dec 20 21:19:34.023813 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-144c3203-2025-43e0-8405-b8d7b6ae7b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:34.028342 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-144c3203-2025-43e0-8405-b8d7b6ae7b6f service neutron] 10.222.0.32 "GET /v2.0/networks?id=18643d36-4467-4028-a6ee-9dd64683ba07 HTTP/1.1" status: 200 len: 930 time: 0.1186061 Dec 20 21:19:34.119871 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f1a73924-d27e-46da-8e4b-596eb806919f req-c67e2717-ec54-4fd2-be55-d02f50a2c516 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502395 Dec 20 21:19:34.138361 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-1fc065c9-e2fa-4b9f-a8d0-082dd4c51f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:34.138361 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-1fc065c9-e2fa-4b9f-a8d0-082dd4c51f58 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=559f8b0f7cec4c4dba0429a5ca9b8602&device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 1093 time: 0.1305363 Dec 20 21:19:34.215291 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-c8080d69-f011-4311-8a83-01aea28c9710 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e41a2743-4448-4eef-a77b-7b3edaee23e2 HTTP/1.1" status: 200 len: 217 time: 0.0682282 Dec 20 21:19:34.371372 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-40eb6e48-ccb3-42ec-8aa5-3317cab8844c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2035186069-router', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:19:04Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'gw_port': {'id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:05Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'b58b1188-13a4-41a6-a457-06e6deef0c95', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'floating_ip_address': '172.35.3.71', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'port_id': '1b1b9f91-b237-4629-979b-a139b61613cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07', 'mac_address': 'fa:16:3e:a4:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e4cc-9b16-41bd-aa34-c51a3df8e0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:19:28Z', 'updated_at': '2021-12-20T21:19:31Z', 'revision_number': 1, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbfc488-fa44-49c3-9fac-4090930fd565', 'name': '', 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'mac_address': 'fa:16:3e:9d:71:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:08Z', 'updated_at': '2021-12-20T21:19:14Z', 'revision_number': 5, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'subnets': [{'id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:34.377846 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-d3108dbf-a850-45e0-bf4d-e7bb48c8e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:34.384580 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-d3108dbf-a850-45e0-bf4d-e7bb48c8e653 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b218d021-b106-4c74-a509-73c431f7b9c8 HTTP/1.1" status: 200 len: 855 time: 0.1626420 Dec 20 21:19:34.387262 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-98fc6b51-f6c7-4675-8c73-c399905a87e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b1b9f91-b237-4629-979b-a139b61613cd HTTP/1.1" status: 200 len: 999 time: 0.3380566 Dec 20 21:19:34.425055 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eb6e48-ccb3-42ec-8aa5-3317cab8844c None None] Checking router: 03e0b7ce-caaa-4ff2-b677-51fa290f248d for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:19:34.458745 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eb6e48-ccb3-42ec-8aa5-3317cab8844c None None] Routers {'03e0b7ce-caaa-4ff2-b677-51fa290f248d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:19:34.459387 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-40eb6e48-ccb3-42ec-8aa5-3317cab8844c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:19:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:34.480631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-a0363fcf-052e-4b9b-b0d6-4b02bb06e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:34.484412 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-a0363fcf-052e-4b9b-b0d6-4b02bb06e9be service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6775ba58-86e9-4898-9200-af7483bd702d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902812 Dec 20 21:19:34.527399 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecb79372-c566-4cad-b877-432ba06f1c26'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:34.530010 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b21604b-0881-4b37-bedd-649d644e3673" -d '{"events": [{"server_uuid": "ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945", "name": "network-vif-unplugged", "status": "completed", "tag": "ecb79372-c566-4cad-b877-432ba06f1c26"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:34.583956 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce55a39e-d811-432b-b553-ba172cdf079e x-openstack-request-id: req-ce55a39e-d811-432b-b553-ba172cdf079e {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:34.584299 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e849e4cc-9b16-41bd-aa34-c51a3df8e0cd", "tag": "1b1b9f91-b237-4629-979b-a139b61613cd", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:34.584780 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce55a39e-d811-432b-b553-ba172cdf079e {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:34.585327 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e849e4cc-9b16-41bd-aa34-c51a3df8e0cd', 'tag': '1b1b9f91-b237-4629-979b-a139b61613cd', 'status': 'completed', 'code': 200} Dec 20 21:19:34.676779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-cf2a7e33-b50a-4267-b983-bafdd92c72dc tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Made reservation on behalf of 559f8b0f7cec4c4dba0429a5ca9b8602 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:19:34.680757 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-cf2a7e33-b50a-4267-b983-bafdd92c72dc tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:34.713718 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-e7fb7720-d5a2-454d-88e8-e5d921eb639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:34.715693 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-e7fb7720-d5a2-454d-88e8-e5d921eb639e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688fc07f-c249-4d02-aab5-fd756b1dc4d5 HTTP/1.1" status: 200 len: 868 time: 0.2891018 Dec 20 21:19:34.734528 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf11234e-5e65-4b27-8562-f1a0af4323e2 req-ecf0820e-6fdf-4fa8-ba91-d7036eadcfbe tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 210 time: 0.0833719 Dec 20 21:19:34.736232 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-40eb6e48-ccb3-42ec-8aa5-3317cab8844c None None] Set router 03e0b7ce-caaa-4ff2-b677-51fa290f248d gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:19:34.776007 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b89ce-4847-470c-8852-4d2b34434983 req-083a2486-328f-4953-b364-49ba8a9233ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:34.777886 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c10b89ce-4847-470c-8852-4d2b34434983 req-083a2486-328f-4953-b364-49ba8a9233ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9fa9d8489b07411a8b2d4b631080c870&device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 1095 time: 0.1284435 Dec 20 21:19:34.911090 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b89ce-4847-470c-8852-4d2b34434983 req-43785ce0-98c8-42d5-b7ba-61061b5af5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:34.912621 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c10b89ce-4847-470c-8852-4d2b34434983 req-43785ce0-98c8-42d5-b7ba-61061b5af5bc service neutron] 10.222.0.66 "GET /v2.0/networks?id=18643d36-4467-4028-a6ee-9dd64683ba07 HTTP/1.1" status: 200 len: 930 time: 0.1264315 Dec 20 21:19:34.919486 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54efb822-eac6-47cf-b4c6-6853efd4c9ae x-openstack-request-id: req-54efb822-eac6-47cf-b4c6-6853efd4c9ae {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:34.919825 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553f868f-ed33-47d9-91f8-4101947303f5", "tag": "e41a2743-4448-4eef-a77b-7b3edaee23e2", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:34.920240 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54efb822-eac6-47cf-b4c6-6853efd4c9ae {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:34.920762 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '553f868f-ed33-47d9-91f8-4101947303f5', 'tag': 'e41a2743-4448-4eef-a77b-7b3edaee23e2', 'status': 'completed', 'code': 200} Dec 20 21:19:34.966733 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-81ad9ed8-54bc-4962-8dda-89b3e4780f7d service neutron] 10.222.0.66 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348567 Dec 20 21:19:34.996501 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eead5a51-08f4-499e-9f18-ce497a543c47 x-openstack-request-id: req-eead5a51-08f4-499e-9f18-ce497a543c47 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:34.996859 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945", "name": "network-vif-unplugged", "status": "completed", "tag": "ecb79372-c566-4cad-b877-432ba06f1c26", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:34.997137 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eead5a51-08f4-499e-9f18-ce497a543c47 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:34.997603 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecb79372-c566-4cad-b877-432ba06f1c26', 'code': 200} Dec 20 21:19:35.010674 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-1cb15d9e-f225-48de-a848-2e468bc1624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:35.012739 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-1cb15d9e-f225-48de-a848-2e468bc1624a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18643d36-4467-4028-a6ee-9dd64683ba07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2655377 Dec 20 21:19:35.029662 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-167a9229-fe8d-45c9-8dff-5c020172027f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:19:35.031015 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-167a9229-fe8d-45c9-8dff-5c020172027f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097055 Dec 20 21:19:35.145603 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c10b89ce-4847-470c-8852-4d2b34434983 req-0761bb00-d851-4cd3-8add-558cb860cf50 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b1b9f91-b237-4629-979b-a139b61613cd HTTP/1.1" status: 200 len: 999 time: 0.2238512 Dec 20 21:19:35.188277 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-40eb6e48-ccb3-42ec-8aa5-3317cab8844c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2035186069-router', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:19:04Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'gw_port': {'id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:05Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'b58b1188-13a4-41a6-a457-06e6deef0c95', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'floating_ip_address': '172.35.3.71', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'port_id': '1b1b9f91-b237-4629-979b-a139b61613cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07', 'mac_address': 'fa:16:3e:a4:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e4cc-9b16-41bd-aa34-c51a3df8e0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:19:28Z', 'updated_at': '2021-12-20T21:19:31Z', 'revision_number': 1, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbfc488-fa44-49c3-9fac-4090930fd565', 'name': '', 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'mac_address': 'fa:16:3e:9d:71:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:08Z', 'updated_at': '2021-12-20T21:19:14Z', 'revision_number': 5, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'subnets': [{'id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:35.217071 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eb6e48-ccb3-42ec-8aa5-3317cab8844c None None] The sync data for ids ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'] in n-d-xena-1 is: [{'id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2035186069-router', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:19:04Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'gw_port': {'id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:05Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'b58b1188-13a4-41a6-a457-06e6deef0c95', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'floating_ip_address': '172.35.3.71', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'port_id': '1b1b9f91-b237-4629-979b-a139b61613cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07', 'mac_address': 'fa:16:3e:a4:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e849e4cc-9b16-41bd-aa34-c51a3df8e0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:19:28Z', 'updated_at': '2021-12-20T21:19:31Z', 'revision_number': 1, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dbfc488-fa44-49c3-9fac-4090930fd565', 'name': '', 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'mac_address': 'fa:16:3e:9d:71:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:08Z', 'updated_at': '2021-12-20T21:19:14Z', 'revision_number': 5, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'subnets': [{'id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:19:35.217864 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83714dfa-dada-45a6-9fdc-e8bbb20646bc req-d3889b6a-fb1d-486e-9995-34ddda6408d3 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:35.225307 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-83714dfa-dada-45a6-9fdc-e8bbb20646bc req-d3889b6a-fb1d-486e-9995-34ddda6408d3 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.1306968 Dec 20 21:19:35.266312 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd2e3fc-d320-4df9-af20-c42f9c378f7c {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:19:35.272282 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-5588559a-8598-44f5-91da-e9ad6eb78479 service neutron] 10.222.0.32 "GET /v2.0/networks/18643d36-4467-4028-a6ee-9dd64683ba07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310536 Dec 20 21:19:35.277707 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:35.317482 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-c4ded5ec-2d9f-4e5a-96d0-efe762df681e service neutron] show failed (client error): The resource could not be found. Dec 20 21:19:35.317711 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-83714dfa-dada-45a6-9fdc-e8bbb20646bc req-c0dd638a-3ee8-4399-bcbc-409ee4bb9b6a tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908370 Dec 20 21:19:35.318241 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-c4ded5ec-2d9f-4e5a-96d0-efe762df681e service neutron] 10.222.0.31 "GET /v2.0/ports/cf154804-ffc9-47aa-a6e9-4762302b91f9/bindings/n-h2-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.2168229 Dec 20 21:19:35.337955 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b89ce-4847-470c-8852-4d2b34434983 req-e1c93543-9769-4354-ac9d-7f79a0fdf56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:35.339589 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c10b89ce-4847-470c-8852-4d2b34434983 req-e1c93543-9769-4354-ac9d-7f79a0fdf56c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=688fc07f-c249-4d02-aab5-fd756b1dc4d5 HTTP/1.1" status: 200 len: 868 time: 0.1869581 Dec 20 21:19:35.341749 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38ddedf7-0649-43d1-9b11-3e670e546365 req-808ed00e-338d-4e3d-a122-7549a3671914 service neutron] 10.222.0.66 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606794 Dec 20 21:19:35.360840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Transition to ACTIVE for port object 5bd2e3fc-d320-4df9-af20-c42f9c378f7c will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:19:35.373327 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:35.535876 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b89ce-4847-470c-8852-4d2b34434983 req-212c2036-fe21-45ad-a65d-74a8dc690251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:35.538121 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c10b89ce-4847-470c-8852-4d2b34434983 req-212c2036-fe21-45ad-a65d-74a8dc690251 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=18643d36-4467-4028-a6ee-9dd64683ba07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1773775 Dec 20 21:19:35.545537 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-cf2a7e33-b50a-4267-b983-bafdd92c72dc tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Allocated IP 172.20.0.12 (6775ba58-86e9-4898-9200-af7483bd702d/b218d021-b106-4c74-a509-73c431f7b9c8/97775903-7994-45cb-a020-ff9b4db70dc2) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:19:35.549598 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa37752-2c74-41c1-845c-2ef111d81369 req-6b3f9a40-5bad-4e34-9464-aa1d4e93ff21 service neutron] 10.222.0.32 "GET /v2.0/networks/18643d36-4467-4028-a6ee-9dd64683ba07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652683 Dec 20 21:19:35.567057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd2e3fc-d320-4df9-af20-c42f9c378f7c,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:35.685065 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d420613-c121-4349-8309-6aa5b21195e1 None None] New status for floating IP b58b1188-13a4-41a6-a457-06e6deef0c95: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:19:35.695415 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505b131-ae0b-464d-82cb-87a83244b0b4 req-c52b64f8-084b-4be4-a9c7-4c52cf48c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:35.696926 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3505b131-ae0b-464d-82cb-87a83244b0b4 req-c52b64f8-084b-4be4-a9c7-4c52cf48c099 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=559f8b0f7cec4c4dba0429a5ca9b8602&device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 1093 time: 0.2327085 Dec 20 21:19:35.712043 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23431c81-2587-4701-a49d-3a0c543bd325 req-dc8c8f20-6b20-43dc-885e-03a052d640d5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:35.719993 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-23431c81-2587-4701-a49d-3a0c543bd325 req-dc8c8f20-6b20-43dc-885e-03a052d640d5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.2629511 Dec 20 21:19:35.881461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Attempting to bind port 5bd2e3fc-d320-4df9-af20-c42f9c378f7c on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:19:35.881803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Attempting to bind port 5bd2e3fc-d320-4df9-af20-c42f9c378f7c by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '7b5c8de3-92c9-4d30-8472-830f9aa7641c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:19:35.882158 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Attempting to bind port 5bd2e3fc-d320-4df9-af20-c42f9c378f7c on network 6775ba58-86e9-4898-9200-af7483bd702d {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:35.892719 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-23431c81-2587-4701-a49d-3a0c543bd325 req-5b7a75ab-5620-4790-86ae-cbe7d8dca08c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658239 Dec 20 21:19:35.912248 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c10b89ce-4847-470c-8852-4d2b34434983 req-6bc3042e-05e6-4987-ba78-72c78209a1ad service neutron] 10.222.0.66 "GET /v2.0/networks/18643d36-4467-4028-a6ee-9dd64683ba07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514311 Dec 20 21:19:35.926134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Port 5bd2e3fc-d320-4df9-af20-c42f9c378f7c on network 6775ba58-86e9-4898-9200-af7483bd702d not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:19:35.926459 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Attempting to bind port 5bd2e3fc-d320-4df9-af20-c42f9c378f7c on network 6775ba58-86e9-4898-9200-af7483bd702d {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:35.935616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-563d645a-5764-46fb-a3c3-adcc8b2653f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:35.937415 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-563d645a-5764-46fb-a3c3-adcc8b2653f0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae&tenant_id=6ecc0e7403494750812a106806372d38 HTTP/1.1" status: 200 len: 1099 time: 0.2281108 Dec 20 21:19:35.957005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:35.959708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:19:35.960031 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Checking segment: {'id': '7b5c8de3-92c9-4d30-8472-830f9aa7641c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:19:35.960413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Bound using segment: {'id': '7b5c8de3-92c9-4d30-8472-830f9aa7641c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:19:35.960862 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Bound port: 5bd2e3fc-d320-4df9-af20-c42f9c378f7c, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5c8de3-92c9-4d30-8472-830f9aa7641c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:19:35.961222 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:36.156116 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505b131-ae0b-464d-82cb-87a83244b0b4 req-4bd36481-6134-4edd-8fef-d872e54944af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:36.157667 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3505b131-ae0b-464d-82cb-87a83244b0b4 req-4bd36481-6134-4edd-8fef-d872e54944af service neutron] 10.222.0.66 "GET /v2.0/networks?id=6775ba58-86e9-4898-9200-af7483bd702d HTTP/1.1" status: 200 len: 917 time: 0.4350400 Dec 20 21:19:36.187650 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-efd53773-a53b-4118-8d43-0d29f617fd4c req-ec65f958-14b1-4e86-92c7-dbe6fb13602f tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 210 time: 0.0567923 Dec 20 21:19:36.239730 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3505b131-ae0b-464d-82cb-87a83244b0b4 req-5b93125a-dd5c-4aac-82d8-79dcf6045b5f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e41a2743-4448-4eef-a77b-7b3edaee23e2 HTTP/1.1" status: 200 len: 217 time: 0.0550811 Dec 20 21:19:36.243032 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-e7c128ec-a058-4393-80d9-3011a5fb77ea tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 258 time: 0.2756891 Dec 20 21:19:36.258013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ecb79372-c566-4cad-b877-432ba06f1c26 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:19:36.289316 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-14ec4c82-5ed9-48fd-8890-5ab70641bddd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:36.299659 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c10b89ce-4847-470c-8852-4d2b34434983 req-e64b314d-fed4-4dc9-8358-bafb861ac130 service neutron] 10.222.0.66 "GET /v2.0/networks/18643d36-4467-4028-a6ee-9dd64683ba07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636312 Dec 20 21:19:36.315945 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505b131-ae0b-464d-82cb-87a83244b0b4 req-b92e355c-2d47-448e-b67a-26a999778aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:36.318131 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3505b131-ae0b-464d-82cb-87a83244b0b4 req-b92e355c-2d47-448e-b67a-26a999778aed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b218d021-b106-4c74-a509-73c431f7b9c8 HTTP/1.1" status: 200 len: 855 time: 0.0775778 Dec 20 21:19:36.337649 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-cf2a7e33-b50a-4267-b983-bafdd92c72dc tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:36.340542 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:36.362409 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port ecb79372-c566-4cad-b877-432ba06f1c26 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:36.363391 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:36.388598 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-14ec4c82-5ed9-48fd-8890-5ab70641bddd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:36.397839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] For port 5bd2e3fc-d320-4df9-af20-c42f9c378f7c, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:19:36.480728 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] For port 5bd2e3fc-d320-4df9-af20-c42f9c378f7c, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5bd2e3fc-d320-4df9-af20-c42f9c378f7c,segment=NetworkSegment(7b5c8de3-92c9-4d30-8472-830f9aa7641c),segment_id=7b5c8de3-92c9-4d30-8472-830f9aa7641c)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:19:36.497098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:36.525901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505b131-ae0b-464d-82cb-87a83244b0b4 req-55a2d7f2-8260-4844-a859-bc58e55b866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:36.527636 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3505b131-ae0b-464d-82cb-87a83244b0b4 req-55a2d7f2-8260-4844-a859-bc58e55b866e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6775ba58-86e9-4898-9200-af7483bd702d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1926272 Dec 20 21:19:36.541486 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:36.658689 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3505b131-ae0b-464d-82cb-87a83244b0b4 req-e03922cd-ba9b-41ff-9581-ef9ddbd5b59f service neutron] 10.222.0.66 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986459 Dec 20 21:19:36.658689 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8a6e1-f62b-47ab-aeb1-cfb03f3940b7 req-21a71e4e-e65c-4c8e-af25-e243635c9cba tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:36.658689 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-55d8a6e1-f62b-47ab-aeb1-cfb03f3940b7 req-21a71e4e-e65c-4c8e-af25-e243635c9cba tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 949 time: 0.1641326 Dec 20 21:19:36.717078 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ecb79372-c566-4cad-b877-432ba06f1c26, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ecb79372-c566-4cad-b877-432ba06f1c26,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:36.726161 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:36.815039 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-55d8a6e1-f62b-47ab-aeb1-cfb03f3940b7 req-1bc57e6d-5cb0-47f9-b8a5-456104aef68c tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622722 Dec 20 21:19:36.901088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=ecb79372-c566-4cad-b877-432ba06f1c26,revision_number=11']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:36.911074 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3505b131-ae0b-464d-82cb-87a83244b0b4 req-0fb81c9a-2968-495a-8ed0-16a8e763f850 service neutron] 10.222.0.66 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560890 Dec 20 21:19:36.998554 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb79372-c566-4cad-b877-432ba06f1c26'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:37.001082 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb27e1ce-6ed8-43c0-a5e7-a3a013c48b3c" -d '{"events": [{"server_uuid": "ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945", "name": "network-vif-plugged", "status": "completed", "tag": "ecb79372-c566-4cad-b877-432ba06f1c26"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:37.112704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:37.113004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:37.114458 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] 10.222.0.66 "PUT /v2.0/ports/5bd2e3fc-d320-4df9-af20-c42f9c378f7c HTTP/1.1" status: 200 len: 1090 time: 3.7904696 Dec 20 21:19:37.115634 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-cf2a7e33-b50a-4267-b983-bafdd92c72dc tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:37.117113 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cb3bfc-8566-4f09-bfd7-a9ae55fd3623', 'tag': '5bd2e3fc-d320-4df9-af20-c42f9c378f7c'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:37.119349 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116bf23b-88cc-49d1-9957-9ace57373f79" -d '{"events": [{"name": "network-changed", "server_uuid": "26cb3bfc-8566-4f09-bfd7-a9ae55fd3623", "tag": "5bd2e3fc-d320-4df9-af20-c42f9c378f7c"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:37.149366 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e3600-6b77-4b17-9c92-ad16fec7db96 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd2e3fc-d320-4df9-af20-c42f9c378f7c,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:37.221321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-cf2a7e33-b50a-4267-b983-bafdd92c72dc tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Network 6775ba58-86e9-4898-9200-af7483bd702d is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:19:37.238715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-cf2a7e33-b50a-4267-b983-bafdd92c72dc tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:19:37.246373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-cf2a7e33-b50a-4267-b983-bafdd92c72dc tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:19:37.306190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1974555-e628-49e8-9295-40dff12efaa5 req-f8ecd02b-d440-4db1-a511-228fb8c5e229 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:37.308084 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e1974555-e628-49e8-9295-40dff12efaa5 req-f8ecd02b-d440-4db1-a511-228fb8c5e229 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.0748289 Dec 20 21:19:37.327794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:37.369097 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e1974555-e628-49e8-9295-40dff12efaa5 req-81392012-d02b-45e3-a2e0-8fdc47a87b83 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543783 Dec 20 21:19:37.410957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:19:37.460855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a7e33-b50a-4267-b983-bafdd92c72dc tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Pushing event updated for resources: {'Port': ['ID=97775903-7994-45cb-a020-ff9b4db70dc2,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:37.472582 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:37.514535 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Transition to ACTIVE for port object cf154804-ffc9-47aa-a6e9-4762302b91f9 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:19:37.559253 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d6b6be-8d69-43a3-bf0d-98186ab78f5e x-openstack-request-id: req-94d6b6be-8d69-43a3-bf0d-98186ab78f5e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:37.559453 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-f7bef99e-169d-4fd9-9f0c-08c4381914ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:37.559557 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945", "name": "network-vif-plugged", "status": "completed", "tag": "ecb79372-c566-4cad-b877-432ba06f1c26", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:37.559873 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94d6b6be-8d69-43a3-bf0d-98186ab78f5e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:37.560305 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb79372-c566-4cad-b877-432ba06f1c26', 'code': 200} Dec 20 21:19:37.561772 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-f7bef99e-169d-4fd9-9f0c-08c4381914ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=559f8b0f7cec4c4dba0429a5ca9b8602&device_id=26cb3bfc-8566-4f09-bfd7-a9ae55fd3623 HTTP/1.1" status: 200 len: 1093 time: 0.3388770 Dec 20 21:19:37.593154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-cf2a7e33-b50a-4267-b983-bafdd92c72dc tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:37.596488 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-cf2a7e33-b50a-4267-b983-bafdd92c72dc tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:37.599332 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:37.620281 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-94cd9b75-7bd5-44ef-81b0-89cb21c149be None None] Provisioning complete for port 97775903-7994-45cb-a020-ff9b4db70dc2 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:37.621109 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94cd9b75-7bd5-44ef-81b0-89cb21c149be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:37.688202 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd7e3be-d209-4168-9d97-3b609ea14ba0 x-openstack-request-id: req-6bd7e3be-d209-4168-9d97-3b609ea14ba0 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:37.688620 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cb3bfc-8566-4f09-bfd7-a9ae55fd3623", "tag": "5bd2e3fc-d320-4df9-af20-c42f9c378f7c", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:37.688877 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bd7e3be-d209-4168-9d97-3b609ea14ba0 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:37.689293 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cb3bfc-8566-4f09-bfd7-a9ae55fd3623', 'tag': '5bd2e3fc-d320-4df9-af20-c42f9c378f7c', 'status': 'completed', 'code': 200} Dec 20 21:19:37.698893 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-ebe78a41-ac9f-49e9-a55f-3e9df2e44acc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bd2e3fc-d320-4df9-af20-c42f9c378f7c HTTP/1.1" status: 200 len: 217 time: 0.0967295 Dec 20 21:19:37.704189 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-14ec4c82-5ed9-48fd-8890-5ab70641bddd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:37.722493 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-94cd9b75-7bd5-44ef-81b0-89cb21c149be None None] Port 97775903-7994-45cb-a020-ff9b4db70dc2 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:19:37.724362 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-cf2a7e33-b50a-4267-b983-bafdd92c72dc tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8440995 Dec 20 21:19:37.805235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Request body: {'port': {'device_id': 'c131190d-b875-4dee-b270-1f75be3c0971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:37.882433 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77e942-7303-4923-9633-47fce77fc5d0 req-c1e4762a-ddbf-4bc4-934b-cbf64f52b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:37.884426 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ae77e942-7303-4923-9633-47fce77fc5d0 req-c1e4762a-ddbf-4bc4-934b-cbf64f52b55f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 1099 time: 0.1363661 Dec 20 21:19:37.885290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Pushing event updated for resources: {'Port': ['ID=cf154804-ffc9-47aa-a6e9-4762302b91f9,revision_number=6']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:37.908999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ec035-09b7-42f7-958b-df9d55bb80f2 req-fda3caaf-1996-4f44-b2d0-137a7e2a3db1 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:37.921480 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dd8ec035-09b7-42f7-958b-df9d55bb80f2 req-fda3caaf-1996-4f44-b2d0-137a7e2a3db1 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 932 time: 0.1755822 Dec 20 21:19:37.928869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] No DVR routers for this DVR port cf154804-ffc9-47aa-a6e9-4762302b91f9 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:19:37.997847 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dd8ec035-09b7-42f7-958b-df9d55bb80f2 req-02ca05a6-1a9f-4f1a-bd14-4ddb0e59882d tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735254 Dec 20 21:19:38.046181 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ae77e942-7303-4923-9633-47fce77fc5d0 req-f05db18a-56c6-4cc7-a57d-033fdc057a56 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195846 Dec 20 21:19:38.051020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-38a06427-1a73-44ab-929f-d4b95e0e50c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:38.057760 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-38a06427-1a73-44ab-929f-d4b95e0e50c7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b218d021-b106-4c74-a509-73c431f7b9c8 HTTP/1.1" status: 200 len: 855 time: 0.3456209 Dec 20 21:19:38.128315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Attempting to bind port cf154804-ffc9-47aa-a6e9-4762302b91f9 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:19:38.128704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Attempting to bind port cf154804-ffc9-47aa-a6e9-4762302b91f9 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:19:38.129038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Attempting to bind port cf154804-ffc9-47aa-a6e9-4762302b91f9 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:38.140419 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:38.155889 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Port cf154804-ffc9-47aa-a6e9-4762302b91f9 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:19:38.156272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Attempting to bind port cf154804-ffc9-47aa-a6e9-4762302b91f9 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:38.177249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:19:38.177634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:19:38.177981 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:19:38.178520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Bound port: cf154804-ffc9-47aa-a6e9-4762302b91f9, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:19:38.178886 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:38.187571 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472a9db-8c81-4e46-b30a-1727a9749287 req-899449bd-eba3-4eb5-8768-78789e566ed6 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:38.198060 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c472a9db-8c81-4e46-b30a-1727a9749287 req-899449bd-eba3-4eb5-8768-78789e566ed6 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 950 time: 0.0912995 Dec 20 21:19:38.221495 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-14ec4c82-5ed9-48fd-8890-5ab70641bddd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Allocated IP 172.35.3.147 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/edbd42f6-7b04-497c-804d-cce7fc842c78) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:19:38.255014 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c472a9db-8c81-4e46-b30a-1727a9749287 req-d9181007-16cc-48cb-afa0-62f648c87bf4 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552933 Dec 20 21:19:38.262991 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device e41a2743-4448-4eef-a77b-7b3edaee23e2 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:19:38.366304 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:19:38.371428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:19:38.444535 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:38.522674 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port e41a2743-4448-4eef-a77b-7b3edaee23e2, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=e41a2743-4448-4eef-a77b-7b3edaee23e2,segment=NetworkSegment(7b5c8de3-92c9-4d30-8472-830f9aa7641c),segment_id=7b5c8de3-92c9-4d30-8472-830f9aa7641c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:38.557177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'e41a2743-4448-4eef-a77b-7b3edaee23e2', 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d', 'port_id': 'e41a2743-4448-4eef-a77b-7b3edaee23e2', 'mac_address': 'fa:16:3e:ee:4c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b218d021-b106-4c74-a509-73c431f7b9c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:19:38.613682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:38.615032 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:38.617274 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] 10.222.0.66 "PUT /v2.0/ports/cf154804-ffc9-47aa-a6e9-4762302b91f9 HTTP/1.1" status: 200 len: 1094 time: 2.6647208 Dec 20 21:19:38.626295 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:38.650198 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41a2743-4448-4eef-a77b-7b3edaee23e2 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:19:38.713590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port e41a2743-4448-4eef-a77b-7b3edaee23e2, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=e41a2743-4448-4eef-a77b-7b3edaee23e2,segment=NetworkSegment(7b5c8de3-92c9-4d30-8472-830f9aa7641c),segment_id=7b5c8de3-92c9-4d30-8472-830f9aa7641c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:38.724942 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:38.728077 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c301d-2cad-4fd9-8d59-98b8d4bc25c2 req-47ff5a5e-aa22-4011-ba97-8afd6bc9c4f2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:38.742746 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-595c301d-2cad-4fd9-8d59-98b8d4bc25c2 req-47ff5a5e-aa22-4011-ba97-8afd6bc9c4f2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 948 time: 0.1435928 Dec 20 21:19:38.849081 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-6b56b904-cf81-4fac-a075-d69bd9f2b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:38.853225 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-6b56b904-cf81-4fac-a075-d69bd9f2b076 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6775ba58-86e9-4898-9200-af7483bd702d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4789066 Dec 20 21:19:38.859679 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=e41a2743-4448-4eef-a77b-7b3edaee23e2,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:38.862884 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-595c301d-2cad-4fd9-8d59-98b8d4bc25c2 req-114db744-aefa-4edf-9db5-30ad727c6356 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162751 Dec 20 21:19:38.946907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e7ff7-4d99-414d-8472-f19de7713c8a service neutron] Pushing event updated for resources: {'Port': ['ID=cf154804-ffc9-47aa-a6e9-4762302b91f9,revision_number=7']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:39.101449 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-14ec4c82-5ed9-48fd-8890-5ab70641bddd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:39.111540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-57588a1e-a519-4eee-8fe2-d471e677df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:39.113166 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-57588a1e-a519-4eee-8fe2-d471e677df6e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 1097 time: 0.3951273 Dec 20 21:19:39.158735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['e41a2743-4448-4eef-a77b-7b3edaee23e2'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:19:39.276985 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-528fea50-05a6-496b-a693-9b6b0e897c73 service neutron] 10.222.0.66 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771400 Dec 20 21:19:39.470356 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-14ec4c82-5ed9-48fd-8890-5ab70641bddd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:39.554859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97775903-7994-45cb-a020-ff9b4db70dc2 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:19:39.577090 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-9cf69abc-9484-4f57-a672-41915eabd341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:39.578717 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-9cf69abc-9484-4f57-a672-41915eabd341 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.4469669 Dec 20 21:19:39.580844 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:39.654775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cf154804-ffc9-47aa-a6e9-4762302b91f9 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:19:39.668527 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-14ec4c82-5ed9-48fd-8890-5ab70641bddd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:19:39.673985 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-e6054f2b-b55a-4d8e-a195-bbf86c7f87ae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9 HTTP/1.1" status: 200 len: 217 time: 0.0838473 Dec 20 21:19:39.687914 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec4c82-5ed9-48fd-8890-5ab70641bddd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Pushing event updated for resources: {'Port': ['ID=edbd42f6-7b04-497c-804d-cce7fc842c78,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:39.691531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-14ec4c82-5ed9-48fd-8890-5ab70641bddd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:19:39.697212 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Transition to ACTIVE for port object 97775903-7994-45cb-a020-ff9b4db70dc2 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:19:39.697855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf154804-ffc9-47aa-a6e9-4762302b91f9'}, {'name': 'network-changed', 'server_uuid': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'tag': 'cf154804-ffc9-47aa-a6e9-4762302b91f9'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:39.700270 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5429a8-7991-4495-94ca-97271bdf157f" -d '{"events": [{"server_uuid": "0acd64b6-dce5-4688-bd79-ab23e801bcae", "name": "network-vif-unplugged", "status": "completed", "tag": "cf154804-ffc9-47aa-a6e9-4762302b91f9"}, {"name": "network-changed", "server_uuid": "0acd64b6-dce5-4688-bd79-ab23e801bcae", "tag": "cf154804-ffc9-47aa-a6e9-4762302b91f9"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:39.703644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-14ec4c82-5ed9-48fd-8890-5ab70641bddd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:19:39.735229 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:39.737641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cf154804-ffc9-47aa-a6e9-4762302b91f9 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:19:39.739009 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bffdbb75-cbd5-46f6-a22a-2bda7037de5c req-9bcfc441-81eb-428f-8690-4500b44da743 service neutron] 10.222.0.66 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507670 Dec 20 21:19:39.847617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-5a8ed673-4415-4489-8c2f-d044dd98a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:39.849117 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-5a8ed673-4415-4489-8c2f-d044dd98a226 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1536016 Dec 20 21:19:39.849739 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Pushing event updated for resources: {'Port': ['ID=97775903-7994-45cb-a020-ff9b4db70dc2,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:40.083358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-a83dc8fd-2a24-41e4-82ac-14fad1b5005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:40.084935 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-a83dc8fd-2a24-41e4-82ac-14fad1b5005e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1892231 Dec 20 21:19:40.091472 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bf23b-88cc-49d1-9957-9ace57373f79 req-92f1df72-a68d-4de8-acc2-61d2ed205778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:40.091472 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-116bf23b-88cc-49d1-9957-9ace57373f79 req-92f1df72-a68d-4de8-acc2-61d2ed205778 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=559f8b0f7cec4c4dba0429a5ca9b8602&device_id=26cb3bfc-8566-4f09-bfd7-a9ae55fd3623 HTTP/1.1" status: 200 len: 1093 time: 0.1922464 Dec 20 21:19:40.186048 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-14ec4c82-5ed9-48fd-8890-5ab70641bddd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:40.187491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Attempting to bind port 97775903-7994-45cb-a020-ff9b4db70dc2 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:19:40.187802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Attempting to bind port 97775903-7994-45cb-a020-ff9b4db70dc2 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '7b5c8de3-92c9-4d30-8472-830f9aa7641c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:19:40.188128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Attempting to bind port 97775903-7994-45cb-a020-ff9b4db70dc2 on network 6775ba58-86e9-4898-9200-af7483bd702d {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:40.260315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Port 97775903-7994-45cb-a020-ff9b4db70dc2 on network 6775ba58-86e9-4898-9200-af7483bd702d not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:19:40.260637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Attempting to bind port 97775903-7994-45cb-a020-ff9b4db70dc2 on network 6775ba58-86e9-4898-9200-af7483bd702d {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:40.305668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:19:40.306004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Checking segment: {'id': '7b5c8de3-92c9-4d30-8472-830f9aa7641c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:19:40.306396 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Bound using segment: {'id': '7b5c8de3-92c9-4d30-8472-830f9aa7641c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:19:40.307198 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Bound port: 97775903-7994-45cb-a020-ff9b4db70dc2, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5c8de3-92c9-4d30-8472-830f9aa7641c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:19:40.307559 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:40.324339 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-14ec4c82-5ed9-48fd-8890-5ab70641bddd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:40.399704 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-65308d1a-376a-4f51-ac86-27724326c590 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911339 Dec 20 21:19:40.460859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bf23b-88cc-49d1-9957-9ace57373f79 req-66e88b16-8861-4eb6-9694-1ba89824f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:40.462311 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-116bf23b-88cc-49d1-9957-9ace57373f79 req-66e88b16-8861-4eb6-9694-1ba89824f18a service neutron] 10.222.0.66 "GET /v2.0/networks?id=6775ba58-86e9-4898-9200-af7483bd702d HTTP/1.1" status: 200 len: 917 time: 0.3527217 Dec 20 21:19:40.553821 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] For port 97775903-7994-45cb-a020-ff9b4db70dc2, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:19:40.583636 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-116bf23b-88cc-49d1-9957-9ace57373f79 req-bef27773-d741-412c-807b-e7e15e6de220 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bd2e3fc-d320-4df9-af20-c42f9c378f7c HTTP/1.1" status: 200 len: 217 time: 0.0906439 Dec 20 21:19:40.623400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] For port 97775903-7994-45cb-a020-ff9b4db70dc2, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=97775903-7994-45cb-a020-ff9b4db70dc2,segment=NetworkSegment(7b5c8de3-92c9-4d30-8472-830f9aa7641c),segment_id=7b5c8de3-92c9-4d30-8472-830f9aa7641c)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:19:40.652405 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:40.746828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bf23b-88cc-49d1-9957-9ace57373f79 req-1d0472da-693f-47c7-8ef6-2118df3abfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:40.748840 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-116bf23b-88cc-49d1-9957-9ace57373f79 req-1d0472da-693f-47c7-8ef6-2118df3abfdb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b218d021-b106-4c74-a509-73c431f7b9c8 HTTP/1.1" status: 200 len: 855 time: 0.1501865 Dec 20 21:19:40.782462 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:40.783235 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:40.784675 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] 10.222.0.31 "PUT /v2.0/ports/97775903-7994-45cb-a020-ff9b4db70dc2 HTTP/1.1" status: 200 len: 1090 time: 3.0155785 Dec 20 21:19:40.847248 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42de3d2c-57cb-4e81-b44d-d40ef56979cf req-f44069e0-4d36-4fa4-97b2-eb44a93b8b88 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333863 Dec 20 21:19:40.854004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527df382-b0de-4c2a-9ec9-3dba7fa938e2 service neutron] Pushing event updated for resources: {'Port': ['ID=97775903-7994-45cb-a020-ff9b4db70dc2,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:40.914905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bf23b-88cc-49d1-9957-9ace57373f79 req-d5ed7b21-ef7b-460b-b993-17816e0ad767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:40.916432 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-116bf23b-88cc-49d1-9957-9ace57373f79 req-d5ed7b21-ef7b-460b-b993-17816e0ad767 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6775ba58-86e9-4898-9200-af7483bd702d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1292365 Dec 20 21:19:41.451455 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-14ec4c82-5ed9-48fd-8890-5ab70641bddd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:41.495069 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-14ec4c82-5ed9-48fd-8890-5ab70641bddd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:41.533014 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-116bf23b-88cc-49d1-9957-9ace57373f79 req-73aea690-4657-4de7-8eaf-20cf0f1b370e service neutron] 10.222.0.66 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923109 Dec 20 21:19:41.638868 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-c50f46ce-a1f8-41bd-b6bd-05dc95562808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:41.640360 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-c50f46ce-a1f8-41bd-b6bd-05dc95562808 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=559f8b0f7cec4c4dba0429a5ca9b8602&device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 1093 time: 0.7730069 Dec 20 21:19:41.660938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec4c82-5ed9-48fd-8890-5ab70641bddd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Pushing event updated for resources: {'Port': ['ID=edbd42f6-7b04-497c-804d-cce7fc842c78,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:41.716765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-ba2a5d8f-b5e1-4f5a-9352-67be74cd335c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97775903-7994-45cb-a020-ff9b4db70dc2 HTTP/1.1" status: 200 len: 217 time: 0.0571668 Dec 20 21:19:41.779072 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-14ec4c82-5ed9-48fd-8890-5ab70641bddd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:41.812156 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-116bf23b-88cc-49d1-9957-9ace57373f79 req-ba837071-2348-4a25-b97b-7ce5e6d7738c service neutron] 10.222.0.66 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588794 Dec 20 21:19:41.817546 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-14ec4c82-5ed9-48fd-8890-5ab70641bddd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:41.819066 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-14ec4c82-5ed9-48fd-8890-5ab70641bddd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.5355420 Dec 20 21:19:41.825874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-24ed2412-8eb2-423e-9539-c6be2503bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:41.827886 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-24ed2412-8eb2-423e-9539-c6be2503bf51 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b218d021-b106-4c74-a509-73c431f7b9c8 HTTP/1.1" status: 200 len: 855 time: 0.1027231 Dec 20 21:19:41.916753 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-ffa92fad-0872-42e2-8a4b-86cfa359b24f tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.147 HTTP/1.1" status: 200 len: 696 time: 0.0877044 Dec 20 21:19:41.923720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-3528b5e4-bc20-4a0a-9e46-f2f8b851fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:41.925515 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-3528b5e4-bc20-4a0a-9e46-f2f8b851fb6c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6775ba58-86e9-4898-9200-af7483bd702d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0886533 Dec 20 21:19:42.099311 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-689c983d-da7b-4ed6-aded-ea841adeff92 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:42.100697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7dfa06cc-41dc-4c3d-91a5-04fb9474a890 req-689c983d-da7b-4ed6-aded-ea841adeff92 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.1743135 Dec 20 21:19:42.102666 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-dd75c8a8-5d7f-46b9-8183-db4e540eb39d service neutron] 10.222.0.31 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670167 Dec 20 21:19:42.240639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5190b-480c-4867-b826-070ccae51fc1 req-17743c2a-1d1c-4e24-a8c6-b4848734165c tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:42.242321 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fdb5190b-480c-4867-b826-070ccae51fc1 req-17743c2a-1d1c-4e24-a8c6-b4848734165c tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 944 time: 0.0833876 Dec 20 21:19:42.246514 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2713f97f-d854-44e5-a2eb-4689bc6d2f75 req-5732c00c-b3b8-4711-a138-9a7a460233b8 service neutron] 10.222.0.31 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344035 Dec 20 21:19:42.284095 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 5bd2e3fc-d320-4df9-af20-c42f9c378f7c details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:19:42.330059 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fdb5190b-480c-4867-b826-070ccae51fc1 req-beb8ad14-c26f-43a1-8e25-57a15948fe3a tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733325 Dec 20 21:19:42.406535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device e41a2743-4448-4eef-a77b-7b3edaee23e2 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:19:42.486603 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 5bd2e3fc-d320-4df9-af20-c42f9c378f7c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5bd2e3fc-d320-4df9-af20-c42f9c378f7c,segment=NetworkSegment(7b5c8de3-92c9-4d30-8472-830f9aa7641c),segment_id=7b5c8de3-92c9-4d30-8472-830f9aa7641c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:42.494712 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43268e65-626f-4f7d-81ea-f30a8033b231 req-605e6450-3f6d-48e0-91ab-4fb9358958fb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:42.504791 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43268e65-626f-4f7d-81ea-f30a8033b231 req-605e6450-3f6d-48e0-91ab-4fb9358958fb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 950 time: 0.1030488 Dec 20 21:19:42.505306 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '5bd2e3fc-d320-4df9-af20-c42f9c378f7c', 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d', 'port_id': '5bd2e3fc-d320-4df9-af20-c42f9c378f7c', 'mac_address': 'fa:16:3e:ec:08:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b218d021-b106-4c74-a509-73c431f7b9c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:19:42.574346 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port e41a2743-4448-4eef-a77b-7b3edaee23e2 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:19:42.578134 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43268e65-626f-4f7d-81ea-f30a8033b231 req-8184cf74-a97f-4961-8e8b-2a9a63f66822 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639160 Dec 20 21:19:42.616424 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port e41a2743-4448-4eef-a77b-7b3edaee23e2 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:42.616958 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:42.691429 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:42.729782 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd2e3fc-d320-4df9-af20-c42f9c378f7c {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:19:42.754736 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 5bd2e3fc-d320-4df9-af20-c42f9c378f7c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5bd2e3fc-d320-4df9-af20-c42f9c378f7c,segment=NetworkSegment(7b5c8de3-92c9-4d30-8472-830f9aa7641c),segment_id=7b5c8de3-92c9-4d30-8472-830f9aa7641c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:42.764876 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:42.775662 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:42.831664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553f868f-ed33-47d9-91f8-4101947303f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41a2743-4448-4eef-a77b-7b3edaee23e2'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:42.835839 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1ef42b-d960-4c2b-894d-dc34e2bb4fe4" -d '{"events": [{"server_uuid": "553f868f-ed33-47d9-91f8-4101947303f5", "name": "network-vif-plugged", "status": "completed", "tag": "e41a2743-4448-4eef-a77b-7b3edaee23e2"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:42.860961 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port e41a2743-4448-4eef-a77b-7b3edaee23e2, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=e41a2743-4448-4eef-a77b-7b3edaee23e2,segment=NetworkSegment(7b5c8de3-92c9-4d30-8472-830f9aa7641c),segment_id=7b5c8de3-92c9-4d30-8472-830f9aa7641c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:42.870309 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=5bd2e3fc-d320-4df9-af20-c42f9c378f7c,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:42.873748 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:42.906852 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f5fc75-77d5-489c-93f4-f551fef6e832 x-openstack-request-id: req-63f5fc75-77d5-489c-93f4-f551fef6e832 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:42.906852 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acd64b6-dce5-4688-bd79-ab23e801bcae", "name": "network-vif-unplugged", "status": "completed", "tag": "cf154804-ffc9-47aa-a6e9-4762302b91f9", "code": 200}, {"name": "network-changed", "server_uuid": "0acd64b6-dce5-4688-bd79-ab23e801bcae", "tag": "cf154804-ffc9-47aa-a6e9-4762302b91f9", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:42.906852 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63f5fc75-77d5-489c-93f4-f551fef6e832 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:42.906852 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf154804-ffc9-47aa-a6e9-4762302b91f9', 'code': 200} Dec 20 21:19:42.906852 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'tag': 'cf154804-ffc9-47aa-a6e9-4762302b91f9', 'status': 'completed', 'code': 200} Dec 20 21:19:42.942967 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=e41a2743-4448-4eef-a77b-7b3edaee23e2,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:43.088536 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5429a8-7991-4495-94ca-97271bdf157f req-5cec51f5-ab6c-4561-a1cc-25ed4bf1c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:43.090303 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f5429a8-7991-4495-94ca-97271bdf157f req-5cec51f5-ab6c-4561-a1cc-25ed4bf1c42e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 1097 time: 0.1087263 Dec 20 21:19:43.093036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5429a8-7991-4495-94ca-97271bdf157f req-cfbadaca-c532-45af-b2fc-1827c080426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:43.094573 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f5429a8-7991-4495-94ca-97271bdf157f req-cfbadaca-c532-45af-b2fc-1827c080426b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 1097 time: 0.0989640 Dec 20 21:19:43.235463 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['5bd2e3fc-d320-4df9-af20-c42f9c378f7c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:19:43.434013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5429a8-7991-4495-94ca-97271bdf157f req-031af1a7-f4a2-48b5-9858-c2d17a5db1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:43.434013 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f5429a8-7991-4495-94ca-97271bdf157f req-031af1a7-f4a2-48b5-9858-c2d17a5db1aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.2749186 Dec 20 21:19:43.434013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5429a8-7991-4495-94ca-97271bdf157f req-478edbcd-14c3-4701-bcec-2f3a57e1f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:43.434013 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f5429a8-7991-4495-94ca-97271bdf157f req-478edbcd-14c3-4701-bcec-2f3a57e1f7eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.3194883 Dec 20 21:19:43.474947 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f5429a8-7991-4495-94ca-97271bdf157f req-1af9f126-0de6-4165-9a6f-92a072fc4f64 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9 HTTP/1.1" status: 200 len: 217 time: 0.0502653 Dec 20 21:19:43.542526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc68eb-65c9-4211-8da2-2aee01bca4d5 req-80eb31e6-9f81-4bc2-8d1b-a4a35887151d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:43.558009 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cdc68eb-65c9-4211-8da2-2aee01bca4d5 req-80eb31e6-9f81-4bc2-8d1b-a4a35887151d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 948 time: 0.4716005 Dec 20 21:19:43.671359 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f5429a8-7991-4495-94ca-97271bdf157f req-221ebbc1-e3e7-4f16-81b5-4e42271d4f39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9 HTTP/1.1" status: 200 len: 217 time: 0.1947062 Dec 20 21:19:43.680068 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5429a8-7991-4495-94ca-97271bdf157f req-39735315-d657-4dae-8658-7316aa051309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:43.682051 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f5429a8-7991-4495-94ca-97271bdf157f req-39735315-d657-4dae-8658-7316aa051309 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1885927 Dec 20 21:19:43.760119 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cdc68eb-65c9-4211-8da2-2aee01bca4d5 req-f474c7e7-78f6-4711-9c2e-5da22b53ce7b tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011695 Dec 20 21:19:43.782393 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5429a8-7991-4495-94ca-97271bdf157f req-7736f49e-595b-4085-b2d7-1dc7ae604780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:43.784051 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f5429a8-7991-4495-94ca-97271bdf157f req-7736f49e-595b-4085-b2d7-1dc7ae604780 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1007931 Dec 20 21:19:43.790456 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5429a8-7991-4495-94ca-97271bdf157f req-ad7b9002-ce6b-441e-a8a6-e7c4cd8edb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:43.791873 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f5429a8-7991-4495-94ca-97271bdf157f req-ad7b9002-ce6b-441e-a8a6-e7c4cd8edb13 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889182 Dec 20 21:19:43.908311 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5429a8-7991-4495-94ca-97271bdf157f req-f119396a-5d2b-47a3-b88d-eae0bf21eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:43.909841 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f5429a8-7991-4495-94ca-97271bdf157f req-f119396a-5d2b-47a3-b88d-eae0bf21eb81 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1171355 Dec 20 21:19:44.019695 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f5429a8-7991-4495-94ca-97271bdf157f req-878ee2ab-a3ff-473c-955c-55440ce2bedc service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164288 Dec 20 21:19:44.071883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ee4bc-1a58-4cf0-85f1-7f7b57dd607b req-ba800b97-60fa-4779-95c5-18564e9471f1 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:44.073372 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-147ee4bc-1a58-4cf0-85f1-7f7b57dd607b req-ba800b97-60fa-4779-95c5-18564e9471f1 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1462069 Dec 20 21:19:44.177750 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-147ee4bc-1a58-4cf0-85f1-7f7b57dd607b req-0e3d1fc7-0098-44e5-8591-665fb984e12a tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.147 HTTP/1.1" status: 200 len: 696 time: 0.0713193 Dec 20 21:19:44.191266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-147ee4bc-1a58-4cf0-85f1-7f7b57dd607b req-cd8d3e93-c0dc-4bc4-910f-2f182c601d4e tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Request body: {'floatingip': {'port_id': '1b1b9f91-b237-4629-979b-a139b61613cd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:44.195046 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f5429a8-7991-4495-94ca-97271bdf157f req-9f2859af-84cb-446e-aa2b-b9f867b648b6 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764337 Dec 20 21:19:44.291786 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-147ee4bc-1a58-4cf0-85f1-7f7b57dd607b req-cd8d3e93-c0dc-4bc4-910f-2f182c601d4e tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:44.313536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device cf154804-ffc9-47aa-a6e9-4762302b91f9 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:19:44.373981 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f5429a8-7991-4495-94ca-97271bdf157f req-eedb5a13-72f2-45e8-afa2-137e505d25f7 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464377 Dec 20 21:19:44.450941 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f5429a8-7991-4495-94ca-97271bdf157f req-adcdb80a-888b-470c-bd78-8aca4ca0ecf0 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215366 Dec 20 21:19:44.533927 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:44.533927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:44.551765 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'cf154804-ffc9-47aa-a6e9-4762302b91f9', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'cf154804-ffc9-47aa-a6e9-4762302b91f9', 'mac_address': 'fa:16:3e:af:41:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:19:44.633628 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:44.650510 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-147ee4bc-1a58-4cf0-85f1-7f7b57dd607b req-cd8d3e93-c0dc-4bc4-910f-2f182c601d4e tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 21:19:44.653747 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf154804-ffc9-47aa-a6e9-4762302b91f9 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:19:44.665091 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-147ee4bc-1a58-4cf0-85f1-7f7b57dd607b req-cd8d3e93-c0dc-4bc4-910f-2f182c601d4e tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "PUT /v2.0/floatingips/185ddce5-da43-41ad-b311-1c15afc652dc HTTP/1.1" status: 409 len: 551 time: 0.4776237 Dec 20 21:19:44.685842 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:44.708254 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:44.801706 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=cf154804-ffc9-47aa-a6e9-4762302b91f9,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:44.888958 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78598c87-b026-4308-9d5d-ffb9730e76e4 x-openstack-request-id: req-78598c87-b026-4308-9d5d-ffb9730e76e4 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:44.889806 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553f868f-ed33-47d9-91f8-4101947303f5", "name": "network-vif-plugged", "status": "completed", "tag": "e41a2743-4448-4eef-a77b-7b3edaee23e2", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:44.890596 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78598c87-b026-4308-9d5d-ffb9730e76e4 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:44.891337 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553f868f-ed33-47d9-91f8-4101947303f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41a2743-4448-4eef-a77b-7b3edaee23e2', 'code': 200} Dec 20 21:19:44.908280 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c131190d-b875-4dee-b270-1f75be3c0971', 'tag': '97775903-7994-45cb-a020-ff9b4db70dc2'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:44.911495 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848e38dc-e923-40d4-a953-97b2c34a7b87" -d '{"events": [{"name": "network-changed", "server_uuid": "c131190d-b875-4dee-b270-1f75be3c0971", "tag": "97775903-7994-45cb-a020-ff9b4db70dc2"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:45.007278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a3197-14ee-44c4-a47d-070fc3512860 req-d77e3b3f-4e92-4271-ad89-de76bb80d4e9 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:45.015097 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-099a3197-14ee-44c4-a47d-070fc3512860 req-d77e3b3f-4e92-4271-ad89-de76bb80d4e9 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 944 time: 0.0721087 Dec 20 21:19:45.081507 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-099a3197-14ee-44c4-a47d-070fc3512860 req-ad5984aa-5d07-48a5-9132-5575f440dcb9 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653470 Dec 20 21:19:45.089881 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98f51a-3b91-49ea-bbf3-2cad8957cdfa req-ae9fb157-df32-4414-8f5f-dbbe3c1de4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:45.091530 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e98f51a-3b91-49ea-bbf3-2cad8957cdfa req-ae9fb157-df32-4414-8f5f-dbbe3c1de4cf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 1095 time: 0.0681686 Dec 20 21:19:45.123331 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['cf154804-ffc9-47aa-a6e9-4762302b91f9'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:19:45.147048 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e98f51a-3b91-49ea-bbf3-2cad8957cdfa req-88be41c8-f82a-445a-af76-46cee3b22723 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441482 Dec 20 21:19:45.521537 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f58e66a9-0b53-4492-8421-9dc3845f44cf req-309c4835-4bab-4884-b379-a7dfba387f37 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/floatingips/185ddce5-da43-41ad-b311-1c15afc652dc HTTP/1.1" status: 200 len: 693 time: 0.0642636 Dec 20 21:19:45.659961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e66a9-0b53-4492-8421-9dc3845f44cf req-1691c389-68ab-4905-9fdf-d99043d78334 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:45.667675 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f58e66a9-0b53-4492-8421-9dc3845f44cf req-1691c389-68ab-4905-9fdf-d99043d78334 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.1394765 Dec 20 21:19:45.680201 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 97775903-7994-45cb-a020-ff9b4db70dc2 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:19:45.729380 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f58e66a9-0b53-4492-8421-9dc3845f44cf req-aaa42a77-9c21-46a0-8a7d-6d841dd68d3d tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.147 HTTP/1.1" status: 200 len: 696 time: 0.0600808 Dec 20 21:19:45.781541 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f58e66a9-0b53-4492-8421-9dc3845f44cf req-2f7f2092-9225-4334-911a-7efc7593bf78 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.147 HTTP/1.1" status: 200 len: 696 time: 0.0519180 Dec 20 21:19:45.823328 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 97775903-7994-45cb-a020-ff9b4db70dc2, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=97775903-7994-45cb-a020-ff9b4db70dc2,segment=NetworkSegment(7b5c8de3-92c9-4d30-8472-830f9aa7641c),segment_id=7b5c8de3-92c9-4d30-8472-830f9aa7641c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:45.837275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '97775903-7994-45cb-a020-ff9b4db70dc2', 'network_id': '6775ba58-86e9-4898-9200-af7483bd702d', 'port_id': '97775903-7994-45cb-a020-ff9b4db70dc2', 'mac_address': 'fa:16:3e:cf:03:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b218d021-b106-4c74-a509-73c431f7b9c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:19:45.879874 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:45.899906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97775903-7994-45cb-a020-ff9b4db70dc2 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:19:45.926820 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 97775903-7994-45cb-a020-ff9b4db70dc2, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=97775903-7994-45cb-a020-ff9b4db70dc2,segment=NetworkSegment(7b5c8de3-92c9-4d30-8472-830f9aa7641c),segment_id=7b5c8de3-92c9-4d30-8472-830f9aa7641c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:45.932179 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:45.934749 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-f58e66a9-0b53-4492-8421-9dc3845f44cf req-7a549c9a-21dc-47dd-a7a0-c2ea5a98c1fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Deleting port edbd42f6-7b04-497c-804d-cce7fc842c78 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:19:45.935397 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f58e66a9-0b53-4492-8421-9dc3845f44cf req-7a549c9a-21dc-47dd-a7a0-c2ea5a98c1fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:46.013424 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=97775903-7994-45cb-a020-ff9b4db70dc2,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:46.075119 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f58e66a9-0b53-4492-8421-9dc3845f44cf req-7a549c9a-21dc-47dd-a7a0-c2ea5a98c1fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:46.075938 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f58e66a9-0b53-4492-8421-9dc3845f44cf req-7a549c9a-21dc-47dd-a7a0-c2ea5a98c1fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:46.097118 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-f58e66a9-0b53-4492-8421-9dc3845f44cf req-7a549c9a-21dc-47dd-a7a0-c2ea5a98c1fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Calling delete_port for edbd42f6-7b04-497c-804d-cce7fc842c78 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:19:46.258785 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f58e66a9-0b53-4492-8421-9dc3845f44cf req-7a549c9a-21dc-47dd-a7a0-c2ea5a98c1fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:46.310366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['97775903-7994-45cb-a020-ff9b4db70dc2'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:19:46.316176 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 5bd2e3fc-d320-4df9-af20-c42f9c378f7c up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:19:46.433772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 5bd2e3fc-d320-4df9-af20-c42f9c378f7c completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:19:46.466722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 5bd2e3fc-d320-4df9-af20-c42f9c378f7c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:46.467404 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:46.511721 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb2ed6-1aa3-4d66-b24e-08242114e688 req-f6e5007e-6c98-4533-a31e-376bc687c0e6 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:46.514384 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-83cb2ed6-1aa3-4d66-b24e-08242114e688 req-f6e5007e-6c98-4533-a31e-376bc687c0e6 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 949 time: 0.0510547 Dec 20 21:19:46.558012 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-83cb2ed6-1aa3-4d66-b24e-08242114e688 req-c9c5fc29-7897-489d-9c8f-d8c8dcf13ee4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371456 Dec 20 21:19:46.658039 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:46.691189 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a549c9a-21dc-47dd-a7a0-c2ea5a98c1fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Pushing event deleted for resources: {'Port': ['ID=edbd42f6-7b04-497c-804d-cce7fc842c78,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:46.723775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 5bd2e3fc-d320-4df9-af20-c42f9c378f7c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5bd2e3fc-d320-4df9-af20-c42f9c378f7c,segment=NetworkSegment(7b5c8de3-92c9-4d30-8472-830f9aa7641c),segment_id=7b5c8de3-92c9-4d30-8472-830f9aa7641c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:46.730536 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:46.771964 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f58e66a9-0b53-4492-8421-9dc3845f44cf req-7a549c9a-21dc-47dd-a7a0-c2ea5a98c1fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:46.776836 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cf7b3-6111-46a0-ab8e-d05bc50862bd req-5c6125e2-dc21-42ae-92a7-3ca5624d4745 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:46.778728 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f58e66a9-0b53-4492-8421-9dc3845f44cf req-7a549c9a-21dc-47dd-a7a0-c2ea5a98c1fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:46.780658 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f58e66a9-0b53-4492-8421-9dc3845f44cf req-7a549c9a-21dc-47dd-a7a0-c2ea5a98c1fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "DELETE /v2.0/floatingips/185ddce5-da43-41ad-b311-1c15afc652dc HTTP/1.1" status: 204 len: 173 time: 0.9981201 Dec 20 21:19:46.781470 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a94cf7b3-6111-46a0-ab8e-d05bc50862bd req-5c6125e2-dc21-42ae-92a7-3ca5624d4745 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 1099 time: 0.0729311 Dec 20 21:19:46.795148 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=5bd2e3fc-d320-4df9-af20-c42f9c378f7c,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:46.835197 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e333fba8-9b03-4295-a9dd-e479afcd4bd1 x-openstack-request-id: req-e333fba8-9b03-4295-a9dd-e479afcd4bd1 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:46.835775 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c131190d-b875-4dee-b270-1f75be3c0971", "tag": "97775903-7994-45cb-a020-ff9b4db70dc2", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:46.836218 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e333fba8-9b03-4295-a9dd-e479afcd4bd1 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:46.836975 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c131190d-b875-4dee-b270-1f75be3c0971', 'tag': '97775903-7994-45cb-a020-ff9b4db70dc2', 'status': 'completed', 'code': 200} Dec 20 21:19:46.855440 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a94cf7b3-6111-46a0-ab8e-d05bc50862bd req-2b0d4b03-7016-48a9-9630-f9b19f4948b1 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592403 Dec 20 21:19:46.892672 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cb3bfc-8566-4f09-bfd7-a9ae55fd3623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd2e3fc-d320-4df9-af20-c42f9c378f7c'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:46.897705 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dc1f8f-5cf9-4e73-b2c1-84179c0c3552" -d '{"events": [{"server_uuid": "26cb3bfc-8566-4f09-bfd7-a9ae55fd3623", "name": "network-vif-plugged", "status": "completed", "tag": "5bd2e3fc-d320-4df9-af20-c42f9c378f7c"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:46.974639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e38dc-e923-40d4-a953-97b2c34a7b87 req-3030c8ea-ee54-4f23-a351-4c0492b815ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:46.976196 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-848e38dc-e923-40d4-a953-97b2c34a7b87 req-3030c8ea-ee54-4f23-a351-4c0492b815ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=559f8b0f7cec4c4dba0429a5ca9b8602&device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 1094 time: 0.0711334 Dec 20 21:19:46.983899 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc691c8f-a658-457c-b56f-4f0b84395d01 req-e00526ac-57ce-4daf-821a-36cfb8f32afe tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:46.986850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc691c8f-a658-457c-b56f-4f0b84395d01 req-e00526ac-57ce-4daf-821a-36cfb8f32afe tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 945 time: 0.0929692 Dec 20 21:19:47.078677 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc691c8f-a658-457c-b56f-4f0b84395d01 req-db405e63-d8b5-4d9b-ac41-f6e130c282c7 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792794 Dec 20 21:19:47.121599 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e38dc-e923-40d4-a953-97b2c34a7b87 req-319c9aa9-565d-4065-8596-545672c990de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:47.123959 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-848e38dc-e923-40d4-a953-97b2c34a7b87 req-319c9aa9-565d-4065-8596-545672c990de service neutron] 10.222.0.31 "GET /v2.0/networks?id=6775ba58-86e9-4898-9200-af7483bd702d HTTP/1.1" status: 200 len: 917 time: 0.1352215 Dec 20 21:19:47.187060 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-848e38dc-e923-40d4-a953-97b2c34a7b87 req-c5ba3f70-19d4-42ec-a01a-9a2d926bed44 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97775903-7994-45cb-a020-ff9b4db70dc2 HTTP/1.1" status: 200 len: 217 time: 0.0523570 Dec 20 21:19:47.235628 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-035a6555-7ffd-4421-9d18-ec7ef6e5d928 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.71 HTTP/1.1" status: 200 len: 1001 time: 0.1082151 Dec 20 21:19:47.245329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e38dc-e923-40d4-a953-97b2c34a7b87 req-5ea86a5d-c6d6-43a5-a1ca-2c4e21029f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:47.247492 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-848e38dc-e923-40d4-a953-97b2c34a7b87 req-5ea86a5d-c6d6-43a5-a1ca-2c4e21029f2e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b218d021-b106-4c74-a509-73c431f7b9c8 HTTP/1.1" status: 200 len: 855 time: 0.0513117 Dec 20 21:19:47.290447 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-314e0d18-5e32-417d-a545-43d0992bdb29 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:47.291983 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-314e0d18-5e32-417d-a545-43d0992bdb29 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports/1b1b9f91-b237-4629-979b-a139b61613cd HTTP/1.1" status: 200 len: 943 time: 0.0552771 Dec 20 21:19:47.312893 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e38dc-e923-40d4-a953-97b2c34a7b87 req-fee84d40-7df5-454f-b8ba-960052edd204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:47.314658 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-848e38dc-e923-40d4-a953-97b2c34a7b87 req-fee84d40-7df5-454f-b8ba-960052edd204 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6775ba58-86e9-4898-9200-af7483bd702d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0559852 Dec 20 21:19:47.463091 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c381754-159a-489a-9614-dc5d8e6fac48 x-openstack-request-id: req-1c381754-159a-489a-9614-dc5d8e6fac48 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:47.463385 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cb3bfc-8566-4f09-bfd7-a9ae55fd3623", "name": "network-vif-plugged", "status": "completed", "tag": "5bd2e3fc-d320-4df9-af20-c42f9c378f7c", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:47.463644 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c381754-159a-489a-9614-dc5d8e6fac48 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:47.464032 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cb3bfc-8566-4f09-bfd7-a9ae55fd3623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd2e3fc-d320-4df9-af20-c42f9c378f7c', 'code': 200} Dec 20 21:19:47.482654 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-9fed4309-69e6-416d-afd3-32bbf19a76dd tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.71 HTTP/1.1" status: 200 len: 1001 time: 0.0916853 Dec 20 21:19:47.487962 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-94aa2176-5643-498c-a211-04834e0df52d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:47.489465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-94aa2176-5643-498c-a211-04834e0df52d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.66 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae&tenant_id=6ecc0e7403494750812a106806372d38&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 949 time: 0.1417975 Dec 20 21:19:47.496013 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-848e38dc-e923-40d4-a953-97b2c34a7b87 req-c5d3d224-652d-4b8d-bedf-1c58e2619aea service neutron] 10.222.0.31 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715927 Dec 20 21:19:47.595813 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-f9223d15-85de-4e8f-96df-10ff2e5d3726 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:47.602592 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-f9223d15-85de-4e8f-96df-10ff2e5d3726 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.1146846 Dec 20 21:19:47.610517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-a4bccd36-4804-4ca1-9dc6-aa54d7cc3bfc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:19:47.626210 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-a4bccd36-4804-4ca1-9dc6-aa54d7cc3bfc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176964 Dec 20 21:19:47.643356 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:47.699579 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 97775903-7994-45cb-a020-ff9b4db70dc2 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:19:47.701652 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-d4c3d11b-6907-4912-8020-062eb87a5ea8 service neutron] 10.222.0.66 "GET /v2.0/ports/cf154804-ffc9-47aa-a6e9-4762302b91f9/bindings/n-h2-xena-1 HTTP/1.1" status: 200 len: 380 time: 0.1998541 Dec 20 21:19:47.711585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d863c-c286-4b98-9719-bfd92d0f7257 req-2fa85049-7397-4f1b-8381-c6d57cd8ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:47.713093 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c7d863c-c286-4b98-9719-bfd92d0f7257 req-2fa85049-7397-4f1b-8381-c6d57cd8ba95 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=26cb3bfc-8566-4f09-bfd7-a9ae55fd3623 HTTP/1.1" status: 200 len: 1095 time: 0.1086938 Dec 20 21:19:47.721173 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-ed0f6f82-a7e4-4333-8d0e-01b883436c08 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.71 HTTP/1.1" status: 200 len: 1001 time: 0.0940144 Dec 20 21:19:47.728273 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-bd605c4a-1b87-47bd-b77e-93dfe305c3fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:47.736109 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-848e38dc-e923-40d4-a953-97b2c34a7b87 req-7797fd42-01c7-4aed-9681-a7f78895be93 service neutron] 10.222.0.31 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942463 Dec 20 21:19:47.801540 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 97775903-7994-45cb-a020-ff9b4db70dc2 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:19:47.810925 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c7d863c-c286-4b98-9719-bfd92d0f7257 req-4c44a627-aa53-44b0-aea1-c7f5d4c1d308 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725214 Dec 20 21:19:47.814501 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 97775903-7994-45cb-a020-ff9b4db70dc2 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:47.814908 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:47.823839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-4eaf263c-637a-4b1d-bbcd-3bde58af0645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:47.825411 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-4eaf263c-637a-4b1d-bbcd-3bde58af0645 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 1098 time: 0.0754340 Dec 20 21:19:47.826022 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-bd605c4a-1b87-47bd-b77e-93dfe305c3fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:47.922926 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:47.961601 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 97775903-7994-45cb-a020-ff9b4db70dc2, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=97775903-7994-45cb-a020-ff9b4db70dc2,segment=NetworkSegment(7b5c8de3-92c9-4d30-8472-830f9aa7641c),segment_id=7b5c8de3-92c9-4d30-8472-830f9aa7641c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:47.967671 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:48.008107 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-bd605c4a-1b87-47bd-b77e-93dfe305c3fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:48.014558 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-bd605c4a-1b87-47bd-b77e-93dfe305c3fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:48.014841 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-bd605c4a-1b87-47bd-b77e-93dfe305c3fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Floating IP b58b1188-13a4-41a6-a457-06e6deef0c95 disassociated. External IP: 172.35.3.71, port: 1b1b9f91-b237-4629-979b-a139b61613cd. Dec 20 21:19:48.024904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=97775903-7994-45cb-a020-ff9b4db70dc2,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:48.237876 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f0224-1f88-4dfe-8050-894077f1a161 req-a1580540-ab58-421b-b541-6484f1bb6a3c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:48.239538 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f0f0224-1f88-4dfe-8050-894077f1a161 req-a1580540-ab58-421b-b541-6484f1bb6a3c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 949 time: 0.0931950 Dec 20 21:19:48.243124 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-070aa649-b15a-46f9-a486-daae8ec0ef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:48.244859 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-070aa649-b15a-46f9-a486-daae8ec0ef3a service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1461334 Dec 20 21:19:48.298330 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7fef3f95-8ae3-4796-a85e-21a4e7345813 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9 HTTP/1.1" status: 200 len: 217 time: 0.0442610 Dec 20 21:19:48.324964 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f0f0224-1f88-4dfe-8050-894077f1a161 req-9419f11d-6e0f-4a39-87a6-e8e862ba1d8f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769243 Dec 20 21:19:48.354051 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device cf154804-ffc9-47aa-a6e9-4762302b91f9 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:19:48.381252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-1928b225-57bf-4df5-a318-2397c8b985a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:48.382975 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-1928b225-57bf-4df5-a318-2397c8b985a4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0741324 Dec 20 21:19:48.433483 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port cf154804-ffc9-47aa-a6e9-4762302b91f9 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:19:48.437980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port cf154804-ffc9-47aa-a6e9-4762302b91f9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:19:48.438376 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:48.477960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-bdd810ea-3238-4ae6-b81a-b68921bf7a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:48.480092 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-bdd810ea-3238-4ae6-b81a-b68921bf7a6a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844507 Dec 20 21:19:48.483747 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f22e82-9b5a-42cc-8005-bb8dbbf958c4 req-f9e2cef0-d97a-441d-a069-11884db80377 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:48.491639 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44f22e82-9b5a-42cc-8005-bb8dbbf958c4 req-f9e2cef0-d97a-441d-a069-11884db80377 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 1099 time: 0.0847533 Dec 20 21:19:48.523339 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:48.568922 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:48.579692 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:48.588419 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44f22e82-9b5a-42cc-8005-bb8dbbf958c4 req-34d3d9a8-e248-4789-a63e-6376ad143a10 tempest-ServersAdminTestJSON-294721525 tempest-ServersAdminTestJSON-294721525-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937085 Dec 20 21:19:48.625338 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-bd605c4a-1b87-47bd-b77e-93dfe305c3fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Router 03e0b7ce-caaa-4ff2-b677-51fa290f248d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:19:48.639690 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=cf154804-ffc9-47aa-a6e9-4762302b91f9,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:48.664279 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-8f9ac22f-5dab-4e11-b1c1-1db0a5de95fd service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649103 Dec 20 21:19:48.761710 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-bd605c4a-1b87-47bd-b77e-93dfe305c3fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:19:48.772265 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0c7cfb-7b9d-4d11-a9f6-e5fc5d87bf83 None None] Sync routers for ids ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:19:48.773910 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-bd605c4a-1b87-47bd-b77e-93dfe305c3fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:48.786596 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0c7cfb-7b9d-4d11-a9f6-e5fc5d87bf83 None None] Routers {'03e0b7ce-caaa-4ff2-b677-51fa290f248d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:19:48.787229 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0e0c7cfb-7b9d-4d11-a9f6-e5fc5d87bf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:19:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:48.805464 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-bd605c4a-1b87-47bd-b77e-93dfe305c3fc tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "PUT /v2.0/floatingips/b58b1188-13a4-41a6-a457-06e6deef0c95 HTTP/1.1" status: 200 len: 694 time: 1.0827374 Dec 20 21:19:48.806188 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e849e4cc-9b16-41bd-aa34-c51a3df8e0cd', 'tag': '1b1b9f91-b237-4629-979b-a139b61613cd'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:48.809098 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770b8c8f-4a04-4141-908e-7f7bc11b8abe" -d '{"events": [{"name": "network-changed", "server_uuid": "e849e4cc-9b16-41bd-aa34-c51a3df8e0cd", "tag": "1b1b9f91-b237-4629-979b-a139b61613cd"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:48.815621 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-fa603980-9ab0-4353-98a7-12ec54d5fb24 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373849 Dec 20 21:19:48.907995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-6579ffee-6f31-496d-9967-fc9eb390b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:48.921214 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-6579ffee-6f31-496d-9967-fc9eb390b675 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fa9d8489b07411a8b2d4b631080c870&device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 1095 time: 0.0886335 Dec 20 21:19:48.957727 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-0e0c7cfb-7b9d-4d11-a9f6-e5fc5d87bf83 None None] Set router 03e0b7ce-caaa-4ff2-b677-51fa290f248d gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:19:49.027026 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-af11f286-5e21-476b-b86b-e687bb9f305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:49.036538 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-af11f286-5e21-476b-b86b-e687bb9f305f service neutron] 10.222.0.32 "GET /v2.0/networks?id=18643d36-4467-4028-a6ee-9dd64683ba07 HTTP/1.1" status: 200 len: 930 time: 0.1148987 Dec 20 21:19:49.072763 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fff17f-5cd7-4650-ba76-80b8a9a24d8b req-fdb71282-0702-41c0-8b71-7ba7df18154c tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:49.075094 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30fff17f-5cd7-4650-ba76-80b8a9a24d8b req-fdb71282-0702-41c0-8b71-7ba7df18154c tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 946 time: 0.1008103 Dec 20 21:19:49.078116 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-ebfa405c-269b-4d1b-8a41-1df9dbcbfd9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b1b9f91-b237-4629-979b-a139b61613cd HTTP/1.1" status: 200 len: 217 time: 0.0406890 Dec 20 21:19:49.126355 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30fff17f-5cd7-4650-ba76-80b8a9a24d8b req-bfa69a40-9643-4866-84b2-9794595b75f9 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452757 Dec 20 21:19:49.139173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-37d2fe17-0680-4940-8494-bd276aa385e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:49.140453 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-37d2fe17-0680-4940-8494-bd276aa385e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=688fc07f-c249-4d02-aab5-fd756b1dc4d5 HTTP/1.1" status: 200 len: 868 time: 0.0562739 Dec 20 21:19:49.204844 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0e0c7cfb-7b9d-4d11-a9f6-e5fc5d87bf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2035186069-router', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:19:04Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'gw_port': {'id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:05Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '4dbfc488-fa44-49c3-9fac-4090930fd565', 'name': '', 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'mac_address': 'fa:16:3e:9d:71:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:08Z', 'updated_at': '2021-12-20T21:19:14Z', 'revision_number': 5, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'subnets': [{'id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:49.213339 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-50fd5b3a-8171-4796-96c8-e167dcb4621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:49.215148 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-50fd5b3a-8171-4796-96c8-e167dcb4621a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18643d36-4467-4028-a6ee-9dd64683ba07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0672634 Dec 20 21:19:49.250102 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0c7cfb-7b9d-4d11-a9f6-e5fc5d87bf83 None None] Checking router: 03e0b7ce-caaa-4ff2-b677-51fa290f248d for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:19:49.268186 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0c7cfb-7b9d-4d11-a9f6-e5fc5d87bf83 None None] Routers {'03e0b7ce-caaa-4ff2-b677-51fa290f248d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:19:49.268815 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0e0c7cfb-7b9d-4d11-a9f6-e5fc5d87bf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:19:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:49.348781 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-365709f8-47db-4deb-97af-c6fbc03cc1de service neutron] 10.222.0.32 "GET /v2.0/networks/18643d36-4467-4028-a6ee-9dd64683ba07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229031 Dec 20 21:19:49.440219 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-0e0c7cfb-7b9d-4d11-a9f6-e5fc5d87bf83 None None] Set router 03e0b7ce-caaa-4ff2-b677-51fa290f248d gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:19:49.462953 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de6ed162-0bf5-403b-ba6f-22f302a6aa8d req-4da18d34-ef82-4599-a1cb-90a3afba22dd service neutron] 10.222.0.32 "GET /v2.0/networks/18643d36-4467-4028-a6ee-9dd64683ba07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131411 Dec 20 21:19:49.465138 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c131190d-b875-4dee-b270-1f75be3c0971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97775903-7994-45cb-a020-ff9b4db70dc2'}, {'server_uuid': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf154804-ffc9-47aa-a6e9-4762302b91f9'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:49.468869 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15364ff5-7349-45b7-af66-7c1369e4a72f" -d '{"events": [{"server_uuid": "c131190d-b875-4dee-b270-1f75be3c0971", "name": "network-vif-plugged", "status": "completed", "tag": "97775903-7994-45cb-a020-ff9b4db70dc2"}, {"server_uuid": "0acd64b6-dce5-4688-bd79-ab23e801bcae", "name": "network-vif-plugged", "status": "completed", "tag": "cf154804-ffc9-47aa-a6e9-4762302b91f9"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:49.476231 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f06f5a-289a-488b-a6ff-64a757a302c4 x-openstack-request-id: req-e8f06f5a-289a-488b-a6ff-64a757a302c4 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:49.476538 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e849e4cc-9b16-41bd-aa34-c51a3df8e0cd", "tag": "1b1b9f91-b237-4629-979b-a139b61613cd", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:49.477980 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8f06f5a-289a-488b-a6ff-64a757a302c4 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:49.478427 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e849e4cc-9b16-41bd-aa34-c51a3df8e0cd', 'tag': '1b1b9f91-b237-4629-979b-a139b61613cd', 'status': 'completed', 'code': 200} Dec 20 21:19:49.660803 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a5694-2fe9-4e80-9d75-3e2ac3c96f6f req-eb6b6779-23e7-459c-aa07-120c98c440ad tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:49.662682 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-942a5694-2fe9-4e80-9d75-3e2ac3c96f6f req-eb6b6779-23e7-459c-aa07-120c98c440ad tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.1011796 Dec 20 21:19:49.721267 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-942a5694-2fe9-4e80-9d75-3e2ac3c96f6f req-725bfdbe-d158-4227-a348-b4facfeed9b1 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513430 Dec 20 21:19:49.740168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b8c8f-4a04-4141-908e-7f7bc11b8abe req-14ca1719-6c1c-402c-bd0b-9a9186879f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:49.741688 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-770b8c8f-4a04-4141-908e-7f7bc11b8abe req-14ca1719-6c1c-402c-bd0b-9a9186879f42 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9fa9d8489b07411a8b2d4b631080c870&device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 1095 time: 0.1599391 Dec 20 21:19:49.816973 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0e0c7cfb-7b9d-4d11-a9f6-e5fc5d87bf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2035186069-router', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:19:04Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'gw_port': {'id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:05Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '4dbfc488-fa44-49c3-9fac-4090930fd565', 'name': '', 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'mac_address': 'fa:16:3e:9d:71:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:08Z', 'updated_at': '2021-12-20T21:19:14Z', 'revision_number': 5, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'subnets': [{'id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:19:49.829858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-3ab3c937-ea59-4e10-8252-35776a81ec26 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:49.837810 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-3ab3c937-ea59-4e10-8252-35776a81ec26 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/networks?id=7baa739e-ce4f-46bc-a565-aab632d9bddc HTTP/1.1" status: 200 len: 805 time: 0.2875519 Dec 20 21:19:49.852602 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0c7cfb-7b9d-4d11-a9f6-e5fc5d87bf83 None None] The sync data for ids ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'] in n-d-xena-1 is: [{'id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2035186069-router', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:19:04Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'gw_port': {'id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:05Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '4dbfc488-fa44-49c3-9fac-4090930fd565', 'name': '', 'network_id': '18643d36-4467-4028-a6ee-9dd64683ba07', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'mac_address': 'fa:16:3e:9d:71:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:08Z', 'updated_at': '2021-12-20T21:19:14Z', 'revision_number': 5, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'subnets': [{'id': '688fc07f-c249-4d02-aab5-fd756b1dc4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:19:49.865826 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e6a58-3136-4cec-8b14-ee803ff4f28b req-3ef0787c-eabd-476d-baef-62cb31960f62 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:49.866699 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-f294e5c8-37eb-4e7d-9f57-665bdd6714bb tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/quotas/1dfad6aebbf544d1bebde21aa25d9cae HTTP/1.1" status: 200 len: 375 time: 0.0277193 Dec 20 21:19:49.867456 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c13e6a58-3136-4cec-8b14-ee803ff4f28b req-3ef0787c-eabd-476d-baef-62cb31960f62 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 950 time: 0.0577364 Dec 20 21:19:49.928102 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c13e6a58-3136-4cec-8b14-ee803ff4f28b req-a9f69003-5f29-4a10-9ea3-d137e5f8deda tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531847 Dec 20 21:19:49.952139 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-6a7bdb6a-d2b4-40ef-942b-6e025abd82c0 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dfad6aebbf544d1bebde21aa25d9cae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0845549 Dec 20 21:19:49.953345 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b8c8f-4a04-4141-908e-7f7bc11b8abe req-783d7874-cc06-4698-b2ab-3131f290507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:49.954709 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-770b8c8f-4a04-4141-908e-7f7bc11b8abe req-783d7874-cc06-4698-b2ab-3131f290507d service neutron] 10.222.0.66 "GET /v2.0/networks?id=18643d36-4467-4028-a6ee-9dd64683ba07 HTTP/1.1" status: 200 len: 930 time: 0.1946077 Dec 20 21:19:49.993194 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c0b9ea-a484-491e-b3db-f444318e6dd6 x-openstack-request-id: req-e2c0b9ea-a484-491e-b3db-f444318e6dd6 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:49.993468 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c131190d-b875-4dee-b270-1f75be3c0971", "name": "network-vif-plugged", "status": "completed", "tag": "97775903-7994-45cb-a020-ff9b4db70dc2", "code": 200}, {"server_uuid": "0acd64b6-dce5-4688-bd79-ab23e801bcae", "name": "network-vif-plugged", "status": "completed", "tag": "cf154804-ffc9-47aa-a6e9-4762302b91f9", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:49.993723 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2c0b9ea-a484-491e-b3db-f444318e6dd6 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:49.994167 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c131190d-b875-4dee-b270-1f75be3c0971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97775903-7994-45cb-a020-ff9b4db70dc2', 'code': 200} Dec 20 21:19:49.994426 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf154804-ffc9-47aa-a6e9-4762302b91f9', 'code': 200} Dec 20 21:19:50.042930 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-770b8c8f-4a04-4141-908e-7f7bc11b8abe req-a58c42e4-2cc3-4c29-820e-fe7beef3cd86 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b1b9f91-b237-4629-979b-a139b61613cd HTTP/1.1" status: 200 len: 217 time: 0.0731044 Dec 20 21:19:50.063680 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fadf86a4-c631-43a3-8b22-97d114fdd18d req-ea899b9c-1697-470c-9a65-82e3b4f2ab77 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/floatingips/b58b1188-13a4-41a6-a457-06e6deef0c95 HTTP/1.1" status: 200 len: 694 time: 0.0580814 Dec 20 21:19:50.125009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b8c8f-4a04-4141-908e-7f7bc11b8abe req-e4dd5052-ebde-4308-bc4d-4187d7996497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:50.126738 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-770b8c8f-4a04-4141-908e-7f7bc11b8abe req-e4dd5052-ebde-4308-bc4d-4187d7996497 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=688fc07f-c249-4d02-aab5-fd756b1dc4d5 HTTP/1.1" status: 200 len: 868 time: 0.0745952 Dec 20 21:19:50.192085 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-37f0a240-7da3-4b16-8294-b13301e0b557 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301309 Dec 20 21:19:50.225715 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf86a4-c631-43a3-8b22-97d114fdd18d req-a60d9c24-8a68-49a6-8b1f-7bc492aa6322 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:50.227354 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fadf86a4-c631-43a3-8b22-97d114fdd18d req-a60d9c24-8a68-49a6-8b1f-7bc492aa6322 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.1532912 Dec 20 21:19:50.250573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae6e56-4dd2-4157-a0f1-09eec433cfd9 None None] New status for floating IP b58b1188-13a4-41a6-a457-06e6deef0c95: DOWN {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:19:50.294736 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fadf86a4-c631-43a3-8b22-97d114fdd18d req-9ab3f12a-0d98-4dfc-a64a-2b204a550ab4 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.71 HTTP/1.1" status: 200 len: 697 time: 0.0596647 Dec 20 21:19:50.344421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a36034-00ac-4c10-8ac9-23e0aa433ac5 req-9d880bac-fae3-4b07-86b6-8d7a773e6386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:50.344662 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fadf86a4-c631-43a3-8b22-97d114fdd18d req-6ed970dc-933e-4234-9b0f-22f878b1b083 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.71 HTTP/1.1" status: 200 len: 697 time: 0.0488176 Dec 20 21:19:50.346058 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8a36034-00ac-4c10-8ac9-23e0aa433ac5 req-9d880bac-fae3-4b07-86b6-8d7a773e6386 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 1095 time: 0.2136598 Dec 20 21:19:50.355652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b8c8f-4a04-4141-908e-7f7bc11b8abe req-a09de9bc-6401-437b-9b08-6fff658e5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:50.362184 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-770b8c8f-4a04-4141-908e-7f7bc11b8abe req-a09de9bc-6401-437b-9b08-6fff658e5c05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=18643d36-4467-4028-a6ee-9dd64683ba07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2149682 Dec 20 21:19:50.431677 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c39d842-8741-4a5c-8376-ede8c1887583 req-1799bdd8-2a50-4250-986c-c0f5dc8b8acd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.1667376 Dec 20 21:19:50.519175 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8a36034-00ac-4c10-8ac9-23e0aa433ac5 req-7bf7016d-8ad3-4f73-8b73-d43a24f6d9c8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665268 Dec 20 21:19:50.519527 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-fadf86a4-c631-43a3-8b22-97d114fdd18d req-bab77eea-6988-443d-ac88-415d3c55d09a tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Deleting port 58ab2ed4-bc6e-47a7-8eb3-61bd863b7b89 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:19:50.519873 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fadf86a4-c631-43a3-8b22-97d114fdd18d req-bab77eea-6988-443d-ac88-415d3c55d09a tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:50.524805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:19:50.578837 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-a74e1c9f-a836-440f-94aa-b9f6a1320fa2 service neutron] 10.222.0.32 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755803 Dec 20 21:19:50.632475 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39d842-8741-4a5c-8376-ede8c1887583 req-d9b28187-ca22-4d8d-bd5b-c4b1550675c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:50.633345 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c39d842-8741-4a5c-8376-ede8c1887583 req-d9b28187-ca22-4d8d-bd5b-c4b1550675c2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 1099 time: 0.1129739 Dec 20 21:19:50.635712 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-770b8c8f-4a04-4141-908e-7f7bc11b8abe req-1695c257-a136-4b01-9847-550ede502436 service neutron] 10.222.0.66 "GET /v2.0/networks/18643d36-4467-4028-a6ee-9dd64683ba07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520893 Dec 20 21:19:50.664836 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fadf86a4-c631-43a3-8b22-97d114fdd18d req-bab77eea-6988-443d-ac88-415d3c55d09a tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:50.666381 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fadf86a4-c631-43a3-8b22-97d114fdd18d req-bab77eea-6988-443d-ac88-415d3c55d09a tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:50.705781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-fadf86a4-c631-43a3-8b22-97d114fdd18d req-bab77eea-6988-443d-ac88-415d3c55d09a tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Calling delete_port for 58ab2ed4-bc6e-47a7-8eb3-61bd863b7b89 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:19:50.838647 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:50.906794 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:50.912857 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:50.955143 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fadf86a4-c631-43a3-8b22-97d114fdd18d req-bab77eea-6988-443d-ac88-415d3c55d09a tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:51.001112 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-770b8c8f-4a04-4141-908e-7f7bc11b8abe req-fdea47e6-fcd6-42b9-afdb-2e64e3ce2eb2 service neutron] 10.222.0.66 "GET /v2.0/networks/18643d36-4467-4028-a6ee-9dd64683ba07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335404 Dec 20 21:19:51.015452 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39d842-8741-4a5c-8376-ede8c1887583 req-c7f22936-5c77-4aba-9b44-f87fe4e83c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:51.016947 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c39d842-8741-4a5c-8376-ede8c1887583 req-c7f22936-5c77-4aba-9b44-f87fe4e83c16 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.2014642 Dec 20 21:19:51.021161 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab77eea-6988-443d-ac88-415d3c55d09a tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Pushing event deleted for resources: {'Port': ['ID=58ab2ed4-bc6e-47a7-8eb3-61bd863b7b89,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:51.031543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:51.074909 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fadf86a4-c631-43a3-8b22-97d114fdd18d req-bab77eea-6988-443d-ac88-415d3c55d09a tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:51.079028 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fadf86a4-c631-43a3-8b22-97d114fdd18d req-bab77eea-6988-443d-ac88-415d3c55d09a tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:51.086672 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fadf86a4-c631-43a3-8b22-97d114fdd18d req-bab77eea-6988-443d-ac88-415d3c55d09a tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "DELETE /v2.0/floatingips/b58b1188-13a4-41a6-a457-06e6deef0c95 HTTP/1.1" status: 204 len: 173 time: 0.7355251 Dec 20 21:19:51.098300 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c39d842-8741-4a5c-8376-ede8c1887583 req-16cf495c-8f08-470b-b9e0-bddb4ba391ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=6e1713ac-6707-46ba-aecb-67d234680f96 HTTP/1.1" status: 200 len: 217 time: 0.0588608 Dec 20 21:19:51.150201 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f3cd0-a498-4e8a-a4d7-68fd8da425eb req-7849ed2a-052e-4728-a22f-5c52e59fbd6f tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:51.151804 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa6f3cd0-a498-4e8a-a4d7-68fd8da425eb req-7849ed2a-052e-4728-a22f-5c52e59fbd6f tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 946 time: 0.0674913 Dec 20 21:19:51.223918 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39d842-8741-4a5c-8376-ede8c1887583 req-10c7ae30-02b7-4d2c-93e7-8dfef43d7c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:51.225744 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c39d842-8741-4a5c-8376-ede8c1887583 req-10c7ae30-02b7-4d2c-93e7-8dfef43d7c01 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0729184 Dec 20 21:19:51.230773 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa6f3cd0-a498-4e8a-a4d7-68fd8da425eb req-827d64f8-e27e-4bac-aac4-1f4c076a1162 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685034 Dec 20 21:19:51.285187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39d842-8741-4a5c-8376-ede8c1887583 req-4e0192c5-e9ad-4059-a1cc-1a99726c240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:51.288286 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c39d842-8741-4a5c-8376-ede8c1887583 req-4e0192c5-e9ad-4059-a1cc-1a99726c240d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540340 Dec 20 21:19:51.343689 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e3b2d2e-e80e-43c7-9054-b0ec5ad3ef02 req-1386d445-a6a2-47e6-adff-1b632200232b tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 210 time: 0.0543027 Dec 20 21:19:51.380161 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21470d4f-7c6b-4733-96a5-f62d9ad8bbfe req-9b5dd1fa-6885-4d66-9a98-39005defb938 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:51.388908 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-21470d4f-7c6b-4733-96a5-f62d9ad8bbfe req-9b5dd1fa-6885-4d66-9a98-39005defb938 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.0820632 Dec 20 21:19:51.440628 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-21470d4f-7c6b-4733-96a5-f62d9ad8bbfe req-3b77a75e-fa35-4fe1-ac67-03ec484249b6 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468428 Dec 20 21:19:51.443358 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c39d842-8741-4a5c-8376-ede8c1887583 req-8bb1c5af-1dc3-4344-b31d-b786beefdb38 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434906 Dec 20 21:19:51.619932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601d2b1-19b3-4d75-82fb-62a81ba3422f req-89385e83-f943-4041-9b66-84002eb6ca5a tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:51.621911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b601d2b1-19b3-4d75-82fb-62a81ba3422f req-89385e83-f943-4041-9b66-84002eb6ca5a tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 950 time: 0.1408560 Dec 20 21:19:51.643332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af58f28-b09c-44e2-a495-b7250e442a41 req-8206419e-4bc4-46c7-a31a-413646d62141 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:51.645194 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1af58f28-b09c-44e2-a495-b7250e442a41 req-8206419e-4bc4-46c7-a31a-413646d62141 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1224236 Dec 20 21:19:51.688524 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b601d2b1-19b3-4d75-82fb-62a81ba3422f req-04412cd8-3e1b-4e03-a24c-a5ee32e3cf4a tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591905 Dec 20 21:19:51.690870 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c39d842-8741-4a5c-8376-ede8c1887583 req-b14567f7-2ced-404e-b541-e1af8ee74585 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745689 Dec 20 21:19:51.707392 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1af58f28-b09c-44e2-a495-b7250e442a41 req-80f163bb-0d55-4b06-b157-675087f66a7c tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0542305 Dec 20 21:19:51.773381 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1cb3e012-ea9d-458b-a102-8d2084747010 req-9f421605-2571-4e69-a838-b52b7ee5eba3 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0402899 Dec 20 21:19:51.995542 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:51.999728 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8b1202-1d50-45ee-971a-4d7550caed10" -d '{"events": [{"server_uuid": "5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d", "name": "network-vif-unplugged", "status": "completed", "tag": "133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:52.049179 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0341691-632e-48eb-ac82-9aaeee92c07b req-a6cd14b3-3436-43ae-a65f-796d1f9f59de tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:52.050886 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0341691-632e-48eb-ac82-9aaeee92c07b req-a6cd14b3-3436-43ae-a65f-796d1f9f59de tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 946 time: 0.0598030 Dec 20 21:19:52.078041 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d725d47-3aa6-4fd0-b04d-7d4412d5d088 x-openstack-request-id: req-6d725d47-3aa6-4fd0-b04d-7d4412d5d088 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:52.078393 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d", "name": "network-vif-unplugged", "status": "completed", "tag": "133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:52.078644 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d725d47-3aa6-4fd0-b04d-7d4412d5d088 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:52.079054 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6', 'code': 200} Dec 20 21:19:52.098817 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0341691-632e-48eb-ac82-9aaeee92c07b req-2b8a1d32-3ab4-478e-ac6d-faf5132b6639 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b9d93d9-0b69-40d5-8a8a-334d8f3356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401516 Dec 20 21:19:52.334510 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69eea6-038a-4b1e-b1a3-396fd12f221e req-c8dab31b-5e64-4970-9eb6-06d115bd4fe2 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:52.336088 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af69eea6-038a-4b1e-b1a3-396fd12f221e req-c8dab31b-5e64-4970-9eb6-06d115bd4fe2 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 950 time: 0.1539261 Dec 20 21:19:52.373843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bf8d1-d48d-4818-8761-33794b8241b6 req-366330c6-4a40-4981-846c-163f95f2dcce tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:52.375404 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-710bf8d1-d48d-4818-8761-33794b8241b6 req-366330c6-4a40-4981-846c-163f95f2dcce tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d HTTP/1.1" status: 200 len: 943 time: 0.1624811 Dec 20 21:19:52.474776 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d587b019-215b-4a37-9403-269a8de1ce95 req-1252db0b-b674-4b09-970a-71e9227e0f1a tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 210 time: 0.0407307 Dec 20 21:19:52.488659 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa033199-42d1-4f86-9063-d5b8007ab31e tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:52.490843 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa033199-42d1-4f86-9063-d5b8007ab31e tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.31 "GET /v2.0/networks?id=7baa739e-ce4f-46bc-a565-aab632d9bddc HTTP/1.1" status: 200 len: 805 time: 0.2761040 Dec 20 21:19:52.524408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-d21da0f8-66b6-4607-88df-abb743d899a5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Request body: {'port': {'device_id': '3704aafd-5e3b-4067-8f9a-b8b800b3a905', 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc', 'admin_state_up': True, 'tenant_id': '1dfad6aebbf544d1bebde21aa25d9cae'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:52.648995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a771c4d-f85b-4e1b-9388-1090492e9832 req-e0932226-346e-4d82-8ace-b6716bd8ad04 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:52.650745 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a771c4d-f85b-4e1b-9388-1090492e9832 req-e0932226-346e-4d82-8ace-b6716bd8ad04 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.0828974 Dec 20 21:19:52.723492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a771c4d-f85b-4e1b-9388-1090492e9832 req-85df9b99-ecca-4b6c-ad62-d5271532618b tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639906 Dec 20 21:19:52.862554 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aa088-ae9c-485e-8e46-5a404aaf15c5 req-d7a613f0-5f73-409e-b1a9-a00d506550a7 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:52.872295 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f69aa088-ae9c-485e-8e46-5a404aaf15c5 req-d7a613f0-5f73-409e-b1a9-a00d506550a7 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 950 time: 0.0608811 Dec 20 21:19:52.912925 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f69aa088-ae9c-485e-8e46-5a404aaf15c5 req-687223bb-56ac-4a23-bd48-e18da18735d2 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392880 Dec 20 21:19:52.933158 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290e539-a81a-4d43-934a-509fdba0f373 req-d9b03213-6a9c-4796-9ffb-fe7c5a7f8753 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:52.934687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6290e539-a81a-4d43-934a-509fdba0f373 req-d9b03213-6a9c-4796-9ffb-fe7c5a7f8753 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 946 time: 0.5948145 Dec 20 21:19:53.064455 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6290e539-a81a-4d43-934a-509fdba0f373 req-95d6fe29-9ad1-442a-8fcd-f32d291a1dae tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073682 Dec 20 21:19:53.072411 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-6b9a967a-e09f-48ca-88f3-927012abb146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:53.073863 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-6b9a967a-e09f-48ca-88f3-927012abb146 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae&tenant_id=6ecc0e7403494750812a106806372d38 HTTP/1.1" status: 200 len: 1099 time: 0.1366644 Dec 20 21:19:53.092274 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-af69eea6-038a-4b1e-b1a3-396fd12f221e req-63de2fa9-46d6-4edd-8567-a695381546ca tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Deleting port 39db7944-81ee-4b10-825c-2319dde7b52b {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:19:53.092614 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-af69eea6-038a-4b1e-b1a3-396fd12f221e req-63de2fa9-46d6-4edd-8567-a695381546ca tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:53.103347 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:53.112553 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-710bf8d1-d48d-4818-8761-33794b8241b6 req-309d1466-afa2-418a-ba98-3d8ed9abcea9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Deleting port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:19:53.112896 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-710bf8d1-d48d-4818-8761-33794b8241b6 req-309d1466-afa2-418a-ba98-3d8ed9abcea9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:53.260764 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-d21da0f8-66b6-4607-88df-abb743d899a5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Made reservation on behalf of 1dfad6aebbf544d1bebde21aa25d9cae for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:19:53.262427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6852f-a656-4e50-81c1-9aed14606c67 req-0d10936e-90d7-434c-94c2-07e284117af0 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:53.264217 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c4d6852f-a656-4e50-81c1-9aed14606c67 req-0d10936e-90d7-434c-94c2-07e284117af0 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 946 time: 0.0530782 Dec 20 21:19:53.264675 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-d21da0f8-66b6-4607-88df-abb743d899a5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:53.306120 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c4d6852f-a656-4e50-81c1-9aed14606c67 req-6d7f091d-b6a6-448b-8e75-fec35f12f884 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b9d93d9-0b69-40d5-8a8a-334d8f3356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349112 Dec 20 21:19:53.324541 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:53.470661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-af69eea6-038a-4b1e-b1a3-396fd12f221e req-63de2fa9-46d6-4edd-8567-a695381546ca tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] For port 39db7944-81ee-4b10-825c-2319dde7b52b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=39db7944-81ee-4b10-825c-2319dde7b52b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:53.471008 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-af69eea6-038a-4b1e-b1a3-396fd12f221e req-63de2fa9-46d6-4edd-8567-a695381546ca tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:53.483813 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b224d8-6d3f-41ed-b017-190850702a58 req-3f6d4de3-55dd-4f61-bc52-a886fe2091a7 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:53.485243 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0b224d8-6d3f-41ed-b017-190850702a58 req-3f6d4de3-55dd-4f61-bc52-a886fe2091a7 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.3060379 Dec 20 21:19:53.493469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-710bf8d1-d48d-4818-8761-33794b8241b6 req-309d1466-afa2-418a-ba98-3d8ed9abcea9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] For port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:53.493821 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-710bf8d1-d48d-4818-8761-33794b8241b6 req-309d1466-afa2-418a-ba98-3d8ed9abcea9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:53.524126 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-af69eea6-038a-4b1e-b1a3-396fd12f221e req-63de2fa9-46d6-4edd-8567-a695381546ca tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Calling delete_port for 39db7944-81ee-4b10-825c-2319dde7b52b owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:19:53.535281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-710bf8d1-d48d-4818-8761-33794b8241b6 req-309d1466-afa2-418a-ba98-3d8ed9abcea9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Calling delete_port for 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:19:53.591184 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b2cd472-19e8-47d8-a1fd-5b4153d6b314 req-18c662ff-cea5-44e0-9a89-c3021aaef09d tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 210 time: 0.0334077 Dec 20 21:19:53.758644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-d21da0f8-66b6-4607-88df-abb743d899a5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Allocated IP 172.20.0.12 (7baa739e-ce4f-46bc-a565-aab632d9bddc/72cfb43f-380d-47e7-8095-0b998add498a/81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:19:53.781109 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0b224d8-6d3f-41ed-b017-190850702a58 req-cc031d62-16b1-466e-8feb-cd37b8b01d1e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831566 Dec 20 21:19:53.882612 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f206b-e3a8-4e78-b439-4d8cd7eec7f3 req-c1eb0f51-3d57-4d43-a6d8-043d4bbf36f0 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:53.890471 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e1f206b-e3a8-4e78-b439-4d8cd7eec7f3 req-c1eb0f51-3d57-4d43-a6d8-043d4bbf36f0 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.0724933 Dec 20 21:19:53.930720 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e1f206b-e3a8-4e78-b439-4d8cd7eec7f3 req-d009f339-2184-444f-9d30-d536b4a42b0e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391333 Dec 20 21:19:54.047453 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2b553-200f-4397-8e91-e90687443bd9 req-1225a057-df15-49fc-a89f-72e67b4d1c07 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:54.054565 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-94b2b553-200f-4397-8e91-e90687443bd9 req-1225a057-df15-49fc-a89f-72e67b4d1c07 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 950 time: 0.0605576 Dec 20 21:19:54.094880 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-94b2b553-200f-4397-8e91-e90687443bd9 req-84d7e07f-62cd-43aa-a8ad-062a4b4b3de9 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375979 Dec 20 21:19:54.100809 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:54.123194 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1897b6a-85b3-4315-842a-812f66b2ce3b req-5063396a-4988-4c44-88c3-425119124c05 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:54.124700 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1897b6a-85b3-4315-842a-812f66b2ce3b req-5063396a-4988-4c44-88c3-425119124c05 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=26cb3bfc-8566-4f09-bfd7-a9ae55fd3623 HTTP/1.1" status: 200 len: 946 time: 0.2350845 Dec 20 21:19:54.170005 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-710bf8d1-d48d-4818-8761-33794b8241b6 req-309d1466-afa2-418a-ba98-3d8ed9abcea9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:54.204263 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7249a9-ffe7-451b-ab28-79c7ed3e6bfe req-0f442beb-2c67-4775-adc4-debabdd20e75 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:54.206605 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6b7249a9-ffe7-451b-ab28-79c7ed3e6bfe req-0f442beb-2c67-4775-adc4-debabdd20e75 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.66 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 946 time: 0.0773883 Dec 20 21:19:54.252871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d1466-afa2-418a-ba98-3d8ed9abcea9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Pushing event deleted for resources: {'Port': ['ID=133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:54.254789 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-af69eea6-038a-4b1e-b1a3-396fd12f221e req-63de2fa9-46d6-4edd-8567-a695381546ca tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:54.261741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:19:54.293705 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['57f44746-a140-4a35-86d4-128cab5335c7', '39db7944-81ee-4b10-825c-2319dde7b52b', 'ecb79372-c566-4cad-b877-432ba06f1c26'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:19:54.303765 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-d21da0f8-66b6-4607-88df-abb743d899a5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:54.359805 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1897b6a-85b3-4315-842a-812f66b2ce3b req-2fb5bd24-68f9-4523-b77c-6cf26e2d9898 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231693 Dec 20 21:19:54.364561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de2fa9-46d6-4edd-8567-a695381546ca tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Pushing event deleted for resources: {'Port': ['ID=39db7944-81ee-4b10-825c-2319dde7b52b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:54.383534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-6b7249a9-ffe7-451b-ab28-79c7ed3e6bfe req-23b1b123-bfd3-4bd8-8088-115e80993d00 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Deleting port 1b1b9f91-b237-4629-979b-a139b61613cd {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:19:54.383810 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6b7249a9-ffe7-451b-ab28-79c7ed3e6bfe req-23b1b123-bfd3-4bd8-8088-115e80993d00 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:54.385882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device cf154804-ffc9-47aa-a6e9-4762302b91f9 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:19:54.509544 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf154804-ffc9-47aa-a6e9-4762302b91f9'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:54.512557 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c947738-b1c7-4673-99ae-475eb97fab4c" -d '{"events": [{"server_uuid": "0acd64b6-dce5-4688-bd79-ab23e801bcae", "name": "network-vif-unplugged", "status": "completed", "tag": "cf154804-ffc9-47aa-a6e9-4762302b91f9"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:54.516014 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-710bf8d1-d48d-4818-8761-33794b8241b6 req-309d1466-afa2-418a-ba98-3d8ed9abcea9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] No DVR routers for this DVR port 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:19:54.522296 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:54.541385 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-710bf8d1-d48d-4818-8761-33794b8241b6 req-309d1466-afa2-418a-ba98-3d8ed9abcea9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:54.545390 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-710bf8d1-d48d-4818-8761-33794b8241b6 req-309d1466-afa2-418a-ba98-3d8ed9abcea9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.66 "DELETE /v2.0/ports/133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 HTTP/1.1" status: 204 len: 173 time: 2.1527753 Dec 20 21:19:54.551404 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-6b7249a9-ffe7-451b-ab28-79c7ed3e6bfe req-23b1b123-bfd3-4bd8-8088-115e80993d00 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] For port 1b1b9f91-b237-4629-979b-a139b61613cd, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=1b1b9f91-b237-4629-979b-a139b61613cd,segment=NetworkSegment(8053c7bc-1b63-4199-8bd9-74fa6bddc9a9),segment_id=8053c7bc-1b63-4199-8bd9-74fa6bddc9a9)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:54.551770 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6b7249a9-ffe7-451b-ab28-79c7ed3e6bfe req-23b1b123-bfd3-4bd8-8088-115e80993d00 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:54.552765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-af69eea6-038a-4b1e-b1a3-396fd12f221e req-63de2fa9-46d6-4edd-8567-a695381546ca tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] No DVR routers for this DVR port 39db7944-81ee-4b10-825c-2319dde7b52b on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:19:54.560398 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-af69eea6-038a-4b1e-b1a3-396fd12f221e req-63de2fa9-46d6-4edd-8567-a695381546ca tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:54.564307 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af69eea6-038a-4b1e-b1a3-396fd12f221e req-63de2fa9-46d6-4edd-8567-a695381546ca tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.66 "DELETE /v2.0/ports/39db7944-81ee-4b10-825c-2319dde7b52b HTTP/1.1" status: 204 len: 173 time: 2.1859484 Dec 20 21:19:54.576537 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Transition to ACTIVE for port object cf154804-ffc9-47aa-a6e9-4762302b91f9 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:19:54.587550 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:54.644646 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-d21da0f8-66b6-4607-88df-abb743d899a5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:54.663244 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-6b7249a9-ffe7-451b-ab28-79c7ed3e6bfe req-23b1b123-bfd3-4bd8-8088-115e80993d00 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Calling delete_port for 1b1b9f91-b237-4629-979b-a139b61613cd owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:19:54.736580 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0a1ac-fddd-4511-9ad1-12b632db6091 req-a2401f41-3990-472e-b13c-355eb5dc0eb7 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:54.742016 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] No DVR routers for this DVR port cf154804-ffc9-47aa-a6e9-4762302b91f9 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:19:54.750962 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d5d0a1ac-fddd-4511-9ad1-12b632db6091 req-a2401f41-3990-472e-b13c-355eb5dc0eb7 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 946 time: 0.1961110 Dec 20 21:19:54.754130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-d21da0f8-66b6-4607-88df-abb743d899a5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Network 7baa739e-ce4f-46bc-a565-aab632d9bddc is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:19:54.754914 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf154804-ffc9-47aa-a6e9-4762302b91f9,revision_number=10']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:54.777488 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-d21da0f8-66b6-4607-88df-abb743d899a5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:19:54.880476 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21da0f8-66b6-4607-88df-abb743d899a5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Pushing event updated for resources: {'Port': ['ID=81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:54.895821 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d5d0a1ac-fddd-4511-9ad1-12b632db6091 req-d23bbb6d-3b3b-40e9-beac-793fb2a2dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b9d93d9-0b69-40d5-8a8a-334d8f3356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437416 Dec 20 21:19:54.903202 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-d21da0f8-66b6-4607-88df-abb743d899a5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:19:54.907711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Attempting to bind port cf154804-ffc9-47aa-a6e9-4762302b91f9 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:19:54.908054 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Attempting to bind port cf154804-ffc9-47aa-a6e9-4762302b91f9 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:19:54.908374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Attempting to bind port cf154804-ffc9-47aa-a6e9-4762302b91f9 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:54.967147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Port cf154804-ffc9-47aa-a6e9-4762302b91f9 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:19:54.968912 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Attempting to bind port cf154804-ffc9-47aa-a6e9-4762302b91f9 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:55.019087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:19:55.019087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:19:55.019507 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:19:55.019960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Bound port: cf154804-ffc9-47aa-a6e9-4762302b91f9, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:19:55.020388 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:55.045552 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6b7249a9-ffe7-451b-ab28-79c7ed3e6bfe req-23b1b123-bfd3-4bd8-8088-115e80993d00 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:55.075999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30063967-24e2-4d43-ada1-fd3fd2a644e6 req-f2b5b08c-9579-4ee3-b6c1-00d8ad653940 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:55.078236 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30063967-24e2-4d43-ada1-fd3fd2a644e6 req-f2b5b08c-9579-4ee3-b6c1-00d8ad653940 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 946 time: 0.2004824 Dec 20 21:19:55.086280 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1b123-bfd3-4bd8-8088-115e80993d00 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Pushing event deleted for resources: {'Port': ['ID=1b1b9f91-b237-4629-979b-a139b61613cd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:55.130145 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-d21da0f8-66b6-4607-88df-abb743d899a5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:55.130970 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-d21da0f8-66b6-4607-88df-abb743d899a5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:55.135861 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83420463-1a0a-462c-88ab-67bd64b3608b x-openstack-request-id: req-83420463-1a0a-462c-88ab-67bd64b3608b {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:55.136238 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acd64b6-dce5-4688-bd79-ab23e801bcae", "name": "network-vif-unplugged", "status": "completed", "tag": "cf154804-ffc9-47aa-a6e9-4762302b91f9", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:55.136584 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83420463-1a0a-462c-88ab-67bd64b3608b {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:55.137050 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf154804-ffc9-47aa-a6e9-4762302b91f9', 'code': 200} Dec 20 21:19:55.167684 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7249a9-ffe7-451b-ab28-79c7ed3e6bfe req-23b1b123-bfd3-4bd8-8088-115e80993d00 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] No DVR routers for this DVR port 1b1b9f91-b237-4629-979b-a139b61613cd on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:19:55.172802 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6b7249a9-ffe7-451b-ab28-79c7ed3e6bfe req-23b1b123-bfd3-4bd8-8088-115e80993d00 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:55.176426 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6b7249a9-ffe7-451b-ab28-79c7ed3e6bfe req-23b1b123-bfd3-4bd8-8088-115e80993d00 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.66 "DELETE /v2.0/ports/1b1b9f91-b237-4629-979b-a139b61613cd HTTP/1.1" status: 204 len: 173 time: 0.9593253 Dec 20 21:19:55.178556 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e849e4cc-9b16-41bd-aa34-c51a3df8e0cd', 'name': 'network-vif-deleted', 'tag': '1b1b9f91-b237-4629-979b-a139b61613cd'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:55.187327 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e9f651-42b4-4fdf-8f58-5533f2cb7e83" -d '{"events": [{"server_uuid": "e849e4cc-9b16-41bd-aa34-c51a3df8e0cd", "name": "network-vif-deleted", "tag": "1b1b9f91-b237-4629-979b-a139b61613cd"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:55.210131 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30063967-24e2-4d43-ada1-fd3fd2a644e6 req-b57d2936-459d-46f6-bb33-75f63d2499b8 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945210 Dec 20 21:19:55.217945 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-d21da0f8-66b6-4607-88df-abb743d899a5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6994815 Dec 20 21:19:55.245641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Request body: {'port': {'device_id': '3704aafd-5e3b-4067-8f9a-b8b800b3a905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:19:55.297845 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6402e-9972-4362-910f-ad5263bdc95b req-4d26cb08-be13-40b7-8a2d-7ad784260572 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:55.299766 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8af6402e-9972-4362-910f-ad5263bdc95b req-4d26cb08-be13-40b7-8a2d-7ad784260572 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 932 time: 0.0849619 Dec 20 21:19:55.373585 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8af6402e-9972-4362-910f-ad5263bdc95b req-be3d3b9d-1d87-4a9b-88f2-2b977d6379df tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649464 Dec 20 21:19:55.412231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:19:55.427291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:19:55.469199 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:55.484768 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['1b1b9f91-b237-4629-979b-a139b61613cd'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:19:55.554974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:55.555647 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:55.557548 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] 10.222.0.31 "PUT /v2.0/ports/cf154804-ffc9-47aa-a6e9-4762302b91f9 HTTP/1.1" status: 200 len: 1095 time: 2.4680541 Dec 20 21:19:55.562279 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2dd65bb3-c120-4283-b6e9-7261e2569300 req-8622c715-042a-4b0a-9110-27ad12342d7d tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb284ddd-b2ad-4abd-ad20-3d404c3f85eb HTTP/1.1" status: 200 len: 210 time: 0.0701630 Dec 20 21:19:55.562484 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:55.621299 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44b46eb-0cc2-4a6b-bb90-2d0db07ad20b x-openstack-request-id: req-a44b46eb-0cc2-4a6b-bb90-2d0db07ad20b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:55.621716 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e849e4cc-9b16-41bd-aa34-c51a3df8e0cd", "name": "network-vif-deleted", "tag": "1b1b9f91-b237-4629-979b-a139b61613cd", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:55.621977 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a44b46eb-0cc2-4a6b-bb90-2d0db07ad20b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:55.622410 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e849e4cc-9b16-41bd-aa34-c51a3df8e0cd', 'name': 'network-vif-deleted', 'tag': '1b1b9f91-b237-4629-979b-a139b61613cd', 'status': 'completed', 'code': 200} Dec 20 21:19:55.699112 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac31176-f9ef-48a0-b7c4-8fd3d1a16360 req-6ad23be9-98f7-44f0-a283-b3f6e501fc2b tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:55.709965 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ac31176-f9ef-48a0-b7c4-8fd3d1a16360 req-6ad23be9-98f7-44f0-a283-b3f6e501fc2b tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 949 time: 0.3631032 Dec 20 21:19:55.860372 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6415b9-6cd0-4cd1-92ec-5da5692ee6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cf154804-ffc9-47aa-a6e9-4762302b91f9,revision_number=11']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:55.896915 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ac31176-f9ef-48a0-b7c4-8fd3d1a16360 req-11ca8fe5-6084-4f3f-8fa3-7eaabf69e39d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860087 Dec 20 21:19:55.908879 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-62a0bd6a-4998-4259-a9c2-0931d1d10fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:55.910760 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-62a0bd6a-4998-4259-a9c2-0931d1d10fa6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 1098 time: 0.3103039 Dec 20 21:19:56.119775 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-e2bbe264-b296-4338-ba16-69e203dd69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:56.121288 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-e2bbe264-b296-4338-ba16-69e203dd69cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1965320 Dec 20 21:19:56.149851 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbac56-2992-4314-9bd3-a0a5e89369e0 req-32e41399-8e95-44ce-87dc-792f477aeefb tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:56.168995 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cccbac56-2992-4314-9bd3-a0a5e89369e0 req-32e41399-8e95-44ce-87dc-792f477aeefb tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.0947015 Dec 20 21:19:56.185431 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-12e07fe9-585c-4f4f-bbf1-e21166ee9565 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9 HTTP/1.1" status: 200 len: 217 time: 0.0475421 Dec 20 21:19:56.231349 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cccbac56-2992-4314-9bd3-a0a5e89369e0 req-dab18c64-ceeb-4936-a000-7e139afa9e29 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590305 Dec 20 21:19:56.307247 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-021dfb9a-48ce-4a3c-b38e-4ef7c16ab996 req-bf00b2aa-bd30-4b4e-afa8-967289f96a33 tempest-FloatingIPsAssociationNegativeTestJSON-300513689 tempest-FloatingIPsAssociationNegativeTestJSON-300513689-project] 10.222.0.32 "GET /v2.0/ports?device_id=e849e4cc-9b16-41bd-aa34-c51a3df8e0cd HTTP/1.1" status: 200 len: 210 time: 0.1075621 Dec 20 21:19:56.374571 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 39db7944-81ee-4b10-825c-2319dde7b52b no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:19:56.379283 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:19:56.388184 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:56.402532 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Transition to ACTIVE for port object 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:19:56.433263 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:56.446308 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 39db7944-81ee-4b10-825c-2319dde7b52b {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:19:56.446641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 39db7944-81ee-4b10-825c-2319dde7b52b not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:19:56.447257 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:19:56.484684 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:19:56.494675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:19:56.505646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-b3c4bb32-6f45-4a85-a636-b1e055c9373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:56.515611 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-b3c4bb32-6f45-4a85-a636-b1e055c9373d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.3153248 Dec 20 21:19:56.536677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8528684-7d09-4917-babd-90e08a680f11 req-af133844-aca8-4636-adb1-40a6c955720a tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:56.544663 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8528684-7d09-4917-babd-90e08a680f11 req-af133844-aca8-4636-adb1-40a6c955720a tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 944 time: 0.0718229 Dec 20 21:19:56.584983 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8528684-7d09-4917-babd-90e08a680f11 req-b0ff440f-c6d4-4d89-8ac6-406d8f3a5771 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394316 Dec 20 21:19:56.628109 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Pushing event updated for resources: {'Port': ['ID=81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:56.645904 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-15f9bfcb-73fc-40b5-b364-ff50ba14562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:56.647448 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-15f9bfcb-73fc-40b5-b364-ff50ba14562a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237988 Dec 20 21:19:56.688371 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Attempting to bind port 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:19:56.688750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Attempting to bind port 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:19:56.689078 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Attempting to bind port 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b on network 7baa739e-ce4f-46bc-a565-aab632d9bddc {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:56.718322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Port 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b on network 7baa739e-ce4f-46bc-a565-aab632d9bddc not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:19:56.718641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Attempting to bind port 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b on network 7baa739e-ce4f-46bc-a565-aab632d9bddc {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:19:56.747964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:19:56.748385 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Checking segment: {'id': '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:19:56.748848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Bound using segment: {'id': '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:19:56.749305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Bound port: 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:19:56.749874 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:56.995521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140b460-67ac-40e9-95f4-2375ac2ec6ab req-f2c98e52-4577-4cea-a245-a1e1992ca4e5 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:56.998744 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3140b460-67ac-40e9-95f4-2375ac2ec6ab req-f2c98e52-4577-4cea-a245-a1e1992ca4e5 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 950 time: 0.0804725 Dec 20 21:19:57.056989 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a58fa29e-54e6-4ee5-9c8b-e38c85d8c768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:57.095580 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3140b460-67ac-40e9-95f4-2375ac2ec6ab req-2eb44848-eeb6-45a1-ad60-cbdf794b804a tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907109 Dec 20 21:19:57.144159 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d', 'name': 'network-vif-deleted', 'tag': '133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6'}, {'server_uuid': 'bb284ddd-b2ad-4abd-ad20-3d404c3f85eb', 'name': 'network-vif-deleted', 'tag': '39db7944-81ee-4b10-825c-2319dde7b52b'}, {'name': 'network-changed', 'server_uuid': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'tag': 'cf154804-ffc9-47aa-a6e9-4762302b91f9'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:57.146458 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87aee104-a186-43c1-beaa-b3eeada3be10" -d '{"events": [{"server_uuid": "5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d", "name": "network-vif-deleted", "tag": "133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6"}, {"server_uuid": "bb284ddd-b2ad-4abd-ad20-3d404c3f85eb", "name": "network-vif-deleted", "tag": "39db7944-81ee-4b10-825c-2319dde7b52b"}, {"name": "network-changed", "server_uuid": "0acd64b6-dce5-4688-bd79-ab23e801bcae", "tag": "cf154804-ffc9-47aa-a6e9-4762302b91f9"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:57.253112 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b800101f-fd7c-4a2d-acb4-e45052b3eaae req-6a088cc7-1aba-47e0-8a30-babb29e5bef4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0757511 Dec 20 21:19:57.265562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97693ce9-2ef5-48db-b2b4-dd358cfeeb7f req-f799b207-7fd7-43a3-a06d-f749316751ca tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:57.267201 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-97693ce9-2ef5-48db-b2b4-dd358cfeeb7f req-f799b207-7fd7-43a3-a06d-f749316751ca tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 949 time: 0.0809193 Dec 20 21:19:57.269368 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af270791-1e81-4585-99b4-0627cb710cbc req-a66ebbe2-f501-4e4e-8dbd-52a703bf4ca4 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:57.275182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af270791-1e81-4585-99b4-0627cb710cbc req-a66ebbe2-f501-4e4e-8dbd-52a703bf4ca4 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:57.281403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af270791-1e81-4585-99b4-0627cb710cbc req-a66ebbe2-f501-4e4e-8dbd-52a703bf4ca4 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:57.289122 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af270791-1e81-4585-99b4-0627cb710cbc req-a66ebbe2-f501-4e4e-8dbd-52a703bf4ca4 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971&device_id=26cb3bfc-8566-4f09-bfd7-a9ae55fd3623&device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 2419 time: 0.1396306 Dec 20 21:19:57.292316 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-ba768472-01dc-4d93-9486-0ee7020161f1 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6359634 Dec 20 21:19:57.325127 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-97693ce9-2ef5-48db-b2b4-dd358cfeeb7f req-a879717c-d3b5-4ef0-baf9-7fc5ed934c45 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503666 Dec 20 21:19:57.336983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] For port 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:19:57.388802 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800101f-fd7c-4a2d-acb4-e45052b3eaae req-0eef67b4-f486-4a21-90f1-717ac84fb821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:57.390494 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b800101f-fd7c-4a2d-acb4-e45052b3eaae req-0eef67b4-f486-4a21-90f1-717ac84fb821 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 1099 time: 0.0611463 Dec 20 21:19:57.402828 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af270791-1e81-4585-99b4-0627cb710cbc req-539663b7-0df8-4439-b771-361fcfe5191f tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126764 Dec 20 21:19:57.412654 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] For port 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:19:57.420119 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:57.465858 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d041ab9d-3e22-4508-8428-a03fa90f4e47 x-openstack-request-id: req-d041ab9d-3e22-4508-8428-a03fa90f4e47 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:57.466366 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d", "name": "network-vif-deleted", "tag": "133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6", "status": "completed", "code": 200}, {"server_uuid": "bb284ddd-b2ad-4abd-ad20-3d404c3f85eb", "name": "network-vif-deleted", "tag": "39db7944-81ee-4b10-825c-2319dde7b52b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0acd64b6-dce5-4688-bd79-ab23e801bcae", "tag": "cf154804-ffc9-47aa-a6e9-4762302b91f9", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:57.466630 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d041ab9d-3e22-4508-8428-a03fa90f4e47 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:57.467835 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a02f1b1-5f0f-4d22-8ecf-05cdf2fd787d', 'name': 'network-vif-deleted', 'tag': '133afa0b-7858-46e4-a6a1-2dfd1ac7fcc6', 'status': 'completed', 'code': 200} Dec 20 21:19:57.467835 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb284ddd-b2ad-4abd-ad20-3d404c3f85eb', 'name': 'network-vif-deleted', 'tag': '39db7944-81ee-4b10-825c-2319dde7b52b', 'status': 'completed', 'code': 200} Dec 20 21:19:57.467835 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'tag': 'cf154804-ffc9-47aa-a6e9-4762302b91f9', 'status': 'completed', 'code': 200} Dec 20 21:19:57.474938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:57.475561 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:57.477029 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] 10.222.0.31 "PUT /v2.0/ports/81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b HTTP/1.1" status: 200 len: 1090 time: 2.2364519 Dec 20 21:19:57.503305 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9828519-8127-470c-aa5f-5465a04aaf0a req-38118a40-011d-455c-bd0d-eef8d2e4a42e service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841922 Dec 20 21:19:57.519396 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26c9c8-dbdf-430e-86fd-34b7759dd508 service neutron] Pushing event updated for resources: {'Port': ['ID=81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:19:57.537656 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51094) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:19:57.638333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-973af9be-b936-4f4e-93ac-f47d7f47b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:57.639977 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-973af9be-b936-4f4e-93ac-f47d7f47b672 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 1098 time: 0.0860379 Dec 20 21:19:57.646845 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800101f-fd7c-4a2d-acb4-e45052b3eaae req-1f5a10e1-2a3f-416d-a0e2-ffba513cdd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:57.648728 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b800101f-fd7c-4a2d-acb4-e45052b3eaae req-1f5a10e1-2a3f-416d-a0e2-ffba513cdd6a service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.2044418 Dec 20 21:19:57.773504 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b800101f-fd7c-4a2d-acb4-e45052b3eaae req-2c965bee-f3b4-4cce-a949-5bba226c0d8d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b HTTP/1.1" status: 200 len: 217 time: 0.1163950 Dec 20 21:19:57.835651 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-94877016-2760-4c8d-8cc0-2ab95f456cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:57.837218 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-94877016-2760-4c8d-8cc0-2ab95f456cdb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1dfad6aebbf544d1bebde21aa25d9cae&device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 1093 time: 0.1561973 Dec 20 21:19:57.841487 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-16537093-0422-4945-a57f-420cd790f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:57.843000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-16537093-0422-4945-a57f-420cd790f43e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ecc0e7403494750812a106806372d38&device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 1098 time: 0.1604979 Dec 20 21:19:57.884678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efe1ce-3ae8-407d-bd75-4fe0f9915b8b req-a79e76e0-4c5b-4aca-a154-b0203b71199c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:57.886299 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-06efe1ce-3ae8-407d-bd75-4fe0f9915b8b req-a79e76e0-4c5b-4aca-a154-b0203b71199c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 944 time: 0.2026272 Dec 20 21:19:57.895116 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800101f-fd7c-4a2d-acb4-e45052b3eaae req-33375826-6784-4107-9ff0-f2d648b96065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:57.897118 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b800101f-fd7c-4a2d-acb4-e45052b3eaae req-33375826-6784-4107-9ff0-f2d648b96065 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1114588 Dec 20 21:19:57.960418 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655f48c-10cc-46fb-a574-f76e9667b5b8 req-4c8c7d4a-9a54-4b38-a2db-3cf4ecf4985e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:57.961993 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a655f48c-10cc-46fb-a574-f76e9667b5b8 req-4c8c7d4a-9a54-4b38-a2db-3cf4ecf4985e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 946 time: 0.1945148 Dec 20 21:19:57.964523 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-14a50cda-1dfa-460a-9e45-40c31a84383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:57.966414 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-14a50cda-1dfa-460a-9e45-40c31a84383f service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.3113682 Dec 20 21:19:58.016307 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-f63b91d3-f6e6-4ad8-8714-2a0df55948c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b HTTP/1.1" status: 200 len: 217 time: 0.1211777 Dec 20 21:19:58.036872 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-94df57c6-f084-401d-84ac-f0599107116d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9 HTTP/1.1" status: 200 len: 217 time: 0.0479617 Dec 20 21:19:58.042616 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800101f-fd7c-4a2d-acb4-e45052b3eaae req-06bafb07-d67e-4cac-8f80-35be46890a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:58.044387 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b800101f-fd7c-4a2d-acb4-e45052b3eaae req-06bafb07-d67e-4cac-8f80-35be46890a48 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1363850 Dec 20 21:19:58.107729 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a655f48c-10cc-46fb-a574-f76e9667b5b8 req-0a209a51-4f7c-4453-9a79-61323eedb1ee tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387663 Dec 20 21:19:58.123699 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-06efe1ce-3ae8-407d-bd75-4fe0f9915b8b req-b5bb3fe2-aafb-41d0-950d-a869d8f04078 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870067 Dec 20 21:19:58.146500 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-08ae6a53-9be4-4751-8d6c-518403787043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:58.148174 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-08ae6a53-9be4-4751-8d6c-518403787043 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72cfb43f-380d-47e7-8095-0b998add498a HTTP/1.1" status: 200 len: 845 time: 0.1217318 Dec 20 21:19:58.210543 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-80154a9f-41dd-43c4-bd73-0ef44118bf8f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7baa739e-ce4f-46bc-a565-aab632d9bddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527971 Dec 20 21:19:58.220147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-7594440b-c28a-4e85-b448-0ef3c02960e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:58.222005 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-7594440b-c28a-4e85-b448-0ef3c02960e9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.3345675 Dec 20 21:19:58.270005 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-e2768b1c-acbd-4395-b114-f04a1467088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:58.271654 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-e2768b1c-acbd-4395-b114-f04a1467088a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.2249534 Dec 20 21:19:58.344035 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b800101f-fd7c-4a2d-acb4-e45052b3eaae req-86c2fe5a-40f5-44e0-a864-42e1552f93cc service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777853 Dec 20 21:19:58.344286 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-c98b7fe1-62b3-4865-b1d8-b991a4f06482 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9 HTTP/1.1" status: 200 len: 217 time: 0.1098163 Dec 20 21:19:58.354525 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4cfb6-4f53-416c-b165-b870251b2745 req-5524e99f-629a-4516-8f5d-6201d76b90c3 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:58.358658 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5fd4cfb6-4f53-416c-b165-b870251b2745 req-5524e99f-629a-4516-8f5d-6201d76b90c3 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 950 time: 0.1564422 Dec 20 21:19:58.377129 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 1b1b9f91-b237-4629-979b-a139b61613cd no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:19:58.403554 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 1b1b9f91-b237-4629-979b-a139b61613cd {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:19:58.404187 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 1b1b9f91-b237-4629-979b-a139b61613cd not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:19:58.510453 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-a48caa37-d621-40a0-976b-e9ec59db8e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:58.511628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-b86abe29-1798-4ee6-b0ad-57310e54cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:58.511829 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-a48caa37-d621-40a0-976b-e9ec59db8e4c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2190526 Dec 20 21:19:58.513660 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-b86abe29-1798-4ee6-b0ad-57310e54cbed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1393638 Dec 20 21:19:58.520623 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5fd4cfb6-4f53-416c-b165-b870251b2745 req-d43b7062-6f82-4f77-84ff-ee2c21b22dda tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053963 Dec 20 21:19:58.521527 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-ac169710-7ea3-4987-975b-0b0de6966ae8 service neutron] 10.222.0.31 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908711 Dec 20 21:19:58.523401 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:19:58.604455 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b800101f-fd7c-4a2d-acb4-e45052b3eaae req-a3922068-7d68-4aef-9cc3-c2ae093d3c5a service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410870 Dec 20 21:19:58.634756 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-77a2c32a-a876-4263-a55c-e7bff6c6d528 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116266 Dec 20 21:19:58.678353 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a6554-057f-4804-9c38-9d5a611c8e43 req-4281ffbb-faae-4418-917f-d577716fb1a2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:58.687307 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e8a6554-057f-4804-9c38-9d5a611c8e43 req-4281ffbb-faae-4418-917f-d577716fb1a2 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 949 time: 0.2320230 Dec 20 21:19:58.745408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-2978590e-353b-4892-91e5-7b6351cd9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:58.747120 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-2978590e-353b-4892-91e5-7b6351cd9a5b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2245185 Dec 20 21:19:58.751487 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-c882b56a-a3f6-4141-8910-23ed90af1f11 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101680 Dec 20 21:19:58.796259 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e8a6554-057f-4804-9c38-9d5a611c8e43 req-3ae42c78-c610-4d65-86f1-951a6ac3d261 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080549 Dec 20 21:19:58.855635 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456dc33-cb9f-4626-934c-cbb3cf918816 req-32e91b1c-f97f-432f-908d-15fd091bf9db tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:58.857538 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8456dc33-cb9f-4626-934c-cbb3cf918816 req-32e91b1c-f97f-432f-908d-15fd091bf9db tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 950 time: 0.2370052 Dec 20 21:19:58.865863 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c75a91b2-b681-45b7-9e67-824a43051a07 req-a0c62bd9-bead-4ae3-bbf4-dc89441bb976 service neutron] 10.222.0.31 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152728 Dec 20 21:19:58.936398 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b615d226-2a09-407b-b7c5-bd67ecd56fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:59.053010 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-d302d4a6-9a6c-4c16-8891-632b30242a45 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931986 Dec 20 21:19:59.203790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-8456dc33-cb9f-4626-934c-cbb3cf918816 req-2f02befa-7470-4e12-b8b8-438790b841a0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Deleting port 57f44746-a140-4a35-86d4-128cab5335c7 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:19:59.204233 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8456dc33-cb9f-4626-934c-cbb3cf918816 req-2f02befa-7470-4e12-b8b8-438790b841a0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:59.312733 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-87aee104-a186-43c1-beaa-b3eeada3be10 req-1e6fb5de-b30b-4e56-8bad-c78b4d5f3703 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524188 Dec 20 21:19:59.372933 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85571fc-f99d-4f97-bd29-0bd84cac2e0b req-8b4f985a-1b65-4acd-8084-ed73e7cdaf69 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:59.374361 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a85571fc-f99d-4f97-bd29-0bd84cac2e0b req-8b4f985a-1b65-4acd-8084-ed73e7cdaf69 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 944 time: 0.1633081 Dec 20 21:19:59.380616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8456dc33-cb9f-4626-934c-cbb3cf918816 req-2f02befa-7470-4e12-b8b8-438790b841a0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] For port 57f44746-a140-4a35-86d4-128cab5335c7, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=57f44746-a140-4a35-86d4-128cab5335c7,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:59.380986 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8456dc33-cb9f-4626-934c-cbb3cf918816 req-2f02befa-7470-4e12-b8b8-438790b841a0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:59.400907 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-92ca307e-8b40-4731-8665-11e87882ef37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:59.409089 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-8456dc33-cb9f-4626-934c-cbb3cf918816 req-2f02befa-7470-4e12-b8b8-438790b841a0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Calling delete_port for 57f44746-a140-4a35-86d4-128cab5335c7 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:19:59.468659 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3704aafd-5e3b-4067-8f9a-b8b800b3a905', 'tag': '81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:19:59.472510 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94990015-a570-499a-88bc-bdf0069d8360" -d '{"events": [{"name": "network-changed", "server_uuid": "3704aafd-5e3b-4067-8f9a-b8b800b3a905", "tag": "81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:19:59.492350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a85571fc-f99d-4f97-bd29-0bd84cac2e0b req-ffda6040-64c1-4215-a2ca-0f4ed0ace41c tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077502 Dec 20 21:19:59.541617 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f089b52-4251-4094-9eb1-fd9c7e3ae161 x-openstack-request-id: req-9f089b52-4251-4094-9eb1-fd9c7e3ae161 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:19:59.541901 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3704aafd-5e3b-4067-8f9a-b8b800b3a905", "tag": "81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:19:59.542190 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f089b52-4251-4094-9eb1-fd9c7e3ae161 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:19:59.542580 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3704aafd-5e3b-4067-8f9a-b8b800b3a905', 'tag': '81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b', 'status': 'completed', 'code': 200} Dec 20 21:19:59.649585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-b615d226-2a09-407b-b7c5-bd67ecd56fad admin admin] Deleting port 4dbfc488-fa44-49c3-9fac-4090930fd565 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:19:59.649879 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b615d226-2a09-407b-b7c5-bd67ecd56fad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:59.713993 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1d154-4354-418b-b055-ad58da5b81cd req-2c548efc-0370-48b2-9c79-cc6a331638fb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:59.723088 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2cb1d154-4354-418b-b055-ad58da5b81cd req-2c548efc-0370-48b2-9c79-cc6a331638fb tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d7727c9-5847-4839-8b11-2d390b05aad9 HTTP/1.1" status: 200 len: 950 time: 0.0904231 Dec 20 21:19:59.737858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94990015-a570-499a-88bc-bdf0069d8360 req-ca6a7d25-4212-45ff-b2b6-ccc05610e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:59.739383 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94990015-a570-499a-88bc-bdf0069d8360 req-ca6a7d25-4212-45ff-b2b6-ccc05610e5e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1dfad6aebbf544d1bebde21aa25d9cae&device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 1093 time: 0.1195695 Dec 20 21:19:59.742079 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8456dc33-cb9f-4626-934c-cbb3cf918816 req-2f02befa-7470-4e12-b8b8-438790b841a0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:19:59.763224 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2cb1d154-4354-418b-b055-ad58da5b81cd req-aa4ad778-216f-45d1-be25-60707b3e0b22 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390375 Dec 20 21:19:59.779463 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cf154804-ffc9-47aa-a6e9-4762302b91f9 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:19:59.791192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['57f44746-a140-4a35-86d4-128cab5335c7', 'ecb79372-c566-4cad-b877-432ba06f1c26'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:19:59.936042 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:19:59.952534 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'cf154804-ffc9-47aa-a6e9-4762302b91f9', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'cf154804-ffc9-47aa-a6e9-4762302b91f9', 'mac_address': 'fa:16:3e:af:41:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:19:59.968592 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4302151-a3f0-4460-86e2-bfff6c374020 req-d48302e1-57cf-4e42-a2e4-967356f8e730 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:19:59.969852 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4302151-a3f0-4460-86e2-bfff6c374020 req-d48302e1-57cf-4e42-a2e4-967356f8e730 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 949 time: 0.0552220 Dec 20 21:20:00.010796 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4302151-a3f0-4460-86e2-bfff6c374020 req-d29823db-adb0-45f2-9ea5-ba61b476f8aa tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342231 Dec 20 21:20:00.029722 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:00.051864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf154804-ffc9-47aa-a6e9-4762302b91f9 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:20:00.085719 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:00.090952 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:00.154144 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=cf154804-ffc9-47aa-a6e9-4762302b91f9,revision_number=12']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:00.165844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02befa-7470-4e12-b8b8-438790b841a0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Pushing event deleted for resources: {'Port': ['ID=57f44746-a140-4a35-86d4-128cab5335c7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:00.176549 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-b615d226-2a09-407b-b7c5-bd67ecd56fad admin admin] For port 4dbfc488-fa44-49c3-9fac-4090930fd565, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4dbfc488-fa44-49c3-9fac-4090930fd565,segment=NetworkSegment(8053c7bc-1b63-4199-8bd9-74fa6bddc9a9),segment_id=8053c7bc-1b63-4199-8bd9-74fa6bddc9a9)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:00.176915 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b615d226-2a09-407b-b7c5-bd67ecd56fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:00.242891 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-8456dc33-cb9f-4626-934c-cbb3cf918816 req-2f02befa-7470-4e12-b8b8-438790b841a0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] No DVR routers for this DVR port 57f44746-a140-4a35-86d4-128cab5335c7 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:00.249672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-b615d226-2a09-407b-b7c5-bd67ecd56fad admin admin] Calling delete_port for 4dbfc488-fa44-49c3-9fac-4090930fd565 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:00.252957 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8456dc33-cb9f-4626-934c-cbb3cf918816 req-2f02befa-7470-4e12-b8b8-438790b841a0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:00.256230 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8456dc33-cb9f-4626-934c-cbb3cf918816 req-2f02befa-7470-4e12-b8b8-438790b841a0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.66 "DELETE /v2.0/ports/57f44746-a140-4a35-86d4-128cab5335c7 HTTP/1.1" status: 204 len: 173 time: 1.3867328 Dec 20 21:20:00.284852 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50782a8e-c53c-4a80-8a4d-170fbb4de955 req-25be1aff-ca82-40b5-a168-c2157a239f0a tempest-MigrationsAdminTest-194637268 tempest-MigrationsAdminTest-194637268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:00.286875 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-50782a8e-c53c-4a80-8a4d-170fbb4de955 req-25be1aff-ca82-40b5-a168-c2157a239f0a tempest-MigrationsAdminTest-194637268 tempest-MigrationsAdminTest-194637268-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 1099 time: 0.0511167 Dec 20 21:20:00.295079 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2be43-9bfe-46e2-9267-b66674bb1cc6 req-86385dcd-1c21-404c-8465-9af6bd13e47a tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:00.302557 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebe2be43-9bfe-46e2-9267-b66674bb1cc6 req-86385dcd-1c21-404c-8465-9af6bd13e47a tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.5524333 Dec 20 21:20:00.320173 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94990015-a570-499a-88bc-bdf0069d8360 req-505660c6-2e98-41d7-9bb8-135272834636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:00.321644 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94990015-a570-499a-88bc-bdf0069d8360 req-505660c6-2e98-41d7-9bb8-135272834636 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7baa739e-ce4f-46bc-a565-aab632d9bddc HTTP/1.1" status: 200 len: 906 time: 0.5661004 Dec 20 21:20:00.346565 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-50782a8e-c53c-4a80-8a4d-170fbb4de955 req-95a9936a-30ae-4c72-b527-2fb87a0a0595 tempest-MigrationsAdminTest-194637268 tempest-MigrationsAdminTest-194637268-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449345 Dec 20 21:20:00.405013 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94990015-a570-499a-88bc-bdf0069d8360 req-267798fb-0f9a-4479-b402-8b288f24fc16 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b HTTP/1.1" status: 200 len: 217 time: 0.0504565 Dec 20 21:20:00.439728 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebe2be43-9bfe-46e2-9267-b66674bb1cc6 req-240f59b0-af8a-468b-a17f-e368093f8a70 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362274 Dec 20 21:20:00.504815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['cf154804-ffc9-47aa-a6e9-4762302b91f9'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:00.513923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94990015-a570-499a-88bc-bdf0069d8360 req-c98a155e-96c3-4a78-89c5-020353808b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:00.515448 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94990015-a570-499a-88bc-bdf0069d8360 req-c98a155e-96c3-4a78-89c5-020353808b0b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72cfb43f-380d-47e7-8095-0b998add498a HTTP/1.1" status: 200 len: 845 time: 0.0972149 Dec 20 21:20:00.541515 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-dfc8fdf4-9b0f-45b0-aa57-337752e6df44 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:00.543661 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-dfc8fdf4-9b0f-45b0-aa57-337752e6df44 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 820 time: 0.1140323 Dec 20 21:20:00.551057 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94990015-a570-499a-88bc-bdf0069d8360 req-c13adea2-9807-461f-833a-83297d188d2d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7baa739e-ce4f-46bc-a565-aab632d9bddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273612 Dec 20 21:20:00.571759 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-8b19bf94-b3ef-4fe4-8173-657c0bca5c50 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/quotas/346c11314eec451f8179854f6f127333 HTTP/1.1" status: 200 len: 375 time: 0.0171821 Dec 20 21:20:00.573752 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:00.693463 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-59d7c529-3548-4cc9-abf4-e170f4ac724d tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1141758 Dec 20 21:20:00.729646 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94990015-a570-499a-88bc-bdf0069d8360 req-d04721a2-f98e-4fbb-ae24-17b807fb4888 service neutron] 10.222.0.31 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705089 Dec 20 21:20:00.735328 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b615d226-2a09-407b-b7c5-bd67ecd56fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:00.780351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615d226-2a09-407b-b7c5-bd67ecd56fad admin admin] Pushing event deleted for resources: {'Port': ['ID=4dbfc488-fa44-49c3-9fac-4090930fd565,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:00.808525 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-579763f3-6da0-4667-a89f-3e5ddb8504aa service neutron] 10.222.0.32 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078541 Dec 20 21:20:00.916246 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452b9aa-5374-408e-9781-70d0d102a8c2 req-6aa83469-d531-4952-80a5-41948120f1b1 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:00.917766 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f452b9aa-5374-408e-9781-70d0d102a8c2 req-6aa83469-d531-4952-80a5-41948120f1b1 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 944 time: 0.1742775 Dec 20 21:20:00.921342 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-c1dd75ef-132f-45b0-827f-89a7dec02391 service neutron] 10.222.0.32 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019228 Dec 20 21:20:01.023658 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94990015-a570-499a-88bc-bdf0069d8360 req-966f2c3c-c266-4fce-9492-819b9efa1779 service neutron] 10.222.0.31 "GET /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596371 Dec 20 21:20:01.041729 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f452b9aa-5374-408e-9781-70d0d102a8c2 req-20d48564-2d87-4d8c-b462-8b102b1ed8cb tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137571 Dec 20 21:20:01.069789 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b615d226-2a09-407b-b7c5-bd67ecd56fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:01.224943 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93bdd2-9224-474d-942e-00e0be8f5060 req-9dec9e62-6564-4e32-adb7-209037759544 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:01.224943 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0c93bdd2-9224-474d-942e-00e0be8f5060 req-9dec9e62-6564-4e32-adb7-209037759544 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 950 time: 0.1034095 Dec 20 21:20:01.339323 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0c93bdd2-9224-474d-942e-00e0be8f5060 req-de3ea8a1-5197-458d-8045-dc74ce6104fe tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050658 Dec 20 21:20:01.398616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b615d226-2a09-407b-b7c5-bd67ecd56fad admin admin] Router 03e0b7ce-caaa-4ff2-b677-51fa290f248d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:20:01.406440 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-58c593ad-925d-4386-9c5c-d3917904d39b req-4e11cd41-d154-405d-bbf2-01b67884440a tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 210 time: 0.0402005 Dec 20 21:20:01.558051 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7727c9-5847-4839-8b11-2d390b05aad9', 'name': 'network-vif-deleted', 'tag': '57f44746-a140-4a35-86d4-128cab5335c7'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:01.560752 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac91fef3-81f5-41b5-836e-e4ed557c32e4" -d '{"events": [{"server_uuid": "7d7727c9-5847-4839-8b11-2d390b05aad9", "name": "network-vif-deleted", "tag": "57f44746-a140-4a35-86d4-128cab5335c7"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:01.565884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b615d226-2a09-407b-b7c5-bd67ecd56fad admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:20:01.575844 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b615d226-2a09-407b-b7c5-bd67ecd56fad admin admin] 10.222.0.32 "PUT /v2.0/routers/03e0b7ce-caaa-4ff2-b677-51fa290f248d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0330670 Dec 20 21:20:01.575969 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51184) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:01.582579 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6d3216-ee73-4b57-b637-6404cf50ad5c None None] Sync routers for ids ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:20:01.603949 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6d3216-ee73-4b57-b637-6404cf50ad5c None None] Routers {'03e0b7ce-caaa-4ff2-b677-51fa290f248d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:20:01.604578 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4d6d3216-ee73-4b57-b637-6404cf50ad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:19:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:01.616207 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94426a1a-84e7-44f9-81d3-1dd5af4f1647 req-70d1533e-8a6f-4abc-900a-2f0f7988ec8e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:01.617796 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94426a1a-84e7-44f9-81d3-1dd5af4f1647 req-70d1533e-8a6f-4abc-900a-2f0f7988ec8e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.0967886 Dec 20 21:20:01.665783 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94426a1a-84e7-44f9-81d3-1dd5af4f1647 req-35a2c485-a65c-4016-92d7-cd5bd030e594 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416317 Dec 20 21:20:01.742403 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2894d9ee-2c71-4966-9610-b6ae60e41108 x-openstack-request-id: req-2894d9ee-2c71-4966-9610-b6ae60e41108 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:01.742690 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7727c9-5847-4839-8b11-2d390b05aad9", "name": "network-vif-deleted", "tag": "57f44746-a140-4a35-86d4-128cab5335c7", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:01.742939 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2894d9ee-2c71-4966-9610-b6ae60e41108 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:01.743343 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7727c9-5847-4839-8b11-2d390b05aad9', 'name': 'network-vif-deleted', 'tag': '57f44746-a140-4a35-86d4-128cab5335c7', 'status': 'completed', 'code': 200} Dec 20 21:20:01.743679 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-4d6d3216-ee73-4b57-b637-6404cf50ad5c None None] Set router 03e0b7ce-caaa-4ff2-b677-51fa290f248d gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:20:01.802975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:20:01.827633 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cf154804-ffc9-47aa-a6e9-4762302b91f9 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:01.961911 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port cf154804-ffc9-47aa-a6e9-4762302b91f9 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:20:01.975924 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4d6d3216-ee73-4b57-b637-6404cf50ad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2035186069-router', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:19:04Z', 'updated_at': '2021-12-20T21:20:00Z', 'revision_number': 5, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'gw_port': {'id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:05Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:01.980086 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port cf154804-ffc9-47aa-a6e9-4762302b91f9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:01.980822 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:02.005695 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6d3216-ee73-4b57-b637-6404cf50ad5c None None] Checking router: 03e0b7ce-caaa-4ff2-b677-51fa290f248d for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:20:02.010201 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:02.015176 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6d3216-ee73-4b57-b637-6404cf50ad5c None None] Routers {'03e0b7ce-caaa-4ff2-b677-51fa290f248d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:20:02.015786 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4d6d3216-ee73-4b57-b637-6404cf50ad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:19:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:02.049957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b', 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc', 'port_id': '81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b', 'mac_address': 'fa:16:3e:04:90:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cfb43f-380d-47e7-8095-0b998add498a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:20:02.055901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cfb38-90e3-4b10-af27-4da3935702b3 req-04102f59-ff1a-4da1-9014-4e04ac86905b tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:02.063259 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:02.063880 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d39cfb38-90e3-4b10-af27-4da3935702b3 req-04102f59-ff1a-4da1-9014-4e04ac86905b tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 950 time: 0.1000514 Dec 20 21:20:02.097935 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3eeaa92b-f47f-4b7e-a76c-ffb31f18fc39 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:02.116088 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:02.139955 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:20:02.177967 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-4d6d3216-ee73-4b57-b637-6404cf50ad5c None None] Set router 03e0b7ce-caaa-4ff2-b677-51fa290f248d gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:20:02.179205 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d39cfb38-90e3-4b10-af27-4da3935702b3 req-6f6f56aa-22c0-47c8-bf1d-f23b0cf320a0 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143808 Dec 20 21:20:02.224205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61cf52-c408-4102-8714-76b91dabbede req-55437d99-8143-4e09-8132-b5d1a8868916 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:02.225932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc61cf52-c408-4102-8714-76b91dabbede req-55437d99-8143-4e09-8132-b5d1a8868916 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 944 time: 0.0741251 Dec 20 21:20:02.244428 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3eeaa92b-f47f-4b7e-a76c-ffb31f18fc39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:02.245461 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:02.258372 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:02.265354 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:02.284377 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc61cf52-c408-4102-8714-76b91dabbede req-6cd3c3bd-f130-4288-aa1f-cb75437b433a tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449834 Dec 20 21:20:02.314427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3eeaa92b-f47f-4b7e-a76c-ffb31f18fc39 admin admin] Deleting port 79c95c4b-5a04-4b0a-bb2c-07d7709e2b45 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:02.315063 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3eeaa92b-f47f-4b7e-a76c-ffb31f18fc39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:02.334461 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf154804-ffc9-47aa-a6e9-4762302b91f9'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:02.336838 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b316242d-9e94-4f3c-a892-c2a07f1c9070" -d '{"events": [{"server_uuid": "0acd64b6-dce5-4688-bd79-ab23e801bcae", "name": "network-vif-plugged", "status": "completed", "tag": "cf154804-ffc9-47aa-a6e9-4762302b91f9"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:02.343084 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:02.359471 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:02.366785 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:02.373647 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:02.387745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 57f44746-a140-4a35-86d4-128cab5335c7 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:02.413638 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a18a88-f813-4f09-9fe4-e51e714009ec x-openstack-request-id: req-89a18a88-f813-4f09-9fe4-e51e714009ec {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:02.414000 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acd64b6-dce5-4688-bd79-ab23e801bcae", "name": "network-vif-plugged", "status": "completed", "tag": "cf154804-ffc9-47aa-a6e9-4762302b91f9", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:02.414354 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89a18a88-f813-4f09-9fe4-e51e714009ec {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:02.414653 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf154804-ffc9-47aa-a6e9-4762302b91f9', 'code': 200} Dec 20 21:20:02.437745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 57f44746-a140-4a35-86d4-128cab5335c7 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:02.438088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 57f44746-a140-4a35-86d4-128cab5335c7 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:02.462214 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=cf154804-ffc9-47aa-a6e9-4762302b91f9,revision_number=13']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:02.483674 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-3eeaa92b-f47f-4b7e-a76c-ffb31f18fc39 admin admin] For port 79c95c4b-5a04-4b0a-bb2c-07d7709e2b45, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=79c95c4b-5a04-4b0a-bb2c-07d7709e2b45,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:02.483935 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3eeaa92b-f47f-4b7e-a76c-ffb31f18fc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:02.493425 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4d6d3216-ee73-4b57-b637-6404cf50ad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2035186069-router', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:19:04Z', 'updated_at': '2021-12-20T21:20:00Z', 'revision_number': 5, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'gw_port': {'id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:05Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:02.498295 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3eeaa92b-f47f-4b7e-a76c-ffb31f18fc39 admin admin] Calling delete_port for 79c95c4b-5a04-4b0a-bb2c-07d7709e2b45 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:02.544208 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6d3216-ee73-4b57-b637-6404cf50ad5c None None] The sync data for ids ['03e0b7ce-caaa-4ff2-b677-51fa290f248d'] in n-d-xena-1 is: [{'id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2035186069-router', 'tenant_id': '9fa9d8489b07411a8b2d4b631080c870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:19:04Z', 'updated_at': '2021-12-20T21:20:00Z', 'revision_number': 5, 'project_id': '9fa9d8489b07411a8b2d4b631080c870', 'gw_port': {'id': '79c95c4b-5a04-4b0a-bb2c-07d7709e2b45', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e0b7ce-caaa-4ff2-b677-51fa290f248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:19:05Z', 'updated_at': '2021-12-20T21:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:20:02.661015 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bd82b428-a33d-44c9-9ae4-e8bec89a8873 req-d2bc6989-13b1-4ca0-97cf-7c3b61690dda tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 210 time: 0.0297408 Dec 20 21:20:02.663330 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:02.747436 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-a66749c5-e56a-4507-a7ec-3946b93cc3a3 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:02.749393 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-a66749c5-e56a-4507-a7ec-3946b93cc3a3 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.66 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 820 time: 0.2175152 Dec 20 21:20:02.750736 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3eeaa92b-f47f-4b7e-a76c-ffb31f18fc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:02.763722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dac2a-4081-47a4-bb4c-7a74ed982d87 req-8c126ea4-735f-4f65-97c0-4b6054c30e0e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:02.765277 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-695dac2a-4081-47a4-bb4c-7a74ed982d87 req-8c126ea4-735f-4f65-97c0-4b6054c30e0e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 951 time: 0.2760637 Dec 20 21:20:02.786417 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeaa92b-f47f-4b7e-a76c-ffb31f18fc39 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c95c4b-5a04-4b0a-bb2c-07d7709e2b45,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:02.797061 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abccbc-2140-411e-92f1-6f23dd9a18e5 req-07ab4b16-30dc-462d-a67c-0979149956f1 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:02.798806 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-27abccbc-2140-411e-92f1-6f23dd9a18e5 req-07ab4b16-30dc-462d-a67c-0979149956f1 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.31 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 951 time: 0.2658310 Dec 20 21:20:02.804884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-ddcaab29-c29e-4455-9a7a-97195fd9fd80 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Request body: {'port': {'device_id': 'e7ed765c-f836-4118-874c-a207091d66a3', 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033', 'admin_state_up': True, 'tenant_id': '346c11314eec451f8179854f6f127333'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:02.892863 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3eeaa92b-f47f-4b7e-a76c-ffb31f18fc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:02.978168 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-695dac2a-4081-47a4-bb4c-7a74ed982d87 req-6aa03235-ad0c-42a4-ae6a-e7d64a9d6bb6 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033389 Dec 20 21:20:03.015271 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff01143-c2c9-4b02-bd69-5250df8686d5 req-4fe68a8e-b42b-44cb-8af0-1082a0a39255 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:03.022731 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1ff01143-c2c9-4b02-bd69-5250df8686d5 req-4fe68a8e-b42b-44cb-8af0-1082a0a39255 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.1676450 Dec 20 21:20:03.025637 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3eeaa92b-f47f-4b7e-a76c-ffb31f18fc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:03.032055 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3eeaa92b-f47f-4b7e-a76c-ffb31f18fc39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:03.083054 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4dbfc488-fa44-49c3-9fac-4090930fd565 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:03.100570 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-ddcaab29-c29e-4455-9a7a-97195fd9fd80 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Made reservation on behalf of 346c11314eec451f8179854f6f127333 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:20:03.107254 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-ddcaab29-c29e-4455-9a7a-97195fd9fd80 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:03.115672 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 4dbfc488-fa44-49c3-9fac-4090930fd565 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:03.116280 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4dbfc488-fa44-49c3-9fac-4090930fd565 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:03.118409 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3eeaa92b-f47f-4b7e-a76c-ffb31f18fc39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:03.118910 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eeaa92b-f47f-4b7e-a76c-ffb31f18fc39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03e0b7ce-caaa-4ff2-b677-51fa290f248d {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:20:03.124871 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3eeaa92b-f47f-4b7e-a76c-ffb31f18fc39 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:03.127509 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3eeaa92b-f47f-4b7e-a76c-ffb31f18fc39 admin admin] 10.222.0.32 "DELETE /v2.0/routers/03e0b7ce-caaa-4ff2-b677-51fa290f248d HTTP/1.1" status: 204 len: 168 time: 1.5518053 Dec 20 21:20:03.130723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51200) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:03.141095 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1ff01143-c2c9-4b02-bd69-5250df8686d5 req-ba647ef3-31b6-4121-af73-4873ef7bc1b7 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175582 Dec 20 21:20:03.153827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-27abccbc-2140-411e-92f1-6f23dd9a18e5 req-0e8a92b1-7274-4207-a16f-991aab244a40 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Deleting port cf154804-ffc9-47aa-a6e9-4762302b91f9 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:03.154283 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-27abccbc-2140-411e-92f1-6f23dd9a18e5 req-0e8a92b1-7274-4207-a16f-991aab244a40 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:03.186951 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fa46f4-0565-413a-a1ed-410f1b37ba3a admin admin] Deleting subnet 688fc07f-c249-4d02-aab5-fd756b1dc4d5 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:20:03.190384 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70fa46f4-0565-413a-a1ed-410f1b37ba3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:03.229129 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70fa46f4-0565-413a-a1ed-410f1b37ba3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:03.334610 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70fa46f4-0565-413a-a1ed-410f1b37ba3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:03.392183 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-27abccbc-2140-411e-92f1-6f23dd9a18e5 req-0e8a92b1-7274-4207-a16f-991aab244a40 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] For port cf154804-ffc9-47aa-a6e9-4762302b91f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cf154804-ffc9-47aa-a6e9-4762302b91f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:03.392577 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-27abccbc-2140-411e-92f1-6f23dd9a18e5 req-0e8a92b1-7274-4207-a16f-991aab244a40 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:03.410859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-ddcaab29-c29e-4455-9a7a-97195fd9fd80 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Allocated IP 172.20.0.5 (b354e2a9-7558-463a-85c3-6af39fac1033/868ebcce-ae72-4771-bf99-f9e761ce11a6/030fa15b-7197-426a-b047-88b30a8039a4) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:20:03.417714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-27abccbc-2140-411e-92f1-6f23dd9a18e5 req-0e8a92b1-7274-4207-a16f-991aab244a40 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Calling delete_port for cf154804-ffc9-47aa-a6e9-4762302b91f9 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:03.426506 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70fa46f4-0565-413a-a1ed-410f1b37ba3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:03.435299 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762af106-a8f5-4713-9f2d-bd31473454e7 req-1dae7bf5-4bce-4e25-b615-7840909fe609 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:03.437667 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-762af106-a8f5-4713-9f2d-bd31473454e7 req-1dae7bf5-4bce-4e25-b615-7840909fe609 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 950 time: 0.1216543 Dec 20 21:20:03.471890 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa46f4-0565-413a-a1ed-410f1b37ba3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=688fc07f-c249-4d02-aab5-fd756b1dc4d5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:03.476467 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70fa46f4-0565-413a-a1ed-410f1b37ba3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:03.479788 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-70fa46f4-0565-413a-a1ed-410f1b37ba3a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/688fc07f-c249-4d02-aab5-fd756b1dc4d5 HTTP/1.1" status: 204 len: 168 time: 0.3479824 Dec 20 21:20:03.491642 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51206) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:03.492396 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7765e2-c7b3-4c24-86a4-8c9625ed6ea8 None None] Network 18643d36-4467-4028-a6ee-9dd64683ba07 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:20:03.528093 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5f134-b8f1-44dc-8545-6f11b14a8e50 req-56443d01-eb24-4d7b-b596-64f98cf40090 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:03.528641 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cad5f134-b8f1-44dc-8545-6f11b14a8e50 req-56443d01-eb24-4d7b-b596-64f98cf40090 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 945 time: 0.1376848 Dec 20 21:20:03.617164 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-762af106-a8f5-4713-9f2d-bd31473454e7 req-c78fa6f1-d0a8-4b8e-8bfa-ada88a398614 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0536d43-46ef-472b-b06d-aee9023748b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718462 Dec 20 21:20:03.673068 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:03.692356 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cad5f134-b8f1-44dc-8545-6f11b14a8e50 req-c9f09d26-eb87-4020-919b-9479673d545b tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302035 Dec 20 21:20:03.706513 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d922c-a5b7-4814-84f2-45e4896c154a req-332a7846-1c12-4306-9066-79ec1f3526af tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:03.713517 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-083d922c-a5b7-4814-84f2-45e4896c154a req-332a7846-1c12-4306-9066-79ec1f3526af tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 950 time: 0.1526673 Dec 20 21:20:03.761135 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8504afcf-4da0-4fef-b2f0-5b5a78396199 None None] DHCP port deletion for 18643d36-4467-4028-a6ee-9dd64683ba07 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:20:03.812910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:03.851776 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-8504afcf-4da0-4fef-b2f0-5b5a78396199 None None] Deleting port a148cd3e-fff0-4487-a096-8df62dd0e211 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:03.852151 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8504afcf-4da0-4fef-b2f0-5b5a78396199 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:03.855985 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-23f36c5f-2c71-4de0-a5b0-2f47832e9ea4 req-7ce2b1bf-0efb-4120-97b7-ed1e5e0bd248 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 210 time: 0.0733378 Dec 20 21:20:03.891004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-ddcaab29-c29e-4455-9a7a-97195fd9fd80 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:03.924771 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-27abccbc-2140-411e-92f1-6f23dd9a18e5 req-0e8a92b1-7274-4207-a16f-991aab244a40 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:03.935396 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] Deleting port a148cd3e-fff0-4487-a096-8df62dd0e211 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:03.936064 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:03.961310 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8504afcf-4da0-4fef-b2f0-5b5a78396199 None None] For port a148cd3e-fff0-4487-a096-8df62dd0e211, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a148cd3e-fff0-4487-a096-8df62dd0e211,segment=NetworkSegment(8053c7bc-1b63-4199-8bd9-74fa6bddc9a9),segment_id=8053c7bc-1b63-4199-8bd9-74fa6bddc9a9)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:03.961702 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8504afcf-4da0-4fef-b2f0-5b5a78396199 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:03.965651 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:20:03.978480 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a92b1-7274-4207-a16f-991aab244a40 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Pushing event deleted for resources: {'Port': ['ID=cf154804-ffc9-47aa-a6e9-4762302b91f9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:03.978947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c44ec9c2-a894-47ea-8ae2-7f1806d9d86b', 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:03.997998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-083d922c-a5b7-4814-84f2-45e4896c154a req-de200791-1a3d-4963-8a34-54f799678e10 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Deleting port ecb79372-c566-4cad-b877-432ba06f1c26 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:03.998544 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-083d922c-a5b7-4814-84f2-45e4896c154a req-de200791-1a3d-4963-8a34-54f799678e10 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:04.013996 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['6e1713ac-6707-46ba-aecb-67d234680f96'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:04.039897 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-ddcaab29-c29e-4455-9a7a-97195fd9fd80 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:04.043510 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-27abccbc-2140-411e-92f1-6f23dd9a18e5 req-0e8a92b1-7274-4207-a16f-991aab244a40 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] No DVR routers for this DVR port cf154804-ffc9-47aa-a6e9-4762302b91f9 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:04.053449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:04.053449 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:04.057485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-8504afcf-4da0-4fef-b2f0-5b5a78396199 None None] Calling delete_port for a148cd3e-fff0-4487-a096-8df62dd0e211 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:04.106351 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-27abccbc-2140-411e-92f1-6f23dd9a18e5 req-0e8a92b1-7274-4207-a16f-991aab244a40 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:04.109159 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-27abccbc-2140-411e-92f1-6f23dd9a18e5 req-0e8a92b1-7274-4207-a16f-991aab244a40 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.31 "DELETE /v2.0/ports/cf154804-ffc9-47aa-a6e9-4762302b91f9 HTTP/1.1" status: 204 len: 173 time: 1.2391407 Dec 20 21:20:04.110947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcaab29-c29e-4455-9a7a-97195fd9fd80 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Pushing event updated for resources: {'Port': ['ID=030fa15b-7197-426a-b047-88b30a8039a4,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:04.113389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'name': 'network-vif-deleted', 'tag': 'cf154804-ffc9-47aa-a6e9-4762302b91f9'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:04.119982 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a86075-e2f8-4e12-803b-842d6576909f" -d '{"events": [{"server_uuid": "0acd64b6-dce5-4688-bd79-ab23e801bcae", "name": "network-vif-deleted", "tag": "cf154804-ffc9-47aa-a6e9-4762302b91f9"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:04.171272 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-083d922c-a5b7-4814-84f2-45e4896c154a req-de200791-1a3d-4963-8a34-54f799678e10 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] For port ecb79372-c566-4cad-b877-432ba06f1c26, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ecb79372-c566-4cad-b877-432ba06f1c26,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:04.172278 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-083d922c-a5b7-4814-84f2-45e4896c154a req-de200791-1a3d-4963-8a34-54f799678e10 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:04.187816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-083d922c-a5b7-4814-84f2-45e4896c154a req-de200791-1a3d-4963-8a34-54f799678e10 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Calling delete_port for ecb79372-c566-4cad-b877-432ba06f1c26 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:04.189089 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-ddcaab29-c29e-4455-9a7a-97195fd9fd80 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Network b354e2a9-7558-463a-85c3-6af39fac1033 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:20:04.193042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-ddcaab29-c29e-4455-9a7a-97195fd9fd80 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:04.204724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-ddcaab29-c29e-4455-9a7a-97195fd9fd80 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:20:04.326526 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae612ff4-7556-4b0f-837f-538c29e46588 x-openstack-request-id: req-ae612ff4-7556-4b0f-837f-538c29e46588 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:04.327195 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0acd64b6-dce5-4688-bd79-ab23e801bcae", "name": "network-vif-deleted", "tag": "cf154804-ffc9-47aa-a6e9-4762302b91f9", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:04.327657 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae612ff4-7556-4b0f-837f-538c29e46588 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:04.328295 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0acd64b6-dce5-4688-bd79-ab23e801bcae', 'name': 'network-vif-deleted', 'tag': 'cf154804-ffc9-47aa-a6e9-4762302b91f9', 'status': 'completed', 'code': 200} Dec 20 21:20:04.344515 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-ddcaab29-c29e-4455-9a7a-97195fd9fd80 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:04.345868 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-ddcaab29-c29e-4455-9a7a-97195fd9fd80 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:04.405245 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-ddcaab29-c29e-4455-9a7a-97195fd9fd80 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6043026 Dec 20 21:20:04.436848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Request body: {'port': {'device_id': 'e7ed765c-f836-4118-874c-a207091d66a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:04.444858 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] For port a148cd3e-fff0-4487-a096-8df62dd0e211, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a148cd3e-fff0-4487-a096-8df62dd0e211,segment=NetworkSegment(8053c7bc-1b63-4199-8bd9-74fa6bddc9a9),segment_id=8053c7bc-1b63-4199-8bd9-74fa6bddc9a9)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:04.445942 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:04.457918 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-083d922c-a5b7-4814-84f2-45e4896c154a req-de200791-1a3d-4963-8a34-54f799678e10 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:04.467367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3cbf4-0329-4e77-b81c-20fae78678c0 req-b70bf4cf-140b-4ddc-b1f2-e6658949e00c tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:04.468949 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18f3cbf4-0329-4e77-b81c-20fae78678c0 req-b70bf4cf-140b-4ddc-b1f2-e6658949e00c tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.1033826 Dec 20 21:20:04.509411 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] Calling delete_port for a148cd3e-fff0-4487-a096-8df62dd0e211 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:04.512747 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de200791-1a3d-4963-8a34-54f799678e10 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Pushing event deleted for resources: {'Port': ['ID=ecb79372-c566-4cad-b877-432ba06f1c26,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:04.577109 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:04.582006 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c0095b2f-b931-4f93-8ea2-c64a004ed791 req-9c866647-47df-4678-a756-f9de7815cbf9 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=0acd64b6-dce5-4688-bd79-ab23e801bcae HTTP/1.1" status: 200 len: 210 time: 0.2136064 Dec 20 21:20:04.788253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-083d922c-a5b7-4814-84f2-45e4896c154a req-de200791-1a3d-4963-8a34-54f799678e10 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] No DVR routers for this DVR port ecb79372-c566-4cad-b877-432ba06f1c26 on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:04.801472 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-083d922c-a5b7-4814-84f2-45e4896c154a req-de200791-1a3d-4963-8a34-54f799678e10 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:04.810132 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-083d922c-a5b7-4814-84f2-45e4896c154a req-de200791-1a3d-4963-8a34-54f799678e10 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.66 "DELETE /v2.0/ports/ecb79372-c566-4cad-b877-432ba06f1c26 HTTP/1.1" status: 204 len: 173 time: 1.0775101 Dec 20 21:20:04.810132 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945', 'name': 'network-vif-deleted', 'tag': 'ecb79372-c566-4cad-b877-432ba06f1c26'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:04.813783 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15fc065-7de1-4431-bd16-6b11ebdcd419" -d '{"events": [{"server_uuid": "ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945", "name": "network-vif-deleted", "tag": "ecb79372-c566-4cad-b877-432ba06f1c26"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:04.871822 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4779e58f-faea-4dd9-bf46-316c3387f831 req-f2390adc-a35f-4674-9565-598aac4cecd7 tempest-ServersAdminTestJSON-1543107527 tempest-ServersAdminTestJSON-1543107527-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945 HTTP/1.1" status: 200 len: 210 time: 0.0943534 Dec 20 21:20:04.910490 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 79c95c4b-5a04-4b0a-bb2c-07d7709e2b45 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:04.984177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 79c95c4b-5a04-4b0a-bb2c-07d7709e2b45 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:04.984688 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 79c95c4b-5a04-4b0a-bb2c-07d7709e2b45 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:04.985108 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a148cd3e-fff0-4487-a096-8df62dd0e211 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:04.987397 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8504afcf-4da0-4fef-b2f0-5b5a78396199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:04.993300 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:05.003267 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18f3cbf4-0329-4e77-b81c-20fae78678c0 req-8c92c519-b0de-4e17-bd59-a1a2369b5d65 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010362 Dec 20 21:20:05.012946 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:05.038131 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49255464-964d-46ac-a57f-61bcbc2f48d4 req-aa9ca3f6-518a-4e61-baa1-bcd0770f5c43 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:05.048412 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-49255464-964d-46ac-a57f-61bcbc2f48d4 req-aa9ca3f6-518a-4e61-baa1-bcd0770f5c43 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 945 time: 0.1046557 Dec 20 21:20:05.095972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: a148cd3e-fff0-4487-a096-8df62dd0e211 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:05.095972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a148cd3e-fff0-4487-a096-8df62dd0e211 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:05.099806 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504afcf-4da0-4fef-b2f0-5b5a78396199 None None] Pushing event deleted for resources: {'Port': ['ID=a148cd3e-fff0-4487-a096-8df62dd0e211,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:05.104647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030fa15b-7197-426a-b047-88b30a8039a4 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:20:05.119658 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3704aafd-5e3b-4067-8f9a-b8b800b3a905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:05.121987 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1b0ece-5057-43bb-a7c3-36b47bd6ebbf" -d '{"events": [{"server_uuid": "3704aafd-5e3b-4067-8f9a-b8b800b3a905", "name": "network-vif-plugged", "status": "completed", "tag": "81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:05.122613 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:05.126013 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=a148cd3e-fff0-4487-a096-8df62dd0e211,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:05.131227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] No DVR routers for this DVR port a148cd3e-fff0-4487-a096-8df62dd0e211 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:05.133352 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504afcf-4da0-4fef-b2f0-5b5a78396199 None None] No DVR routers for this DVR port a148cd3e-fff0-4487-a096-8df62dd0e211 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:05.150497 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:05.161003 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Transition to ACTIVE for port object 030fa15b-7197-426a-b047-88b30a8039a4 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:20:05.163049 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:05.166635 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:05.220240 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Pushing event updated for resources: {'Port': ['ID=030fa15b-7197-426a-b047-88b30a8039a4,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:05.250092 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:05.270927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:05.271820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:05.271820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:05.272044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:05.272232 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:05.272526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:05.272853 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:05.273613 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:05.278454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:05.279885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:05.280391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:05.282055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:05.284437 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220aa6f7-b54d-4108-8c57-01f3070c7801 x-openstack-request-id: req-220aa6f7-b54d-4108-8c57-01f3070c7801 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:05.284926 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945", "name": "network-vif-deleted", "tag": "ecb79372-c566-4cad-b877-432ba06f1c26", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:05.285047 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-220aa6f7-b54d-4108-8c57-01f3070c7801 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:05.285342 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf35c07-4dbb-4ff2-91a8-cb89e0e6f945', 'name': 'network-vif-deleted', 'tag': 'ecb79372-c566-4cad-b877-432ba06f1c26', 'status': 'completed', 'code': 200} Dec 20 21:20:05.290884 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-49255464-964d-46ac-a57f-61bcbc2f48d4 req-4998c4fc-a4d2-4ee2-8d60-48417cac12a3 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323368 Dec 20 21:20:05.294981 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:05.319583 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18643d36-4467-4028-a6ee-9dd64683ba07']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:05.321768 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Attempting to bind port 030fa15b-7197-426a-b047-88b30a8039a4 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:20:05.322146 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Attempting to bind port 030fa15b-7197-426a-b047-88b30a8039a4 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:20:05.322473 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Attempting to bind port 030fa15b-7197-426a-b047-88b30a8039a4 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:05.327594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Port 030fa15b-7197-426a-b047-88b30a8039a4 on network b354e2a9-7558-463a-85c3-6af39fac1033 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:20:05.328054 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Attempting to bind port 030fa15b-7197-426a-b047-88b30a8039a4 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:05.331571 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8053c7bc-1b63-4199-8bd9-74fa6bddc9a9') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:05.331864 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8053c7bc-1b63-4199-8bd9-74fa6bddc9a9') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:05.333893 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:20:05.334382 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Checking segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:20:05.335383 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Bound using segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:20:05.335880 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Bound port: 030fa15b-7197-426a-b047-88b30a8039a4, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:20:05.336403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:05.343348 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:05.356774 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:05.364439 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:20:05.364902 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:05.442602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] For port 030fa15b-7197-426a-b047-88b30a8039a4, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:20:05.455674 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:20:05.462710 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] For port 030fa15b-7197-426a-b047-88b30a8039a4, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=030fa15b-7197-426a-b047-88b30a8039a4,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:20:05.469379 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:05.484409 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e30c4a6-d3d9-4e37-b01b-d7b89f8e7b2c x-openstack-request-id: req-9e30c4a6-d3d9-4e37-b01b-d7b89f8e7b2c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:05.484766 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3704aafd-5e3b-4067-8f9a-b8b800b3a905", "name": "network-vif-plugged", "status": "completed", "tag": "81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:05.485031 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e30c4a6-d3d9-4e37-b01b-d7b89f8e7b2c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:05.485487 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3704aafd-5e3b-4067-8f9a-b8b800b3a905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b', 'code': 200} Dec 20 21:20:05.487644 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:05.493409 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:05.496988 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] 10.222.0.32 "DELETE /v2.0/networks/18643d36-4467-4028-a6ee-9dd64683ba07 HTTP/1.1" status: 204 len: 168 time: 2.0033576 Dec 20 21:20:05.532414 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fba84-60c3-4e51-b4f0-16191a1b7f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=18643d36-4467-4028-a6ee-9dd64683ba07,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:05.543367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:05.543607 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:05.545377 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] 10.222.0.66 "PUT /v2.0/ports/030fa15b-7197-426a-b047-88b30a8039a4 HTTP/1.1" status: 200 len: 1089 time: 1.1199718 Dec 20 21:20:05.575493 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2d82a-d9b5-4c4e-a6f4-f7f3f6a78777 service neutron] Pushing event updated for resources: {'Port': ['ID=030fa15b-7197-426a-b047-88b30a8039a4,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:05.589586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758da3bb-e899-4b24-b38f-f47c22a97dd2 req-f7a06ecd-b696-42d1-94ed-0fa30d38e5db tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:05.598106 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-758da3bb-e899-4b24-b38f-f47c22a97dd2 req-f7a06ecd-b696-42d1-94ed-0fa30d38e5db tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 943 time: 0.2252979 Dec 20 21:20:05.716135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f8a79-3007-482b-a57c-95529e41b2cb req-8a18343b-dc73-4a0d-9dee-44537972772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:05.717625 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-342f8a79-3007-482b-a57c-95529e41b2cb req-8a18343b-dc73-4a0d-9dee-44537972772b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 1095 time: 0.0984437 Dec 20 21:20:05.736863 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-758da3bb-e899-4b24-b38f-f47c22a97dd2 req-89809179-e131-493c-bc73-ec63cc69f014 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298990 Dec 20 21:20:05.755244 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-6d1bce59-1cad-4100-ba92-58b04680d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:05.757171 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-6d1bce59-1cad-4100-ba92-58b04680d51a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 1092 time: 0.1022320 Dec 20 21:20:05.780832 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51244) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:05.789718 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-342f8a79-3007-482b-a57c-95529e41b2cb req-b72430fc-6f4b-4dff-8c7d-3401a3bdd451 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478194 Dec 20 21:20:05.798310 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cf154804-ffc9-47aa-a6e9-4762302b91f9 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:05.820109 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-4050c2c4-692d-4eeb-b721-5a9f564fef44 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=030fa15b-7197-426a-b047-88b30a8039a4 HTTP/1.1" status: 200 len: 217 time: 0.0406218 Dec 20 21:20:05.856769 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: cf154804-ffc9-47aa-a6e9-4762302b91f9 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:05.857414 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cf154804-ffc9-47aa-a6e9-4762302b91f9 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:05.860666 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-12094c01-43f5-467e-8ff9-6ddebbf6ac30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fa9d8489b07411a8b2d4b631080c870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0773010 Dec 20 21:20:05.862132 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51248) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:05.887878 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-551f4dd8-b609-4c8c-8cc9-6dadc8cf9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:05.889914 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-551f4dd8-b609-4c8c-8cc9-6dadc8cf9723 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.0620530 Dec 20 21:20:05.892442 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['70996814-249a-4d32-86dd-f478ed569b84'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:05.934280 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-8151f905-d115-4ef3-91ac-f9fc059040cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359178 Dec 20 21:20:05.934440 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4d1490b-c34a-4253-9331-12461b9b4a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:05.966521 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4d1490b-c34a-4253-9331-12461b9b4a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:06.027930 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4d1490b-c34a-4253-9331-12461b9b4a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:06.031943 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4d1490b-c34a-4253-9331-12461b9b4a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:06.033355 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f4d1490b-c34a-4253-9331-12461b9b4a95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b9d93d9-0b69-40d5-8a8a-334d8f3356c0 HTTP/1.1" status: 204 len: 168 time: 0.1702251 Dec 20 21:20:06.055223 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1490b-c34a-4253-9331-12461b9b4a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9d93d9-0b69-40d5-8a8a-334d8f3356c0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:06.115310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5daf09-31c3-4293-b8d3-d700e253fde4 req-98dd6590-4ebb-47ed-9951-3f1ba1c30294 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:06.117933 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b5daf09-31c3-4293-b8d3-d700e253fde4 req-98dd6590-4ebb-47ed-9951-3f1ba1c30294 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.1568048 Dec 20 21:20:06.143278 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-92756320-3a40-4a0e-86e1-dd924ac80d6d service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028723 Dec 20 21:20:06.192148 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7eec9-6ea4-4697-ab5e-8827411832f1 req-cead9576-630a-426f-9dac-b4c460577c6b tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:06.201227 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ba7eec9-6ea4-4697-ab5e-8827411832f1 req-cead9576-630a-426f-9dac-b4c460577c6b tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.0825598 Dec 20 21:20:06.259249 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ba7eec9-6ea4-4697-ab5e-8827411832f1 req-d599bc87-6d34-4a01-a59b-5dc931361354 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534990 Dec 20 21:20:06.279775 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b5daf09-31c3-4293-b8d3-d700e253fde4 req-ad42b896-3b08-48a5-9029-e1a485bfc767 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493738 Dec 20 21:20:06.320807 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c00107e0-b136-463c-bdb3-f3ab92d78944 req-d3dad8b0-2d79-45bf-a03d-7785fc8ae336 service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699297 Dec 20 21:20:06.329257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ed765c-f836-4118-874c-a207091d66a3', 'tag': '030fa15b-7197-426a-b047-88b30a8039a4'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:06.332418 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b06866b-a8d3-4354-bcae-b508027f2a45" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ed765c-f836-4118-874c-a207091d66a3", "tag": "030fa15b-7197-426a-b047-88b30a8039a4"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:06.405541 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d4c453-cd5d-429c-95fb-5bba4390d86e x-openstack-request-id: req-44d4c453-cd5d-429c-95fb-5bba4390d86e {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:06.406254 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ed765c-f836-4118-874c-a207091d66a3", "tag": "030fa15b-7197-426a-b047-88b30a8039a4", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:06.406691 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44d4c453-cd5d-429c-95fb-5bba4390d86e {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:06.407266 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ed765c-f836-4118-874c-a207091d66a3', 'tag': '030fa15b-7197-426a-b047-88b30a8039a4', 'status': 'completed', 'code': 200} Dec 20 21:20:06.411300 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ecb79372-c566-4cad-b877-432ba06f1c26 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:06.415604 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51268) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:06.462176 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: ecb79372-c566-4cad-b877-432ba06f1c26 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:06.462500 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ecb79372-c566-4cad-b877-432ba06f1c26 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:06.535672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5263-4b0d-4c49-8eba-69bb30be5fc1 req-d7c36baa-559d-446d-bff3-1885b69a59b6 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:06.537216 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d50e5263-4b0d-4c49-8eba-69bb30be5fc1 req-d7c36baa-559d-446d-bff3-1885b69a59b6 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 946 time: 0.1266642 Dec 20 21:20:06.540332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06866b-a8d3-4354-bcae-b508027f2a45 req-8ef8f623-c2e6-492a-896a-1c2811538975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:06.541846 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b06866b-a8d3-4354-bcae-b508027f2a45 req-8ef8f623-c2e6-492a-896a-1c2811538975 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 1092 time: 0.0809972 Dec 20 21:20:06.657056 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d50e5263-4b0d-4c49-8eba-69bb30be5fc1 req-32f4602e-2699-4cf1-b4b8-7cccb28f02e5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130521 Dec 20 21:20:06.689571 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-13f5dda8-aadd-453b-95ff-a9791f44b793 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8a780c7431b45fba650d761d6445660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720249 Dec 20 21:20:06.691357 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51280) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:06.736053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06866b-a8d3-4354-bcae-b508027f2a45 req-24a28ccc-dfd1-4f93-988b-178a7dcea15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:06.737530 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b06866b-a8d3-4354-bcae-b508027f2a45 req-24a28ccc-dfd1-4f93-988b-178a7dcea15c service neutron] 10.222.0.66 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 921 time: 0.1872561 Dec 20 21:20:06.787752 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b06866b-a8d3-4354-bcae-b508027f2a45 req-8162007c-6fed-4218-9e13-b8d154ebccbd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=030fa15b-7197-426a-b047-88b30a8039a4 HTTP/1.1" status: 200 len: 217 time: 0.0411847 Dec 20 21:20:06.826534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b5c7ad1-9cef-4750-ab67-f652b1e2fae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:06.864128 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b5c7ad1-9cef-4750-ab67-f652b1e2fae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:06.870686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06866b-a8d3-4354-bcae-b508027f2a45 req-589d6e47-ffd0-429b-9f67-344d8380185f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:06.872640 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b06866b-a8d3-4354-bcae-b508027f2a45 req-589d6e47-ffd0-429b-9f67-344d8380185f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.0760286 Dec 20 21:20:06.884836 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c3fc9-7283-4f57-ba3c-9cf07ec329d6 req-d747e97c-1709-49b4-abb2-7352c5cd4d00 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:06.888520 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-295c3fc9-7283-4f57-ba3c-9cf07ec329d6 req-d747e97c-1709-49b4-abb2-7352c5cd4d00 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 943 time: 0.0679073 Dec 20 21:20:06.918304 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b06866b-a8d3-4354-bcae-b508027f2a45 req-60290445-e1f5-44c2-b207-7e79e3a78ed1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362091 Dec 20 21:20:06.951382 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-295c3fc9-7283-4f57-ba3c-9cf07ec329d6 req-4a9257b2-dea3-4abd-b51a-6c2090c75aea tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577228 Dec 20 21:20:07.015421 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b5c7ad1-9cef-4750-ab67-f652b1e2fae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:07.018060 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b5c7ad1-9cef-4750-ab67-f652b1e2fae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:07.022418 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2b5c7ad1-9cef-4750-ab67-f652b1e2fae8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0536d43-46ef-472b-b06d-aee9023748b6 HTTP/1.1" status: 204 len: 168 time: 0.3296731 Dec 20 21:20:07.045668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c7ad1-9cef-4750-ab67-f652b1e2fae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0536d43-46ef-472b-b06d-aee9023748b6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:07.051139 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b06866b-a8d3-4354-bcae-b508027f2a45 req-617c0e39-d32c-4141-ae3b-262da703e67e service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241577 Dec 20 21:20:07.170354 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51296) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:07.214131 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b06866b-a8d3-4354-bcae-b508027f2a45 req-2e1bf035-b5fa-4993-a15e-c299dbf1f2c0 service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505911 Dec 20 21:20:07.413375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da908e-d382-4d58-aa0b-53db5195321e req-8d4bd687-3fec-4263-a90a-951dca9243b8 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:07.415680 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-53da908e-d382-4d58-aa0b-53db5195321e req-8d4bd687-3fec-4263-a90a-951dca9243b8 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.0776522 Dec 20 21:20:07.461450 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0331e6-99cf-46b4-b807-8dbf0d375776 req-11af900f-d95d-4741-917c-0e92e469e93e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:07.464054 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fb0331e6-99cf-46b4-b807-8dbf0d375776 req-11af900f-d95d-4741-917c-0e92e469e93e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.0695820 Dec 20 21:20:07.475344 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a523d2c9-91d2-48fd-bf47-9d537edd9136 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-766880457-network', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:07.497200 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-53da908e-d382-4d58-aa0b-53db5195321e req-6576da70-c3cd-48a2-8414-9637f00a5d50 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735362 Dec 20 21:20:07.520281 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a523d2c9-91d2-48fd-bf47-9d537edd9136 admin admin] Made reservation on behalf of fa6bba111e234f8b895c1075b6132216 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:20:07.522588 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a523d2c9-91d2-48fd-bf47-9d537edd9136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:07.524864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51308) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:07.534281 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a523d2c9-91d2-48fd-bf47-9d537edd9136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:07.546591 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fb0331e6-99cf-46b4-b807-8dbf0d375776 req-422ba868-a283-4a67-b6af-226670580719 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678992 Dec 20 21:20:07.602055 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51312) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:07.610311 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8850e5e9-fd77-4e6b-bfae-2168e4147d1c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=945a2ed78b9649379e8e53ba3307d6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0837545 Dec 20 21:20:07.669604 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a523d2c9-91d2-48fd-bf47-9d537edd9136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:07.678725 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a523d2c9-91d2-48fd-bf47-9d537edd9136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:07.698025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a523d2c9-91d2-48fd-bf47-9d537edd9136 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:20:07.720239 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8336861c-9be5-416a-8392-d6dc4a7b324e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:07.722141 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a523d2c9-91d2-48fd-bf47-9d537edd9136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:07.722484 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-a523d2c9-91d2-48fd-bf47-9d537edd9136 admin admin] Added segment 66e2ea1b-67f5-4716-b86c-9192c27258d7 of type vlan for network a59c69cc-251c-424c-8fcd-16f53c9e39c8 Dec 20 21:20:07.752635 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523d2c9-91d2-48fd-bf47-9d537edd9136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:07.790686 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8336861c-9be5-416a-8392-d6dc4a7b324e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:07.793902 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631a3fc-9905-40f7-a76e-4ad727bbb260 req-3ec95df3-eeb3-4616-b08d-99a7594faed9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:07.795765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8631a3fc-9905-40f7-a76e-4ad727bbb260 req-3ec95df3-eeb3-4616-b08d-99a7594faed9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 946 time: 0.0616772 Dec 20 21:20:07.812360 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a523d2c9-91d2-48fd-bf47-9d537edd9136 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:07.835994 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8631a3fc-9905-40f7-a76e-4ad727bbb260 req-ec1dc9c6-6295-4bb6-a91a-badf724d8856 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327256 Dec 20 21:20:07.871294 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a523d2c9-91d2-48fd-bf47-9d537edd9136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:07.873072 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a523d2c9-91d2-48fd-bf47-9d537edd9136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:07.873710 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a523d2c9-91d2-48fd-bf47-9d537edd9136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:07.895615 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8336861c-9be5-416a-8392-d6dc4a7b324e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:07.898176 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8336861c-9be5-416a-8392-d6dc4a7b324e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:07.899458 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8336861c-9be5-416a-8392-d6dc4a7b324e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c33cf1f2-1fcc-4eb9-a8d1-673cc2cf7777 HTTP/1.1" status: 204 len: 168 time: 0.2963564 Dec 20 21:20:07.954161 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06b025-77a2-4bc1-9725-49d3eea6c483 req-789bc159-3e0c-4bd1-92d9-5941f6cd40d5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:07.954799 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a523d2c9-91d2-48fd-bf47-9d537edd9136 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7836788 Dec 20 21:20:07.961205 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51324) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:07.962218 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336861c-9be5-416a-8392-d6dc4a7b324e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33cf1f2-1fcc-4eb9-a8d1-673cc2cf7777,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:07.966530 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0c06b025-77a2-4bc1-9725-49d3eea6c483 req-789bc159-3e0c-4bd1-92d9-5941f6cd40d5 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.31 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 949 time: 0.0779126 Dec 20 21:20:07.972126 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-622fdeb3-aafc-4eff-b76d-05891808b387 admin admin] Request body: {'subnet': {'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-766880457-subnet', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:08.006682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523d2c9-91d2-48fd-bf47-9d537edd9136 admin admin] Pushing event updated for resources: {'Network': ['ID=a59c69cc-251c-424c-8fcd-16f53c9e39c8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:08.021443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network a59c69cc-251c-424c-8fcd-16f53c9e39c8 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:20:08.048487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622fdeb3-aafc-4eff-b76d-05891808b387 admin admin] Made reservation on behalf of fa6bba111e234f8b895c1075b6132216 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:20:08.050853 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-622fdeb3-aafc-4eff-b76d-05891808b387 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:08.213452 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa93ca-11fd-4a07-b3bb-c56a3c3d6f9f req-157f784d-5d48-4ef2-ae8d-a10e2017af9b tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:08.216459 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-92aa93ca-11fd-4a07-b3bb-c56a3c3d6f9f req-157f784d-5d48-4ef2-ae8d-a10e2017af9b tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 943 time: 0.1125495 Dec 20 21:20:08.231098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-0c06b025-77a2-4bc1-9725-49d3eea6c483 req-60b99ccc-c74c-475d-8a4b-e1cdba02c54d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Deleting port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:08.231901 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0c06b025-77a2-4bc1-9725-49d3eea6c483 req-60b99ccc-c74c-475d-8a4b-e1cdba02c54d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:08.369183 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-92aa93ca-11fd-4a07-b3bb-c56a3c3d6f9f req-ab613c55-38d5-457f-a53b-c7861ddb936a tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794303 Dec 20 21:20:08.389224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-0c06b025-77a2-4bc1-9725-49d3eea6c483 req-60b99ccc-c74c-475d-8a4b-e1cdba02c54d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] For port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:08.389598 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0c06b025-77a2-4bc1-9725-49d3eea6c483 req-60b99ccc-c74c-475d-8a4b-e1cdba02c54d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:08.409264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-0c06b025-77a2-4bc1-9725-49d3eea6c483 req-60b99ccc-c74c-475d-8a4b-e1cdba02c54d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Calling delete_port for bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:08.563929 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-622fdeb3-aafc-4eff-b76d-05891808b387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:08.669084 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0c06b025-77a2-4bc1-9725-49d3eea6c483 req-60b99ccc-c74c-475d-8a4b-e1cdba02c54d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:08.709576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['6e1713ac-6707-46ba-aecb-67d234680f96'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:08.732558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c44ec9c2-a894-47ea-8ae2-7f1806d9d86b', 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:08.747380 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b99ccc-c74c-475d-8a4b-e1cdba02c54d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Pushing event deleted for resources: {'Port': ['ID=bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:08.806893 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559c5cb-0a22-4f83-ac62-87515fd868e3 req-cb2da4e3-f2e4-49a8-ab5b-fcf810abf816 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:08.808856 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f559c5cb-0a22-4f83-ac62-87515fd868e3 req-cb2da4e3-f2e4-49a8-ab5b-fcf810abf816 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.1423337 Dec 20 21:20:08.809661 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622fdeb3-aafc-4eff-b76d-05891808b387 admin admin] Checking segment: {'id': '66e2ea1b-67f5-4716-b86c-9192c27258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:20:08.810009 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622fdeb3-aafc-4eff-b76d-05891808b387 admin admin] Network hostable DHCP agents. Network: a59c69cc-251c-424c-8fcd-16f53c9e39c8, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:20:08.812321 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fdeb3-aafc-4eff-b76d-05891808b387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8068432-bb6b-4d01-8126-71f8c5380ca3,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:08.851328 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ff2e2d5e-1c0f-4399-ab99-995c235494cd req-be623315-9cb2-4691-bb83-cc26acf62017 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=09c86ab1-932d-4f57-9230-e15a8f68193b HTTP/1.1" status: 200 len: 210 time: 0.1063728 Dec 20 21:20:08.887058 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f559c5cb-0a22-4f83-ac62-87515fd868e3 req-3bed4ad5-f92c-443d-82b7-452751ea854b tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629723 Dec 20 21:20:08.902006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c06b025-77a2-4bc1-9725-49d3eea6c483 req-60b99ccc-c74c-475d-8a4b-e1cdba02c54d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] No DVR routers for this DVR port bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:08.906050 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0c06b025-77a2-4bc1-9725-49d3eea6c483 req-60b99ccc-c74c-475d-8a4b-e1cdba02c54d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:08.911667 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0c06b025-77a2-4bc1-9725-49d3eea6c483 req-60b99ccc-c74c-475d-8a4b-e1cdba02c54d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.31 "DELETE /v2.0/ports/bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 HTTP/1.1" status: 204 len: 173 time: 0.9378841 Dec 20 21:20:08.912177 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c86ab1-932d-4f57-9230-e15a8f68193b', 'name': 'network-vif-deleted', 'tag': 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:08.915365 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa80416b-b09a-455a-816a-7ffddfe48f7d" -d '{"events": [{"server_uuid": "09c86ab1-932d-4f57-9230-e15a8f68193b", "name": "network-vif-deleted", "tag": "bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:08.945038 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622fdeb3-aafc-4eff-b76d-05891808b387 admin admin] Network a59c69cc-251c-424c-8fcd-16f53c9e39c8 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:20:08.968140 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-622fdeb3-aafc-4eff-b76d-05891808b387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, a59c69cc-251c-424c-8fcd-16f53c9e39c8) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:08.977631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622fdeb3-aafc-4eff-b76d-05891808b387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:08.978928 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-622fdeb3-aafc-4eff-b76d-05891808b387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:09.011004 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac630fd3-4430-47fd-a612-135eb102dfc8 None None] Network a59c69cc-251c-424c-8fcd-16f53c9e39c8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:20:09.019205 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-622fdeb3-aafc-4eff-b76d-05891808b387 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0538127 Dec 20 21:20:09.022230 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51382) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:09.028223 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-766880457-router', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:09.066272 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:09.068784 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:09.213721 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80abf95-e6c3-4141-89df-d57bc731f029 x-openstack-request-id: req-a80abf95-e6c3-4141-89df-d57bc731f029 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:09.213721 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c86ab1-932d-4f57-9230-e15a8f68193b", "name": "network-vif-deleted", "tag": "bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:09.214022 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a80abf95-e6c3-4141-89df-d57bc731f029 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:09.214358 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c86ab1-932d-4f57-9230-e15a8f68193b', 'name': 'network-vif-deleted', 'tag': 'bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9', 'status': 'completed', 'code': 200} Dec 20 21:20:09.219532 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:09.275569 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-a59c69cc-251c-424c-8fcd-16f53c9e39c8', 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'fixed_ips': [{'subnet_id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:20:09.277405 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:09.378722 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69574e7-a375-4212-90ac-33d204a31459 req-cd3fe4fb-fce7-4d59-8b7a-d7660ff9dc2e tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:09.389604 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e69574e7-a375-4212-90ac-33d204a31459 req-cd3fe4fb-fce7-4d59-8b7a-d7660ff9dc2e tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 946 time: 0.0732648 Dec 20 21:20:09.466207 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e69574e7-a375-4212-90ac-33d204a31459 req-255e0270-ede9-4b05-963c-e4f5a6bd92b9 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736868 Dec 20 21:20:09.480976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Allocated IP 172.20.0.2 (a59c69cc-251c-424c-8fcd-16f53c9e39c8/a8068432-bb6b-4d01-8126-71f8c5380ca3/859e2991-cf93-4265-9899-667d4b67602e) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:20:09.684570 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:09.695810 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:09.751605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Network a59c69cc-251c-424c-8fcd-16f53c9e39c8 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:20:09.754515 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:09.758207 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:20:09.766515 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Pushing event updated for resources: {'Port': ['ID=859e2991-cf93-4265-9899-667d4b67602e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:09.783085 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:09.800861 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12f7ea-1bbe-4e57-a5cd-0ef3c8a14ac5 req-a4393595-28aa-411d-b0d8-55a8cad54dc5 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:09.802397 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c12f7ea-1bbe-4e57-a5cd-0ef3c8a14ac5 req-a4393595-28aa-411d-b0d8-55a8cad54dc5 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 943 time: 0.1492939 Dec 20 21:20:09.823455 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Attempting to bind port 859e2991-cf93-4265-9899-667d4b67602e on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:20:09.823998 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Attempting to bind port 859e2991-cf93-4265-9899-667d4b67602e by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '66e2ea1b-67f5-4716-b86c-9192c27258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:20:09.824532 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Attempting to bind port 859e2991-cf93-4265-9899-667d4b67602e on network a59c69cc-251c-424c-8fcd-16f53c9e39c8 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:09.830524 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:20:09.830889 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Checking segment: {'id': '66e2ea1b-67f5-4716-b86c-9192c27258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:20:09.831376 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:09.831766 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Bound using segment: {'id': '66e2ea1b-67f5-4716-b86c-9192c27258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:20:09.832228 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Bound port: 859e2991-cf93-4265-9899-667d4b67602e, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e2ea1b-67f5-4716-b86c-9192c27258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:20:09.832630 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:09.871882 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c12f7ea-1bbe-4e57-a5cd-0ef3c8a14ac5 req-23a2214e-0e0e-4e3a-8d25-02a5c3416482 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579419 Dec 20 21:20:09.920298 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] For port 859e2991-cf93-4265-9899-667d4b67602e, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:20:09.930724 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] For port 859e2991-cf93-4265-9899-667d4b67602e, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=859e2991-cf93-4265-9899-667d4b67602e,segment=NetworkSegment(66e2ea1b-67f5-4716-b86c-9192c27258d7),segment_id=66e2ea1b-67f5-4716-b86c-9192c27258d7)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:20:09.939224 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:10.029263 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710ea81-4c76-4702-83ae-14487cf36c87 None None] Pushing event updated for resources: {'Port': ['ID=859e2991-cf93-4265-9899-667d4b67602e,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:10.104991 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157eb07-61f5-49bf-9980-6c3614ade880 req-1e450f0a-1266-4dc0-8975-078e0a8ea207 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:10.107386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a157eb07-61f5-49bf-9980-6c3614ade880 req-1e450f0a-1266-4dc0-8975-078e0a8ea207 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.1376097 Dec 20 21:20:10.111967 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:10.144704 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:10.243572 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a157eb07-61f5-49bf-9980-6c3614ade880 req-bb70622c-7c64-419f-931d-4260d21625ce tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003842 Dec 20 21:20:10.336752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Allocated IP 172.35.3.129 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:20:10.361945 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e18ad-3e22-4416-a57b-c98efe417e8d req-d14e2e94-95ab-4d26-8afb-202aa19b3eea tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:10.363582 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c83e18ad-3e22-4416-a57b-c98efe417e8d req-d14e2e94-95ab-4d26-8afb-202aa19b3eea tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.0578518 Dec 20 21:20:10.420890 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c83e18ad-3e22-4416-a57b-c98efe417e8d req-0a5fb52e-3baa-4635-b9cc-ece07d5b58ad tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503099 Dec 20 21:20:10.470349 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:10.508117 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:10.546869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:20:10.551565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:10.559611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:20:10.562447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Pushing event updated for resources: {'Port': ['ID=a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:10.613783 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f45b1-5b4a-43ab-bcd9-b8d7e4dedd24 req-a6055263-871b-41c2-9444-27acae446291 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:10.615365 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef2f45b1-5b4a-43ab-bcd9-b8d7e4dedd24 req-a6055263-871b-41c2-9444-27acae446291 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 946 time: 0.0817878 Dec 20 21:20:10.653425 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef2f45b1-5b4a-43ab-bcd9-b8d7e4dedd24 req-67b28ec4-9d04-406f-aa12-44991e0dec69 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314877 Dec 20 21:20:10.689199 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-1ec6d737-b478-402a-9077-0890be8267c0 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e12d1fb88fdc42ddbd876700dcc90a70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503874 Dec 20 21:20:10.829881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 859e2991-cf93-4265-9899-667d4b67602e up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:10.883407 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 859e2991-cf93-4265-9899-667d4b67602e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:10.883771 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:10.892729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-572d86f0-1d7a-45a3-8ff8-128c1fdfe5d0 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:10.894298 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-572d86f0-1d7a-45a3-8ff8-128c1fdfe5d0 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889367 Dec 20 21:20:10.916669 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-8b2968c1-a97a-409e-bb2a-c9bd2af49cec tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/quotas/e12d1fb88fdc42ddbd876700dcc90a70 HTTP/1.1" status: 200 len: 375 time: 0.0159013 Dec 20 21:20:10.927435 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:10.984276 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:11.014655 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2aae6-9fc7-461a-97aa-f2e157a6f0f1 req-e3646aa6-af44-497e-9696-efff4c228998 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:11.017477 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-93d2aae6-9fc7-461a-97aa-f2e157a6f0f1 req-e3646aa6-af44-497e-9696-efff4c228998 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 943 time: 0.0586877 Dec 20 21:20:11.018590 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-d6914f3c-2d9b-4eca-ac06-390c4959e84d tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e12d1fb88fdc42ddbd876700dcc90a70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0932488 Dec 20 21:20:11.028066 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 859e2991-cf93-4265-9899-667d4b67602e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=859e2991-cf93-4265-9899-667d4b67602e,segment=NetworkSegment(66e2ea1b-67f5-4716-b86c-9192c27258d7),segment_id=66e2ea1b-67f5-4716-b86c-9192c27258d7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:11.033793 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:11.094116 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-93d2aae6-9fc7-461a-97aa-f2e157a6f0f1 req-65393af5-cb9e-423c-ae45-67c3e8be7c53 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493085 Dec 20 21:20:11.118707 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=859e2991-cf93-4265-9899-667d4b67602e,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:11.198224 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:11.199173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502dac88-187d-43e1-a902-eb6a884f97ef None None] Network a59c69cc-251c-424c-8fcd-16f53c9e39c8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:20:11.226600 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-71dacdae-8eab-43cf-a6a0-27f7a65eb507 req-3d016563-e7b7-4c23-90c2-8d285dd4dd12 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=5636a808-4106-4be9-849e-15405118edd1 HTTP/1.1" status: 200 len: 210 time: 0.0340555 Dec 20 21:20:11.275710 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6ba0f448-d7ea-4d31-88e9-67f96efa703d None None] Provisioning complete for port 859e2991-cf93-4265-9899-667d4b67602e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:11.276075 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ba0f448-d7ea-4d31-88e9-67f96efa703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:11.365014 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Router cab2b20c-aaba-403b-974a-badb1b657d0f is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:20:11.426045 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4983c2-9fa8-4978-b702-b18eec4c9f34 req-24f0df83-910b-4ebd-8b41-2eef7605bc25 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:11.438207 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af4983c2-9fa8-4978-b702-b18eec4c9f34 req-24f0df83-910b-4ebd-8b41-2eef7605bc25 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.1036711 Dec 20 21:20:11.493963 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af4983c2-9fa8-4978-b702-b18eec4c9f34 req-8866763f-f1fc-49a3-b9bc-fbe2dbe07c4c tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454788 Dec 20 21:20:11.516337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:20:11.518679 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Sync routers for ids ['cab2b20c-aaba-403b-974a-badb1b657d0f'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:20:11.533334 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Routers {'cab2b20c-aaba-403b-974a-badb1b657d0f'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:20:11.533788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:19:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['cab2b20c-aaba-403b-974a-badb1b657d0f'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:11.554578 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:11.556794 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fad3e8cb-ecb0-449f-b847-77558fea5a83 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5334649 Dec 20 21:20:11.559948 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51460) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:11.703328 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Set router cab2b20c-aaba-403b-974a-badb1b657d0f gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:20:11.724400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861d46a-6236-41c1-a220-191754373a4d req-94153700-f27b-4f47-a086-12b6546c6cd6 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:11.726200 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4861d46a-6236-41c1-a220-191754373a4d req-94153700-f27b-4f47-a086-12b6546c6cd6 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.1441164 Dec 20 21:20:11.808681 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4861d46a-6236-41c1-a220-191754373a4d req-a53f955c-8508-4853-88bb-4bbee85f8a54 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580692 Dec 20 21:20:11.821519 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7f47f-ecaf-4b7e-8957-2e0800e3df26 req-a286f7a6-26ad-4e7c-b731-0d0b259d192c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:11.823809 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bd7f47f-ecaf-4b7e-8957-2e0800e3df26 req-a286f7a6-26ad-4e7c-b731-0d0b259d192c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 950 time: 0.0967917 Dec 20 21:20:11.842729 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:20:11.844975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:11.889195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:11.889533 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device bc9c5ecd-a86a-4920-b8a9-3a65e29d33f9 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:11.951723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-7bd7f47f-ecaf-4b7e-8957-2e0800e3df26 req-b865ada6-a140-4d5f-a86e-b6a81ac4bef4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Deleting port 6e1713ac-6707-46ba-aecb-67d234680f96 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:11.952068 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bd7f47f-ecaf-4b7e-8957-2e0800e3df26 req-b865ada6-a140-4d5f-a86e-b6a81ac4bef4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:11.963492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-7a37c45b-d4dc-4662-9d05-3fe170a83489 None None] Provisioning complete for port 859e2991-cf93-4265-9899-667d4b67602e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:11.963856 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7a37c45b-d4dc-4662-9d05-3fe170a83489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:12.070657 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:12.082333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7bd7f47f-ecaf-4b7e-8957-2e0800e3df26 req-b865ada6-a140-4d5f-a86e-b6a81ac4bef4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] For port 6e1713ac-6707-46ba-aecb-67d234680f96, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6e1713ac-6707-46ba-aecb-67d234680f96,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:12.083191 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bd7f47f-ecaf-4b7e-8957-2e0800e3df26 req-b865ada6-a140-4d5f-a86e-b6a81ac4bef4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:12.088131 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b', 'network_id': '7baa739e-ce4f-46bc-a565-aab632d9bddc', 'port_id': '81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b', 'mac_address': 'fa:16:3e:04:90:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cfb43f-380d-47e7-8095-0b998add498a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:20:12.130011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-7bd7f47f-ecaf-4b7e-8957-2e0800e3df26 req-b865ada6-a140-4d5f-a86e-b6a81ac4bef4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Calling delete_port for 6e1713ac-6707-46ba-aecb-67d234680f96 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:12.161393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'name': 'tempest-TaggedBootDevicesTest_v242-766880457-router', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:09Z', 'updated_at': '2021-12-20T21:20:10Z', 'revision_number': 3, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'gw_port': {'id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ea:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:10Z', 'updated_at': '2021-12-20T21:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:12.199821 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Checking router: cab2b20c-aaba-403b-974a-badb1b657d0f for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:20:12.200205 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Updating router cab2b20c-aaba-403b-974a-badb1b657d0f port a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:20:12.202171 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:12.233790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:20:12.240973 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:12.269179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c88d1b-e543-424d-8a19-93059e92ad72 req-16cf082f-56e7-4004-affc-f31b0f90c4ab tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:12.271429 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-94c88d1b-e543-424d-8a19-93059e92ad72 req-16cf082f-56e7-4004-affc-f31b0f90c4ab tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 946 time: 0.5011654 Dec 20 21:20:12.275263 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:12.280462 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:12.296498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d260d-ca10-4fca-9f9c-e6269f04d8f1 req-fcffb7fa-f683-4ab8-af88-397bb18f51fa tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:12.298997 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c18d260d-ca10-4fca-9f9c-e6269f04d8f1 req-fcffb7fa-f683-4ab8-af88-397bb18f51fa tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 943 time: 0.0718551 Dec 20 21:20:12.393175 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c18d260d-ca10-4fca-9f9c-e6269f04d8f1 req-fe1818b8-0c62-458f-8bde-3659723839cf tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758045 Dec 20 21:20:12.408577 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-94c88d1b-e543-424d-8a19-93059e92ad72 req-1e34907d-1ac4-48f0-afcc-e51318829bc5 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905666 Dec 20 21:20:12.420929 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bd7f47f-ecaf-4b7e-8957-2e0800e3df26 req-b865ada6-a140-4d5f-a86e-b6a81ac4bef4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:12.474559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865ada6-a140-4d5f-a86e-b6a81ac4bef4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Pushing event deleted for resources: {'Port': ['ID=6e1713ac-6707-46ba-aecb-67d234680f96,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:12.526777 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c44ec9c2-a894-47ea-8ae2-7f1806d9d86b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:12.529299 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['6e1713ac-6707-46ba-aecb-67d234680f96'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:12.578109 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd7f47f-ecaf-4b7e-8957-2e0800e3df26 req-b865ada6-a140-4d5f-a86e-b6a81ac4bef4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] No DVR routers for this DVR port 6e1713ac-6707-46ba-aecb-67d234680f96 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:12.594700 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7bd7f47f-ecaf-4b7e-8957-2e0800e3df26 req-b865ada6-a140-4d5f-a86e-b6a81ac4bef4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:12.599248 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bd7f47f-ecaf-4b7e-8957-2e0800e3df26 req-b865ada6-a140-4d5f-a86e-b6a81ac4bef4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.66 "DELETE /v2.0/ports/6e1713ac-6707-46ba-aecb-67d234680f96 HTTP/1.1" status: 204 len: 173 time: 0.7678323 Dec 20 21:20:12.600884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3044a5-8e98-4d94-8148-3f2e00ab0496', 'name': 'network-vif-deleted', 'tag': '6e1713ac-6707-46ba-aecb-67d234680f96'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:12.603793 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fbb5fd-fb76-4c1b-95e7-0979866bb5b8" -d '{"events": [{"server_uuid": "6f3044a5-8e98-4d94-8148-3f2e00ab0496", "name": "network-vif-deleted", "tag": "6e1713ac-6707-46ba-aecb-67d234680f96"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:12.632207 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50a356e9-f176-4dd8-83ad-486d10fa7a4c req-3a6eeca1-e5f9-46c9-82a1-af5b2711ec1e tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=5636a808-4106-4be9-849e-15405118edd1 HTTP/1.1" status: 200 len: 210 time: 0.0566525 Dec 20 21:20:12.633703 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:12.635810 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:12.686428 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:12.739390 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-2573845d-6580-438a-b000-e34fbdf0bca0 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=e12d1fb88fdc42ddbd876700dcc90a70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504303 Dec 20 21:20:12.864966 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 859e2991-cf93-4265-9899-667d4b67602e up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:12.870796 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca892f77-ff80-41c3-846a-ff723a771e29 x-openstack-request-id: req-ca892f77-ff80-41c3-846a-ff723a771e29 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:12.871146 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3044a5-8e98-4d94-8148-3f2e00ab0496", "name": "network-vif-deleted", "tag": "6e1713ac-6707-46ba-aecb-67d234680f96", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:12.871402 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca892f77-ff80-41c3-846a-ff723a771e29 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:12.871800 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3044a5-8e98-4d94-8148-3f2e00ab0496', 'name': 'network-vif-deleted', 'tag': '6e1713ac-6707-46ba-aecb-67d234680f96', 'status': 'completed', 'code': 200} Dec 20 21:20:12.922528 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0a350-8d59-405b-b038-97c339a46454 req-8faa059d-3a46-4e4a-8977-d7f7ebeaa0bf tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:12.930350 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c6a0a350-8d59-405b-b038-97c339a46454 req-8faa059d-3a46-4e4a-8977-d7f7ebeaa0bf tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.2506595 Dec 20 21:20:12.947097 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-8ee53147-10b9-4be3-b679-8f2c35b238e8 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:12.951294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-8ee53147-10b9-4be3-b679-8f2c35b238e8 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819651 Dec 20 21:20:12.981095 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c6a0a350-8d59-405b-b038-97c339a46454 req-ddeafa3f-68d4-45d3-8475-d556455f8b47 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489457 Dec 20 21:20:13.015812 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41464a44-e55b-47aa-89cc-af45733dccd0 req-27cfdc9e-806e-4937-9c43-e6f5580e43b4 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f3044a5-8e98-4d94-8148-3f2e00ab0496 HTTP/1.1" status: 200 len: 210 time: 0.0521665 Dec 20 21:20:13.032178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-cfc1fbb4-cd56-4502-b0f6-a55349f602b3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Request body: {'port': {'device_id': '5636a808-4106-4be9-849e-15405118edd1', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': 'e12d1fb88fdc42ddbd876700dcc90a70'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:13.032315 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Allocated IP 172.20.0.1 (a59c69cc-251c-424c-8fcd-16f53c9e39c8/a8068432-bb6b-4d01-8126-71f8c5380ca3/6086fe35-31ec-4521-a594-6cfda6e8c556) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:20:13.132962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 859e2991-cf93-4265-9899-667d4b67602e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:13.133415 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.151523 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-cfc1fbb4-cd56-4502-b0f6-a55349f602b3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Made reservation on behalf of e12d1fb88fdc42ddbd876700dcc90a70 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:20:13.155092 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-cfc1fbb4-cd56-4502-b0f6-a55349f602b3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.155247 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.163581 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-cfc1fbb4-cd56-4502-b0f6-a55349f602b3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.172196 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.192277 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.192492 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.242584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Network a59c69cc-251c-424c-8fcd-16f53c9e39c8 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:20:13.251724 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:13.253661 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Pushing event updated for resources: {'Port': ['ID=6086fe35-31ec-4521-a594-6cfda6e8c556,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:13.255796 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:20:13.256326 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-cfc1fbb4-cd56-4502-b0f6-a55349f602b3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.262460 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-cfc1fbb4-cd56-4502-b0f6-a55349f602b3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.279065 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Attempting to bind port a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:20:13.279495 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Attempting to bind port a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:20:13.280038 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Attempting to bind port a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:13.283035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeef8c-9956-41cd-9414-4d316b0c8f8e None None] Pushing event updated for resources: {'Port': ['ID=a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:13.290848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:20:13.291092 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:20:13.291513 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.291864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:20:13.292362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Bound port: a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:20:13.292775 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.302740 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:13.303142 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:13.303498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:13.303847 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:13.304318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:13.304716 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:13.305040 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:13.311233 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:13.311896 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:13.312457 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:13.312993 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:13.313732 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:13.347695 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1fbb4-cd56-4502-b0f6-a55349f602b3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde6e55f-a2d6-45da-a4ea-431765ac3232,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:13.356251 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.421988 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] For port a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:20:13.428836 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] For port a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:20:13.437831 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.520506 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-cfc1fbb4-cd56-4502-b0f6-a55349f602b3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Allocated IP 192.168.233.248 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/f9449433-ee22-4fb0-8d93-fe073c329950) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:20:13.547195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Routers {'cab2b20c-aaba-403b-974a-badb1b657d0f'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:20:13.547899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:19:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['cab2b20c-aaba-403b-974a-badb1b657d0f'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:13.597156 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeef8c-9956-41cd-9414-4d316b0c8f8e None None] Pushing event updated for resources: {'Port': ['ID=a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:13.606490 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168a9b6-c79c-425f-b0be-ad7f6387201d req-f2bac1d1-5fcc-498c-8ff7-acf86e42a223 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:13.614703 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c168a9b6-c79c-425f-b0be-ad7f6387201d req-f2bac1d1-5fcc-498c-8ff7-acf86e42a223 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 943 time: 0.1189673 Dec 20 21:20:13.617292 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.655869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3614faf6-c75d-4960-b595-7a869e91a428 None None] Provisioning complete for port 6086fe35-31ec-4521-a594-6cfda6e8c556 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:13.656237 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3614faf6-c75d-4960-b595-7a869e91a428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.658328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfe5cd-2ec2-41cf-bc2f-d081fc113be0 req-1d96555d-4afa-4352-b8f2-fd7a7381a020 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:13.659997 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-87cfe5cd-2ec2-41cf-bc2f-d081fc113be0 req-1d96555d-4afa-4352-b8f2-fd7a7381a020 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 945 time: 0.1120355 Dec 20 21:20:13.689472 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c168a9b6-c79c-425f-b0be-ad7f6387201d req-cd749f64-ea13-428f-9d79-e90c4453850c tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737724 Dec 20 21:20:13.710117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3614faf6-c75d-4960-b595-7a869e91a428 None None] Port 6086fe35-31ec-4521-a594-6cfda6e8c556 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:20:13.712005 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] Set router cab2b20c-aaba-403b-974a-badb1b657d0f gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:20:13.748095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-87cfe5cd-2ec2-41cf-bc2f-d081fc113be0 req-3cfad3d9-988b-41d0-a9a6-d3fa0228bf72 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623679 Dec 20 21:20:13.778785 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-cfc1fbb4-cd56-4502-b0f6-a55349f602b3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.816905 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-cfc1fbb4-cd56-4502-b0f6-a55349f602b3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.849724 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:13.873440 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.880211 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.890414 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1fbb4-cd56-4502-b0f6-a55349f602b3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Pushing event updated for resources: {'Port': ['ID=f9449433-ee22-4fb0-8d93-fe073c329950,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:13.939434 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-cfc1fbb4-cd56-4502-b0f6-a55349f602b3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:20:13.943562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-cfc1fbb4-cd56-4502-b0f6-a55349f602b3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:13.947863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-cfc1fbb4-cd56-4502-b0f6-a55349f602b3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:20:13.968984 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:13.999528 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:14.010048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac68022-daaa-49e7-bbe6-c34acfaac26a req-ae1c9028-fcff-4264-8761-6f3e2bc2af16 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:14.018018 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dac68022-daaa-49e7-bbe6-c34acfaac26a req-ae1c9028-fcff-4264-8761-6f3e2bc2af16 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=5636a808-4106-4be9-849e-15405118edd1 HTTP/1.1" status: 200 len: 936 time: 0.1213431 Dec 20 21:20:14.026411 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:20:14.048627 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-cfc1fbb4-cd56-4502-b0f6-a55349f602b3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:14.049262 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-cfc1fbb4-cd56-4502-b0f6-a55349f602b3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:14.063622 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:14.075036 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:14.103719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Pushing event updated for resources: {'Port': ['ID=6086fe35-31ec-4521-a594-6cfda6e8c556,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:14.109366 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dac68022-daaa-49e7-bbe6-c34acfaac26a req-9c0ae236-4a82-421a-ae85-c20312d65c2c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895939 Dec 20 21:20:14.116210 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-cfc1fbb4-cd56-4502-b0f6-a55349f602b3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0992823 Dec 20 21:20:14.138144 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Network a59c69cc-251c-424c-8fcd-16f53c9e39c8 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:20:14.142935 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:14.181828 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'name': 'tempest-TaggedBootDevicesTest_v242-766880457-router', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:09Z', 'updated_at': '2021-12-20T21:20:10Z', 'revision_number': 3, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'gw_port': {'id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ea:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:10Z', 'updated_at': '2021-12-20T21:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:14.232899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdf1375-614f-4f96-96de-cdcc5a654541 None None] The sync data for ids ['cab2b20c-aaba-403b-974a-badb1b657d0f'] in n-d-xena-1 is: [{'id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'name': 'tempest-TaggedBootDevicesTest_v242-766880457-router', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:09Z', 'updated_at': '2021-12-20T21:20:10Z', 'revision_number': 3, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'gw_port': {'id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ea:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:10Z', 'updated_at': '2021-12-20T21:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:20:14.234514 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:14.311621 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395c498-9829-4055-b1ee-d51543d89428 req-db314a03-e77c-4665-903c-759f680b741d tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:14.312667 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5395c498-9829-4055-b1ee-d51543d89428 req-db314a03-e77c-4665-903c-759f680b741d tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.0844266 Dec 20 21:20:14.348436 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c2ad8629-81b8-4e04-9aa4-516174a4b1fa None None] Provisioning complete for port f9449433-ee22-4fb0-8d93-fe073c329950 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:14.349149 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2ad8629-81b8-4e04-9aa4-516174a4b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:14.357647 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Router cab2b20c-aaba-403b-974a-badb1b657d0f has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:20:14.387592 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5395c498-9829-4055-b1ee-d51543d89428 req-9d9f9d1e-1aa0-4d46-ae43-01298d58df32 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634205 Dec 20 21:20:14.414404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Request body: {'port': {'device_id': '5636a808-4106-4be9-849e-15405118edd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:14.457981 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:14.460017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad8629-81b8-4e04-9aa4-516174a4b1fa None None] Port f9449433-ee22-4fb0-8d93-fe073c329950 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:20:14.478443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6e1713ac-6707-46ba-aecb-67d234680f96 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:14.507123 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:14.515768 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 6e1713ac-6707-46ba-aecb-67d234680f96 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:14.516301 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6e1713ac-6707-46ba-aecb-67d234680f96 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:14.597022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74f2ed-7ab8-46c9-a91d-558387b55dc5 req-b629ee26-7f75-46f3-8716-112a6baeec3a tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:14.608176 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dc74f2ed-7ab8-46c9-a91d-558387b55dc5 req-b629ee26-7f75-46f3-8716-112a6baeec3a tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 944 time: 0.0955744 Dec 20 21:20:14.629926 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9eaaac4c-b45b-49b0-9125-ad55692f337c None None] Provisioning complete for port 6086fe35-31ec-4521-a594-6cfda6e8c556 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:14.633004 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9eaaac4c-b45b-49b0-9125-ad55692f337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:14.689819 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dc74f2ed-7ab8-46c9-a91d-558387b55dc5 req-193ff38e-aa59-4210-94ab-9b4e5e94af2b tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808208 Dec 20 21:20:14.691209 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:20:14.702239 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-abb9fd1e-d960-4e93-a566-f320cd89fd71 admin admin] 10.222.0.32 "PUT /v2.0/routers/cab2b20c-aaba-403b-974a-badb1b657d0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1384583 Dec 20 21:20:14.725856 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9eaaac4c-b45b-49b0-9125-ad55692f337c None None] Port 6086fe35-31ec-4521-a594-6cfda6e8c556 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:20:14.893670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a9431-ec8c-469c-8587-40a9ef901015 req-33871996-e946-4ae3-a919-187c6a521f50 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:14.895362 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-233a9431-ec8c-469c-8587-40a9ef901015 req-33871996-e946-4ae3-a919-187c6a521f50 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 943 time: 0.0924113 Dec 20 21:20:14.898866 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:14.959567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:14.960379 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:14.967983 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-233a9431-ec8c-469c-8587-40a9ef901015 req-9cb4bfb9-5c3d-4494-87fd-8cb35f0955f7 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635600 Dec 20 21:20:15.078870 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:15.112699 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:15.117703 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e3dfa-2c6c-42a4-9307-e325ba2a72bd req-eee87c28-3e22-447e-a016-33643cf2cb53 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:15.119655 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:15.127449 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2d3e3dfa-2c6c-42a4-9307-e325ba2a72bd req-eee87c28-3e22-447e-a016-33643cf2cb53 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 950 time: 0.1765690 Dec 20 21:20:15.209114 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:15.242675 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2d3e3dfa-2c6c-42a4-9307-e325ba2a72bd req-627f47f2-33d3-48d7-b387-e03f18a62f4c tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143503 Dec 20 21:20:15.333916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e528b3e-1ada-4738-88e4-65f4b1251818 req-cb15e31a-3128-4488-9007-7e4d9f8d8adb tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:15.335492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e528b3e-1ada-4738-88e4-65f4b1251818 req-cb15e31a-3128-4488-9007-7e4d9f8d8adb tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=5636a808-4106-4be9-849e-15405118edd1 HTTP/1.1" status: 200 len: 936 time: 0.0722120 Dec 20 21:20:15.383665 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e528b3e-1ada-4738-88e4-65f4b1251818 req-b0b00b36-67b3-468c-96cb-9c3c49f4d578 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414841 Dec 20 21:20:15.385148 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9449433-ee22-4fb0-8d93-fe073c329950 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:20:15.394534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:15.408123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Transition to ACTIVE for port object f9449433-ee22-4fb0-8d93-fe073c329950 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:20:15.414170 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:15.471196 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Pushing event updated for resources: {'Port': ['ID=f9449433-ee22-4fb0-8d93-fe073c329950,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:15.544408 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51538) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:15.550102 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b6367e55-d4e8-4ef7-9b8a-598a6d3e867c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1466713891-network', 'tenant_id': '8a086a9b11234987a57e52b31f2062f2'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:15.581559 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6367e55-d4e8-4ef7-9b8a-598a6d3e867c admin admin] Made reservation on behalf of 8a086a9b11234987a57e52b31f2062f2 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:20:15.583928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440370de-80f9-4e6a-ac40-87fdad80d903 req-7e87ed71-ba2a-48af-b21a-0df8dfc05524 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:15.584562 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6367e55-d4e8-4ef7-9b8a-598a6d3e867c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:15.585666 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-440370de-80f9-4e6a-ac40-87fdad80d903 req-7e87ed71-ba2a-48af-b21a-0df8dfc05524 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.1105177 Dec 20 21:20:15.596696 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6367e55-d4e8-4ef7-9b8a-598a6d3e867c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:15.627963 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Attempting to bind port f9449433-ee22-4fb0-8d93-fe073c329950 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:20:15.627963 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Attempting to bind port f9449433-ee22-4fb0-8d93-fe073c329950 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:20:15.628337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Attempting to bind port f9449433-ee22-4fb0-8d93-fe073c329950 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:15.639059 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Port f9449433-ee22-4fb0-8d93-fe073c329950 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:20:15.639415 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Attempting to bind port f9449433-ee22-4fb0-8d93-fe073c329950 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:15.657069 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:20:15.657406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:20:15.658119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:20:15.658572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Bound port: f9449433-ee22-4fb0-8d93-fe073c329950, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:20:15.658934 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:15.664646 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-440370de-80f9-4e6a-ac40-87fdad80d903 req-6e6c8a42-b99d-46b7-9e70-2695cf93f032 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720782 Dec 20 21:20:15.706103 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6367e55-d4e8-4ef7-9b8a-598a6d3e867c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:15.716115 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6367e55-d4e8-4ef7-9b8a-598a6d3e867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:15.736117 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] For port f9449433-ee22-4fb0-8d93-fe073c329950, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:20:15.738980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6367e55-d4e8-4ef7-9b8a-598a6d3e867c admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:20:15.741364 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] For port f9449433-ee22-4fb0-8d93-fe073c329950, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f9449433-ee22-4fb0-8d93-fe073c329950,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:20:15.746368 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:15.764300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6367e55-d4e8-4ef7-9b8a-598a6d3e867c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba184887-416b-40a8-8a46-389dd369affc,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:15.769465 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6367e55-d4e8-4ef7-9b8a-598a6d3e867c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:15.769801 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-b6367e55-d4e8-4ef7-9b8a-598a6d3e867c admin admin] Added segment 4d463215-99fc-41bd-903f-b06087733fef of type vlan for network b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27 Dec 20 21:20:15.792231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:15.792949 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:15.794418 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] 10.222.0.66 "PUT /v2.0/ports/f9449433-ee22-4fb0-8d93-fe073c329950 HTTP/1.1" status: 200 len: 1094 time: 1.6626251 Dec 20 21:20:15.796775 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5636a808-4106-4be9-849e-15405118edd1', 'tag': 'f9449433-ee22-4fb0-8d93-fe073c329950'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:15.799309 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92365fd-c0d9-4ad1-b6fe-157b3d93b4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5636a808-4106-4be9-849e-15405118edd1", "tag": "f9449433-ee22-4fb0-8d93-fe073c329950"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:15.842581 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845f392-e60e-4c43-b022-2bd3af847d89 service neutron] Pushing event updated for resources: {'Port': ['ID=f9449433-ee22-4fb0-8d93-fe073c329950,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:15.846423 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6367e55-d4e8-4ef7-9b8a-598a6d3e867c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:15.860377 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43452bf4-e4b4-455a-a296-2d99caf99ee9 x-openstack-request-id: req-43452bf4-e4b4-455a-a296-2d99caf99ee9 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:15.860669 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5636a808-4106-4be9-849e-15405118edd1", "tag": "f9449433-ee22-4fb0-8d93-fe073c329950", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:15.861047 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43452bf4-e4b4-455a-a296-2d99caf99ee9 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:15.861456 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5636a808-4106-4be9-849e-15405118edd1', 'tag': 'f9449433-ee22-4fb0-8d93-fe073c329950', 'status': 'completed', 'code': 200} Dec 20 21:20:15.885218 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed60310-6742-4d85-9d80-6ccaa0a8bded req-d5d76ec2-8e44-46b2-a8bb-0478c80b395f tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:15.887093 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5ed60310-6742-4d85-9d80-6ccaa0a8bded req-d5d76ec2-8e44-46b2-a8bb-0478c80b395f tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 944 time: 0.0851185 Dec 20 21:20:15.888559 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6367e55-d4e8-4ef7-9b8a-598a6d3e867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:15.889577 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6367e55-d4e8-4ef7-9b8a-598a6d3e867c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:15.890197 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6367e55-d4e8-4ef7-9b8a-598a6d3e867c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:15.908717 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b6367e55-d4e8-4ef7-9b8a-598a6d3e867c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3627851 Dec 20 21:20:15.922017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51544) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:15.929191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-63bdde07-99bb-4ae5-bcc1-1801e64b2707 admin admin] Request body: {'subnet': {'network_id': 'b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1466713891-subnet', 'tenant_id': '8a086a9b11234987a57e52b31f2062f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:15.962495 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-1b289171-cb15-4276-af7e-23fe1cb8a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:15.964529 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-1b289171-cb15-4276-af7e-23fe1cb8a9be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e12d1fb88fdc42ddbd876700dcc90a70&device_id=5636a808-4106-4be9-849e-15405118edd1 HTTP/1.1" status: 200 len: 1097 time: 0.0821879 Dec 20 21:20:15.965759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bdde07-99bb-4ae5-bcc1-1801e64b2707 admin admin] Made reservation on behalf of 8a086a9b11234987a57e52b31f2062f2 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:20:15.968076 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-63bdde07-99bb-4ae5-bcc1-1801e64b2707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:15.982989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6367e55-d4e8-4ef7-9b8a-598a6d3e867c admin admin] Pushing event updated for resources: {'Network': ['ID=b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:15.987770 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5ed60310-6742-4d85-9d80-6ccaa0a8bded req-76f89c4c-3b93-4384-8e6f-81db59c293e1 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870173 Dec 20 21:20:15.994325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:20:16.056215 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-57c33e0b-29f2-4794-9615-d18d8d1144a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=f9449433-ee22-4fb0-8d93-fe073c329950 HTTP/1.1" status: 200 len: 217 time: 0.0757086 Dec 20 21:20:16.187919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-49b86279-35a2-4a94-bb02-d976ea2d1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:16.189373 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-49b86279-35a2-4a94-bb02-d976ea2d1ad9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1078591 Dec 20 21:20:16.205958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7d6d8-8327-49fd-a0e3-de7b3e2ce0c2 req-f1edeac5-f862-423a-9184-df3dd812c0b4 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:16.207435 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfc7d6d8-8327-49fd-a0e3-de7b3e2ce0c2 req-f1edeac5-f862-423a-9184-df3dd812c0b4 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.31 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 944 time: 0.1621430 Dec 20 21:20:16.291091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22598861-6c5a-41f4-ba55-4d7056bec3f7 req-15043d25-ee63-4f84-ace3-bca2486056b8 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:16.292687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-22598861-6c5a-41f4-ba55-4d7056bec3f7 req-15043d25-ee63-4f84-ace3-bca2486056b8 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 943 time: 0.2082937 Dec 20 21:20:16.378569 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-487efaeb-13ea-4791-91ea-257729b95776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:16.380074 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-487efaeb-13ea-4791-91ea-257729b95776 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1826117 Dec 20 21:20:16.386919 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f288982-cbf2-4617-bff8-9a6b464f936e req-744d4b4c-636a-4b8b-bb95-ffd26457a29f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:16.388382 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2f288982-cbf2-4617-bff8-9a6b464f936e req-744d4b4c-636a-4b8b-bb95-ffd26457a29f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 950 time: 0.0520453 Dec 20 21:20:16.429986 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2f288982-cbf2-4617-bff8-9a6b464f936e req-2b256881-7c1d-444a-bea0-2e440cc89b9e tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355439 Dec 20 21:20:16.449171 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-22598861-6c5a-41f4-ba55-4d7056bec3f7 req-118c7704-5e0d-4391-92a7-a5f3f2df7e96 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499469 Dec 20 21:20:16.482856 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 030fa15b-7197-426a-b047-88b30a8039a4 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:20:16.509175 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-63bdde07-99bb-4ae5-bcc1-1801e64b2707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:16.556228 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-cfc7d6d8-8327-49fd-a0e3-de7b3e2ce0c2 req-304821a3-9d01-4340-869d-83f799ddbc44 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Deleting port 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:16.556561 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cfc7d6d8-8327-49fd-a0e3-de7b3e2ce0c2 req-304821a3-9d01-4340-869d-83f799ddbc44 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:16.559587 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587db20-aa5f-46ed-b501-b339d784b883 req-9e24df93-d179-47b8-9dfe-a3ab049cbf0b tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:16.566208 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Sync routers for ids ['cab2b20c-aaba-403b-974a-badb1b657d0f'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:20:16.570025 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9587db20-aa5f-46ed-b501-b339d784b883 req-9e24df93-d179-47b8-9dfe-a3ab049cbf0b tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=5636a808-4106-4be9-849e-15405118edd1 HTTP/1.1" status: 200 len: 948 time: 0.0703897 Dec 20 21:20:16.579471 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Routers {'cab2b20c-aaba-403b-974a-badb1b657d0f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:20:16.581015 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:19:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['cab2b20c-aaba-403b-974a-badb1b657d0f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:16.615819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 030fa15b-7197-426a-b047-88b30a8039a4, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=030fa15b-7197-426a-b047-88b30a8039a4,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:16.624880 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9587db20-aa5f-46ed-b501-b339d784b883 req-18ab67f4-a531-4ee6-81da-99fb6033052c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485342 Dec 20 21:20:16.634221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '030fa15b-7197-426a-b047-88b30a8039a4', 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033', 'port_id': '030fa15b-7197-426a-b047-88b30a8039a4', 'mac_address': 'fa:16:3e:9c:46:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '868ebcce-ae72-4771-bf99-f9e761ce11a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:20:16.672575 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-cc26f45e-0eb3-4bb6-ae2c-468867af580e service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833886 Dec 20 21:20:16.677252 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:16.692370 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030fa15b-7197-426a-b047-88b30a8039a4 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:20:16.706596 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdde07-99bb-4ae5-bcc1-1801e64b2707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff673b3-e3ea-4c6f-a4d5-6fe066c25909,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:16.714099 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 030fa15b-7197-426a-b047-88b30a8039a4, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=030fa15b-7197-426a-b047-88b30a8039a4,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:16.718999 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:16.721137 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Set router cab2b20c-aaba-403b-974a-badb1b657d0f gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:20:16.780968 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=030fa15b-7197-426a-b047-88b30a8039a4,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:16.787838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bdde07-99bb-4ae5-bcc1-1801e64b2707 admin admin] Checking segment: {'id': '4d463215-99fc-41bd-903f-b06087733fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:20:16.788221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bdde07-99bb-4ae5-bcc1-1801e64b2707 admin admin] Network hostable DHCP agents. Network: b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:20:16.822302 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15984b27-b94b-4562-aa21-83829f40a842 req-3f6f87ad-c950-43c9-9e07-d852279e1c92 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:16.823676 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-15984b27-b94b-4562-aa21-83829f40a842 req-3f6f87ad-c950-43c9-9e07-d852279e1c92 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.31 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 950 time: 0.2079566 Dec 20 21:20:16.832358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-cfc7d6d8-8327-49fd-a0e3-de7b3e2ce0c2 req-304821a3-9d01-4340-869d-83f799ddbc44 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] For port 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b,segment=NetworkSegment(8733de54-ef0a-471d-bf98-3e0f9fd0b7bb),segment_id=8733de54-ef0a-471d-bf98-3e0f9fd0b7bb)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:16.832789 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cfc7d6d8-8327-49fd-a0e3-de7b3e2ce0c2 req-304821a3-9d01-4340-869d-83f799ddbc44 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:16.834487 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:16.864830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-cfc7d6d8-8327-49fd-a0e3-de7b3e2ce0c2 req-304821a3-9d01-4340-869d-83f799ddbc44 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Calling delete_port for 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:16.885620 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:16.885997 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:16.936857 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bdde07-99bb-4ae5-bcc1-1801e64b2707 admin admin] Network b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:20:16.975660 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'name': 'tempest-TaggedBootDevicesTest_v242-766880457-router', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:09Z', 'updated_at': '2021-12-20T21:20:13Z', 'revision_number': 4, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'gw_port': {'id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:10Z', 'updated_at': '2021-12-20T21:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '6086fe35-31ec-4521-a594-6cfda6e8c556', 'name': '', 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'mac_address': 'fa:16:3e:c2:e4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:12Z', 'updated_at': '2021-12-20T21:20:13Z', 'revision_number': 2, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'subnets': [{'id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:17.002426 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Checking router: cab2b20c-aaba-403b-974a-badb1b657d0f for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:20:17.002772 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Updating router cab2b20c-aaba-403b-974a-badb1b657d0f port 6086fe35-31ec-4521-a594-6cfda6e8c556 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:20:17.002944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c84268-fde4-4265-a5e9-28742f4d019f req-d4d0907e-3253-4e95-9362-1cbe0bffa9fe tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:17.004420 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73c84268-fde4-4265-a5e9-28742f4d019f req-d4d0907e-3253-4e95-9362-1cbe0bffa9fe tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.2338612 Dec 20 21:20:17.012796 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-719f30e2-2aeb-4801-9d95-a431ee645e38 req-aa028c0c-8785-44cf-af43-2a0a92b6ebe2 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212867 Dec 20 21:20:17.018999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-63bdde07-99bb-4ae5-bcc1-1801e64b2707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:17.029613 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71820cf3-2e21-404a-ae69-df2b2092218a None None] Network b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:20:17.045484 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bdde07-99bb-4ae5-bcc1-1801e64b2707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:17.046096 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-63bdde07-99bb-4ae5-bcc1-1801e64b2707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:17.055448 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:17.096076 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-63bdde07-99bb-4ae5-bcc1-1801e64b2707 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1718624 Dec 20 21:20:17.099163 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51560) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:17.105758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1466713891-router', 'tenant_id': '8a086a9b11234987a57e52b31f2062f2', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:17.111274 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['030fa15b-7197-426a-b047-88b30a8039a4'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:17.117741 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73c84268-fde4-4265-a5e9-28742f4d019f req-04265f8e-4888-4d64-ad89-be7245054be7 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039968 Dec 20 21:20:17.132626 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-15984b27-b94b-4562-aa21-83829f40a842 req-2eb1a6ee-0a2f-446f-8c3a-0efcdd03de0d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Deleting port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:17.132955 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-15984b27-b94b-4562-aa21-83829f40a842 req-2eb1a6ee-0a2f-446f-8c3a-0efcdd03de0d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:17.142764 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:17.143947 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:17.173646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679e785-8920-4716-8b33-836abdcbf0fc req-76f6d339-e47e-4049-acea-d70824d900e0 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:17.181821 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d679e785-8920-4716-8b33-836abdcbf0fc req-76f6d339-e47e-4049-acea-d70824d900e0 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 944 time: 0.0935433 Dec 20 21:20:17.236451 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d679e785-8920-4716-8b33-836abdcbf0fc req-626c348b-fc1f-4824-ace5-954689c62afc tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/security-groups?id=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541658 Dec 20 21:20:17.271144 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:17.347869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27', 'network_id': 'b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27', 'tenant_id': '8a086a9b11234987a57e52b31f2062f2', 'fixed_ips': [{'subnet_id': 'dff673b3-e3ea-4c6f-a4d5-6fe066c25909'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:20:17.352784 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:17.370782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-15984b27-b94b-4562-aa21-83829f40a842 req-2eb1a6ee-0a2f-446f-8c3a-0efcdd03de0d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] For port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:17.371621 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-15984b27-b94b-4562-aa21-83829f40a842 req-2eb1a6ee-0a2f-446f-8c3a-0efcdd03de0d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:17.393057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-15984b27-b94b-4562-aa21-83829f40a842 req-2eb1a6ee-0a2f-446f-8c3a-0efcdd03de0d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Calling delete_port for c44ec9c2-a894-47ea-8ae2-7f1806d9d86b owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:17.410522 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cfc7d6d8-8327-49fd-a0e3-de7b3e2ce0c2 req-304821a3-9d01-4340-869d-83f799ddbc44 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:17.429071 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:17.479521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304821a3-9d01-4340-869d-83f799ddbc44 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Pushing event deleted for resources: {'Port': ['ID=81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:17.488353 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92365fd-c0d9-4ad1-b6fe-157b3d93b4a0 req-3279e278-ddfb-493c-b1b7-6a1be337733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:17.489927 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c92365fd-c0d9-4ad1-b6fe-157b3d93b4a0 req-3279e278-ddfb-493c-b1b7-6a1be337733f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e12d1fb88fdc42ddbd876700dcc90a70&device_id=5636a808-4106-4be9-849e-15405118edd1 HTTP/1.1" status: 200 len: 1097 time: 0.3402412 Dec 20 21:20:17.576616 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:17.584829 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:17.604846 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Allocated IP 172.20.0.2 (b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27/dff673b3-e3ea-4c6f-a4d5-6fe066c25909/75abd51d-df85-4ba0-baf3-26a86f40aa2a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:20:17.648677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164d079-7825-4142-8ae1-9830c1119f8c req-124143b2-c00a-4dea-9f7e-c27f274990e2 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:17.657062 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4164d079-7825-4142-8ae1-9830c1119f8c req-124143b2-c00a-4dea-9f7e-c27f274990e2 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 944 time: 0.0930161 Dec 20 21:20:17.683098 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868a124-2e27-4964-ad3c-81497e9e091b None None] Pushing event updated for resources: {'Port': ['ID=6086fe35-31ec-4521-a594-6cfda6e8c556,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:17.686434 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:17.709658 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868a124-2e27-4964-ad3c-81497e9e091b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:17.710386 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868a124-2e27-4964-ad3c-81497e9e091b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:17.710867 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868a124-2e27-4964-ad3c-81497e9e091b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:17.711374 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868a124-2e27-4964-ad3c-81497e9e091b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:17.711861 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868a124-2e27-4964-ad3c-81497e9e091b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:17.712331 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868a124-2e27-4964-ad3c-81497e9e091b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:17.712809 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868a124-2e27-4964-ad3c-81497e9e091b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:17.713130 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868a124-2e27-4964-ad3c-81497e9e091b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:17.713438 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868a124-2e27-4964-ad3c-81497e9e091b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:17.713898 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868a124-2e27-4964-ad3c-81497e9e091b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:17.716146 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868a124-2e27-4964-ad3c-81497e9e091b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:17.716683 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6868a124-2e27-4964-ad3c-81497e9e091b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:17.722501 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4164d079-7825-4142-8ae1-9830c1119f8c req-0ffd1fb6-78f1-4c2e-9173-01bbd61ba586 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644391 Dec 20 21:20:17.739607 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Attempting to bind port 6086fe35-31ec-4521-a594-6cfda6e8c556 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:20:17.740655 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Attempting to bind port 6086fe35-31ec-4521-a594-6cfda6e8c556 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '66e2ea1b-67f5-4716-b86c-9192c27258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:20:17.741421 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Attempting to bind port 6086fe35-31ec-4521-a594-6cfda6e8c556 on network a59c69cc-251c-424c-8fcd-16f53c9e39c8 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:17.749323 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:20:17.750007 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Checking segment: {'id': '66e2ea1b-67f5-4716-b86c-9192c27258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:20:17.750600 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:17.751133 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Bound using segment: {'id': '66e2ea1b-67f5-4716-b86c-9192c27258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:20:17.751912 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Bound port: 6086fe35-31ec-4521-a594-6cfda6e8c556, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e2ea1b-67f5-4716-b86c-9192c27258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:20:17.752434 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:17.851183 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] For port 6086fe35-31ec-4521-a594-6cfda6e8c556, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:20:17.856535 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] For port 6086fe35-31ec-4521-a594-6cfda6e8c556, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6086fe35-31ec-4521-a594-6cfda6e8c556,segment=NetworkSegment(66e2ea1b-67f5-4716-b86c-9192c27258d7),segment_id=66e2ea1b-67f5-4716-b86c-9192c27258d7)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:20:17.862113 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:17.863436 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc7d6d8-8327-49fd-a0e3-de7b3e2ce0c2 req-304821a3-9d01-4340-869d-83f799ddbc44 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] No DVR routers for this DVR port 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:17.869781 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cfc7d6d8-8327-49fd-a0e3-de7b3e2ce0c2 req-304821a3-9d01-4340-869d-83f799ddbc44 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:17.876198 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfc7d6d8-8327-49fd-a0e3-de7b3e2ce0c2 req-304821a3-9d01-4340-869d-83f799ddbc44 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.31 "DELETE /v2.0/ports/81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b HTTP/1.1" status: 204 len: 173 time: 1.6551237 Dec 20 21:20:17.891788 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3704aafd-5e3b-4067-8f9a-b8b800b3a905', 'name': 'network-vif-deleted', 'tag': '81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:17.894287 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f21c38-0782-4806-90dc-935194d94eb7" -d '{"events": [{"server_uuid": "3704aafd-5e3b-4067-8f9a-b8b800b3a905", "name": "network-vif-deleted", "tag": "81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:17.923415 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Routers {'cab2b20c-aaba-403b-974a-badb1b657d0f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:20:17.924048 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:19:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['cab2b20c-aaba-403b-974a-badb1b657d0f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:17.939974 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-15984b27-b94b-4562-aa21-83829f40a842 req-2eb1a6ee-0a2f-446f-8c3a-0efcdd03de0d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:17.971216 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338cd2f-93e3-478d-a53e-e21f71041d85 req-2ceea0be-b44d-41f4-921e-afece35b6373 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:17.977469 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b338cd2f-93e3-478d-a53e-e21f71041d85 req-2ceea0be-b44d-41f4-921e-afece35b6373 tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/ports?device_id=12620ca3-d978-4864-ab0d-1b7246f60020 HTTP/1.1" status: 200 len: 867 time: 0.3949094 Dec 20 21:20:18.001881 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:18.018515 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:18.039293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a6ee-0a2f-446f-8c3a-0efcdd03de0d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Pushing event deleted for resources: {'Port': ['ID=c44ec9c2-a894-47ea-8ae2-7f1806d9d86b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:18.067842 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b0d84bc6-8201-47d4-9c9b-ebea6fb07db9 None None] Provisioning complete for port 6086fe35-31ec-4521-a594-6cfda6e8c556 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:18.069311 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0d84bc6-8201-47d4-9c9b-ebea6fb07db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:18.091563 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Network b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:20:18.094386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92365fd-c0d9-4ad1-b6fe-157b3d93b4a0 req-49f55203-7b1e-427c-961d-31007b3c94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:18.095878 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c92365fd-c0d9-4ad1-b6fe-157b3d93b4a0 req-49f55203-7b1e-427c-961d-31007b3c94c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.5977359 Dec 20 21:20:18.131756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:18.132522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-15984b27-b94b-4562-aa21-83829f40a842 req-2eb1a6ee-0a2f-446f-8c3a-0efcdd03de0d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] No DVR routers for this DVR port c44ec9c2-a894-47ea-8ae2-7f1806d9d86b on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:18.135837 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:18.155553 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:20:18.160251 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Pushing event updated for resources: {'Port': ['ID=75abd51d-df85-4ba0-baf3-26a86f40aa2a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:18.168926 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c04ae-ddb5-4104-814a-d2af7ae03438 req-ce858d25-009a-4173-931c-e39fd47d94c9 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:18.170580 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c8c04ae-ddb5-4104-814a-d2af7ae03438 req-ce858d25-009a-4173-931c-e39fd47d94c9 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=5636a808-4106-4be9-849e-15405118edd1 HTTP/1.1" status: 200 len: 948 time: 0.2886591 Dec 20 21:20:18.172225 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:18.180538 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-15984b27-b94b-4562-aa21-83829f40a842 req-2eb1a6ee-0a2f-446f-8c3a-0efcdd03de0d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:18.188298 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-15984b27-b94b-4562-aa21-83829f40a842 req-2eb1a6ee-0a2f-446f-8c3a-0efcdd03de0d tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.31 "DELETE /v2.0/ports/c44ec9c2-a894-47ea-8ae2-7f1806d9d86b HTTP/1.1" status: 204 len: 173 time: 1.3438506 Dec 20 21:20:18.200930 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c92365fd-c0d9-4ad1-b6fe-157b3d93b4a0 req-1f292ae4-79c1-460b-bf3f-c9d5fcf84fdc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=f9449433-ee22-4fb0-8d93-fe073c329950 HTTP/1.1" status: 200 len: 217 time: 0.0886545 Dec 20 21:20:18.252509 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Attempting to bind port 75abd51d-df85-4ba0-baf3-26a86f40aa2a on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:20:18.253256 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Attempting to bind port 75abd51d-df85-4ba0-baf3-26a86f40aa2a by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4d463215-99fc-41bd-903f-b06087733fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:20:18.254011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Attempting to bind port 75abd51d-df85-4ba0-baf3-26a86f40aa2a on network b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:18.279696 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] Set router cab2b20c-aaba-403b-974a-badb1b657d0f gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:20:18.293387 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:20:18.294247 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Checking segment: {'id': '4d463215-99fc-41bd-903f-b06087733fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:20:18.295012 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:18.295738 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Bound using segment: {'id': '4d463215-99fc-41bd-903f-b06087733fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:20:18.296571 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Bound port: 75abd51d-df85-4ba0-baf3-26a86f40aa2a, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d463215-99fc-41bd-903f-b06087733fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:20:18.297180 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:18.299368 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92365fd-c0d9-4ad1-b6fe-157b3d93b4a0 req-0f1303ce-dc0e-4d6c-a3db-d4c0ecca5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:18.303677 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c92365fd-c0d9-4ad1-b6fe-157b3d93b4a0 req-0f1303ce-dc0e-4d6c-a3db-d4c0ecca5671 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1016197 Dec 20 21:20:18.313128 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b338cd2f-93e3-478d-a53e-e21f71041d85 req-1995eabb-d7c6-4309-8281-2721abd1561f tempest-MigrationsAdminTest-1018420308 tempest-MigrationsAdminTest-1018420308-project] 10.222.0.32 "GET /v2.0/security-groups?id=619364d6-e871-4073-8036-3242378bfe8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222296 Dec 20 21:20:18.322597 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0d84bc6-8201-47d4-9c9b-ebea6fb07db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:18.351758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Allocated IP 172.35.3.5 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/65b14ed2-7853-4563-a176-bebd367962b7) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:20:18.405774 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92365fd-c0d9-4ad1-b6fe-157b3d93b4a0 req-5374e987-ac32-4760-adce-865f1c3d762d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:18.408232 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c92365fd-c0d9-4ad1-b6fe-157b3d93b4a0 req-5374e987-ac32-4760-adce-865f1c3d762d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941505 Dec 20 21:20:18.414518 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b0d84bc6-8201-47d4-9c9b-ebea6fb07db9 None None] For port 6086fe35-31ec-4521-a594-6cfda6e8c556, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6086fe35-31ec-4521-a594-6cfda6e8c556,segment=NetworkSegment(66e2ea1b-67f5-4716-b86c-9192c27258d7),segment_id=66e2ea1b-67f5-4716-b86c-9192c27258d7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:18.420611 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0d84bc6-8201-47d4-9c9b-ebea6fb07db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:18.426593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] For port 75abd51d-df85-4ba0-baf3-26a86f40aa2a, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:20:18.432555 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] For port 75abd51d-df85-4ba0-baf3-26a86f40aa2a, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=75abd51d-df85-4ba0-baf3-26a86f40aa2a,segment=NetworkSegment(4d463215-99fc-41bd-903f-b06087733fef),segment_id=4d463215-99fc-41bd-903f-b06087733fef)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:20:18.461101 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:18.465164 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c8c04ae-ddb5-4104-814a-d2af7ae03438 req-59b6c6f7-780e-4a2d-9a0d-af92929c74f8 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229539 Dec 20 21:20:18.475234 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1ad4a2-6914-4aa2-aa94-fa3afacf4566 x-openstack-request-id: req-4a1ad4a2-6914-4aa2-aa94-fa3afacf4566 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:18.475573 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3704aafd-5e3b-4067-8f9a-b8b800b3a905", "name": "network-vif-deleted", "tag": "81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:18.475838 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a1ad4a2-6914-4aa2-aa94-fa3afacf4566 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:18.479286 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3704aafd-5e3b-4067-8f9a-b8b800b3a905', 'name': 'network-vif-deleted', 'tag': '81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b', 'status': 'completed', 'code': 200} Dec 20 21:20:18.511788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 030fa15b-7197-426a-b047-88b30a8039a4 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:18.600705 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868a124-2e27-4964-ad3c-81497e9e091b None None] Pushing event updated for resources: {'Port': ['ID=6086fe35-31ec-4521-a594-6cfda6e8c556,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:18.602173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d84bc6-8201-47d4-9c9b-ebea6fb07db9 None None] Pushing event updated for resources: {'Port': ['ID=6086fe35-31ec-4521-a594-6cfda6e8c556,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:18.731355 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96099f7e-7cf0-4f0f-bf73-33c13fcf3b0b None None] Pushing event updated for resources: {'Port': ['ID=75abd51d-df85-4ba0-baf3-26a86f40aa2a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:18.742585 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'name': 'tempest-TaggedBootDevicesTest_v242-766880457-router', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:09Z', 'updated_at': '2021-12-20T21:20:13Z', 'revision_number': 4, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'gw_port': {'id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:10Z', 'updated_at': '2021-12-20T21:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '6086fe35-31ec-4521-a594-6cfda6e8c556', 'name': '', 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'mac_address': 'fa:16:3e:c2:e4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:12Z', 'updated_at': '2021-12-20T21:20:17Z', 'revision_number': 4, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'subnets': [{'id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:18.757448 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9ae8f992-315a-4d1b-9e7d-df0902164fcb None None] Provisioning complete for port 6086fe35-31ec-4521-a594-6cfda6e8c556 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:18.757842 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ae8f992-315a-4d1b-9e7d-df0902164fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:18.766608 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:18.791804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa72d23-8685-4139-b5c5-08e36f01a861 req-33030b87-978a-4f21-9f55-ecf85c0ec989 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:18.796711 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a907aa48-45f1-428c-bbc3-3d310f90de13 None None] The sync data for ids ['cab2b20c-aaba-403b-974a-badb1b657d0f'] in n-d-xena-1 is: [{'id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'name': 'tempest-TaggedBootDevicesTest_v242-766880457-router', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:09Z', 'updated_at': '2021-12-20T21:20:13Z', 'revision_number': 4, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'gw_port': {'id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:10Z', 'updated_at': '2021-12-20T21:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '6086fe35-31ec-4521-a594-6cfda6e8c556', 'name': '', 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'mac_address': 'fa:16:3e:c2:e4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:12Z', 'updated_at': '2021-12-20T21:20:17Z', 'revision_number': 4, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'subnets': [{'id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:20:18.800057 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5fa72d23-8685-4139-b5c5-08e36f01a861 req-33030b87-978a-4f21-9f55-ecf85c0ec989 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.1651549 Dec 20 21:20:18.813910 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c92365fd-c0d9-4ad1-b6fe-157b3d93b4a0 req-50c537d0-cd31-4285-bd4e-22daa1b61de3 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958461 Dec 20 21:20:18.828157 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-105190be-bc3f-45fa-9797-36a3b13593f4 req-01ad0e8b-baaf-47ba-8d1c-417587677613 tempest-ImagesTestJSON-973477285 tempest-ImagesTestJSON-973477285-project] 10.222.0.32 "GET /v2.0/ports?device_id=3704aafd-5e3b-4067-8f9a-b8b800b3a905 HTTP/1.1" status: 200 len: 210 time: 0.1140468 Dec 20 21:20:18.922584 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:18.925691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 030fa15b-7197-426a-b047-88b30a8039a4 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:20:18.933976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 030fa15b-7197-426a-b047-88b30a8039a4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:18.934545 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:19.024260 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5fa72d23-8685-4139-b5c5-08e36f01a861 req-2e445a8f-a907-4689-848f-03d8a42c2e4e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091353 Dec 20 21:20:19.078196 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Pushing event updated for resources: {'Port': ['ID=65b14ed2-7853-4563-a176-bebd367962b7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:19.085118 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c92365fd-c0d9-4ad1-b6fe-157b3d93b4a0 req-4ca75a62-2619-4ee5-a27f-c50156fedf60 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608688 Dec 20 21:20:19.113754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:20:19.115187 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:19.128130 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:20:19.175774 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:19.212790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ed765c-f836-4118-874c-a207091d66a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030fa15b-7197-426a-b047-88b30a8039a4'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:19.215267 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76500905-a290-4936-b433-6bc75c54c9c6" -d '{"events": [{"server_uuid": "e7ed765c-f836-4118-874c-a207091d66a3", "name": "network-vif-plugged", "status": "completed", "tag": "030fa15b-7197-426a-b047-88b30a8039a4"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:19.232030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 030fa15b-7197-426a-b047-88b30a8039a4, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=030fa15b-7197-426a-b047-88b30a8039a4,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:19.239151 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:19.272632 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c22ef1-3c1a-448c-8d72-5a1b1498165b x-openstack-request-id: req-e2c22ef1-3c1a-448c-8d72-5a1b1498165b {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:19.272990 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ed765c-f836-4118-874c-a207091d66a3", "name": "network-vif-plugged", "status": "completed", "tag": "030fa15b-7197-426a-b047-88b30a8039a4", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:19.273192 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2c22ef1-3c1a-448c-8d72-5a1b1498165b {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:19.273553 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ed765c-f836-4118-874c-a207091d66a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030fa15b-7197-426a-b047-88b30a8039a4', 'code': 200} Dec 20 21:20:19.301664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=030fa15b-7197-426a-b047-88b30a8039a4,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:19.344389 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aeaf21-cd61-45ab-948c-3d2927c9369d req-0fc75e24-65c1-4153-8e8f-39b544f53e8c tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:19.346489 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-32aeaf21-cd61-45ab-948c-3d2927c9369d req-0fc75e24-65c1-4153-8e8f-39b544f53e8c tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 944 time: 0.1441867 Dec 20 21:20:19.407899 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a7700-7164-404b-ae63-aa990f47f778 req-6028c587-a48f-4202-ab3d-d0d1db5f2490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:19.409446 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e6a7700-7164-404b-ae63-aa990f47f778 req-6028c587-a48f-4202-ab3d-d0d1db5f2490 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 1094 time: 0.0579691 Dec 20 21:20:19.457026 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e6a7700-7164-404b-ae63-aa990f47f778 req-6cccd44f-23a2-4b00-8d06-c33c32f27073 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374572 Dec 20 21:20:19.478851 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-32aeaf21-cd61-45ab-948c-3d2927c9369d req-f1c22678-dd1d-4877-82e1-1a7e7bb9cbc2 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160657 Dec 20 21:20:19.546864 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:19.657914 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848c970-b8e3-4359-984a-c83394350ec4 req-34c8ce40-d961-41da-ab56-35bf452d1bf6 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:19.659892 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a848c970-b8e3-4359-984a-c83394350ec4 req-34c8ce40-d961-41da-ab56-35bf452d1bf6 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=5636a808-4106-4be9-849e-15405118edd1 HTTP/1.1" status: 200 len: 948 time: 0.0897651 Dec 20 21:20:19.733703 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a848c970-b8e3-4359-984a-c83394350ec4 req-4753e3ca-9d80-43d0-a5b8-23f6d724024b tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505788 Dec 20 21:20:19.835312 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51594) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:19.836402 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c44ec9c2-a894-47ea-8ae2-7f1806d9d86b no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:19.869714 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: c44ec9c2-a894-47ea-8ae2-7f1806d9d86b {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:19.870180 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c44ec9c2-a894-47ea-8ae2-7f1806d9d86b not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:19.870711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:19.888883 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:19.890318 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:19.890728 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 81d3de7c-1fe3-4d1b-94d9-6dea642d4a2b not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:20.008362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab973a8-fa14-4d79-9226-b993d638823b None None] Network b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:20:20.052206 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e526d175-4527-4487-b573-cb03c9bebf9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ecc0e7403494750812a106806372d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135580 Dec 20 21:20:20.052546 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51610) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:20.093241 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Router 76a1d1e3-a1fe-4540-898e-751ff52a6d72 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:20:20.103129 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-5b7c81d3-7794-41d9-88f4-7f99d034079f None None] Provisioning complete for port 75abd51d-df85-4ba0-baf3-26a86f40aa2a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:20.107528 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5b7c81d3-7794-41d9-88f4-7f99d034079f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:20.151487 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-36f6712e-f7d5-4202-b788-937374ce1da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:20.198212 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-36f6712e-f7d5-4202-b788-937374ce1da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:20.238563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10d538-54c8-4d2d-92e8-f85cfb8ebc63 req-9fd9463d-8da5-43f6-b16a-08a777de4396 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:20.246806 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cd10d538-54c8-4d2d-92e8-f85cfb8ebc63 req-9fd9463d-8da5-43f6-b16a-08a777de4396 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.1112928 Dec 20 21:20:20.365582 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cd10d538-54c8-4d2d-92e8-f85cfb8ebc63 req-7dca1f41-4f86-4d32-aeb6-f5cc915fb189 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149805 Dec 20 21:20:20.370377 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5b7c81d3-7794-41d9-88f4-7f99d034079f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:20.395686 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-36f6712e-f7d5-4202-b788-937374ce1da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:20.411581 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-36f6712e-f7d5-4202-b788-937374ce1da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:20.413019 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-36f6712e-f7d5-4202-b788-937374ce1da9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/619364d6-e871-4073-8036-3242378bfe8a HTTP/1.1" status: 204 len: 168 time: 0.3591666 Dec 20 21:20:20.416551 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5b7c81d3-7794-41d9-88f4-7f99d034079f None None] For port 75abd51d-df85-4ba0-baf3-26a86f40aa2a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=75abd51d-df85-4ba0-baf3-26a86f40aa2a,segment=NetworkSegment(4d463215-99fc-41bd-903f-b06087733fef),segment_id=4d463215-99fc-41bd-903f-b06087733fef)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:20.423317 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5b7c81d3-7794-41d9-88f4-7f99d034079f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:20.424526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6712e-f7d5-4202-b788-937374ce1da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619364d6-e871-4073-8036-3242378bfe8a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:20.480045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12620ca3-d978-4864-ab0d-1b7246f60020', 'name': 'network-vif-deleted', 'tag': 'c44ec9c2-a894-47ea-8ae2-7f1806d9d86b'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:20.483158 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592ebc2e-1d22-40ba-a9cd-0c5946dcc259" -d '{"events": [{"server_uuid": "12620ca3-d978-4864-ab0d-1b7246f60020", "name": "network-vif-deleted", "tag": "c44ec9c2-a894-47ea-8ae2-7f1806d9d86b"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:20.520632 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c81d3-7794-41d9-88f4-7f99d034079f None None] Pushing event updated for resources: {'Port': ['ID=75abd51d-df85-4ba0-baf3-26a86f40aa2a,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:20.525540 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f9449433-ee22-4fb0-8d93-fe073c329950 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:20:20.756663 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a43305-f776-4355-bf9c-bca56ca73b23 req-40af0cf8-6324-4887-b2dc-dbd4429a1f1b tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:20.771427 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33a43305-f776-4355-bf9c-bca56ca73b23 req-40af0cf8-6324-4887-b2dc-dbd4429a1f1b tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 945 time: 0.1487870 Dec 20 21:20:20.846110 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f9449433-ee22-4fb0-8d93-fe073c329950, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f9449433-ee22-4fb0-8d93-fe073c329950,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:20.860288 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33a43305-f776-4355-bf9c-bca56ca73b23 req-a9002e5d-e624-44b2-bdc0-535e9a3f831c tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803325 Dec 20 21:20:20.881524 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'f9449433-ee22-4fb0-8d93-fe073c329950', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'f9449433-ee22-4fb0-8d93-fe073c329950', 'mac_address': 'fa:16:3e:98:dc:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:20:20.930028 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2572112c-e4ae-42c9-aa3a-e82706cb6e6e None None] Provisioning complete for port 75abd51d-df85-4ba0-baf3-26a86f40aa2a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:20.930426 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2572112c-e4ae-42c9-aa3a-e82706cb6e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:20.945027 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:20:20.971290 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:20.993844 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9449433-ee22-4fb0-8d93-fe073c329950 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:20:21.004376 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:21.006343 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-95579d51-e53f-4e92-aee8-32cd285a4b38 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9055381 Dec 20 21:20:21.008972 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51650) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:21.028300 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6086fe35-31ec-4521-a594-6cfda6e8c556 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:21.053959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51652) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:21.090843 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c21c73-5f9b-4c61-8bbe-ae5b1be4b760 x-openstack-request-id: req-18c21c73-5f9b-4c61-8bbe-ae5b1be4b760 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:21.091152 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12620ca3-d978-4864-ab0d-1b7246f60020", "name": "network-vif-deleted", "tag": "c44ec9c2-a894-47ea-8ae2-7f1806d9d86b", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:21.091380 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18c21c73-5f9b-4c61-8bbe-ae5b1be4b760 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:21.091779 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12620ca3-d978-4864-ab0d-1b7246f60020', 'name': 'network-vif-deleted', 'tag': 'c44ec9c2-a894-47ea-8ae2-7f1806d9d86b', 'status': 'completed', 'code': 200} Dec 20 21:20:21.105585 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f9449433-ee22-4fb0-8d93-fe073c329950, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f9449433-ee22-4fb0-8d93-fe073c329950,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:21.114902 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51654) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:21.136564 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:21.180484 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b040de-7bd5-49f3-ad16-7f91ac1b8341 admin admin] Deleting subnet 72cfb43f-380d-47e7-8095-0b998add498a {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:20:21.186019 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64b040de-7bd5-49f3-ad16-7f91ac1b8341 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:21.197176 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Sync routers for ids ['76a1d1e3-a1fe-4540-898e-751ff52a6d72'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:20:21.206644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522c6a2-d145-4a72-ad89-0dde6b2c06fe req-342d918e-e81f-4f88-9cea-7965224f9328 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:21.208906 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6522c6a2-d145-4a72-ad89-0dde6b2c06fe req-342d918e-e81f-4f88-9cea-7965224f9328 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=5636a808-4106-4be9-849e-15405118edd1 HTTP/1.1" status: 200 len: 949 time: 0.1160426 Dec 20 21:20:21.226659 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-afb0b2c0-838d-4a58-974a-e18ead44c83b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2959b8a1b08347439448def1e9879eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716714 Dec 20 21:20:21.229669 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51656) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:21.234515 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Routers {'76a1d1e3-a1fe-4540-898e-751ff52a6d72'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:20:21.235241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:19:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['76a1d1e3-a1fe-4540-898e-751ff52a6d72'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:21.237538 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=f9449433-ee22-4fb0-8d93-fe073c329950,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:21.241410 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 6086fe35-31ec-4521-a594-6cfda6e8c556 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:21.241861 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:21.254365 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64b040de-7bd5-49f3-ad16-7f91ac1b8341 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:21.306281 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64b040de-7bd5-49f3-ad16-7f91ac1b8341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:21.362346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6522c6a2-d145-4a72-ad89-0dde6b2c06fe req-cdb22617-5f3e-400b-8c6e-78aa5f0e15a3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392393 Dec 20 21:20:21.403977 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64b040de-7bd5-49f3-ad16-7f91ac1b8341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:21.409405 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62e3c757-0167-4677-92c0-5390f0f34a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:21.430422 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Set router 76a1d1e3-a1fe-4540-898e-751ff52a6d72 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:20:21.437364 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62e3c757-0167-4677-92c0-5390f0f34a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:21.455156 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b040de-7bd5-49f3-ad16-7f91ac1b8341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72cfb43f-380d-47e7-8095-0b998add498a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:21.501796 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 75abd51d-df85-4ba0-baf3-26a86f40aa2a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:21.503760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['f9449433-ee22-4fb0-8d93-fe073c329950'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:21.510663 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64b040de-7bd5-49f3-ad16-7f91ac1b8341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:21.520722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51664) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:21.523203 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-64b040de-7bd5-49f3-ad16-7f91ac1b8341 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/72cfb43f-380d-47e7-8095-0b998add498a HTTP/1.1" status: 204 len: 168 time: 0.4070957 Dec 20 21:20:21.555698 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308f1c7-3dd7-4a1e-b9d2-60271f3c3602 req-a2445929-ca52-4aa0-abe4-16590450d983 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:21.558961 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c308f1c7-3dd7-4a1e-b9d2-60271f3c3602 req-a2445929-ca52-4aa0-abe4-16590450d983 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.0965664 Dec 20 21:20:21.618914 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c308f1c7-3dd7-4a1e-b9d2-60271f3c3602 req-6a0ee280-e23e-49a2-9b65-6fe9678ac1d0 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489450 Dec 20 21:20:21.688892 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 75abd51d-df85-4ba0-baf3-26a86f40aa2a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:21.689271 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:21.882057 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'name': 'tempest-TaggedBootDevicesTest_v242-1466713891-router', 'tenant_id': '8a086a9b11234987a57e52b31f2062f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': '65b14ed2-7853-4563-a176-bebd367962b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:17Z', 'updated_at': '2021-12-20T21:20:19Z', 'revision_number': 3, 'project_id': '8a086a9b11234987a57e52b31f2062f2', 'gw_port': {'id': '65b14ed2-7853-4563-a176-bebd367962b7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:07:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:18Z', 'updated_at': '2021-12-20T21:20:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:21.921393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Checking router: 76a1d1e3-a1fe-4540-898e-751ff52a6d72 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:20:21.922748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Updating router 76a1d1e3-a1fe-4540-898e-751ff52a6d72 port 65b14ed2-7853-4563-a176-bebd367962b7 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:20:21.957176 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62e3c757-0167-4677-92c0-5390f0f34a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:21.959867 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62e3c757-0167-4677-92c0-5390f0f34a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:21.961561 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-62e3c757-0167-4677-92c0-5390f0f34a93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fdef04b-7859-4f09-b9de-59a63acf51df HTTP/1.1" status: 204 len: 168 time: 0.7257740 Dec 20 21:20:21.988620 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-894f27da-8ed6-4a96-899d-fa1e6490e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:21.993279 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3c757-0167-4677-92c0-5390f0f34a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdef04b-7859-4f09-b9de-59a63acf51df,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:22.033029 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c74c6e-e5eb-4296-9854-527856dbb0cc req-1288cc01-19f3-4e98-9562-5d8661bb2ae2 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:22.041925 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2c74c6e-e5eb-4296-9854-527856dbb0cc req-1288cc01-19f3-4e98-9562-5d8661bb2ae2 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 945 time: 0.0752041 Dec 20 21:20:22.051591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c94d76-99cc-409c-ace5-44f32db507b3 req-b9136125-78af-4335-a4fc-93671dfdadfa tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:22.053389 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-21c94d76-99cc-409c-ace5-44f32db507b3 req-b9136125-78af-4335-a4fc-93671dfdadfa tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.1411726 Dec 20 21:20:22.089075 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2c74c6e-e5eb-4296-9854-527856dbb0cc req-d0857666-4453-4136-8d6c-8aac9e2640c0 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461371 Dec 20 21:20:22.104593 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:22.217750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed46f6a-36b2-45fc-84af-4a7dbe22e82a req-1e4f5703-43e1-4c03-ab9d-d50e61b815d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:22.219338 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ed46f6a-36b2-45fc-84af-4a7dbe22e82a req-1e4f5703-43e1-4c03-ab9d-d50e61b815d0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=559f8b0f7cec4c4dba0429a5ca9b8602&device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 1095 time: 0.2236764 Dec 20 21:20:22.222578 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-894f27da-8ed6-4a96-899d-fa1e6490e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:22.239017 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-21c94d76-99cc-409c-ace5-44f32db507b3 req-76230d09-c497-443c-8b19-79d70d3a4b0d tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608217 Dec 20 21:20:22.269271 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc009433-8bd2-48d5-8301-6935d52bc182 req-1090752b-fbce-40c0-84d2-df4d607ae530 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:22.272697 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cc009433-8bd2-48d5-8301-6935d52bc182 req-1090752b-fbce-40c0-84d2-df4d607ae530 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 1094 time: 0.0639489 Dec 20 21:20:22.319740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-894f27da-8ed6-4a96-899d-fa1e6490e772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7baa739e-ce4f-46bc-a565-aab632d9bddc']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:22.322634 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cc009433-8bd2-48d5-8301-6935d52bc182 req-41eb3cf7-c884-4e36-b282-6115ea0fe7e6 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415215 Dec 20 21:20:22.335776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-894f27da-8ed6-4a96-899d-fa1e6490e772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:22.336082 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-894f27da-8ed6-4a96-899d-fa1e6490e772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8733de54-ef0a-471d-bf98-3e0f9fd0b7bb') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:22.373662 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-894f27da-8ed6-4a96-899d-fa1e6490e772 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:22.413477 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-894f27da-8ed6-4a96-899d-fa1e6490e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:22.415347 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed46f6a-36b2-45fc-84af-4a7dbe22e82a req-501d912c-41b1-4997-bb23-c4f8fa98397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:22.416828 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ed46f6a-36b2-45fc-84af-4a7dbe22e82a req-501d912c-41b1-4997-bb23-c4f8fa98397c service neutron] 10.222.0.66 "GET /v2.0/networks?id=6775ba58-86e9-4898-9200-af7483bd702d HTTP/1.1" status: 200 len: 917 time: 0.1851439 Dec 20 21:20:22.425687 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:22.428018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894f27da-8ed6-4a96-899d-fa1e6490e772 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:20:22.428408 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-894f27da-8ed6-4a96-899d-fa1e6490e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:20:22.431679 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:20:22.466276 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:22.476847 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:22.515432 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ed46f6a-36b2-45fc-84af-4a7dbe22e82a req-e0e6bd86-58af-4c00-ab47-4eed180b96d8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e41a2743-4448-4eef-a77b-7b3edaee23e2 HTTP/1.1" status: 200 len: 217 time: 0.0850449 Dec 20 21:20:22.526756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54f7a4-43a5-4dd6-baef-9a7e18c248bd req-6a1f394f-1d74-4f07-b2d3-fcbefd2e4cf5 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:22.531217 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff54f7a4-43a5-4dd6-baef-9a7e18c248bd req-6a1f394f-1d74-4f07-b2d3-fcbefd2e4cf5 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 1094 time: 0.0863864 Dec 20 21:20:22.535518 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc06576-27d6-48c9-b258-de6b74ea9001 None None] Pushing event updated for resources: {'Port': ['ID=65b14ed2-7853-4563-a176-bebd367962b7,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:22.550452 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Attempting to bind port 65b14ed2-7853-4563-a176-bebd367962b7 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:20:22.550983 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Attempting to bind port 65b14ed2-7853-4563-a176-bebd367962b7 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:20:22.551468 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Attempting to bind port 65b14ed2-7853-4563-a176-bebd367962b7 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:22.557966 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:20:22.558521 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:20:22.559138 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:22.559766 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:20:22.560564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Bound port: 65b14ed2-7853-4563-a176-bebd367962b7, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:20:22.561386 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:22.605766 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-894f27da-8ed6-4a96-899d-fa1e6490e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:22.614518 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff54f7a4-43a5-4dd6-baef-9a7e18c248bd req-d82bf66d-d103-4dc2-8e42-ceaad07f1e51 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658140 Dec 20 21:20:22.660095 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-894f27da-8ed6-4a96-899d-fa1e6490e772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:22.660095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-894f27da-8ed6-4a96-899d-fa1e6490e772 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7baa739e-ce4f-46bc-a565-aab632d9bddc HTTP/1.1" status: 204 len: 168 time: 1.1310804 Dec 20 21:20:22.660095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed46f6a-36b2-45fc-84af-4a7dbe22e82a req-bd7b9b2b-03b3-4806-be12-22e9a1162c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:22.661605 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ed46f6a-36b2-45fc-84af-4a7dbe22e82a req-bd7b9b2b-03b3-4806-be12-22e9a1162c4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b218d021-b106-4c74-a509-73c431f7b9c8 HTTP/1.1" status: 200 len: 855 time: 0.1334734 Dec 20 21:20:22.684532 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] For port 65b14ed2-7853-4563-a176-bebd367962b7, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:20:22.685479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f27da-8ed6-4a96-899d-fa1e6490e772 admin admin] Pushing event deleted for resources: {'Network': ['ID=7baa739e-ce4f-46bc-a565-aab632d9bddc,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:22.692084 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] For port 65b14ed2-7853-4563-a176-bebd367962b7, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=65b14ed2-7853-4563-a176-bebd367962b7,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:20:22.699641 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:22.752715 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Routers {'76a1d1e3-a1fe-4540-898e-751ff52a6d72'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:20:22.753372 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:19:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['76a1d1e3-a1fe-4540-898e-751ff52a6d72'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:22.772324 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23855485-8538-4bd3-9fd3-4f8da004cd78 req-e68f9c69-8444-44c1-8e2e-21507a20dea2 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:22.780210 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-23855485-8538-4bd3-9fd3-4f8da004cd78 req-e68f9c69-8444-44c1-8e2e-21507a20dea2 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=5636a808-4106-4be9-849e-15405118edd1 HTTP/1.1" status: 200 len: 949 time: 0.1799963 Dec 20 21:20:22.829745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed46f6a-36b2-45fc-84af-4a7dbe22e82a req-a0e9ca1a-51d4-40c7-834f-71c90b8c740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:22.831450 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ed46f6a-36b2-45fc-84af-4a7dbe22e82a req-a0e9ca1a-51d4-40c7-834f-71c90b8c740a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6775ba58-86e9-4898-9200-af7483bd702d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1572163 Dec 20 21:20:22.899045 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc06576-27d6-48c9-b258-de6b74ea9001 None None] Pushing event updated for resources: {'Port': ['ID=65b14ed2-7853-4563-a176-bebd367962b7,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:22.906399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] Allocated IP 172.20.0.1 (b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27/dff673b3-e3ea-4c6f-a4d5-6fe066c25909/748c6d73-6988-4235-9c66-4f3ab76834ed) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:20:22.937218 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] Set router 76a1d1e3-a1fe-4540-898e-751ff52a6d72 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:20:22.946884 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-23855485-8538-4bd3-9fd3-4f8da004cd78 req-5f1deb1c-0061-4693-a004-32a5ec93cc9c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656229 Dec 20 21:20:22.994052 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36bc53-9126-4b84-a8f0-3e6f80f37b06 req-bd8cb1dd-2b8c-4c71-a872-884600429781 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:23.007018 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e36bc53-9126-4b84-a8f0-3e6f80f37b06 req-bd8cb1dd-2b8c-4c71-a872-884600429781 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 945 time: 0.1098206 Dec 20 21:20:23.039369 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ed46f6a-36b2-45fc-84af-4a7dbe22e82a req-05e29680-5ed0-4a4e-9ab0-31e36e80b0b4 service neutron] 10.222.0.66 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964827 Dec 20 21:20:23.094446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51712) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:23.139979 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e36bc53-9126-4b84-a8f0-3e6f80f37b06 req-75d07b69-3c01-4027-85e6-e85e44cc0dd2 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319466 Dec 20 21:20:23.256880 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'name': 'tempest-TaggedBootDevicesTest_v242-1466713891-router', 'tenant_id': '8a086a9b11234987a57e52b31f2062f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': '65b14ed2-7853-4563-a176-bebd367962b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:17Z', 'updated_at': '2021-12-20T21:20:19Z', 'revision_number': 3, 'project_id': '8a086a9b11234987a57e52b31f2062f2', 'gw_port': {'id': '65b14ed2-7853-4563-a176-bebd367962b7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:07:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:18Z', 'updated_at': '2021-12-20T21:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:23.292555 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d1a06-c5e2-4568-a325-c67f216af109 None None] The sync data for ids ['76a1d1e3-a1fe-4540-898e-751ff52a6d72'] in n-d-xena-1 is: [{'id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'name': 'tempest-TaggedBootDevicesTest_v242-1466713891-router', 'tenant_id': '8a086a9b11234987a57e52b31f2062f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': '65b14ed2-7853-4563-a176-bebd367962b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:17Z', 'updated_at': '2021-12-20T21:20:19Z', 'revision_number': 3, 'project_id': '8a086a9b11234987a57e52b31f2062f2', 'gw_port': {'id': '65b14ed2-7853-4563-a176-bebd367962b7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:07:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:18Z', 'updated_at': '2021-12-20T21:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:20:23.295702 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-32c93dff-4454-4807-8e62-cbd158ea5c54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1dfad6aebbf544d1bebde21aa25d9cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011566 Dec 20 21:20:23.297594 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:23.298987 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51724) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:23.354042 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:23.414966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] Network b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:20:23.435016 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:23.447803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:20:23.508260 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] Pushing event updated for resources: {'Port': ['ID=748c6d73-6988-4235-9c66-4f3ab76834ed,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:23.527091 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2552-2f26-4a86-930e-dfc7bcb582a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:23.537857 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f93804-8bd5-41a5-935a-4ae134299da9 req-93e28360-766a-46e1-9126-0c8d492eade8 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:23.539680 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c2f93804-8bd5-41a5-935a-4ae134299da9 req-93e28360-766a-46e1-9126-0c8d492eade8 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.1554615 Dec 20 21:20:23.543368 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ed46f6a-36b2-45fc-84af-4a7dbe22e82a req-81019b48-d932-42a0-aefe-deb26ed0de88 service neutron] 10.222.0.66 "GET /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958491 Dec 20 21:20:23.551853 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:23.639455 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2552-2f26-4a86-930e-dfc7bcb582a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:23.663597 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c2f93804-8bd5-41a5-935a-4ae134299da9 req-d986ec07-6000-45e2-b809-fb3fbc029e8d tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137493 Dec 20 21:20:23.754774 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2552-2f26-4a86-930e-dfc7bcb582a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:23.758005 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f3c2552-2f26-4a86-930e-dfc7bcb582a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:23.766518 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2f3c2552-2f26-4a86-930e-dfc7bcb582a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8a4a58e-8b0b-4a04-ac98-23d0f18d5865 HTTP/1.1" status: 204 len: 168 time: 0.4619882 Dec 20 21:20:23.785971 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c2552-2f26-4a86-930e-dfc7bcb582a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a4a58e-8b0b-4a04-ac98-23d0f18d5865,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:23.866360 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e20f91ac-29ea-461f-a91b-2e764ad16260 None None] Provisioning complete for port 748c6d73-6988-4235-9c66-4f3ab76834ed triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:23.867048 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e20f91ac-29ea-461f-a91b-2e764ad16260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:23.888369 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:23.916315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e20f91ac-29ea-461f-a91b-2e764ad16260 None None] Port 748c6d73-6988-4235-9c66-4f3ab76834ed cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:20:24.139880 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:24.146313 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:24.196694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da943a7a-210a-4d7a-a09a-f64916903846 req-07810e04-9dca-4b11-8334-2897a3027131 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:24.198539 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-da943a7a-210a-4d7a-a09a-f64916903846 req-07810e04-9dca-4b11-8334-2897a3027131 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=5636a808-4106-4be9-849e-15405118edd1 HTTP/1.1" status: 200 len: 949 time: 0.1203284 Dec 20 21:20:24.278616 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:24.317952 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-da943a7a-210a-4d7a-a09a-f64916903846 req-b142e105-84a1-4691-abe6-80b7def30f0b tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993848 Dec 20 21:20:24.367427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] Pushing event updated for resources: {'Port': ['ID=748c6d73-6988-4235-9c66-4f3ab76834ed,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:24.457186 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-b8262123-b018-4af6-b39a-41a9ca2b481e tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:20:24.461227 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-b8262123-b018-4af6-b39a-41a9ca2b481e tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163038 Dec 20 21:20:24.517651 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f9449433-ee22-4fb0-8d93-fe073c329950 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:24.542521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-2a71ba9b-526d-486b-b880-079859ddd313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:24.545386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-2a71ba9b-526d-486b-b880-079859ddd313 service neutron] 10.222.0.32 "GET /v2.0/ports/030fa15b-7197-426a-b047-88b30a8039a4 HTTP/1.1" status: 200 len: 1091 time: 0.0748148 Dec 20 21:20:24.560605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-88d5d944-0d32-4d33-a54a-ede95121e05a service neutron] Request body: {'binding': {'host': 'n-h1-xena-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:24.561131 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-88d5d944-0d32-4d33-a54a-ede95121e05a service neutron] Unknown quota resources ['binding']. {{(pid=102401) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 21:20:24.594389 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port f9449433-ee22-4fb0-8d93-fe073c329950 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:20:24.602039 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port f9449433-ee22-4fb0-8d93-fe073c329950 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:24.602808 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:24.611208 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] Network b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:20:24.614780 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:24.795928 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:24.858918 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5636a808-4106-4be9-849e-15405118edd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9449433-ee22-4fb0-8d93-fe073c329950'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:24.864659 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7206ee97-1b14-4ddf-a7fe-033ade0a23f0" -d '{"events": [{"server_uuid": "5636a808-4106-4be9-849e-15405118edd1", "name": "network-vif-plugged", "status": "completed", "tag": "f9449433-ee22-4fb0-8d93-fe073c329950"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:24.884421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f9449433-ee22-4fb0-8d93-fe073c329950, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f9449433-ee22-4fb0-8d93-fe073c329950,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:24.890982 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:24.969489 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 65b14ed2-7853-4563-a176-bebd367962b7 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:24.989834 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01004bf2-43f0-4be5-a1c8-1acdc62f975c req-172a6e83-0a6f-49b4-8cb6-36cff144e540 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:25.005240 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-01004bf2-43f0-4be5-a1c8-1acdc62f975c req-172a6e83-0a6f-49b4-8cb6-36cff144e540 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 945 time: 0.1315577 Dec 20 21:20:25.011708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] Router 76a1d1e3-a1fe-4540-898e-751ff52a6d72 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:20:25.053575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=f9449433-ee22-4fb0-8d93-fe073c329950,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:25.077516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-88d5d944-0d32-4d33-a54a-ede95121e05a service neutron] Attempting to bind port 030fa15b-7197-426a-b047-88b30a8039a4 on host n-h1-xena-1 for vnic_type normal with profile None {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:20:25.077762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-88d5d944-0d32-4d33-a54a-ede95121e05a service neutron] Attempting to bind port 030fa15b-7197-426a-b047-88b30a8039a4 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:20:25.077928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-88d5d944-0d32-4d33-a54a-ede95121e05a service neutron] Attempting to bind port 030fa15b-7197-426a-b047-88b30a8039a4 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:25.079047 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-01004bf2-43f0-4be5-a1c8-1acdc62f975c req-cdb12404-56ea-4b97-b4a9-e0ff8e6f494a tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727091 Dec 20 21:20:25.082654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 65b14ed2-7853-4563-a176-bebd367962b7 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:25.083087 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:25.112782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-88d5d944-0d32-4d33-a54a-ede95121e05a service neutron] Port 030fa15b-7197-426a-b047-88b30a8039a4 on network b354e2a9-7558-463a-85c3-6af39fac1033 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:20:25.113101 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-88d5d944-0d32-4d33-a54a-ede95121e05a service neutron] Attempting to bind port 030fa15b-7197-426a-b047-88b30a8039a4 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:25.122233 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-88d5d944-0d32-4d33-a54a-ede95121e05a service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:20:25.122657 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-88d5d944-0d32-4d33-a54a-ede95121e05a service neutron] Checking segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:20:25.122949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-88d5d944-0d32-4d33-a54a-ede95121e05a service neutron] Bound using segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:20:25.123385 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-88d5d944-0d32-4d33-a54a-ede95121e05a service neutron] Bound port: 030fa15b-7197-426a-b047-88b30a8039a4, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:20:25.182289 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:25.197811 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-50ce9b7e-3140-4cd4-99c0-b907ac345e8f None None] Provisioning complete for port 748c6d73-6988-4235-9c66-4f3ab76834ed triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:25.198447 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50ce9b7e-3140-4cd4-99c0-b907ac345e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:25.200077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:20:25.205569 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-842bd901-9661-4078-b68a-0889b81ee175 admin admin] 10.222.0.32 "PUT /v2.0/routers/76a1d1e3-a1fe-4540-898e-751ff52a6d72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1954553 Dec 20 21:20:25.210482 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-88d5d944-0d32-4d33-a54a-ede95121e05a service neutron] For port 030fa15b-7197-426a-b047-88b30a8039a4, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=030fa15b-7197-426a-b047-88b30a8039a4,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:20:25.215772 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-88d5d944-0d32-4d33-a54a-ede95121e05a service neutron] Notify callbacks [] for binding, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:25.216949 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-88d5d944-0d32-4d33-a54a-ede95121e05a service neutron] 10.222.0.32 "POST /v2.0/ports/030fa15b-7197-426a-b047-88b30a8039a4/bindings HTTP/1.1" status: 201 len: 387 time: 0.6639185 Dec 20 21:20:25.222636 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3222e-c8aa-48b4-b0d3-95fad87d88b9 req-9280b41c-8797-4df6-9e04-cb649b540ee6 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:25.231050 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e8a3222e-c8aa-48b4-b0d3-95fad87d88b9 req-9280b41c-8797-4df6-9e04-cb649b540ee6 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.1001153 Dec 20 21:20:25.243397 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 65b14ed2-7853-4563-a176-bebd367962b7, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=65b14ed2-7853-4563-a176-bebd367962b7,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:25.250141 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:25.287492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e8a3222e-c8aa-48b4-b0d3-95fad87d88b9 req-4aab8009-3fd0-4e67-8241-bee41a87daa7 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551925 Dec 20 21:20:25.288963 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-50ce9b7e-3140-4cd4-99c0-b907ac345e8f None None] Port 748c6d73-6988-4235-9c66-4f3ab76834ed cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:20:25.353638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=65b14ed2-7853-4563-a176-bebd367962b7,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:25.373743 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986b5570-dcca-4196-89be-f9f436f7d8f6 x-openstack-request-id: req-986b5570-dcca-4196-89be-f9f436f7d8f6 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:25.374263 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5636a808-4106-4be9-849e-15405118edd1", "name": "network-vif-plugged", "status": "completed", "tag": "f9449433-ee22-4fb0-8d93-fe073c329950", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:25.374582 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-986b5570-dcca-4196-89be-f9f436f7d8f6 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:25.375064 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5636a808-4106-4be9-849e-15405118edd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9449433-ee22-4fb0-8d93-fe073c329950', 'code': 200} Dec 20 21:20:25.533577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e899342-92ec-4eef-a83b-aeeced2d444e req-283f399a-2672-444d-b17b-8ab4bf67563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:25.535557 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e899342-92ec-4eef-a83b-aeeced2d444e req-283f399a-2672-444d-b17b-8ab4bf67563f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5636a808-4106-4be9-849e-15405118edd1 HTTP/1.1" status: 200 len: 1099 time: 0.0640206 Dec 20 21:20:25.579358 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f73acc-0637-48b9-9d8f-7f54460cf505 req-b8aee3d6-ad5c-4bd4-995c-cd5be0ac096e tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:25.586657 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-15f73acc-0637-48b9-9d8f-7f54460cf505 req-b8aee3d6-ad5c-4bd4-995c-cd5be0ac096e tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 945 time: 0.0694535 Dec 20 21:20:25.593979 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e899342-92ec-4eef-a83b-aeeced2d444e req-fca04227-e73c-41f1-8bde-d601426ea013 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394869 Dec 20 21:20:25.629394 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-15f73acc-0637-48b9-9d8f-7f54460cf505 req-4400142e-81f8-4cc7-92e2-a59cb6752bf0 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Dec 20 21:20:25.765026 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-33470ef7-7060-4d71-b2d7-a14f2c4f5c74 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=68a607043ceb41cf9f20c62ac02d4c46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287793 Dec 20 21:20:25.784928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-c74cc3cb-61a3-4a8a-867f-340745fb10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:25.786499 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-c74cc3cb-61a3-4a8a-867f-340745fb10b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 1094 time: 0.2760098 Dec 20 21:20:25.802051 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f031e-2717-45f4-ad6d-726fa3b0c1f5 req-9ac7a659-58fe-45f2-ba67-63be05697fe1 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:25.803590 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-251f031e-2717-45f4-ad6d-726fa3b0c1f5 req-9ac7a659-58fe-45f2-ba67-63be05697fe1 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=5636a808-4106-4be9-849e-15405118edd1 HTTP/1.1" status: 200 len: 950 time: 0.0505323 Dec 20 21:20:25.850641 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-251f031e-2717-45f4-ad6d-726fa3b0c1f5 req-b5088388-2b18-4c08-92ff-3fdee06840e6 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349677 Dec 20 21:20:25.983592 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-29f0e44d-6b71-4e6d-9a0b-821038383d5b tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:25.985165 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-29f0e44d-6b71-4e6d-9a0b-821038383d5b tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2123985 Dec 20 21:20:25.986423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-56bd0663-d409-4052-9f6f-7494f6622a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:25.987954 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-56bd0663-d409-4052-9f6f-7494f6622a7c service neutron] 10.222.0.31 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 921 time: 0.1778173 Dec 20 21:20:26.040957 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-237ea1e8-197b-4d09-8357-36dd5bbe4117 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/quotas/68a607043ceb41cf9f20c62ac02d4c46 HTTP/1.1" status: 200 len: 375 time: 0.0466452 Dec 20 21:20:26.042484 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-0af083b7-fd2d-4f69-ae01-232616534afc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=030fa15b-7197-426a-b047-88b30a8039a4 HTTP/1.1" status: 200 len: 217 time: 0.0467238 Dec 20 21:20:26.080716 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706a796-beae-4f6e-b675-704a9ceac37b req-f4e27154-03a0-40f5-b4ac-64bb7a9667d6 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:26.082319 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1706a796-beae-4f6e-b675-704a9ceac37b req-f4e27154-03a0-40f5-b4ac-64bb7a9667d6 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.0745401 Dec 20 21:20:26.105163 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-45c1a95e-e546-4506-a728-a0ba290385c8 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=68a607043ceb41cf9f20c62ac02d4c46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553186 Dec 20 21:20:26.135161 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-b4dab3a5-ea15-4400-8862-d4741c5299d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:26.136881 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-b4dab3a5-ea15-4400-8862-d4741c5299d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.0854113 Dec 20 21:20:26.153851 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1706a796-beae-4f6e-b675-704a9ceac37b req-8775f7a4-51d7-4ef8-b73d-a648619df731 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629697 Dec 20 21:20:26.177573 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-72b7cbfd-c2c3-4a2c-ad22-38e3e664b52b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313802 Dec 20 21:20:26.328633 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-6bf2eeb3-af42-432c-83c7-b8de38557dcb service neutron] 10.222.0.31 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315060 Dec 20 21:20:26.476625 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dac58329-ca71-4a22-b55f-25e7a46dfb64 req-f3d56c6c-188c-496f-82c3-eb3f22351420 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 210 time: 0.0430958 Dec 20 21:20:26.593394 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-bf04ea2d-a089-4852-bc2f-d72290dd9471 service neutron] 10.222.0.31 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618494 Dec 20 21:20:26.619167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53423799-a286-48f5-b38e-5262bba7d38c req-f783048a-b129-4b67-a67c-3ecc58e4610f tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:26.623389 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-53423799-a286-48f5-b38e-5262bba7d38c req-f783048a-b129-4b67-a67c-3ecc58e4610f tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=26cb3bfc-8566-4f09-bfd7-a9ae55fd3623 HTTP/1.1" status: 200 len: 946 time: 0.1735146 Dec 20 21:20:26.711962 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-53423799-a286-48f5-b38e-5262bba7d38c req-9fe72203-7161-4a51-aead-6ec9d879b83d tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815179 Dec 20 21:20:26.732474 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Sync routers for ids ['76a1d1e3-a1fe-4540-898e-751ff52a6d72'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:20:26.745637 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Routers {'76a1d1e3-a1fe-4540-898e-751ff52a6d72'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:20:26.746349 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-82539d31-794f-4f8c-844e-c13859193390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:19:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['76a1d1e3-a1fe-4540-898e-751ff52a6d72'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:26.751714 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b77ce-4c20-43db-9a40-4fc2ed2a20b2 req-037c9fe5-b6a4-4f6e-996a-54c5c3e78528 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:26.753126 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b53b77ce-4c20-43db-9a40-4fc2ed2a20b2 req-037c9fe5-b6a4-4f6e-996a-54c5c3e78528 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 945 time: 0.1207094 Dec 20 21:20:26.871497 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b53b77ce-4c20-43db-9a40-4fc2ed2a20b2 req-0d09b2fc-4114-4c2b-9772-d1441b15dfff tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097605 Dec 20 21:20:26.896166 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 65b14ed2-7853-4563-a176-bebd367962b7 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:26.980358 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Set router 76a1d1e3-a1fe-4540-898e-751ff52a6d72 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:20:27.001464 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 65b14ed2-7853-4563-a176-bebd367962b7 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:27.008349 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:27.089944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c6ee0-aea2-4a0a-8896-d0912c6db995 req-590f969d-9e7f-4a64-9284-f70ff3fb4c35 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:27.099154 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-374a0b31-258c-4aac-abad-074fe49d4f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:27.099580 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a96c6ee0-aea2-4a0a-8896-d0912c6db995 req-590f969d-9e7f-4a64-9284-f70ff3fb4c35 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 946 time: 0.0750046 Dec 20 21:20:27.138406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a25ca6-a744-42d6-8fa4-68d474a2c4ab req-8b6c10f8-9278-4ef4-acfe-ab5b6ca0852b tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:27.146288 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8a25ca6-a744-42d6-8fa4-68d474a2c4ab req-8b6c10f8-9278-4ef4-acfe-ab5b6ca0852b tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 945 time: 0.0872693 Dec 20 21:20:27.158897 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a96c6ee0-aea2-4a0a-8896-d0912c6db995 req-9d4e2e26-8376-490b-8e20-4270a34fa3bf tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578840 Dec 20 21:20:27.195390 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8a25ca6-a744-42d6-8fa4-68d474a2c4ab req-74e88a48-60ad-45a5-a3a0-3d9a265758ef tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478327 Dec 20 21:20:27.282424 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-fbe2e918-8e6c-446c-b3ac-e82fc33e9aa9 req-9f791f53-bf2e-4eba-8f57-ea8275226d31 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:20:27.283775 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fbe2e918-8e6c-446c-b3ac-e82fc33e9aa9 req-9f791f53-bf2e-4eba-8f57-ea8275226d31 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078683 Dec 20 21:20:27.367013 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531dbc2-10fe-4ae9-94ee-263ec7c4be49 req-48e81b0b-2132-4c82-a5d3-3322754d869d tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:27.383259 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d531dbc2-10fe-4ae9-94ee-263ec7c4be49 req-48e81b0b-2132-4c82-a5d3-3322754d869d tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=5636a808-4106-4be9-849e-15405118edd1 HTTP/1.1" status: 200 len: 950 time: 0.1040187 Dec 20 21:20:27.413532 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fbe2e918-8e6c-446c-b3ac-e82fc33e9aa9 req-9cec534d-9703-4582-b4ba-3a2b4fcb8abb tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1213799 Dec 20 21:20:27.466159 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d531dbc2-10fe-4ae9-94ee-263ec7c4be49 req-c089301a-35c9-457e-a403-86bf6925454e tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818276 Dec 20 21:20:27.504471 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-82539d31-794f-4f8c-844e-c13859193390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'name': 'tempest-TaggedBootDevicesTest_v242-1466713891-router', 'tenant_id': '8a086a9b11234987a57e52b31f2062f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': '65b14ed2-7853-4563-a176-bebd367962b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:17Z', 'updated_at': '2021-12-20T21:20:23Z', 'revision_number': 4, 'project_id': '8a086a9b11234987a57e52b31f2062f2', 'gw_port': {'id': '65b14ed2-7853-4563-a176-bebd367962b7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:18Z', 'updated_at': '2021-12-20T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '748c6d73-6988-4235-9c66-4f3ab76834ed', 'name': '', 'network_id': 'b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27', 'tenant_id': '8a086a9b11234987a57e52b31f2062f2', 'mac_address': 'fa:16:3e:c5:c1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'dff673b3-e3ea-4c6f-a4d5-6fe066c25909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:22Z', 'updated_at': '2021-12-20T21:20:23Z', 'revision_number': 2, 'project_id': '8a086a9b11234987a57e52b31f2062f2', 'subnets': [{'id': 'dff673b3-e3ea-4c6f-a4d5-6fe066c25909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:27.581557 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Checking router: 76a1d1e3-a1fe-4540-898e-751ff52a6d72 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:20:27.581909 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Updating router 76a1d1e3-a1fe-4540-898e-751ff52a6d72 port 748c6d73-6988-4235-9c66-4f3ab76834ed binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:20:27.633445 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:27.921888 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ac25f2ec-029e-401f-8e00-35d208adfd36 req-d8637481-1c58-423f-a428-d8809e40898f tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 210 time: 0.0772371 Dec 20 21:20:27.941427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855e482-778d-47d7-84ae-e8bdec3861db req-96bb22b8-888f-4973-b959-2c5213298563 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:27.950529 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d855e482-778d-47d7-84ae-e8bdec3861db req-96bb22b8-888f-4973-b959-2c5213298563 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.0706217 Dec 20 21:20:28.029406 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d855e482-778d-47d7-84ae-e8bdec3861db req-ed57d7a3-fbae-4727-8c27-9bf761f27b40 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550900 Dec 20 21:20:28.041584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51982) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:28.191957 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd688c8f-fb5e-4958-83f2-a63c55160462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:28.388440 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:28.403491 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:28.420854 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-42177786-c95d-423e-bc86-3220d51e382d req-ca07ede4-932e-489c-bb8b-5c3e7aeaabbd tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e12d1fb88fdc42ddbd876700dcc90a70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826423 Dec 20 21:20:28.431969 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-61d4e465-6e5b-4356-a8ee-358629a52b09 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=68a607043ceb41cf9f20c62ac02d4c46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5065434 Dec 20 21:20:28.505884 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3bc8d-ff76-4fd6-9807-a2d5045fbdd1 None None] Pushing event updated for resources: {'Port': ['ID=748c6d73-6988-4235-9c66-4f3ab76834ed,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:28.570486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832c8f6-cf79-4d15-8275-c21f5ba5a6cd req-dc835e21-9da3-4f71-950c-e95ee8fd3373 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:28.572138 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2832c8f6-cf79-4d15-8275-c21f5ba5a6cd req-dc835e21-9da3-4f71-950c-e95ee8fd3373 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.66 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 945 time: 0.1629364 Dec 20 21:20:28.581038 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd688c8f-fb5e-4958-83f2-a63c55160462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:28.588865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8d555-6926-43a5-8aab-a301befe8ad8 req-64bacec0-80cd-4b6f-a1d9-ebc83ee8be73 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:28.601746 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3db8d555-6926-43a5-8aab-a301befe8ad8 req-64bacec0-80cd-4b6f-a1d9-ebc83ee8be73 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 945 time: 0.1845951 Dec 20 21:20:28.619577 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd688c8f-fb5e-4958-83f2-a63c55160462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:28.655752 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Attempting to bind port 748c6d73-6988-4235-9c66-4f3ab76834ed on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:20:28.656183 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Attempting to bind port 748c6d73-6988-4235-9c66-4f3ab76834ed by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4d463215-99fc-41bd-903f-b06087733fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:20:28.656609 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Attempting to bind port 748c6d73-6988-4235-9c66-4f3ab76834ed on network b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:28.661892 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42177786-c95d-423e-bc86-3220d51e382d req-67e0a8ca-1928-4052-abe2-a5fd0feb839c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:28.665231 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:20:28.667424 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-42177786-c95d-423e-bc86-3220d51e382d req-67e0a8ca-1928-4052-abe2-a5fd0feb839c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2457192 Dec 20 21:20:28.667948 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Checking segment: {'id': '4d463215-99fc-41bd-903f-b06087733fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:20:28.668460 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:28.668946 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Bound using segment: {'id': '4d463215-99fc-41bd-903f-b06087733fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:20:28.677446 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Bound port: 748c6d73-6988-4235-9c66-4f3ab76834ed, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d463215-99fc-41bd-903f-b06087733fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:20:28.678288 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:28.763073 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3db8d555-6926-43a5-8aab-a301befe8ad8 req-91e6ba4c-89bb-4c10-b8eb-a4321bc95207 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601911 Dec 20 21:20:28.763756 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fd688c8f-fb5e-4958-83f2-a63c55160462 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04b13f3396c24afb8ca9d13474fe5c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7180402 Dec 20 21:20:28.771298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51998) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:28.785820 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-42177786-c95d-423e-bc86-3220d51e382d req-f21974bd-429a-40dd-8b8a-d97fa664984b tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/quotas/e12d1fb88fdc42ddbd876700dcc90a70 HTTP/1.1" status: 200 len: 375 time: 0.0949767 Dec 20 21:20:28.808906 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-82539d31-794f-4f8c-844e-c13859193390 None None] For port 748c6d73-6988-4235-9c66-4f3ab76834ed, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:20:28.815169 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-82539d31-794f-4f8c-844e-c13859193390 None None] For port 748c6d73-6988-4235-9c66-4f3ab76834ed, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=748c6d73-6988-4235-9c66-4f3ab76834ed,segment=NetworkSegment(4d463215-99fc-41bd-903f-b06087733fef),segment_id=4d463215-99fc-41bd-903f-b06087733fef)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:20:28.826093 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:28.858121 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd688c8f-fb5e-4958-83f2-a63c55160462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f0e650-8c04-43f9-95b0-a1a9a1a47db6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:28.890162 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-42177786-c95d-423e-bc86-3220d51e382d req-eecb7c7f-181e-41a0-a71d-5015a82c020a tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e12d1fb88fdc42ddbd876700dcc90a70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1031933 Dec 20 21:20:28.922435 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3bc8d-ff76-4fd6-9807-a2d5045fbdd1 None None] Pushing event updated for resources: {'Port': ['ID=748c6d73-6988-4235-9c66-4f3ab76834ed,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:28.934751 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-44d3dbca-23b1-4c46-95ea-75323b43178c tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:28.936705 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-44d3dbca-23b1-4c46-95ea-75323b43178c tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4771934 Dec 20 21:20:28.952278 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-78e84a3e-4f44-45ed-8f46-af86f8db362d None None] Provisioning complete for port 748c6d73-6988-4235-9c66-4f3ab76834ed triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:28.952762 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78e84a3e-4f44-45ed-8f46-af86f8db362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:28.971085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-0c524fe8-44d6-401a-8686-6cfcc23a8f5a tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Request body: {'port': {'device_id': '700af0a3-a200-44e3-841f-f8a5c1c13c7f', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': '68a607043ceb41cf9f20c62ac02d4c46'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:28.983491 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Routers {'76a1d1e3-a1fe-4540-898e-751ff52a6d72'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:20:28.985458 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-82539d31-794f-4f8c-844e-c13859193390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:19:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['76a1d1e3-a1fe-4540-898e-751ff52a6d72'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:29.070140 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e890f26-9556-4ff2-b1a7-290dea865d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:29.087900 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f3b86-4eb2-4794-8055-d5431edc830f req-cf14a135-3b3e-48c1-94dd-6a4999886bcf tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:29.099860 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d04f3b86-4eb2-4794-8055-d5431edc830f req-cf14a135-3b3e-48c1-94dd-6a4999886bcf tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=26cb3bfc-8566-4f09-bfd7-a9ae55fd3623 HTTP/1.1" status: 200 len: 946 time: 0.2195554 Dec 20 21:20:29.173075 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78e84a3e-4f44-45ed-8f46-af86f8db362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:29.247754 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d04f3b86-4eb2-4794-8055-d5431edc830f req-51322886-8cbc-48a2-ad46-150768c67bb2 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467044 Dec 20 21:20:29.261748 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e890f26-9556-4ff2-b1a7-290dea865d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:29.271468 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-82539d31-794f-4f8c-844e-c13859193390 None None] Set router 76a1d1e3-a1fe-4540-898e-751ff52a6d72 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:20:29.278218 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-78e84a3e-4f44-45ed-8f46-af86f8db362d None None] For port 748c6d73-6988-4235-9c66-4f3ab76834ed, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=748c6d73-6988-4235-9c66-4f3ab76834ed,segment=NetworkSegment(4d463215-99fc-41bd-903f-b06087733fef),segment_id=4d463215-99fc-41bd-903f-b06087733fef)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:29.284970 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78e84a3e-4f44-45ed-8f46-af86f8db362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:29.296465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-2832c8f6-cf79-4d15-8275-c21f5ba5a6cd req-70b5d010-7d0d-496c-bd47-397f731238cc tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Deleting port e43ded9a-5878-4357-833a-234ecb7bd5bd {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:29.296812 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2832c8f6-cf79-4d15-8275-c21f5ba5a6cd req-70b5d010-7d0d-496c-bd47-397f731238cc tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:29.347976 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b422eb-ea7c-4ce9-80db-a6a275e185fa req-ae45ee3d-9d34-46da-ba7a-0ca4d8878155 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:29.360156 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c3b422eb-ea7c-4ce9-80db-a6a275e185fa req-ae45ee3d-9d34-46da-ba7a-0ca4d8878155 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 945 time: 0.1385515 Dec 20 21:20:29.400032 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e84a3e-4f44-45ed-8f46-af86f8db362d None None] Pushing event updated for resources: {'Port': ['ID=748c6d73-6988-4235-9c66-4f3ab76834ed,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:29.431843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-2832c8f6-cf79-4d15-8275-c21f5ba5a6cd req-70b5d010-7d0d-496c-bd47-397f731238cc tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] For port e43ded9a-5878-4357-833a-234ecb7bd5bd, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=e43ded9a-5878-4357-833a-234ecb7bd5bd,segment=NetworkSegment(03912091-bdf4-4963-a394-771ea0652f32),segment_id=03912091-bdf4-4963-a394-771ea0652f32)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:29.432463 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2832c8f6-cf79-4d15-8275-c21f5ba5a6cd req-70b5d010-7d0d-496c-bd47-397f731238cc tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:29.479141 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c3b422eb-ea7c-4ce9-80db-a6a275e185fa req-cd142754-bc3c-4b12-a6f7-55554ac8067d tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132703 Dec 20 21:20:29.485938 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4efd2dd9-80a8-4f15-a9a1-32fc2ed86f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:29.490536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e377b79e-4b08-4fd7-bd18-d8da719d338f None None] Provisioning complete for port 748c6d73-6988-4235-9c66-4f3ab76834ed triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:29.491146 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e377b79e-4b08-4fd7-bd18-d8da719d338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:29.636635 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-82539d31-794f-4f8c-844e-c13859193390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'name': 'tempest-TaggedBootDevicesTest_v242-1466713891-router', 'tenant_id': '8a086a9b11234987a57e52b31f2062f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': '65b14ed2-7853-4563-a176-bebd367962b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:17Z', 'updated_at': '2021-12-20T21:20:23Z', 'revision_number': 4, 'project_id': '8a086a9b11234987a57e52b31f2062f2', 'gw_port': {'id': '65b14ed2-7853-4563-a176-bebd367962b7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:18Z', 'updated_at': '2021-12-20T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '748c6d73-6988-4235-9c66-4f3ab76834ed', 'name': '', 'network_id': 'b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27', 'tenant_id': '8a086a9b11234987a57e52b31f2062f2', 'mac_address': 'fa:16:3e:c5:c1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'dff673b3-e3ea-4c6f-a4d5-6fe066c25909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:22Z', 'updated_at': '2021-12-20T21:20:28Z', 'revision_number': 4, 'project_id': '8a086a9b11234987a57e52b31f2062f2', 'subnets': [{'id': 'dff673b3-e3ea-4c6f-a4d5-6fe066c25909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:29.663621 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f45652f1-9d8c-4720-8c77-601f8c23d058 req-43c2ebb0-8c99-4a5e-9fec-0177a6840b81 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 210 time: 0.0607405 Dec 20 21:20:29.719500 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82539d31-794f-4f8c-844e-c13859193390 None None] The sync data for ids ['76a1d1e3-a1fe-4540-898e-751ff52a6d72'] in n-d-xena-1 is: [{'id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'name': 'tempest-TaggedBootDevicesTest_v242-1466713891-router', 'tenant_id': '8a086a9b11234987a57e52b31f2062f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': '65b14ed2-7853-4563-a176-bebd367962b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:17Z', 'updated_at': '2021-12-20T21:20:23Z', 'revision_number': 4, 'project_id': '8a086a9b11234987a57e52b31f2062f2', 'gw_port': {'id': '65b14ed2-7853-4563-a176-bebd367962b7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:18Z', 'updated_at': '2021-12-20T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '748c6d73-6988-4235-9c66-4f3ab76834ed', 'name': '', 'network_id': 'b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27', 'tenant_id': '8a086a9b11234987a57e52b31f2062f2', 'mac_address': 'fa:16:3e:c5:c1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'dff673b3-e3ea-4c6f-a4d5-6fe066c25909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:22Z', 'updated_at': '2021-12-20T21:20:28Z', 'revision_number': 4, 'project_id': '8a086a9b11234987a57e52b31f2062f2', 'subnets': [{'id': 'dff673b3-e3ea-4c6f-a4d5-6fe066c25909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:20:29.920635 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-872c0974-7650-4753-a711-3c21706cff5f req-aa00a779-1f78-4941-a621-33b79e061e36 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 210 time: 0.2701571 Dec 20 21:20:29.983314 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf781ed0-1d4d-4011-b3db-13e7318aa835 req-567c7d8e-bac3-4aef-a613-4e7eea81a12d tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:29.998010 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf781ed0-1d4d-4011-b3db-13e7318aa835 req-567c7d8e-bac3-4aef-a613-4e7eea81a12d tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 946 time: 0.1021869 Dec 20 21:20:30.054232 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf781ed0-1d4d-4011-b3db-13e7318aa835 req-b0e592a5-abe6-4605-867e-cfa467346a19 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548847 Dec 20 21:20:30.086924 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-0c524fe8-44d6-401a-8686-6cfcc23a8f5a tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Made reservation on behalf of 68a607043ceb41cf9f20c62ac02d4c46 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:20:30.101299 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-0c524fe8-44d6-401a-8686-6cfcc23a8f5a tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:30.205334 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-0c524fe8-44d6-401a-8686-6cfcc23a8f5a tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:30.296237 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e890f26-9556-4ff2-b1a7-290dea865d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:30.299441 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e890f26-9556-4ff2-b1a7-290dea865d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:30.300819 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7e890f26-9556-4ff2-b1a7-290dea865d58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30f0e650-8c04-43f9-95b0-a1a9a1a47db6 HTTP/1.1" status: 204 len: 168 time: 1.5283284 Dec 20 21:20:30.373992 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc682fac-3f76-4884-8dc2-d9717c33a67f req-fb504843-b196-404c-86c5-070099986e3a tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:30.377468 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc682fac-3f76-4884-8dc2-d9717c33a67f req-fb504843-b196-404c-86c5-070099986e3a tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 945 time: 0.3240280 Dec 20 21:20:30.393772 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2832c8f6-cf79-4d15-8275-c21f5ba5a6cd req-70b5d010-7d0d-496c-bd47-397f731238cc tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:30.400821 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf17cc4-9388-40aa-94b9-8b41d8b2b456 req-bc0902bc-5b92-43ee-a738-655f4b73acb0 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:30.408911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf17cc4-9388-40aa-94b9-8b41d8b2b456 req-bc0902bc-5b92-43ee-a738-655f4b73acb0 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:30.409181 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2832c8f6-cf79-4d15-8275-c21f5ba5a6cd req-70b5d010-7d0d-496c-bd47-397f731238cc tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:30.409547 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [req-2832c8f6-cf79-4d15-8275-c21f5ba5a6cd req-70b5d010-7d0d-496c-bd47-397f731238cc tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Floating IP 324e3bd1-8718-4485-a370-ffd341da3368 disassociated. External IP: 172.35.3.28, port: e43ded9a-5878-4357-833a-234ecb7bd5bd. Dec 20 21:20:30.409909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-2832c8f6-cf79-4d15-8275-c21f5ba5a6cd req-70b5d010-7d0d-496c-bd47-397f731238cc tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Calling delete_port for e43ded9a-5878-4357-833a-234ecb7bd5bd owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:30.416576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e890f26-9556-4ff2-b1a7-290dea865d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f0e650-8c04-43f9-95b0-a1a9a1a47db6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:30.418168 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf17cc4-9388-40aa-94b9-8b41d8b2b456 req-bc0902bc-5b92-43ee-a738-655f4b73acb0 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:30.440333 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7cf17cc4-9388-40aa-94b9-8b41d8b2b456 req-bc0902bc-5b92-43ee-a738-655f4b73acb0 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971&device_id=26cb3bfc-8566-4f09-bfd7-a9ae55fd3623&device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 2419 time: 0.1350675 Dec 20 21:20:30.532577 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7cf17cc4-9388-40aa-94b9-8b41d8b2b456 req-a89ce38e-fd6f-4a5f-858e-2785b00616b9 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903320 Dec 20 21:20:30.548829 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-584d2541-3b46-455d-abb0-fd2b1f68c314 req-68dca888-7fc0-4c90-b110-3e10152aab34 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:20:30.550863 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-584d2541-3b46-455d-abb0-fd2b1f68c314 req-68dca888-7fc0-4c90-b110-3e10152aab34 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073414 Dec 20 21:20:30.591704 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:30.683187 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-0c524fe8-44d6-401a-8686-6cfcc23a8f5a tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:30.701993 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-0c524fe8-44d6-401a-8686-6cfcc23a8f5a tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:30.735559 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc682fac-3f76-4884-8dc2-d9717c33a67f req-88cca366-068d-4ab9-9a97-8cf2d90238dc tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups?id=5b04b73f-0be7-42d9-b921-9e6d45b588fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209982 Dec 20 21:20:30.762165 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-584d2541-3b46-455d-abb0-fd2b1f68c314 req-37b6ca91-7f43-4760-ac48-8fe4a27328b3 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.1870410 Dec 20 21:20:31.032280 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 748c6d73-6988-4235-9c66-4f3ab76834ed up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:31.128920 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 748c6d73-6988-4235-9c66-4f3ab76834ed triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:31.129283 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:31.164047 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c524fe8-44d6-401a-8686-6cfcc23a8f5a tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee3044b-b181-49e6-8705-2e8cf5c33aee,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:31.253761 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f0f50f77-ffc3-430c-92be-1689ca14332d req-86262ea4-32d5-438e-86e6-e04e7e7c14ca tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 210 time: 0.0682416 Dec 20 21:20:31.275242 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42177786-c95d-423e-bc86-3220d51e382d req-4da42001-df82-4cdc-afba-c2e02c441977 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=e12d1fb88fdc42ddbd876700dcc90a70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3446615 Dec 20 21:20:31.438090 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-0c524fe8-44d6-401a-8686-6cfcc23a8f5a tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Allocated IP 192.168.233.39 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/77cb756e-df11-4399-a958-6f8358082446) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:20:31.500067 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2832c8f6-cf79-4d15-8275-c21f5ba5a6cd req-70b5d010-7d0d-496c-bd47-397f731238cc tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:31.506566 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aae57377-8b77-4c16-9620-e5a97a117891 req-ba96382a-83cd-4e57-a96b-412ff3aac053 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 210 time: 0.0418398 Dec 20 21:20:31.559160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b9258-a218-40b2-9a0d-586d1f0f2be8 req-83ab795d-3dab-4041-b285-69876d6a4f72 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:31.567006 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d2b9258-a218-40b2-9a0d-586d1f0f2be8 req-83ab795d-3dab-4041-b285-69876d6a4f72 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 945 time: 0.5391238 Dec 20 21:20:31.642209 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5d010-7d0d-496c-bd47-397f731238cc tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Pushing event deleted for resources: {'Port': ['ID=e43ded9a-5878-4357-833a-234ecb7bd5bd,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:31.880574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42177786-c95d-423e-bc86-3220d51e382d req-cd3b5aa0-0b43-43e5-870d-f018d484e43e tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:31.882112 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42177786-c95d-423e-bc86-3220d51e382d req-cd3b5aa0-0b43-43e5-870d-f018d484e43e tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5811424 Dec 20 21:20:31.932080 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-42177786-c95d-423e-bc86-3220d51e382d req-8b9002f3-4d74-41f8-b166-2953dd79866c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Request body: {'port': {'device_id': '9a4a9d6d-9083-4a1d-bd60-13998e26fa64', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': 'e12d1fb88fdc42ddbd876700dcc90a70'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:31.957221 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d2b9258-a218-40b2-9a0d-586d1f0f2be8 req-79ba2aee-1958-47d3-abef-1b908b10c841 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839407 Dec 20 21:20:31.988658 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:32.151807 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cfff2c0-2ca2-4242-9581-a61a9cb4cef9 req-34b7a743-c26a-4702-98c4-87b82adb2c51 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 210 time: 0.0486014 Dec 20 21:20:32.250238 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2832c8f6-cf79-4d15-8275-c21f5ba5a6cd req-70b5d010-7d0d-496c-bd47-397f731238cc tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Router 7f2be960-af7a-4c12-ae82-2c75ac69ad9c has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:20:32.294341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42177786-c95d-423e-bc86-3220d51e382d req-8b9002f3-4d74-41f8-b166-2953dd79866c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Made reservation on behalf of e12d1fb88fdc42ddbd876700dcc90a70 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:20:32.299716 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-42177786-c95d-423e-bc86-3220d51e382d req-8b9002f3-4d74-41f8-b166-2953dd79866c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:32.308482 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:32.415050 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-0c524fe8-44d6-401a-8686-6cfcc23a8f5a tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:32.480726 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c76803ca-66c9-48d7-8e8c-f8ae331b1ebe req-12547cbd-b290-4bac-a02b-6b64affb8ce0 tempest-AbsoluteLimitsNegativeTestJSON-660560148 tempest-AbsoluteLimitsNegativeTestJSON-660560148-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0e303e3d14b14eedb985a1c9d732aa27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718088 Dec 20 21:20:32.485997 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f845d54b-54a7-4a90-b136-81596c0164a6 req-1a326d28-838d-4df8-87a3-e0be001b6721 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 210 time: 0.0333381 Dec 20 21:20:32.560733 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device e43ded9a-5878-4357-833a-234ecb7bd5bd no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:32.595070 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: e43ded9a-5878-4357-833a-234ecb7bd5bd {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:32.598383 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device e43ded9a-5878-4357-833a-234ecb7bd5bd not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:32.681233 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-0c524fe8-44d6-401a-8686-6cfcc23a8f5a tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:32.754957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2832c8f6-cf79-4d15-8275-c21f5ba5a6cd req-70b5d010-7d0d-496c-bd47-397f731238cc tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:20:32.767561 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0656e9f-bee4-471a-8a9c-d1cebdeefa70 None None] Sync routers for ids ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:20:32.777465 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0656e9f-bee4-471a-8a9c-d1cebdeefa70 None None] Routers {'7f2be960-af7a-4c12-ae82-2c75ac69ad9c'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:20:32.778440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e0656e9f-bee4-471a-8a9c-d1cebdeefa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:32.795715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-0c524fe8-44d6-401a-8686-6cfcc23a8f5a tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:20:32.813967 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76803ca-66c9-48d7-8e8c-f8ae331b1ebe req-41a14ab2-b1ec-44ae-9212-d1153292718c tempest-AbsoluteLimitsNegativeTestJSON-660560148 tempest-AbsoluteLimitsNegativeTestJSON-660560148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:32.815436 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c76803ca-66c9-48d7-8e8c-f8ae331b1ebe req-41a14ab2-b1ec-44ae-9212-d1153292718c tempest-AbsoluteLimitsNegativeTestJSON-660560148 tempest-AbsoluteLimitsNegativeTestJSON-660560148-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902799 Dec 20 21:20:32.821827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-0c524fe8-44d6-401a-8686-6cfcc23a8f5a tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:32.824621 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-0c524fe8-44d6-401a-8686-6cfcc23a8f5a tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:20:33.068343 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf994d-ec4e-48a0-b73e-b4a1ecf84016 req-f89e4cb1-5fab-4326-a6e5-cd077027c379 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:33.069877 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c8cf994d-ec4e-48a0-b73e-b4a1ecf84016 req-f89e4cb1-5fab-4326-a6e5-cd077027c379 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 935 time: 0.1359687 Dec 20 21:20:33.101577 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e0656e9f-bee4-471a-8a9c-d1cebdeefa70 None None] Set router 7f2be960-af7a-4c12-ae82-2c75ac69ad9c gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:20:33.149954 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c8cf994d-ec4e-48a0-b73e-b4a1ecf84016 req-aa33bad0-435d-4453-9dff-e636671ddce2 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ee3044b-b181-49e6-8705-2e8cf5c33aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704365 Dec 20 21:20:33.305208 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-2832c8f6-cf79-4d15-8275-c21f5ba5a6cd req-70b5d010-7d0d-496c-bd47-397f731238cc tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] No DVR routers for this DVR port e43ded9a-5878-4357-833a-234ecb7bd5bd on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:33.309024 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2832c8f6-cf79-4d15-8275-c21f5ba5a6cd req-70b5d010-7d0d-496c-bd47-397f731238cc tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:33.311855 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2594bbcc-6a18-42c2-a09f-f52ac0b31eb7 None None] Provisioning complete for port 77cb756e-df11-4399-a958-6f8358082446 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:33.312928 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2594bbcc-6a18-42c2-a09f-f52ac0b31eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:33.314304 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2832c8f6-cf79-4d15-8275-c21f5ba5a6cd req-70b5d010-7d0d-496c-bd47-397f731238cc tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.66 "DELETE /v2.0/ports/e43ded9a-5878-4357-833a-234ecb7bd5bd HTTP/1.1" status: 204 len: 173 time: 4.6731412 Dec 20 21:20:33.329767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3758e253-852a-420b-af49-4c071e57b75a', 'name': 'network-vif-deleted', 'tag': 'e43ded9a-5878-4357-833a-234ecb7bd5bd'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:33.332399 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac1f0d0-ca38-4bf8-a2f4-54577d515176" -d '{"events": [{"server_uuid": "3758e253-852a-420b-af49-4c071e57b75a", "name": "network-vif-deleted", "tag": "e43ded9a-5878-4357-833a-234ecb7bd5bd"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:33.367499 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c524fe8-44d6-401a-8686-6cfcc23a8f5a tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Pushing event updated for resources: {'Port': ['ID=77cb756e-df11-4399-a958-6f8358082446,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:33.381590 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-42177786-c95d-423e-bc86-3220d51e382d req-8b9002f3-4d74-41f8-b166-2953dd79866c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Allocated IP 192.168.233.176 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/2639aacc-88d5-43d2-b8ef-43bdacfbb3ae) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:20:33.392819 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c76803ca-66c9-48d7-8e8c-f8ae331b1ebe req-18de1e9e-c6c1-4c2f-906f-b06d5d8bf380 tempest-AbsoluteLimitsNegativeTestJSON-660560148 tempest-AbsoluteLimitsNegativeTestJSON-660560148-project] 10.222.0.32 "GET /v2.0/quotas/0e303e3d14b14eedb985a1c9d732aa27 HTTP/1.1" status: 200 len: 375 time: 0.5452843 Dec 20 21:20:33.409688 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2594bbcc-6a18-42c2-a09f-f52ac0b31eb7 None None] Port 77cb756e-df11-4399-a958-6f8358082446 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:20:33.465790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-0c524fe8-44d6-401a-8686-6cfcc23a8f5a tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:33.467519 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-0c524fe8-44d6-401a-8686-6cfcc23a8f5a tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:33.476270 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c76803ca-66c9-48d7-8e8c-f8ae331b1ebe req-7518f1ff-ba60-410f-9c42-34b67e8adcc3 tempest-AbsoluteLimitsNegativeTestJSON-660560148 tempest-AbsoluteLimitsNegativeTestJSON-660560148-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e303e3d14b14eedb985a1c9d732aa27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755768 Dec 20 21:20:33.510188 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-0c524fe8-44d6-401a-8686-6cfcc23a8f5a tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5441699 Dec 20 21:20:33.529828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Request body: {'port': {'device_id': '700af0a3-a200-44e3-841f-f8a5c1c13c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:33.537654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e0656e9f-bee4-471a-8a9c-d1cebdeefa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'name': 'tempest-ServersTestBootFromVolume-1286661761-router', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:57Z', 'updated_at': '2021-12-20T21:17:05Z', 'revision_number': 4, 'project_id': '871b3780233447dbae5247c6158716cc', 'gw_port': {'id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:58Z', 'updated_at': '2021-12-20T21:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'aa0355c3-7243-424c-b620-3dc545364da4', 'name': '', 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'mac_address': 'fa:16:3e:cb:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:03Z', 'updated_at': '2021-12-20T21:17:09Z', 'revision_number': 5, 'project_id': '871b3780233447dbae5247c6158716cc', 'subnets': [{'id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:33.587342 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0656e9f-bee4-471a-8a9c-d1cebdeefa70 None None] Checking router: 7f2be960-af7a-4c12-ae82-2c75ac69ad9c for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:20:33.634821 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0656e9f-bee4-471a-8a9c-d1cebdeefa70 None None] Routers {'7f2be960-af7a-4c12-ae82-2c75ac69ad9c'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:20:33.636645 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e0656e9f-bee4-471a-8a9c-d1cebdeefa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:33.679534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cc6ad-6eff-4ed5-a80f-02d132b24ab5 req-79d4b44d-b065-4843-b27d-b71714832d13 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:33.690347 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6b8cc6ad-6eff-4ed5-a80f-02d132b24ab5 req-79d4b44d-b065-4843-b27d-b71714832d13 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 945 time: 0.1012619 Dec 20 21:20:33.744993 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6b8cc6ad-6eff-4ed5-a80f-02d132b24ab5 req-2cc1b51f-0049-4fda-affe-81a2fa7f26d9 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530989 Dec 20 21:20:33.772889 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:33.835107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e0656e9f-bee4-471a-8a9c-d1cebdeefa70 None None] Set router 7f2be960-af7a-4c12-ae82-2c75ac69ad9c gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:20:33.851852 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdab2ed0-5d75-46db-8040-0fec47a86d09 x-openstack-request-id: req-bdab2ed0-5d75-46db-8040-0fec47a86d09 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:33.852926 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3758e253-852a-420b-af49-4c071e57b75a", "name": "network-vif-deleted", "tag": "e43ded9a-5878-4357-833a-234ecb7bd5bd", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:33.855420 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdab2ed0-5d75-46db-8040-0fec47a86d09 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:33.856228 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3758e253-852a-420b-af49-4c071e57b75a', 'name': 'network-vif-deleted', 'tag': 'e43ded9a-5878-4357-833a-234ecb7bd5bd', 'status': 'completed', 'code': 200} Dec 20 21:20:33.867756 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47362fae-8f53-45da-9c14-44b96d5d2715 req-cdfd1043-1988-4f3d-8add-facddfa11932 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 210 time: 0.1408036 Dec 20 21:20:34.139466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52106) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:34.196576 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-885424b9-5366-4cd7-8d72-bc4dadb47fab req-4d99b78e-b966-4be5-bf07-fe27f8b85d48 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 210 time: 0.1234903 Dec 20 21:20:34.205430 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e0656e9f-bee4-471a-8a9c-d1cebdeefa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'name': 'tempest-ServersTestBootFromVolume-1286661761-router', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:57Z', 'updated_at': '2021-12-20T21:17:05Z', 'revision_number': 4, 'project_id': '871b3780233447dbae5247c6158716cc', 'gw_port': {'id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:58Z', 'updated_at': '2021-12-20T21:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'aa0355c3-7243-424c-b620-3dc545364da4', 'name': '', 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'mac_address': 'fa:16:3e:cb:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:03Z', 'updated_at': '2021-12-20T21:17:09Z', 'revision_number': 5, 'project_id': '871b3780233447dbae5247c6158716cc', 'subnets': [{'id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:34.257884 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-42177786-c95d-423e-bc86-3220d51e382d req-8b9002f3-4d74-41f8-b166-2953dd79866c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:34.265263 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0656e9f-bee4-471a-8a9c-d1cebdeefa70 None None] The sync data for ids ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'] in n-d-xena-1 is: [{'id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'name': 'tempest-ServersTestBootFromVolume-1286661761-router', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:57Z', 'updated_at': '2021-12-20T21:17:05Z', 'revision_number': 4, 'project_id': '871b3780233447dbae5247c6158716cc', 'gw_port': {'id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:58Z', 'updated_at': '2021-12-20T21:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'aa0355c3-7243-424c-b620-3dc545364da4', 'name': '', 'network_id': '0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'mac_address': 'fa:16:3e:cb:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:17:03Z', 'updated_at': '2021-12-20T21:17:09Z', 'revision_number': 5, 'project_id': '871b3780233447dbae5247c6158716cc', 'subnets': [{'id': 'b0b87c54-c451-42da-848e-4a3e123612c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:20:34.403972 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90737445-afa8-47ed-ae78-0ad886cc3d2a req-9017d696-a46a-41c7-be14-be9a1c6e494e tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:34.411880 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-90737445-afa8-47ed-ae78-0ad886cc3d2a req-9017d696-a46a-41c7-be14-be9a1c6e494e tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 935 time: 0.0820370 Dec 20 21:20:34.416671 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10cbb11f-e250-480d-85c4-d56ed0c5b1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:34.417791 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-42177786-c95d-423e-bc86-3220d51e382d req-8b9002f3-4d74-41f8-b166-2953dd79866c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:34.454688 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['f9449433-ee22-4fb0-8d93-fe073c329950'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:34.569809 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42177786-c95d-423e-bc86-3220d51e382d req-8b9002f3-4d74-41f8-b166-2953dd79866c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:20:34.575856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-42177786-c95d-423e-bc86-3220d51e382d req-8b9002f3-4d74-41f8-b166-2953dd79866c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:34.588325 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-90737445-afa8-47ed-ae78-0ad886cc3d2a req-eaeb460e-a329-472a-a897-60db08462009 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ee3044b-b181-49e6-8705-2e8cf5c33aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753213 Dec 20 21:20:34.598918 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-42177786-c95d-423e-bc86-3220d51e382d req-8b9002f3-4d74-41f8-b166-2953dd79866c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:20:34.689637 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10cbb11f-e250-480d-85c4-d56ed0c5b1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:34.700074 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10cbb11f-e250-480d-85c4-d56ed0c5b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:34.786159 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbb11f-e250-480d-85c4-d56ed0c5b1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4182efff-b9b0-46bc-8b82-00a962c5daac,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:34.851735 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-10cbb11f-e250-480d-85c4-d56ed0c5b1d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e303e3d14b14eedb985a1c9d732aa27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7108431 Dec 20 21:20:34.852439 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52120) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:34.869322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9002f3-4d74-41f8-b166-2953dd79866c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Pushing event updated for resources: {'Port': ['ID=2639aacc-88d5-43d2-b8ef-43bdacfbb3ae,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:34.958866 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bcbc4a-2385-4e59-bd13-14848eaf9fc8 None None] New status for floating IP 324e3bd1-8718-4485-a370-ffd341da3368: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:20:34.993757 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-548b5373-fcbb-4c88-a962-929917eec903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:35.033259 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-548b5373-fcbb-4c88-a962-929917eec903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:35.042863 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4237a-c0da-437d-b2ff-f77f518ca8bf req-81ebea61-4797-4079-9371-396735257e8e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:35.044694 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1ccee4d0-2fa5-42b0-a96e-3a4197308ec3 None None] Provisioning complete for port 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:35.045148 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ccee4d0-2fa5-42b0-a96e-3a4197308ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:35.052026 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7bf4237a-c0da-437d-b2ff-f77f518ca8bf req-81ebea61-4797-4079-9371-396735257e8e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 946 time: 0.0868862 Dec 20 21:20:35.064473 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42177786-c95d-423e-bc86-3220d51e382d req-8b9002f3-4d74-41f8-b166-2953dd79866c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:35.064473 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-42177786-c95d-423e-bc86-3220d51e382d req-8b9002f3-4d74-41f8-b166-2953dd79866c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:35.124288 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7bf4237a-c0da-437d-b2ff-f77f518ca8bf req-22e304ff-64ce-4b7d-897d-858451f2f6cc tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702178 Dec 20 21:20:35.133019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1ccee4d0-2fa5-42b0-a96e-3a4197308ec3 None None] Port 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:20:35.146887 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42177786-c95d-423e-bc86-3220d51e382d req-8b9002f3-4d74-41f8-b166-2953dd79866c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2229674 Dec 20 21:20:35.164338 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6a4ab-70d7-4fc8-9071-c4d695838be8 req-b2d9b085-0c34-4006-b9f2-34e2ff60b55e tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:35.172441 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64a6a4ab-70d7-4fc8-9071-c4d695838be8 req-b2d9b085-0c34-4006-b9f2-34e2ff60b55e tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 945 time: 0.2398760 Dec 20 21:20:35.176226 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-548b5373-fcbb-4c88-a962-929917eec903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:35.181193 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-548b5373-fcbb-4c88-a962-929917eec903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:35.185195 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-548b5373-fcbb-4c88-a962-929917eec903 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4182efff-b9b0-46bc-8b82-00a962c5daac HTTP/1.1" status: 204 len: 168 time: 0.3286784 Dec 20 21:20:35.185353 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Request body: {'port': {'device_id': '9a4a9d6d-9083-4a1d-bd60-13998e26fa64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:35.194445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77cb756e-df11-4399-a958-6f8358082446 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:20:35.211508 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:35.212979 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b5373-fcbb-4c88-a962-929917eec903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4182efff-b9b0-46bc-8b82-00a962c5daac,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:35.270948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Transition to ACTIVE for port object 77cb756e-df11-4399-a958-6f8358082446 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:20:35.299115 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:35.315457 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-764a468d-cdb7-4670-98f0-da7fd6ef0f5a req-88347e1f-f350-413c-b404-fb83ec85cff4 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 210 time: 0.0649002 Dec 20 21:20:35.388805 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64a6a4ab-70d7-4fc8-9071-c4d695838be8 req-c4f682d1-8f49-42e1-9d76-b3c5f37d3a2f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151892 Dec 20 21:20:35.411413 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:35.518717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a91eb8-7b0f-4a0a-8005-a2c5e50e3273 req-1660d4dd-111f-4590-a7bb-12b5d87aaf06 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:35.528869 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f4a91eb8-7b0f-4a0a-8005-a2c5e50e3273 req-1660d4dd-111f-4590-a7bb-12b5d87aaf06 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 936 time: 0.1096988 Dec 20 21:20:35.529921 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:20:35.609346 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f4a91eb8-7b0f-4a0a-8005-a2c5e50e3273 req-fe9abca1-cc61-4785-aca4-f328b89152e3 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728800 Dec 20 21:20:35.646720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Pushing event updated for resources: {'Port': ['ID=77cb756e-df11-4399-a958-6f8358082446,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:35.779191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Attempting to bind port 77cb756e-df11-4399-a958-6f8358082446 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:20:35.779630 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Attempting to bind port 77cb756e-df11-4399-a958-6f8358082446 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:20:35.779844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Attempting to bind port 77cb756e-df11-4399-a958-6f8358082446 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:35.852288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Port 77cb756e-df11-4399-a958-6f8358082446 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:20:35.852662 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Attempting to bind port 77cb756e-df11-4399-a958-6f8358082446 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:35.873811 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:20:35.874242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:20:35.874562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:20:35.875015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Bound port: 77cb756e-df11-4399-a958-6f8358082446, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:20:35.875375 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:35.902246 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc666a-432d-40bc-80f2-57f82a5110bf req-07732df8-dc2e-4aa2-9452-ed8b3ecc16d4 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:35.903707 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cabc666a-432d-40bc-80f2-57f82a5110bf req-07732df8-dc2e-4aa2-9452-ed8b3ecc16d4 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 947 time: 0.1890116 Dec 20 21:20:36.064755 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cabc666a-432d-40bc-80f2-57f82a5110bf req-f8bcee92-827b-4b6f-8556-0b2c6d597e0d tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ee3044b-b181-49e6-8705-2e8cf5c33aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474583 Dec 20 21:20:36.078580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] For port 77cb756e-df11-4399-a958-6f8358082446, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:20:36.083104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] For port 77cb756e-df11-4399-a958-6f8358082446, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=77cb756e-df11-4399-a958-6f8358082446,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:20:36.104952 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:36.158376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:36.159329 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:36.160649 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] 10.222.0.31 "PUT /v2.0/ports/77cb756e-df11-4399-a958-6f8358082446 HTTP/1.1" status: 200 len: 1093 time: 2.6353724 Dec 20 21:20:36.169180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700af0a3-a200-44e3-841f-f8a5c1c13c7f', 'tag': '77cb756e-df11-4399-a958-6f8358082446'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:36.172425 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2416c9-8d63-4443-a492-3b2f05ee35b1" -d '{"events": [{"name": "network-changed", "server_uuid": "700af0a3-a200-44e3-841f-f8a5c1c13c7f", "tag": "77cb756e-df11-4399-a958-6f8358082446"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:36.252937 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a999e4f8-51ba-4202-abc1-645f0c736548 x-openstack-request-id: req-a999e4f8-51ba-4202-abc1-645f0c736548 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:36.255857 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700af0a3-a200-44e3-841f-f8a5c1c13c7f", "tag": "77cb756e-df11-4399-a958-6f8358082446", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:36.256126 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a999e4f8-51ba-4202-abc1-645f0c736548 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:36.256558 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700af0a3-a200-44e3-841f-f8a5c1c13c7f', 'tag': '77cb756e-df11-4399-a958-6f8358082446', 'status': 'completed', 'code': 200} Dec 20 21:20:36.263641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2347b7-975f-482a-9691-4f43f18c72db service neutron] Pushing event updated for resources: {'Port': ['ID=77cb756e-df11-4399-a958-6f8358082446,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:36.283162 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:20:36.300306 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:36.344276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5043c22-1f45-469f-bd2a-d98986b6485c req-90fe8643-a946-4fff-aabe-4631386b06a6 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:36.347112 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c5043c22-1f45-469f-bd2a-d98986b6485c req-90fe8643-a946-4fff-aabe-4631386b06a6 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 946 time: 0.1239343 Dec 20 21:20:36.348239 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52158) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:36.359872 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Transition to ACTIVE for port object 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:20:36.370708 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:36.449273 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c5043c22-1f45-469f-bd2a-d98986b6485c req-2ae5c964-f19c-4f97-8ce4-b31696029ac5 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917041 Dec 20 21:20:36.456993 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-4d6cbf94-1d08-4a6f-9217-299d4861c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:36.458711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13463902-4e02-43d4-82bc-fbb83d8a8283 req-d6be656e-8715-4bac-916e-baa888c9ae4c tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:36.469475 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-13463902-4e02-43d4-82bc-fbb83d8a8283 req-d6be656e-8715-4bac-916e-baa888c9ae4c tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.31 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 946 time: 0.1985116 Dec 20 21:20:36.475540 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-4d6cbf94-1d08-4a6f-9217-299d4861c090 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68a607043ceb41cf9f20c62ac02d4c46&device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 1096 time: 0.1952548 Dec 20 21:20:36.535202 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-8382d5af-7dd5-49be-9255-d531799d632c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=77cb756e-df11-4399-a958-6f8358082446 HTTP/1.1" status: 200 len: 217 time: 0.0463443 Dec 20 21:20:36.564333 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e6d227ab-d40b-44ca-92f5-8f1ec0acf70e req-a038235c-f689-441b-9c6d-55a3fa67f3ff tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 210 time: 0.0689282 Dec 20 21:20:36.619229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Pushing event updated for resources: {'Port': ['ID=2639aacc-88d5-43d2-b8ef-43bdacfbb3ae,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:36.676393 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-42de96a9-88ac-4557-8b1b-d50dda82036d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1189040743-network', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:36.790313 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Attempting to bind port 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:20:36.790927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Attempting to bind port 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:20:36.791715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Attempting to bind port 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:36.796399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afa62b-9be2-4274-afa5-bc10c7ecc73e req-e3db7b68-fbe9-4eef-9dd2-066c4bdbb12b tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:36.805910 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c0afa62b-9be2-4274-afa5-bc10c7ecc73e req-e3db7b68-fbe9-4eef-9dd2-066c4bdbb12b tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 945 time: 0.2053685 Dec 20 21:20:36.807072 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-13463902-4e02-43d4-82bc-fbb83d8a8283 req-a790e9fd-7395-4ef8-93db-360c74b15682 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Deleting port 97775903-7994-45cb-a020-ff9b4db70dc2 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:36.807634 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-13463902-4e02-43d4-82bc-fbb83d8a8283 req-a790e9fd-7395-4ef8-93db-360c74b15682 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:36.811396 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Port 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:20:36.811978 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Attempting to bind port 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:36.812665 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-755c6f9b-8e40-495a-af9e-f5a976d1cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:36.814153 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-755c6f9b-8e40-495a-af9e-f5a976d1cf2b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.2721910 Dec 20 21:20:36.822496 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42de96a9-88ac-4557-8b1b-d50dda82036d admin admin] Made reservation on behalf of a7e6f1c601bc4aadb7c404130b71a7ce for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:20:36.824954 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42de96a9-88ac-4557-8b1b-d50dda82036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:36.861433 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42de96a9-88ac-4557-8b1b-d50dda82036d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:36.898746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:20:36.899095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:20:36.899485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:20:36.899951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Bound port: 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:20:36.900308 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:36.946559 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c0afa62b-9be2-4274-afa5-bc10c7ecc73e req-2f9ce209-d248-401e-bce8-2614e449d68e tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396871 Dec 20 21:20:36.966259 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-abeaa67d-384c-4990-ac22-dd8407e0be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:36.967837 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-abeaa67d-384c-4990-ac22-dd8407e0be57 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076677 Dec 20 21:20:37.017956 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e42e2-4505-4319-a708-af232ecb3864 req-ff54cc3e-6e56-4d8a-a149-5dd70b8289ab tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:37.020699 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-da2e42e2-4505-4319-a708-af232ecb3864 req-ff54cc3e-6e56-4d8a-a149-5dd70b8289ab tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 948 time: 0.1391277 Dec 20 21:20:37.060345 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] For port 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:20:37.063774 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-13463902-4e02-43d4-82bc-fbb83d8a8283 req-a790e9fd-7395-4ef8-93db-360c74b15682 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] For port 97775903-7994-45cb-a020-ff9b4db70dc2, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=97775903-7994-45cb-a020-ff9b4db70dc2,segment=NetworkSegment(7b5c8de3-92c9-4d30-8472-830f9aa7641c),segment_id=7b5c8de3-92c9-4d30-8472-830f9aa7641c)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:37.064207 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-13463902-4e02-43d4-82bc-fbb83d8a8283 req-a790e9fd-7395-4ef8-93db-360c74b15682 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:37.099002 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-13463902-4e02-43d4-82bc-fbb83d8a8283 req-a790e9fd-7395-4ef8-93db-360c74b15682 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Calling delete_port for 97775903-7994-45cb-a020-ff9b4db70dc2 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:37.103457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] For port 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=2639aacc-88d5-43d2-b8ef-43bdacfbb3ae,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:20:37.119148 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-da2e42e2-4505-4319-a708-af232ecb3864 req-12f6f4cd-88cf-4837-a156-daba2760ec8f tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863476 Dec 20 21:20:37.122802 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:37.152648 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42de96a9-88ac-4557-8b1b-d50dda82036d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:37.178852 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42de96a9-88ac-4557-8b1b-d50dda82036d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:37.189618 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42de96a9-88ac-4557-8b1b-d50dda82036d admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:20:37.195624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:37.196128 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:37.197496 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42177786-c95d-423e-bc86-3220d51e382d req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] 10.222.0.31 "PUT /v2.0/ports/2639aacc-88d5-43d2-b8ef-43bdacfbb3ae HTTP/1.1" status: 200 len: 1094 time: 2.0199599 Dec 20 21:20:37.198918 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42de96a9-88ac-4557-8b1b-d50dda82036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:37.199254 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-42de96a9-88ac-4557-8b1b-d50dda82036d admin admin] Added segment db5a54d8-a1cc-4e9c-93ee-a03a7ee33813 of type vlan for network fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 Dec 20 21:20:37.230700 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422210b-aa75-47e4-85d1-16aeb6919e01 service neutron] Pushing event updated for resources: {'Port': ['ID=2639aacc-88d5-43d2-b8ef-43bdacfbb3ae,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:37.247888 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42de96a9-88ac-4557-8b1b-d50dda82036d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:37.257520 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-1ac8fbeb-ee41-45f3-8df9-48524a27bf3f service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800927 Dec 20 21:20:37.353873 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42177786-c95d-423e-bc86-3220d51e382d req-e2884677-737c-4eac-aecd-1b90b98a5d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:37.356297 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42177786-c95d-423e-bc86-3220d51e382d req-e2884677-737c-4eac-aecd-1b90b98a5d64 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e12d1fb88fdc42ddbd876700dcc90a70&device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 1097 time: 0.0685267 Dec 20 21:20:37.357928 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-13463902-4e02-43d4-82bc-fbb83d8a8283 req-a790e9fd-7395-4ef8-93db-360c74b15682 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:37.389293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['97775903-7994-45cb-a020-ff9b4db70dc2'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:37.407276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de96a9-88ac-4557-8b1b-d50dda82036d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710e3a98-0034-4670-975e-64058d106182,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:37.418896 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790e9fd-7395-4ef8-93db-360c74b15682 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Pushing event deleted for resources: {'Port': ['ID=97775903-7994-45cb-a020-ff9b4db70dc2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:37.433990 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42de96a9-88ac-4557-8b1b-d50dda82036d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:37.434870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['e41a2743-4448-4eef-a77b-7b3edaee23e2', '5bd2e3fc-d320-4df9-af20-c42f9c378f7c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:37.435985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42de96a9-88ac-4557-8b1b-d50dda82036d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:37.438288 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42de96a9-88ac-4557-8b1b-d50dda82036d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:37.498862 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42177786-c95d-423e-bc86-3220d51e382d req-e029a397-5062-4072-8d09-8e86931ddf8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=2639aacc-88d5-43d2-b8ef-43bdacfbb3ae HTTP/1.1" status: 200 len: 217 time: 0.1148224 Dec 20 21:20:37.547399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de96a9-88ac-4557-8b1b-d50dda82036d admin admin] Pushing event updated for resources: {'Network': ['ID=fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:37.559595 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:20:37.618398 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c5341141-5339-4561-9bb6-9f18f09bfc7c req-8e45d9cf-9bd6-46da-8633-21d5b30f2dac service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094363 Dec 20 21:20:37.653561 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada02492-1966-40d2-9a86-3be877207169 req-431ca68e-51fc-45e4-9e77-e35f67bf84e1 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:37.671223 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ada02492-1966-40d2-9a86-3be877207169 req-431ca68e-51fc-45e4-9e77-e35f67bf84e1 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 947 time: 0.5093107 Dec 20 21:20:37.679947 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-42de96a9-88ac-4557-8b1b-d50dda82036d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3296161 Dec 20 21:20:37.688557 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52176) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:37.716819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f97ddce6-e780-4d91-945a-5524b24b876e admin admin] Request body: {'subnet': {'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1189040743-subnet', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:37.718286 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d62183f7-fefd-4068-b07f-19562945815a req-c6cf908e-36ac-47f2-bb71-4440d43dfc12 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=c131190d-b875-4dee-b270-1f75be3c0971 HTTP/1.1" status: 200 len: 210 time: 0.1343634 Dec 20 21:20:37.720356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-13463902-4e02-43d4-82bc-fbb83d8a8283 req-a790e9fd-7395-4ef8-93db-360c74b15682 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] No DVR routers for this DVR port 97775903-7994-45cb-a020-ff9b4db70dc2 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:37.727010 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-13463902-4e02-43d4-82bc-fbb83d8a8283 req-a790e9fd-7395-4ef8-93db-360c74b15682 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:37.749760 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-13463902-4e02-43d4-82bc-fbb83d8a8283 req-a790e9fd-7395-4ef8-93db-360c74b15682 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.31 "DELETE /v2.0/ports/97775903-7994-45cb-a020-ff9b4db70dc2 HTTP/1.1" status: 204 len: 173 time: 1.2752702 Dec 20 21:20:37.799429 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42177786-c95d-423e-bc86-3220d51e382d req-d1613011-09dd-4588-92bb-eff77b19cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:37.807963 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42177786-c95d-423e-bc86-3220d51e382d req-d1613011-09dd-4588-92bb-eff77b19cdc8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.3001554 Dec 20 21:20:37.826482 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ada02492-1966-40d2-9a86-3be877207169 req-8b3211df-81bb-4f31-a9fd-8474b862c5d3 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ee3044b-b181-49e6-8705-2e8cf5c33aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531460 Dec 20 21:20:37.888203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97ddce6-e780-4d91-945a-5524b24b876e admin admin] Made reservation on behalf of a7e6f1c601bc4aadb7c404130b71a7ce for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:20:37.890753 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f97ddce6-e780-4d91-945a-5524b24b876e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:37.905783 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2416c9-8d63-4443-a492-3b2f05ee35b1 req-abb6c1dd-12d6-4751-a827-16bbd8fb345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:37.907358 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af2416c9-8d63-4443-a492-3b2f05ee35b1 req-abb6c1dd-12d6-4751-a827-16bbd8fb345f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68a607043ceb41cf9f20c62ac02d4c46&device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 1096 time: 0.1759849 Dec 20 21:20:37.967167 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4ed0d154-5705-4969-99de-a6ed17a77bb9 req-2ada8955-ffab-4149-8812-e101625f9006 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 210 time: 0.0642343 Dec 20 21:20:38.006332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42177786-c95d-423e-bc86-3220d51e382d req-772d31db-45c6-433e-a7f8-000aff428f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:38.008821 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42177786-c95d-423e-bc86-3220d51e382d req-772d31db-45c6-433e-a7f8-000aff428f2d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1883500 Dec 20 21:20:38.211690 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6110844-ffc4-4c28-9646-10f4840bb19f req-cc7bbe6e-37bd-40ee-af22-50e29f6ef3d9 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:38.213187 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e6110844-ffc4-4c28-9646-10f4840bb19f req-cc7bbe6e-37bd-40ee-af22-50e29f6ef3d9 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 945 time: 0.1104074 Dec 20 21:20:38.240659 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42177786-c95d-423e-bc86-3220d51e382d req-00a4a390-ce5d-4543-aabd-a0bc20064b41 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238998 Dec 20 21:20:38.264534 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4a9d6d-9083-4a1d-bd60-13998e26fa64', 'tag': '2639aacc-88d5-43d2-b8ef-43bdacfbb3ae'}, {'server_uuid': 'c131190d-b875-4dee-b270-1f75be3c0971', 'name': 'network-vif-deleted', 'tag': '97775903-7994-45cb-a020-ff9b4db70dc2'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:38.267111 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79231f35-0f73-42d9-9b5d-86e0704ebbac" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4a9d6d-9083-4a1d-bd60-13998e26fa64", "tag": "2639aacc-88d5-43d2-b8ef-43bdacfbb3ae"}, {"server_uuid": "c131190d-b875-4dee-b270-1f75be3c0971", "name": "network-vif-deleted", "tag": "97775903-7994-45cb-a020-ff9b4db70dc2"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:38.341338 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e6110844-ffc4-4c28-9646-10f4840bb19f req-87c45ab5-fafa-45aa-8f15-d97e961ba18e tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039865 Dec 20 21:20:38.419730 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42177786-c95d-423e-bc86-3220d51e382d req-6b420578-f693-4f95-8bd4-ac19fa6148d1 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670344 Dec 20 21:20:38.421441 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f176b2b4-161c-4349-904e-23668cefb5ae x-openstack-request-id: req-f176b2b4-161c-4349-904e-23668cefb5ae {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:38.421835 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4a9d6d-9083-4a1d-bd60-13998e26fa64", "tag": "2639aacc-88d5-43d2-b8ef-43bdacfbb3ae", "status": "completed", "code": 200}, {"server_uuid": "c131190d-b875-4dee-b270-1f75be3c0971", "name": "network-vif-deleted", "tag": "97775903-7994-45cb-a020-ff9b4db70dc2", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:38.422205 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f176b2b4-161c-4349-904e-23668cefb5ae {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:38.422697 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4a9d6d-9083-4a1d-bd60-13998e26fa64', 'tag': '2639aacc-88d5-43d2-b8ef-43bdacfbb3ae', 'status': 'completed', 'code': 200} Dec 20 21:20:38.423045 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c131190d-b875-4dee-b270-1f75be3c0971', 'name': 'network-vif-deleted', 'tag': '97775903-7994-45cb-a020-ff9b4db70dc2', 'status': 'completed', 'code': 200} Dec 20 21:20:38.461890 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e536b-8c66-46f0-bad3-34d75a1d534e req-b1ea2904-f3f0-4b07-bfa1-0f389ae90465 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:38.464905 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f9e536b-8c66-46f0-bad3-34d75a1d534e req-b1ea2904-f3f0-4b07-bfa1-0f389ae90465 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 948 time: 0.1845806 Dec 20 21:20:38.466236 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2416c9-8d63-4443-a492-3b2f05ee35b1 req-463f46a4-9e97-4044-b888-8d10cc2975ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:38.470310 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af2416c9-8d63-4443-a492-3b2f05ee35b1 req-463f46a4-9e97-4044-b888-8d10cc2975ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.5328376 Dec 20 21:20:38.471884 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f97ddce6-e780-4d91-945a-5524b24b876e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:38.593845 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f9e536b-8c66-46f0-bad3-34d75a1d534e req-7f98d746-b88a-42a9-87ce-cb1ff1d37bf0 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109579 Dec 20 21:20:38.601687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79231f35-0f73-42d9-9b5d-86e0704ebbac req-a45acd57-26ae-4aea-bdd7-1a6cf7bcf46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:38.603759 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79231f35-0f73-42d9-9b5d-86e0704ebbac req-a45acd57-26ae-4aea-bdd7-1a6cf7bcf46f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e12d1fb88fdc42ddbd876700dcc90a70&device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 1097 time: 0.0698948 Dec 20 21:20:38.641673 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af2416c9-8d63-4443-a492-3b2f05ee35b1 req-566dc7a8-919f-48fa-8801-4e2ecca46ec2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=77cb756e-df11-4399-a958-6f8358082446 HTTP/1.1" status: 200 len: 217 time: 0.1028883 Dec 20 21:20:38.688744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ddce6-e780-4d91-945a-5524b24b876e admin admin] Checking segment: {'id': 'db5a54d8-a1cc-4e9c-93ee-a03a7ee33813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:20:38.689092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ddce6-e780-4d91-945a-5524b24b876e admin admin] Network hostable DHCP agents. Network: fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:20:38.698530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ddce6-e780-4d91-945a-5524b24b876e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d670f12-9b1e-4214-8d75-9099ed36058a,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:38.718524 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2416c9-8d63-4443-a492-3b2f05ee35b1 req-a28b0f6f-8b47-4ab2-8f1d-c6133108087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:38.720167 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af2416c9-8d63-4443-a492-3b2f05ee35b1 req-a28b0f6f-8b47-4ab2-8f1d-c6133108087a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0641847 Dec 20 21:20:38.736015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79231f35-0f73-42d9-9b5d-86e0704ebbac req-2082e1fe-8294-4d95-baf2-22dfed319631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:38.737913 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79231f35-0f73-42d9-9b5d-86e0704ebbac req-2082e1fe-8294-4d95-baf2-22dfed319631 service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1252027 Dec 20 21:20:38.763544 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ddce6-e780-4d91-945a-5524b24b876e admin admin] Network fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:20:38.782029 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f97ddce6-e780-4d91-945a-5524b24b876e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:38.787585 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97ddce6-e780-4d91-945a-5524b24b876e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:38.788466 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f97ddce6-e780-4d91-945a-5524b24b876e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:38.791865 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e88b21b-d550-4a67-b0f1-9e6e841359f1 None None] Network fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:20:38.805145 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2416c9-8d63-4443-a492-3b2f05ee35b1 req-89b7a5ee-4797-44d5-9ed7-51edb1b166a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:38.805757 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79231f35-0f73-42d9-9b5d-86e0704ebbac req-335514d3-3f85-4385-a391-cc97eece2e9a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=2639aacc-88d5-43d2-b8ef-43bdacfbb3ae HTTP/1.1" status: 200 len: 217 time: 0.0578880 Dec 20 21:20:38.805961 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af2416c9-8d63-4443-a492-3b2f05ee35b1 req-89b7a5ee-4797-44d5-9ed7-51edb1b166a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779731 Dec 20 21:20:38.817512 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f97ddce6-e780-4d91-945a-5524b24b876e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1241250 Dec 20 21:20:38.819674 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52190) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:38.833511 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1189040743-router', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:38.931670 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79231f35-0f73-42d9-9b5d-86e0704ebbac req-865b6ea6-fb35-4d29-b7e1-62a7ec88d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:38.935520 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79231f35-0f73-42d9-9b5d-86e0704ebbac req-865b6ea6-fb35-4d29-b7e1-62a7ec88d490 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1194735 Dec 20 21:20:38.958585 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:38.966035 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:39.061985 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79231f35-0f73-42d9-9b5d-86e0704ebbac req-f38880e7-fbdc-4761-8b36-021dd8145340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:39.063413 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79231f35-0f73-42d9-9b5d-86e0704ebbac req-f38880e7-fbdc-4761-8b36-021dd8145340 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203308 Dec 20 21:20:39.069022 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af2416c9-8d63-4443-a492-3b2f05ee35b1 req-98f438a1-d7d9-4cad-83f9-cb4b298d3569 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504225 Dec 20 21:20:39.072360 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ced84-bd91-4137-9842-1bbd488f3efd req-74a35832-3a64-46a4-b21a-3409f88b99ee tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:39.079808 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-511ced84-bd91-4137-9842-1bbd488f3efd req-74a35832-3a64-46a4-b21a-3409f88b99ee tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 947 time: 0.0798059 Dec 20 21:20:39.139983 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5', 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'fixed_ips': [{'subnet_id': '3d670f12-9b1e-4214-8d75-9099ed36058a'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:20:39.140791 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:39.208349 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-511ced84-bd91-4137-9842-1bbd488f3efd req-4109f0d0-36e0-42a9-8bfe-941476e21515 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ee3044b-b181-49e6-8705-2e8cf5c33aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273739 Dec 20 21:20:39.219499 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:39.282001 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79231f35-0f73-42d9-9b5d-86e0704ebbac req-2d441a49-32d1-431d-8566-538e2d1612c8 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991785 Dec 20 21:20:39.313293 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-326f29a5-8e77-4b23-ae91-dd67f092aad3 req-54081639-e3d7-4471-8f1d-6e221f178c2c tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 210 time: 0.1012866 Dec 20 21:20:39.429834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73c599-41e5-4662-ae46-3e873ec8df83 req-6b1ca67f-9e73-4c8d-9456-a978a79dac7c tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:39.432578 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a73c599-41e5-4662-ae46-3e873ec8df83 req-6b1ca67f-9e73-4c8d-9456-a978a79dac7c tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=26cb3bfc-8566-4f09-bfd7-a9ae55fd3623 HTTP/1.1" status: 200 len: 946 time: 0.0852029 Dec 20 21:20:39.471448 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79231f35-0f73-42d9-9b5d-86e0704ebbac req-a020187c-29e3-41d3-a613-447c20c4801d service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814508 Dec 20 21:20:39.477138 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Allocated IP 172.20.0.2 (fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5/3d670f12-9b1e-4214-8d75-9099ed36058a/28f2f40c-02ba-4b47-8433-8e474988df8f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:20:39.481645 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:39.487593 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af2416c9-8d63-4443-a492-3b2f05ee35b1 req-5a3b3a80-4e51-48a2-8d85-a97c0aaeecee service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624110 Dec 20 21:20:39.515012 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a73c599-41e5-4662-ae46-3e873ec8df83 req-83f39719-78dc-4018-9f55-d6963cf16134 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707128 Dec 20 21:20:39.666160 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe5d5b-2b0d-4290-a209-e1c395598f40 req-8baf5550-cfcc-4dc4-a7f6-40c72b84e57d tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:39.667778 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4bbe5d5b-2b0d-4290-a209-e1c395598f40 req-8baf5550-cfcc-4dc4-a7f6-40c72b84e57d tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 945 time: 0.0917623 Dec 20 21:20:39.724368 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4bbe5d5b-2b0d-4290-a209-e1c395598f40 req-1022d8ba-cd4c-405a-b296-20beaaff1573 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504713 Dec 20 21:20:39.768171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bdc3c-2cde-4f0a-9ffc-f7c58f0ac7c3 req-6a6c807f-fa7e-4a17-b791-85788aafc48f tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:39.776142 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b0bdc3c-2cde-4f0a-9ffc-f7c58f0ac7c3 req-6a6c807f-fa7e-4a17-b791-85788aafc48f tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 948 time: 0.1080675 Dec 20 21:20:39.777068 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:39.786910 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:39.829554 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b0bdc3c-2cde-4f0a-9ffc-f7c58f0ac7c3 req-fbd39d94-f531-4fc1-88cd-81f3d849730f tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478334 Dec 20 21:20:39.856779 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Network fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:20:39.859839 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:39.864184 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:20:39.879757 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Pushing event updated for resources: {'Port': ['ID=28f2f40c-02ba-4b47-8433-8e474988df8f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:39.889837 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:39.890235 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:39.890719 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:39.891226 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:39.891562 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:39.891888 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:39.892213 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:39.892536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:39.892876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:39.893180 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:39.893498 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:39.893820 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:20:39.945834 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Attempting to bind port 28f2f40c-02ba-4b47-8433-8e474988df8f on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:20:39.946250 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Attempting to bind port 28f2f40c-02ba-4b47-8433-8e474988df8f by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'db5a54d8-a1cc-4e9c-93ee-a03a7ee33813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:20:39.946618 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Attempting to bind port 28f2f40c-02ba-4b47-8433-8e474988df8f on network fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:39.948791 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 77cb756e-df11-4399-a958-6f8358082446 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:20:39.950447 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:39.954798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 97775903-7994-45cb-a020-ff9b4db70dc2 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:39.975200 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:39.980048 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 97775903-7994-45cb-a020-ff9b4db70dc2 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:39.980489 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 97775903-7994-45cb-a020-ff9b4db70dc2 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:39.982181 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:20:39.982586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Checking segment: {'id': 'db5a54d8-a1cc-4e9c-93ee-a03a7ee33813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:20:39.983065 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:39.983620 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Bound using segment: {'id': 'db5a54d8-a1cc-4e9c-93ee-a03a7ee33813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:20:39.983855 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Bound port: 28f2f40c-02ba-4b47-8433-8e474988df8f, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5a54d8-a1cc-4e9c-93ee-a03a7ee33813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:20:39.984249 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:40.112192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] For port 28f2f40c-02ba-4b47-8433-8e474988df8f, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:20:40.133527 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] For port 28f2f40c-02ba-4b47-8433-8e474988df8f, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=28f2f40c-02ba-4b47-8433-8e474988df8f,segment=NetworkSegment(db5a54d8-a1cc-4e9c-93ee-a03a7ee33813),segment_id=db5a54d8-a1cc-4e9c-93ee-a03a7ee33813)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:20:40.142431 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 77cb756e-df11-4399-a958-6f8358082446, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=77cb756e-df11-4399-a958-6f8358082446,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:40.150470 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:40.153348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Allocated IP 172.35.3.53 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/8ebf1ae6-7b37-40da-a941-bf602ffdde53) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:20:40.187359 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '77cb756e-df11-4399-a958-6f8358082446', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '77cb756e-df11-4399-a958-6f8358082446', 'mac_address': 'fa:16:3e:dd:41:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:20:40.222815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd2499-0c90-47e8-903b-e13c38127bdc None None] Pushing event updated for resources: {'Port': ['ID=28f2f40c-02ba-4b47-8433-8e474988df8f,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:40.270107 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:40.285681 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cb756e-df11-4399-a958-6f8358082446 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:20:40.308224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 77cb756e-df11-4399-a958-6f8358082446, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=77cb756e-df11-4399-a958-6f8358082446,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:40.314760 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:40.395077 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=77cb756e-df11-4399-a958-6f8358082446,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:40.493240 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33aa251d-4cf6-4e90-85ae-09973405f4a2 req-900c8f64-8651-44c5-828f-2ef6e2ab4dd4 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/ports?device_id=3758e253-852a-420b-af49-4c071e57b75a HTTP/1.1" status: 200 len: 210 time: 0.0483739 Dec 20 21:20:40.651230 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['77cb756e-df11-4399-a958-6f8358082446'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:40.819068 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246fc7c-8947-4092-ab60-2517589c77d6 req-5a17f737-3dad-498c-9013-31ad06846518 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:40.827214 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d246fc7c-8947-4092-ab60-2517589c77d6 req-5a17f737-3dad-498c-9013-31ad06846518 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=26cb3bfc-8566-4f09-bfd7-a9ae55fd3623 HTTP/1.1" status: 200 len: 946 time: 0.0990641 Dec 20 21:20:40.942380 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d246fc7c-8947-4092-ab60-2517589c77d6 req-d432a673-7076-417a-a847-68490089940d tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109476 Dec 20 21:20:41.027836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1663b-15be-4b3f-97b0-8cc5e3acb684 req-667fd1b0-d28b-4d2f-8d2a-54ddb836c71e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:41.031333 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-26e1663b-15be-4b3f-97b0-8cc5e3acb684 req-667fd1b0-d28b-4d2f-8d2a-54ddb836c71e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.66 "GET /v2.0/ports?device_id=26cb3bfc-8566-4f09-bfd7-a9ae55fd3623 HTTP/1.1" status: 200 len: 946 time: 0.1697807 Dec 20 21:20:41.038413 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:41.086553 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 28f2f40c-02ba-4b47-8433-8e474988df8f up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:41.090773 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-cef9fe73-e486-4ad0-8378-030aae794ccd tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:41.092268 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-cef9fe73-e486-4ad0-8378-030aae794ccd tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3&tenant_id=346c11314eec451f8179854f6f127333&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 1094 time: 0.2273669 Dec 20 21:20:41.099812 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253f873-72ba-4323-a93b-ec902d62efa6 req-3fd24195-c549-428c-905a-d1e22846bc77 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:41.107460 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f253f873-72ba-4323-a93b-ec902d62efa6 req-3fd24195-c549-428c-905a-d1e22846bc77 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 948 time: 0.7892430 Dec 20 21:20:41.116668 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-xena-1'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:41.255386 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f253f873-72ba-4323-a93b-ec902d62efa6 req-85625eb7-eb63-4677-91cb-44f72718e406 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ee3044b-b181-49e6-8705-2e8cf5c33aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469514 Dec 20 21:20:41.268804 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:41.273341 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:41.277610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 28f2f40c-02ba-4b47-8433-8e474988df8f triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:41.280108 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:41.300871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dec61-e734-4ced-84d1-6e3ac985c3ff req-bc622441-9a23-4db4-8416-9cbdddf14ef0 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:41.314975 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-207dec61-e734-4ced-84d1-6e3ac985c3ff req-bc622441-9a23-4db4-8416-9cbdddf14ef0 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 945 time: 0.1728728 Dec 20 21:20:41.420392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-207dec61-e734-4ced-84d1-6e3ac985c3ff req-0eb86b4a-0808-4934-87c3-7acb9982e171 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972855 Dec 20 21:20:41.448042 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:20:41.455860 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-26e1663b-15be-4b3f-97b0-8cc5e3acb684 req-c76e135a-f76a-4729-a26c-956379757d3e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Deleting port 5bd2e3fc-d320-4df9-af20-c42f9c378f7c {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:41.456665 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-26e1663b-15be-4b3f-97b0-8cc5e3acb684 req-c76e135a-f76a-4729-a26c-956379757d3e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:41.457393 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Pushing event updated for resources: {'Port': ['ID=8ebf1ae6-7b37-40da-a941-bf602ffdde53,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:41.462892 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:41.474161 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:20:41.486905 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:41.584152 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 28f2f40c-02ba-4b47-8433-8e474988df8f, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=28f2f40c-02ba-4b47-8433-8e474988df8f,segment=NetworkSegment(db5a54d8-a1cc-4e9c-93ee-a03a7ee33813),segment_id=db5a54d8-a1cc-4e9c-93ee-a03a7ee33813)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:41.591557 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:41.665073 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=28f2f40c-02ba-4b47-8433-8e474988df8f,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:41.706604 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52230) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:41.781107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-26e1663b-15be-4b3f-97b0-8cc5e3acb684 req-c76e135a-f76a-4729-a26c-956379757d3e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] For port 5bd2e3fc-d320-4df9-af20-c42f9c378f7c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5bd2e3fc-d320-4df9-af20-c42f9c378f7c,segment=NetworkSegment(7b5c8de3-92c9-4d30-8472-830f9aa7641c),segment_id=7b5c8de3-92c9-4d30-8472-830f9aa7641c)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:41.781349 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-26e1663b-15be-4b3f-97b0-8cc5e3acb684 req-c76e135a-f76a-4729-a26c-956379757d3e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:41.813567 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-26e1663b-15be-4b3f-97b0-8cc5e3acb684 req-c76e135a-f76a-4729-a26c-956379757d3e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Calling delete_port for 5bd2e3fc-d320-4df9-af20-c42f9c378f7c owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:41.834686 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0932d9-f1b2-461b-8768-00c47d072c40 req-c2239461-1665-45b4-9b54-559855fba89d tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:41.836638 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de0932d9-f1b2-461b-8768-00c47d072c40 req-c2239461-1665-45b4-9b54-559855fba89d tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 948 time: 0.4786370 Dec 20 21:20:41.865071 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d83d06-9601-47d4-a7d8-708ba3ad2e43 None None] Network fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:20:41.884216 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea189-a8ca-46b3-9df1-f42f358e64c5 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:41.938448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] For port 030fa15b-7197-426a-b047-88b30a8039a4, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=030fa15b-7197-426a-b047-88b30a8039a4,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:41.940473 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea189-a8ca-46b3-9df1-f42f358e64c5 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:41.944611 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2ffb589b-e3cb-461b-9241-9c9b75d5e129 None None] Provisioning complete for port 28f2f40c-02ba-4b47-8433-8e474988df8f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:41.945811 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ffb589b-e3cb-461b-9241-9c9b75d5e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:41.982094 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:20:41.990409 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de0932d9-f1b2-461b-8768-00c47d072c40 req-80062f9e-18f7-419f-8def-1d0c150d9196 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392856 Dec 20 21:20:42.003410 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 77cb756e-df11-4399-a958-6f8358082446 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:42.118134 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea189-a8ca-46b3-9df1-f42f358e64c5 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:42.121261 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e4ea189-a8ca-46b3-9df1-f42f358e64c5 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:42.122782 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5e4ea189-a8ca-46b3-9df1-f42f358e64c5 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "DELETE /v2.0/security-groups/5b04b73f-0be7-42d9-b921-9e6d45b588fc HTTP/1.1" status: 204 len: 168 time: 0.4095170 Dec 20 21:20:42.128149 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52234) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:42.142487 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ea189-a8ca-46b3-9df1-f42f358e64c5 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b04b73f-0be7-42d9-b921-9e6d45b588fc,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:42.164070 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] For port 030fa15b-7197-426a-b047-88b30a8039a4, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:20:42.168349 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cc194-4223-4087-812b-5d638d0044f0 req-fe526f5f-4cdc-4a6e-a2e0-e004c7005269 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:42.168663 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-cf42b404-f77b-4724-91d5-762423a138ba tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] show failed (client error): The resource could not be found. Dec 20 21:20:42.169715 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cf42b404-f77b-4724-91d5-762423a138ba tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "GET /v2.0/security-groups/5b04b73f-0be7-42d9-b921-9e6d45b588fc HTTP/1.1" status: 404 len: 347 time: 0.0406227 Dec 20 21:20:42.170743 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f88cc194-4223-4087-812b-5d638d0044f0 req-fe526f5f-4cdc-4a6e-a2e0-e004c7005269 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=26cb3bfc-8566-4f09-bfd7-a9ae55fd3623 HTTP/1.1" status: 200 len: 867 time: 0.1299274 Dec 20 21:20:42.171839 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-26e1663b-15be-4b3f-97b0-8cc5e3acb684 req-c76e135a-f76a-4729-a26c-956379757d3e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:42.173528 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52236) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:42.230636 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ed765c-f836-4118-874c-a207091d66a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '030fa15b-7197-426a-b047-88b30a8039a4'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:42.232974 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cba4a7-2d6d-468a-a819-def2db2bed96" -d '{"events": [{"server_uuid": "e7ed765c-f836-4118-874c-a207091d66a3", "name": "network-vif-unplugged", "status": "completed", "tag": "030fa15b-7197-426a-b047-88b30a8039a4"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:42.254762 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:42.275507 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:42.384434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['e41a2743-4448-4eef-a77b-7b3edaee23e2', '5bd2e3fc-d320-4df9-af20-c42f9c378f7c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:42.387852 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:42.415741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e135a-f76a-4729-a26c-956379757d3e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Pushing event deleted for resources: {'Port': ['ID=5bd2e3fc-d320-4df9-af20-c42f9c378f7c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:42.498712 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f88cc194-4223-4087-812b-5d638d0044f0 req-668c38c7-4729-4b3d-8302-193ded690c4e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878289 Dec 20 21:20:42.557019 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e1663b-15be-4b3f-97b0-8cc5e3acb684 req-c76e135a-f76a-4729-a26c-956379757d3e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] No DVR routers for this DVR port 5bd2e3fc-d320-4df9-af20-c42f9c378f7c on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:42.569309 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-26e1663b-15be-4b3f-97b0-8cc5e3acb684 req-c76e135a-f76a-4729-a26c-956379757d3e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:42.582496 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-26e1663b-15be-4b3f-97b0-8cc5e3acb684 req-c76e135a-f76a-4729-a26c-956379757d3e tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.66 "DELETE /v2.0/ports/5bd2e3fc-d320-4df9-af20-c42f9c378f7c HTTP/1.1" status: 204 len: 173 time: 1.5381534 Dec 20 21:20:42.596783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cb3bfc-8566-4f09-bfd7-a9ae55fd3623', 'name': 'network-vif-deleted', 'tag': '5bd2e3fc-d320-4df9-af20-c42f9c378f7c'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:42.620250 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3856d130-8b9d-4025-8200-3b8dbd31cb47" -d '{"events": [{"server_uuid": "26cb3bfc-8566-4f09-bfd7-a9ae55fd3623", "name": "network-vif-deleted", "tag": "5bd2e3fc-d320-4df9-af20-c42f9c378f7c"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:42.623423 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6862c4f-88a3-40e2-b911-6061466cae2d x-openstack-request-id: req-a6862c4f-88a3-40e2-b911-6061466cae2d {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:42.623743 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ed765c-f836-4118-874c-a207091d66a3", "name": "network-vif-unplugged", "status": "completed", "tag": "030fa15b-7197-426a-b047-88b30a8039a4", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:42.624074 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6862c4f-88a3-40e2-b911-6061466cae2d {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:42.624507 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ed765c-f836-4118-874c-a207091d66a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '030fa15b-7197-426a-b047-88b30a8039a4', 'code': 200} Dec 20 21:20:42.650225 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Pushing event updated for resources: {'Port': ['ID=030fa15b-7197-426a-b047-88b30a8039a4,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:42.701256 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Attempting to bind port 030fa15b-7197-426a-b047-88b30a8039a4 on host n-h2-xena-1 for vnic_type normal with profile {"migrating_to": "n-h1-xena-1"} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:20:42.701588 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Attempting to bind port 030fa15b-7197-426a-b047-88b30a8039a4 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:20:42.701914 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Attempting to bind port 030fa15b-7197-426a-b047-88b30a8039a4 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:42.777776 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=2639aacc-88d5-43d2-b8ef-43bdacfbb3ae,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:42.810754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Port 030fa15b-7197-426a-b047-88b30a8039a4 on network b354e2a9-7558-463a-85c3-6af39fac1033 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:20:42.811036 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Attempting to bind port 030fa15b-7197-426a-b047-88b30a8039a4 on network b354e2a9-7558-463a-85c3-6af39fac1033 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:42.844200 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-6ba86b53-876f-483e-b49e-efba641e1d59 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Deleting port 4b6d5798-4e52-486e-821e-84d41a31d2b6 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:42.844957 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6ba86b53-876f-483e-b49e-efba641e1d59 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:42.859616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16c857-59b5-413a-a54e-0afae0cca8d9 req-c676db3e-9ba2-445b-a337-03e8c069908b tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:42.873614 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7c16c857-59b5-413a-a54e-0afae0cca8d9 req-c676db3e-9ba2-445b-a337-03e8c069908b tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 948 time: 0.2443323 Dec 20 21:20:42.874310 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:20:42.874781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Checking segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:20:42.875178 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Bound using segment: {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:20:42.875653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Bound port: 030fa15b-7197-426a-b047-88b30a8039a4, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205cc72f-79ab-4686-82e0-a996d15c797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b354e2a9-7558-463a-85c3-6af39fac1033'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:20:42.876074 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:42.994773 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 28f2f40c-02ba-4b47-8433-8e474988df8f up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:43.031523 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a95002-f8e0-48fa-95f8-49c1047237ef req-2b53944a-2acd-4668-a1b9-70caa0e9b0d6 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:43.033905 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0a95002-f8e0-48fa-95f8-49c1047237ef req-2b53944a-2acd-4668-a1b9-70caa0e9b0d6 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 943 time: 0.2705142 Dec 20 21:20:43.085306 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '2639aacc-88d5-43d2-b8ef-43bdacfbb3ae', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '2639aacc-88d5-43d2-b8ef-43bdacfbb3ae', 'mac_address': 'fa:16:3e:29:63:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:20:43.111549 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:43.194749 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6ba86b53-876f-483e-b49e-efba641e1d59 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:43.195364 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6ba86b53-876f-483e-b49e-efba641e1d59 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:43.218971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-6ba86b53-876f-483e-b49e-efba641e1d59 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Calling delete_port for 4b6d5798-4e52-486e-821e-84d41a31d2b6 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:43.279608 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] For port 030fa15b-7197-426a-b047-88b30a8039a4, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:20:43.313723 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0a95002-f8e0-48fa-95f8-49c1047237ef req-a1155ad5-fd8c-4027-a81d-25a6de327534 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522695 Dec 20 21:20:43.327182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] For port 030fa15b-7197-426a-b047-88b30a8039a4, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=030fa15b-7197-426a-b047-88b30a8039a4,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:20:43.352159 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 77cb756e-df11-4399-a958-6f8358082446 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:20:43.356495 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:43.404887 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 77cb756e-df11-4399-a958-6f8358082446 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:43.405524 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:43.507026 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:43.563500 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:20:43.630192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Router b217b47f-6b29-4730-8eb3-1da3fac5e498 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:20:43.649665 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=2639aacc-88d5-43d2-b8ef-43bdacfbb3ae,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:43.651239 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 28f2f40c-02ba-4b47-8433-8e474988df8f triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:43.651939 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:43.706759 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:43.707903 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 030fa15b-7197-426a-b047-88b30a8039a4 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:20:43.729491 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:43.730029 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:43.731461 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] 10.222.0.31 "PUT /v2.0/ports/030fa15b-7197-426a-b047-88b30a8039a4 HTTP/1.1" status: 200 len: 1117 time: 2.6194463 Dec 20 21:20:43.738653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d7c3e-932d-49ea-a4db-f98dc4659f83 service neutron] Pushing event updated for resources: {'Port': ['ID=030fa15b-7197-426a-b047-88b30a8039a4,revision_number=8']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:43.901434 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:20:43.909688 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.resource_extend [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:20:43.931419 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:43.935802 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-657f0d50-8bfd-47a8-8e47-8b74c8e77b49 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.1122894 Dec 20 21:20:43.942861 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb72d4-0b5d-4be2-b81f-a5fb25624b6b req-61484e77-7979-45fe-a5ae-7fd035d28198 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:43.952305 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5bb72d4-0b5d-4be2-b81f-a5fb25624b6b req-61484e77-7979-45fe-a5ae-7fd035d28198 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 949 time: 0.2582095 Dec 20 21:20:43.962101 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52258) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:43.978416 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6960fe0-adde-4259-94b0-75e1ec113f14 x-openstack-request-id: req-e6960fe0-adde-4259-94b0-75e1ec113f14 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:43.979243 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cb3bfc-8566-4f09-bfd7-a9ae55fd3623", "name": "network-vif-deleted", "tag": "5bd2e3fc-d320-4df9-af20-c42f9c378f7c", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:43.979243 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6960fe0-adde-4259-94b0-75e1ec113f14 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:43.979594 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cb3bfc-8566-4f09-bfd7-a9ae55fd3623', 'name': 'network-vif-deleted', 'tag': '5bd2e3fc-d320-4df9-af20-c42f9c378f7c', 'status': 'completed', 'code': 200} Dec 20 21:20:43.993273 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Sync routers for ids ['b217b47f-6b29-4730-8eb3-1da3fac5e498'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:20:43.998592 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['030fa15b-7197-426a-b047-88b30a8039a4'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:44.001551 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['030fa15b-7197-426a-b047-88b30a8039a4'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:44.164152 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7c16c857-59b5-413a-a54e-0afae0cca8d9 req-aa94133a-ffa8-41cd-9ecf-aab4c4776b59 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ee3044b-b181-49e6-8705-2e8cf5c33aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2868438 Dec 20 21:20:44.167001 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6ba86b53-876f-483e-b49e-efba641e1d59 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:44.207951 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=2639aacc-88d5-43d2-b8ef-43bdacfbb3ae,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:44.210866 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:44.247881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-5137feb6-7fe3-4398-a0a3-0e2415eca6d9 None None] Provisioning complete for port 28f2f40c-02ba-4b47-8433-8e474988df8f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:44.248287 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5137feb6-7fe3-4398-a0a3-0e2415eca6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:44.249954 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Routers {'b217b47f-6b29-4730-8eb3-1da3fac5e498'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:20:44.250722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b217b47f-6b29-4730-8eb3-1da3fac5e498'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:44.283367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba86b53-876f-483e-b49e-efba641e1d59 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Pushing event deleted for resources: {'Port': ['ID=4b6d5798-4e52-486e-821e-84d41a31d2b6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:44.408183 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6ba86b53-876f-483e-b49e-efba641e1d59 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:44.410832 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6ba86b53-876f-483e-b49e-efba641e1d59 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:44.411995 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6ba86b53-876f-483e-b49e-efba641e1d59 tempest-ServersTestBootFromVolume-74770006 tempest-ServersTestBootFromVolume-74770006-project] 10.222.0.32 "DELETE /v2.0/floatingips/324e3bd1-8718-4485-a370-ffd341da3368 HTTP/1.1" status: 204 len: 168 time: 2.2372105 Dec 20 21:20:44.415038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52264) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:44.427432 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5bb72d4-0b5d-4be2-b81f-a5fb25624b6b req-eb86774f-a0eb-4ebc-8d2b-ae672747d9a2 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738703 Dec 20 21:20:44.624427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700af0a3-a200-44e3-841f-f8a5c1c13c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cb756e-df11-4399-a958-6f8358082446'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:44.626891 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6684fb48-e802-4d1e-989b-cc2b42523537" -d '{"events": [{"server_uuid": "700af0a3-a200-44e3-841f-f8a5c1c13c7f", "name": "network-vif-plugged", "status": "completed", "tag": "77cb756e-df11-4399-a958-6f8358082446"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:44.644625 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:44.645534 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 5bd2e3fc-d320-4df9-af20-c42f9c378f7c no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:44.687476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 5bd2e3fc-d320-4df9-af20-c42f9c378f7c {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:44.695626 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 5bd2e3fc-d320-4df9-af20-c42f9c378f7c not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:44.701329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 030fa15b-7197-426a-b047-88b30a8039a4, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=030fa15b-7197-426a-b047-88b30a8039a4,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:44.720135 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ed765c-f836-4118-874c-a207091d66a3', 'tag': '030fa15b-7197-426a-b047-88b30a8039a4'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:44.722905 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4409381f-0239-497e-87e0-36cf20bd60b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ed765c-f836-4118-874c-a207091d66a3", "tag": "030fa15b-7197-426a-b047-88b30a8039a4"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:44.730641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 77cb756e-df11-4399-a958-6f8358082446, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=77cb756e-df11-4399-a958-6f8358082446,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:44.751112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Set router b217b47f-6b29-4730-8eb3-1da3fac5e498 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:20:44.799646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 030fa15b-7197-426a-b047-88b30a8039a4 has no active binding in host n-h1-xena-1 {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 21:20:44.799646 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:44.851967 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f83dd-cc5c-4e84-88b8-4842fe6ad52f req-90e29d18-fffa-4235-81cd-752acdca2f64 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:44.855020 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b27f83dd-cc5c-4e84-88b8-4842fe6ad52f req-90e29d18-fffa-4235-81cd-752acdca2f64 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.2365086 Dec 20 21:20:44.909139 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=77cb756e-df11-4399-a958-6f8358082446,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:44.989184 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0dc4d7-0103-4a89-bd20-eb6af4ba0e86 req-9b2814f9-ff4f-4f20-a3bd-3c80c5cf7eb6 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:44.991034 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7a0dc4d7-0103-4a89-bd20-eb6af4ba0e86 req-9b2814f9-ff4f-4f20-a3bd-3c80c5cf7eb6 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 943 time: 0.2628498 Dec 20 21:20:44.992687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b27f83dd-cc5c-4e84-88b8-4842fe6ad52f req-489ee6cf-51ae-42d5-9f8c-cf8bf6065fc4 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818324 Dec 20 21:20:45.123136 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7a0dc4d7-0103-4a89-bd20-eb6af4ba0e86 req-c624e13b-8319-4d36-8cc3-76965ad57c75 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130571 Dec 20 21:20:45.185739 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cd4c5d7e-5f23-461d-8490-14f3ef28da75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:45.241007 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'name': 'tempest-ServersTestJSON-1189040743-router', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53'}], 'enable_snat': True}, 'gw_port_id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:38Z', 'updated_at': '2021-12-20T21:20:41Z', 'revision_number': 3, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'gw_port': {'id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:39Z', 'updated_at': '2021-12-20T21:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:45.261033 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4fa204-ab73-466e-b672-a91d9778130d x-openstack-request-id: req-6d4fa204-ab73-466e-b672-a91d9778130d {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:45.262621 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ed765c-f836-4118-874c-a207091d66a3", "tag": "030fa15b-7197-426a-b047-88b30a8039a4", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:45.262866 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d4fa204-ab73-466e-b672-a91d9778130d {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:45.263265 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ed765c-f836-4118-874c-a207091d66a3', 'tag': '030fa15b-7197-426a-b047-88b30a8039a4', 'status': 'completed', 'code': 200} Dec 20 21:20:45.305971 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Checking router: b217b47f-6b29-4730-8eb3-1da3fac5e498 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:20:45.306378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Updating router b217b47f-6b29-4730-8eb3-1da3fac5e498 port 8ebf1ae6-7b37-40da-a941-bf602ffdde53 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:20:45.361936 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['2639aacc-88d5-43d2-b8ef-43bdacfbb3ae'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:45.364352 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:45.415689 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6904ffae-2916-4981-8f4a-a817fa2408b0 x-openstack-request-id: req-6904ffae-2916-4981-8f4a-a817fa2408b0 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:45.416770 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700af0a3-a200-44e3-841f-f8a5c1c13c7f", "name": "network-vif-plugged", "status": "completed", "tag": "77cb756e-df11-4399-a958-6f8358082446", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:45.417364 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6904ffae-2916-4981-8f4a-a817fa2408b0 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:45.417621 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700af0a3-a200-44e3-841f-f8a5c1c13c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cb756e-df11-4399-a958-6f8358082446', 'code': 200} Dec 20 21:20:45.440666 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409381f-0239-497e-87e0-36cf20bd60b0 req-4ee12d87-351f-4597-ae25-26ed1de47ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:45.456583 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4409381f-0239-497e-87e0-36cf20bd60b0 req-4ee12d87-351f-4597-ae25-26ed1de47ed1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 1120 time: 0.0828869 Dec 20 21:20:45.461756 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:45.568799 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecb067-7947-481c-84cc-b41eb3b51f5a req-ef3fb285-25cc-491b-9401-877af3ccd84d tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:45.592470 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7ecb067-7947-481c-84cc-b41eb3b51f5a req-ef3fb285-25cc-491b-9401-877af3ccd84d tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 949 time: 0.2130754 Dec 20 21:20:45.773809 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409381f-0239-497e-87e0-36cf20bd60b0 req-4989ec2c-fb77-4609-80e7-15a5fe8d3171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:45.775411 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4409381f-0239-497e-87e0-36cf20bd60b0 req-4989ec2c-fb77-4609-80e7-15a5fe8d3171 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 921 time: 0.3132210 Dec 20 21:20:45.804189 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e195d-76e3-44fa-be95-c0ed41a20b69 req-66f40af2-7f0e-4f37-ab64-6fd261548102 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:45.808521 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc0e195d-76e3-44fa-be95-c0ed41a20b69 req-66f40af2-7f0e-4f37-ab64-6fd261548102 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 949 time: 0.2241881 Dec 20 21:20:45.863681 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7ecb067-7947-481c-84cc-b41eb3b51f5a req-993169f8-7b9d-4543-b6a2-695bc1792c70 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ee3044b-b181-49e6-8705-2e8cf5c33aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711601 Dec 20 21:20:45.881215 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd35af5-7fc5-41d3-9ab2-c3b374cfa684 req-b38c6586-9c4b-45f6-80e1-661c729f5bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:45.889715 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3fd35af5-7fc5-41d3-9ab2-c3b374cfa684 req-b38c6586-9c4b-45f6-80e1-661c729f5bd4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 1098 time: 0.3599584 Dec 20 21:20:45.908898 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4409381f-0239-497e-87e0-36cf20bd60b0 req-1aad15ed-9cb6-448e-939d-daed360b18d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=030fa15b-7197-426a-b047-88b30a8039a4 HTTP/1.1" status: 200 len: 217 time: 0.0980885 Dec 20 21:20:45.957278 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3fd35af5-7fc5-41d3-9ab2-c3b374cfa684 req-f7a6009d-1ef1-4a9f-964a-a929f9b0eb60 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8ee3044b-b181-49e6-8705-2e8cf5c33aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557714 Dec 20 21:20:45.974991 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc0e195d-76e3-44fa-be95-c0ed41a20b69 req-13be89ab-8dbe-4731-8c05-ea434779d341 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409357 Dec 20 21:20:46.008344 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] Allocated IP 172.20.0.1 (fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5/3d670f12-9b1e-4214-8d75-9099ed36058a/7f43956a-0333-4969-9972-edbd21c39a8f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:20:46.013518 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:46.018394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409381f-0239-497e-87e0-36cf20bd60b0 req-f0da78d6-8594-4a62-8349-d0886f74f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:46.020422 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4409381f-0239-497e-87e0-36cf20bd60b0 req-f0da78d6-8594-4a62-8349-d0886f74f1e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.0945551 Dec 20 21:20:46.029238 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:46.081162 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4409381f-0239-497e-87e0-36cf20bd60b0 req-dd614bb0-bd08-40c2-9c53-eff87b1f1842 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333481 Dec 20 21:20:46.149540 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe020fbc-ffd1-4c83-a7a9-cfe0c0f3b4f2 None None] Pushing event updated for resources: {'Port': ['ID=8ebf1ae6-7b37-40da-a941-bf602ffdde53,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:46.153845 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Attempting to bind port 8ebf1ae6-7b37-40da-a941-bf602ffdde53 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:20:46.156170 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Attempting to bind port 8ebf1ae6-7b37-40da-a941-bf602ffdde53 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:20:46.156612 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Attempting to bind port 8ebf1ae6-7b37-40da-a941-bf602ffdde53 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:46.160288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c5d7e-5f23-461d-8490-14f3ef28da75 admin admin] Deleting port aa0355c3-7243-424c-b620-3dc545364da4 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:46.160458 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cd4c5d7e-5f23-461d-8490-14f3ef28da75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:46.165151 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:20:46.165778 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:20:46.166454 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:46.167054 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:20:46.167928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Bound port: 8ebf1ae6-7b37-40da-a941-bf602ffdde53, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:20:46.168519 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:46.242359 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] For port 8ebf1ae6-7b37-40da-a941-bf602ffdde53, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:20:46.248370 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] For port 8ebf1ae6-7b37-40da-a941-bf602ffdde53, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8ebf1ae6-7b37-40da-a941-bf602ffdde53,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:20:46.256214 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:46.261118 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4409381f-0239-497e-87e0-36cf20bd60b0 req-d4d5a9e6-34a2-4c77-ae3d-c835b21d585c service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698654 Dec 20 21:20:46.375731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-cd4c5d7e-5f23-461d-8490-14f3ef28da75 admin admin] For port aa0355c3-7243-424c-b620-3dc545364da4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=aa0355c3-7243-424c-b620-3dc545364da4,segment=NetworkSegment(03912091-bdf4-4963-a394-771ea0652f32),segment_id=03912091-bdf4-4963-a394-771ea0652f32)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:46.376096 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cd4c5d7e-5f23-461d-8490-14f3ef28da75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:46.406384 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c5d7e-5f23-461d-8490-14f3ef28da75 admin admin] Calling delete_port for aa0355c3-7243-424c-b620-3dc545364da4 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:46.493376 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4409381f-0239-497e-87e0-36cf20bd60b0 req-6f48da00-7f1a-4e57-bef1-d9265a5f3c50 service neutron] 10.222.0.66 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219012 Dec 20 21:20:46.534928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Routers {'b217b47f-6b29-4730-8eb3-1da3fac5e498'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:20:46.535170 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af91d2d-1176-43f3-b2ae-7f902946e8df req-37fe93eb-8cda-4352-b1b7-f8212750dd00 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:46.535800 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b217b47f-6b29-4730-8eb3-1da3fac5e498'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:46.536573 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2af91d2d-1176-43f3-b2ae-7f902946e8df req-37fe93eb-8cda-4352-b1b7-f8212750dd00 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 943 time: 0.1203179 Dec 20 21:20:46.620276 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2af91d2d-1176-43f3-b2ae-7f902946e8df req-3a9fc27c-f482-4ead-8733-950b8e05283f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416038 Dec 20 21:20:46.669222 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:46.673759 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe020fbc-ffd1-4c83-a7a9-cfe0c0f3b4f2 None None] Pushing event updated for resources: {'Port': ['ID=8ebf1ae6-7b37-40da-a941-bf602ffdde53,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:46.738029 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] Set router b217b47f-6b29-4730-8eb3-1da3fac5e498 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:20:46.753428 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cd4c5d7e-5f23-461d-8490-14f3ef28da75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:46.771694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bec53-d49a-466d-a742-2a3f4f73d7cc req-f89bbe8c-dd79-4c05-89f9-eceaa2adae52 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:46.773650 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4d4bec53-d49a-466d-a742-2a3f4f73d7cc req-f89bbe8c-dd79-4c05-89f9-eceaa2adae52 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.1789427 Dec 20 21:20:46.781913 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:46.793375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c5d7e-5f23-461d-8490-14f3ef28da75 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0355c3-7243-424c-b620-3dc545364da4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:46.882036 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] Network fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:20:46.899302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:46.934570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:20:46.937459 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac291a4-1555-4944-a97a-4902bbbe9f5b req-c7c361a4-509f-4e0a-bed9-2b4837330f98 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:46.939070 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ac291a4-1555-4944-a97a-4902bbbe9f5b req-c7c361a4-509f-4e0a-bed9-2b4837330f98 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.66 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.2185590 Dec 20 21:20:47.011381 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:47.027568 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7f43956a-0333-4969-9972-edbd21c39a8f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:47.042400 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4d4bec53-d49a-466d-a742-2a3f4f73d7cc req-7eede813-0ee3-4f0d-844f-8e052feb7af7 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489047 Dec 20 21:20:47.102471 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:47.277294 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:20:47.291473 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:47.291636 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:47.310347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ee592-502c-40e7-b85e-c451434295ec req-c7d802cb-eed2-47cb-9f56-3960c7b22119 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:47.319176 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6e3ee592-502c-40e7-b85e-c451434295ec req-c7d802cb-eed2-47cb-9f56-3960c7b22119 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 949 time: 0.1095793 Dec 20 21:20:47.339451 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'name': 'tempest-ServersTestJSON-1189040743-router', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53'}], 'enable_snat': True}, 'gw_port_id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:38Z', 'updated_at': '2021-12-20T21:20:41Z', 'revision_number': 3, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'gw_port': {'id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:39Z', 'updated_at': '2021-12-20T21:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:47.369557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d9e72-cc2a-4c6b-ad02-103f414a32f5 None None] The sync data for ids ['b217b47f-6b29-4730-8eb3-1da3fac5e498'] in n-d-xena-1 is: [{'id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'name': 'tempest-ServersTestJSON-1189040743-router', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53'}], 'enable_snat': True}, 'gw_port_id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:38Z', 'updated_at': '2021-12-20T21:20:41Z', 'revision_number': 3, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'gw_port': {'id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:39Z', 'updated_at': '2021-12-20T21:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:20:47.425762 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6e3ee592-502c-40e7-b85e-c451434295ec req-7c972cd3-5d7e-465e-bca4-a9d60a01f26d tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047990 Dec 20 21:20:47.427795 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4a7d3c85-177b-4182-a00b-caf2435db5cc None None] Provisioning complete for port 7f43956a-0333-4969-9972-edbd21c39a8f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:47.428180 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a7d3c85-177b-4182-a00b-caf2435db5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:47.436565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17293db6-ee0c-4ce2-8a5d-0bfc1143d2c9 req-dfeceaf6-f7a3-4938-bbf1-8f937bed95e7 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:47.440659 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:47.451059 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17293db6-ee0c-4ce2-8a5d-0bfc1143d2c9 req-dfeceaf6-f7a3-4938-bbf1-8f937bed95e7 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 949 time: 0.3917723 Dec 20 21:20:47.569503 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4a7d3c85-177b-4182-a00b-caf2435db5cc None None] Port 7f43956a-0333-4969-9972-edbd21c39a8f cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:20:47.574032 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:47.604405 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17293db6-ee0c-4ce2-8a5d-0bfc1143d2c9 req-1e4d8bab-3b08-4b8d-8498-7fd96ce2c185 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ee3044b-b181-49e6-8705-2e8cf5c33aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520774 Dec 20 21:20:47.615057 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4a9d6d-9083-4a1d-bd60-13998e26fa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2639aacc-88d5-43d2-b8ef-43bdacfbb3ae'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:47.615057 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a0bb29-5200-4783-a376-54ad8742cad6" -d '{"events": [{"server_uuid": "9a4a9d6d-9083-4a1d-bd60-13998e26fa64", "name": "network-vif-plugged", "status": "completed", "tag": "2639aacc-88d5-43d2-b8ef-43bdacfbb3ae"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:47.617550 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cd4c5d7e-5f23-461d-8490-14f3ef28da75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:47.632617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-2ac291a4-1555-4944-a97a-4902bbbe9f5b req-d08befa1-cf3b-4cd3-9482-335a64f86411 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Deleting port e41a2743-4448-4eef-a77b-7b3edaee23e2 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:47.633424 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ac291a4-1555-4944-a97a-4902bbbe9f5b req-d08befa1-cf3b-4cd3-9482-335a64f86411 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:47.695955 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=2639aacc-88d5-43d2-b8ef-43bdacfbb3ae,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:47.703035 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:47.715390 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:47.723664 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d251c8-a8e4-4853-a0d2-4b8debe4ccef x-openstack-request-id: req-b5d251c8-a8e4-4853-a0d2-4b8debe4ccef {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:47.723956 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4a9d6d-9083-4a1d-bd60-13998e26fa64", "name": "network-vif-plugged", "status": "completed", "tag": "2639aacc-88d5-43d2-b8ef-43bdacfbb3ae", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:47.724212 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5d251c8-a8e4-4853-a0d2-4b8debe4ccef {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:47.724607 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4a9d6d-9083-4a1d-bd60-13998e26fa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2639aacc-88d5-43d2-b8ef-43bdacfbb3ae', 'code': 200} Dec 20 21:20:47.765915 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:47.775814 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:47.873979 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=2639aacc-88d5-43d2-b8ef-43bdacfbb3ae,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:47.984362 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:47.992868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7f43956a-0333-4969-9972-edbd21c39a8f,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:48.053937 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce6f92-f668-45a1-9ca7-6f32cf4b3c3e req-8857086e-c9a7-43e7-9269-fc4dcf5c89ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:48.056422 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-24ce6f92-f668-45a1-9ca7-6f32cf4b3c3e req-8857086e-c9a7-43e7-9269-fc4dcf5c89ba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 1099 time: 0.1427953 Dec 20 21:20:48.125363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b2c1e-337d-4356-92bb-33fff4a0633e req-c46d6cf7-8f43-4c09-acc2-c5099779cbea tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:48.135360 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b25b2c1e-337d-4356-92bb-33fff4a0633e req-c46d6cf7-8f43-4c09-acc2-c5099779cbea tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 943 time: 0.2477818 Dec 20 21:20:48.160652 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-24ce6f92-f668-45a1-9ca7-6f32cf4b3c3e req-bc712c67-c4fc-4edb-a160-e74183fdfa73 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596838 Dec 20 21:20:48.181210 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] Network fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:20:48.183148 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:48.227529 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-2ac291a4-1555-4944-a97a-4902bbbe9f5b req-d08befa1-cf3b-4cd3-9482-335a64f86411 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] For port e41a2743-4448-4eef-a77b-7b3edaee23e2, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=e41a2743-4448-4eef-a77b-7b3edaee23e2,segment=NetworkSegment(7b5c8de3-92c9-4d30-8472-830f9aa7641c),segment_id=7b5c8de3-92c9-4d30-8472-830f9aa7641c)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:48.227906 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ac291a4-1555-4944-a97a-4902bbbe9f5b req-d08befa1-cf3b-4cd3-9482-335a64f86411 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:48.272715 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b25b2c1e-337d-4356-92bb-33fff4a0633e req-f0f2af76-a366-4082-ac0c-3f7ad2784d7d tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361139 Dec 20 21:20:48.297380 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-2ac291a4-1555-4944-a97a-4902bbbe9f5b req-d08befa1-cf3b-4cd3-9482-335a64f86411 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Calling delete_port for e41a2743-4448-4eef-a77b-7b3edaee23e2 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:48.308163 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4c5d7e-5f23-461d-8490-14f3ef28da75 admin admin] Router 7f2be960-af7a-4c12-ae82-2c75ac69ad9c has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:20:48.434719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379040ea-97e6-4bdd-bc00-1613293761ef req-0bfbe404-e025-4598-b9ba-c16caa60bbb2 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:48.447049 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-379040ea-97e6-4bdd-bc00-1613293761ef req-0bfbe404-e025-4598-b9ba-c16caa60bbb2 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 946 time: 0.2436626 Dec 20 21:20:48.540853 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4c5d7e-5f23-461d-8490-14f3ef28da75 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:20:48.550265 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cd4c5d7e-5f23-461d-8490-14f3ef28da75 admin admin] 10.222.0.32 "PUT /v2.0/routers/7f2be960-af7a-4c12-ae82-2c75ac69ad9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1341376 Dec 20 21:20:48.558361 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a6cea-4dba-4600-bd77-747ae328f046 None None] Sync routers for ids ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:20:48.562984 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-379040ea-97e6-4bdd-bc00-1613293761ef req-5e18cb52-4885-4aad-b9c4-3cd972389f19 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/security-groups?id=87f2daa4-d775-4918-be22-382eaa66987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106825 Dec 20 21:20:48.565379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52326) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:48.576209 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a6cea-4dba-4600-bd77-747ae328f046 None None] Routers {'7f2be960-af7a-4c12-ae82-2c75ac69ad9c'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:20:48.577124 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-386a6cea-4dba-4600-bd77-747ae328f046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:48.580007 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] Router b217b47f-6b29-4730-8eb3-1da3fac5e498 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:20:48.708683 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0af7314a-fa42-4469-9ba0-14293736756e None None] Provisioning complete for port 7f43956a-0333-4969-9972-edbd21c39a8f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:48.709245 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0af7314a-fa42-4469-9ba0-14293736756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:48.793195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0af7314a-fa42-4469-9ba0-14293736756e None None] Port 7f43956a-0333-4969-9972-edbd21c39a8f cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:20:48.873820 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:20:48.929748 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-386a6cea-4dba-4600-bd77-747ae328f046 None None] Set router 7f2be960-af7a-4c12-ae82-2c75ac69ad9c gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:20:48.957763 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1c27421d-1208-48cd-9e45-0752bf7e75a3 admin admin] 10.222.0.32 "PUT /v2.0/routers/b217b47f-6b29-4730-8eb3-1da3fac5e498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9942834 Dec 20 21:20:48.959508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bda32-6a73-49e3-8185-a72a3e7336fb req-7662076d-ed4b-4a8b-8985-92e5b404e414 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:48.981397 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-841bda32-6a73-49e3-8185-a72a3e7336fb req-7662076d-ed4b-4a8b-8985-92e5b404e414 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 950 time: 0.3430505 Dec 20 21:20:49.053949 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cc480-dce0-41a9-a15f-19ccb87eca59 req-31ad0595-a52a-408d-a324-571dc5e5a6dd tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:49.056076 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a30cc480-dce0-41a9-a15f-19ccb87eca59 req-31ad0595-a52a-408d-a324-571dc5e5a6dd tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 949 time: 0.1849837 Dec 20 21:20:49.134303 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8ebf1ae6-7b37-40da-a941-bf602ffdde53 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:49.144244 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a30cc480-dce0-41a9-a15f-19ccb87eca59 req-0cbe2485-1e57-476c-bc39-cba6db0689c8 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ee3044b-b181-49e6-8705-2e8cf5c33aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769658 Dec 20 21:20:49.176655 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e8cf7b-2ba2-413f-ab94-1fb43c67007a admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:49.247794 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8ebf1ae6-7b37-40da-a941-bf602ffdde53 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:49.247794 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:49.314608 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-386a6cea-4dba-4600-bd77-747ae328f046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'name': 'tempest-ServersTestBootFromVolume-1286661761-router', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:57Z', 'updated_at': '2021-12-20T21:20:46Z', 'revision_number': 5, 'project_id': '871b3780233447dbae5247c6158716cc', 'gw_port': {'id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:58Z', 'updated_at': '2021-12-20T21:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:49.323711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-841bda32-6a73-49e3-8185-a72a3e7336fb req-40010ccd-b3fa-4c54-9ab9-ebae38c48451 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414440 Dec 20 21:20:49.324742 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ac291a4-1555-4944-a97a-4902bbbe9f5b req-d08befa1-cf3b-4cd3-9482-335a64f86411 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:49.389425 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a6cea-4dba-4600-bd77-747ae328f046 None None] Checking router: 7f2be960-af7a-4c12-ae82-2c75ac69ad9c for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:20:49.406364 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08befa1-cf3b-4cd3-9482-335a64f86411 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Pushing event deleted for resources: {'Port': ['ID=e41a2743-4448-4eef-a77b-7b3edaee23e2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:49.412481 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e8cf7b-2ba2-413f-ab94-1fb43c67007a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:49.428639 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a6cea-4dba-4600-bd77-747ae328f046 None None] Routers {'7f2be960-af7a-4c12-ae82-2c75ac69ad9c'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:20:49.431932 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-386a6cea-4dba-4600-bd77-747ae328f046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:49.477266 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:49.553778 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 8ebf1ae6-7b37-40da-a941-bf602ffdde53, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8ebf1ae6-7b37-40da-a941-bf602ffdde53,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:49.603745 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:49.795897 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=8ebf1ae6-7b37-40da-a941-bf602ffdde53,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:49.888608 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-386a6cea-4dba-4600-bd77-747ae328f046 None None] Set router 7f2be960-af7a-4c12-ae82-2c75ac69ad9c gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:20:50.056453 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52358) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:50.066560 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-96eaf652-9fdf-4f83-946e-c63bef359969 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--420714800', 'description': 'tempest-description--1458191477'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:50.168033 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96eaf652-9fdf-4f83-946e-c63bef359969 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:50.215575 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a3673857-0651-473c-b7cb-b90676309049 req-f4ce392d-fb21-4390-b0a1-3624c90bdc8c tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.32 "GET /v2.0/ports?device_id=553f868f-ed33-47d9-91f8-4101947303f5 HTTP/1.1" status: 200 len: 210 time: 0.0436182 Dec 20 21:20:50.288280 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-386a6cea-4dba-4600-bd77-747ae328f046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'name': 'tempest-ServersTestBootFromVolume-1286661761-router', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:57Z', 'updated_at': '2021-12-20T21:20:46Z', 'revision_number': 5, 'project_id': '871b3780233447dbae5247c6158716cc', 'gw_port': {'id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:58Z', 'updated_at': '2021-12-20T21:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:50.308731 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96eaf652-9fdf-4f83-946e-c63bef359969 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:50.332760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Sync routers for ids ['b217b47f-6b29-4730-8eb3-1da3fac5e498'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:20:50.339600 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96eaf652-9fdf-4f83-946e-c63bef359969 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:50.349732 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Routers {'b217b47f-6b29-4730-8eb3-1da3fac5e498'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:20:50.359908 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b217b47f-6b29-4730-8eb3-1da3fac5e498'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:50.372434 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac291a4-1555-4944-a97a-4902bbbe9f5b req-d08befa1-cf3b-4cd3-9482-335a64f86411 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] No DVR routers for this DVR port e41a2743-4448-4eef-a77b-7b3edaee23e2 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:50.379947 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ac291a4-1555-4944-a97a-4902bbbe9f5b req-d08befa1-cf3b-4cd3-9482-335a64f86411 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:50.383484 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ac291a4-1555-4944-a97a-4902bbbe9f5b req-d08befa1-cf3b-4cd3-9482-335a64f86411 tempest-ListServerFiltersTestJSON-607582365 tempest-ListServerFiltersTestJSON-607582365-project] 10.222.0.66 "DELETE /v2.0/ports/e41a2743-4448-4eef-a77b-7b3edaee23e2 HTTP/1.1" status: 204 len: 173 time: 3.3345556 Dec 20 21:20:50.384127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553f868f-ed33-47d9-91f8-4101947303f5', 'name': 'network-vif-deleted', 'tag': 'e41a2743-4448-4eef-a77b-7b3edaee23e2'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:50.385589 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a6cea-4dba-4600-bd77-747ae328f046 None None] The sync data for ids ['7f2be960-af7a-4c12-ae82-2c75ac69ad9c'] in n-d-xena-1 is: [{'id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'name': 'tempest-ServersTestBootFromVolume-1286661761-router', 'tenant_id': '871b3780233447dbae5247c6158716cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186'}], 'enable_snat': True}, 'gw_port_id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:57Z', 'updated_at': '2021-12-20T21:20:46Z', 'revision_number': 5, 'project_id': '871b3780233447dbae5247c6158716cc', 'gw_port': {'id': '1661cd1d-50d9-427e-9b11-11fe6328eaa1', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be960-af7a-4c12-ae82-2c75ac69ad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:58Z', 'updated_at': '2021-12-20T21:17:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:20:50.390676 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ba9fa5-785a-43e2-9da8-5196effa74a6" -d '{"events": [{"server_uuid": "553f868f-ed33-47d9-91f8-4101947303f5", "name": "network-vif-deleted", "tag": "e41a2743-4448-4eef-a77b-7b3edaee23e2"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:50.403263 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96eaf652-9fdf-4f83-946e-c63bef359969 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:50.410626 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-96eaf652-9fdf-4f83-946e-c63bef359969 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3500164 Dec 20 21:20:50.429811 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52366) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:50.437242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1c41615b-8ce3-47a1-93cb-9a5ec24ed148 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Request body: {'security_group_rule': {'security_group_id': '4ab8b529-92b3-4de9-829d-b8be20331486', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:50.461281 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eaf652-9fdf-4f83-946e-c63bef359969 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab8b529-92b3-4de9-829d-b8be20331486,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:50.466382 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-3a403daa-6989-4eba-a08b-8b452e062c57 service neutron] 10.222.0.66 "GET /v2.0/ports/030fa15b-7197-426a-b047-88b30a8039a4/bindings/n-h1-xena-1 HTTP/1.1" status: 200 len: 382 time: 0.3441725 Dec 20 21:20:50.559087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46771da0-578e-4e0f-be56-30f0954544f4 req-e812fad7-6e15-4b84-806e-8d8f0e2e9a31 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:50.561823 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-46771da0-578e-4e0f-be56-30f0954544f4 req-e812fad7-6e15-4b84-806e-8d8f0e2e9a31 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 943 time: 0.2453084 Dec 20 21:20:50.576116 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1c41615b-8ce3-47a1-93cb-9a5ec24ed148 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:50.611668 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Set router b217b47f-6b29-4730-8eb3-1da3fac5e498 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:20:50.660725 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 030fa15b-7197-426a-b047-88b30a8039a4 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:50.730648 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1c41615b-8ce3-47a1-93cb-9a5ec24ed148 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:50.735956 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-27e8cf7b-2ba2-413f-ab94-1fb43c67007a admin admin] Deleting port 1661cd1d-50d9-427e-9b11-11fe6328eaa1 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:50.736292 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e8cf7b-2ba2-413f-ab94-1fb43c67007a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:50.740941 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1c41615b-8ce3-47a1-93cb-9a5ec24ed148 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:50.761529 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310c1ea-fc54-4ace-80f8-f89f7740dc25 req-e30815fc-06eb-440f-bdc3-a3c251287c6f tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:50.766442 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-46771da0-578e-4e0f-be56-30f0954544f4 req-f54b629b-5f9c-4117-890b-05ca377fc259 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720052 Dec 20 21:20:50.769177 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c310c1ea-fc54-4ace-80f8-f89f7740dc25 req-e30815fc-06eb-440f-bdc3-a3c251287c6f tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 950 time: 0.1278257 Dec 20 21:20:50.843535 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41615b-8ce3-47a1-93cb-9a5ec24ed148 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bced036e-9bd3-4891-8118-467d5070b251,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:50.848417 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c310c1ea-fc54-4ace-80f8-f89f7740dc25 req-c195e617-e292-4d12-9d8f-141562dcdb2f tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680285 Dec 20 21:20:50.871183 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1c41615b-8ce3-47a1-93cb-9a5ec24ed148 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:50.875192 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1c41615b-8ce3-47a1-93cb-9a5ec24ed148 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4388914 Dec 20 21:20:50.875899 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52372) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:50.893233 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-fba0c93e-c34f-428b-af69-e3142908b1e9 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Request body: {'security_group_rule': {'security_group_id': '4ab8b529-92b3-4de9-829d-b8be20331486', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:50.909252 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-92d61144-b23b-4044-8ef3-e115303b1dd5 service neutron] For port 030fa15b-7197-426a-b047-88b30a8039a4, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=030fa15b-7197-426a-b047-88b30a8039a4,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:50.947810 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ff6cf8-9cdd-49f9-82d0-fe64e3523a22 x-openstack-request-id: req-e4ff6cf8-9cdd-49f9-82d0-fe64e3523a22 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:50.948152 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553f868f-ed33-47d9-91f8-4101947303f5", "name": "network-vif-deleted", "tag": "e41a2743-4448-4eef-a77b-7b3edaee23e2", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:50.949376 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4ff6cf8-9cdd-49f9-82d0-fe64e3523a22 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:50.949801 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553f868f-ed33-47d9-91f8-4101947303f5', 'name': 'network-vif-deleted', 'tag': 'e41a2743-4448-4eef-a77b-7b3edaee23e2', 'status': 'completed', 'code': 200} Dec 20 21:20:50.976994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8ebf1ae6-7b37-40da-a941-bf602ffdde53 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:50.984962 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-92d61144-b23b-4044-8ef3-e115303b1dd5 service neutron] For port 030fa15b-7197-426a-b047-88b30a8039a4, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:20:51.009261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-27e8cf7b-2ba2-413f-ab94-1fb43c67007a admin admin] For port 1661cd1d-50d9-427e-9b11-11fe6328eaa1, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1661cd1d-50d9-427e-9b11-11fe6328eaa1,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:51.009566 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e8cf7b-2ba2-413f-ab94-1fb43c67007a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:51.016875 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fba0c93e-c34f-428b-af69-e3142908b1e9 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:51.059129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-92d61144-b23b-4044-8ef3-e115303b1dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030fa15b-7197-426a-b047-88b30a8039a4 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:20:51.071052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-27e8cf7b-2ba2-413f-ab94-1fb43c67007a admin admin] Calling delete_port for 1661cd1d-50d9-427e-9b11-11fe6328eaa1 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:51.104518 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-92d61144-b23b-4044-8ef3-e115303b1dd5 service neutron] For port 030fa15b-7197-426a-b047-88b30a8039a4, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=030fa15b-7197-426a-b047-88b30a8039a4,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:51.147182 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-92d61144-b23b-4044-8ef3-e115303b1dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:51.330048 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device e41a2743-4448-4eef-a77b-7b3edaee23e2 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:51.360812 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8ebf1ae6-7b37-40da-a941-bf602ffdde53 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:51.361475 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:51.366245 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: e41a2743-4448-4eef-a77b-7b3edaee23e2 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:51.367141 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device e41a2743-4448-4eef-a77b-7b3edaee23e2 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:51.421610 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-92d61144-b23b-4044-8ef3-e115303b1dd5 service neutron] Transition to ACTIVE for port object 030fa15b-7197-426a-b047-88b30a8039a4 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:20:51.433396 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-92d61144-b23b-4044-8ef3-e115303b1dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:51.438868 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'name': 'tempest-ServersTestJSON-1189040743-router', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53'}], 'enable_snat': True}, 'gw_port_id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:38Z', 'updated_at': '2021-12-20T21:20:47Z', 'revision_number': 4, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'gw_port': {'id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:39Z', 'updated_at': '2021-12-20T21:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '7f43956a-0333-4969-9972-edbd21c39a8f', 'name': '', 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'mac_address': 'fa:16:3e:8e:57:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:45Z', 'updated_at': '2021-12-20T21:20:47Z', 'revision_number': 2, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'subnets': [{'id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:51.450744 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e8cf7b-2ba2-413f-ab94-1fb43c67007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:51.473217 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Checking router: b217b47f-6b29-4730-8eb3-1da3fac5e498 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:20:51.474127 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Updating router b217b47f-6b29-4730-8eb3-1da3fac5e498 port 7f43956a-0333-4969-9972-edbd21c39a8f binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:20:51.483249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52386) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:51.529129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d61144-b23b-4044-8ef3-e115303b1dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=030fa15b-7197-426a-b047-88b30a8039a4,revision_number=10']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:51.546723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2dbae4-4980-402a-b5f5-43a5ba6c2b47 admin admin] Deleting subnet b218d021-b106-4c74-a509-73c431f7b9c8 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:20:51.564751 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:51.567221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-92d61144-b23b-4044-8ef3-e115303b1dd5 service neutron] No DVR routers for this DVR port 030fa15b-7197-426a-b047-88b30a8039a4 on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:51.580060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aa0355c3-7243-424c-b620-3dc545364da4 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:51.581196 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fba0c93e-c34f-428b-af69-e3142908b1e9 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:51.619645 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: aa0355c3-7243-424c-b620-3dc545364da4 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:51.620039 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aa0355c3-7243-424c-b620-3dc545364da4 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:51.627274 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fba0c93e-c34f-428b-af69-e3142908b1e9 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:51.633026 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-92d61144-b23b-4044-8ef3-e115303b1dd5 service neutron] 10.222.0.66 "PUT /v2.0/ports/030fa15b-7197-426a-b047-88b30a8039a4/bindings/n-h1-xena-1/activate HTTP/1.1" status: 200 len: 367 time: 1.1483805 Dec 20 21:20:51.647680 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbae4-4980-402a-b5f5-43a5ba6c2b47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:51.656576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8cf7b-2ba2-413f-ab94-1fb43c67007a admin admin] Pushing event deleted for resources: {'Port': ['ID=1661cd1d-50d9-427e-9b11-11fe6328eaa1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:51.660582 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27e578-e62f-435d-86f6-14143784acf5 req-ff57b94a-5bc0-4f50-b6fd-7bbf3a2eae17 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:51.663079 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b27e578-e62f-435d-86f6-14143784acf5 req-ff57b94a-5bc0-4f50-b6fd-7bbf3a2eae17 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 949 time: 0.0971868 Dec 20 21:20:51.724385 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b27e578-e62f-435d-86f6-14143784acf5 req-46520748-861c-451f-99f3-16b3356de223 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ee3044b-b181-49e6-8705-2e8cf5c33aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515804 Dec 20 21:20:51.800147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0c93e-c34f-428b-af69-e3142908b1e9 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb4fea8-8b4f-4630-973e-badf31191027,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:51.820815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d8221-c6b6-4b91-801d-1398657b1faf req-e52bad2a-ceee-4275-ad8e-3190b035880d tempest-ServersAdminNegativeTestJSON-1036078932 tempest-ServersAdminNegativeTestJSON-1036078932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:51.823898 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-224d8221-c6b6-4b91-801d-1398657b1faf req-e52bad2a-ceee-4275-ad8e-3190b035880d tempest-ServersAdminNegativeTestJSON-1036078932 tempest-ServersAdminNegativeTestJSON-1036078932-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 1099 time: 0.3896127 Dec 20 21:20:51.835843 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fba0c93e-c34f-428b-af69-e3142908b1e9 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:51.837310 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fba0c93e-c34f-428b-af69-e3142908b1e9 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9557667 Dec 20 21:20:51.839727 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e8cf7b-2ba2-413f-ab94-1fb43c67007a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:51.840703 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52390) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:51.848009 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a36d4d44-2f51-465f-a507-eab91544aa91 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:51.866665 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-ba19392c-1ce4-4149-809a-93bd1a51d2ef tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:51.868662 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-ba19392c-1ce4-4149-809a-93bd1a51d2ef tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3&tenant_id=346c11314eec451f8179854f6f127333&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 1093 time: 0.0988340 Dec 20 21:20:51.873456 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbae4-4980-402a-b5f5-43a5ba6c2b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:51.931124 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a36d4d44-2f51-465f-a507-eab91544aa91 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:51.982329 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-224d8221-c6b6-4b91-801d-1398657b1faf req-d269a633-4f9e-439d-bcaf-501e5b44b6ca tempest-ServersAdminNegativeTestJSON-1036078932 tempest-ServersAdminNegativeTestJSON-1036078932-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.023872 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.025994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-32f7e19e-7e7f-4e9d-a32e-14e30ca2bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:52.028574 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-32f7e19e-7e7f-4e9d-a32e-14e30ca2bcaf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3&tenant_id=346c11314eec451f8179854f6f127333 HTTP/1.1" status: 200 len: 1093 time: 0.1504502 Dec 20 21:20:52.031514 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.045404 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e8cf7b-2ba2-413f-ab94-1fb43c67007a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.051655 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e8cf7b-2ba2-413f-ab94-1fb43c67007a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.121797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830f0ec-8930-4a5a-a345-da0e75e9b7a4 req-306913b7-883b-4e62-8b1f-d4b56ec20762 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:52.123917 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0830f0ec-8930-4a5a-a345-da0e75e9b7a4 req-306913b7-883b-4e62-8b1f-d4b56ec20762 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 944 time: 0.1456590 Dec 20 21:20:52.181724 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-024c2e0c-00f0-44c8-8a6b-97207293cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:52.183524 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-024c2e0c-00f0-44c8-8a6b-97207293cb12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 1093 time: 0.1131654 Dec 20 21:20:52.186687 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e8cf7b-2ba2-413f-ab94-1fb43c67007a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.187250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e8cf7b-2ba2-413f-ab94-1fb43c67007a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f2be960-af7a-4c12-ae82-2c75ac69ad9c {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:20:52.197796 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-27e8cf7b-2ba2-413f-ab94-1fb43c67007a admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.201454 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-27e8cf7b-2ba2-413f-ab94-1fb43c67007a admin admin] 10.222.0.32 "DELETE /v2.0/routers/7f2be960-af7a-4c12-ae82-2c75ac69ad9c HTTP/1.1" status: 204 len: 168 time: 3.6325874 Dec 20 21:20:52.202966 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a36d4d44-2f51-465f-a507-eab91544aa91 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.204895 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbae4-4980-402a-b5f5-43a5ba6c2b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.205200 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d205d-1e8a-450c-bff8-d80adf90f3a6 None None] Pushing event updated for resources: {'Port': ['ID=7f43956a-0333-4969-9972-edbd21c39a8f,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:52.224589 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52392) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:52.250911 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Attempting to bind port 7f43956a-0333-4969-9972-edbd21c39a8f on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:20:52.251427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Attempting to bind port 7f43956a-0333-4969-9972-edbd21c39a8f by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'db5a54d8-a1cc-4e9c-93ee-a03a7ee33813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:20:52.251864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Attempting to bind port 7f43956a-0333-4969-9972-edbd21c39a8f on network fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:20:52.264818 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:20:52.265252 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Checking segment: {'id': 'db5a54d8-a1cc-4e9c-93ee-a03a7ee33813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:20:52.265608 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.266011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Bound using segment: {'id': 'db5a54d8-a1cc-4e9c-93ee-a03a7ee33813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:20:52.268855 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Bound port: 7f43956a-0333-4969-9972-edbd21c39a8f, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5a54d8-a1cc-4e9c-93ee-a03a7ee33813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:20:52.269015 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.305822 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-224d8221-c6b6-4b91-801d-1398657b1faf req-d269a633-4f9e-439d-bcaf-501e5b44b6ca tempest-ServersAdminNegativeTestJSON-1036078932 tempest-ServersAdminNegativeTestJSON-1036078932-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.317157 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-224d8221-c6b6-4b91-801d-1398657b1faf req-d269a633-4f9e-439d-bcaf-501e5b44b6ca tempest-ServersAdminNegativeTestJSON-1036078932 tempest-ServersAdminNegativeTestJSON-1036078932-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.344067 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-224d8221-c6b6-4b91-801d-1398657b1faf req-d269a633-4f9e-439d-bcaf-501e5b44b6ca tempest-ServersAdminNegativeTestJSON-1036078932 tempest-ServersAdminNegativeTestJSON-1036078932-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006740 Dec 20 21:20:52.380957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269a633-4f9e-439d-bcaf-501e5b44b6ca tempest-ServersAdminNegativeTestJSON-1036078932 tempest-ServersAdminNegativeTestJSON-1036078932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cab993-25c5-44a2-8b41-620f422adaa0,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:52.397405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] For port 7f43956a-0333-4969-9972-edbd21c39a8f, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:20:52.403838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] For port 7f43956a-0333-4969-9972-edbd21c39a8f, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7f43956a-0333-4969-9972-edbd21c39a8f,segment=NetworkSegment(db5a54d8-a1cc-4e9c-93ee-a03a7ee33813),segment_id=db5a54d8-a1cc-4e9c-93ee-a03a7ee33813)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:20:52.418711 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.441275 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbae4-4980-402a-b5f5-43a5ba6c2b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.497195 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dbae4-4980-402a-b5f5-43a5ba6c2b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b218d021-b106-4c74-a509-73c431f7b9c8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:52.501390 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-a36d4d44-2f51-465f-a507-eab91544aa91 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Allocated IP 172.35.3.54 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/2885caa5-791b-4f34-8c1a-6c00d4544100) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:20:52.512005 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bd2dbae4-4980-402a-b5f5-43a5ba6c2b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.521343 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bd2dbae4-4980-402a-b5f5-43a5ba6c2b47 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b218d021-b106-4c74-a509-73c431f7b9c8 HTTP/1.1" status: 204 len: 168 time: 1.0337560 Dec 20 21:20:52.522356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52396) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:52.547366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d53a09-97f3-4e05-b46a-8893e283a950 None None] Network 6775ba58-86e9-4898-9200-af7483bd702d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:20:52.624695 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0830f0ec-8930-4a5a-a345-da0e75e9b7a4 req-e2855b71-908e-4d6d-bdfd-eec17a228fc5 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900646 Dec 20 21:20:52.676728 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a36d4d44-2f51-465f-a507-eab91544aa91 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.685350 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.691612 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0c71a5-f12d-4605-82e9-71d3c846f0cf admin admin] Deleting subnet b0b87c54-c451-42da-848e-4a3e123612c6 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:20:52.698695 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0c71a5-f12d-4605-82e9-71d3c846f0cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.747908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] Deleting port f3663823-f69a-464c-b9d0-72f080f4fc14 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:52.748179 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.901781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] For port f3663823-f69a-464c-b9d0-72f080f4fc14, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f3663823-f69a-464c-b9d0-72f080f4fc14,segment=NetworkSegment(7b5c8de3-92c9-4d30-8472-830f9aa7641c),segment_id=7b5c8de3-92c9-4d30-8472-830f9aa7641c)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:52.905562 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.916986 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0c71a5-f12d-4605-82e9-71d3c846f0cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:52.964596 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] Calling delete_port for f3663823-f69a-464c-b9d0-72f080f4fc14 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:53.000943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1661cd1d-50d9-427e-9b11-11fe6328eaa1 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:53.003909 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Routers {'b217b47f-6b29-4730-8eb3-1da3fac5e498'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:20:53.004718 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b217b47f-6b29-4730-8eb3-1da3fac5e498'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:53.005893 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-c09c7432-4ce3-4974-996b-d49b615b0b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:53.008108 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-c09c7432-4ce3-4974-996b-d49b615b0b34 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 921 time: 0.8087139 Dec 20 21:20:53.061600 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb454296-ba5f-4c77-b273-5c3546c18d6c req-e5a9c6b3-7e63-4d31-9d52-1541856443f2 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:53.063980 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb454296-ba5f-4c77-b273-5c3546c18d6c req-e5a9c6b3-7e63-4d31-9d52-1541856443f2 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 949 time: 0.1497600 Dec 20 21:20:53.084274 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-25b97ecb-fa9c-40c6-a441-4f908c5d3eb4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=030fa15b-7197-426a-b047-88b30a8039a4 HTTP/1.1" status: 200 len: 217 time: 0.0483844 Dec 20 21:20:53.088654 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a36d4d44-2f51-465f-a507-eab91544aa91 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:53.138198 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb454296-ba5f-4c77-b273-5c3546c18d6c req-aea1e391-4c30-4d14-8f75-c953816f3e94 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ee3044b-b181-49e6-8705-2e8cf5c33aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660081 Dec 20 21:20:53.149760 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:53.202218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3663823-f69a-464c-b9d0-72f080f4fc14,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:53.222467 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] No DVR routers for this DVR port f3663823-f69a-464c-b9d0-72f080f4fc14 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:53.228431 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0c71a5-f12d-4605-82e9-71d3c846f0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:53.258504 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36d4d44-2f51-465f-a507-eab91544aa91 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:20:53.265007 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] Set router b217b47f-6b29-4730-8eb3-1da3fac5e498 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:20:53.269330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a36d4d44-2f51-465f-a507-eab91544aa91 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:20:53.279531 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36d4d44-2f51-465f-a507-eab91544aa91 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:20:53.317151 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-6a05ba26-3f30-4657-9838-6081931ec860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:53.319143 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-6a05ba26-3f30-4657-9838-6081931ec860 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.2097747 Dec 20 21:20:53.324291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d4d44-2f51-465f-a507-eab91544aa91 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Pushing event updated for resources: {'Port': ['ID=2885caa5-791b-4f34-8c1a-6c00d4544100,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:53.337464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97420ca5-40d8-4e24-99fb-2f815a6c5ea8 req-4b19ceb6-7738-4ed0-936f-589dc1509038 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:53.341733 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97420ca5-40d8-4e24-99fb-2f815a6c5ea8 req-4b19ceb6-7738-4ed0-936f-589dc1509038 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.31 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 949 time: 0.1350267 Dec 20 21:20:53.349403 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d205d-1e8a-450c-bff8-d80adf90f3a6 None None] Pushing event updated for resources: {'Port': ['ID=7f43956a-0333-4969-9972-edbd21c39a8f,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:53.356421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 1661cd1d-50d9-427e-9b11-11fe6328eaa1 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:53.356752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1661cd1d-50d9-427e-9b11-11fe6328eaa1 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:53.379038 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-93ef2a1a-2d81-4f83-82b9-e961b4ad026e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472159 Dec 20 21:20:53.381112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e177840e-4ca8-4593-991a-c8f8b9a31ae7 None None] Provisioning complete for port 7f43956a-0333-4969-9972-edbd21c39a8f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:53.382017 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e177840e-4ca8-4593-991a-c8f8b9a31ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:53.468400 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:53.498785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6775ba58-86e9-4898-9200-af7483bd702d']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:53.515021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5c8de3-92c9-4d30-8472-830f9aa7641c') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:53.515314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5c8de3-92c9-4d30-8472-830f9aa7641c') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:53.525610 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0c71a5-f12d-4605-82e9-71d3c846f0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:53.530553 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:53.558694 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-97420ca5-40d8-4e24-99fb-2f815a6c5ea8 req-b7a7915a-0d24-444f-9e77-5d296edb1b1d tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Deleting port 77cb756e-df11-4399-a958-6f8358082446 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:53.559315 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-97420ca5-40d8-4e24-99fb-2f815a6c5ea8 req-b7a7915a-0d24-444f-9e77-5d296edb1b1d tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:53.561240 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e177840e-4ca8-4593-991a-c8f8b9a31ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:53.639486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c71a5-f12d-4605-82e9-71d3c846f0cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b87c54-c451-42da-848e-4a3e123612c6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:53.644821 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0c71a5-f12d-4605-82e9-71d3c846f0cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:53.649640 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3d0c71a5-f12d-4605-82e9-71d3c846f0cf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b0b87c54-c451-42da-848e-4a3e123612c6 HTTP/1.1" status: 204 len: 168 time: 1.4220288 Dec 20 21:20:53.658409 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52406) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:53.659899 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:53.699973 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:20:53.701009 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:20:53.703932 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:20:53.714374 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c93b6b-7846-4830-95ae-3d8f8f549c11 None None] Network 0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:20:53.763066 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a36d4d44-2f51-465f-a507-eab91544aa91 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:53.788442 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e177840e-4ca8-4593-991a-c8f8b9a31ae7 None None] For port 7f43956a-0333-4969-9972-edbd21c39a8f, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7f43956a-0333-4969-9972-edbd21c39a8f,segment=NetworkSegment(db5a54d8-a1cc-4e9c-93ee-a03a7ee33813),segment_id=db5a54d8-a1cc-4e9c-93ee-a03a7ee33813)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:53.805399 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03a1c23-3ad4-4479-a43f-afdede21ebe8 None None] DHCP port deletion for 6775ba58-86e9-4898-9200-af7483bd702d request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:20:53.840378 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:53.852696 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e177840e-4ca8-4593-991a-c8f8b9a31ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:53.853921 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-3380f37c-8950-4829-9d25-78039ea19466 service neutron] 10.222.0.31 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609442 Dec 20 21:20:53.927798 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:53.943781 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a36d4d44-2f51-465f-a507-eab91544aa91 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:53.965793 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:53.972800 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6775ba58-86e9-4898-9200-af7483bd702d HTTP/1.1" status: 204 len: 168 time: 1.4493189 Dec 20 21:20:54.009040 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a0f96-f8e7-4106-a7b4-db5630181726 admin admin] Pushing event deleted for resources: {'Network': ['ID=6775ba58-86e9-4898-9200-af7483bd702d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:54.020667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-97420ca5-40d8-4e24-99fb-2f815a6c5ea8 req-b7a7915a-0d24-444f-9e77-5d296edb1b1d tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] For port 77cb756e-df11-4399-a958-6f8358082446, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=77cb756e-df11-4399-a958-6f8358082446,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:54.021194 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-97420ca5-40d8-4e24-99fb-2f815a6c5ea8 req-b7a7915a-0d24-444f-9e77-5d296edb1b1d tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:54.021650 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34069766-7955-4aa6-8ced-7763889f1761 req-f64c0829-7129-4362-a693-331ae5800f48 tempest-ServersAdminNegativeTestJSON-1036078932 tempest-ServersAdminNegativeTestJSON-1036078932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:54.031843 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-34069766-7955-4aa6-8ced-7763889f1761 req-f64c0829-7129-4362-a693-331ae5800f48 tempest-ServersAdminNegativeTestJSON-1036078932 tempest-ServersAdminNegativeTestJSON-1036078932-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 1099 time: 0.3348403 Dec 20 21:20:54.042538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1413e-fe49-48f4-8ffb-f9b4db1b0827 req-fcc559ba-09d0-4aed-84a2-cc113c9c6f24 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:54.051111 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04f1413e-fe49-48f4-8ffb-f9b4db1b0827 req-fcc559ba-09d0-4aed-84a2-cc113c9c6f24 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 944 time: 0.2074637 Dec 20 21:20:54.076819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-97420ca5-40d8-4e24-99fb-2f815a6c5ea8 req-b7a7915a-0d24-444f-9e77-5d296edb1b1d tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Calling delete_port for 77cb756e-df11-4399-a958-6f8358082446 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:54.122261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177840e-4ca8-4593-991a-c8f8b9a31ae7 None None] Pushing event updated for resources: {'Port': ['ID=7f43956a-0333-4969-9972-edbd21c39a8f,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:54.134838 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04f1413e-fe49-48f4-8ffb-f9b4db1b0827 req-37c587cb-5d46-49fa-9c13-8359f433f5a6 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826056 Dec 20 21:20:54.157974 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-d11ae474-bc91-4797-8a9d-ec86df445fa8 service neutron] 10.222.0.31 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947404 Dec 20 21:20:54.168933 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-34069766-7955-4aa6-8ced-7763889f1761 req-85c7c978-fcd7-4584-9447-51891df3f4f9 tempest-ServersAdminNegativeTestJSON-1036078932 tempest-ServersAdminNegativeTestJSON-1036078932-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358192 Dec 20 21:20:54.192195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-38b773ba-c09b-40a4-b21a-c70d495da10c None None] Provisioning complete for port 7f43956a-0333-4969-9972-edbd21c39a8f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:54.192714 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-38b773ba-c09b-40a4-b21a-c70d495da10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:54.235296 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] Deleting port 6fb1d44f-5a97-474e-af58-593ab1668fe6 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:54.239794 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:54.259163 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52418) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:54.285010 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'name': 'tempest-ServersTestJSON-1189040743-router', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53'}], 'enable_snat': True}, 'gw_port_id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:38Z', 'updated_at': '2021-12-20T21:20:47Z', 'revision_number': 4, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'gw_port': {'id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:39Z', 'updated_at': '2021-12-20T21:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '7f43956a-0333-4969-9972-edbd21c39a8f', 'name': '', 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'mac_address': 'fa:16:3e:8e:57:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:45Z', 'updated_at': '2021-12-20T21:20:52Z', 'revision_number': 4, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'subnets': [{'id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:54.329062 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47409eb6-c8af-4afe-9404-83e9cd7c8f80 None None] The sync data for ids ['b217b47f-6b29-4730-8eb3-1da3fac5e498'] in n-d-xena-1 is: [{'id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'name': 'tempest-ServersTestJSON-1189040743-router', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53'}], 'enable_snat': True}, 'gw_port_id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:38Z', 'updated_at': '2021-12-20T21:20:47Z', 'revision_number': 4, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'gw_port': {'id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:39Z', 'updated_at': '2021-12-20T21:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '7f43956a-0333-4969-9972-edbd21c39a8f', 'name': '', 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'mac_address': 'fa:16:3e:8e:57:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:45Z', 'updated_at': '2021-12-20T21:20:52Z', 'revision_number': 4, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'subnets': [{'id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:20:54.378730 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a36d4d44-2f51-465f-a507-eab91544aa91 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:54.404425 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a36d4d44-2f51-465f-a507-eab91544aa91 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:54.428567 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e53ecaa1-d660-4c9d-9a9b-96cc956f6c65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=559f8b0f7cec4c4dba0429a5ca9b8602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1657376 Dec 20 21:20:54.431573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] For port 6fb1d44f-5a97-474e-af58-593ab1668fe6, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6fb1d44f-5a97-474e-af58-593ab1668fe6,segment=NetworkSegment(03912091-bdf4-4963-a394-771ea0652f32),segment_id=03912091-bdf4-4963-a394-771ea0652f32)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:54.431989 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:54.437451 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52420) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:54.474248 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed8b633-d287-4177-a260-bb7370f10b46 None None] DHCP port deletion for 0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:20:54.496430 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] Calling delete_port for 6fb1d44f-5a97-474e-af58-593ab1668fe6 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:54.586815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-bed8b633-d287-4177-a260-bb7370f10b46 None None] Deleting port 6fb1d44f-5a97-474e-af58-593ab1668fe6 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:54.587190 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bed8b633-d287-4177-a260-bb7370f10b46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:54.601471 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043a1e1-e756-4ddc-995d-ea48ed886d01 req-bd315b34-e394-43db-a8d7-53bef1084db6 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:54.616495 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f043a1e1-e756-4ddc-995d-ea48ed886d01 req-bd315b34-e394-43db-a8d7-53bef1084db6 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 949 time: 0.3149009 Dec 20 21:20:54.642098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:54.728875 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb1d44f-5a97-474e-af58-593ab1668fe6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:54.742451 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d4d44-2f51-465f-a507-eab91544aa91 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Pushing event updated for resources: {'Port': ['ID=2885caa5-791b-4f34-8c1a-6c00d4544100,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:54.747156 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-bed8b633-d287-4177-a260-bb7370f10b46 None None] For port 6fb1d44f-5a97-474e-af58-593ab1668fe6, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6fb1d44f-5a97-474e-af58-593ab1668fe6,segment=NetworkSegment(03912091-bdf4-4963-a394-771ea0652f32),segment_id=03912091-bdf4-4963-a394-771ea0652f32)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:54.747648 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bed8b633-d287-4177-a260-bb7370f10b46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:54.748961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] No DVR routers for this DVR port 6fb1d44f-5a97-474e-af58-593ab1668fe6 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:54.797157 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-bed8b633-d287-4177-a260-bb7370f10b46 None None] Calling delete_port for 6fb1d44f-5a97-474e-af58-593ab1668fe6 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:54.906216 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a36d4d44-2f51-465f-a507-eab91544aa91 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:54.948190 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f043a1e1-e756-4ddc-995d-ea48ed886d01 req-f22fdba0-1c86-4e95-933a-11eff7c20815 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ee3044b-b181-49e6-8705-2e8cf5c33aee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253253 Dec 20 21:20:54.958984 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-710416ee-632b-4008-8938-0a93a9ee822e tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:54.961144 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-710416ee-632b-4008-8938-0a93a9ee822e tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3&tenant_id=346c11314eec451f8179854f6f127333&binding%3Ahost_id=n-h1-xena-1 HTTP/1.1" status: 200 len: 1093 time: 0.3419123 Dec 20 21:20:54.980668 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a36d4d44-2f51-465f-a507-eab91544aa91 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:54.984338 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a36d4d44-2f51-465f-a507-eab91544aa91 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1402838 Dec 20 21:20:55.001566 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7ca64d47-ed6c-468c-95b3-29716f37d6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:55.007038 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-97420ca5-40d8-4e24-99fb-2f815a6c5ea8 req-b7a7915a-0d24-444f-9e77-5d296edb1b1d tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:55.035589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7f43956a-0333-4969-9972-edbd21c39a8f up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:20:55.047763 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:55.092150 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7915a-0d24-444f-9e77-5d296edb1b1d tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Pushing event deleted for resources: {'Port': ['ID=77cb756e-df11-4399-a958-6f8358082446,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:55.095856 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bed8b633-d287-4177-a260-bb7370f10b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:55.101322 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7ca64d47-ed6c-468c-95b3-29716f37d6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:55.124743 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed8b633-d287-4177-a260-bb7370f10b46 None None] No DVR routers for this DVR port 6fb1d44f-5a97-474e-af58-593ab1668fe6 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:55.125011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:55.158700 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03912091-bdf4-4963-a394-771ea0652f32') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:55.159043 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03912091-bdf4-4963-a394-771ea0652f32') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:20:55.183247 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-574cd76a-75e1-4c1d-8f93-47276dfdab7a service neutron] For port 030fa15b-7197-426a-b047-88b30a8039a4, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:20:55.187614 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-574cd76a-75e1-4c1d-8f93-47276dfdab7a service neutron] Notify callbacks [] for binding, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:55.189219 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c191d2c8-c46b-426e-9f31-43a7f0dfe216 req-574cd76a-75e1-4c1d-8f93-47276dfdab7a service neutron] 10.222.0.31 "DELETE /v2.0/ports/030fa15b-7197-426a-b047-88b30a8039a4/bindings/n-h2-xena-1 HTTP/1.1" status: 204 len: 173 time: 0.2035713 Dec 20 21:20:55.191212 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8b633-d287-4177-a260-bb7370f10b46 None None] Pushing event deleted for resources: {'Port': ['ID=6fb1d44f-5a97-474e-af58-593ab1668fe6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:55.208943 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43936be-0f13-4d71-8508-62a78f4f7cfb req-e49111f7-3808-499a-9e81-721c19a1723e tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:55.215721 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b43936be-0f13-4d71-8508-62a78f4f7cfb req-e49111f7-3808-499a-9e81-721c19a1723e tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 950 time: 0.2369380 Dec 20 21:20:55.231561 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7f43956a-0333-4969-9972-edbd21c39a8f triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:20:55.232617 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:55.246964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-97420ca5-40d8-4e24-99fb-2f815a6c5ea8 req-b7a7915a-0d24-444f-9e77-5d296edb1b1d tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] No DVR routers for this DVR port 77cb756e-df11-4399-a958-6f8358082446 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:55.266515 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:55.271741 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-97420ca5-40d8-4e24-99fb-2f815a6c5ea8 req-b7a7915a-0d24-444f-9e77-5d296edb1b1d tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:55.278112 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97420ca5-40d8-4e24-99fb-2f815a6c5ea8 req-b7a7915a-0d24-444f-9e77-5d296edb1b1d tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.31 "DELETE /v2.0/ports/77cb756e-df11-4399-a958-6f8358082446 HTTP/1.1" status: 204 len: 173 time: 1.9302619 Dec 20 21:20:55.278355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700af0a3-a200-44e3-841f-f8a5c1c13c7f', 'name': 'network-vif-deleted', 'tag': '77cb756e-df11-4399-a958-6f8358082446'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:55.280559 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3232157-5d3d-460e-a9e8-4f1a2473b0a9" -d '{"events": [{"server_uuid": "700af0a3-a200-44e3-841f-f8a5c1c13c7f", "name": "network-vif-deleted", "tag": "77cb756e-df11-4399-a958-6f8358082446"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:55.335569 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:55.352148 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b43936be-0f13-4d71-8508-62a78f4f7cfb req-75496458-8f7b-470f-abee-a330b181fe8a tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990891 Dec 20 21:20:55.353656 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:20:55.353656 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:20:55.355889 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:20:55.392887 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec64e9b-aa1e-4216-bad9-bad4e107b70b req-b9123599-c6dd-44b4-bdaa-86691e19918e tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:55.400412 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0ec64e9b-aa1e-4216-bad9-bad4e107b70b req-b9123599-c6dd-44b4-bdaa-86691e19918e tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 944 time: 0.1368992 Dec 20 21:20:55.414039 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7ca64d47-ed6c-468c-95b3-29716f37d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:55.426326 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7ca64d47-ed6c-468c-95b3-29716f37d6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:55.427576 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7ca64d47-ed6c-468c-95b3-29716f37d6ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87f2daa4-d775-4918-be22-382eaa66987d HTTP/1.1" status: 204 len: 168 time: 0.9871635 Dec 20 21:20:55.526018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca64d47-ed6c-468c-95b3-29716f37d6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f2daa4-d775-4918-be22-382eaa66987d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:55.563106 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6fb1d44f-5a97-474e-af58-593ab1668fe6 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:55.593460 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:55.623644 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 6fb1d44f-5a97-474e-af58-593ab1668fe6 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:55.625899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6fb1d44f-5a97-474e-af58-593ab1668fe6 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:55.626345 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f3663823-f69a-464c-b9d0-72f080f4fc14 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:55.633311 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:55.649080 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f HTTP/1.1" status: 204 len: 168 time: 1.9845476 Dec 20 21:20:55.686414 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: f3663823-f69a-464c-b9d0-72f080f4fc14 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:55.686797 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f3663823-f69a-464c-b9d0-72f080f4fc14 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:55.687998 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-61599259-7b38-48df-a66e-fda5e7b8d6bb tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--420714800&fields=id&tenant_id=a7e6f1c601bc4aadb7c404130b71a7ce HTTP/1.1" status: 200 len: 267 time: 0.1713386 Dec 20 21:20:55.700032 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccf646-e282-49df-bb15-c6ab61c416d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f7ce13c-6c1f-407e-84b4-92a4c3af6c8f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:55.873553 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52458) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:55.887927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-4684ef5f-cb27-434a-8db5-fdcd1d3fd6c9 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:55.897904 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-4684ef5f-cb27-434a-8db5-fdcd1d3fd6c9 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/networks?id=fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 HTTP/1.1" status: 200 len: 806 time: 0.2087462 Dec 20 21:20:55.930552 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-6224780a-8aa5-479a-97b6-58a770d2f07c tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/quotas/a7e6f1c601bc4aadb7c404130b71a7ce HTTP/1.1" status: 200 len: 375 time: 0.0313871 Dec 20 21:20:56.029465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-76f8f9f5-110d-4b09-8595-223054bc642e tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a7e6f1c601bc4aadb7c404130b71a7ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798535 Dec 20 21:20:56.037259 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0ec64e9b-aa1e-4216-bad9-bad4e107b70b req-96cf856f-ad6e-42cd-9ccd-28a935aed5c8 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6239567 Dec 20 21:20:56.042250 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9bd3e6d8-2eb6-4a7b-89f9-7419a80e9467 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=871b3780233447dbae5247c6158716cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1674821 Dec 20 21:20:56.042498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52468) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:56.130417 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6bdae96a-740c-440c-9aa7-71fe64bfb19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:56.150661 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2530c4-7b40-45d7-bfd1-bea5967a0ef8 x-openstack-request-id: req-ee2530c4-7b40-45d7-bfd1-bea5967a0ef8 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:56.151024 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700af0a3-a200-44e3-841f-f8a5c1c13c7f", "name": "network-vif-deleted", "tag": "77cb756e-df11-4399-a958-6f8358082446", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:56.151374 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee2530c4-7b40-45d7-bfd1-bea5967a0ef8 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:56.151846 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700af0a3-a200-44e3-841f-f8a5c1c13c7f', 'name': 'network-vif-deleted', 'tag': '77cb756e-df11-4399-a958-6f8358082446', 'status': 'completed', 'code': 200} Dec 20 21:20:56.193430 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6bdae96a-740c-440c-9aa7-71fe64bfb19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:56.325542 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6bdae96a-740c-440c-9aa7-71fe64bfb19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:56.331770 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6bdae96a-740c-440c-9aa7-71fe64bfb19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:56.340811 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6bdae96a-740c-440c-9aa7-71fe64bfb19e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6abe2146-0f81-4ba6-a419-30330a1ad8bb HTTP/1.1" status: 204 len: 168 time: 0.2958288 Dec 20 21:20:56.354762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdae96a-740c-440c-9aa7-71fe64bfb19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abe2146-0f81-4ba6-a419-30330a1ad8bb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:56.473771 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-034df050-2510-4570-920a-2a7db6a505a5 req-cca8ec3f-f7ae-4ff9-be77-a988279b95c5 tempest-TenantUsagesTestJSON-1316811845 tempest-TenantUsagesTestJSON-1316811845-project] 10.222.0.32 "GET /v2.0/ports?device_id=700af0a3-a200-44e3-841f-f8a5c1c13c7f HTTP/1.1" status: 200 len: 210 time: 0.0622554 Dec 20 21:20:56.749099 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-db8e5c5d-38ff-48b3-9cbf-45fb0ee1d554 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7056627 Dec 20 21:20:56.772656 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072e3c6-bfbc-426a-88a3-d75552a2644d req-f67db883-5803-4a7d-afca-baccc5a57777 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:56.781525 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5072e3c6-bfbc-426a-88a3-d75552a2644d req-f67db883-5803-4a7d-afca-baccc5a57777 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 945 time: 0.1791370 Dec 20 21:20:56.839481 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5072e3c6-bfbc-426a-88a3-d75552a2644d req-42a81596-1eec-459c-a425-86cabe716119 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539293 Dec 20 21:20:56.906380 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 77cb756e-df11-4399-a958-6f8358082446 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:20:56.982582 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 77cb756e-df11-4399-a958-6f8358082446 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:20:56.985531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 77cb756e-df11-4399-a958-6f8358082446 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:20:56.993345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906d021-6d4c-4e4f-b0e1-ba9885e35375 req-39a311da-44fe-44ed-b25b-f5f75bb224e4 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:57.002873 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1906d021-6d4c-4e4f-b0e1-ba9885e35375 req-39a311da-44fe-44ed-b25b-f5f75bb224e4 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 950 time: 0.0740018 Dec 20 21:20:57.057793 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6703fdff-78d2-49f4-94f5-ed6572b5a251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:57.061591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0b7b9-dac2-4dcc-87bf-c83204e88501 req-111a265e-ef63-4024-99f1-86e7e1f83cf9 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:57.063118 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8bb0b7b9-dac2-4dcc-87bf-c83204e88501 req-111a265e-ef63-4024-99f1-86e7e1f83cf9 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 950 time: 0.1690996 Dec 20 21:20:57.076322 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1906d021-6d4c-4e4f-b0e1-ba9885e35375 req-85835bde-eb02-45c2-8ccb-0f731f327a7c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702121 Dec 20 21:20:57.177443 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-c76a5edd-cca6-443f-a180-8c0c2a2711ac service neutron] 10.222.0.32 "GET /v2.0/networks/fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231768 Dec 20 21:20:57.201815 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e847d3-60ea-43ff-bfb6-186bf811e10e req-9bae87d0-b220-4605-936a-2ef5f6f3992a tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:57.210640 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51e847d3-60ea-43ff-bfb6-186bf811e10e req-9bae87d0-b220-4605-936a-2ef5f6f3992a tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 1093 time: 0.0556045 Dec 20 21:20:57.233476 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52510) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:57.277530 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51e847d3-60ea-43ff-bfb6-186bf811e10e req-19d3f3fa-d135-4b97-b168-7cddbc73b470 tempest-LiveAutoBlockMigrationV225Test-1099825299 tempest-LiveAutoBlockMigrationV225Test-1099825299-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656769 Dec 20 21:20:57.333470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-8bb0b7b9-dac2-4dcc-87bf-c83204e88501 req-775c7ebd-435a-428f-ab36-6c24b4fa4339 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Deleting port 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:57.333943 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8bb0b7b9-dac2-4dcc-87bf-c83204e88501 req-775c7ebd-435a-428f-ab36-6c24b4fa4339 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:57.476495 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d12b2a7b-7ec2-46b0-977a-130e78a908c0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-989226179-network', 'tenant_id': '075b2fc3ed65406499a302e7aeec4797'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:57.500343 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-38c6f5bf-1f36-474a-a075-dce6c4e7ab71 req-22e7bef8-18fd-4f44-8c12-bf3c132abfce tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 210 time: 0.0652673 Dec 20 21:20:57.535242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12b2a7b-7ec2-46b0-977a-130e78a908c0 admin admin] Made reservation on behalf of 075b2fc3ed65406499a302e7aeec4797 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:20:57.545669 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d12b2a7b-7ec2-46b0-977a-130e78a908c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:57.614045 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d12b2a7b-7ec2-46b0-977a-130e78a908c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:57.676368 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8bb0b7b9-dac2-4dcc-87bf-c83204e88501 req-775c7ebd-435a-428f-ab36-6c24b4fa4339 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] For port 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=2639aacc-88d5-43d2-b8ef-43bdacfbb3ae,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:57.679538 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8bb0b7b9-dac2-4dcc-87bf-c83204e88501 req-775c7ebd-435a-428f-ab36-6c24b4fa4339 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:57.723198 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-8bb0b7b9-dac2-4dcc-87bf-c83204e88501 req-775c7ebd-435a-428f-ab36-6c24b4fa4339 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Calling delete_port for 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:57.907970 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d12b2a7b-7ec2-46b0-977a-130e78a908c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:57.932951 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d12b2a7b-7ec2-46b0-977a-130e78a908c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:58.012902 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b2a7b-7ec2-46b0-977a-130e78a908c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb17b88c-cea4-4ced-945e-25eb7ba70e9f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:58.061577 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12b2a7b-7ec2-46b0-977a-130e78a908c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:20:58.069203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1a95f-d60a-43f9-a63b-3b0e739653b7 req-1dfec9f0-26d0-4511-9e8f-c3fc9ad97508 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:58.071497 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d12b2a7b-7ec2-46b0-977a-130e78a908c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:58.072016 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-d12b2a7b-7ec2-46b0-977a-130e78a908c0 admin admin] Added segment e79c0cc2-0287-411b-97e5-99e0439e93ba of type vlan for network 477b6415-c3c5-4642-baf7-a60a69509b3a Dec 20 21:20:58.083979 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-87a1a95f-d60a-43f9-a63b-3b0e739653b7 req-1dfec9f0-26d0-4511-9e8f-c3fc9ad97508 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 944 time: 0.2603574 Dec 20 21:20:58.201465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52552) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:58.206725 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-87a1a95f-d60a-43f9-a63b-3b0e739653b7 req-5567f0e9-2eb2-44be-9201-3f32b9af9e67 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196721 Dec 20 21:20:58.296212 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8bb0b7b9-dac2-4dcc-87bf-c83204e88501 req-775c7ebd-435a-428f-ab36-6c24b4fa4339 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:58.319064 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d12b2a7b-7ec2-46b0-977a-130e78a908c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:58.335721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['f9449433-ee22-4fb0-8d93-fe073c329950'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:58.336388 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c7ebd-435a-428f-ab36-6c24b4fa4339 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Pushing event deleted for resources: {'Port': ['ID=2639aacc-88d5-43d2-b8ef-43bdacfbb3ae,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:58.435368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['2639aacc-88d5-43d2-b8ef-43bdacfbb3ae'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:20:58.459813 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb0b7b9-dac2-4dcc-87bf-c83204e88501 req-775c7ebd-435a-428f-ab36-6c24b4fa4339 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] No DVR routers for this DVR port 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:20:58.467004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8bb0b7b9-dac2-4dcc-87bf-c83204e88501 req-775c7ebd-435a-428f-ab36-6c24b4fa4339 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:58.469541 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8bb0b7b9-dac2-4dcc-87bf-c83204e88501 req-775c7ebd-435a-428f-ab36-6c24b4fa4339 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.31 "DELETE /v2.0/ports/2639aacc-88d5-43d2-b8ef-43bdacfbb3ae HTTP/1.1" status: 204 len: 173 time: 1.3840981 Dec 20 21:20:58.492804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4a9d6d-9083-4a1d-bd60-13998e26fa64', 'name': 'network-vif-deleted', 'tag': '2639aacc-88d5-43d2-b8ef-43bdacfbb3ae'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:20:58.493300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35215e77-0a65-4506-adf5-8f01a9b910cf req-1e67bc06-a595-49b1-bbd1-81f29c127887 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:58.499148 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c64524-6905-49a3-a431-a0f50848d106" -d '{"events": [{"server_uuid": "9a4a9d6d-9083-4a1d-bd60-13998e26fa64", "name": "network-vif-deleted", "tag": "2639aacc-88d5-43d2-b8ef-43bdacfbb3ae"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:20:58.507785 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-35215e77-0a65-4506-adf5-8f01a9b910cf req-1e67bc06-a595-49b1-bbd1-81f29c127887 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 945 time: 0.3761225 Dec 20 21:20:58.514555 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d12b2a7b-7ec2-46b0-977a-130e78a908c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:58.518740 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12b2a7b-7ec2-46b0-977a-130e78a908c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:58.519458 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d12b2a7b-7ec2-46b0-977a-130e78a908c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:58.524501 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52558) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:58.563535 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-483dc134-2d3e-454e-9257-a0326a0d4283 req-7bf88320-776b-4dae-9e01-87fcdc74a3a8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.4284971 Dec 20 21:20:58.578713 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3cec9780-802a-47f7-8a66-53a4e8cbab5e req-e52904e9-eaf0-4668-9a79-16b953671c5c tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a4a9d6d-9083-4a1d-bd60-13998e26fa64 HTTP/1.1" status: 200 len: 210 time: 0.1824059 Dec 20 21:20:58.714523 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8eacd25a-94b6-4f0f-be83-bda71775162c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-907247744-network', 'tenant_id': 'ba72b26f86e34f089f7208a14af016da'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:58.732719 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881600a5-4ae9-45ee-b403-c9325a3fd09c req-e46ca906-2763-4efb-becf-924c88fbdf27 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:58.734377 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-881600a5-4ae9-45ee-b403-c9325a3fd09c req-e46ca906-2763-4efb-becf-924c88fbdf27 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 944 time: 0.1903605 Dec 20 21:20:58.742369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52566) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:58.743231 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d12b2a7b-7ec2-46b0-977a-130e78a908c0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5022447 Dec 20 21:20:58.774589 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b2a7b-7ec2-46b0-977a-130e78a908c0 admin admin] Pushing event updated for resources: {'Network': ['ID=477b6415-c3c5-4642-baf7-a60a69509b3a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:58.779849 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-545e6697-3330-41a5-8548-b5ba158d27d7 req-de227710-c3b1-4321-9360-c54ee9585902 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 210 time: 0.0432906 Dec 20 21:20:58.789930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 477b6415-c3c5-4642-baf7-a60a69509b3a details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:20:58.803763 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-35215e77-0a65-4506-adf5-8f01a9b910cf req-c73b4c8d-8bbb-4908-b271-eb1ba849663e tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806447 Dec 20 21:20:58.805927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e036af19-8987-4e29-9724-16871e5406fb admin admin] Request body: {'subnet': {'network_id': '477b6415-c3c5-4642-baf7-a60a69509b3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-989226179-subnet', 'tenant_id': '075b2fc3ed65406499a302e7aeec4797', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:58.813577 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-077da88f-99cf-4bee-91ff-c638b28479fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68a607043ceb41cf9f20c62ac02d4c46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6056614 Dec 20 21:20:58.817097 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52568) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:58.832753 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dc134-2d3e-454e-9257-a0326a0d4283 req-edea978b-5009-4d3c-97ba-328b33c1a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:58.834296 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-483dc134-2d3e-454e-9257-a0326a0d4283 req-edea978b-5009-4d3c-97ba-328b33c1a78f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=346c11314eec451f8179854f6f127333&device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 1094 time: 0.1932504 Dec 20 21:20:58.834944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eacd25a-94b6-4f0f-be83-bda71775162c admin admin] Made reservation on behalf of ba72b26f86e34f089f7208a14af016da for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:20:58.837059 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eacd25a-94b6-4f0f-be83-bda71775162c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:58.859171 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eacd25a-94b6-4f0f-be83-bda71775162c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:58.881270 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba333300-b2c7-4ac5-a7aa-66bec3935320 x-openstack-request-id: req-ba333300-b2c7-4ac5-a7aa-66bec3935320 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:20:58.881564 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4a9d6d-9083-4a1d-bd60-13998e26fa64", "name": "network-vif-deleted", "tag": "2639aacc-88d5-43d2-b8ef-43bdacfbb3ae", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:20:58.881935 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba333300-b2c7-4ac5-a7aa-66bec3935320 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:20:58.882353 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4a9d6d-9083-4a1d-bd60-13998e26fa64', 'name': 'network-vif-deleted', 'tag': '2639aacc-88d5-43d2-b8ef-43bdacfbb3ae', 'status': 'completed', 'code': 200} Dec 20 21:20:58.949896 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e036af19-8987-4e29-9724-16871e5406fb admin admin] Made reservation on behalf of 075b2fc3ed65406499a302e7aeec4797 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:20:58.952338 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e036af19-8987-4e29-9724-16871e5406fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:58.969028 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-758d1561-908e-4e3b-bdad-0bbcc0e7f692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:58.994180 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dc134-2d3e-454e-9257-a0326a0d4283 req-69b92ec9-53db-49a9-8e80-59bb978a3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:58.996281 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-483dc134-2d3e-454e-9257-a0326a0d4283 req-69b92ec9-53db-49a9-8e80-59bb978a3157 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 200 len: 921 time: 0.1334014 Dec 20 21:20:59.024817 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-758d1561-908e-4e3b-bdad-0bbcc0e7f692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:59.051022 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-483dc134-2d3e-454e-9257-a0326a0d4283 req-28348e79-8617-4588-8c15-f78b887a3295 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03969b7e-2201-404e-9a80-876b18b65a80 HTTP/1.1" status: 200 len: 217 time: 0.0462961 Dec 20 21:20:59.061090 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eacd25a-94b6-4f0f-be83-bda71775162c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:59.089873 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eacd25a-94b6-4f0f-be83-bda71775162c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:59.118037 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-881600a5-4ae9-45ee-b403-c9325a3fd09c req-5d73718f-13d9-4a50-ad81-e915f1b2db53 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Deleting port 030fa15b-7197-426a-b047-88b30a8039a4 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:20:59.118742 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-881600a5-4ae9-45ee-b403-c9325a3fd09c req-5d73718f-13d9-4a50-ad81-e915f1b2db53 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:59.120205 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eacd25a-94b6-4f0f-be83-bda71775162c admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:20:59.140680 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacd25a-94b6-4f0f-be83-bda71775162c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1859d161-a34f-42ab-9f3e-21c81d7e5e1b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:59.145887 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dc134-2d3e-454e-9257-a0326a0d4283 req-4ddde632-ec92-4915-b555-968f46fd061c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:59.147558 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-483dc134-2d3e-454e-9257-a0326a0d4283 req-4ddde632-ec92-4915-b555-968f46fd061c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 200 len: 860 time: 0.0852776 Dec 20 21:20:59.148754 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eacd25a-94b6-4f0f-be83-bda71775162c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:59.149157 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-8eacd25a-94b6-4f0f-be83-bda71775162c admin admin] Added segment 66c11b3c-b61a-4ca9-bc30-979a1b8c367f of type vlan for network 6ecb458d-fd46-4280-8e38-557117a7554b Dec 20 21:20:59.185587 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-758d1561-908e-4e3b-bdad-0bbcc0e7f692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:59.188130 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-758d1561-908e-4e3b-bdad-0bbcc0e7f692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:59.189302 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-758d1561-908e-4e3b-bdad-0bbcc0e7f692 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ee3044b-b181-49e6-8705-2e8cf5c33aee HTTP/1.1" status: 204 len: 168 time: 0.3714752 Dec 20 21:20:59.239348 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d1561-908e-4e3b-bdad-0bbcc0e7f692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee3044b-b181-49e6-8705-2e8cf5c33aee,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:59.244762 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-483dc134-2d3e-454e-9257-a0326a0d4283 req-bb04ed2c-7be0-4268-859d-a04cdcf5c67d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b354e2a9-7558-463a-85c3-6af39fac1033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856330 Dec 20 21:20:59.319954 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eacd25a-94b6-4f0f-be83-bda71775162c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:59.441675 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c33b03eb-3d6d-4f7f-9b98-99f41518ff4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:59.488137 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-483dc134-2d3e-454e-9257-a0326a0d4283 req-cb68dff1-a4f3-402d-ad12-b7de4f35be94 service neutron] 10.222.0.31 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044141 Dec 20 21:20:59.494316 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [None req-8eacd25a-94b6-4f0f-be83-bda71775162c admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:20:59.566499 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eacd25a-94b6-4f0f-be83-bda71775162c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:59.567621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eacd25a-94b6-4f0f-be83-bda71775162c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:59.568394 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eacd25a-94b6-4f0f-be83-bda71775162c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:59.703096 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52590) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:59.784476 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-483dc134-2d3e-454e-9257-a0326a0d4283 req-c947449e-d1ef-4dea-b38d-132fd6f7548d service neutron] 10.222.0.31 "GET /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720447 Dec 20 21:20:59.802054 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-061d8983-fd44-4809-a140-4dd16b134ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:59.825429 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8eacd25a-94b6-4f0f-be83-bda71775162c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2942774 Dec 20 21:20:59.829347 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52596) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:20:59.835250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1ba18a89-fc79-4f37-aa48-58e1581dcd24 admin admin] Request body: {'subnet': {'network_id': '6ecb458d-fd46-4280-8e38-557117a7554b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-907247744-subnet', 'tenant_id': 'ba72b26f86e34f089f7208a14af016da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:20:59.845251 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-881600a5-4ae9-45ee-b403-c9325a3fd09c req-5d73718f-13d9-4a50-ad81-e915f1b2db53 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] For port 030fa15b-7197-426a-b047-88b30a8039a4, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=030fa15b-7197-426a-b047-88b30a8039a4,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:20:59.845826 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-881600a5-4ae9-45ee-b403-c9325a3fd09c req-5d73718f-13d9-4a50-ad81-e915f1b2db53 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:20:59.854252 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a34f82-0265-454d-b707-d7781609df7d req-d4c918d8-bca8-4e1f-a444-263bf2f61fbd tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:20:59.855940 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-10a34f82-0265-454d-b707-d7781609df7d req-d4c918d8-bca8-4e1f-a444-263bf2f61fbd tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 944 time: 0.3446159 Dec 20 21:20:59.880866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacd25a-94b6-4f0f-be83-bda71775162c admin admin] Pushing event updated for resources: {'Network': ['ID=6ecb458d-fd46-4280-8e38-557117a7554b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:20:59.893166 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 6ecb458d-fd46-4280-8e38-557117a7554b details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:20:59.901552 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-881600a5-4ae9-45ee-b403-c9325a3fd09c req-5d73718f-13d9-4a50-ad81-e915f1b2db53 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Calling delete_port for 030fa15b-7197-426a-b047-88b30a8039a4 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:20:59.910501 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e036af19-8987-4e29-9724-16871e5406fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:00.016435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-b88a0665-f3c9-481b-8e99-01799e443fc3 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:00.018257 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-b88a0665-f3c9-481b-8e99-01799e443fc3 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.66 "GET /v2.0/networks?id=fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 HTTP/1.1" status: 200 len: 806 time: 0.5083199 Dec 20 21:21:00.027563 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19fdbd-116a-4bfe-a115-25efe3f51828 req-7d51847b-5ab5-4195-ac09-6518adbe8144 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:00.029189 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8a19fdbd-116a-4bfe-a115-25efe3f51828 req-7d51847b-5ab5-4195-ac09-6518adbe8144 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 945 time: 0.2010133 Dec 20 21:21:00.034624 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-10a34f82-0265-454d-b707-d7781609df7d req-cde6ae71-e421-4dc2-8480-691fafd37c1e tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469927 Dec 20 21:21:00.047655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba18a89-fc79-4f37-aa48-58e1581dcd24 admin admin] Made reservation on behalf of ba72b26f86e34f089f7208a14af016da for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:00.050375 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ba18a89-fc79-4f37-aa48-58e1581dcd24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:00.061157 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b0bdcf5c-49ca-448d-8018-f7cd6c7e8344 req-090e5804-48c8-42f9-9830-5ef9c3b63c63 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 210 time: 0.1090994 Dec 20 21:21:00.157182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036af19-8987-4e29-9724-16871e5406fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=220709b2-b99e-4a0f-8dd8-9efeecd80f83,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:00.184226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e036af19-8987-4e29-9724-16871e5406fb admin admin] Checking segment: {'id': 'e79c0cc2-0287-411b-97e5-99e0439e93ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '477b6415-c3c5-4642-baf7-a60a69509b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:00.184447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e036af19-8987-4e29-9724-16871e5406fb admin admin] Network hostable DHCP agents. Network: 477b6415-c3c5-4642-baf7-a60a69509b3a, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:21:00.232269 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-9810d8e6-c70a-4427-8077-ff8ca85c2ad4 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7e6f1c601bc4aadb7c404130b71a7ce HTTP/1.1" status: 200 len: 379 time: 0.1965475 Dec 20 21:21:00.234386 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-061d8983-fd44-4809-a140-4dd16b134ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:00.259579 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-d7362380-efd3-465d-aeef-7f95b100b9e7 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Request body: {'port': {'device_id': 'd6dcaf40-47b4-4bda-be6f-23f9f9cefe96', 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5', 'admin_state_up': True, 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'security_groups': ['4ab8b529-92b3-4de9-829d-b8be20331486']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:00.263395 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-061d8983-fd44-4809-a140-4dd16b134ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:00.292073 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e036af19-8987-4e29-9724-16871e5406fb admin admin] Network 477b6415-c3c5-4642-baf7-a60a69509b3a is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:21:00.323832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679a3a5-ec6e-41d6-a94c-096ebef0f6d6 req-c7b5bc35-e4b6-41d8-b225-5f5a38b576ed tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:00.325402 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9679a3a5-ec6e-41d6-a94c-096ebef0f6d6 req-c7b5bc35-e4b6-41d8-b225-5f5a38b576ed tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=5636a808-4106-4be9-849e-15405118edd1 HTTP/1.1" status: 200 len: 950 time: 0.1367872 Dec 20 21:21:00.330348 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-e036af19-8987-4e29-9724-16871e5406fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 477b6415-c3c5-4642-baf7-a60a69509b3a) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:00.344079 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2855b03-b1eb-4a9a-ae5f-fb095884aec2 None None] Network 477b6415-c3c5-4642-baf7-a60a69509b3a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:00.376573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e036af19-8987-4e29-9724-16871e5406fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:00.377214 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e036af19-8987-4e29-9724-16871e5406fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:00.381779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52604) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:00.386545 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-061d8983-fd44-4809-a140-4dd16b134ef4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec1a8ac9df574bcd95cb860dc744ad68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6677561 Dec 20 21:21:00.411359 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-881600a5-4ae9-45ee-b403-c9325a3fd09c req-5d73718f-13d9-4a50-ad81-e915f1b2db53 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:00.411623 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d8983-fd44-4809-a140-4dd16b134ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ec36a9-d910-4067-95dc-e525fc1f7003,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:00.411623 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52606) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:00.416647 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a78b18d7-141a-4dbe-a22f-6091e8b3eef7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1361983814'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:00.438278 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79374c7a-6ebc-4b6b-94ee-db7256c74b42 req-4d6748e2-332a-4247-a756-cbaa1210b7a4 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:00.440521 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79374c7a-6ebc-4b6b-94ee-db7256c74b42 req-4d6748e2-332a-4247-a756-cbaa1210b7a4 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 945 time: 0.2406893 Dec 20 21:21:00.446829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['70996814-249a-4d32-86dd-f478ed569b84', '030fa15b-7197-426a-b047-88b30a8039a4'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:21:00.463315 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e036af19-8987-4e29-9724-16871e5406fb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6803067 Dec 20 21:21:00.487344 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8a19fdbd-116a-4bfe-a115-25efe3f51828 req-dee1fc38-89e5-44bf-aa77-d2ea46b2bec8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Deleting port 54fb995b-a2f0-40a4-9e8e-71c619a971f1 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:21:00.487676 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8a19fdbd-116a-4bfe-a115-25efe3f51828 req-dee1fc38-89e5-44bf-aa77-d2ea46b2bec8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:00.498324 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73718f-13d9-4a50-ad81-e915f1b2db53 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Pushing event deleted for resources: {'Port': ['ID=030fa15b-7197-426a-b047-88b30a8039a4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:00.566054 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78b18d7-141a-4dbe-a22f-6091e8b3eef7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Made reservation on behalf of fa6bba111e234f8b895c1075b6132216 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:00.569419 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a78b18d7-141a-4dbe-a22f-6091e8b3eef7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:00.607120 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:00.608065 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2382a9c-a6d4-48c1-ba42-0b6cffc588db None None] Network 477b6415-c3c5-4642-baf7-a60a69509b3a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:00.613734 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79374c7a-6ebc-4b6b-94ee-db7256c74b42 req-15873710-7d28-42e4-b933-6c073b9676db tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups?id=37f026f9-65d6-4291-a5e9-593cb2c18933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615322 Dec 20 21:21:00.670726 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ba18a89-fc79-4f37-aa48-58e1581dcd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:00.696905 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8a19fdbd-116a-4bfe-a115-25efe3f51828 req-dee1fc38-89e5-44bf-aa77-d2ea46b2bec8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] For port 54fb995b-a2f0-40a4-9e8e-71c619a971f1, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=54fb995b-a2f0-40a4-9e8e-71c619a971f1,segment=NetworkSegment(277faab7-a284-413e-88eb-5288c8dc15c0),segment_id=277faab7-a284-413e-88eb-5288c8dc15c0)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:00.697487 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8a19fdbd-116a-4bfe-a115-25efe3f51828 req-dee1fc38-89e5-44bf-aa77-d2ea46b2bec8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:00.752833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba18a89-fc79-4f37-aa48-58e1581dcd24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=311ccc71-cd2e-4124-9ba0-9c0f5ff94a2d,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:00.776326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-881600a5-4ae9-45ee-b403-c9325a3fd09c req-5d73718f-13d9-4a50-ad81-e915f1b2db53 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] No DVR routers for this DVR port 030fa15b-7197-426a-b047-88b30a8039a4 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:21:00.783205 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-881600a5-4ae9-45ee-b403-c9325a3fd09c req-5d73718f-13d9-4a50-ad81-e915f1b2db53 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:00.786917 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-881600a5-4ae9-45ee-b403-c9325a3fd09c req-5d73718f-13d9-4a50-ad81-e915f1b2db53 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.31 "DELETE /v2.0/ports/030fa15b-7197-426a-b047-88b30a8039a4 HTTP/1.1" status: 204 len: 173 time: 2.0450399 Dec 20 21:21:00.800442 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a361132-9732-4d66-a129-e810f007fd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:00.813141 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9679a3a5-ec6e-41d6-a94c-096ebef0f6d6 req-6ac230de-4ea0-4df0-86e0-7107a46f8aca tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/security-groups?id=cde6e55f-a2d6-45da-a4ea-431765ac3232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383178 Dec 20 21:21:00.848592 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-d7362380-efd3-465d-aeef-7f95b100b9e7 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Made reservation on behalf of a7e6f1c601bc4aadb7c404130b71a7ce for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:00.853798 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-d7362380-efd3-465d-aeef-7f95b100b9e7 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:00.861686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba18a89-fc79-4f37-aa48-58e1581dcd24 admin admin] Checking segment: {'id': '66c11b3c-b61a-4ca9-bc30-979a1b8c367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6ecb458d-fd46-4280-8e38-557117a7554b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:00.862315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba18a89-fc79-4f37-aa48-58e1581dcd24 admin admin] Network hostable DHCP agents. Network: 6ecb458d-fd46-4280-8e38-557117a7554b, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:21:00.888536 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ed765c-f836-4118-874c-a207091d66a3', 'name': 'network-vif-deleted', 'tag': '030fa15b-7197-426a-b047-88b30a8039a4'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:21:00.891366 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ff26f1-952b-4ca8-96fe-2e70acb1cec3" -d '{"events": [{"server_uuid": "e7ed765c-f836-4118-874c-a207091d66a3", "name": "network-vif-deleted", "tag": "030fa15b-7197-426a-b047-88b30a8039a4"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:21:00.900779 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a361132-9732-4d66-a129-e810f007fd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:00.935879 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba18a89-fc79-4f37-aa48-58e1581dcd24 admin admin] Network 6ecb458d-fd46-4280-8e38-557117a7554b is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:21:00.953815 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8a19fdbd-116a-4bfe-a115-25efe3f51828 req-dee1fc38-89e5-44bf-aa77-d2ea46b2bec8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:00.954502 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8a19fdbd-116a-4bfe-a115-25efe3f51828 req-dee1fc38-89e5-44bf-aa77-d2ea46b2bec8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:00.954836 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [req-8a19fdbd-116a-4bfe-a115-25efe3f51828 req-dee1fc38-89e5-44bf-aa77-d2ea46b2bec8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Floating IP 4d4ac602-2113-423b-8b31-cf3ad0340e42 disassociated. External IP: 172.35.3.209, port: 54fb995b-a2f0-40a4-9e8e-71c619a971f1. Dec 20 21:21:00.955203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8a19fdbd-116a-4bfe-a115-25efe3f51828 req-dee1fc38-89e5-44bf-aa77-d2ea46b2bec8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Calling delete_port for 54fb995b-a2f0-40a4-9e8e-71c619a971f1 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:21:00.959431 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:21:00.961003 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-1ba18a89-fc79-4f37-aa48-58e1581dcd24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 6ecb458d-fd46-4280-8e38-557117a7554b) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:00.967332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba18a89-fc79-4f37-aa48-58e1581dcd24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:00.968030 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ba18a89-fc79-4f37-aa48-58e1581dcd24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:00.989063 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a77b6d-8007-4a25-bed1-97169efaac45 x-openstack-request-id: req-14a77b6d-8007-4a25-bed1-97169efaac45 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:21:00.989369 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ed765c-f836-4118-874c-a207091d66a3", "name": "network-vif-deleted", "tag": "030fa15b-7197-426a-b047-88b30a8039a4", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:21:00.989627 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14a77b6d-8007-4a25-bed1-97169efaac45 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:21:00.990200 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ed765c-f836-4118-874c-a207091d66a3', 'name': 'network-vif-deleted', 'tag': '030fa15b-7197-426a-b047-88b30a8039a4', 'status': 'completed', 'code': 200} Dec 20 21:21:00.991762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:21:00.992211 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 2639aacc-88d5-43d2-b8ef-43bdacfbb3ae not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:21:00.994799 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffd7843-ef61-4708-9a00-807961231417 None None] Network 6ecb458d-fd46-4280-8e38-557117a7554b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:01.006827 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1ba18a89-fc79-4f37-aa48-58e1581dcd24 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1680982 Dec 20 21:21:01.033449 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a361132-9732-4d66-a129-e810f007fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:01.036848 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a361132-9732-4d66-a129-e810f007fd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:01.038049 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6a361132-9732-4d66-a129-e810f007fd79 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3ec36a9-d910-4067-95dc-e525fc1f7003 HTTP/1.1" status: 204 len: 168 time: 0.6540482 Dec 20 21:21:01.054680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a361132-9732-4d66-a129-e810f007fd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ec36a9-d910-4067-95dc-e525fc1f7003,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:01.059230 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78b18d7-141a-4dbe-a22f-6091e8b3eef7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:21:01.169599 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a78b18d7-141a-4dbe-a22f-6091e8b3eef7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:01.170088 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-a78b18d7-141a-4dbe-a22f-6091e8b3eef7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Added segment 0b99f6fc-c333-4da6-96c5-c9d743475af4 of type vlan for network 26353263-4cf3-440d-921d-58d861009b00 Dec 20 21:21:01.238410 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e9b93e5-2af6-4cb8-b106-85f626d96fb1 req-ddb4531c-6216-4254-a245-9533e714df2b tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 210 time: 0.0901580 Dec 20 21:21:01.316525 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0168733-4448-4d0e-9f9d-12ee45ebc056 None None] Network 6ecb458d-fd46-4280-8e38-557117a7554b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:01.333585 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a78b18d7-141a-4dbe-a22f-6091e8b3eef7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:01.359334 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-e9730d9c-dbc2-49a8-ba33-a8d17fabb93a tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:01.360819 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-e9730d9c-dbc2-49a8-ba33-a8d17fabb93a tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/networks?id=477b6415-c3c5-4642-baf7-a60a69509b3a HTTP/1.1" status: 200 len: 813 time: 0.3313015 Dec 20 21:21:01.421164 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4529d9e1-6bb5-42d3-a227-589314cc66bb req-e993e559-3dac-470d-995d-ddfff8c5ae54 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 210 time: 0.0684435 Dec 20 21:21:01.434840 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-7ed97cbd-982b-4ca3-9519-6d062bf32014 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/quotas/075b2fc3ed65406499a302e7aeec4797 HTTP/1.1" status: 200 len: 375 time: 0.0364592 Dec 20 21:21:01.487349 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a78b18d7-141a-4dbe-a22f-6091e8b3eef7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:01.492718 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78b18d7-141a-4dbe-a22f-6091e8b3eef7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:01.493336 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a78b18d7-141a-4dbe-a22f-6091e8b3eef7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:01.498015 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-e0685de1-bb5a-4c57-ba66-6a73fe462482 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=075b2fc3ed65406499a302e7aeec4797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522573 Dec 20 21:21:01.499235 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-d7362380-efd3-465d-aeef-7f95b100b9e7 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Allocated IP 172.20.0.13 (fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5/3d670f12-9b1e-4214-8d75-9099ed36058a/b89e2f6e-5bef-4993-9f38-f776ffe51732) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:01.511994 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31cc66-410b-41cf-ab16-b69ef26f436c req-25bfedfd-ce35-4a99-a30f-c5294f8096cb tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:01.515475 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb31cc66-410b-41cf-ab16-b69ef26f436c req-25bfedfd-ce35-4a99-a30f-c5294f8096cb tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.66 "GET /v2.0/ports?device_id=5636a808-4106-4be9-849e-15405118edd1 HTTP/1.1" status: 200 len: 950 time: 0.0892744 Dec 20 21:21:01.525855 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8a19fdbd-116a-4bfe-a115-25efe3f51828 req-dee1fc38-89e5-44bf-aa77-d2ea46b2bec8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:01.623220 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a78b18d7-141a-4dbe-a22f-6091e8b3eef7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2109430 Dec 20 21:21:01.651317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52642) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:01.665780 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-7b9ed63d-94c4-4c14-bcd7-1e43cfce05a2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-202516176'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:01.677309 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1fc38-89e5-44bf-aa77-d2ea46b2bec8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Pushing event deleted for resources: {'Port': ['ID=54fb995b-a2f0-40a4-9e8e-71c619a971f1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:01.733182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-bb31cc66-410b-41cf-ab16-b69ef26f436c req-ad28cb14-94bc-40bb-abaf-018195b478c8 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Deleting port f9449433-ee22-4fb0-8d93-fe073c329950 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:21:01.733600 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bb31cc66-410b-41cf-ab16-b69ef26f436c req-ad28cb14-94bc-40bb-abaf-018195b478c8 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:01.773356 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b18d7-141a-4dbe-a22f-6091e8b3eef7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event updated for resources: {'Network': ['ID=26353263-4cf3-440d-921d-58d861009b00,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:01.783239 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 26353263-4cf3-440d-921d-58d861009b00 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:21:01.837092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9ed63d-94c4-4c14-bcd7-1e43cfce05a2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Made reservation on behalf of fa6bba111e234f8b895c1075b6132216 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:01.841018 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7b9ed63d-94c4-4c14-bcd7-1e43cfce05a2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:01.877265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-bb31cc66-410b-41cf-ab16-b69ef26f436c req-ad28cb14-94bc-40bb-abaf-018195b478c8 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] For port f9449433-ee22-4fb0-8d93-fe073c329950, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f9449433-ee22-4fb0-8d93-fe073c329950,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:01.877631 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bb31cc66-410b-41cf-ab16-b69ef26f436c req-ad28cb14-94bc-40bb-abaf-018195b478c8 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:01.887894 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9ed63d-94c4-4c14-bcd7-1e43cfce05a2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:21:01.899539 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-bb31cc66-410b-41cf-ab16-b69ef26f436c req-ad28cb14-94bc-40bb-abaf-018195b478c8 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Calling delete_port for f9449433-ee22-4fb0-8d93-fe073c329950 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:21:01.905915 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7b9ed63d-94c4-4c14-bcd7-1e43cfce05a2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:01.906235 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-7b9ed63d-94c4-4c14-bcd7-1e43cfce05a2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Added segment fab1d453-07de-487d-855a-9b6fad58b8b4 of type vlan for network 639c8589-e65d-40a2-92b1-3421f5cc2118 Dec 20 21:21:02.011770 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7b9ed63d-94c4-4c14-bcd7-1e43cfce05a2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:02.026322 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-6d44f421-d341-4196-8a9b-d0ee2a635c04 service neutron] 10.222.0.32 "GET /v2.0/networks/477b6415-c3c5-4642-baf7-a60a69509b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139349 Dec 20 21:21:02.063408 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:02.091995 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7b9ed63d-94c4-4c14-bcd7-1e43cfce05a2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:02.106437 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9ed63d-94c4-4c14-bcd7-1e43cfce05a2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:02.107491 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7b9ed63d-94c4-4c14-bcd7-1e43cfce05a2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:02.127563 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-d7362380-efd3-465d-aeef-7f95b100b9e7 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:02.169265 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a19fdbd-116a-4bfe-a115-25efe3f51828 req-dee1fc38-89e5-44bf-aa77-d2ea46b2bec8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Router 4f28c683-43da-4455-a735-ca6ab86e9b0a has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:21:02.215776 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-7e3f750f-e16c-47d2-ab46-f5e462b701b2 service neutron] 10.222.0.32 "GET /v2.0/networks/477b6415-c3c5-4642-baf7-a60a69509b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875820 Dec 20 21:21:02.282666 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ed63d-94c4-4c14-bcd7-1e43cfce05a2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event updated for resources: {'Network': ['ID=639c8589-e65d-40a2-92b1-3421f5cc2118,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:02.291352 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7b9ed63d-94c4-4c14-bcd7-1e43cfce05a2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6352308 Dec 20 21:21:02.298559 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b3277e7-3962-4732-9730-0489f78c568a req-b083d459-ad75-4579-8874-48d059fd5f09 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 210 time: 0.1224782 Dec 20 21:21:02.310267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52664) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:02.335305 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 639c8589-e65d-40a2-92b1-3421f5cc2118 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:21:02.346088 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-9020a78b-f52a-434f-abe8-ae1457840cfe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Request body: {'subnet': {'network_id': '26353263-4cf3-440d-921d-58d861009b00', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:02.399886 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:02.430972 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-d7362380-efd3-465d-aeef-7f95b100b9e7 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:02.510449 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bb31cc66-410b-41cf-ab16-b69ef26f436c req-ad28cb14-94bc-40bb-abaf-018195b478c8 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:02.542666 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['f9449433-ee22-4fb0-8d93-fe073c329950'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:21:02.579977 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-d7362380-efd3-465d-aeef-7f95b100b9e7 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Network fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:02.598435 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52674) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:02.602564 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-d7362380-efd3-465d-aeef-7f95b100b9e7 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:02.610300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-d7362380-efd3-465d-aeef-7f95b100b9e7 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:02.684926 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9616c9de-c4f5-4a7c-9e86-4f231effcfa5 req-b1256faf-cfaa-4ed1-b173-f3df1056a3f2 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.32 "GET /v2.0/ports?device_id=5636a808-4106-4be9-849e-15405118edd1 HTTP/1.1" status: 200 len: 210 time: 0.1699951 Dec 20 21:21:02.701771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28cb14-94bc-40bb-abaf-018195b478c8 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Pushing event deleted for resources: {'Port': ['ID=f9449433-ee22-4fb0-8d93-fe073c329950,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:02.860952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb31cc66-410b-41cf-ab16-b69ef26f436c req-ad28cb14-94bc-40bb-abaf-018195b478c8 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] No DVR routers for this DVR port f9449433-ee22-4fb0-8d93-fe073c329950 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:21:02.881885 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bb31cc66-410b-41cf-ab16-b69ef26f436c req-ad28cb14-94bc-40bb-abaf-018195b478c8 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:02.885646 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb31cc66-410b-41cf-ab16-b69ef26f436c req-ad28cb14-94bc-40bb-abaf-018195b478c8 tempest-ServersAdminNegativeTestJSON-289996222 tempest-ServersAdminNegativeTestJSON-289996222-project] 10.222.0.66 "DELETE /v2.0/ports/f9449433-ee22-4fb0-8d93-fe073c329950 HTTP/1.1" status: 204 len: 173 time: 1.3652797 Dec 20 21:21:02.937087 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 54fb995b-a2f0-40a4-9e8e-71c619a971f1 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:21:02.943987 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-dfc13f63-3cf0-4b8f-b3d5-492a984706ad admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1856536129-network', 'tenant_id': '803f255dbb5a46b2b7b40c99b2c9a20e'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:02.978133 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9020a78b-f52a-434f-abe8-ae1457840cfe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Made reservation on behalf of fa6bba111e234f8b895c1075b6132216 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:02.982047 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9020a78b-f52a-434f-abe8-ae1457840cfe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:02.983387 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 54fb995b-a2f0-40a4-9e8e-71c619a971f1 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:21:02.983838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 54fb995b-a2f0-40a4-9e8e-71c619a971f1 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:21:02.984264 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 030fa15b-7197-426a-b047-88b30a8039a4 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:21:02.999935 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5636a808-4106-4be9-849e-15405118edd1', 'name': 'network-vif-deleted', 'tag': 'f9449433-ee22-4fb0-8d93-fe073c329950'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:21:03.005471 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cf0f88-50b7-437e-8548-00a863b935ca" -d '{"events": [{"server_uuid": "5636a808-4106-4be9-849e-15405118edd1", "name": "network-vif-deleted", "tag": "f9449433-ee22-4fb0-8d93-fe073c329950"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:21:03.034734 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 030fa15b-7197-426a-b047-88b30a8039a4 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:21:03.035526 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 030fa15b-7197-426a-b047-88b30a8039a4 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:21:03.131026 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab71dc-0ea8-48c4-86e2-741aa52679c4 req-990f0b55-49e2-44a5-90ab-277f7c0eae2e tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:03.138922 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57ab71dc-0ea8-48c4-86e2-741aa52679c4 req-990f0b55-49e2-44a5-90ab-277f7c0eae2e tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 932 time: 0.2792134 Dec 20 21:21:03.157385 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1f08f695-b933-46be-a187-983b74ea40e2 None None] Provisioning complete for port b89e2f6e-5bef-4993-9f38-f776ffe51732 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:03.157861 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f08f695-b933-46be-a187-983b74ea40e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:03.176119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc13f63-3cf0-4b8f-b3d5-492a984706ad admin admin] Made reservation on behalf of 803f255dbb5a46b2b7b40c99b2c9a20e for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:03.178685 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dfc13f63-3cf0-4b8f-b3d5-492a984706ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:03.201944 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dfc13f63-3cf0-4b8f-b3d5-492a984706ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:03.236698 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1f08f695-b933-46be-a187-983b74ea40e2 None None] Port b89e2f6e-5bef-4993-9f38-f776ffe51732 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:21:03.254661 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57ab71dc-0ea8-48c4-86e2-741aa52679c4 req-aadb9fa8-4f8e-478e-b78d-00fec9a23679 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ab8b529-92b3-4de9-829d-b8be20331486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144044 Dec 20 21:21:03.326674 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b890eefc-d825-40d6-a598-d93247b80909 req-cf34f1f1-dfd7-4a6e-b70c-99b3b6c1dd80 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 210 time: 0.0654173 Dec 20 21:21:03.377506 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7362380-efd3-465d-aeef-7f95b100b9e7 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Pushing event updated for resources: {'Port': ['ID=b89e2f6e-5bef-4993-9f38-f776ffe51732,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:03.406980 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dfc13f63-3cf0-4b8f-b3d5-492a984706ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:03.431518 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-d7362380-efd3-465d-aeef-7f95b100b9e7 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:03.436025 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-d7362380-efd3-465d-aeef-7f95b100b9e7 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:03.438226 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dfc13f63-3cf0-4b8f-b3d5-492a984706ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:03.445092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a19fdbd-116a-4bfe-a115-25efe3f51828 req-dee1fc38-89e5-44bf-aa77-d2ea46b2bec8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:21:03.461548 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c647976-4686-42ab-9446-174640e2643b None None] Sync routers for ids ['4f28c683-43da-4455-a735-ca6ab86e9b0a'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:21:03.485691 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c647976-4686-42ab-9446-174640e2643b None None] Routers {'4f28c683-43da-4455-a735-ca6ab86e9b0a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:03.486852 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4c647976-4686-42ab-9446-174640e2643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f28c683-43da-4455-a735-ca6ab86e9b0a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:03.517575 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-d7362380-efd3-465d-aeef-7f95b100b9e7 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2759848 Dec 20 21:21:03.529663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c2a0d18-c26e-4aa2-bcfd-a051ca5af828 req-6a6bfbef-939f-4236-9216-bf36113aef89 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 210 time: 0.1170959 Dec 20 21:21:03.592047 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Request body: {'port': {'device_id': 'd6dcaf40-47b4-4bda-be6f-23f9f9cefe96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:03.609304 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc13f63-3cf0-4b8f-b3d5-492a984706ad admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:21:03.613797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a19fdbd-116a-4bfe-a115-25efe3f51828 req-dee1fc38-89e5-44bf-aa77-d2ea46b2bec8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] No DVR routers for this DVR port 54fb995b-a2f0-40a4-9e8e-71c619a971f1 on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:21:03.629182 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8a19fdbd-116a-4bfe-a115-25efe3f51828 req-dee1fc38-89e5-44bf-aa77-d2ea46b2bec8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:03.629665 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dfc13f63-3cf0-4b8f-b3d5-492a984706ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:03.630130 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-dfc13f63-3cf0-4b8f-b3d5-492a984706ad admin admin] Added segment 93e75a35-b432-4782-837d-a0bc23734d68 of type vlan for network d19f539b-a15b-410d-9464-ba451a274190 Dec 20 21:21:03.632611 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8a19fdbd-116a-4bfe-a115-25efe3f51828 req-dee1fc38-89e5-44bf-aa77-d2ea46b2bec8 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.31 "DELETE /v2.0/ports/54fb995b-a2f0-40a4-9e8e-71c619a971f1 HTTP/1.1" status: 204 len: 173 time: 3.5896842 Dec 20 21:21:03.681728 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fad8e69-fb73-448a-ad64-82a3661cafc9', 'name': 'network-vif-deleted', 'tag': '54fb995b-a2f0-40a4-9e8e-71c619a971f1'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:21:03.690402 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725072af-ee1f-4cc8-8677-e643d6f576c1" -d '{"events": [{"server_uuid": "8fad8e69-fb73-448a-ad64-82a3661cafc9", "name": "network-vif-deleted", "tag": "54fb995b-a2f0-40a4-9e8e-71c619a971f1"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:21:03.718078 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69acc923-b864-4680-8c96-9e568394e81e x-openstack-request-id: req-69acc923-b864-4680-8c96-9e568394e81e {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:21:03.718406 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5636a808-4106-4be9-849e-15405118edd1", "name": "network-vif-deleted", "tag": "f9449433-ee22-4fb0-8d93-fe073c329950", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:21:03.718645 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69acc923-b864-4680-8c96-9e568394e81e {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:21:03.719036 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5636a808-4106-4be9-849e-15405118edd1', 'name': 'network-vif-deleted', 'tag': 'f9449433-ee22-4fb0-8d93-fe073c329950', 'status': 'completed', 'code': 200} Dec 20 21:21:03.719678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc13f63-3cf0-4b8f-b3d5-492a984706ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c165c88b-488e-43f8-bea5-a1b98a006bff,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:03.740862 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dfc13f63-3cf0-4b8f-b3d5-492a984706ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:03.743713 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:03.800711 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-4c647976-4686-42ab-9446-174640e2643b None None] Set router 4f28c683-43da-4455-a735-ca6ab86e9b0a gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:03.822325 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8986c9d2-5d56-421b-93e7-2f7cdcf50f36 req-66ff94d9-37a6-4eea-9594-b768875a7879 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad8e69-fb73-448a-ad64-82a3661cafc9 HTTP/1.1" status: 200 len: 210 time: 0.1220891 Dec 20 21:21:03.851462 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9020a78b-f52a-434f-abe8-ae1457840cfe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:03.956065 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b604cc3-7596-42d9-96d3-eca62fbfe0d0 x-openstack-request-id: req-5b604cc3-7596-42d9-96d3-eca62fbfe0d0 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:21:03.956497 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fad8e69-fb73-448a-ad64-82a3661cafc9", "name": "network-vif-deleted", "tag": "54fb995b-a2f0-40a4-9e8e-71c619a971f1", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:21:03.956751 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b604cc3-7596-42d9-96d3-eca62fbfe0d0 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:21:03.958327 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fad8e69-fb73-448a-ad64-82a3661cafc9', 'name': 'network-vif-deleted', 'tag': '54fb995b-a2f0-40a4-9e8e-71c619a971f1', 'status': 'completed', 'code': 200} Dec 20 21:21:03.981768 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dfc13f63-3cf0-4b8f-b3d5-492a984706ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:03.986296 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc13f63-3cf0-4b8f-b3d5-492a984706ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:03.989142 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dfc13f63-3cf0-4b8f-b3d5-492a984706ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:04.114540 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4c647976-4686-42ab-9446-174640e2643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:16:02Z', 'revision_number': 4, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '9e12ffe2-65e9-40a4-8d62-d718ed68a475', 'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'mac_address': 'fa:16:3e:04:06:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:00Z', 'updated_at': '2021-12-20T21:16:07Z', 'revision_number': 5, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'subnets': [{'id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:04.168149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc13f63-3cf0-4b8f-b3d5-492a984706ad admin admin] Pushing event updated for resources: {'Network': ['ID=d19f539b-a15b-410d-9464-ba451a274190,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:04.171215 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c647976-4686-42ab-9446-174640e2643b None None] Checking router: 4f28c683-43da-4455-a735-ca6ab86e9b0a for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:21:04.186653 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network d19f539b-a15b-410d-9464-ba451a274190 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:21:04.201498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020a78b-f52a-434f-abe8-ae1457840cfe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event updated for resources: {'Subnet': ['ID=1783f558-5e9c-4072-90cf-99eebb6a8ebe,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:04.204333 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c647976-4686-42ab-9446-174640e2643b None None] Routers {'4f28c683-43da-4455-a735-ca6ab86e9b0a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:04.208120 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4c647976-4686-42ab-9446-174640e2643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f28c683-43da-4455-a735-ca6ab86e9b0a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:04.257865 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dfc13f63-3cf0-4b8f-b3d5-492a984706ad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6563711 Dec 20 21:21:04.265741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52712) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:04.302600 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-eeffd504-0748-494b-a615-90dce72cf05c admin admin] Request body: {'subnet': {'network_id': 'd19f539b-a15b-410d-9464-ba451a274190', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856536129-subnet', 'tenant_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:04.304527 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52716) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:04.322740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9020a78b-f52a-434f-abe8-ae1457840cfe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Checking segment: {'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:04.324351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9020a78b-f52a-434f-abe8-ae1457840cfe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Network hostable DHCP agents. Network: 26353263-4cf3-440d-921d-58d861009b00, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:21:04.393636 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9020a78b-f52a-434f-abe8-ae1457840cfe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Network 26353263-4cf3-440d-921d-58d861009b00 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:21:04.399620 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-4c647976-4686-42ab-9446-174640e2643b None None] Set router 4f28c683-43da-4455-a735-ca6ab86e9b0a gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:04.403571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeffd504-0748-494b-a615-90dce72cf05c admin admin] Made reservation on behalf of 803f255dbb5a46b2b7b40c99b2c9a20e for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:04.406538 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eeffd504-0748-494b-a615-90dce72cf05c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:04.423545 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-9020a78b-f52a-434f-abe8-ae1457840cfe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 26353263-4cf3-440d-921d-58d861009b00) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:04.428475 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9020a78b-f52a-434f-abe8-ae1457840cfe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:04.429770 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9020a78b-f52a-434f-abe8-ae1457840cfe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:04.440408 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426b2d5d-873f-4b6d-85ec-2e493012715f None None] Network 26353263-4cf3-440d-921d-58d861009b00 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:04.493295 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89e2f6e-5bef-4993-9f38-f776ffe51732 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:21:04.528646 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:04.643632 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9020a78b-f52a-434f-abe8-ae1457840cfe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3293414 Dec 20 21:21:04.652363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52728) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:04.673089 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Request body: {'subnet': {'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:04.717808 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Transition to ACTIVE for port object b89e2f6e-5bef-4993-9f38-f776ffe51732 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:21:04.725612 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-77a740b4-9a78-4e07-b612-a7d90b0d89bd tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:04.727378 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-77a740b4-9a78-4e07-b612-a7d90b0d89bd tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.31 "GET /v2.0/networks?id=477b6415-c3c5-4642-baf7-a60a69509b3a HTTP/1.1" status: 200 len: 813 time: 0.5094995 Dec 20 21:21:04.728398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f9449433-ee22-4fb0-8d93-fe073c329950 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:21:04.734854 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:04.753618 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d5538-44be-4adf-9a22-a2357f4c9492 req-5ef28240-a6d7-4a8f-a45a-43cf76fcf35f tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:04.761529 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db9d5538-44be-4adf-9a22-a2357f4c9492 req-5ef28240-a6d7-4a8f-a45a-43cf76fcf35f tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 932 time: 0.3653467 Dec 20 21:21:04.807392 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-af8e6e37-4ee7-42f9-9af5-399c0eb2dbd6 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Request body: {'port': {'device_id': '93764161-af84-4cea-9d6b-087957f80655', 'network_id': '477b6415-c3c5-4642-baf7-a60a69509b3a', 'admin_state_up': True, 'tenant_id': '075b2fc3ed65406499a302e7aeec4797'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:04.813605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: f9449433-ee22-4fb0-8d93-fe073c329950 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:21:04.814085 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f9449433-ee22-4fb0-8d93-fe073c329950 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:21:04.877347 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-26353263-4cf3-440d-921d-58d861009b00', 'network_id': '26353263-4cf3-440d-921d-58d861009b00', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'fixed_ips': [{'subnet_id': '1783f558-5e9c-4072-90cf-99eebb6a8ebe'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:21:04.878490 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:04.890015 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-549b05b9-23d8-4e59-9323-7ad3b1aa7986 req-95e4387f-964d-46f5-a985-6810547ecb50 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 210 time: 0.1971722 Dec 20 21:21:04.915910 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4c647976-4686-42ab-9446-174640e2643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:16:02Z', 'revision_number': 4, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '9e12ffe2-65e9-40a4-8d62-d718ed68a475', 'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'mac_address': 'fa:16:3e:04:06:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:00Z', 'updated_at': '2021-12-20T21:16:07Z', 'revision_number': 5, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'subnets': [{'id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:04.990280 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c647976-4686-42ab-9446-174640e2643b None None] The sync data for ids ['4f28c683-43da-4455-a735-ca6ab86e9b0a'] in n-d-xena-1 is: [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:16:02Z', 'revision_number': 4, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '9e12ffe2-65e9-40a4-8d62-d718ed68a475', 'name': '', 'network_id': '26695cc4-6d4c-47f9-b9d6-944bc1cfd208', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'mac_address': 'fa:16:3e:04:06:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:00Z', 'updated_at': '2021-12-20T21:16:07Z', 'revision_number': 5, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'subnets': [{'id': 'e7a38a1c-ba40-430e-b466-9b0024d8be26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:21:05.045967 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2a0b733d-187b-4096-957d-227345b15b28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e12d1fb88fdc42ddbd876700dcc90a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6684942 Dec 20 21:21:05.052863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52734) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:05.084644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Made reservation on behalf of fa6bba111e234f8b895c1075b6132216 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:05.096635 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:05.138697 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db9d5538-44be-4adf-9a22-a2357f4c9492 req-ac83cfc2-0cf8-44db-b570-9ebe8f3554b6 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ab8b529-92b3-4de9-829d-b8be20331486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3762915 Dec 20 21:21:05.147723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Pushing event updated for resources: {'Port': ['ID=b89e2f6e-5bef-4993-9f38-f776ffe51732,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:05.251653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Attempting to bind port b89e2f6e-5bef-4993-9f38-f776ffe51732 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:21:05.251975 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Attempting to bind port b89e2f6e-5bef-4993-9f38-f776ffe51732 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'db5a54d8-a1cc-4e9c-93ee-a03a7ee33813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:21:05.252291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Attempting to bind port b89e2f6e-5bef-4993-9f38-f776ffe51732 on network fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:05.260028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Port b89e2f6e-5bef-4993-9f38-f776ffe51732 on network fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:21:05.260415 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Attempting to bind port b89e2f6e-5bef-4993-9f38-f776ffe51732 on network fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:05.275950 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:21:05.276294 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Checking segment: {'id': 'db5a54d8-a1cc-4e9c-93ee-a03a7ee33813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:05.276705 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Bound using segment: {'id': 'db5a54d8-a1cc-4e9c-93ee-a03a7ee33813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:21:05.277519 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Bound port: b89e2f6e-5bef-4993-9f38-f776ffe51732, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5a54d8-a1cc-4e9c-93ee-a03a7ee33813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:21:05.277958 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:05.281043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Allocated IP 10.1.1.2 (26353263-4cf3-440d-921d-58d861009b00/1783f558-5e9c-4072-90cf-99eebb6a8ebe/9a67ec1d-300b-4326-ab3e-764fdfd815f2) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:05.328267 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-af8e6e37-4ee7-42f9-9af5-399c0eb2dbd6 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Made reservation on behalf of 075b2fc3ed65406499a302e7aeec4797 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:05.337350 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-af8e6e37-4ee7-42f9-9af5-399c0eb2dbd6 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:05.370254 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:05.450696 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c6e68e3-1a9b-4f36-a230-8a6323224c35 req-cc121bdd-433e-4769-af69-a28ec5ed27ea tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 210 time: 0.0864227 Dec 20 21:21:05.505306 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eeffd504-0748-494b-a615-90dce72cf05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:05.509237 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52744) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:05.533303 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85beaebb-0c09-4fcb-9e58-6af3c092f442 None None] New status for floating IP 4d4ac602-2113-423b-8b31-cf3ad0340e42: DOWN {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:21:05.579202 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event updated for resources: {'Subnet': ['ID=bcfdc364-7df9-412a-8432-b29f6a28f02f,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:05.643179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] For port b89e2f6e-5bef-4993-9f38-f776ffe51732, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:21:05.652025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:05.652438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:05.652742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:05.653071 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:05.653924 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:05.653924 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:05.654203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:05.654525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:05.654846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:05.655172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:05.655924 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:05.655924 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:05.688122 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] For port b89e2f6e-5bef-4993-9f38-f776ffe51732, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b89e2f6e-5bef-4993-9f38-f776ffe51732,segment=NetworkSegment(db5a54d8-a1cc-4e9c-93ee-a03a7ee33813),segment_id=db5a54d8-a1cc-4e9c-93ee-a03a7ee33813)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:21:05.701926 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-222e52cd-06fd-4cb9-8f01-def03e074dc2 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:05.704128 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:05.721532 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:05.741088 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:05.755388 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Checking segment: {'id': 'fab1d453-07de-487d-855a-9b6fad58b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:05.756019 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Network hostable DHCP agents. Network: 639c8589-e65d-40a2-92b1-3421f5cc2118, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:21:05.773299 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4a232644-db51-4d33-aae5-7dbaacdaaa96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:05.779471 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-af8e6e37-4ee7-42f9-9af5-399c0eb2dbd6 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Allocated IP 172.20.0.5 (477b6415-c3c5-4642-baf7-a60a69509b3a/220709b2-b99e-4a0f-8dd8-9efeecd80f83/cf58a9aa-0779-4b78-afcf-1a1edd200491) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:05.796286 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:05.796906 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:05.798330 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] 10.222.0.66 "PUT /v2.0/ports/b89e2f6e-5bef-4993-9f38-f776ffe51732 HTTP/1.1" status: 200 len: 1090 time: 2.2213962 Dec 20 21:21:05.806762 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-222e52cd-06fd-4cb9-8f01-def03e074dc2 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:05.843929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Network 26353263-4cf3-440d-921d-58d861009b00 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:05.851038 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:05.857976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:05.860476 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Network 639c8589-e65d-40a2-92b1-3421f5cc2118 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:21:05.875789 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799de4d7-928e-4635-9b8e-47c3692c43bc service neutron] Pushing event updated for resources: {'Port': ['ID=b89e2f6e-5bef-4993-9f38-f776ffe51732,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:05.890105 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4a232644-db51-4d33-aae5-7dbaacdaaa96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:05.892068 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 639c8589-e65d-40a2-92b1-3421f5cc2118) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:05.897190 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:05.898126 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:05.925202 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffd504-0748-494b-a615-90dce72cf05c admin admin] Checking segment: {'id': '93e75a35-b432-4782-837d-a0bc23734d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:05.925856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeffd504-0748-494b-a615-90dce72cf05c admin admin] Network hostable DHCP agents. Network: d19f539b-a15b-410d-9464-ba451a274190, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:21:05.947491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffd504-0748-494b-a615-90dce72cf05c admin admin] Pushing event updated for resources: {'Subnet': ['ID=76628de7-9147-4946-bce8-6da6c25b78c9,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:05.967654 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dcaf40-47b4-4bda-be6f-23f9f9cefe96', 'tag': 'b89e2f6e-5bef-4993-9f38-f776ffe51732'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:21:05.979733 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace46c7f-4173-4302-951b-a3b5ab4e1c72" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dcaf40-47b4-4bda-be6f-23f9f9cefe96", "tag": "b89e2f6e-5bef-4993-9f38-f776ffe51732"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:21:05.980745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0188d20b-2515-45cc-b0c4-dda8eb6f02d7 None None] Network 639c8589-e65d-40a2-92b1-3421f5cc2118 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:05.985242 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Pushing event updated for resources: {'Port': ['ID=9a67ec1d-300b-4326-ab3e-764fdfd815f2,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:06.026372 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Attempting to bind port 9a67ec1d-300b-4326-ab3e-764fdfd815f2 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:21:06.026766 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Attempting to bind port 9a67ec1d-300b-4326-ab3e-764fdfd815f2 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:21:06.027134 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Attempting to bind port 9a67ec1d-300b-4326-ab3e-764fdfd815f2 on network 26353263-4cf3-440d-921d-58d861009b00 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:06.029450 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeffd504-0748-494b-a615-90dce72cf05c admin admin] Network d19f539b-a15b-410d-9464-ba451a274190 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:21:06.035389 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8cfa16e5-a4e3-4309-84c4-dcd8a19f235c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3818517 Dec 20 21:21:06.042465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52760) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:06.048384 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0cf0f9d6-f031-4d99-bad7-4514350cfae0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Request body: {'port': {'network_id': '26353263-4cf3-440d-921d-58d861009b00', 'name': 'tempest-TaggedBootDevicesTest_v242-910485573', 'fixed_ips': [{'subnet_id': '1783f558-5e9c-4072-90cf-99eebb6a8ebe'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:06.072800 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:21:06.073297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Checking segment: {'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:06.073760 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:06.074459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Bound using segment: {'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:21:06.074952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Bound port: 9a67ec1d-300b-4326-ab3e-764fdfd815f2, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:21:06.075344 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:06.082481 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-222e52cd-06fd-4cb9-8f01-def03e074dc2 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:06.085034 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-222e52cd-06fd-4cb9-8f01-def03e074dc2 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:06.086230 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-222e52cd-06fd-4cb9-8f01-def03e074dc2 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "DELETE /v2.0/security-groups/37f026f9-65d6-4291-a5e9-593cb2c18933 HTTP/1.1" status: 204 len: 168 time: 0.5756686 Dec 20 21:21:06.101580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52762) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:06.104255 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-eeffd504-0748-494b-a615-90dce72cf05c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, d19f539b-a15b-410d-9464-ba451a274190) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:06.110839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeffd504-0748-494b-a615-90dce72cf05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:06.111471 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eeffd504-0748-494b-a615-90dce72cf05c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:06.113337 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-38ed1b67-df3a-4dc7-b96a-7765309b6c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:06.115148 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-38ed1b67-df3a-4dc7-b96a-7765309b6c10 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7e6f1c601bc4aadb7c404130b71a7ce&device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 1093 time: 0.2425091 Dec 20 21:21:06.128556 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-453f6176-b382-4701-9147-62f05abb178b tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:06.136227 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-453f6176-b382-4701-9147-62f05abb178b tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/networks?id=6ecb458d-fd46-4280-8e38-557117a7554b HTTP/1.1" status: 200 len: 809 time: 0.5036101 Dec 20 21:21:06.146593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5da10a2-b644-4213-9a78-9d523f17822f None None] Network d19f539b-a15b-410d-9464-ba451a274190 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:06.164859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e52cd-06fd-4cb9-8f01-def03e074dc2 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f026f9-65d6-4291-a5e9-593cb2c18933,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:06.177350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-c1f5c577-1be3-4da1-95a6-bbf2fe78e05a tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/quotas/ba72b26f86e34f089f7208a14af016da HTTP/1.1" status: 200 len: 375 time: 0.0400944 Dec 20 21:21:06.194248 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8b599e86-4c90-4284-b20b-05dd7d146ec5 req-acae82b7-73f6-4002-bf6e-5a47ec654ec0 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 210 time: 0.0906038 Dec 20 21:21:06.214988 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-a5e21ae7-1fa0-471e-aab8-d4cc16db73fb tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] show failed (client error): The resource could not be found. Dec 20 21:21:06.216038 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a5e21ae7-1fa0-471e-aab8-d4cc16db73fb tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "GET /v2.0/security-groups/37f026f9-65d6-4291-a5e9-593cb2c18933 HTTP/1.1" status: 404 len: 347 time: 0.1130686 Dec 20 21:21:06.225986 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d5ca5e15-8fa0-46b2-bd13-e041f85a85bf tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba72b26f86e34f089f7208a14af016da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476804 Dec 20 21:21:06.228091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52766) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:06.242649 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-f3adba23-42d4-4795-a462-8bbd6c4b2364 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89e2f6e-5bef-4993-9f38-f776ffe51732 HTTP/1.1" status: 200 len: 217 time: 0.1087399 Dec 20 21:21:06.292252 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] For port 9a67ec1d-300b-4326-ab3e-764fdfd815f2, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:21:06.295990 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-eeffd504-0748-494b-a615-90dce72cf05c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0264413 Dec 20 21:21:06.302243 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52768) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:06.303785 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deec1739-01bf-4043-864c-13d6176c975a x-openstack-request-id: req-deec1739-01bf-4043-864c-13d6176c975a {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:21:06.305427 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dcaf40-47b4-4bda-be6f-23f9f9cefe96", "tag": "b89e2f6e-5bef-4993-9f38-f776ffe51732", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:21:06.305673 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-deec1739-01bf-4043-864c-13d6176c975a {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:21:06.307252 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] For port 9a67ec1d-300b-4326-ab3e-764fdfd815f2, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9a67ec1d-300b-4326-ab3e-764fdfd815f2,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:21:06.307592 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dcaf40-47b4-4bda-be6f-23f9f9cefe96', 'tag': 'b89e2f6e-5bef-4993-9f38-f776ffe51732', 'status': 'completed', 'code': 200} Dec 20 21:21:06.331368 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:06.348321 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1856536129-router', 'tenant_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:06.375028 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4a232644-db51-4d33-aae5-7dbaacdaaa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:06.377628 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4a232644-db51-4d33-aae5-7dbaacdaaa96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:06.378811 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4a232644-db51-4d33-aae5-7dbaacdaaa96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cde6e55f-a2d6-45da-a4ea-431765ac3232 HTTP/1.1" status: 204 len: 168 time: 1.3246710 Dec 20 21:21:06.390995 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:06.392449 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:06.428308 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a232644-db51-4d33-aae5-7dbaacdaaa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde6e55f-a2d6-45da-a4ea-431765ac3232,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:06.481509 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85297a70-7e91-45b3-869e-9cb635d4d8f3 None None] Pushing event updated for resources: {'Port': ['ID=9a67ec1d-300b-4326-ab3e-764fdfd815f2,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:06.499160 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-af8e6e37-4ee7-42f9-9af5-399c0eb2dbd6 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:06.511007 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-60bfe0f1-0108-48f7-a852-60c843d8fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:06.513204 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-60bfe0f1-0108-48f7-a852-60c843d8fb80 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d670f12-9b1e-4214-8d75-9099ed36058a HTTP/1.1" status: 200 len: 845 time: 0.2634358 Dec 20 21:21:06.534308 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf0f9d6-f031-4d99-bad7-4514350cfae0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Made reservation on behalf of fa6bba111e234f8b895c1075b6132216 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:06.599582 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:06.624542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-9d359b16-4cae-4599-b933-090f293012b9 service neutron] 10.222.0.32 "GET /v2.0/networks/6ecb458d-fd46-4280-8e38-557117a7554b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973351 Dec 20 21:21:06.657961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512b94d-faa1-4455-8349-9fffed1ffafe req-5cbe0990-9fdb-418d-92f1-67817b660ff3 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:06.669583 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1512b94d-faa1-4455-8349-9fffed1ffafe req-5cbe0990-9fdb-418d-92f1-67817b660ff3 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 944 time: 0.2888777 Dec 20 21:21:06.712876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-639c8589-e65d-40a2-92b1-3421f5cc2118', 'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'fixed_ips': [{'subnet_id': 'bcfdc364-7df9-412a-8432-b29f6a28f02f'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:21:06.714550 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:06.762556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-d19f539b-a15b-410d-9464-ba451a274190', 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190', 'tenant_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'fixed_ips': [{'subnet_id': '76628de7-9147-4946-bce8-6da6c25b78c9'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:21:06.765059 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:06.807063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-6a19cfa9-94bc-473b-9490-5312b1a81b47 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Deleting port bdc37c32-29a9-4df1-b55a-ae3b1830135e {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:21:06.808971 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a19cfa9-94bc-473b-9490-5312b1a81b47 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:06.926733 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1512b94d-faa1-4455-8349-9fffed1ffafe req-ae4ba676-528e-4ae5-acaf-86f315cfcb2c tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ab8b529-92b3-4de9-829d-b8be20331486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554545 Dec 20 21:21:06.976629 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-af8e6e37-4ee7-42f9-9af5-399c0eb2dbd6 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:07.018889 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-a8f7637c-ab13-424a-aa5d-c5175c5b82e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:07.021196 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-a8f7637c-ab13-424a-aa5d-c5175c5b82e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4938896 Dec 20 21:21:07.086989 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52776) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:07.096051 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-af8e6e37-4ee7-42f9-9af5-399c0eb2dbd6 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Network 477b6415-c3c5-4642-baf7-a60a69509b3a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:07.098717 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:07.107728 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cf0f9d6-f031-4d99-bad7-4514350cfae0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:07.115858 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a19cfa9-94bc-473b-9490-5312b1a81b47 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:07.116561 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a19cfa9-94bc-473b-9490-5312b1a81b47 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:07.167634 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-af8e6e37-4ee7-42f9-9af5-399c0eb2dbd6 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:07.181103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-6a19cfa9-94bc-473b-9490-5312b1a81b47 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Calling delete_port for bdc37c32-29a9-4df1-b55a-ae3b1830135e owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:21:07.213940 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-0cf0f9d6-f031-4d99-bad7-4514350cfae0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] device_id is not set on port 17c9639d-1f1d-402c-a100-0ecd939a4f4b yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:21:07.227151 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-af8e6e37-4ee7-42f9-9af5-399c0eb2dbd6 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:07.281198 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-0e5bbe9c-2409-4200-a9d6-3a9d2da048e3 service neutron] 10.222.0.66 "GET /v2.0/networks/fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482090 Dec 20 21:21:07.345150 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Allocated IP 172.20.0.2 (d19f539b-a15b-410d-9464-ba451a274190/76628de7-9147-4946-bce8-6da6c25b78c9/0a7fa416-041c-48d1-a30d-26805842bc64) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:07.356849 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0bcc1e41-3944-4227-a4ef-2eb3e5b16bab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e6cade12b6243ce8b7b11e5eae2d8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598424 Dec 20 21:21:07.357096 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Allocated IP 10.2.2.2 (639c8589-e65d-40a2-92b1-3421f5cc2118/bcfdc364-7df9-412a-8432-b29f6a28f02f/c079662b-188f-4766-9bb5-ec26fbc6d227) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:07.375792 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-0ac4a3ca-55ee-4b4c-9ae9-2732b5ec0ba5 service neutron] 10.222.0.32 "GET /v2.0/networks/6ecb458d-fd46-4280-8e38-557117a7554b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7505391 Dec 20 21:21:07.385273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52782) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:07.423900 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e6e37-4ee7-42f9-9af5-399c0eb2dbd6 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Pushing event updated for resources: {'Port': ['ID=cf58a9aa-0779-4b78-afcf-1a1edd200491,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:07.475976 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-af8e6e37-4ee7-42f9-9af5-399c0eb2dbd6 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:07.476505 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-af8e6e37-4ee7-42f9-9af5-399c0eb2dbd6 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:07.510873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19198c55-42d3-4b58-ba82-de1c0bd9dff2 req-081c0502-2b87-4ff0-b129-c115e97a6ca1 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:07.512610 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-19198c55-42d3-4b58-ba82-de1c0bd9dff2 req-081c0502-2b87-4ff0-b129-c115e97a6ca1 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 931 time: 0.4056797 Dec 20 21:21:07.547998 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-af8e6e37-4ee7-42f9-9af5-399c0eb2dbd6 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7802038 Dec 20 21:21:07.581575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Request body: {'port': {'device_id': '93764161-af84-4cea-9d6b-087957f80655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:07.632847 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee9affa7-5e37-4032-84cc-19b49d4d7f6f req-6c5b3fba-3174-473a-8168-9a2bae2915df service neutron] 10.222.0.66 "GET /v2.0/networks/fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894306 Dec 20 21:21:07.692261 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-19198c55-42d3-4b58-ba82-de1c0bd9dff2 req-6d454efb-d866-46c9-885d-b811431213a0 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb17b88c-cea4-4ced-945e-25eb7ba70e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551616 Dec 20 21:21:07.714172 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:07.734557 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d11287bb-399d-41a7-aa8c-4ff3a2e71724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:07.793850 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d11287bb-399d-41a7-aa8c-4ff3a2e71724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:07.876125 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:07.916461 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:07.919392 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:07.984124 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-0cf0f9d6-f031-4d99-bad7-4514350cfae0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Allocated IP 10.1.1.56 (26353263-4cf3-440d-921d-58d861009b00/1783f558-5e9c-4072-90cf-99eebb6a8ebe/17c9639d-1f1d-402c-a100-0ecd939a4f4b) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:07.995894 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:08.040941 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fafdb35b-e393-4a91-95fa-9fa435b73872 req-7ec57d5e-fcc7-4927-98e6-557f66c59014 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7ed765c-f836-4118-874c-a207091d66a3 HTTP/1.1" status: 200 len: 210 time: 0.1397746 Dec 20 21:21:08.071455 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Network 639c8589-e65d-40a2-92b1-3421f5cc2118 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:08.082946 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:08.088027 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:08.112146 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Network d19f539b-a15b-410d-9464-ba451a274190 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:08.125783 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:08.135649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:08.137891 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Pushing event updated for resources: {'Port': ['ID=c079662b-188f-4766-9bb5-ec26fbc6d227,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:08.183164 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Pushing event updated for resources: {'Port': ['ID=0a7fa416-041c-48d1-a30d-26805842bc64,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:08.252063 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4129b9bf-efe1-4ce3-ba09-e814a5acefa0 None None] Network 26353263-4cf3-440d-921d-58d861009b00 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:08.340742 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace46c7f-4173-4302-951b-a3b5ab4e1c72 req-6b462955-18fa-41c6-a765-cfc8a4ef101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:08.342311 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ace46c7f-4173-4302-951b-a3b5ab4e1c72 req-6b462955-18fa-41c6-a765-cfc8a4ef101f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7e6f1c601bc4aadb7c404130b71a7ce&device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 1093 time: 0.6058450 Dec 20 21:21:08.375655 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:08.390461 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cf0f9d6-f031-4d99-bad7-4514350cfae0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:08.391179 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Attempting to bind port 0a7fa416-041c-48d1-a30d-26805842bc64 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:21:08.392123 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Attempting to bind port 0a7fa416-041c-48d1-a30d-26805842bc64 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '93e75a35-b432-4782-837d-a0bc23734d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:21:08.392544 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Attempting to bind port 0a7fa416-041c-48d1-a30d-26805842bc64 on network d19f539b-a15b-410d-9464-ba451a274190 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:08.398864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Attempting to bind port c079662b-188f-4766-9bb5-ec26fbc6d227 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:21:08.399318 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Attempting to bind port c079662b-188f-4766-9bb5-ec26fbc6d227 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'fab1d453-07de-487d-855a-9b6fad58b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:21:08.399794 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Attempting to bind port c079662b-188f-4766-9bb5-ec26fbc6d227 on network 639c8589-e65d-40a2-92b1-3421f5cc2118 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:08.410561 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:21:08.411023 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Checking segment: {'id': '93e75a35-b432-4782-837d-a0bc23734d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:08.411698 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:08.412361 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Bound using segment: {'id': '93e75a35-b432-4782-837d-a0bc23734d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:21:08.412914 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Bound port: 0a7fa416-041c-48d1-a30d-26805842bc64, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e75a35-b432-4782-837d-a0bc23734d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:21:08.413416 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:08.416265 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:21:08.417150 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Checking segment: {'id': 'fab1d453-07de-487d-855a-9b6fad58b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:08.417898 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:08.418854 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Bound using segment: {'id': 'fab1d453-07de-487d-855a-9b6fad58b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:21:08.419486 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Bound port: c079662b-188f-4766-9bb5-ec26fbc6d227, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab1d453-07de-487d-855a-9b6fad58b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:21:08.419994 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:08.440743 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-df044cf6-f199-4d60-b339-edb462924322 None None] Provisioning complete for port 9a67ec1d-300b-4326-ab3e-764fdfd815f2 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:08.441070 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df044cf6-f199-4d60-b339-edb462924322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:08.478778 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:08.592080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] For port 0a7fa416-041c-48d1-a30d-26805842bc64, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:21:08.595762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] For port 0a7fa416-041c-48d1-a30d-26805842bc64, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0a7fa416-041c-48d1-a30d-26805842bc64,segment=NetworkSegment(93e75a35-b432-4782-837d-a0bc23734d68),segment_id=93e75a35-b432-4782-837d-a0bc23734d68)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:21:08.661495 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df044cf6-f199-4d60-b339-edb462924322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:08.677157 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:08.764056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad60e9-24a1-4201-8d5a-3029dd1122e9 None None] Pushing event updated for resources: {'Port': ['ID=0a7fa416-041c-48d1-a30d-26805842bc64,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:08.845842 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] For port c079662b-188f-4766-9bb5-ec26fbc6d227, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:21:08.910842 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b3f7964-5134-4c9e-8723-600722bc4b24 req-6e455d4a-6b5b-44a1-a016-ceaf5c4d605d tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 210 time: 0.6635263 Dec 20 21:21:08.912051 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cf0f9d6-f031-4d99-bad7-4514350cfae0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:08.921184 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a19cfa9-94bc-473b-9490-5312b1a81b47 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:08.937179 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-df044cf6-f199-4d60-b339-edb462924322 None None] For port 9a67ec1d-300b-4326-ab3e-764fdfd815f2, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9a67ec1d-300b-4326-ab3e-764fdfd815f2,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:09.009080 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df044cf6-f199-4d60-b339-edb462924322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:09.015780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] For port c079662b-188f-4766-9bb5-ec26fbc6d227, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c079662b-188f-4766-9bb5-ec26fbc6d227,segment=NetworkSegment(fab1d453-07de-487d-855a-9b6fad58b8b4),segment_id=fab1d453-07de-487d-855a-9b6fad58b8b4)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:21:09.056210 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19cfa9-94bc-473b-9490-5312b1a81b47 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Pushing event deleted for resources: {'Port': ['ID=bdc37c32-29a9-4df1-b55a-ae3b1830135e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:09.098293 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:09.167348 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9a67ec1d-300b-4326-ab3e-764fdfd815f2 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:09.260855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf0f9d6-f031-4d99-bad7-4514350cfae0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Network 26353263-4cf3-440d-921d-58d861009b00 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:09.325872 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df044cf6-f199-4d60-b339-edb462924322 None None] Pushing event updated for resources: {'Port': ['ID=9a67ec1d-300b-4326-ab3e-764fdfd815f2,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:09.329285 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d11287bb-399d-41a7-aa8c-4ff3a2e71724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:09.340137 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d11287bb-399d-41a7-aa8c-4ff3a2e71724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:09.342110 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97918fc-fe16-4a9f-8e3c-5f1c7c9329be req-2bde412a-7380-4338-aa64-9a91c9c9905e tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:09.349081 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d11287bb-399d-41a7-aa8c-4ff3a2e71724 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7cab993-25c5-44a2-8b41-620f422adaa0 HTTP/1.1" status: 204 len: 168 time: 1.9614563 Dec 20 21:21:09.350323 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d97918fc-fe16-4a9f-8e3c-5f1c7c9329be req-2bde412a-7380-4338-aa64-9a91c9c9905e tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 944 time: 1.0507722 Dec 20 21:21:09.358208 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-0cf0f9d6-f031-4d99-bad7-4514350cfae0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:09.365629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf0f9d6-f031-4d99-bad7-4514350cfae0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:09.459975 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Allocated IP 172.35.3.161 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/95a04cdc-c8e9-449f-a4d4-31039efbe0b0) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:09.465341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11287bb-399d-41a7-aa8c-4ff3a2e71724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cab993-25c5-44a2-8b41-620f422adaa0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:09.474550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0f9d6-f031-4d99-bad7-4514350cfae0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event updated for resources: {'Port': ['ID=17c9639d-1f1d-402c-a100-0ecd939a4f4b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:09.481205 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace46c7f-4173-4302-951b-a3b5ab4e1c72 req-176ddef9-04cd-4aad-ad4a-e46276d34fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:09.489537 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a19cfa9-94bc-473b-9490-5312b1a81b47 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:09.495120 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a19cfa9-94bc-473b-9490-5312b1a81b47 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:09.496373 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6a19cfa9-94bc-473b-9490-5312b1a81b47 tempest-ServersWithSpecificFlavorTestJSON-1111443047 tempest-ServersWithSpecificFlavorTestJSON-1111443047-project] 10.222.0.32 "DELETE /v2.0/floatingips/4d4ac602-2113-423b-8b31-cf3ad0340e42 HTTP/1.1" status: 204 len: 168 time: 3.2443326 Dec 20 21:21:09.497649 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ace46c7f-4173-4302-951b-a3b5ab4e1c72 req-176ddef9-04cd-4aad-ad4a-e46276d34fb3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 HTTP/1.1" status: 200 len: 907 time: 1.1352210 Dec 20 21:21:09.571180 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec981cd-b2d3-453e-b816-4a90a4337c50 None None] Pushing event updated for resources: {'Port': ['ID=c079662b-188f-4766-9bb5-ec26fbc6d227,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:09.591416 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3627c9-878b-4192-b67d-adb819390887 req-bf64b71c-0af5-41aa-9ccf-4fe3f07dff65 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:09.593402 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4e3627c9-878b-4192-b67d-adb819390887 req-bf64b71c-0af5-41aa-9ccf-4fe3f07dff65 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 931 time: 0.4106643 Dec 20 21:21:09.644361 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf0f9d6-f031-4d99-bad7-4514350cfae0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:09.649459 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cf0f9d6-f031-4d99-bad7-4514350cfae0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:09.722262 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 9a67ec1d-300b-4326-ab3e-764fdfd815f2 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:09.722646 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:09.724248 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0f9f01af-fb4c-4526-a6ee-5f891ae32390 None None] Provisioning complete for port 9a67ec1d-300b-4326-ab3e-764fdfd815f2 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:09.724598 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f9f01af-fb4c-4526-a6ee-5f891ae32390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:09.766808 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d97918fc-fe16-4a9f-8e3c-5f1c7c9329be req-d5e281b9-001d-4111-a03d-346db0ba278e tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ab8b529-92b3-4de9-829d-b8be20331486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4157839 Dec 20 21:21:09.793624 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0cf0f9d6-f031-4d99-bad7-4514350cfae0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.7496109 Dec 20 21:21:09.827504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52804) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:09.832813 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-29178a6e-03e1-4523-80b5-a93ede7acfca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Request body: {'port': {'network_id': '26353263-4cf3-440d-921d-58d861009b00', 'name': 'tempest-TaggedBootDevicesTest_v242-1995537049', 'fixed_ips': [{'subnet_id': '1783f558-5e9c-4072-90cf-99eebb6a8ebe'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:09.889075 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ace46c7f-4173-4302-951b-a3b5ab4e1c72 req-21a5aa34-8ea6-437f-bfa8-83c0823dc8ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89e2f6e-5bef-4993-9f38-f776ffe51732 HTTP/1.1" status: 200 len: 217 time: 0.3489516 Dec 20 21:21:10.019770 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4e3627c9-878b-4192-b67d-adb819390887 req-f54b87cc-8130-444f-8ad4-fb62b4db4418 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb17b88c-cea4-4ced-945e-25eb7ba70e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593564 Dec 20 21:21:10.294659 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0f9f01af-fb4c-4526-a6ee-5f891ae32390 None None] Provisioning complete for port 17c9639d-1f1d-402c-a100-0ecd939a4f4b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:10.295484 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f9f01af-fb4c-4526-a6ee-5f891ae32390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:10.299332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace46c7f-4173-4302-951b-a3b5ab4e1c72 req-6c816428-1290-4852-bdfe-da8796c450a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:10.301088 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ace46c7f-4173-4302-951b-a3b5ab4e1c72 req-6c816428-1290-4852-bdfe-da8796c450a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d670f12-9b1e-4214-8d75-9099ed36058a HTTP/1.1" status: 200 len: 845 time: 0.4024751 Dec 20 21:21:10.353188 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b60abf22-1f8d-4d9d-a2da-923b2616abf1 req-dd0fa65a-82e7-465b-b045-2acc12d7be30 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 210 time: 0.1426761 Dec 20 21:21:10.387423 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f01af-fb4c-4526-a6ee-5f891ae32390 None None] Port 17c9639d-1f1d-402c-a100-0ecd939a4f4b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:21:10.404984 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-985df0c2-596b-493e-a80d-f5e6c37e3efb tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:10.406596 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-985df0c2-596b-493e-a80d-f5e6c37e3efb tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.66 "GET /v2.0/networks?id=6ecb458d-fd46-4280-8e38-557117a7554b HTTP/1.1" status: 200 len: 809 time: 0.6758451 Dec 20 21:21:10.408277 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf58a9aa-0779-4b78-afcf-1a1edd200491 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:21:10.419615 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:10.433878 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Transition to ACTIVE for port object cf58a9aa-0779-4b78-afcf-1a1edd200491 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:21:10.449290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-a24eafe6-1187-4bb7-8045-580c266b2c67 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Request body: {'port': {'device_id': 'a8d7444e-b84c-4acd-9ca3-66265e94102d', 'network_id': '6ecb458d-fd46-4280-8e38-557117a7554b', 'admin_state_up': True, 'tenant_id': 'ba72b26f86e34f089f7208a14af016da'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:10.524080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1219d02a-8143-4fc7-a321-3541779bc858 None None] Provisioning complete for port 17c9639d-1f1d-402c-a100-0ecd939a4f4b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:10.525192 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:10.526555 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1219d02a-8143-4fc7-a321-3541779bc858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:10.553444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29178a6e-03e1-4523-80b5-a93ede7acfca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Made reservation on behalf of fa6bba111e234f8b895c1075b6132216 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:10.562635 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29178a6e-03e1-4523-80b5-a93ede7acfca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:10.612331 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Pushing event updated for resources: {'Port': ['ID=cf58a9aa-0779-4b78-afcf-1a1edd200491,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:10.643813 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:10.646298 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1219d02a-8143-4fc7-a321-3541779bc858 None None] Port 17c9639d-1f1d-402c-a100-0ecd939a4f4b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:21:10.674985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52836) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:10.675354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-29178a6e-03e1-4523-80b5-a93ede7acfca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] device_id is not set on port 5a9c9ffc-8b46-4314-98ec-30d20be920ef yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:21:10.712406 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace46c7f-4173-4302-951b-a3b5ab4e1c72 req-a58d39f8-8efa-4554-b8f5-af66f6dd4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:10.718039 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ace46c7f-4173-4302-951b-a3b5ab4e1c72 req-a58d39f8-8efa-4554-b8f5-af66f6dd4eb0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3393872 Dec 20 21:21:10.726098 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device b89e2f6e-5bef-4993-9f38-f776ffe51732 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:21:10.919374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-a24eafe6-1187-4bb7-8045-580c266b2c67 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Made reservation on behalf of ba72b26f86e34f089f7208a14af016da for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:10.938932 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-a24eafe6-1187-4bb7-8045-580c266b2c67 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:11.090442 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port b89e2f6e-5bef-4993-9f38-f776ffe51732, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b89e2f6e-5bef-4993-9f38-f776ffe51732,segment=NetworkSegment(db5a54d8-a1cc-4e9c-93ee-a03a7ee33813),segment_id=db5a54d8-a1cc-4e9c-93ee-a03a7ee33813)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:11.125236 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ace46c7f-4173-4302-951b-a3b5ab4e1c72 req-3360a889-a037-41fd-8c1e-5284ce9c05fe service neutron] 10.222.0.66 "GET /v2.0/networks/fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321233 Dec 20 21:21:11.133197 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'b89e2f6e-5bef-4993-9f38-f776ffe51732', 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5', 'port_id': 'b89e2f6e-5bef-4993-9f38-f776ffe51732', 'mac_address': 'fa:16:3e:ae:f7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:21:11.229386 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:11.307727 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89e2f6e-5bef-4993-9f38-f776ffe51732 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:21:11.362127 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9a67ec1d-300b-4326-ab3e-764fdfd815f2 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:11.384333 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port b89e2f6e-5bef-4993-9f38-f776ffe51732, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b89e2f6e-5bef-4993-9f38-f776ffe51732,segment=NetworkSegment(db5a54d8-a1cc-4e9c-93ee-a03a7ee33813),segment_id=db5a54d8-a1cc-4e9c-93ee-a03a7ee33813)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:11.491404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a819f53-0e2a-4c28-a04c-fabb439a2abf None None] Network 639c8589-e65d-40a2-92b1-3421f5cc2118 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:11.508419 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:11.543243 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-a24eafe6-1187-4bb7-8045-580c266b2c67 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Allocated IP 172.20.0.2 (6ecb458d-fd46-4280-8e38-557117a7554b/311ccc71-cd2e-4124-9ba0-9c0f5ff94a2d/adefdc76-70a2-4740-b634-c7e53f939b07) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:11.702151 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Attempting to bind port cf58a9aa-0779-4b78-afcf-1a1edd200491 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:21:11.702649 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Attempting to bind port cf58a9aa-0779-4b78-afcf-1a1edd200491 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'e79c0cc2-0287-411b-97e5-99e0439e93ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '477b6415-c3c5-4642-baf7-a60a69509b3a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:21:11.703251 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Attempting to bind port cf58a9aa-0779-4b78-afcf-1a1edd200491 on network 477b6415-c3c5-4642-baf7-a60a69509b3a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:11.726403 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Port cf58a9aa-0779-4b78-afcf-1a1edd200491 on network 477b6415-c3c5-4642-baf7-a60a69509b3a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:21:11.726718 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Attempting to bind port cf58a9aa-0779-4b78-afcf-1a1edd200491 on network 477b6415-c3c5-4642-baf7-a60a69509b3a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:11.729337 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:11.737860 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e345721-ae4a-4881-819d-930930c732ba None None] Network d19f539b-a15b-410d-9464-ba451a274190 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:11.793594 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:21:11.793953 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Checking segment: {'id': 'e79c0cc2-0287-411b-97e5-99e0439e93ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '477b6415-c3c5-4642-baf7-a60a69509b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:11.794336 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Bound using segment: {'id': 'e79c0cc2-0287-411b-97e5-99e0439e93ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '477b6415-c3c5-4642-baf7-a60a69509b3a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:21:11.794781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Bound port: cf58a9aa-0779-4b78-afcf-1a1edd200491, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79c0cc2-0287-411b-97e5-99e0439e93ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '477b6415-c3c5-4642-baf7-a60a69509b3a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:21:11.795133 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:11.840768 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:11.850748 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-a24eafe6-1187-4bb7-8045-580c266b2c67 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:11.874339 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:11.880247 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:11.917309 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e64dc-9f91-4c9b-b119-679411816e7c req-f7dc7678-72f6-45fd-bed1-f8264a580796 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:11.925146 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0b3e64dc-9f91-4c9b-b119-679411816e7c req-f7dc7678-72f6-45fd-bed1-f8264a580796 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 943 time: 0.6696250 Dec 20 21:21:11.928601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Pushing event updated for resources: {'Port': ['ID=95a04cdc-c8e9-449f-a4d4-31039efbe0b0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:11.976410 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-a24eafe6-1187-4bb7-8045-580c266b2c67 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:12.019403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517abf9-cacd-4326-831b-0dc56bc86266 req-e9e14cc7-71c3-4a0b-8245-bcbc5bfd1500 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:12.020988 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4517abf9-cacd-4326-831b-0dc56bc86266 req-e9e14cc7-71c3-4a0b-8245-bcbc5bfd1500 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 944 time: 1.0764785 Dec 20 21:21:12.036430 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ace46c7f-4173-4302-951b-a3b5ab4e1c72 req-790b224c-cc31-4cd0-8d75-c3b1d07d70da service neutron] 10.222.0.66 "GET /v2.0/networks/fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7798827 Dec 20 21:21:12.172737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=b89e2f6e-5bef-4993-9f38-f776ffe51732,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:12.176657 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['b89e2f6e-5bef-4993-9f38-f776ffe51732'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:21:12.190979 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-a24eafe6-1187-4bb7-8045-580c266b2c67 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Network 6ecb458d-fd46-4280-8e38-557117a7554b is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:12.217205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-a24eafe6-1187-4bb7-8045-580c266b2c67 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:12.241119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-29178a6e-03e1-4523-80b5-a93ede7acfca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Allocated IP 10.1.1.176 (26353263-4cf3-440d-921d-58d861009b00/1783f558-5e9c-4072-90cf-99eebb6a8ebe/5a9c9ffc-8b46-4314-98ec-30d20be920ef) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:12.242649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3edb202f-358d-46d4-9dcd-dc00df609ff3 None None] Provisioning complete for port c079662b-188f-4766-9bb5-ec26fbc6d227 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:12.243094 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3edb202f-358d-46d4-9dcd-dc00df609ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:12.253648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 9a67ec1d-300b-4326-ab3e-764fdfd815f2 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:12.254021 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:12.260771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-a24eafe6-1187-4bb7-8045-580c266b2c67 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:12.281139 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0b3e64dc-9f91-4c9b-b119-679411816e7c req-addc8f5c-9d0e-45ea-b617-695521b8f9ee tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb17b88c-cea4-4ced-945e-25eb7ba70e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551245 Dec 20 21:21:12.359485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] For port cf58a9aa-0779-4b78-afcf-1a1edd200491, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:21:12.360440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-a24eafe6-1187-4bb7-8045-580c266b2c67 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:12.360943 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-a24eafe6-1187-4bb7-8045-580c266b2c67 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:12.411702 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] For port cf58a9aa-0779-4b78-afcf-1a1edd200491, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cf58a9aa-0779-4b78-afcf-1a1edd200491,segment=NetworkSegment(e79c0cc2-0287-411b-97e5-99e0439e93ba),segment_id=e79c0cc2-0287-411b-97e5-99e0439e93ba)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:21:12.421536 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24eafe6-1187-4bb7-8045-580c266b2c67 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Pushing event updated for resources: {'Port': ['ID=adefdc76-70a2-4740-b634-c7e53f939b07,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:12.441722 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4517abf9-cacd-4326-831b-0dc56bc86266 req-61a9c374-8668-49e0-9851-b98d1b0539e3 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ab8b529-92b3-4de9-829d-b8be20331486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3429768 Dec 20 21:21:12.456543 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-a24eafe6-1187-4bb7-8045-580c266b2c67 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0334611 Dec 20 21:21:12.479289 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Request body: {'port': {'device_id': 'a8d7444e-b84c-4acd-9ca3-66265e94102d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:12.484938 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:12.543271 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:21:12.759495 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:12.760143 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:12.761535 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] 10.222.0.31 "PUT /v2.0/ports/cf58a9aa-0779-4b78-afcf-1a1edd200491 HTTP/1.1" status: 200 len: 1089 time: 5.1948426 Dec 20 21:21:12.774900 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93764161-af84-4cea-9d6b-087957f80655', 'tag': 'cf58a9aa-0779-4b78-afcf-1a1edd200491'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:21:12.809742 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aa78be-c180-4f21-bdbf-ec140aae3f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "93764161-af84-4cea-9d6b-087957f80655", "tag": "cf58a9aa-0779-4b78-afcf-1a1edd200491"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:21:12.828781 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29178a6e-03e1-4523-80b5-a93ede7acfca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:12.843144 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0a7fa416-041c-48d1-a30d-26805842bc64 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:12.869881 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:12.874031 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29178a6e-03e1-4523-80b5-a93ede7acfca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:12.943054 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c37bd-4d53-4822-86c4-a3221386614c service neutron] Pushing event updated for resources: {'Port': ['ID=cf58a9aa-0779-4b78-afcf-1a1edd200491,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:13.010539 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29178a6e-03e1-4523-80b5-a93ede7acfca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Network 26353263-4cf3-440d-921d-58d861009b00 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:13.013705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29178a6e-03e1-4523-80b5-a93ede7acfca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event updated for resources: {'Port': ['ID=5a9c9ffc-8b46-4314-98ec-30d20be920ef,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:13.025450 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fd67c-37bb-4f52-a2d1-95f78ae8684a req-3cb7d5ad-3fca-4cdb-bc30-e87a8a72d661 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:13.027351 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-247fd67c-37bb-4f52-a2d1-95f78ae8684a req-3cb7d5ad-3fca-4cdb-bc30-e87a8a72d661 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 931 time: 0.6635220 Dec 20 21:21:13.035206 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-29178a6e-03e1-4523-80b5-a93ede7acfca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:13.039914 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29178a6e-03e1-4523-80b5-a93ede7acfca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:13.087177 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd954d1-40a6-4e13-98c9-8b270374ce35 x-openstack-request-id: req-3cd954d1-40a6-4e13-98c9-8b270374ce35 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:21:13.087476 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93764161-af84-4cea-9d6b-087957f80655", "tag": "cf58a9aa-0779-4b78-afcf-1a1edd200491", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:21:13.087716 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3cd954d1-40a6-4e13-98c9-8b270374ce35 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:21:13.088117 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93764161-af84-4cea-9d6b-087957f80655', 'tag': 'cf58a9aa-0779-4b78-afcf-1a1edd200491', 'status': 'completed', 'code': 200} Dec 20 21:21:13.103274 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3edb202f-358d-46d4-9dcd-dc00df609ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:13.109572 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 0a7fa416-041c-48d1-a30d-26805842bc64 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:13.109742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29178a6e-03e1-4523-80b5-a93ede7acfca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:13.110284 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29178a6e-03e1-4523-80b5-a93ede7acfca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:13.112546 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:13.182294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-29178a6e-03e1-4523-80b5-a93ede7acfca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3521652 Dec 20 21:21:13.224767 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:13.235006 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3edb202f-358d-46d4-9dcd-dc00df609ff3 None None] For port c079662b-188f-4766-9bb5-ec26fbc6d227, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c079662b-188f-4766-9bb5-ec26fbc6d227,segment=NetworkSegment(fab1d453-07de-487d-855a-9b6fad58b8b4),segment_id=fab1d453-07de-487d-855a-9b6fad58b8b4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:13.249339 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3edb202f-358d-46d4-9dcd-dc00df609ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:13.417896 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb202f-358d-46d4-9dcd-dc00df609ff3 None None] Pushing event updated for resources: {'Port': ['ID=c079662b-188f-4766-9bb5-ec26fbc6d227,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:13.428590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1f98f3e4-df52-435e-af5f-1f8f351e0177 None None] Provisioning complete for port c079662b-188f-4766-9bb5-ec26fbc6d227 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:13.429117 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f98f3e4-df52-435e-af5f-1f8f351e0177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:13.470546 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95a10fcd-1dc5-4889-b041-be11206db8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:13.488191 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:13.494856 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-247fd67c-37bb-4f52-a2d1-95f78ae8684a req-078227ed-8a5a-47df-ab85-9aa9857d2536 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/security-groups?id=1859d161-a34f-42ab-9f3e-21c81d7e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973565 Dec 20 21:21:13.573619 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 0a7fa416-041c-48d1-a30d-26805842bc64, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0a7fa416-041c-48d1-a30d-26805842bc64,segment=NetworkSegment(93e75a35-b432-4782-837d-a0bc23734d68),segment_id=93e75a35-b432-4782-837d-a0bc23734d68)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:13.587783 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:13.588873 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c079662b-188f-4766-9bb5-ec26fbc6d227 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:13.617551 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-6aadbb9b-2e67-4300-9d81-f295ee3b39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:13.619499 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-6aadbb9b-2e67-4300-9d81-f295ee3b39d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=075b2fc3ed65406499a302e7aeec4797&device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 1092 time: 0.6480422 Dec 20 21:21:13.713884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adefdc76-70a2-4740-b634-c7e53f939b07 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:21:13.732403 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=0a7fa416-041c-48d1-a30d-26805842bc64,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:13.745608 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:13.746168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52906) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:13.750852 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-72635ce5-7a33-43c4-a8a5-e18b8e2a6b5c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1890120889', 'description': 'tempest-description--2005904609'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:13.781584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Transition to ACTIVE for port object adefdc76-70a2-4740-b634-c7e53f939b07 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:21:13.803213 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:13.814371 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port c079662b-188f-4766-9bb5-ec26fbc6d227 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:13.815069 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:13.838212 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-5fddc911-5fbb-42ef-8aba-2c8f7f52b4dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf58a9aa-0779-4b78-afcf-1a1edd200491 HTTP/1.1" status: 200 len: 217 time: 0.1489768 Dec 20 21:21:13.869618 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1f98f3e4-df52-435e-af5f-1f8f351e0177 None None] Provisioning complete for port 0a7fa416-041c-48d1-a30d-26805842bc64 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:13.870399 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f98f3e4-df52-435e-af5f-1f8f351e0177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:13.929174 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-72635ce5-7a33-43c4-a8a5-e18b8e2a6b5c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:14.061564 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Pushing event updated for resources: {'Port': ['ID=adefdc76-70a2-4740-b634-c7e53f939b07,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:14.099283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc3929-d297-42e7-9106-d868ca1de709 req-cd8d2f5e-842e-474a-8335-e07cc80d6d4e tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:14.107871 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e9dc3929-d297-42e7-9106-d868ca1de709 req-cd8d2f5e-842e-474a-8335-e07cc80d6d4e tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 943 time: 0.4175131 Dec 20 21:21:14.114911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe6529-d6b3-40c6-897a-64651caf9fbe req-3899479a-491e-43d7-8a3b-9df221ee2940 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:14.125030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2fbe6529-d6b3-40c6-897a-64651caf9fbe req-3899479a-491e-43d7-8a3b-9df221ee2940 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 945 time: 0.2821629 Dec 20 21:21:14.131001 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-00513798-e628-456c-bc41-e2e94ed8ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:14.132459 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-00513798-e628-456c-bc41-e2e94ed8ebb4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=220709b2-b99e-4a0f-8dd8-9efeecd80f83 HTTP/1.1" status: 200 len: 853 time: 0.2734616 Dec 20 21:21:14.137652 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-7cc49d77-055c-419d-a0f2-c61cc3be9783 None None] Provisioning complete for port 5a9c9ffc-8b46-4314-98ec-30d20be920ef triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:14.137822 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7cc49d77-055c-419d-a0f2-c61cc3be9783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:14.194277 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0a7fa416-041c-48d1-a30d-26805842bc64 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:14.231902 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2fbe6529-d6b3-40c6-897a-64651caf9fbe req-65d43994-2f56-4d90-8ad4-e83add5a07fd tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ab8b529-92b3-4de9-829d-b8be20331486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055474 Dec 20 21:21:14.286025 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7cc49d77-055c-419d-a0f2-c61cc3be9783 None None] Port 5a9c9ffc-8b46-4314-98ec-30d20be920ef cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:21:14.323500 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Attempting to bind port adefdc76-70a2-4740-b634-c7e53f939b07 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:21:14.323846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Attempting to bind port adefdc76-70a2-4740-b634-c7e53f939b07 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '66c11b3c-b61a-4ca9-bc30-979a1b8c367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6ecb458d-fd46-4280-8e38-557117a7554b'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:21:14.324184 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Attempting to bind port adefdc76-70a2-4740-b634-c7e53f939b07 on network 6ecb458d-fd46-4280-8e38-557117a7554b {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:14.328445 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-72635ce5-7a33-43c4-a8a5-e18b8e2a6b5c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:14.341431 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 0a7fa416-041c-48d1-a30d-26805842bc64 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:14.342260 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:14.347036 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-72635ce5-7a33-43c4-a8a5-e18b8e2a6b5c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:14.380220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72635ce5-7a33-43c4-a8a5-e18b8e2a6b5c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be5a2ec-4dc4-4578-ae35-133a15a36055,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:14.385391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Port adefdc76-70a2-4740-b634-c7e53f939b07 on network 6ecb458d-fd46-4280-8e38-557117a7554b not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:21:14.385728 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Attempting to bind port adefdc76-70a2-4740-b634-c7e53f939b07 on network 6ecb458d-fd46-4280-8e38-557117a7554b {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:14.393664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:21:14.394008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Checking segment: {'id': '66c11b3c-b61a-4ca9-bc30-979a1b8c367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6ecb458d-fd46-4280-8e38-557117a7554b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:14.394465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Bound using segment: {'id': '66c11b3c-b61a-4ca9-bc30-979a1b8c367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6ecb458d-fd46-4280-8e38-557117a7554b'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:21:14.394983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Bound port: adefdc76-70a2-4740-b634-c7e53f939b07, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c11b3c-b61a-4ca9-bc30-979a1b8c367f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6ecb458d-fd46-4280-8e38-557117a7554b'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:21:14.395358 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:14.412239 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-72635ce5-7a33-43c4-a8a5-e18b8e2a6b5c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:14.418268 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-72635ce5-7a33-43c4-a8a5-e18b8e2a6b5c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6701598 Dec 20 21:21:14.418932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52914) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:14.426770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-3b18fe77-2381-4488-a7af-d613eb1a3bac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Request body: {'security_group_rule': {'security_group_id': '8be5a2ec-4dc4-4578-ae35-133a15a36055', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:14.451217 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:14.494676 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b18fe77-2381-4488-a7af-d613eb1a3bac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:14.574214 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c079662b-188f-4766-9bb5-ec26fbc6d227 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:14.606831 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] For port adefdc76-70a2-4740-b634-c7e53f939b07, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:21:14.638611 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-4310bad8-1fab-4687-a764-c0060e7cd8c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=477b6415-c3c5-4642-baf7-a60a69509b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4673228 Dec 20 21:21:14.658127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] For port adefdc76-70a2-4740-b634-c7e53f939b07, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=adefdc76-70a2-4740-b634-c7e53f939b07,segment=NetworkSegment(66c11b3c-b61a-4ca9-bc30-979a1b8c367f),segment_id=66c11b3c-b61a-4ca9-bc30-979a1b8c367f)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:21:14.689662 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:14.699057 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port c079662b-188f-4766-9bb5-ec26fbc6d227 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:14.701907 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:14.748963 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device b89e2f6e-5bef-4993-9f38-f776ffe51732 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:14.788745 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b18fe77-2381-4488-a7af-d613eb1a3bac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:14.789660 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Pushing event updated for resources: {'Port': ['ID=adefdc76-70a2-4740-b634-c7e53f939b07,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:14.805794 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-6e44f334-5156-4f7f-9631-6509a5135155 service neutron] 10.222.0.31 "GET /v2.0/networks/477b6415-c3c5-4642-baf7-a60a69509b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036575 Dec 20 21:21:14.811888 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b18fe77-2381-4488-a7af-d613eb1a3bac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:14.832968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:14.834208 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:14.836347 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-d02307ad-ff2f-4a18-ad66-aebe6c18ab90 service neutron] 10.222.0.66 "PUT /v2.0/ports/adefdc76-70a2-4740-b634-c7e53f939b07 HTTP/1.1" status: 200 len: 1089 time: 2.3647909 Dec 20 21:21:14.839091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d7444e-b84c-4acd-9ca3-66265e94102d', 'tag': 'adefdc76-70a2-4740-b634-c7e53f939b07'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:21:14.842871 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f109e72b-0080-43c0-bedd-c4583f2e8da9" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d7444e-b84c-4acd-9ca3-66265e94102d", "tag": "adefdc76-70a2-4740-b634-c7e53f939b07"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:21:14.871126 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18fe77-2381-4488-a7af-d613eb1a3bac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d4a368-45b7-424f-97a7-b6942a853b69,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:14.907954 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736665b5-72e0-4801-bb34-416794e72674 req-b5c39f7c-5a26-44f9-94ba-0bd82a591738 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:14.916628 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-736665b5-72e0-4801-bb34-416794e72674 req-b5c39f7c-5a26-44f9-94ba-0bd82a591738 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 943 time: 0.2497704 Dec 20 21:21:14.923029 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b18fe77-2381-4488-a7af-d613eb1a3bac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:14.924639 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3b18fe77-2381-4488-a7af-d613eb1a3bac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5028408 Dec 20 21:21:14.927861 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e9dc3929-d297-42e7-9106-d868ca1de709 req-140eb00c-4c65-4c58-8b35-1a2edced3c61 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb17b88c-cea4-4ced-945e-25eb7ba70e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8155854 Dec 20 21:21:14.935620 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52928) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:14.955947 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Request body: {'security_group_rule': {'security_group_id': '8be5a2ec-4dc4-4578-ae35-133a15a36055', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:14.962974 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port b89e2f6e-5bef-4993-9f38-f776ffe51732 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:21:14.971981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port b89e2f6e-5bef-4993-9f38-f776ffe51732 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:14.972513 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:15.006184 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-736665b5-72e0-4801-bb34-416794e72674 req-b490fd3f-a05b-49a7-bcba-fbf676161535 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/security-groups?id=1859d161-a34f-42ab-9f3e-21c81d7e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884290 Dec 20 21:21:15.028371 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-7de6c592-5046-4591-bd8b-8a63c6c3e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:15.030057 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-7de6c592-5046-4591-bd8b-8a63c6c3e43c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba72b26f86e34f089f7208a14af016da&device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 1092 time: 0.1112471 Dec 20 21:21:15.049030 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2abae3c1-2b7b-47a8-b65f-c3b4c18dc757 req-3d5942b0-baab-454c-9b94-e40c5b84ee31 service neutron] 10.222.0.31 "GET /v2.0/networks/477b6415-c3c5-4642-baf7-a60a69509b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329264 Dec 20 21:21:15.052512 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:15.088358 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52930) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:15.090905 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:15.106786 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:15.113388 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631c34df-2126-4b22-b1e0-99bd9ff8a9cc x-openstack-request-id: req-631c34df-2126-4b22-b1e0-99bd9ff8a9cc {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:21:15.113736 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d7444e-b84c-4acd-9ca3-66265e94102d", "tag": "adefdc76-70a2-4740-b634-c7e53f939b07", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:21:15.113934 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-631c34df-2126-4b22-b1e0-99bd9ff8a9cc {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:21:15.114356 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d7444e-b84c-4acd-9ca3-66265e94102d', 'tag': 'adefdc76-70a2-4740-b634-c7e53f939b07', 'status': 'completed', 'code': 200} Dec 20 21:21:15.116259 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-184639eb-db2d-41c1-a907-dd5cb65c4982 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=adefdc76-70a2-4740-b634-c7e53f939b07 HTTP/1.1" status: 200 len: 217 time: 0.0726123 Dec 20 21:21:15.181270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port b89e2f6e-5bef-4993-9f38-f776ffe51732, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b89e2f6e-5bef-4993-9f38-f776ffe51732,segment=NetworkSegment(db5a54d8-a1cc-4e9c-93ee-a03a7ee33813),segment_id=db5a54d8-a1cc-4e9c-93ee-a03a7ee33813)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:15.182550 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dcaf40-47b4-4bda-be6f-23f9f9cefe96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89e2f6e-5bef-4993-9f38-f776ffe51732'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:21:15.185721 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163e4914-0d81-40df-8760-5d314ea4075e" -d '{"events": [{"server_uuid": "d6dcaf40-47b4-4bda-be6f-23f9f9cefe96", "name": "network-vif-plugged", "status": "completed", "tag": "b89e2f6e-5bef-4993-9f38-f776ffe51732"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:21:15.195988 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:15.208112 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-c94b1fce-93ab-4ce6-97a3-9032264aae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:15.209609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-c94b1fce-93ab-4ce6-97a3-9032264aae68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=311ccc71-cd2e-4124-9ba0-9c0f5ff94a2d HTTP/1.1" status: 200 len: 849 time: 0.0859711 Dec 20 21:21:15.255109 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2b0681-a63e-4377-abc8-053b922c54c2 x-openstack-request-id: req-9e2b0681-a63e-4377-abc8-053b922c54c2 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:21:15.255410 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dcaf40-47b4-4bda-be6f-23f9f9cefe96", "name": "network-vif-plugged", "status": "completed", "tag": "b89e2f6e-5bef-4993-9f38-f776ffe51732", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:21:15.256282 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e2b0681-a63e-4377-abc8-053b922c54c2 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:21:15.256823 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dcaf40-47b4-4bda-be6f-23f9f9cefe96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89e2f6e-5bef-4993-9f38-f776ffe51732', 'code': 200} Dec 20 21:21:15.265778 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-fe31b571-b8ac-4dd8-94d9-072492e67cf2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6ecb458d-fd46-4280-8e38-557117a7554b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487599 Dec 20 21:21:15.295072 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=b89e2f6e-5bef-4993-9f38-f776ffe51732,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:15.391470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ddcc4-9fc0-4934-b834-58c3c85374e9 req-be6f05a6-7dd5-44d4-aea0-16e74562c7ae tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:15.392998 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-989ddcc4-9fc0-4934-b834-58c3c85374e9 req-be6f05a6-7dd5-44d4-aea0-16e74562c7ae tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 944 time: 0.1298814 Dec 20 21:21:15.446934 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-989ddcc4-9fc0-4934-b834-58c3c85374e9 req-6069f716-f2bd-4880-a80f-7e4996c97cef tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471804 Dec 20 21:21:15.448852 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-3db8f469-1148-4dc1-ab79-87b73abdb757 service neutron] 10.222.0.66 "GET /v2.0/networks/6ecb458d-fd46-4280-8e38-557117a7554b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635773 Dec 20 21:21:15.480865 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa78be-c180-4f21-bdbf-ec140aae3f7c req-be093843-9636-4dd5-9267-0d3279cc0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:15.482584 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5aa78be-c180-4f21-bdbf-ec140aae3f7c req-be093843-9636-4dd5-9267-0d3279cc0ba9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=075b2fc3ed65406499a302e7aeec4797&device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 1092 time: 0.3127918 Dec 20 21:21:15.488948 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f842df0f-61c0-4c68-8209-9ee9fa519837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:15.568397 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfc8bd8f-d0a8-4db4-bf83-c632cc938c30 req-845c2257-e662-4379-9973-cc696774b24f service neutron] 10.222.0.66 "GET /v2.0/networks/6ecb458d-fd46-4280-8e38-557117a7554b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129081 Dec 20 21:21:15.599545 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:15.605161 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ab001-cee4-4efe-944b-1fedf65cd697 req-12bdc91a-b47d-4bf5-8f74-612f51ecdcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:15.607421 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-df0ab001-cee4-4efe-944b-1fedf65cd697 req-12bdc91a-b47d-4bf5-8f74-612f51ecdcac service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 1095 time: 0.2518613 Dec 20 21:21:15.622817 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:15.682312 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883dbf4-3b0c-4a85-93bb-413e85b062d2 req-78bb539e-07f2-462d-b502-c207c9c815a7 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:15.688093 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8883dbf4-3b0c-4a85-93bb-413e85b062d2 req-78bb539e-07f2-462d-b502-c207c9c815a7 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 946 time: 0.2802362 Dec 20 21:21:15.713472 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109e72b-0080-43c0-bedd-c4583f2e8da9 req-870b8c74-720c-482c-9083-a32f54ed9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:15.715697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f109e72b-0080-43c0-bedd-c4583f2e8da9 req-870b8c74-720c-482c-9083-a32f54ed9d05 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba72b26f86e34f089f7208a14af016da&device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 1092 time: 0.0578620 Dec 20 21:21:15.722522 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328fc627-60dc-48fa-9670-9b1ab2e3ab88,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:15.724323 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Router dea0dbf4-69b2-4f55-bf47-18872a509ab8 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:21:15.753053 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:15.754268 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8099883 Dec 20 21:21:15.764066 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52942) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:15.769908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-99cb9302-5184-48ed-8c3e-bfd349791991 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:15.773718 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:15.774083 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:15.774494 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:15.774995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:15.775396 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:15.775828 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:15.776154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:15.776477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:15.776798 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:15.777114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:15.777427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:15.777741 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c954659-4207-4284-afd9-0b80e82d80c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:15.813896 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-99cb9302-5184-48ed-8c3e-bfd349791991 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:15.837800 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa78be-c180-4f21-bdbf-ec140aae3f7c req-898cda06-a4d3-498d-9423-65706b194fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:15.839238 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5aa78be-c180-4f21-bdbf-ec140aae3f7c req-898cda06-a4d3-498d-9423-65706b194fc7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=477b6415-c3c5-4642-baf7-a60a69509b3a HTTP/1.1" status: 200 len: 914 time: 0.3442154 Dec 20 21:21:15.857154 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f842df0f-61c0-4c68-8209-9ee9fa519837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:15.874322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109e72b-0080-43c0-bedd-c4583f2e8da9 req-5d8e2352-1d17-4f99-98f2-0ec572cc296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:15.875769 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f109e72b-0080-43c0-bedd-c4583f2e8da9 req-5d8e2352-1d17-4f99-98f2-0ec572cc296d service neutron] 10.222.0.66 "GET /v2.0/networks?id=6ecb458d-fd46-4280-8e38-557117a7554b HTTP/1.1" status: 200 len: 910 time: 0.1528420 Dec 20 21:21:15.894046 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-df0ab001-cee4-4efe-944b-1fedf65cd697 req-a21288c9-6db2-42a6-a937-df3df9ba00cd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4ab8b529-92b3-4de9-829d-b8be20331486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235913 Dec 20 21:21:15.895362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-95a10fcd-1dc5-4889-b041-be11206db8e5 admin admin] Deleting port 9e12ffe2-65e9-40a4-8d62-d718ed68a475 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:21:15.895684 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95a10fcd-1dc5-4889-b041-be11206db8e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:15.932882 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f842df0f-61c0-4c68-8209-9ee9fa519837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:15.937693 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f109e72b-0080-43c0-bedd-c4583f2e8da9 req-604e188b-05f0-4999-b7b5-babb882f015c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=adefdc76-70a2-4740-b634-c7e53f939b07 HTTP/1.1" status: 200 len: 217 time: 0.0452986 Dec 20 21:21:15.961036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847883e3-5528-466b-99ed-6e486be5a467 req-15fa43fa-685f-48c4-85ed-e0fa02e9da32 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:15.962662 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-847883e3-5528-466b-99ed-6e486be5a467 req-15fa43fa-685f-48c4-85ed-e0fa02e9da32 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 944 time: 0.1001539 Dec 20 21:21:16.003636 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8883dbf4-3b0c-4a85-93bb-413e85b062d2 req-8ad98b6d-7db2-4b95-944e-80f23ef9a751 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ab8b529-92b3-4de9-829d-b8be20331486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2754815 Dec 20 21:21:16.021134 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5aa78be-c180-4f21-bdbf-ec140aae3f7c req-693ea047-53e1-40b3-b370-736e70c426f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf58a9aa-0779-4b78-afcf-1a1edd200491 HTTP/1.1" status: 200 len: 217 time: 0.1234877 Dec 20 21:21:16.103628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c8c55-3a62-4dcd-8c06-1c366a616f1e req-94eb86ad-3dea-4d72-a705-71c0a836bc92 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:16.105026 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a64c8c55-3a62-4dcd-8c06-1c366a616f1e req-94eb86ad-3dea-4d72-a705-71c0a836bc92 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 943 time: 0.1053376 Dec 20 21:21:16.106319 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-99cb9302-5184-48ed-8c3e-bfd349791991 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:16.110677 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f842df0f-61c0-4c68-8209-9ee9fa519837 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf35c191e8594f709273475251b09201&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0160697 Dec 20 21:21:16.111385 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842df0f-61c0-4c68-8209-9ee9fa519837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5c9ed8-fec8-428a-b4de-1b8a4b82f7f3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:16.115782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52948) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:16.165327 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa78be-c180-4f21-bdbf-ec140aae3f7c req-abe6c2a0-a624-4bde-914e-5e60e77bbbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:16.166890 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5aa78be-c180-4f21-bdbf-ec140aae3f7c req-abe6c2a0-a624-4bde-914e-5e60e77bbbc9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=220709b2-b99e-4a0f-8dd8-9efeecd80f83 HTTP/1.1" status: 200 len: 853 time: 0.1345587 Dec 20 21:21:16.195300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:21:16.206598 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Sync routers for ids ['dea0dbf4-69b2-4f55-bf47-18872a509ab8'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:21:16.218431 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Routers {'dea0dbf4-69b2-4f55-bf47-18872a509ab8'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:16.219148 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dea0dbf4-69b2-4f55-bf47-18872a509ab8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:16.232723 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5aa78be-c180-4f21-bdbf-ec140aae3f7c req-a2f4b09e-0737-4339-9f85-c81dbe334bae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=477b6415-c3c5-4642-baf7-a60a69509b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542736 Dec 20 21:21:16.245397 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728c05e-cac3-4ec6-adcf-6c582781ef0d req-c170a2d2-108f-4b62-9110-d137b0ebde79 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:16.247170 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b728c05e-cac3-4ec6-adcf-6c582781ef0d req-c170a2d2-108f-4b62-9110-d137b0ebde79 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 943 time: 0.1560967 Dec 20 21:21:16.291295 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-847883e3-5528-466b-99ed-6e486be5a467 req-c72ae397-cbab-481f-b653-1ce53fc10d4f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Deleting port 70996814-249a-4d32-86dd-f478ed569b84 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:21:16.291639 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-847883e3-5528-466b-99ed-6e486be5a467 req-c72ae397-cbab-481f-b653-1ce53fc10d4f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:16.299343 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-95a10fcd-1dc5-4889-b041-be11206db8e5 admin admin] For port 9e12ffe2-65e9-40a4-8d62-d718ed68a475, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9e12ffe2-65e9-40a4-8d62-d718ed68a475,segment=NetworkSegment(277faab7-a284-413e-88eb-5288c8dc15c0),segment_id=277faab7-a284-413e-88eb-5288c8dc15c0)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:16.299717 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95a10fcd-1dc5-4889-b041-be11206db8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:16.313419 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:16.318894 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c7b43d97-6072-4758-890f-b058f0290e57 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.0060239 Dec 20 21:21:16.324821 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52950) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:16.347017 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-95a10fcd-1dc5-4889-b041-be11206db8e5 admin admin] Calling delete_port for 9e12ffe2-65e9-40a4-8d62-d718ed68a475 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:21:16.362659 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a64c8c55-3a62-4dcd-8c06-1c366a616f1e req-580dfb21-ce9d-4719-8b01-94bcaa72e429 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb17b88c-cea4-4ced-945e-25eb7ba70e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456660 Dec 20 21:21:16.392141 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d8dcdb7-dbab-4b42-83d7-d756c912d369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:16.394538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109e72b-0080-43c0-bedd-c4583f2e8da9 req-ff99e756-4dea-44e7-a96d-b659541b8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:16.395987 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f109e72b-0080-43c0-bedd-c4583f2e8da9 req-ff99e756-4dea-44e7-a96d-b659541b8e6f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=311ccc71-cd2e-4124-9ba0-9c0f5ff94a2d HTTP/1.1" status: 200 len: 849 time: 0.1960161 Dec 20 21:21:16.430328 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Set router dea0dbf4-69b2-4f55-bf47-18872a509ab8 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:16.439627 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b728c05e-cac3-4ec6-adcf-6c582781ef0d req-b31871a8-81d2-4dee-8dc2-348e237cebd4 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/security-groups?id=1859d161-a34f-42ab-9f3e-21c81d7e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369443 Dec 20 21:21:16.459202 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f109e72b-0080-43c0-bedd-c4583f2e8da9 req-46c53032-19f1-45a6-9e43-e56f1a0611f1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6ecb458d-fd46-4280-8e38-557117a7554b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491462 Dec 20 21:21:16.478761 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d8dcdb7-dbab-4b42-83d7-d756c912d369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:16.483941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-99cb9302-5184-48ed-8c3e-bfd349791991 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Allocated IP 172.35.3.230 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/0378ec51-ac75-4f04-a520-dd442a419db1) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:16.528977 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5aa78be-c180-4f21-bdbf-ec140aae3f7c req-72fe44f1-6a8e-4341-820d-213d571ccb6c service neutron] 10.222.0.31 "GET /v2.0/networks/477b6415-c3c5-4642-baf7-a60a69509b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798536 Dec 20 21:21:16.653547 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856536129-router', 'tenant_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '95a04cdc-c8e9-449f-a4d4-31039efbe0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:06Z', 'updated_at': '2021-12-20T21:21:12Z', 'revision_number': 3, 'project_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'gw_port': {'id': '95a04cdc-c8e9-449f-a4d4-31039efbe0b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:08Z', 'updated_at': '2021-12-20T21:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:16.660055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-847883e3-5528-466b-99ed-6e486be5a467 req-c72ae397-cbab-481f-b653-1ce53fc10d4f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] For port 70996814-249a-4d32-86dd-f478ed569b84, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=70996814-249a-4d32-86dd-f478ed569b84,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:16.660400 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-847883e3-5528-466b-99ed-6e486be5a467 req-c72ae397-cbab-481f-b653-1ce53fc10d4f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:16.681791 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Checking router: dea0dbf4-69b2-4f55-bf47-18872a509ab8 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:21:16.682444 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Updating router dea0dbf4-69b2-4f55-bf47-18872a509ab8 port 95a04cdc-c8e9-449f-a4d4-31039efbe0b0 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:21:16.699799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-847883e3-5528-466b-99ed-6e486be5a467 req-c72ae397-cbab-481f-b653-1ce53fc10d4f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Calling delete_port for 70996814-249a-4d32-86dd-f478ed569b84 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:21:16.711638 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:16.776571 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5aa78be-c180-4f21-bdbf-ec140aae3f7c req-6abab171-4065-41cf-a9ae-ec930222e515 service neutron] 10.222.0.31 "GET /v2.0/networks/477b6415-c3c5-4642-baf7-a60a69509b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387474 Dec 20 21:21:16.925239 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95a10fcd-1dc5-4889-b041-be11206db8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:16.970108 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a10fcd-1dc5-4889-b041-be11206db8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e12ffe2-65e9-40a4-8d62-d718ed68a475,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:17.103124 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f109e72b-0080-43c0-bedd-c4583f2e8da9 req-097c5c42-4c4a-46a4-ae25-30088f97b2fe service neutron] 10.222.0.66 "GET /v2.0/networks/6ecb458d-fd46-4280-8e38-557117a7554b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6221333 Dec 20 21:21:17.147427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc779b-fc6b-4ce5-a972-70f5bcca36f2 req-7f1abb96-a6ee-4473-9936-9c28c5d3a19c tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:17.148931 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4fc779b-fc6b-4ce5-a972-70f5bcca36f2 req-7f1abb96-a6ee-4473-9936-9c28c5d3a19c tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=57ee2fcf-cc11-4f41-a575-51b2778ecdb3 HTTP/1.1" status: 200 len: 944 time: 0.5911965 Dec 20 21:21:17.165683 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d8dcdb7-dbab-4b42-83d7-d756c912d369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:17.168403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d8dcdb7-dbab-4b42-83d7-d756c912d369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:17.169548 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4d8dcdb7-dbab-4b42-83d7-d756c912d369 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f5c9ed8-fec8-428a-b4de-1b8a4b82f7f3 HTTP/1.1" status: 204 len: 168 time: 1.0435441 Dec 20 21:21:17.233889 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-99cb9302-5184-48ed-8c3e-bfd349791991 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:17.266100 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dcdb7-dbab-4b42-83d7-d756c912d369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5c9ed8-fec8-428a-b4de-1b8a4b82f7f3,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:17.342661 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4fc779b-fc6b-4ce5-a972-70f5bcca36f2 req-d0c178a6-c41e-4e31-a909-09a2771b48d9 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718373 Dec 20 21:21:17.388374 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-99cb9302-5184-48ed-8c3e-bfd349791991 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:17.439103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb9302-5184-48ed-8c3e-bfd349791991 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event updated for resources: {'Port': ['ID=0378ec51-ac75-4f04-a520-dd442a419db1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:17.448416 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f109e72b-0080-43c0-bedd-c4583f2e8da9 req-db7970b4-a84a-4202-9ff7-9d880d584c78 service neutron] 10.222.0.66 "GET /v2.0/networks/6ecb458d-fd46-4280-8e38-557117a7554b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954669 Dec 20 21:21:17.480959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb9302-5184-48ed-8c3e-bfd349791991 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:17.490803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-99cb9302-5184-48ed-8c3e-bfd349791991 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:17.495110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb9302-5184-48ed-8c3e-bfd349791991 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:17.572799 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-847883e3-5528-466b-99ed-6e486be5a467 req-c72ae397-cbab-481f-b653-1ce53fc10d4f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:17.583592 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:17.590907 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:17.616349 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['70996814-249a-4d32-86dd-f478ed569b84'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:21:17.652926 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7658d-740b-49fc-b33c-b27d52ee4013 req-e1764c08-1ab5-4e78-b5c4-4cbde75408ca tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:17.654049 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cea18-5349-4a63-b44d-763c02bfd195 None None] Pushing event updated for resources: {'Port': ['ID=95a04cdc-c8e9-449f-a4d4-31039efbe0b0,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:17.654358 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-07b7658d-740b-49fc-b33c-b27d52ee4013 req-e1764c08-1ab5-4e78-b5c4-4cbde75408ca tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 946 time: 0.5250332 Dec 20 21:21:17.669399 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95a10fcd-1dc5-4889-b041-be11206db8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:17.678878 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Attempting to bind port 95a04cdc-c8e9-449f-a4d4-31039efbe0b0 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:21:17.679342 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Attempting to bind port 95a04cdc-c8e9-449f-a4d4-31039efbe0b0 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:21:17.680105 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Attempting to bind port 95a04cdc-c8e9-449f-a4d4-31039efbe0b0 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:17.681738 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:17.685565 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:21:17.686058 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:17.686569 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:17.687044 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:21:17.687623 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Bound port: 95a04cdc-c8e9-449f-a4d4-31039efbe0b0, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:21:17.688092 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:17.690197 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ae397-cbab-481f-b653-1ce53fc10d4f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Pushing event deleted for resources: {'Port': ['ID=70996814-249a-4d32-86dd-f478ed569b84,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:17.690349 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52964) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:17.703020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e54ce0-e71c-47ef-a9d5-913a01bc57dc req-b9b34c2d-38dc-4cfa-9cd4-892dfd324b20 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:17.704979 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a2e54ce0-e71c-47ef-a9d5-913a01bc57dc req-b9b34c2d-38dc-4cfa-9cd4-892dfd324b20 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 943 time: 0.1858647 Dec 20 21:21:17.713870 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:17.724020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-847883e3-5528-466b-99ed-6e486be5a467 req-c72ae397-cbab-481f-b653-1ce53fc10d4f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] No DVR routers for this DVR port 70996814-249a-4d32-86dd-f478ed569b84 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:21:17.729537 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-847883e3-5528-466b-99ed-6e486be5a467 req-c72ae397-cbab-481f-b653-1ce53fc10d4f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:17.732779 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-847883e3-5528-466b-99ed-6e486be5a467 req-c72ae397-cbab-481f-b653-1ce53fc10d4f tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.31 "DELETE /v2.0/ports/70996814-249a-4d32-86dd-f478ed569b84 HTTP/1.1" status: 204 len: 173 time: 1.7593739 Dec 20 21:21:17.733218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ee2fcf-cc11-4f41-a575-51b2778ecdb3', 'name': 'network-vif-deleted', 'tag': '70996814-249a-4d32-86dd-f478ed569b84'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:21:17.735580 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd489eb-a434-422e-838c-b96bb8d36250" -d '{"events": [{"server_uuid": "57ee2fcf-cc11-4f41-a575-51b2778ecdb3", "name": "network-vif-deleted", "tag": "70996814-249a-4d32-86dd-f478ed569b84"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:21:17.757232 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] For port 95a04cdc-c8e9-449f-a4d4-31039efbe0b0, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:21:17.760928 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] For port 95a04cdc-c8e9-449f-a4d4-31039efbe0b0, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=95a04cdc-c8e9-449f-a4d4-31039efbe0b0,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:21:17.768608 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-99cb9302-5184-48ed-8c3e-bfd349791991 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:17.771921 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4b4b117-3f9e-487e-b177-0b0f9aa71d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:17.775763 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:17.795462 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a2e54ce0-e71c-47ef-a9d5-913a01bc57dc req-07507181-eda7-4ceb-94ab-158f73dff7ab tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb17b88c-cea4-4ced-945e-25eb7ba70e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740149 Dec 20 21:21:17.828246 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-99cb9302-5184-48ed-8c3e-bfd349791991 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:17.864718 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Routers {'dea0dbf4-69b2-4f55-bf47-18872a509ab8'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:17.865632 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dea0dbf4-69b2-4f55-bf47-18872a509ab8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:17.902915 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cea18-5349-4a63-b44d-763c02bfd195 None None] Pushing event updated for resources: {'Port': ['ID=95a04cdc-c8e9-449f-a4d4-31039efbe0b0,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:17.937743 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473cea18-5349-4a63-b44d-763c02bfd195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:17.938360 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473cea18-5349-4a63-b44d-763c02bfd195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:17.938695 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473cea18-5349-4a63-b44d-763c02bfd195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:17.939507 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473cea18-5349-4a63-b44d-763c02bfd195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:17.939507 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473cea18-5349-4a63-b44d-763c02bfd195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:17.939743 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473cea18-5349-4a63-b44d-763c02bfd195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:17.939943 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473cea18-5349-4a63-b44d-763c02bfd195 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:17.940273 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473cea18-5349-4a63-b44d-763c02bfd195 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:17.940566 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473cea18-5349-4a63-b44d-763c02bfd195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:17.941033 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473cea18-5349-4a63-b44d-763c02bfd195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:17.941512 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473cea18-5349-4a63-b44d-763c02bfd195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:17.941827 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473cea18-5349-4a63-b44d-763c02bfd195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:17.977715 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-07b7658d-740b-49fc-b33c-b27d52ee4013 req-1f15eea3-eca1-484d-864e-720a2cde15f6 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ab8b529-92b3-4de9-829d-b8be20331486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3027859 Dec 20 21:21:17.995936 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] Set router dea0dbf4-69b2-4f55-bf47-18872a509ab8 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:18.068745 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] Allocated IP 172.20.0.1 (d19f539b-a15b-410d-9464-ba451a274190/76628de7-9147-4946-bce8-6da6c25b78c9/c7195a6f-c1d1-4ff6-abf9-33d59762c8e5) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:18.103846 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-99cb9302-5184-48ed-8c3e-bfd349791991 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:18.107122 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38831eca-9620-49f9-b85c-83d6ef1fe720 x-openstack-request-id: req-38831eca-9620-49f9-b85c-83d6ef1fe720 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:21:18.107447 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ee2fcf-cc11-4f41-a575-51b2778ecdb3", "name": "network-vif-deleted", "tag": "70996814-249a-4d32-86dd-f478ed569b84", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:21:18.107696 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38831eca-9620-49f9-b85c-83d6ef1fe720 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:21:18.108255 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ee2fcf-cc11-4f41-a575-51b2778ecdb3', 'name': 'network-vif-deleted', 'tag': '70996814-249a-4d32-86dd-f478ed569b84', 'status': 'completed', 'code': 200} Dec 20 21:21:18.112886 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-99cb9302-5184-48ed-8c3e-bfd349791991 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:18.153290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49c243-7c92-443c-9d73-6e910f1688a9 req-2c69d897-1ce2-445f-944e-1b09eb957640 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:18.162490 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f49c243-7c92-443c-9d73-6e910f1688a9 req-2c69d897-1ce2-445f-944e-1b09eb957640 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 943 time: 0.2589614 Dec 20 21:21:18.222258 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856536129-router', 'tenant_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '95a04cdc-c8e9-449f-a4d4-31039efbe0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:06Z', 'updated_at': '2021-12-20T21:21:12Z', 'revision_number': 3, 'project_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'gw_port': {'id': '95a04cdc-c8e9-449f-a4d4-31039efbe0b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:08Z', 'updated_at': '2021-12-20T21:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:18.232334 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-99cb9302-5184-48ed-8c3e-bfd349791991 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:18.254954 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb9302-5184-48ed-8c3e-bfd349791991 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event updated for resources: {'Port': ['ID=0378ec51-ac75-4f04-a520-dd442a419db1,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:18.266033 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615c6b20-58fc-4e44-a658-e83ef88a006a None None] The sync data for ids ['dea0dbf4-69b2-4f55-bf47-18872a509ab8'] in n-d-xena-1 is: [{'id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856536129-router', 'tenant_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '95a04cdc-c8e9-449f-a4d4-31039efbe0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:06Z', 'updated_at': '2021-12-20T21:21:12Z', 'revision_number': 3, 'project_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'gw_port': {'id': '95a04cdc-c8e9-449f-a4d4-31039efbe0b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:08Z', 'updated_at': '2021-12-20T21:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:21:18.298816 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4b4b117-3f9e-487e-b177-0b0f9aa71d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:18.302595 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-99cb9302-5184-48ed-8c3e-bfd349791991 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:18.306001 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-99cb9302-5184-48ed-8c3e-bfd349791991 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5393198 Dec 20 21:21:18.314116 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f49c243-7c92-443c-9d73-6e910f1688a9 req-3eb17eaa-d7a9-4eb0-9d94-60e0a99b56c4 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/security-groups?id=1859d161-a34f-42ab-9f3e-21c81d7e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465559 Dec 20 21:21:18.314481 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4b4b117-3f9e-487e-b177-0b0f9aa71d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:18.349030 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b39fd-9470-4688-925e-2d5369d820d6 req-2de5dc81-a01d-4463-b15d-7a1236ef08dc tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:18.354123 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6e5b39fd-9470-4688-925e-2d5369d820d6 req-2de5dc81-a01d-4463-b15d-7a1236ef08dc tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 946 time: 0.2135453 Dec 20 21:21:18.360537 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52972) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:18.368461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-32c8a90f-79dc-4979-bdd2-6cf71c0d6a8a tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Request body: {'floatingip': {'port_id': 'b89e2f6e-5bef-4993-9f38-f776ffe51732'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:18.410589 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d4b4b117-3f9e-487e-b177-0b0f9aa71d6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a8e9eaff933433998f14a6d678b9707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7191737 Dec 20 21:21:18.416179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4b117-3f9e-487e-b177-0b0f9aa71d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20163da-e40f-4b52-8cc9-2f1c43a13e7e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:18.425963 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52976) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:18.443840 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a10fcd-1dc5-4889-b041-be11206db8e5 admin admin] Router 4f28c683-43da-4455-a735-ca6ab86e9b0a has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:21:18.457678 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:18.480356 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-32c8a90f-79dc-4979-bdd2-6cf71c0d6a8a tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:18.647910 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:18.664661 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47422d47-8961-4db0-9cc1-e9187f829474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:18.732997 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device adefdc76-70a2-4740-b634-c7e53f939b07 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:21:18.772801 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-a9c6173f-15bc-408a-9dd4-5bb079ab2ea5 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1890120889&fields=id&tenant_id=fa6bba111e234f8b895c1075b6132216 HTTP/1.1" status: 200 len: 267 time: 0.1279273 Dec 20 21:21:18.790438 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] Network d19f539b-a15b-410d-9464-ba451a274190 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:18.800744 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47422d47-8961-4db0-9cc1-e9187f829474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:18.805878 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:18.811906 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] Pushing event updated for resources: {'Port': ['ID=c7195a6f-c1d1-4ff6-abf9-33d59762c8e5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:18.826797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:18.863474 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a10fcd-1dc5-4889-b041-be11206db8e5 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:21:18.878426 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port adefdc76-70a2-4740-b634-c7e53f939b07, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=adefdc76-70a2-4740-b634-c7e53f939b07,segment=NetworkSegment(66c11b3c-b61a-4ca9-bc30-979a1b8c367f),segment_id=66c11b3c-b61a-4ca9-bc30-979a1b8c367f)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:18.882695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b075af-363b-4b4e-9d49-f2996ed222ae None None] Sync routers for ids ['4f28c683-43da-4455-a735-ca6ab86e9b0a'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:21:18.884640 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-95a10fcd-1dc5-4889-b041-be11206db8e5 admin admin] 10.222.0.32 "PUT /v2.0/routers/4f28c683-43da-4455-a735-ca6ab86e9b0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2039504 Dec 20 21:21:18.887267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52996) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:18.901978 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'adefdc76-70a2-4740-b634-c7e53f939b07', 'network_id': '6ecb458d-fd46-4280-8e38-557117a7554b', 'port_id': 'adefdc76-70a2-4740-b634-c7e53f939b07', 'mac_address': 'fa:16:3e:c3:e4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311ccc71-cd2e-4124-9ba0-9c0f5ff94a2d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:21:18.906588 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b075af-363b-4b4e-9d49-f2996ed222ae None None] Routers {'4f28c683-43da-4455-a735-ca6ab86e9b0a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:18.907568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d4b075af-363b-4b4e-9d49-f2996ed222ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f28c683-43da-4455-a735-ca6ab86e9b0a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:18.935757 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10846ff8-5d49-4b3e-beb6-43874578ecb7 req-63083f46-13f1-474b-b014-f65ca5862be6 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:18.943449 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-10846ff8-5d49-4b3e-beb6-43874578ecb7 req-63083f46-13f1-474b-b014-f65ca5862be6 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 944 time: 0.2223947 Dec 20 21:21:18.957935 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-5a84d917-1034-4ed0-957b-c3221d348210 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:18.966753 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-5a84d917-1034-4ed0-957b-c3221d348210 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports/17c9639d-1f1d-402c-a100-0ecd939a4f4b HTTP/1.1" status: 200 len: 935 time: 0.1778286 Dec 20 21:21:18.970849 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:19.040727 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-d4b075af-363b-4b4e-9d49-f2996ed222ae None None] Set router 4f28c683-43da-4455-a735-ca6ab86e9b0a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:19.127408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-acc7a5e4-cbc4-4e6b-9efe-dbbd91698347 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:19.137550 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-acc7a5e4-cbc4-4e6b-9efe-dbbd91698347 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports/5a9c9ffc-8b46-4314-98ec-30d20be920ef HTTP/1.1" status: 200 len: 937 time: 0.1695297 Dec 20 21:21:19.147153 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-10846ff8-5d49-4b3e-beb6-43874578ecb7 req-5e2b6e39-ca02-45d1-a109-bd5d0f394083 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961589 Dec 20 21:21:19.212752 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:19.213435 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-081cce21-7fcf-4f20-960f-73dc9bfe2781 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?network_id=639c8589-e65d-40a2-92b1-3421f5cc2118&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0745001 Dec 20 21:21:19.218356 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47422d47-8961-4db0-9cc1-e9187f829474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:19.222443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cf58a9aa-0779-4b78-afcf-1a1edd200491 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:21:19.227467 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47422d47-8961-4db0-9cc1-e9187f829474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:19.230188 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-47422d47-8961-4db0-9cc1-e9187f829474 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e20163da-e40f-4b52-8cc9-2f1c43a13e7e HTTP/1.1" status: 204 len: 168 time: 0.8025806 Dec 20 21:21:19.266547 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47422d47-8961-4db0-9cc1-e9187f829474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20163da-e40f-4b52-8cc9-2f1c43a13e7e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:19.323888 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-207b4527-00c9-41b9-9dea-7cf08221e025 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?network_id=639c8589-e65d-40a2-92b1-3421f5cc2118&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1093295 Dec 20 21:21:19.455270 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:19.473719 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef32a1b-dbe8-4b2f-9f4d-8eda64a1e5e5 req-4c77d45f-af29-4545-bf41-7d8b70896c85 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:19.475300 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4ef32a1b-dbe8-4b2f-9f4d-8eda64a1e5e5 req-4c77d45f-af29-4545-bf41-7d8b70896c85 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.31 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 944 time: 0.2772796 Dec 20 21:21:19.496158 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:19.509619 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2cf531cb-d6f3-4969-9616-9bb88f5b545b admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:19.516997 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:19.530589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ea075020-6640-493e-a0fc-a66325f9bf63 None None] Provisioning complete for port c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:19.531355 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ea075020-6640-493e-a0fc-a66325f9bf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:19.577814 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adefdc76-70a2-4740-b634-c7e53f939b07 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:21:19.586187 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:19.599325 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96b13e-4f82-4378-8d9c-ece9dcca01f9 req-d8596d12-b4d4-4972-8e7f-bf969b503bc4 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:19.607606 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7f96b13e-4f82-4378-8d9c-ece9dcca01f9 req-d8596d12-b4d4-4972-8e7f-bf969b503bc4 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 943 time: 0.3426571 Dec 20 21:21:19.610483 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.resource_extend [None req-32c8a90f-79dc-4979-bdd2-6cf71c0d6a8a tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:21:19.631436 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] Pushing event updated for resources: {'Port': ['ID=c7195a6f-c1d1-4ff6-abf9-33d59762c8e5,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:19.635000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port adefdc76-70a2-4740-b634-c7e53f939b07, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=adefdc76-70a2-4740-b634-c7e53f939b07,segment=NetworkSegment(66c11b3c-b61a-4ca9-bc30-979a1b8c367f),segment_id=66c11b3c-b61a-4ca9-bc30-979a1b8c367f)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:19.649965 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:19.671380 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d4b075af-363b-4b4e-9d49-f2996ed222ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:21:16Z', 'revision_number': 5, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:19.719910 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7f96b13e-4f82-4378-8d9c-ece9dcca01f9 req-c3baed1d-cc32-47d2-bd69-e72d5313ab8d tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb17b88c-cea4-4ced-945e-25eb7ba70e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118472 Dec 20 21:21:19.774310 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b075af-363b-4b4e-9d49-f2996ed222ae None None] Checking router: 4f28c683-43da-4455-a735-ca6ab86e9b0a for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:21:19.809113 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=adefdc76-70a2-4740-b634-c7e53f939b07,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:19.811895 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ea075020-6640-493e-a0fc-a66325f9bf63 None None] Port c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:21:19.818099 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] Network d19f539b-a15b-410d-9464-ba451a274190 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:19.820218 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:19.821983 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b075af-363b-4b4e-9d49-f2996ed222ae None None] Routers {'4f28c683-43da-4455-a735-ca6ab86e9b0a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:19.822723 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d4b075af-363b-4b4e-9d49-f2996ed222ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f28c683-43da-4455-a735-ca6ab86e9b0a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:19.831764 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ac13c8cc-d38a-437c-8892-2b6eb42137c7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:19.838890 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ac13c8cc-d38a-437c-8892-2b6eb42137c7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:19.844597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ac13c8cc-d38a-437c-8892-2b6eb42137c7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:19.854733 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ac13c8cc-d38a-437c-8892-2b6eb42137c7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/networks?id=a59c69cc-251c-424c-8fcd-16f53c9e39c8&id=26353263-4cf3-440d-921d-58d861009b00&id=26353263-4cf3-440d-921d-58d861009b00&id=639c8589-e65d-40a2-92b1-3421f5cc2118&id=639c8589-e65d-40a2-92b1-3421f5cc2118 HTTP/1.1" status: 200 len: 1994 time: 0.5298238 Dec 20 21:21:19.861682 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-32c8a90f-79dc-4979-bdd2-6cf71c0d6a8a tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:19.890861 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-32c8a90f-79dc-4979-bdd2-6cf71c0d6a8a tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:19.927355 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port cf58a9aa-0779-4b78-afcf-1a1edd200491, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cf58a9aa-0779-4b78-afcf-1a1edd200491,segment=NetworkSegment(e79c0cc2-0287-411b-97e5-99e0439e93ba),segment_id=e79c0cc2-0287-411b-97e5-99e0439e93ba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:19.943056 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-26064860-86f6-4fbf-b341-5f5d3ecb3884 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/quotas/fa6bba111e234f8b895c1075b6132216 HTTP/1.1" status: 200 len: 375 time: 0.0874574 Dec 20 21:21:19.946819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'cf58a9aa-0779-4b78-afcf-1a1edd200491', 'network_id': '477b6415-c3c5-4642-baf7-a60a69509b3a', 'port_id': 'cf58a9aa-0779-4b78-afcf-1a1edd200491', 'mac_address': 'fa:16:3e:2e:bb:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '220709b2-b99e-4a0f-8dd8-9efeecd80f83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:21:19.970280 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['adefdc76-70a2-4740-b634-c7e53f939b07'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:21:20.036776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca52c1-4b89-420e-b261-e1dcfb0e2b98 req-d69f65c6-c12c-435f-bdec-219b064ceca6 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:20.056161 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-58ca52c1-4b89-420e-b261-e1dcfb0e2b98 req-d69f65c6-c12c-435f-bdec-219b064ceca6 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 944 time: 0.1579509 Dec 20 21:21:20.091548 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2cf531cb-d6f3-4969-9616-9bb88f5b545b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:20.125468 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] Router dea0dbf4-69b2-4f55-bf47-18872a509ab8 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:21:20.145332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-4ef32a1b-dbe8-4b2f-9f4d-8eda64a1e5e5 req-b543d36d-4cd1-4c07-9053-2fa65e590513 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Deleting port 57c48c8a-d2fd-41ff-811d-1ac08620b316 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:21:20.145675 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4ef32a1b-dbe8-4b2f-9f4d-8eda64a1e5e5 req-b543d36d-4cd1-4c07-9053-2fa65e590513 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:20.166225 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-58ca52c1-4b89-420e-b261-e1dcfb0e2b98 req-10193026-4a74-4459-a1e9-27a4b04c1e76 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/security-groups?id=1859d161-a34f-42ab-9f3e-21c81d7e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088626 Dec 20 21:21:20.363143 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07cf90-7cd3-40a8-8c46-140445f9a1ab req-60a20929-eb73-4747-b05a-2938f4deba83 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:20.365191 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9b07cf90-7cd3-40a8-8c46-140445f9a1ab req-60a20929-eb73-4747-b05a-2938f4deba83 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 944 time: 0.1072419 Dec 20 21:21:20.378781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:21:20.396176 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:20.396321 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-df435b82-01f9-45a7-bcc2-0bc70bf72df5 admin admin] 10.222.0.32 "PUT /v2.0/routers/dea0dbf4-69b2-4f55-bf47-18872a509ab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0595937 Dec 20 21:21:20.429932 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-d4b075af-363b-4b4e-9d49-f2996ed222ae None None] Set router 4f28c683-43da-4455-a735-ca6ab86e9b0a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:20.451523 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9b07cf90-7cd3-40a8-8c46-140445f9a1ab req-c08fb1a6-67b0-4212-94cb-574413fec8da tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707040 Dec 20 21:21:20.498825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 95a04cdc-c8e9-449f-a4d4-31039efbe0b0 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:20.700419 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf58a9aa-0779-4b78-afcf-1a1edd200491 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:21:20.748614 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port cf58a9aa-0779-4b78-afcf-1a1edd200491, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cf58a9aa-0779-4b78-afcf-1a1edd200491,segment=NetworkSegment(e79c0cc2-0287-411b-97e5-99e0439e93ba),segment_id=e79c0cc2-0287-411b-97e5-99e0439e93ba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:20.749242 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-2aef7835-2077-40f6-b437-cb2335175578 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fa6bba111e234f8b895c1075b6132216&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7426877 Dec 20 21:21:20.759041 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d69b60e7-040a-424e-be45-8881fb0d8deb None None] Provisioning complete for port c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:20.759041 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d69b60e7-040a-424e-be45-8881fb0d8deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:20.788778 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:20.875784 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Sync routers for ids ['dea0dbf4-69b2-4f55-bf47-18872a509ab8'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:21:20.887578 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Routers {'dea0dbf4-69b2-4f55-bf47-18872a509ab8'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:20.888320 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dea0dbf4-69b2-4f55-bf47-18872a509ab8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:20.917389 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8785b-5957-4155-b269-34f32375a329 req-fb0dc4d8-c88e-4933-9fb7-cf6c57c2f1d1 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:20.920044 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9be8785b-5957-4155-b269-34f32375a329 req-fb0dc4d8-c88e-4933-9fb7-cf6c57c2f1d1 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 944 time: 0.0653017 Dec 20 21:21:20.959310 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-32c8a90f-79dc-4979-bdd2-6cf71c0d6a8a tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Floating IP 08097692-8028-4c0c-b639-9005e84b5e0c associated. External IP: 172.35.3.54, port: b89e2f6e-5bef-4993-9f38-f776ffe51732. Dec 20 21:21:20.975246 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d69b60e7-040a-424e-be45-8881fb0d8deb None None] Port c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:21:20.990230 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 95a04cdc-c8e9-449f-a4d4-31039efbe0b0 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:20.990599 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:21.034676 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9be8785b-5957-4155-b269-34f32375a329 req-02316629-06b7-4f27-9e99-e4b42f1acdec tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb17b88c-cea4-4ced-945e-25eb7ba70e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043153 Dec 20 21:21:21.040452 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=cf58a9aa-0779-4b78-afcf-1a1edd200491,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:21.045902 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d4b075af-363b-4b4e-9d49-f2996ed222ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:21:16Z', 'revision_number': 5, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:21.081578 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Set router dea0dbf4-69b2-4f55-bf47-18872a509ab8 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:21.088448 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 70996814-249a-4d32-86dd-f478ed569b84 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:21:21.093962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b075af-363b-4b4e-9d49-f2996ed222ae None None] The sync data for ids ['4f28c683-43da-4455-a735-ca6ab86e9b0a'] in n-d-xena-1 is: [{'id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-385588902-router', 'tenant_id': '49bd4cca0f8d409399c77feff9b72818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31'}], 'enable_snat': True}, 'gw_port_id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:15:55Z', 'updated_at': '2021-12-20T21:21:16Z', 'revision_number': 5, 'project_id': '49bd4cca0f8d409399c77feff9b72818', 'gw_port': {'id': '3b5f9894-21c6-4bde-8fe1-794fe06bc426', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:fa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f28c683-43da-4455-a735-ca6ab86e9b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:15:56Z', 'updated_at': '2021-12-20T21:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:21:21.120924 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 70996814-249a-4d32-86dd-f478ed569b84 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:21:21.121248 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 70996814-249a-4d32-86dd-f478ed569b84 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:21:21.121669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 57c48c8a-d2fd-41ff-811d-1ac08620b316 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:21:21.165840 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['cf58a9aa-0779-4b78-afcf-1a1edd200491'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:21:21.250512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-4ef32a1b-dbe8-4b2f-9f4d-8eda64a1e5e5 req-b543d36d-4cd1-4c07-9053-2fa65e590513 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] For port 57c48c8a-d2fd-41ff-811d-1ac08620b316, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=57c48c8a-d2fd-41ff-811d-1ac08620b316,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:21.251575 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4ef32a1b-dbe8-4b2f-9f4d-8eda64a1e5e5 req-b543d36d-4cd1-4c07-9053-2fa65e590513 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:21.299098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-2cf531cb-d6f3-4969-9616-9bb88f5b545b admin admin] Deleting port 3b5f9894-21c6-4bde-8fe1-794fe06bc426 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:21:21.300140 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2cf531cb-d6f3-4969-9616-9bb88f5b545b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:21.353827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d2f94-8a02-468c-8e2c-b59ef1592827 req-4f08a281-2d01-44cb-beba-a3effa193db7 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:21.357753 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a60d2f94-8a02-468c-8e2c-b59ef1592827 req-4f08a281-2d01-44cb-beba-a3effa193db7 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 944 time: 0.0722692 Dec 20 21:21:21.389113 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-4ef32a1b-dbe8-4b2f-9f4d-8eda64a1e5e5 req-b543d36d-4cd1-4c07-9053-2fa65e590513 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Calling delete_port for 57c48c8a-d2fd-41ff-811d-1ac08620b316 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:21:21.413730 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-9addf882-7b29-4891-a748-3eea6d1505cf service neutron] 10.222.0.32 "GET /v2.0/networks/a59c69cc-251c-424c-8fcd-16f53c9e39c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6372130 Dec 20 21:21:21.414470 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:21.466983 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a60d2f94-8a02-468c-8e2c-b59ef1592827 req-8d990c12-dc2c-4720-bd9a-71ab8e09b113 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/security-groups?id=1859d161-a34f-42ab-9f3e-21c81d7e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022415 Dec 20 21:21:21.469757 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 95a04cdc-c8e9-449f-a4d4-31039efbe0b0, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=95a04cdc-c8e9-449f-a4d4-31039efbe0b0,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:21.485824 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:21.575036 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856536129-router', 'tenant_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '95a04cdc-c8e9-449f-a4d4-31039efbe0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:06Z', 'updated_at': '2021-12-20T21:21:19Z', 'revision_number': 4, 'project_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'gw_port': {'id': '95a04cdc-c8e9-449f-a4d4-31039efbe0b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:08Z', 'updated_at': '2021-12-20T21:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'c7195a6f-c1d1-4ff6-abf9-33d59762c8e5', 'name': '', 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190', 'tenant_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'mac_address': 'fa:16:3e:fa:c7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '76628de7-9147-4946-bce8-6da6c25b78c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:17Z', 'updated_at': '2021-12-20T21:21:19Z', 'revision_number': 2, 'project_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'subnets': [{'id': '76628de7-9147-4946-bce8-6da6c25b78c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:21.656724 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=95a04cdc-c8e9-449f-a4d4-31039efbe0b0,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:21.663095 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Checking router: dea0dbf4-69b2-4f55-bf47-18872a509ab8 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:21:21.663270 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Updating router dea0dbf4-69b2-4f55-bf47-18872a509ab8 port c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:21:21.671045 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53058) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:21.682148 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-eee62d32-e925-49ab-a07a-7ef9abacae68 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2100996749-network', 'tenant_id': '13cfbefdc9db47b1ae9d3d3634ce4949'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:21.682391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c8a90f-79dc-4979-bdd2-6cf71c0d6a8a tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Router b217b47f-6b29-4730-8eb3-1da3fac5e498 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:21:21.684224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-2cf531cb-d6f3-4969-9616-9bb88f5b545b admin admin] For port 3b5f9894-21c6-4bde-8fe1-794fe06bc426, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3b5f9894-21c6-4bde-8fe1-794fe06bc426,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:21.684581 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2cf531cb-d6f3-4969-9616-9bb88f5b545b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:21.700139 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:21.719783 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615577e6-3fc7-40f7-b9b1-400ff19d253c req-ba645ff4-1cd9-463a-b620-504cb3f8e350 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:21.726287 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-2cf531cb-d6f3-4969-9616-9bb88f5b545b admin admin] Calling delete_port for 3b5f9894-21c6-4bde-8fe1-794fe06bc426 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:21:21.728141 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-615577e6-3fc7-40f7-b9b1-400ff19d253c req-ba645ff4-1cd9-463a-b620-504cb3f8e350 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f046c7-dcae-424e-9ba3-f5e827b8aaa5 HTTP/1.1" status: 200 len: 944 time: 0.0976193 Dec 20 21:21:21.741031 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-b006f376-b1d6-44a8-bc95-520a02c3f268 service neutron] 10.222.0.32 "GET /v2.0/networks/a59c69cc-251c-424c-8fcd-16f53c9e39c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263927 Dec 20 21:21:21.756606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee62d32-e925-49ab-a07a-7ef9abacae68 admin admin] Made reservation on behalf of 13cfbefdc9db47b1ae9d3d3634ce4949 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:21.760152 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eee62d32-e925-49ab-a07a-7ef9abacae68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:21.773065 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eee62d32-e925-49ab-a07a-7ef9abacae68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:21.796742 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-615577e6-3fc7-40f7-b9b1-400ff19d253c req-8ab2bd2d-9ba5-458f-8ab6-22b93da0e450 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676587 Dec 20 21:21:21.884576 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eee62d32-e925-49ab-a07a-7ef9abacae68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:21.890463 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eee62d32-e925-49ab-a07a-7ef9abacae68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:21.906163 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee62d32-e925-49ab-a07a-7ef9abacae68 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:21:21.921908 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eee62d32-e925-49ab-a07a-7ef9abacae68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:21.922853 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-eee62d32-e925-49ab-a07a-7ef9abacae68 admin admin] Added segment 4501f77b-a353-4c4d-b7d2-2c24b34f495f of type vlan for network 5ee1d317-d5a6-4297-8a2a-64c4a5adaec3 Dec 20 21:21:21.947515 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-d3b73f75-2c72-4e28-b965-57a0b97ed9d1 service neutron] 10.222.0.32 "GET /v2.0/ports/17c9639d-1f1d-402c-a100-0ecd939a4f4b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1644452 Dec 20 21:21:21.980216 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eee62d32-e925-49ab-a07a-7ef9abacae68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.028652 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eee62d32-e925-49ab-a07a-7ef9abacae68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.029269 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee62d32-e925-49ab-a07a-7ef9abacae68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:22.029946 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eee62d32-e925-49ab-a07a-7ef9abacae68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.052746 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4ef32a1b-dbe8-4b2f-9f4d-8eda64a1e5e5 req-b543d36d-4cd1-4c07-9053-2fa65e590513 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.061700 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee62d32-e925-49ab-a07a-7ef9abacae68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5043a29e-9701-495f-9490-c0c582978e2c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:22.083160 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.091055 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.109049 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543d36d-4cd1-4c07-9053-2fa65e590513 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Pushing event deleted for resources: {'Port': ['ID=57c48c8a-d2fd-41ff-811d-1ac08620b316,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:22.131071 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c8a90f-79dc-4979-bdd2-6cf71c0d6a8a tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:21:22.144740 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e871d9e-2737-4a66-a820-724a4a464fd7 None None] Sync routers for ids ['b217b47f-6b29-4730-8eb3-1da3fac5e498'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:21:22.154771 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-32c8a90f-79dc-4979-bdd2-6cf71c0d6a8a tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.164773 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 95a04cdc-c8e9-449f-a4d4-31039efbe0b0 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:22.201696 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef32a1b-dbe8-4b2f-9f4d-8eda64a1e5e5 req-b543d36d-4cd1-4c07-9053-2fa65e590513 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] No DVR routers for this DVR port 57c48c8a-d2fd-41ff-811d-1ac08620b316 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:21:22.205393 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee62d32-e925-49ab-a07a-7ef9abacae68 admin admin] Pushing event updated for resources: {'Network': ['ID=5ee1d317-d5a6-4297-8a2a-64c4a5adaec3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:22.215083 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4ef32a1b-dbe8-4b2f-9f4d-8eda64a1e5e5 req-b543d36d-4cd1-4c07-9053-2fa65e590513 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.216641 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-eee62d32-e925-49ab-a07a-7ef9abacae68 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5442824 Dec 20 21:21:22.217948 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53064) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:22.219358 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4ef32a1b-dbe8-4b2f-9f4d-8eda64a1e5e5 req-b543d36d-4cd1-4c07-9053-2fa65e590513 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.31 "DELETE /v2.0/ports/57c48c8a-d2fd-41ff-811d-1ac08620b316 HTTP/1.1" status: 204 len: 173 time: 2.7272148 Dec 20 21:21:22.223189 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-604829a1-cbea-4d03-955e-176a37632b0e admin admin] Request body: {'subnet': {'network_id': '5ee1d317-d5a6-4297-8a2a-64c4a5adaec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2100996749-subnet', 'tenant_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:22.229733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f046c7-dcae-424e-9ba3-f5e827b8aaa5', 'name': 'network-vif-deleted', 'tag': '57c48c8a-d2fd-41ff-811d-1ac08620b316'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:21:22.232962 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d604780-69de-4ae5-869a-dcbe83ca5f5f" -d '{"events": [{"server_uuid": "20f046c7-dcae-424e-9ba3-f5e827b8aaa5", "name": "network-vif-deleted", "tag": "57c48c8a-d2fd-41ff-811d-1ac08620b316"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:21:22.252322 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 5ee1d317-d5a6-4297-8a2a-64c4a5adaec3 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:21:22.260025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604829a1-cbea-4d03-955e-176a37632b0e admin admin] Made reservation on behalf of 13cfbefdc9db47b1ae9d3d3634ce4949 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:22.262409 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-604829a1-cbea-4d03-955e-176a37632b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.290815 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-32c8a90f-79dc-4979-bdd2-6cf71c0d6a8a tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "PUT /v2.0/floatingips/08097692-8028-4c0c-b639-9005e84b5e0c HTTP/1.1" status: 200 len: 991 time: 3.9252744 Dec 20 21:21:22.292953 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-1c7537aa-fd98-4a51-b70a-518065b8f594 service neutron] 10.222.0.32 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354936 Dec 20 21:21:22.357494 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Attempting to bind port c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:21:22.357909 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Attempting to bind port c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '93e75a35-b432-4782-837d-a0bc23734d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:21:22.358249 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Attempting to bind port c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 on network d19f539b-a15b-410d-9464-ba451a274190 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:22.362903 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a3c47-7361-4226-96d2-ad5e0d4cc40b None None] Pushing event updated for resources: {'Port': ['ID=c7195a6f-c1d1-4ff6-abf9-33d59762c8e5,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:22.389226 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:21:22.389649 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Checking segment: {'id': '93e75a35-b432-4782-837d-a0bc23734d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:22.390055 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.390512 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Bound using segment: {'id': '93e75a35-b432-4782-837d-a0bc23734d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:21:22.390993 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Bound port: c7195a6f-c1d1-4ff6-abf9-33d59762c8e5, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e75a35-b432-4782-837d-a0bc23734d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:21:22.391393 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.410719 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e871d9e-2737-4a66-a820-724a4a464fd7 None None] Routers {'b217b47f-6b29-4730-8eb3-1da3fac5e498'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:22.411272 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-6e871d9e-2737-4a66-a820-724a4a464fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b217b47f-6b29-4730-8eb3-1da3fac5e498'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:22.462677 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2cf531cb-d6f3-4969-9616-9bb88f5b545b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.487070 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] For port c7195a6f-c1d1-4ff6-abf9-33d59762c8e5, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:21:22.490638 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] For port c7195a6f-c1d1-4ff6-abf9-33d59762c8e5, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c7195a6f-c1d1-4ff6-abf9-33d59762c8e5,segment=NetworkSegment(93e75a35-b432-4782-837d-a0bc23734d68),segment_id=93e75a35-b432-4782-837d-a0bc23734d68)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:21:22.498386 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.529955 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-7360eb99-4a5c-45c2-b3cd-788fbcb49d0b service neutron] 10.222.0.32 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255807 Dec 20 21:21:22.541700 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf531cb-d6f3-4969-9616-9bb88f5b545b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5f9894-21c6-4bde-8fe1-794fe06bc426,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:22.562333 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a3c47-7361-4226-96d2-ad5e0d4cc40b None None] Pushing event updated for resources: {'Port': ['ID=c7195a6f-c1d1-4ff6-abf9-33d59762c8e5,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:22.568951 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-604829a1-cbea-4d03-955e-176a37632b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.569794 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-6e871d9e-2737-4a66-a820-724a4a464fd7 None None] Set router b217b47f-6b29-4730-8eb3-1da3fac5e498 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:22.615407 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Routers {'dea0dbf4-69b2-4f55-bf47-18872a509ab8'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:22.616866 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dea0dbf4-69b2-4f55-bf47-18872a509ab8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:22.647215 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2cf531cb-d6f3-4969-9616-9bb88f5b545b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.662435 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e6613eed-6913-4086-83d8-b6654124ab8f service neutron] 10.222.0.32 "GET /v2.0/ports/5a9c9ffc-8b46-4314-98ec-30d20be920ef?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1314876 Dec 20 21:21:22.769112 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604829a1-cbea-4d03-955e-176a37632b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec257b3-ba64-4d62-9076-ad97d1162280,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:22.795704 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 95a04cdc-c8e9-449f-a4d4-31039efbe0b0 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:22.796203 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.797144 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df736649-a0e6-41d9-9fcb-4688cf2a3d30 req-bbb6af4a-5f6f-479c-9700-83bfee2742c0 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:22.798758 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-df736649-a0e6-41d9-9fcb-4688cf2a3d30 req-bbb6af4a-5f6f-479c-9700-83bfee2742c0 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 944 time: 0.3823452 Dec 20 21:21:22.801777 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device adefdc76-70a2-4740-b634-c7e53f939b07 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:22.803296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604829a1-cbea-4d03-955e-176a37632b0e admin admin] Checking segment: {'id': '4501f77b-a353-4c4d-b7d2-2c24b34f495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ee1d317-d5a6-4297-8a2a-64c4a5adaec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:22.803651 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604829a1-cbea-4d03-955e-176a37632b0e admin admin] Network hostable DHCP agents. Network: 5ee1d317-d5a6-4297-8a2a-64c4a5adaec3, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:21:22.839670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604829a1-cbea-4d03-955e-176a37632b0e admin admin] Network 5ee1d317-d5a6-4297-8a2a-64c4a5adaec3 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:21:22.871150 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-df736649-a0e6-41d9-9fcb-4688cf2a3d30 req-6ea4496d-38d8-48fb-98b1-10c248a53867 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb17b88c-cea4-4ced-945e-25eb7ba70e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550156 Dec 20 21:21:22.874326 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-604829a1-cbea-4d03-955e-176a37632b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 5ee1d317-d5a6-4297-8a2a-64c4a5adaec3) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:22.885743 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604829a1-cbea-4d03-955e-176a37632b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:22.886434 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-604829a1-cbea-4d03-955e-176a37632b0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.913129 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2cf531cb-d6f3-4969-9616-9bb88f5b545b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.918364 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2cf531cb-d6f3-4969-9616-9bb88f5b545b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.923394 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dd0967-5251-41e2-9446-5397372aad71 None None] Network 5ee1d317-d5a6-4297-8a2a-64c4a5adaec3 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:22.932479 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-604829a1-cbea-4d03-955e-176a37632b0e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7133939 Dec 20 21:21:22.933092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53076) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:22.937371 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2100996749-router', 'tenant_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:22.974562 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae5cce2-7d65-4ae3-a056-dd4c14bd7d98 x-openstack-request-id: req-dae5cce2-7d65-4ae3-a056-dd4c14bd7d98 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:21:22.975246 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f046c7-dcae-424e-9ba3-f5e827b8aaa5", "name": "network-vif-deleted", "tag": "57c48c8a-d2fd-41ff-811d-1ac08620b316", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:21:22.975588 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dae5cce2-7d65-4ae3-a056-dd4c14bd7d98 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:21:22.976202 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f046c7-dcae-424e-9ba3-f5e827b8aaa5', 'name': 'network-vif-deleted', 'tag': '57c48c8a-d2fd-41ff-811d-1ac08620b316', 'status': 'completed', 'code': 200} Dec 20 21:21:22.984423 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.985761 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.990640 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2cf531cb-d6f3-4969-9616-9bb88f5b545b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:22.991259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf531cb-d6f3-4969-9616-9bb88f5b545b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f28c683-43da-4455-a735-ca6ab86e9b0a {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:21:22.998459 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2cf531cb-d6f3-4969-9616-9bb88f5b545b admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:23.002273 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2cf531cb-d6f3-4969-9616-9bb88f5b545b admin admin] 10.222.0.32 "DELETE /v2.0/routers/4f28c683-43da-4455-a735-ca6ab86e9b0a HTTP/1.1" status: 204 len: 168 time: 4.1094904 Dec 20 21:21:23.003782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53078) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:23.041832 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] Set router dea0dbf4-69b2-4f55-bf47-18872a509ab8 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:23.064914 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-b1bdfe06-9b4a-44ff-8677-baefa0e8bcc7 service neutron] 10.222.0.32 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015396 Dec 20 21:21:23.076547 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cf58a9aa-0779-4b78-afcf-1a1edd200491 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:23.086113 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port adefdc76-70a2-4740-b634-c7e53f939b07 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:21:23.088847 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:23.127182 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9ae447c5-cfca-4b80-ae00-81fa62dbfb49 None None] Provisioning complete for port c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:23.127557 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ae447c5-cfca-4b80-ae00-81fa62dbfb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:23.139135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd83ef05-b7bb-4461-a9f4-81b4cb4f43d9 admin admin] Deleting subnet e7a38a1c-ba40-430e-b466-9b0024d8be26 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:21:23.194929 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dd83ef05-b7bb-4461-a9f4-81b4cb4f43d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:23.270881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port adefdc76-70a2-4740-b634-c7e53f939b07 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:23.272062 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:23.288381 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-3aead49b-4cb1-4bf6-8ec3-ffb4bf9bf314 service neutron] 10.222.0.32 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136750 Dec 20 21:21:23.298319 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dd83ef05-b7bb-4461-a9f4-81b4cb4f43d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:23.333780 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:23.370785 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856536129-router', 'tenant_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '95a04cdc-c8e9-449f-a4d4-31039efbe0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:06Z', 'updated_at': '2021-12-20T21:21:19Z', 'revision_number': 4, 'project_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'gw_port': {'id': '95a04cdc-c8e9-449f-a4d4-31039efbe0b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:08Z', 'updated_at': '2021-12-20T21:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'c7195a6f-c1d1-4ff6-abf9-33d59762c8e5', 'name': '', 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190', 'tenant_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'mac_address': 'fa:16:3e:fa:c7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '76628de7-9147-4946-bce8-6da6c25b78c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:17Z', 'updated_at': '2021-12-20T21:21:22Z', 'revision_number': 4, 'project_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'subnets': [{'id': '76628de7-9147-4946-bce8-6da6c25b78c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:23.413459 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f47976b-c931-4520-af4e-437dfc935714 None None] The sync data for ids ['dea0dbf4-69b2-4f55-bf47-18872a509ab8'] in n-d-xena-1 is: [{'id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856536129-router', 'tenant_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '95a04cdc-c8e9-449f-a4d4-31039efbe0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:06Z', 'updated_at': '2021-12-20T21:21:19Z', 'revision_number': 4, 'project_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'gw_port': {'id': '95a04cdc-c8e9-449f-a4d4-31039efbe0b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:08Z', 'updated_at': '2021-12-20T21:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'c7195a6f-c1d1-4ff6-abf9-33d59762c8e5', 'name': '', 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190', 'tenant_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'mac_address': 'fa:16:3e:fa:c7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '76628de7-9147-4946-bce8-6da6c25b78c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:17Z', 'updated_at': '2021-12-20T21:21:22Z', 'revision_number': 4, 'project_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'subnets': [{'id': '76628de7-9147-4946-bce8-6da6c25b78c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:21:23.416940 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350e4fa-7e09-4f5b-9263-db86c668e015 req-c69da615-69c6-47f5-a598-08f55f308345 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:23.418501 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5350e4fa-7e09-4f5b-9263-db86c668e015 req-c69da615-69c6-47f5-a598-08f55f308345 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 944 time: 0.2002993 Dec 20 21:21:23.476413 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5350e4fa-7e09-4f5b-9263-db86c668e015 req-b30a9180-082a-48b9-b451-e4ea4ca0d369 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/security-groups?id=1859d161-a34f-42ab-9f3e-21c81d7e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515449 Dec 20 21:21:23.481675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-5ee1d317-d5a6-4297-8a2a-64c4a5adaec3', 'network_id': '5ee1d317-d5a6-4297-8a2a-64c4a5adaec3', 'tenant_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'fixed_ips': [{'subnet_id': '1ec257b3-ba64-4d62-9076-ad97d1162280'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:21:23.481926 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:23.498102 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dd83ef05-b7bb-4461-a9f4-81b4cb4f43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:23.550666 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03d333fa-0345-4e94-8e13-7fb93322c592 service neutron] 10.222.0.32 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114286 Dec 20 21:21:23.672745 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:23.676165 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dd83ef05-b7bb-4461-a9f4-81b4cb4f43d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:23.708399 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:23.720659 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83ef05-b7bb-4461-a9f4-81b4cb4f43d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a38a1c-ba40-430e-b466-9b0024d8be26,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:23.722880 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dd83ef05-b7bb-4461-a9f4-81b4cb4f43d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:23.728712 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dd83ef05-b7bb-4461-a9f4-81b4cb4f43d9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e7a38a1c-ba40-430e-b466-9b0024d8be26 HTTP/1.1" status: 204 len: 168 time: 0.7210598 Dec 20 21:21:23.729083 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ae447c5-cfca-4b80-ae00-81fa62dbfb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:23.733651 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53086) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:23.756334 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-68cfc66c-6d3c-4612-bf3f-0140659cdad4 service neutron] 10.222.0.32 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037945 Dec 20 21:21:23.759547 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port cf58a9aa-0779-4b78-afcf-1a1edd200491 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:21:23.780317 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed17542-bfb4-438a-bfd7-82e201ebb593 None None] Network 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:23.817109 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9ae447c5-cfca-4b80-ae00-81fa62dbfb49 None None] For port c7195a6f-c1d1-4ff6-abf9-33d59762c8e5, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c7195a6f-c1d1-4ff6-abf9-33d59762c8e5,segment=NetworkSegment(93e75a35-b432-4782-837d-a0bc23734d68),segment_id=93e75a35-b432-4782-837d-a0bc23734d68)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:23.825513 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port cf58a9aa-0779-4b78-afcf-1a1edd200491 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:23.825886 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:23.889682 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-05624cf0-b56f-4459-82ed-7067a45d00f9 service neutron] 10.222.0.32 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258876 Dec 20 21:21:23.948393 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ae447c5-cfca-4b80-ae00-81fa62dbfb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:23.969999 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9e12ffe2-65e9-40a4-8d62-d718ed68a475 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:21:24.042129 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ef298420-b8d9-4193-8005-b1ed59d05c5f service neutron] 10.222.0.32 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458902 Dec 20 21:21:24.070362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 9e12ffe2-65e9-40a4-8d62-d718ed68a475 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:21:24.070703 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9e12ffe2-65e9-40a4-8d62-d718ed68a475 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:21:24.191425 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-78c279dd-e816-4686-873b-26140e5d5c07 service neutron] 10.222.0.32 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429241 Dec 20 21:21:24.194362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-6e871d9e-2737-4a66-a820-724a4a464fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'name': 'tempest-ServersTestJSON-1189040743-router', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53'}], 'enable_snat': True}, 'gw_port_id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:38Z', 'updated_at': '2021-12-20T21:20:47Z', 'revision_number': 4, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'gw_port': {'id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:39Z', 'updated_at': '2021-12-20T21:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '08097692-8028-4c0c-b639-9005e84b5e0c', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'floating_ip_address': '172.35.3.54', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'port_id': 'b89e2f6e-5bef-4993-9f38-f776ffe51732', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5', 'mac_address': 'fa:16:3e:ae:f7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dcaf40-47b4-4bda-be6f-23f9f9cefe96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:20:53Z', 'updated_at': '2021-12-20T21:21:19Z', 'revision_number': 1, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f43956a-0333-4969-9972-edbd21c39a8f', 'name': '', 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'mac_address': 'fa:16:3e:8e:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:45Z', 'updated_at': '2021-12-20T21:20:53Z', 'revision_number': 5, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'subnets': [{'id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:24.319441 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:24.322029 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-beae74f8-48cd-4ca8-91c6-3a59292313ad service neutron] 10.222.0.32 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294720 Dec 20 21:21:24.333272 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:24.356883 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280c6bc-595b-4d1e-b1e6-a07d45a7c924 req-20bf44f0-b741-4e31-9b0e-e4a261a6ae21 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:24.359883 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4280c6bc-595b-4d1e-b1e6-a07d45a7c924 req-20bf44f0-b741-4e31-9b0e-e4a261a6ae21 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 945 time: 0.0900598 Dec 20 21:21:24.376563 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e871d9e-2737-4a66-a820-724a4a464fd7 None None] Checking router: b217b47f-6b29-4730-8eb3-1da3fac5e498 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:21:24.382052 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:24.425611 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae447c5-cfca-4b80-ae00-81fa62dbfb49 None None] Pushing event updated for resources: {'Port': ['ID=c7195a6f-c1d1-4ff6-abf9-33d59762c8e5,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:24.449868 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4fa68281-2f08-4a40-9099-ab5ab31c137b service neutron] 10.222.0.32 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268713 Dec 20 21:21:24.477208 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4280c6bc-595b-4d1e-b1e6-a07d45a7c924 req-c4861e83-a638-42e3-92f3-b0c64f519703 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/security-groups?id=46761267-d610-45f0-9ded-6be793225a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099100 Dec 20 21:21:24.489954 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e871d9e-2737-4a66-a820-724a4a464fd7 None None] Routers {'b217b47f-6b29-4730-8eb3-1da3fac5e498'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:24.490618 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-6e871d9e-2737-4a66-a820-724a4a464fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b217b47f-6b29-4730-8eb3-1da3fac5e498'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:24.492348 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2e12990c-2f28-4cfd-b43b-9cf704ea2aa1 None None] Provisioning complete for port c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:24.492744 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2e12990c-2f28-4cfd-b43b-9cf704ea2aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:24.516167 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Allocated IP 172.35.3.111 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/26312ffa-2818-4a88-bf22-ccf442005046) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:24.540301 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] Deleting port bf7c53d0-82fe-49c6-bd3f-4f595d237960 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:21:24.541040 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:24.547558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:24.547809 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:24.586437 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474ef81-4292-4176-8d32-5c5c3271c782 req-1c776eea-c8e9-4899-afea-a6fff1ee3fd6 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:24.591625 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2474ef81-4292-4176-8d32-5c5c3271c782 req-1c776eea-c8e9-4899-afea-a6fff1ee3fd6 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.31 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 945 time: 0.0842190 Dec 20 21:21:24.631877 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port adefdc76-70a2-4740-b634-c7e53f939b07, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=adefdc76-70a2-4740-b634-c7e53f939b07,segment=NetworkSegment(66c11b3c-b61a-4ca9-bc30-979a1b8c367f),segment_id=66c11b3c-b61a-4ca9-bc30-979a1b8c367f)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:24.650280 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd7de8a5-df27-4741-bdf1-ec63388fdad7 service neutron] 10.222.0.32 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991904 Dec 20 21:21:24.732862 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce07e70-98a7-432b-89dc-faea6a1e4a92 req-b71c266d-bd5b-483d-a579-5863fb275979 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:24.741373 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ce07e70-98a7-432b-89dc-faea6a1e4a92 req-b71c266d-bd5b-483d-a579-5863fb275979 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 944 time: 0.1493092 Dec 20 21:21:24.746365 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-6e871d9e-2737-4a66-a820-724a4a464fd7 None None] Set router b217b47f-6b29-4730-8eb3-1da3fac5e498 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:24.759834 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] For port bf7c53d0-82fe-49c6-bd3f-4f595d237960, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=bf7c53d0-82fe-49c6-bd3f-4f595d237960,segment=NetworkSegment(277faab7-a284-413e-88eb-5288c8dc15c0),segment_id=277faab7-a284-413e-88eb-5288c8dc15c0)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:24.759834 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:24.796825 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] Calling delete_port for bf7c53d0-82fe-49c6-bd3f-4f595d237960 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:21:24.807278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-2474ef81-4292-4176-8d32-5c5c3271c782 req-39a6e711-7893-43e5-9b1d-f3d783f3a643 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Deleting port 03969b7e-2201-404e-9a80-876b18b65a80 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:21:24.807621 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2474ef81-4292-4176-8d32-5c5c3271c782 req-39a6e711-7893-43e5-9b1d-f3d783f3a643 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:24.813130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d7444e-b84c-4acd-9ca3-66265e94102d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adefdc76-70a2-4740-b634-c7e53f939b07'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:21:24.819790 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24227d3d-e73e-460c-a978-1f0af9edded3" -d '{"events": [{"server_uuid": "a8d7444e-b84c-4acd-9ca3-66265e94102d", "name": "network-vif-plugged", "status": "completed", "tag": "adefdc76-70a2-4740-b634-c7e53f939b07"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:21:24.825734 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:24.847936 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ce07e70-98a7-432b-89dc-faea6a1e4a92 req-5105f444-ace1-4d21-b857-bb781b3ffc3a tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb17b88c-cea4-4ced-945e-25eb7ba70e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009777 Dec 20 21:21:24.880028 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:24.953026 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-2474ef81-4292-4176-8d32-5c5c3271c782 req-39a6e711-7893-43e5-9b1d-f3d783f3a643 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] For port 03969b7e-2201-404e-9a80-876b18b65a80, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=03969b7e-2201-404e-9a80-876b18b65a80,segment=NetworkSegment(205cc72f-79ab-4686-82e0-a996d15c797d),segment_id=205cc72f-79ab-4686-82e0-a996d15c797d)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:24.953391 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2474ef81-4292-4176-8d32-5c5c3271c782 req-39a6e711-7893-43e5-9b1d-f3d783f3a643 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:24.966517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Allocated IP 172.20.0.2 (5ee1d317-d5a6-4297-8a2a-64c4a5adaec3/1ec257b3-ba64-4d62-9076-ad97d1162280/aa5e639b-a297-4927-847b-e7a5ef8467f4) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:24.978895 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=adefdc76-70a2-4740-b634-c7e53f939b07,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:24.979723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dcaf40-47b4-4bda-be6f-23f9f9cefe96', 'tag': 'b89e2f6e-5bef-4993-9f38-f776ffe51732'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:21:24.996714 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d743c8-6bc9-449c-aee4-90f87db049ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d6dcaf40-47b4-4bda-be6f-23f9f9cefe96", "tag": "b89e2f6e-5bef-4993-9f38-f776ffe51732"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:21:25.016050 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:25.038347 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-2474ef81-4292-4176-8d32-5c5c3271c782 req-39a6e711-7893-43e5-9b1d-f3d783f3a643 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Calling delete_port for 03969b7e-2201-404e-9a80-876b18b65a80 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:21:25.082438 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:25.120001 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port cf58a9aa-0779-4b78-afcf-1a1edd200491, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cf58a9aa-0779-4b78-afcf-1a1edd200491,segment=NetworkSegment(e79c0cc2-0287-411b-97e5-99e0439e93ba),segment_id=e79c0cc2-0287-411b-97e5-99e0439e93ba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:25.129244 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] No DVR routers for this DVR port bf7c53d0-82fe-49c6-bd3f-4f595d237960 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:21:25.131827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7c53d0-82fe-49c6-bd3f-4f595d237960,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:25.145103 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182e6f31-d72c-4cf1-b7b3-c9cef63112b9 None None] DHCP port deletion for 26695cc4-6d4c-47f9-b9d6-944bc1cfd208 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:21:25.171711 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:25.241397 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:25.289315 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2474ef81-4292-4176-8d32-5c5c3271c782 req-39a6e711-7893-43e5-9b1d-f3d783f3a643 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:25.326405 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:25.354894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26695cc4-6d4c-47f9-b9d6-944bc1cfd208']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:25.361549 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6e711-7893-43e5-9b1d-f3d783f3a643 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Pushing event deleted for resources: {'Port': ['ID=03969b7e-2201-404e-9a80-876b18b65a80,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:25.392323 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3b5f9894-21c6-4bde-8fe1-794fe06bc426 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:21:25.393424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277faab7-a284-413e-88eb-5288c8dc15c0') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:25.393719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277faab7-a284-413e-88eb-5288c8dc15c0') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:25.403956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:25.412504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-2474ef81-4292-4176-8d32-5c5c3271c782 req-39a6e711-7893-43e5-9b1d-f3d783f3a643 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] No DVR routers for this DVR port 03969b7e-2201-404e-9a80-876b18b65a80 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:21:25.416995 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2474ef81-4292-4176-8d32-5c5c3271c782 req-39a6e711-7893-43e5-9b1d-f3d783f3a643 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:25.420254 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2474ef81-4292-4176-8d32-5c5c3271c782 req-39a6e711-7893-43e5-9b1d-f3d783f3a643 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.31 "DELETE /v2.0/ports/03969b7e-2201-404e-9a80-876b18b65a80 HTTP/1.1" status: 204 len: 173 time: 0.8212929 Dec 20 21:21:25.424532 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Pushing event updated for resources: {'Port': ['ID=26312ffa-2818-4a88-bf22-ccf442005046,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:25.432217 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 3b5f9894-21c6-4bde-8fe1-794fe06bc426 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:21:25.432555 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3b5f9894-21c6-4bde-8fe1-794fe06bc426 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:21:25.468406 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:25.471021 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:25.474789 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:25.518969 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=cf58a9aa-0779-4b78-afcf-1a1edd200491,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:25.519182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d213f83-54ad-455f-8fc6-05861a6d87c5 req-59902ef1-e527-47c8-8aad-fd841783ef2b tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:25.527503 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6d213f83-54ad-455f-8fc6-05861a6d87c5 req-59902ef1-e527-47c8-8aad-fd841783ef2b tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 945 time: 0.3593812 Dec 20 21:21:25.564474 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:25.592122 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:21:25.592517 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:21:25.594288 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:21:25.666938 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:25.681019 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:25.694627 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6d213f83-54ad-455f-8fc6-05861a6d87c5 req-12364e2f-5971-4360-b555-02e4e00dd058 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/security-groups?id=1859d161-a34f-42ab-9f3e-21c81d7e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614902 Dec 20 21:21:25.717875 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c445c5c6-4e75-4635-8cca-898a372748e7 x-openstack-request-id: req-c445c5c6-4e75-4635-8cca-898a372748e7 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:21:25.718501 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d7444e-b84c-4acd-9ca3-66265e94102d", "name": "network-vif-plugged", "status": "completed", "tag": "adefdc76-70a2-4740-b634-c7e53f939b07", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:21:25.718909 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c445c5c6-4e75-4635-8cca-898a372748e7 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:21:25.719299 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d7444e-b84c-4acd-9ca3-66265e94102d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adefdc76-70a2-4740-b634-c7e53f939b07', 'code': 200} Dec 20 21:21:25.736695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Pushing event updated for resources: {'Port': ['ID=aa5e639b-a297-4927-847b-e7a5ef8467f4,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:25.756925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Network 5ee1d317-d5a6-4297-8a2a-64c4a5adaec3 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:25.760591 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:25.768247 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:25.773595 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-6e871d9e-2737-4a66-a820-724a4a464fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'name': 'tempest-ServersTestJSON-1189040743-router', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53'}], 'enable_snat': True}, 'gw_port_id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:38Z', 'updated_at': '2021-12-20T21:20:47Z', 'revision_number': 4, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'gw_port': {'id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:39Z', 'updated_at': '2021-12-20T21:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '08097692-8028-4c0c-b639-9005e84b5e0c', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'floating_ip_address': '172.35.3.54', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'port_id': 'b89e2f6e-5bef-4993-9f38-f776ffe51732', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5', 'mac_address': 'fa:16:3e:ae:f7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dcaf40-47b4-4bda-be6f-23f9f9cefe96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:20:53Z', 'updated_at': '2021-12-20T21:21:19Z', 'revision_number': 1, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f43956a-0333-4969-9972-edbd21c39a8f', 'name': '', 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'mac_address': 'fa:16:3e:8e:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:45Z', 'updated_at': '2021-12-20T21:20:53Z', 'revision_number': 5, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'subnets': [{'id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:25.807641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e871d9e-2737-4a66-a820-724a4a464fd7 None None] The sync data for ids ['b217b47f-6b29-4730-8eb3-1da3fac5e498'] in n-d-xena-1 is: [{'id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'name': 'tempest-ServersTestJSON-1189040743-router', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53'}], 'enable_snat': True}, 'gw_port_id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:38Z', 'updated_at': '2021-12-20T21:20:47Z', 'revision_number': 4, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'gw_port': {'id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:39Z', 'updated_at': '2021-12-20T21:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '08097692-8028-4c0c-b639-9005e84b5e0c', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'floating_ip_address': '172.35.3.54', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'port_id': 'b89e2f6e-5bef-4993-9f38-f776ffe51732', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5', 'mac_address': 'fa:16:3e:ae:f7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dcaf40-47b4-4bda-be6f-23f9f9cefe96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:20:53Z', 'updated_at': '2021-12-20T21:21:19Z', 'revision_number': 1, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f43956a-0333-4969-9972-edbd21c39a8f', 'name': '', 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'mac_address': 'fa:16:3e:8e:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:45Z', 'updated_at': '2021-12-20T21:20:53Z', 'revision_number': 5, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'subnets': [{'id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:21:25.836550 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc664c99-5712-4ed6-aeff-63b5cf42f522 x-openstack-request-id: req-fc664c99-5712-4ed6-aeff-63b5cf42f522 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:21:25.837043 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6dcaf40-47b4-4bda-be6f-23f9f9cefe96", "tag": "b89e2f6e-5bef-4993-9f38-f776ffe51732", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:21:25.837441 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:25.838059 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc664c99-5712-4ed6-aeff-63b5cf42f522 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:21:25.838634 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dcaf40-47b4-4bda-be6f-23f9f9cefe96', 'tag': 'b89e2f6e-5bef-4993-9f38-f776ffe51732', 'status': 'completed', 'code': 200} Dec 20 21:21:25.882030 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:25.885485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bec123-891b-4e40-aa74-17c77fa8496f req-7235983e-da06-4253-8a8c-f24cfe72237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:25.887399 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] 10.222.0.32 "DELETE /v2.0/networks/26695cc4-6d4c-47f9-b9d6-944bc1cfd208 HTTP/1.1" status: 204 len: 168 time: 2.1466126 Dec 20 21:21:25.891822 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0bec123-891b-4e40-aa74-17c77fa8496f req-7235983e-da06-4253-8a8c-f24cfe72237f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 1094 time: 0.1060367 Dec 20 21:21:25.893471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53142) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:25.941024 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Attempting to bind port aa5e639b-a297-4927-847b-e7a5ef8467f4 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:21:25.941653 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Attempting to bind port aa5e639b-a297-4927-847b-e7a5ef8467f4 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4501f77b-a353-4c4d-b7d2-2c24b34f495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ee1d317-d5a6-4297-8a2a-64c4a5adaec3'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:21:25.941932 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8a861-c64b-4abe-b24a-41e724cf3dee admin admin] Pushing event deleted for resources: {'Network': ['ID=26695cc4-6d4c-47f9-b9d6-944bc1cfd208,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:25.942104 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Attempting to bind port aa5e639b-a297-4927-847b-e7a5ef8467f4 on network 5ee1d317-d5a6-4297-8a2a-64c4a5adaec3 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:25.955419 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:21:25.956301 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Checking segment: {'id': '4501f77b-a353-4c4d-b7d2-2c24b34f495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ee1d317-d5a6-4297-8a2a-64c4a5adaec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:25.957322 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:25.958590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Bound using segment: {'id': '4501f77b-a353-4c4d-b7d2-2c24b34f495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ee1d317-d5a6-4297-8a2a-64c4a5adaec3'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:21:25.960742 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Bound port: aa5e639b-a297-4927-847b-e7a5ef8467f4, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4501f77b-a353-4c4d-b7d2-2c24b34f495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ee1d317-d5a6-4297-8a2a-64c4a5adaec3'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:21:25.961350 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:25.993564 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a3a4226b-c581-46e6-b39a-9422ec913c85 req-aa1b5e31-9d73-4086-87d3-51112a86ddd0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 210 time: 0.0779142 Dec 20 21:21:26.009425 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d743c8-6bc9-449c-aee4-90f87db049ce req-70e5efbb-7fc3-48a5-a529-4b7274af84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:26.011559 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a9d743c8-6bc9-449c-aee4-90f87db049ce req-70e5efbb-7fc3-48a5-a529-4b7274af84c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7e6f1c601bc4aadb7c404130b71a7ce&device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 1095 time: 0.1452527 Dec 20 21:21:26.117377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] For port aa5e639b-a297-4927-847b-e7a5ef8467f4, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:21:26.133711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] For port aa5e639b-a297-4927-847b-e7a5ef8467f4, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=aa5e639b-a297-4927-847b-e7a5ef8467f4,segment=NetworkSegment(4501f77b-a353-4c4d-b7d2-2c24b34f495f),segment_id=4501f77b-a353-4c4d-b7d2-2c24b34f495f)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:21:26.146124 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:26.166282 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-154b4858-3cc9-4f5f-86d5-c9a33a9e56c0 req-f932db13-9e45-46e1-847e-7efdce682fc6 tempest-LiveAutoBlockMigrationV225Test-1737683125 tempest-LiveAutoBlockMigrationV225Test-1737683125-project] 10.222.0.32 "GET /v2.0/ports?device_id=02e3878b-2a71-41bc-9cd5-dd6f0894f069 HTTP/1.1" status: 200 len: 210 time: 0.2733541 Dec 20 21:21:26.217790 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0bec123-891b-4e40-aa74-17c77fa8496f req-088dc25d-3d1c-48f9-beaf-882f95163b15 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1859d161-a34f-42ab-9f3e-21c81d7e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477345 Dec 20 21:21:26.261331 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cefc5-f47b-410c-92e1-e87dc8acedd0 None None] Pushing event updated for resources: {'Port': ['ID=aa5e639b-a297-4927-847b-e7a5ef8467f4,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:26.299534 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6bf033-54fb-4de8-b1ef-93b964835100 None None] New status for floating IP 08097692-8028-4c0c-b639-9005e84b5e0c: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:21:26.300925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:26.419191 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:26.419980 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:26.441373 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b307f-e875-4197-b55b-fa1123627249 req-e036f9e1-ce59-47c5-a5e7-6fcf187fb96e tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:26.443217 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-621b307f-e875-4197-b55b-fa1123627249 req-e036f9e1-ce59-47c5-a5e7-6fcf187fb96e tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 945 time: 0.1915436 Dec 20 21:21:26.501253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d743c8-6bc9-449c-aee4-90f87db049ce req-d23bbe16-37f3-486a-bace-5a116e0e705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:26.504998 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a9d743c8-6bc9-449c-aee4-90f87db049ce req-d23bbe16-37f3-486a-bace-5a116e0e705a service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 HTTP/1.1" status: 200 len: 907 time: 0.4413655 Dec 20 21:21:26.512062 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:26.725657 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-39a76de4-e1fe-468e-a3fd-47ff433b9e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:26.906417 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-621b307f-e875-4197-b55b-fa1123627249 req-57f54612-71fd-4af6-9e27-89c3162f98e6 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb17b88c-cea4-4ced-945e-25eb7ba70e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418108 Dec 20 21:21:26.906920 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a0f9b-399a-4d88-aaf4-e21af48cb5dd req-7bd3e8f8-750d-4413-88fd-7add0aeb6fbf tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:26.908331 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-472a0f9b-399a-4d88-aaf4-e21af48cb5dd req-7bd3e8f8-750d-4413-88fd-7add0aeb6fbf tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 945 time: 0.1031802 Dec 20 21:21:26.948691 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a9d743c8-6bc9-449c-aee4-90f87db049ce req-09e389cc-4b96-46d6-9c1c-1b02425bdb28 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89e2f6e-5bef-4993-9f38-f776ffe51732 HTTP/1.1" status: 200 len: 1001 time: 0.2186091 Dec 20 21:21:26.991947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bf7c53d0-82fe-49c6-bd3f-4f595d237960 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:21:27.005731 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:27.039641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: bf7c53d0-82fe-49c6-bd3f-4f595d237960 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:21:27.040221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bf7c53d0-82fe-49c6-bd3f-4f595d237960 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:21:27.053269 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-472a0f9b-399a-4d88-aaf4-e21af48cb5dd req-f54d6794-38ca-4522-ba9b-3e483ae5d737 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/security-groups?id=1859d161-a34f-42ab-9f3e-21c81d7e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242476 Dec 20 21:21:27.057565 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-069aff12-18bb-4339-baf4-9153c5cceb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:27.163419 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d743c8-6bc9-449c-aee4-90f87db049ce req-83f279e7-5e96-4de7-9124-04cdf93ccaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:27.164897 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a9d743c8-6bc9-449c-aee4-90f87db049ce req-83f279e7-5e96-4de7-9124-04cdf93ccaee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d670f12-9b1e-4214-8d75-9099ed36058a HTTP/1.1" status: 200 len: 845 time: 0.2079704 Dec 20 21:21:27.213910 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-77e6cc25-feed-48e1-9fae-dac2518707a9 req-fdbd4f33-21e4-4405-bfb1-9115ef326e0e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 210 time: 0.0350518 Dec 20 21:21:27.233530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Router a4d7178a-180f-4983-afd3-3f71e4bdf0be is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:21:27.247640 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53174) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:27.258901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-39a76de4-e1fe-468e-a3fd-47ff433b9e53 admin admin] Deleting port 5b655275-bd7f-48b6-82da-d66ee92099b4 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:21:27.259682 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-39a76de4-e1fe-468e-a3fd-47ff433b9e53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:27.271283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d743c8-6bc9-449c-aee4-90f87db049ce req-cf0757e5-6e77-477e-92c0-8a8114c190ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:27.274271 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a9d743c8-6bc9-449c-aee4-90f87db049ce req-cf0757e5-6e77-477e-92c0-8a8114c190ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914397 Dec 20 21:21:27.514416 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa558253-0a1d-4970-836d-bfcf97c15183 admin admin] Deleting subnet 868ebcce-ae72-4771-bf99-f9e761ce11a6 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:21:27.521717 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa558253-0a1d-4970-836d-bfcf97c15183 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:27.526383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53178) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:27.528364 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a9d743c8-6bc9-449c-aee4-90f87db049ce req-94f27848-990a-42ca-b5ae-6b3352b01744 service neutron] 10.222.0.66 "GET /v2.0/networks/fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837583 Dec 20 21:21:27.684978 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:21:27.700220 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Sync routers for ids ['a4d7178a-180f-4983-afd3-3f71e4bdf0be'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:21:27.712819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Routers {'a4d7178a-180f-4983-afd3-3f71e4bdf0be'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:27.712819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:20:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a4d7178a-180f-4983-afd3-3f71e4bdf0be'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:27.741867 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa558253-0a1d-4970-836d-bfcf97c15183 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:27.777771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93764161-af84-4cea-9d6b-087957f80655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf58a9aa-0779-4b78-afcf-1a1edd200491'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:21:27.779407 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a5d79d-56e5-46ef-a07b-b1cd6204f6ba" -d '{"events": [{"server_uuid": "93764161-af84-4cea-9d6b-087957f80655", "name": "network-vif-plugged", "status": "completed", "tag": "cf58a9aa-0779-4b78-afcf-1a1edd200491"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:21:27.833654 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:27.837195 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1bbfd174-7a39-4f35-bbd1-0f6852459cce admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9031501 Dec 20 21:21:27.843908 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53186) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:27.848579 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29314345-c215-4a37-a1e2-336d49642726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:27.856367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e3878b-2a71-41bc-9cd5-dd6f0894f069', 'name': 'network-vif-deleted', 'tag': '03969b7e-2201-404e-9a80-876b18b65a80'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:21:27.858922 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8611139-60b6-4dde-bb4d-3dde48cd127a" -d '{"events": [{"server_uuid": "02e3878b-2a71-41bc-9cd5-dd6f0894f069", "name": "network-vif-deleted", "tag": "03969b7e-2201-404e-9a80-876b18b65a80"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:21:27.862503 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-c857b61d-8ed4-4176-bbd5-50d60ee9fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:27.869164 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-c857b61d-8ed4-4176-bbd5-50d60ee9fbd5 service neutron] 10.222.0.31 "GET /v2.0/ports/17c9639d-1f1d-402c-a100-0ecd939a4f4b HTTP/1.1" status: 200 len: 1031 time: 0.0599339 Dec 20 21:21:27.885420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Set router a4d7178a-180f-4983-afd3-3f71e4bdf0be gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:27.943661 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37634e38-ff0a-44df-a9b2-95a389a0a006 x-openstack-request-id: req-37634e38-ff0a-44df-a9b2-95a389a0a006 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:21:27.943964 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e3878b-2a71-41bc-9cd5-dd6f0894f069", "name": "network-vif-deleted", "tag": "03969b7e-2201-404e-9a80-876b18b65a80", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:21:27.944224 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37634e38-ff0a-44df-a9b2-95a389a0a006 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:21:27.948597 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e3878b-2a71-41bc-9cd5-dd6f0894f069', 'name': 'network-vif-deleted', 'tag': '03969b7e-2201-404e-9a80-876b18b65a80', 'status': 'completed', 'code': 200} Dec 20 21:21:27.952675 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa558253-0a1d-4970-836d-bfcf97c15183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:27.987966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-39a76de4-e1fe-468e-a3fd-47ff433b9e53 admin admin] For port 5b655275-bd7f-48b6-82da-d66ee92099b4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5b655275-bd7f-48b6-82da-d66ee92099b4,segment=NetworkSegment(266c6160-8024-448c-9cd3-1f549a8ecc71),segment_id=266c6160-8024-448c-9cd3-1f549a8ecc71)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:27.988308 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-39a76de4-e1fe-468e-a3fd-47ff433b9e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:28.001405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fc425cea-5dd6-44a5-954b-781eb04a2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:28.002799 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fc425cea-5dd6-44a5-954b-781eb04a2384 service neutron] 10.222.0.31 "GET /v2.0/ports/5a9c9ffc-8b46-4314-98ec-30d20be920ef HTTP/1.1" status: 200 len: 1033 time: 0.0971935 Dec 20 21:21:28.007159 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-39a76de4-e1fe-468e-a3fd-47ff433b9e53 admin admin] Calling delete_port for 5b655275-bd7f-48b6-82da-d66ee92099b4 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:21:28.017897 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382260a1-bc49-470f-ad4b-21d9c5bd4275 x-openstack-request-id: req-382260a1-bc49-470f-ad4b-21d9c5bd4275 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:21:28.018606 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93764161-af84-4cea-9d6b-087957f80655", "name": "network-vif-plugged", "status": "completed", "tag": "cf58a9aa-0779-4b78-afcf-1a1edd200491", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:21:28.019062 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-382260a1-bc49-470f-ad4b-21d9c5bd4275 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:21:28.019665 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93764161-af84-4cea-9d6b-087957f80655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf58a9aa-0779-4b78-afcf-1a1edd200491', 'code': 200} Dec 20 21:21:28.021202 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0479e8-4442-4e10-9743-71e6774b7c98 None None] Network 5ee1d317-d5a6-4297-8a2a-64c4a5adaec3 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:28.092438 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a9d743c8-6bc9-449c-aee4-90f87db049ce req-f6f559cb-670a-404d-9a83-62746f58f4ad service neutron] 10.222.0.66 "GET /v2.0/networks/fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389109 Dec 20 21:21:28.121101 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0136b-bbbd-4c19-bdfa-f64c61d9211a req-8bd400c5-0b72-4dc0-8431-0c7c289e65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:28.122830 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-82b0136b-bbbd-4c19-bdfa-f64c61d9211a req-8bd400c5-0b72-4dc0-8431-0c7c289e65ad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 1094 time: 0.1014624 Dec 20 21:21:28.153278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-30d70066-3e73-44ef-bc82-a316859a86f4 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:28.173750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-30d70066-3e73-44ef-bc82-a316859a86f4 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:28.177886 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-82b0136b-bbbd-4c19-bdfa-f64c61d9211a req-99e3a363-c96e-46a3-ac14-48ffeea6c9c2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cb17b88c-cea4-4ced-945e-25eb7ba70e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427516 Dec 20 21:21:28.192412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-30d70066-3e73-44ef-bc82-a316859a86f4 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:28.196108 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-cb169031-8e57-4f00-97ce-94e177c9e2c0 None None] Provisioning complete for port aa5e639b-a297-4927-847b-e7a5ef8467f4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:28.196476 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cb169031-8e57-4f00-97ce-94e177c9e2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:28.197048 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-30d70066-3e73-44ef-bc82-a316859a86f4 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.31 "GET /v2.0/networks?id=a59c69cc-251c-424c-8fcd-16f53c9e39c8&id=26353263-4cf3-440d-921d-58d861009b00&id=26353263-4cf3-440d-921d-58d861009b00&id=26353263-4cf3-440d-921d-58d861009b00&id=26353263-4cf3-440d-921d-58d861009b00&id=639c8589-e65d-40a2-92b1-3421f5cc2118&id=639c8589-e65d-40a2-92b1-3421f5cc2118 HTTP/1.1" status: 200 len: 1994 time: 0.1875808 Dec 20 21:21:28.293215 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa558253-0a1d-4970-836d-bfcf97c15183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:28.295293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aa5e639b-a297-4927-847b-e7a5ef8467f4 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:28.339532 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ff03f-9435-4e2f-b70f-93cb947620ea req-4a6f08c5-5a74-49aa-bc08-09e560dd6ac6 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:28.340966 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-276ff03f-9435-4e2f-b70f-93cb947620ea req-4a6f08c5-5a74-49aa-bc08-09e560dd6ac6 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 945 time: 0.1364713 Dec 20 21:21:28.424859 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-276ff03f-9435-4e2f-b70f-93cb947620ea req-cbe02250-3ef4-490e-a221-ec277529ba72 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb17b88c-cea4-4ced-945e-25eb7ba70e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433116 Dec 20 21:21:28.507912 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port aa5e639b-a297-4927-847b-e7a5ef8467f4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:28.507912 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:28.543759 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-73bbdbdf-6cd6-403f-bd95-21ff87cc7a16 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa6bba111e234f8b895c1075b6132216 HTTP/1.1" status: 200 len: 380 time: 0.0816238 Dec 20 21:21:28.561604 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-9bb67cb9-d6f3-4689-b8f4-27f0deae6822 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Request body: {'port': {'device_id': '73e5598f-ae11-4bec-9433-78b3196b249d', 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8', 'admin_state_up': True, 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'security_groups': ['8be5a2ec-4dc4-4578-ae35-133a15a36055']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:28.562104 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cb169031-8e57-4f00-97ce-94e177c9e2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:28.586806 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'name': 'tempest-AttachSCSIVolumeTestJSON-2100996749-router', 'tenant_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '26312ffa-2818-4a88-bf22-ccf442005046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:22Z', 'updated_at': '2021-12-20T21:21:25Z', 'revision_number': 3, 'project_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'gw_port': {'id': '26312ffa-2818-4a88-bf22-ccf442005046', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:11:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:23Z', 'updated_at': '2021-12-20T21:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:28.638155 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Checking router: a4d7178a-180f-4983-afd3-3f71e4bdf0be for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:21:28.638542 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Updating router a4d7178a-180f-4983-afd3-3f71e4bdf0be port 26312ffa-2818-4a88-bf22-ccf442005046 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:21:28.645940 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd832c93-e983-4550-9517-ad89c7c2f0ba req-9b753c60-ce58-4883-a46a-d311aa912cfa tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 210 time: 0.0611167 Dec 20 21:21:28.650221 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-39a76de4-e1fe-468e-a3fd-47ff433b9e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:28.701561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a76de4-e1fe-468e-a3fd-47ff433b9e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b655275-bd7f-48b6-82da-d66ee92099b4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:28.741017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-cb169031-8e57-4f00-97ce-94e177c9e2c0 None None] For port aa5e639b-a297-4927-847b-e7a5ef8467f4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=aa5e639b-a297-4927-847b-e7a5ef8467f4,segment=NetworkSegment(4501f77b-a353-4c4d-b7d2-2c24b34f495f),segment_id=4501f77b-a353-4c4d-b7d2-2c24b34f495f)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:28.760685 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cb169031-8e57-4f00-97ce-94e177c9e2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:28.780312 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.029331 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa558253-0a1d-4970-836d-bfcf97c15183 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.039213 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fa558253-0a1d-4970-836d-bfcf97c15183 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/868ebcce-ae72-4771-bf99-f9e761ce11a6 HTTP/1.1" status: 204 len: 168 time: 1.7883749 Dec 20 21:21:29.040564 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53198) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:29.041029 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa558253-0a1d-4970-836d-bfcf97c15183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=868ebcce-ae72-4771-bf99-f9e761ce11a6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:29.041263 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-9bb67cb9-d6f3-4689-b8f4-27f0deae6822 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Made reservation on behalf of fa6bba111e234f8b895c1075b6132216 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:29.051877 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-9bb67cb9-d6f3-4689-b8f4-27f0deae6822 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.060324 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb169031-8e57-4f00-97ce-94e177c9e2c0 None None] Pushing event updated for resources: {'Port': ['ID=aa5e639b-a297-4927-847b-e7a5ef8467f4,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:29.079013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 03969b7e-2201-404e-9a80-876b18b65a80 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:21:29.110738 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29314345-c215-4a37-a1e2-336d49642726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.126786 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 03969b7e-2201-404e-9a80-876b18b65a80 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:21:29.127070 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 03969b7e-2201-404e-9a80-876b18b65a80 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:21:29.128389 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24f2b7-56b4-4849-8b74-5fb1e5dfd7e5 req-ba68e545-481b-4950-a012-4fe30a3cbabc tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:29.130577 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af24f2b7-56b4-4849-8b74-5fb1e5dfd7e5 req-ba68e545-481b-4950-a012-4fe30a3cbabc tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 945 time: 0.9418955 Dec 20 21:21:29.134049 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2f7bb6cf-b399-405f-ac85-d982142b158b None None] Provisioning complete for port aa5e639b-a297-4927-847b-e7a5ef8467f4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:29.134501 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2f7bb6cf-b399-405f-ac85-d982142b158b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.137169 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29314345-c215-4a37-a1e2-336d49642726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.200902 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29314345-c215-4a37-a1e2-336d49642726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3962b1d-e19a-4d35-935b-1ee5bc91d7a4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:29.222491 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-29314345-c215-4a37-a1e2-336d49642726 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5511c49bea6f43ee86f447fd7383a1d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6907783 Dec 20 21:21:29.224876 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53200) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:29.271623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-39a76de4-e1fe-468e-a3fd-47ff433b9e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.339264 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af24f2b7-56b4-4849-8b74-5fb1e5dfd7e5 req-4232ba84-3ddc-4f8a-9366-808cff9c91e9 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/security-groups?id=1859d161-a34f-42ab-9f3e-21c81d7e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920681 Dec 20 21:21:29.370347 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-871854c3-fb55-4dad-bd62-824af93cfc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.395141 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ca70f46-91e3-4512-acc2-d671293ea215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.402411 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.418300 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.444506 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ca70f46-91e3-4512-acc2-d671293ea215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.485012 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186d419-ca91-435d-a0fd-9e8e3b46a375 None None] Pushing event updated for resources: {'Port': ['ID=26312ffa-2818-4a88-bf22-ccf442005046,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:29.488013 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-afb3a6ff-d15c-47c6-8c04-d53e9ab9bf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.507804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Attempting to bind port 26312ffa-2818-4a88-bf22-ccf442005046 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:21:29.508332 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Attempting to bind port 26312ffa-2818-4a88-bf22-ccf442005046 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:21:29.508763 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Attempting to bind port 26312ffa-2818-4a88-bf22-ccf442005046 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:29.515074 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:21:29.515889 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:29.516296 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.516818 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:21:29.517286 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Bound port: 26312ffa-2818-4a88-bf22-ccf442005046, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:21:29.518186 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.591652 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.665297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] For port 26312ffa-2818-4a88-bf22-ccf442005046, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:21:29.670899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] For port 26312ffa-2818-4a88-bf22-ccf442005046, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=26312ffa-2818-4a88-bf22-ccf442005046,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:21:29.678766 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.741456 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-871854c3-fb55-4dad-bd62-824af93cfc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.797129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] Allocated IP 172.20.0.1 (5ee1d317-d5a6-4297-8a2a-64c4a5adaec3/1ec257b3-ba64-4d62-9076-ad97d1162280/8547e35b-4b17-495b-994c-d9e5a595ba53) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:29.797767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-871854c3-fb55-4dad-bd62-824af93cfc8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b354e2a9-7558-463a-85c3-6af39fac1033']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:29.800577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-9bb67cb9-d6f3-4689-b8f4-27f0deae6822 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Allocated IP 172.20.0.11 (a59c69cc-251c-424c-8fcd-16f53c9e39c8/a8068432-bb6b-4d01-8126-71f8c5380ca3/c3cccbd7-884d-4edf-95fe-7eafe392459d) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:29.807807 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Routers {'a4d7178a-180f-4983-afd3-3f71e4bdf0be'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:29.809270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:21:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a4d7178a-180f-4983-afd3-3f71e4bdf0be'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:29.811087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9e361-313a-4818-95c5-e1b3224d9bb1 req-9786d856-0ec5-45ae-b3f5-b2dd786355a4 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:29.813206 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186d419-ca91-435d-a0fd-9e8e3b46a375 None None] Pushing event updated for resources: {'Port': ['ID=26312ffa-2818-4a88-bf22-ccf442005046,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:29.820049 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43b9e361-313a-4818-95c5-e1b3224d9bb1 req-9786d856-0ec5-45ae-b3f5-b2dd786355a4 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 945 time: 0.2747278 Dec 20 21:21:29.841250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-871854c3-fb55-4dad-bd62-824af93cfc8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205cc72f-79ab-4686-82e0-a996d15c797d') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:29.841627 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-871854c3-fb55-4dad-bd62-824af93cfc8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205cc72f-79ab-4686-82e0-a996d15c797d') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:29.864710 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-871854c3-fb55-4dad-bd62-824af93cfc8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.908435 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.952204 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:29.989421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] Set router a4d7178a-180f-4983-afd3-3f71e4bdf0be gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:30.020658 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43b9e361-313a-4818-95c5-e1b3224d9bb1 req-f7b510b8-58bb-41cf-b616-1990f58dd1a0 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb17b88c-cea4-4ced-945e-25eb7ba70e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996903 Dec 20 21:21:30.030187 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] Pushing event updated for resources: {'Port': ['ID=8547e35b-4b17-495b-994c-d9e5a595ba53,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:30.034458 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a76de4-e1fe-468e-a3fd-47ff433b9e53 admin admin] Router 587032a6-ddd0-472a-9bdb-9cdab4c103ec has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:21:30.035954 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-871854c3-fb55-4dad-bd62-824af93cfc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:30.040883 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ca70f46-91e3-4512-acc2-d671293ea215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:30.044041 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ca70f46-91e3-4512-acc2-d671293ea215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:30.045421 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0ca70f46-91e3-4512-acc2-d671293ea215 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3962b1d-e19a-4d35-935b-1ee5bc91d7a4 HTTP/1.1" status: 204 len: 168 time: 0.8158395 Dec 20 21:21:30.060796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871854c3-fb55-4dad-bd62-824af93cfc8a admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:21:30.061440 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-871854c3-fb55-4dad-bd62-824af93cfc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:21:30.063087 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:21:30.067407 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-551d0d09-0b22-446a-a35c-86a6765971bf req-409da1d0-1f07-44ad-b1ad-0e461b364384 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 210 time: 0.0590494 Dec 20 21:21:30.135638 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca70f46-91e3-4512-acc2-d671293ea215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3962b1d-e19a-4d35-935b-1ee5bc91d7a4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:30.155462 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] Network 5ee1d317-d5a6-4297-8a2a-64c4a5adaec3 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:30.157321 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:30.175811 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:30.299888 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:30.388019 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-871854c3-fb55-4dad-bd62-824af93cfc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:30.470975 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-871854c3-fb55-4dad-bd62-824af93cfc8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:30.478896 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-871854c3-fb55-4dad-bd62-824af93cfc8a admin admin] 10.222.0.32 "DELETE /v2.0/networks/b354e2a9-7558-463a-85c3-6af39fac1033 HTTP/1.1" status: 204 len: 168 time: 1.4233713 Dec 20 21:21:30.481254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53224) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:30.509627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aa5e639b-a297-4927-847b-e7a5ef8467f4 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:30.521005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871854c3-fb55-4dad-bd62-824af93cfc8a admin admin] Pushing event deleted for resources: {'Network': ['ID=b354e2a9-7558-463a-85c3-6af39fac1033,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:30.537196 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cd27a-5108-49ac-8622-75009a1b1843 req-9e22ba24-b258-4d9c-bb22-3880cfc56619 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:30.539484 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd2cd27a-5108-49ac-8622-75009a1b1843 req-9e22ba24-b258-4d9c-bb22-3880cfc56619 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 945 time: 0.3733253 Dec 20 21:21:30.631460 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:30.684201 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6efc4771-1006-4ca8-b531-82612252d418 None None] Provisioning complete for port 8547e35b-4b17-495b-994c-d9e5a595ba53 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:30.684581 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6efc4771-1006-4ca8-b531-82612252d418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:30.699384 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:30.713963 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd2cd27a-5108-49ac-8622-75009a1b1843 req-d9ba22db-68c5-4442-9a2f-6e538dc191ba tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/security-groups?id=1859d161-a34f-42ab-9f3e-21c81d7e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419952 Dec 20 21:21:30.732846 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port aa5e639b-a297-4927-847b-e7a5ef8467f4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:30.733280 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:30.787756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6efc4771-1006-4ca8-b531-82612252d418 None None] Port 8547e35b-4b17-495b-994c-d9e5a595ba53 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:21:30.805301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a76de4-e1fe-468e-a3fd-47ff433b9e53 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:21:30.822910 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74965e1d-d5b3-49c8-9159-6f388a331c83 None None] Sync routers for ids ['587032a6-ddd0-472a-9bdb-9cdab4c103ec'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:21:30.824802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53228) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:30.838472 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-39a76de4-e1fe-468e-a3fd-47ff433b9e53 admin admin] 10.222.0.32 "PUT /v2.0/routers/587032a6-ddd0-472a-9bdb-9cdab4c103ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9439361 Dec 20 21:21:30.843625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53230) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:30.852291 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74965e1d-d5b3-49c8-9159-6f388a331c83 None None] Routers {'587032a6-ddd0-472a-9bdb-9cdab4c103ec'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:30.853913 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-74965e1d-d5b3-49c8-9159-6f388a331c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:21:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['587032a6-ddd0-472a-9bdb-9cdab4c103ec'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:30.909973 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'name': 'tempest-AttachSCSIVolumeTestJSON-2100996749-router', 'tenant_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '26312ffa-2818-4a88-bf22-ccf442005046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:22Z', 'updated_at': '2021-12-20T21:21:25Z', 'revision_number': 3, 'project_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'gw_port': {'id': '26312ffa-2818-4a88-bf22-ccf442005046', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:11:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:23Z', 'updated_at': '2021-12-20T21:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:30.939526 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d7829-b293-40f3-ad6b-f8e169185741 None None] The sync data for ids ['a4d7178a-180f-4983-afd3-3f71e4bdf0be'] in n-d-xena-1 is: [{'id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'name': 'tempest-AttachSCSIVolumeTestJSON-2100996749-router', 'tenant_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '26312ffa-2818-4a88-bf22-ccf442005046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:22Z', 'updated_at': '2021-12-20T21:21:25Z', 'revision_number': 3, 'project_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'gw_port': {'id': '26312ffa-2818-4a88-bf22-ccf442005046', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:11:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:23Z', 'updated_at': '2021-12-20T21:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:21:30.996416 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:30.998546 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6f20c5b5-c6bb-49f0-b9f8-9316bda19d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:31.002642 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:31.018485 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-74965e1d-d5b3-49c8-9159-6f388a331c83 None None] Set router 587032a6-ddd0-472a-9bdb-9cdab4c103ec gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:31.037913 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ea1272-74ef-4efe-ba76-dde999d36456 admin admin] Deleting subnet c1888053-8262-4bf0-98d6-0da09b0e2858 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:21:31.063628 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-9bb67cb9-d6f3-4689-b8f4-27f0deae6822 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:31.065785 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4ea1272-74ef-4efe-ba76-dde999d36456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:31.124101 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:31.133165 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] Pushing event updated for resources: {'Port': ['ID=8547e35b-4b17-495b-994c-d9e5a595ba53,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:31.273793 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6f20c5b5-c6bb-49f0-b9f8-9316bda19d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:31.296197 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] Network 5ee1d317-d5a6-4297-8a2a-64c4a5adaec3 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:31.340186 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9b95474a-37c9-48d3-b53e-e0585bd5edcb req-7f5941f5-977a-454d-9007-0744accc4568 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 210 time: 0.0593419 Dec 20 21:21:31.350207 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:31.382134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1aea7-1032-4eea-9cc3-cd573a759a90 req-ff1b7e03-2c07-4f0e-8b65-c405f44abe22 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:31.385712 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1c1aea7-1032-4eea-9cc3-cd573a759a90 req-ff1b7e03-2c07-4f0e-8b65-c405f44abe22 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 945 time: 0.3838623 Dec 20 21:21:31.392882 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4ea1272-74ef-4efe-ba76-dde999d36456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:31.402656 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6f20c5b5-c6bb-49f0-b9f8-9316bda19d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:31.420711 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-74965e1d-d5b3-49c8-9159-6f388a331c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674795145-router', 'tenant_id': '24910e7c121e45829b81d01db2e9e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '4650066a-b1c4-431b-afaf-15cf80e53934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:09Z', 'updated_at': '2021-12-20T21:21:28Z', 'revision_number': 5, 'project_id': '24910e7c121e45829b81d01db2e9e5be', 'gw_port': {'id': '4650066a-b1c4-431b-afaf-15cf80e53934', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:10Z', 'updated_at': '2021-12-20T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:31.440379 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ea390045-e188-40a6-ab51-0a1321a6df72 admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:31.499600 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74965e1d-d5b3-49c8-9159-6f388a331c83 None None] Checking router: 587032a6-ddd0-472a-9bdb-9cdab4c103ec for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:21:31.527286 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74965e1d-d5b3-49c8-9159-6f388a331c83 None None] Routers {'587032a6-ddd0-472a-9bdb-9cdab4c103ec'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:31.528212 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-74965e1d-d5b3-49c8-9159-6f388a331c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:21:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['587032a6-ddd0-472a-9bdb-9cdab4c103ec'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:31.591452 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4ea1272-74ef-4efe-ba76-dde999d36456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:31.666325 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635d443-267d-462e-9b75-20c095986338 req-23a34194-6263-4784-ba65-3086819b86f6 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:31.668226 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2635d443-267d-462e-9b75-20c095986338 req-23a34194-6263-4784-ba65-3086819b86f6 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 945 time: 0.3269210 Dec 20 21:21:31.703107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20c5b5-c6bb-49f0-b9f8-9316bda19d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdfc784-3767-4e5d-a041-dffb77e3527c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:31.715419 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4ea1272-74ef-4efe-ba76-dde999d36456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:31.736805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c610e12e-176f-49f1-bd0c-8b35d0c2c8e6 None None] Provisioning complete for port 8547e35b-4b17-495b-994c-d9e5a595ba53 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:31.738321 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c610e12e-176f-49f1-bd0c-8b35d0c2c8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:31.751554 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6f20c5b5-c6bb-49f0-b9f8-9316bda19d25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff19a19749af4162afa964f384a667a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9191377 Dec 20 21:21:31.763074 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53238) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:31.779838 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1c1aea7-1032-4eea-9cc3-cd573a759a90 req-d6b33668-5dc3-47ba-bb03-03d3f7d67cea tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb17b88c-cea4-4ced-945e-25eb7ba70e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923805 Dec 20 21:21:31.780549 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea1272-74ef-4efe-ba76-dde999d36456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1888053-8262-4bf0-98d6-0da09b0e2858,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:31.799115 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-74965e1d-d5b3-49c8-9159-6f388a331c83 None None] Set router 587032a6-ddd0-472a-9bdb-9cdab4c103ec gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:31.807970 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-9bb67cb9-d6f3-4689-b8f4-27f0deae6822 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:31.810315 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4ea1272-74ef-4efe-ba76-dde999d36456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:31.813699 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a4ea1272-74ef-4efe-ba76-dde999d36456 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c1888053-8262-4bf0-98d6-0da09b0e2858 HTTP/1.1" status: 204 len: 168 time: 1.3136630 Dec 20 21:21:31.829700 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c610e12e-176f-49f1-bd0c-8b35d0c2c8e6 None None] Port 8547e35b-4b17-495b-994c-d9e5a595ba53 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:21:31.842873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53242) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:31.897877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-9bb67cb9-d6f3-4689-b8f4-27f0deae6822 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Network a59c69cc-251c-424c-8fcd-16f53c9e39c8 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:31.903327 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ea390045-e188-40a6-ab51-0a1321a6df72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:31.910099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-9bb67cb9-d6f3-4689-b8f4-27f0deae6822 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:31.927834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-9bb67cb9-d6f3-4689-b8f4-27f0deae6822 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:31.995088 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:31.995985 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb67cb9-d6f3-4689-b8f4-27f0deae6822 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event updated for resources: {'Port': ['ID=c3cccbd7-884d-4edf-95fe-7eafe392459d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:32.085288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-9bb67cb9-d6f3-4689-b8f4-27f0deae6822 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:32.086036 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-9bb67cb9-d6f3-4689-b8f4-27f0deae6822 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:32.087078 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] Router a4d7178a-180f-4983-afd3-3f71e4bdf0be has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:21:32.132421 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-9bb67cb9-d6f3-4689-b8f4-27f0deae6822 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5724878 Dec 20 21:21:32.149665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-ea390045-e188-40a6-ab51-0a1321a6df72 admin admin] Deleting port 4650066a-b1c4-431b-afaf-15cf80e53934 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:21:32.150150 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ea390045-e188-40a6-ab51-0a1321a6df72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:32.156383 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-287eaf07-c41c-4047-8eca-95ff7b08a6b8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Request body: {'port': {'device_id': '73e5598f-ae11-4bec-9433-78b3196b249d', 'network_id': '26353263-4cf3-440d-921d-58d861009b00', 'admin_state_up': True, 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'security_groups': ['8be5a2ec-4dc4-4578-ae35-133a15a36055']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:32.199514 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-74965e1d-d5b3-49c8-9159-6f388a331c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674795145-router', 'tenant_id': '24910e7c121e45829b81d01db2e9e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '4650066a-b1c4-431b-afaf-15cf80e53934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:09Z', 'updated_at': '2021-12-20T21:21:28Z', 'revision_number': 5, 'project_id': '24910e7c121e45829b81d01db2e9e5be', 'gw_port': {'id': '4650066a-b1c4-431b-afaf-15cf80e53934', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:10Z', 'updated_at': '2021-12-20T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:32.216658 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710f90d-069b-4d69-bb35-8d333536ee8a req-92bcee02-dbba-468e-8b34-bb5c3461f44a tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:32.225224 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0710f90d-069b-4d69-bb35-8d333536ee8a req-92bcee02-dbba-468e-8b34-bb5c3461f44a tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 945 time: 0.3793676 Dec 20 21:21:32.227463 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b33cc9b7-8858-4fef-8ba7-2b3197fd22e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:32.258111 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74965e1d-d5b3-49c8-9159-6f388a331c83 None None] The sync data for ids ['587032a6-ddd0-472a-9bdb-9cdab4c103ec'] in n-d-xena-1 is: [{'id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674795145-router', 'tenant_id': '24910e7c121e45829b81d01db2e9e5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.173'}], 'enable_snat': True}, 'gw_port_id': '4650066a-b1c4-431b-afaf-15cf80e53934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:16:09Z', 'updated_at': '2021-12-20T21:21:28Z', 'revision_number': 5, 'project_id': '24910e7c121e45829b81d01db2e9e5be', 'gw_port': {'id': '4650066a-b1c4-431b-afaf-15cf80e53934', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587032a6-ddd0-472a-9bdb-9cdab4c103ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:16:10Z', 'updated_at': '2021-12-20T21:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:21:32.283169 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-867c36aa-5c08-477f-af1e-a468e8ca4721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:32.290361 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b33cc9b7-8858-4fef-8ba7-2b3197fd22e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:32.298174 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 26312ffa-2818-4a88-bf22-ccf442005046 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:32.365942 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:32.407291 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f1247834-1203-4094-b89c-8a5eafea47a0 None None] Provisioning complete for port c3cccbd7-884d-4edf-95fe-7eafe392459d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:32.407667 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1247834-1203-4094-b89c-8a5eafea47a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:32.467219 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 26312ffa-2818-4a88-bf22-ccf442005046 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:32.479755 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:32.516016 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f1247834-1203-4094-b89c-8a5eafea47a0 None None] Port c3cccbd7-884d-4edf-95fe-7eafe392459d cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:21:32.563801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:21:32.587160 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a5b5716f-84e3-434f-ab7d-3d58522aaec0 admin admin] 10.222.0.32 "PUT /v2.0/routers/a4d7178a-180f-4983-afd3-3f71e4bdf0be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7300777 Dec 20 21:21:32.588232 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:32.620935 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 26312ffa-2818-4a88-bf22-ccf442005046, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=26312ffa-2818-4a88-bf22-ccf442005046,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:32.626216 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:32.722796 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=26312ffa-2818-4a88-bf22-ccf442005046,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:32.730347 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-867c36aa-5c08-477f-af1e-a468e8ca4721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:32.760570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-867c36aa-5c08-477f-af1e-a468e8ca4721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c21a47-34f9-4c3c-b232-abc93af5b130']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:32.771740 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-867c36aa-5c08-477f-af1e-a468e8ca4721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd61a56b-8630-4718-bc79-f5d61fe70540') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:32.772061 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-867c36aa-5c08-477f-af1e-a468e8ca4721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd61a56b-8630-4718-bc79-f5d61fe70540') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:32.784219 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-867c36aa-5c08-477f-af1e-a468e8ca4721 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:32.801030 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-867c36aa-5c08-477f-af1e-a468e8ca4721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:32.808789 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867c36aa-5c08-477f-af1e-a468e8ca4721 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:21:32.809173 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-867c36aa-5c08-477f-af1e-a468e8ca4721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:21:32.881067 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:21:32.884195 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-2635d443-267d-462e-9b75-20c095986338 req-a6b1e8ed-edba-481c-9f8b-854e364e7e69 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Deleting port adefdc76-70a2-4740-b634-c7e53f939b07 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:21:32.884195 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2635d443-267d-462e-9b75-20c095986338 req-a6b1e8ed-edba-481c-9f8b-854e364e7e69 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:32.926864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-287eaf07-c41c-4047-8eca-95ff7b08a6b8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Made reservation on behalf of fa6bba111e234f8b895c1075b6132216 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:32.932563 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-287eaf07-c41c-4047-8eca-95ff7b08a6b8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:33.013237 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-867c36aa-5c08-477f-af1e-a468e8ca4721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:33.022775 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637d38b-14a1-4af2-855f-157f8ac8f790 req-007c2fbb-db4d-4ad1-a91f-160307c5275c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:33.025551 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4637d38b-14a1-4af2-855f-157f8ac8f790 req-007c2fbb-db4d-4ad1-a91f-160307c5275c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 932 time: 0.1862273 Dec 20 21:21:33.027959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-ea390045-e188-40a6-ab51-0a1321a6df72 admin admin] For port 4650066a-b1c4-431b-afaf-15cf80e53934, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4650066a-b1c4-431b-afaf-15cf80e53934,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:33.028306 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ea390045-e188-40a6-ab51-0a1321a6df72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:33.063925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-ea390045-e188-40a6-ab51-0a1321a6df72 admin admin] Calling delete_port for 4650066a-b1c4-431b-afaf-15cf80e53934 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:21:33.080606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f549f22-3654-44c3-8f7d-86480810f779 req-3a819d0a-4355-4453-a2f7-4fe5def56614 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:33.083646 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3f549f22-3654-44c3-8f7d-86480810f779 req-3a819d0a-4355-4453-a2f7-4fe5def56614 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.31 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 945 time: 0.7895243 Dec 20 21:21:33.086340 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-867c36aa-5c08-477f-af1e-a468e8ca4721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:33.090181 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-867c36aa-5c08-477f-af1e-a468e8ca4721 admin admin] 10.222.0.32 "DELETE /v2.0/networks/70c21a47-34f9-4c3c-b232-abc93af5b130 HTTP/1.1" status: 204 len: 168 time: 1.2415559 Dec 20 21:21:33.167936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c36aa-5c08-477f-af1e-a468e8ca4721 admin admin] Pushing event deleted for resources: {'Network': ['ID=70c21a47-34f9-4c3c-b232-abc93af5b130,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:33.235982 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4637d38b-14a1-4af2-855f-157f8ac8f790 req-eec98a6c-350b-4e76-a9ba-42f603f35a72 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962476 Dec 20 21:21:33.262115 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0710f90d-069b-4d69-bb35-8d333536ee8a req-c735cf0c-c39e-4efe-8a1c-25d4753c4fcf tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/security-groups?id=1859d161-a34f-42ab-9f3e-21c81d7e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0262678 Dec 20 21:21:33.421203 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b33cc9b7-8858-4fef-8ba7-2b3197fd22e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:33.432751 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b33cc9b7-8858-4fef-8ba7-2b3197fd22e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:33.435483 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b33cc9b7-8858-4fef-8ba7-2b3197fd22e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6cdfc784-3767-4e5d-a041-dffb77e3527c HTTP/1.1" status: 204 len: 168 time: 1.6703820 Dec 20 21:21:33.520545 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cc9b7-8858-4fef-8ba7-2b3197fd22e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdfc784-3767-4e5d-a041-dffb77e3527c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:33.575403 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2635d443-267d-462e-9b75-20c095986338 req-a6b1e8ed-edba-481c-9f8b-854e364e7e69 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] For port adefdc76-70a2-4740-b634-c7e53f939b07, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=adefdc76-70a2-4740-b634-c7e53f939b07,segment=NetworkSegment(66c11b3c-b61a-4ca9-bc30-979a1b8c367f),segment_id=66c11b3c-b61a-4ca9-bc30-979a1b8c367f)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:33.576476 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2635d443-267d-462e-9b75-20c095986338 req-a6b1e8ed-edba-481c-9f8b-854e364e7e69 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:33.626236 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-2635d443-267d-462e-9b75-20c095986338 req-a6b1e8ed-edba-481c-9f8b-854e364e7e69 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Calling delete_port for adefdc76-70a2-4740-b634-c7e53f939b07 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:21:33.780107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-3f549f22-3654-44c3-8f7d-86480810f779 req-396ba70d-89ed-46e0-8361-0fd2b700e9ed tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Deleting port cf58a9aa-0779-4b78-afcf-1a1edd200491 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:21:33.781941 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3f549f22-3654-44c3-8f7d-86480810f779 req-396ba70d-89ed-46e0-8361-0fd2b700e9ed tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:33.788474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Sync routers for ids ['a4d7178a-180f-4983-afd3-3f71e4bdf0be'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:21:33.792223 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53268) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:33.804995 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-287eaf07-c41c-4047-8eca-95ff7b08a6b8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Allocated IP 10.1.1.193 (26353263-4cf3-440d-921d-58d861009b00/1783f558-5e9c-4072-90cf-99eebb6a8ebe/47433a5c-5134-4b06-8317-7a617581ab15) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:33.835092 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Routers {'a4d7178a-180f-4983-afd3-3f71e4bdf0be'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:33.836081 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:21:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a4d7178a-180f-4983-afd3-3f71e4bdf0be'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:33.891277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae3ca3-d039-4f45-8995-8de8b7296335 req-3b2878f4-ec7b-40fb-91de-5de9fc9676ed tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:33.892788 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1bae3ca3-d039-4f45-8995-8de8b7296335 req-3b2878f4-ec7b-40fb-91de-5de9fc9676ed tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 945 time: 0.3411510 Dec 20 21:21:33.967032 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Set router a4d7178a-180f-4983-afd3-3f71e4bdf0be gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:34.010957 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-df3cacc4-b78b-44e3-b011-ae057c801076 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=346c11314eec451f8179854f6f127333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129540 Dec 20 21:21:34.015183 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53272) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:34.110348 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1bae3ca3-d039-4f45-8995-8de8b7296335 req-5da3fd53-4936-406a-b05c-6002336305f6 tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb17b88c-cea4-4ced-945e-25eb7ba70e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932776 Dec 20 21:21:34.150673 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3f549f22-3654-44c3-8f7d-86480810f779 req-396ba70d-89ed-46e0-8361-0fd2b700e9ed tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] For port cf58a9aa-0779-4b78-afcf-1a1edd200491, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cf58a9aa-0779-4b78-afcf-1a1edd200491,segment=NetworkSegment(e79c0cc2-0287-411b-97e5-99e0439e93ba),segment_id=e79c0cc2-0287-411b-97e5-99e0439e93ba)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:34.151205 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3f549f22-3654-44c3-8f7d-86480810f779 req-396ba70d-89ed-46e0-8361-0fd2b700e9ed tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:34.278020 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-3f549f22-3654-44c3-8f7d-86480810f779 req-396ba70d-89ed-46e0-8361-0fd2b700e9ed tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Calling delete_port for cf58a9aa-0779-4b78-afcf-1a1edd200491 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:21:34.286432 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 26312ffa-2818-4a88-bf22-ccf442005046 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:34.289655 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ea390045-e188-40a6-ab51-0a1321a6df72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:34.405668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea390045-e188-40a6-ab51-0a1321a6df72 admin admin] Pushing event deleted for resources: {'Port': ['ID=4650066a-b1c4-431b-afaf-15cf80e53934,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:34.431062 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'name': 'tempest-AttachSCSIVolumeTestJSON-2100996749-router', 'tenant_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '26312ffa-2818-4a88-bf22-ccf442005046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:22Z', 'updated_at': '2021-12-20T21:21:30Z', 'revision_number': 4, 'project_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'gw_port': {'id': '26312ffa-2818-4a88-bf22-ccf442005046', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:23Z', 'updated_at': '2021-12-20T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '8547e35b-4b17-495b-994c-d9e5a595ba53', 'name': '', 'network_id': '5ee1d317-d5a6-4297-8a2a-64c4a5adaec3', 'tenant_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'mac_address': 'fa:16:3e:4e:56:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '1ec257b3-ba64-4d62-9076-ad97d1162280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:29Z', 'updated_at': '2021-12-20T21:21:30Z', 'revision_number': 2, 'project_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'subnets': [{'id': '1ec257b3-ba64-4d62-9076-ad97d1162280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:34.520801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Checking router: a4d7178a-180f-4983-afd3-3f71e4bdf0be for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:21:34.521606 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Updating router a4d7178a-180f-4983-afd3-3f71e4bdf0be port 8547e35b-4b17-495b-994c-d9e5a595ba53 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:21:34.585263 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ede45a2-2bf0-45c7-a361-98a63c920b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:34.621069 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:34.639439 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2635d443-267d-462e-9b75-20c095986338 req-a6b1e8ed-edba-481c-9f8b-854e364e7e69 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:34.683183 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-287eaf07-c41c-4047-8eca-95ff7b08a6b8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:34.817009 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-287eaf07-c41c-4047-8eca-95ff7b08a6b8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:34.898811 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201cb28-3b61-4edf-b887-a651365ec3cf req-fe12d4de-32e0-4590-91e0-449ddfb0c5e1 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:34.900424 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c201cb28-3b61-4edf-b887-a651365ec3cf req-fe12d4de-32e0-4590-91e0-449ddfb0c5e1 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 932 time: 0.4696784 Dec 20 21:21:34.981700 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device adefdc76-70a2-4740-b634-c7e53f939b07 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:21:34.993083 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ea390045-e188-40a6-ab51-0a1321a6df72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:34.995328 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ede45a2-2bf0-45c7-a361-98a63c920b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:35.007480 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 26312ffa-2818-4a88-bf22-ccf442005046 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:35.007957 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:35.095606 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3f549f22-3654-44c3-8f7d-86480810f779 req-396ba70d-89ed-46e0-8361-0fd2b700e9ed tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:35.098252 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53294) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:35.115747 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: adefdc76-70a2-4740-b634-c7e53f939b07 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:21:35.126908 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device adefdc76-70a2-4740-b634-c7e53f939b07 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:21:35.141527 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1e8ed-edba-481c-9f8b-854e364e7e69 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Pushing event deleted for resources: {'Port': ['ID=adefdc76-70a2-4740-b634-c7e53f939b07,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:35.144439 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-287eaf07-c41c-4047-8eca-95ff7b08a6b8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Network 26353263-4cf3-440d-921d-58d861009b00 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:35.148648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['cf58a9aa-0779-4b78-afcf-1a1edd200491'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:21:35.205974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-287eaf07-c41c-4047-8eca-95ff7b08a6b8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:35.227923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-287eaf07-c41c-4047-8eca-95ff7b08a6b8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:35.242479 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c201cb28-3b61-4edf-b887-a651365ec3cf req-2ea7263e-1bfb-4e7c-ab55-138a072b8a22 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635460 Dec 20 21:21:35.256043 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ea390045-e188-40a6-ab51-0a1321a6df72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:35.276501 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2635d443-267d-462e-9b75-20c095986338 req-a6b1e8ed-edba-481c-9f8b-854e364e7e69 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] No DVR routers for this DVR port adefdc76-70a2-4740-b634-c7e53f939b07 on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:21:35.286009 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ea390045-e188-40a6-ab51-0a1321a6df72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:35.287936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ba70d-89ed-46e0-8361-0fd2b700e9ed tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Pushing event deleted for resources: {'Port': ['ID=cf58a9aa-0779-4b78-afcf-1a1edd200491,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:35.299906 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2635d443-267d-462e-9b75-20c095986338 req-a6b1e8ed-edba-481c-9f8b-854e364e7e69 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:35.303652 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2635d443-267d-462e-9b75-20c095986338 req-a6b1e8ed-edba-481c-9f8b-854e364e7e69 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.66 "DELETE /v2.0/ports/adefdc76-70a2-4740-b634-c7e53f939b07 HTTP/1.1" status: 204 len: 173 time: 3.6264105 Dec 20 21:21:35.321317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d7444e-b84c-4acd-9ca3-66265e94102d', 'name': 'network-vif-deleted', 'tag': 'adefdc76-70a2-4740-b634-c7e53f939b07'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:21:35.328196 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d114369-6fdb-4924-8a15-dac86c297067" -d '{"events": [{"server_uuid": "a8d7444e-b84c-4acd-9ca3-66265e94102d", "name": "network-vif-deleted", "tag": "adefdc76-70a2-4740-b634-c7e53f939b07"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:21:35.364951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287eaf07-c41c-4047-8eca-95ff7b08a6b8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event updated for resources: {'Port': ['ID=47433a5c-5134-4b06-8317-7a617581ab15,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:35.385989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f49cab-062a-4b23-9028-de5a915fec86 req-d05da28f-3b98-4e0f-b71f-7b295ea96e81 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:35.387676 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-31f49cab-062a-4b23-9028-de5a915fec86 req-d05da28f-3b98-4e0f-b71f-7b295ea96e81 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8d7444e-b84c-4acd-9ca3-66265e94102d HTTP/1.1" status: 200 len: 867 time: 0.9315856 Dec 20 21:21:35.470199 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f549f22-3654-44c3-8f7d-86480810f779 req-396ba70d-89ed-46e0-8361-0fd2b700e9ed tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] No DVR routers for this DVR port cf58a9aa-0779-4b78-afcf-1a1edd200491 on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:21:35.479540 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3f549f22-3654-44c3-8f7d-86480810f779 req-396ba70d-89ed-46e0-8361-0fd2b700e9ed tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:35.484268 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3f549f22-3654-44c3-8f7d-86480810f779 req-396ba70d-89ed-46e0-8361-0fd2b700e9ed tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.31 "DELETE /v2.0/ports/cf58a9aa-0779-4b78-afcf-1a1edd200491 HTTP/1.1" status: 204 len: 173 time: 2.3748844 Dec 20 21:21:35.544425 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-31f49cab-062a-4b23-9028-de5a915fec86 req-b376f072-f3ed-4bcc-b08e-5bb84b5335c7 tempest-ServerGroupTestJSON-67295146 tempest-ServerGroupTestJSON-67295146-project] 10.222.0.32 "GET /v2.0/security-groups?id=1859d161-a34f-42ab-9f3e-21c81d7e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155052 Dec 20 21:21:35.547558 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ede45a2-2bf0-45c7-a361-98a63c920b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:35.551832 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ede45a2-2bf0-45c7-a361-98a63c920b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:35.554560 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0ede45a2-2bf0-45c7-a361-98a63c920b1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46761267-d610-45f0-9ded-6be793225a0f HTTP/1.1" status: 204 len: 168 time: 1.5373614 Dec 20 21:21:35.629956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede45a2-2bf0-45c7-a361-98a63c920b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46761267-d610-45f0-9ded-6be793225a0f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:35.687036 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c78c815-cef8-4fc9-b942-1c3aac801b28 x-openstack-request-id: req-6c78c815-cef8-4fc9-b942-1c3aac801b28 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:21:35.687036 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d7444e-b84c-4acd-9ca3-66265e94102d", "name": "network-vif-deleted", "tag": "adefdc76-70a2-4740-b634-c7e53f939b07", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:21:35.692341 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c78c815-cef8-4fc9-b942-1c3aac801b28 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:21:35.692341 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d7444e-b84c-4acd-9ca3-66265e94102d', 'name': 'network-vif-deleted', 'tag': 'adefdc76-70a2-4740-b634-c7e53f939b07', 'status': 'completed', 'code': 200} Dec 20 21:21:35.743752 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c3b83924-6d59-4579-9b8b-52d4a2876b58 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-network', 'tenant_id': 'bcfd1174631646a39557725d507ef98c'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:35.796704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-287eaf07-c41c-4047-8eca-95ff7b08a6b8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:35.798309 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-287eaf07-c41c-4047-8eca-95ff7b08a6b8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:35.820904 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b83924-6d59-4579-9b8b-52d4a2876b58 admin admin] Made reservation on behalf of bcfd1174631646a39557725d507ef98c for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:35.829113 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3b83924-6d59-4579-9b8b-52d4a2876b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:35.852305 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ea390045-e188-40a6-ab51-0a1321a6df72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:35.852837 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea390045-e188-40a6-ab51-0a1321a6df72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 587032a6-ddd0-472a-9bdb-9cdab4c103ec {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:21:35.856620 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3b83924-6d59-4579-9b8b-52d4a2876b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:35.909559 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ea390045-e188-40a6-ab51-0a1321a6df72 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:35.917376 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ea390045-e188-40a6-ab51-0a1321a6df72 admin admin] 10.222.0.32 "DELETE /v2.0/routers/587032a6-ddd0-472a-9bdb-9cdab4c103ec HTTP/1.1" status: 204 len: 168 time: 5.0323367 Dec 20 21:21:35.941856 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe7e5403-a961-40e7-94ab-9a4ffc841730 req-ee1ab046-a3aa-4409-91cb-3a1e81eaea4c tempest-ServerAddressesTestJSON-1315452695 tempest-ServerAddressesTestJSON-1315452695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93764161-af84-4cea-9d6b-087957f80655 HTTP/1.1" status: 200 len: 210 time: 0.1235113 Dec 20 21:21:35.942346 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53306) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:35.965183 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-287eaf07-c41c-4047-8eca-95ff7b08a6b8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8124330 Dec 20 21:21:36.028691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-c77c828b-caa3-483f-9e91-86c52b9db8bc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Request body: {'port': {'device_id': '73e5598f-ae11-4bec-9433-78b3196b249d', 'network_id': '26353263-4cf3-440d-921d-58d861009b00', 'admin_state_up': True, 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'security_groups': ['8be5a2ec-4dc4-4578-ae35-133a15a36055']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:36.093562 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3b83924-6d59-4579-9b8b-52d4a2876b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:36.106146 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3b83924-6d59-4579-9b8b-52d4a2876b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:36.118752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9f7a09-30ce-486f-b516-b16998d5e9fd admin admin] Deleting subnet 5f2fd382-d0e4-418e-858c-1abd8708f465 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:21:36.126181 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b83924-6d59-4579-9b8b-52d4a2876b58 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:21:36.130378 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0f9f7a09-30ce-486f-b516-b16998d5e9fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:36.140001 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3b83924-6d59-4579-9b8b-52d4a2876b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:36.140246 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-c3b83924-6d59-4579-9b8b-52d4a2876b58 admin admin] Added segment 33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3 of type vlan for network b6b9c805-eb68-4e46-8415-18bdbd0232b1 Dec 20 21:21:36.207114 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0f9f7a09-30ce-486f-b516-b16998d5e9fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:36.226225 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3b83924-6d59-4579-9b8b-52d4a2876b58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:36.277424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b83924-6d59-4579-9b8b-52d4a2876b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:36.281128 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3b83924-6d59-4579-9b8b-52d4a2876b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:36.282100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b83924-6d59-4579-9b8b-52d4a2876b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:36.282901 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3b83924-6d59-4579-9b8b-52d4a2876b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:36.303169 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c3b83924-6d59-4579-9b8b-52d4a2876b58 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1568034 Dec 20 21:21:36.315315 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53310) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:36.333622 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d52a90a5-9730-4d97-a525-235443f2af9a None None] Provisioning complete for port 47433a5c-5134-4b06-8317-7a617581ab15 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:36.342728 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d52a90a5-9730-4d97-a525-235443f2af9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:36.352566 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7728b9db-18d2-44ad-bf9a-0e3d7b61cb12 admin admin] Request body: {'subnet': {'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-subnet', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:36.364712 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0f9f7a09-30ce-486f-b516-b16998d5e9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:36.379113 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7728b9db-18d2-44ad-bf9a-0e3d7b61cb12 admin admin] Made reservation on behalf of bcfd1174631646a39557725d507ef98c for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:36.382091 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7728b9db-18d2-44ad-bf9a-0e3d7b61cb12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:36.499570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b83924-6d59-4579-9b8b-52d4a2876b58 admin admin] Pushing event updated for resources: {'Network': ['ID=b6b9c805-eb68-4e46-8415-18bdbd0232b1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:36.546630 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b4fa8-0ea1-458b-92ba-3d9a370529be req-1d3c0c99-4c4e-4b7c-b26c-60ece3dedd18 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:36.556149 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b4fa8-0ea1-458b-92ba-3d9a370529be req-1d3c0c99-4c4e-4b7c-b26c-60ece3dedd18 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:36.559202 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-200b4fa8-0ea1-458b-92ba-3d9a370529be req-1d3c0c99-4c4e-4b7c-b26c-60ece3dedd18 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 1654 time: 0.1121438 Dec 20 21:21:36.589123 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network b6b9c805-eb68-4e46-8415-18bdbd0232b1 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:21:36.661420 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53316) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:36.691524 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0f9f7a09-30ce-486f-b516-b16998d5e9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:36.702922 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-200b4fa8-0ea1-458b-92ba-3d9a370529be req-9100ede7-98dd-4f39-96b0-08e023acb51c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360018 Dec 20 21:21:36.851350 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805493ce-807d-4693-8c41-16aea2aa6297 None None] Network d3e6c178-664f-4247-a8cc-4acd79df2e4a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:36.853558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5b655275-bd7f-48b6-82da-d66ee92099b4 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:21:36.895311 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0f9f7a09-30ce-486f-b516-b16998d5e9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:36.901549 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0f9f7a09-30ce-486f-b516-b16998d5e9fd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5f2fd382-d0e4-418e-858c-1abd8708f465 HTTP/1.1" status: 204 len: 168 time: 0.9571505 Dec 20 21:21:36.903995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53320) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:36.918022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f7a09-30ce-486f-b516-b16998d5e9fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f2fd382-d0e4-418e-858c-1abd8708f465,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:36.978608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-c77c828b-caa3-483f-9e91-86c52b9db8bc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Made reservation on behalf of fa6bba111e234f8b895c1075b6132216 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:36.991011 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-c77c828b-caa3-483f-9e91-86c52b9db8bc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.070375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53328) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:37.074112 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7728b9db-18d2-44ad-bf9a-0e3d7b61cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.100174 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5de63521-db19-436d-a7a5-5c3fa407370e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a9acfaecc824e6788d59ea2682ecdd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325230 Dec 20 21:21:37.134296 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53332) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:37.149090 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 5b655275-bd7f-48b6-82da-d66ee92099b4 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:21:37.149443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5b655275-bd7f-48b6-82da-d66ee92099b4 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:21:37.169839 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cf58a9aa-0779-4b78-afcf-1a1edd200491 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:21:37.240559 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.255799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-345770ef-1d3a-4446-936e-71cbc568e24d admin admin] Deleting subnet 220709b2-b99e-4a0f-8dd8-9efeecd80f83 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:21:37.265106 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-345770ef-1d3a-4446-936e-71cbc568e24d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.302162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: cf58a9aa-0779-4b78-afcf-1a1edd200491 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:21:37.306523 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cf58a9aa-0779-4b78-afcf-1a1edd200491 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:21:37.313264 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d52a90a5-9730-4d97-a525-235443f2af9a None None] Port 47433a5c-5134-4b06-8317-7a617581ab15 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:21:37.327270 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.345765 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-750c5615-2dfd-41c9-9fe4-2fda2ea1160d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.373049 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728b9db-18d2-44ad-bf9a-0e3d7b61cb12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d502f1e8-6f50-4040-9fca-d61b5d7c5fbb,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:37.380556 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-345770ef-1d3a-4446-936e-71cbc568e24d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.386482 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4650066a-b1c4-431b-afaf-15cf80e53934 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:21:37.387865 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53344) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:37.401278 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.494630 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 4650066a-b1c4-431b-afaf-15cf80e53934 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:21:37.499048 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4650066a-b1c4-431b-afaf-15cf80e53934 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:21:37.503782 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d7c7db-dbe1-4b44-89b3-d986a31a6c34 admin admin] Deleting subnet 311ccc71-cd2e-4124-9ba0-9c0f5ff94a2d {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:21:37.507858 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf0586-a7ea-4cf5-9d4f-c18a0d397e00 None None] Pushing event updated for resources: {'Port': ['ID=8547e35b-4b17-495b-994c-d9e5a595ba53,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:37.511262 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86d7c7db-dbe1-4b44-89b3-d986a31a6c34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.522553 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-750c5615-2dfd-41c9-9fe4-2fda2ea1160d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.541769 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728b9db-18d2-44ad-bf9a-0e3d7b61cb12 admin admin] Checking segment: {'id': '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:37.542421 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7728b9db-18d2-44ad-bf9a-0e3d7b61cb12 admin admin] Network hostable DHCP agents. Network: b6b9c805-eb68-4e46-8415-18bdbd0232b1, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:21:37.574459 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86d7c7db-dbe1-4b44-89b3-d986a31a6c34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.624000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-c77c828b-caa3-483f-9e91-86c52b9db8bc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Allocated IP 10.1.1.28 (26353263-4cf3-440d-921d-58d861009b00/1783f558-5e9c-4072-90cf-99eebb6a8ebe/35be04de-962b-40fb-bade-5a6118e85e04) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:37.645578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Attempting to bind port 8547e35b-4b17-495b-994c-d9e5a595ba53 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:21:37.646033 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Attempting to bind port 8547e35b-4b17-495b-994c-d9e5a595ba53 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4501f77b-a353-4c4d-b7d2-2c24b34f495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ee1d317-d5a6-4297-8a2a-64c4a5adaec3'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:21:37.646334 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Attempting to bind port 8547e35b-4b17-495b-994c-d9e5a595ba53 on network 5ee1d317-d5a6-4297-8a2a-64c4a5adaec3 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:37.651713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7728b9db-18d2-44ad-bf9a-0e3d7b61cb12 admin admin] Network b6b9c805-eb68-4e46-8415-18bdbd0232b1 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:21:37.660376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:21:37.660753 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Checking segment: {'id': '4501f77b-a353-4c4d-b7d2-2c24b34f495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ee1d317-d5a6-4297-8a2a-64c4a5adaec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:37.661127 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.665737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Bound using segment: {'id': '4501f77b-a353-4c4d-b7d2-2c24b34f495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ee1d317-d5a6-4297-8a2a-64c4a5adaec3'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:21:37.666325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Bound port: 8547e35b-4b17-495b-994c-d9e5a595ba53, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4501f77b-a353-4c4d-b7d2-2c24b34f495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '5ee1d317-d5a6-4297-8a2a-64c4a5adaec3'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:21:37.666721 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.696282 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93764161-af84-4cea-9d6b-087957f80655', 'name': 'network-vif-deleted', 'tag': 'cf58a9aa-0779-4b78-afcf-1a1edd200491'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:21:37.701861 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e23f7bb-6dc8-43f8-a7d2-50bb4531dcb7" -d '{"events": [{"server_uuid": "93764161-af84-4cea-9d6b-087957f80655", "name": "network-vif-deleted", "tag": "cf58a9aa-0779-4b78-afcf-1a1edd200491"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:21:37.759865 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7728b9db-18d2-44ad-bf9a-0e3d7b61cb12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, b6b9c805-eb68-4e46-8415-18bdbd0232b1) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:37.777954 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7728b9db-18d2-44ad-bf9a-0e3d7b61cb12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:37.786221 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7728b9db-18d2-44ad-bf9a-0e3d7b61cb12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.823043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] DHCP port deletion for d3e6c178-664f-4247-a8cc-4acd79df2e4a request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:21:37.831897 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca5b592-cc96-4f61-96eb-f2b202556178 None None] Network b6b9c805-eb68-4e46-8415-18bdbd0232b1 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:37.849894 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-c77c828b-caa3-483f-9e91-86c52b9db8bc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.870343 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b25b0f9-b928-4e98-ab9c-c4e0abc8265c x-openstack-request-id: req-8b25b0f9-b928-4e98-ab9c-c4e0abc8265c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:21:37.874203 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93764161-af84-4cea-9d6b-087957f80655", "name": "network-vif-deleted", "tag": "cf58a9aa-0779-4b78-afcf-1a1edd200491", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:21:37.877963 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b25b0f9-b928-4e98-ab9c-c4e0abc8265c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:21:37.879853 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93764161-af84-4cea-9d6b-087957f80655', 'name': 'network-vif-deleted', 'tag': 'cf58a9aa-0779-4b78-afcf-1a1edd200491', 'status': 'completed', 'code': 200} Dec 20 21:21:37.898670 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86d7c7db-dbe1-4b44-89b3-d986a31a6c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.908914 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-345770ef-1d3a-4446-936e-71cbc568e24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.989438 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-750c5615-2dfd-41c9-9fe4-2fda2ea1160d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.996271 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7728b9db-18d2-44ad-bf9a-0e3d7b61cb12 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6770294 Dec 20 21:21:37.996493 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-750c5615-2dfd-41c9-9fe4-2fda2ea1160d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:37.996493 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-750c5615-2dfd-41c9-9fe4-2fda2ea1160d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf4eba0a-db19-494c-9704-4adec9427451 HTTP/1.1" status: 204 len: 168 time: 0.8592064 Dec 20 21:21:38.011522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53352) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:38.044590 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:38.047981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] For port 8547e35b-4b17-495b-994c-d9e5a595ba53, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:21:38.052600 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] For port 8547e35b-4b17-495b-994c-d9e5a595ba53, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8547e35b-4b17-495b-994c-d9e5a595ba53,segment=NetworkSegment(4501f77b-a353-4c4d-b7d2-2c24b34f495f),segment_id=4501f77b-a353-4c4d-b7d2-2c24b34f495f)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:21:38.059856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c5615-2dfd-41c9-9fe4-2fda2ea1160d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4eba0a-db19-494c-9704-4adec9427451,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:38.087171 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-c77c828b-caa3-483f-9e91-86c52b9db8bc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.110266 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.146733 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86d7c7db-dbe1-4b44-89b3-d986a31a6c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.208813 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7c7db-dbe1-4b44-89b3-d986a31a6c34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=311ccc71-cd2e-4124-9ba0-9c0f5ff94a2d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:38.228121 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86d7c7db-dbe1-4b44-89b3-d986a31a6c34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.236227 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-86d7c7db-dbe1-4b44-89b3-d986a31a6c34 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/311ccc71-cd2e-4124-9ba0-9c0f5ff94a2d HTTP/1.1" status: 204 len: 168 time: 0.8450620 Dec 20 21:21:38.247212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] Deleting port 57d4d323-39d7-462e-8982-1b06718edd01 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:21:38.247575 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.250555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-c77c828b-caa3-483f-9e91-86c52b9db8bc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Network 26353263-4cf3-440d-921d-58d861009b00 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:38.258018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53356) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:38.260442 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-c77c828b-caa3-483f-9e91-86c52b9db8bc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:38.277762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-c77c828b-caa3-483f-9e91-86c52b9db8bc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:38.298942 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Routers {'a4d7178a-180f-4983-afd3-3f71e4bdf0be'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:38.310857 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:21:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a4d7178a-180f-4983-afd3-3f71e4bdf0be'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:38.399838 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] For port 57d4d323-39d7-462e-8982-1b06718edd01, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=57d4d323-39d7-462e-8982-1b06718edd01,segment=NetworkSegment(266c6160-8024-448c-9cd3-1f549a8ecc71),segment_id=266c6160-8024-448c-9cd3-1f549a8ecc71)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:38.400439 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.439473 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] Calling delete_port for 57d4d323-39d7-462e-8982-1b06718edd01 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:21:38.613514 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-283caaba-268b-4ef9-a51b-9d561c7e60ce None None] Provisioning complete for port 8547e35b-4b17-495b-994c-d9e5a595ba53 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:38.614131 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-99241b59-6a5e-4f0e-b1f2-fcc0b6d689b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.614744 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-283caaba-268b-4ef9-a51b-9d561c7e60ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.622286 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-345770ef-1d3a-4446-936e-71cbc568e24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.653351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603d6a4-af7f-4a04-b793-878a98d28962 req-1a0eb6ac-a3d2-4bcc-99fc-b09e72b416a8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:38.659112 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603d6a4-af7f-4a04-b793-878a98d28962 req-1a0eb6ac-a3d2-4bcc-99fc-b09e72b416a8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:38.665107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603d6a4-af7f-4a04-b793-878a98d28962 req-1a0eb6ac-a3d2-4bcc-99fc-b09e72b416a8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:38.673508 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1603d6a4-af7f-4a04-b793-878a98d28962 req-1a0eb6ac-a3d2-4bcc-99fc-b09e72b416a8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 2374 time: 0.6787338 Dec 20 21:21:38.676759 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.722535 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-345770ef-1d3a-4446-936e-71cbc568e24d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.741520 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-345770ef-1d3a-4446-936e-71cbc568e24d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/220709b2-b99e-4a0f-8dd8-9efeecd80f83 HTTP/1.1" status: 204 len: 168 time: 1.6640244 Dec 20 21:21:38.745962 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53360) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:38.746904 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] No DVR routers for this DVR port 57d4d323-39d7-462e-8982-1b06718edd01 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:21:38.749651 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=57d4d323-39d7-462e-8982-1b06718edd01,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:38.753963 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.755264 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.766174 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c828b-caa3-483f-9e91-86c52b9db8bc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event updated for resources: {'Port': ['ID=35be04de-962b-40fb-bade-5a6118e85e04,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:38.787584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-c77c828b-caa3-483f-9e91-86c52b9db8bc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:38.791008 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-c77c828b-caa3-483f-9e91-86c52b9db8bc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.809056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Deleting port 57d4d323-39d7-462e-8982-1b06718edd01 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:21:38.815188 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.856393 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.857674 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf0586-a7ea-4cf5-9d4f-c18a0d397e00 None None] Pushing event updated for resources: {'Port': ['ID=8547e35b-4b17-495b-994c-d9e5a595ba53,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:38.884317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e6c178-664f-4247-a8cc-4acd79df2e4a']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:38.894435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266c6160-8024-448c-9cd3-1f549a8ecc71') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:38.894728 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266c6160-8024-448c-9cd3-1f549a8ecc71') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:38.905384 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.920127 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.926781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:21:38.927174 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:38.950647 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-c77c828b-caa3-483f-9e91-86c52b9db8bc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9244709 Dec 20 21:21:38.973288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345770ef-1d3a-4446-936e-71cbc568e24d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=220709b2-b99e-4a0f-8dd8-9efeecd80f83,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:38.991629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:21:38.998268 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:21:39.005266 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:21:39.040547 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:39.092427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ebce2b79-a49e-440d-8766-5ccd16351594 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Request body: {'port': {'device_id': '73e5598f-ae11-4bec-9433-78b3196b249d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118', 'admin_state_up': True, 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'security_groups': ['8be5a2ec-4dc4-4578-ae35-133a15a36055']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:39.147833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] Set router a4d7178a-180f-4983-afd3-3f71e4bdf0be gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:39.151392 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] For port 57d4d323-39d7-462e-8982-1b06718edd01, host n-d-xena-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:39.151797 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:39.277131 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ebce2b79-a49e-440d-8766-5ccd16351594 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Made reservation on behalf of fa6bba111e234f8b895c1075b6132216 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:39.286304 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Calling delete_port for 57d4d323-39d7-462e-8982-1b06718edd01 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:21:39.323586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Port 57d4d323-39d7-462e-8982-1b06718edd01 was not found and therefore no delete operation was performed {{(pid=102403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 21:21:39.425447 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ebce2b79-a49e-440d-8766-5ccd16351594 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:39.442583 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 57d4d323-39d7-462e-8982-1b06718edd01 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:21:39.446851 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:39.677729 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:39.686990 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-99241b59-6a5e-4f0e-b1f2-fcc0b6d689b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:39.701472 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Allocated IP 172.20.0.2 (b6b9c805-eb68-4e46-8415-18bdbd0232b1/d502f1e8-6f50-4040-9fca-d61b5d7c5fbb/b22e2b61-ea3a-4f19-b875-3da0cf98be29) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:39.887488 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:39.898333 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d3e6c178-664f-4247-a8cc-4acd79df2e4a HTTP/1.1" status: 204 len: 168 time: 2.9856172 Dec 20 21:21:39.952423 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1603d6a4-af7f-4a04-b793-878a98d28962 req-cae6bd0b-2266-42da-985e-19f1e4105f0c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2779365 Dec 20 21:21:39.974966 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61d265-7504-44e8-b74e-cae425d8a2a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e6c178-664f-4247-a8cc-4acd79df2e4a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:39.994220 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cafb7c5-d034-4148-b098-017adc12f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.022513 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.088155 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-283caaba-268b-4ef9-a51b-9d561c7e60ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.125608 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Pushing event deleted for resources: {'Port': ['ID=57d4d323-39d7-462e-8982-1b06718edd01,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:40.128589 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-99241b59-6a5e-4f0e-b1f2-fcc0b6d689b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ecb458d-fd46-4280-8e38-557117a7554b']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:40.166829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-283caaba-268b-4ef9-a51b-9d561c7e60ce None None] For port 8547e35b-4b17-495b-994c-d9e5a595ba53, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8547e35b-4b17-495b-994c-d9e5a595ba53,segment=NetworkSegment(4501f77b-a353-4c4d-b7d2-2c24b34f495f),segment_id=4501f77b-a353-4c4d-b7d2-2c24b34f495f)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:40.169501 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:40.169802 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:40.170329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:40.171335 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:40.171980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:40.173688 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:40.174182 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:40.174629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:40.175179 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:40.175604 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:40.176838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:40.177408 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:21:40.185061 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.195697 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] Network d3e6c178-664f-4247-a8cc-4acd79df2e4a is not hosted by any dhcp agent {{(pid=102403) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 21:21:40.196302 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1cc7c8-23c2-44da-972d-a11173518cba None None] No DVR routers for this DVR port 57d4d323-39d7-462e-8982-1b06718edd01 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:21:40.218736 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 57d4d323-39d7-462e-8982-1b06718edd01 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:21:40.219267 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 57d4d323-39d7-462e-8982-1b06718edd01 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:21:40.251684 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-99241b59-6a5e-4f0e-b1f2-fcc0b6d689b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c11b3c-b61a-4ca9-bc30-979a1b8c367f') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:40.253001 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-99241b59-6a5e-4f0e-b1f2-fcc0b6d689b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c11b3c-b61a-4ca9-bc30-979a1b8c367f') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:40.319013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Network b6b9c805-eb68-4e46-8415-18bdbd0232b1 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:40.321377 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-283caaba-268b-4ef9-a51b-9d561c7e60ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.329775 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cafb7c5-d034-4148-b098-017adc12f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.404632 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2cafb7c5-d034-4148-b098-017adc12f31f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477b6415-c3c5-4642-baf7-a60a69509b3a']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:40.410975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Pushing event updated for resources: {'Port': ['ID=b22e2b61-ea3a-4f19-b875-3da0cf98be29,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:40.428412 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2cafb7c5-d034-4148-b098-017adc12f31f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79c0cc2-0287-411b-97e5-99e0439e93ba') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:40.428710 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2cafb7c5-d034-4148-b098-017adc12f31f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79c0cc2-0287-411b-97e5-99e0439e93ba') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:40.453258 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cafb7c5-d034-4148-b098-017adc12f31f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.457491 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-99241b59-6a5e-4f0e-b1f2-fcc0b6d689b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.491388 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cafb7c5-d034-4148-b098-017adc12f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.511229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cafb7c5-d034-4148-b098-017adc12f31f admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:21:40.511915 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cafb7c5-d034-4148-b098-017adc12f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.535034 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:40.538481 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:40.545117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283caaba-268b-4ef9-a51b-9d561c7e60ce None None] Pushing event updated for resources: {'Port': ['ID=8547e35b-4b17-495b-994c-d9e5a595ba53,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:40.572555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53392) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:40.573697 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.603262 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-99241b59-6a5e-4f0e-b1f2-fcc0b6d689b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.646261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99241b59-6a5e-4f0e-b1f2-fcc0b6d689b3 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:21:40.646742 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-99241b59-6a5e-4f0e-b1f2-fcc0b6d689b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:21:40.650800 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:21:40.653321 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:21:40.661730 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cafb7c5-d034-4148-b098-017adc12f31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.686559 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cafb7c5-d034-4148-b098-017adc12f31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.692815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-02fd81b7-4717-4867-88a8-dfdd6de45d2a None None] Provisioning complete for port 35be04de-962b-40fb-bade-5a6118e85e04 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:40.693338 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02fd81b7-4717-4867-88a8-dfdd6de45d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.698003 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Attempting to bind port b22e2b61-ea3a-4f19-b875-3da0cf98be29 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:21:40.700405 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2cafb7c5-d034-4148-b098-017adc12f31f admin admin] 10.222.0.32 "DELETE /v2.0/networks/477b6415-c3c5-4642-baf7-a60a69509b3a HTTP/1.1" status: 204 len: 168 time: 1.9384995 Dec 20 21:21:40.702409 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Attempting to bind port b22e2b61-ea3a-4f19-b875-3da0cf98be29 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:21:40.702967 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Attempting to bind port b22e2b61-ea3a-4f19-b875-3da0cf98be29 on network b6b9c805-eb68-4e46-8415-18bdbd0232b1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:40.732822 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafb7c5-d034-4148-b098-017adc12f31f admin admin] Pushing event deleted for resources: {'Network': ['ID=477b6415-c3c5-4642-baf7-a60a69509b3a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:40.779757 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:21:40.780661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Checking segment: {'id': '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:40.781328 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.782146 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Bound using segment: {'id': '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:21:40.783152 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Bound port: b22e2b61-ea3a-4f19-b875-3da0cf98be29, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:21:40.783837 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.829083 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ebce2b79-a49e-440d-8766-5ccd16351594 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Allocated IP 10.2.2.100 (639c8589-e65d-40a2-92b1-3421f5cc2118/bcfdc364-7df9-412a-8432-b29f6a28f02f/3af104d3-5b5c-4c65-b1ac-144ab3987ab1) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:40.846034 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dd71011f-d5cd-4378-9d8a-3b1fc4dc5a41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49bd4cca0f8d409399c77feff9b72818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656968 Dec 20 21:21:40.847397 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53398) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:40.911022 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-99241b59-6a5e-4f0e-b1f2-fcc0b6d689b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.922677 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-99241b59-6a5e-4f0e-b1f2-fcc0b6d689b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:40.932698 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-99241b59-6a5e-4f0e-b1f2-fcc0b6d689b3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6ecb458d-fd46-4280-8e38-557117a7554b HTTP/1.1" status: 204 len: 168 time: 2.6673248 Dec 20 21:21:41.014717 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99241b59-6a5e-4f0e-b1f2-fcc0b6d689b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ecb458d-fd46-4280-8e38-557117a7554b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:41.031742 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf119c53-4d57-4e07-9968-f5d1ecef2b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:41.055402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53406) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:41.087153 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf119c53-4d57-4e07-9968-f5d1ecef2b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:41.164534 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-02fd81b7-4717-4867-88a8-dfdd6de45d2a None None] Port 35be04de-962b-40fb-bade-5a6118e85e04 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:21:41.237423 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] For port b22e2b61-ea3a-4f19-b875-3da0cf98be29, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:21:41.308448 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5c9a8cec-111f-4539-948e-ab45ae650105 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=075b2fc3ed65406499a302e7aeec4797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516482 Dec 20 21:21:41.343633 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53410) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:41.369304 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-02fd81b7-4717-4867-88a8-dfdd6de45d2a None None] Provisioning complete for port 8547e35b-4b17-495b-994c-d9e5a595ba53 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:41.374594 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02fd81b7-4717-4867-88a8-dfdd6de45d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:41.392020 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] For port b22e2b61-ea3a-4f19-b875-3da0cf98be29, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b22e2b61-ea3a-4f19-b875-3da0cf98be29,segment=NetworkSegment(33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3),segment_id=33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:21:41.490102 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:41.526376 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf119c53-4d57-4e07-9968-f5d1ecef2b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:41.533517 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf119c53-4d57-4e07-9968-f5d1ecef2b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:41.536899 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cf119c53-4d57-4e07-9968-f5d1ecef2b3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9263880-38cc-4aae-83b6-1d0591193e9a HTTP/1.1" status: 204 len: 168 time: 0.6882615 Dec 20 21:21:41.590373 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db356513-471b-45ef-a61a-1185b6f7180b req-e5baca96-0dd0-4e7a-8edd-bebd5361e7cf tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:41.627711 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db356513-471b-45ef-a61a-1185b6f7180b req-e5baca96-0dd0-4e7a-8edd-bebd5361e7cf tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:41.649189 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db356513-471b-45ef-a61a-1185b6f7180b req-e5baca96-0dd0-4e7a-8edd-bebd5361e7cf tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:41.661778 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db356513-471b-45ef-a61a-1185b6f7180b req-e5baca96-0dd0-4e7a-8edd-bebd5361e7cf tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 2374 time: 0.4774313 Dec 20 21:21:41.669344 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53416) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:41.671956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf119c53-4d57-4e07-9968-f5d1ecef2b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9263880-38cc-4aae-83b6-1d0591193e9a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:41.723321 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e71460f0-8c3b-44ba-b2eb-096594870709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:42.061626 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ebce2b79-a49e-440d-8766-5ccd16351594 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:42.074006 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-71e44199-eaab-4c1b-b2dd-630d15c8baae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba72b26f86e34f089f7208a14af016da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3910244 Dec 20 21:21:42.080784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53426) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:42.082751 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db356513-471b-45ef-a61a-1185b6f7180b req-c1ae95da-5c31-4ae4-b7bc-6d3b077924e1 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3727236 Dec 20 21:21:42.112110 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e71460f0-8c3b-44ba-b2eb-096594870709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:42.274368 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e71460f0-8c3b-44ba-b2eb-096594870709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:42.278207 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e71460f0-8c3b-44ba-b2eb-096594870709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:42.279716 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e71460f0-8c3b-44ba-b2eb-096594870709 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb17b88c-cea4-4ced-945e-25eb7ba70e9f HTTP/1.1" status: 204 len: 168 time: 0.9454749 Dec 20 21:21:42.284485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53430) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:42.329791 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71460f0-8c3b-44ba-b2eb-096594870709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb17b88c-cea4-4ced-945e-25eb7ba70e9f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:42.381204 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b2bcf2d2-c97a-4abb-b398-b0705fbd499e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24910e7c121e45829b81d01db2e9e5be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0935898 Dec 20 21:21:42.382139 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53432) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:42.392685 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ebce2b79-a49e-440d-8766-5ccd16351594 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:42.516496 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'name': 'tempest-AttachSCSIVolumeTestJSON-2100996749-router', 'tenant_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '26312ffa-2818-4a88-bf22-ccf442005046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:22Z', 'updated_at': '2021-12-20T21:21:30Z', 'revision_number': 4, 'project_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'gw_port': {'id': '26312ffa-2818-4a88-bf22-ccf442005046', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:23Z', 'updated_at': '2021-12-20T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '8547e35b-4b17-495b-994c-d9e5a595ba53', 'name': '', 'network_id': '5ee1d317-d5a6-4297-8a2a-64c4a5adaec3', 'tenant_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'mac_address': 'fa:16:3e:4e:56:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '1ec257b3-ba64-4d62-9076-ad97d1162280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:29Z', 'updated_at': '2021-12-20T21:21:38Z', 'revision_number': 4, 'project_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'subnets': [{'id': '1ec257b3-ba64-4d62-9076-ad97d1162280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:42.616007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce2b79-a49e-440d-8766-5ccd16351594 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event updated for resources: {'Port': ['ID=3af104d3-5b5c-4c65-b1ac-144ab3987ab1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:42.625540 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc4930-465f-43f7-8eed-40ca751b09e5 None None] The sync data for ids ['a4d7178a-180f-4983-afd3-3f71e4bdf0be'] in n-d-xena-1 is: [{'id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'name': 'tempest-AttachSCSIVolumeTestJSON-2100996749-router', 'tenant_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '26312ffa-2818-4a88-bf22-ccf442005046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:22Z', 'updated_at': '2021-12-20T21:21:30Z', 'revision_number': 4, 'project_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'gw_port': {'id': '26312ffa-2818-4a88-bf22-ccf442005046', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:23Z', 'updated_at': '2021-12-20T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '8547e35b-4b17-495b-994c-d9e5a595ba53', 'name': '', 'network_id': '5ee1d317-d5a6-4297-8a2a-64c4a5adaec3', 'tenant_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'mac_address': 'fa:16:3e:4e:56:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '1ec257b3-ba64-4d62-9076-ad97d1162280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:29Z', 'updated_at': '2021-12-20T21:21:38Z', 'revision_number': 4, 'project_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'subnets': [{'id': '1ec257b3-ba64-4d62-9076-ad97d1162280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:21:42.703628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e571850-496d-426f-9b6c-43beac6c5cc7 None None] Pushing event updated for resources: {'Port': ['ID=b22e2b61-ea3a-4f19-b875-3da0cf98be29,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:42.709216 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58de4889-7511-4663-883e-1f31dbc60be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:42.714989 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fa65-8ddc-42a0-9439-9341474f6c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:42.809854 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58de4889-7511-4663-883e-1f31dbc60be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:42.834991 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fa65-8ddc-42a0-9439-9341474f6c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:42.891893 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58de4889-7511-4663-883e-1f31dbc60be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:42.894660 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58de4889-7511-4663-883e-1f31dbc60be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:42.911802 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-58de4889-7511-4663-883e-1f31dbc60be4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d54dead3-cde0-40d6-99f7-f4d0dc19e7db HTTP/1.1" status: 204 len: 168 time: 0.5279870 Dec 20 21:21:42.922224 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de4889-7511-4663-883e-1f31dbc60be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54dead3-cde0-40d6-99f7-f4d0dc19e7db,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:43.128798 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fa65-8ddc-42a0-9439-9341474f6c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:43.179523 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e4c9fa65-8ddc-42a0-9439-9341474f6c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:43.194630 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e4c9fa65-8ddc-42a0-9439-9341474f6c48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1859d161-a34f-42ab-9f3e-21c81d7e5e1b HTTP/1.1" status: 204 len: 168 time: 1.0877323 Dec 20 21:21:43.247637 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:43.328378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ebce2b79-a49e-440d-8766-5ccd16351594 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Network 639c8589-e65d-40a2-92b1-3421f5cc2118 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:43.365272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9fa65-8ddc-42a0-9439-9341474f6c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1859d161-a34f-42ab-9f3e-21c81d7e5e1b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:43.369773 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:43.378955 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ebce2b79-a49e-440d-8766-5ccd16351594 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:43.407750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ebce2b79-a49e-440d-8766-5ccd16351594 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:43.674464 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b22e2b61-ea3a-4f19-b875-3da0cf98be29 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:43.676920 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45d967-4e0f-4db1-b311-dd223ec1f622 req-d05c4fa0-e8de-41eb-90aa-03b1912e8137 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:43.726285 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45d967-4e0f-4db1-b311-dd223ec1f622 req-d05c4fa0-e8de-41eb-90aa-03b1912e8137 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:43.735868 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ebce2b79-a49e-440d-8766-5ccd16351594 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:43.748849 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ebce2b79-a49e-440d-8766-5ccd16351594 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:43.764137 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45d967-4e0f-4db1-b311-dd223ec1f622 req-d05c4fa0-e8de-41eb-90aa-03b1912e8137 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:43.808855 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45d967-4e0f-4db1-b311-dd223ec1f622 req-d05c4fa0-e8de-41eb-90aa-03b1912e8137 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:43.836604 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ec45d967-4e0f-4db1-b311-dd223ec1f622 req-d05c4fa0-e8de-41eb-90aa-03b1912e8137 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 3095 time: 0.4470925 Dec 20 21:21:43.971101 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port b22e2b61-ea3a-4f19-b875-3da0cf98be29 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:43.971486 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:44.005456 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ec45d967-4e0f-4db1-b311-dd223ec1f622 req-d54bf171-285c-4d06-b9c3-652117808d1a tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675453 Dec 20 21:21:44.066658 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ebce2b79-a49e-440d-8766-5ccd16351594 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0858703 Dec 20 21:21:44.110813 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-294cc034-403d-4a22-8191-e1d4eb8ab8ad tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Request body: {'port': {'device_id': '73e5598f-ae11-4bec-9433-78b3196b249d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118', 'admin_state_up': True, 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'security_groups': ['8be5a2ec-4dc4-4578-ae35-133a15a36055']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:44.283548 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c893af1f-e9c0-4cc5-b510-8689ccddca18 None None] Provisioning complete for port 3af104d3-5b5c-4c65-b1ac-144ab3987ab1 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:44.289046 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c893af1f-e9c0-4cc5-b510-8689ccddca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:44.309003 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:44.435488 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c893af1f-e9c0-4cc5-b510-8689ccddca18 None None] Port 3af104d3-5b5c-4c65-b1ac-144ab3987ab1 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:21:44.490868 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Allocated IP 172.35.3.50 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/aaa07c2c-499b-4277-aa96-ce9d838efc8e) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:44.640845 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:44.652908 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port b22e2b61-ea3a-4f19-b875-3da0cf98be29, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b22e2b61-ea3a-4f19-b875-3da0cf98be29,segment=NetworkSegment(33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3),segment_id=33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:44.671659 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:44.672508 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8547e35b-4b17-495b-994c-d9e5a595ba53 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:44.785432 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53470) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:44.794961 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=b22e2b61-ea3a-4f19-b875-3da0cf98be29,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:44.800385 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813816b7-ef20-4374-b7fb-427021102e64 None None] Network b6b9c805-eb68-4e46-8415-18bdbd0232b1 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:44.927414 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:44.978565 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4181c035-7af3-46e5-a59f-7e1b7da2a3b0 None None] Provisioning complete for port b22e2b61-ea3a-4f19-b875-3da0cf98be29 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:44.979365 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4181c035-7af3-46e5-a59f-7e1b7da2a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:45.066363 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:45.368870 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:45.382497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01bf72-c7ab-42d2-b2e1-62f9f1ff9ce2 req-0f9f1824-6c5f-4368-80c4-58b5992ad33c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:45.393767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Pushing event updated for resources: {'Port': ['ID=aaa07c2c-499b-4277-aa96-ce9d838efc8e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:45.400264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01bf72-c7ab-42d2-b2e1-62f9f1ff9ce2 req-0f9f1824-6c5f-4368-80c4-58b5992ad33c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:45.406473 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01bf72-c7ab-42d2-b2e1-62f9f1ff9ce2 req-0f9f1824-6c5f-4368-80c4-58b5992ad33c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:45.409518 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:45.411168 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8547e35b-4b17-495b-994c-d9e5a595ba53 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:45.411551 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:45.433279 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01bf72-c7ab-42d2-b2e1-62f9f1ff9ce2 req-0f9f1824-6c5f-4368-80c4-58b5992ad33c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:45.441237 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8c01bf72-c7ab-42d2-b2e1-62f9f1ff9ce2 req-0f9f1824-6c5f-4368-80c4-58b5992ad33c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 3095 time: 0.1845782 Dec 20 21:21:45.459588 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:45.615370 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8c01bf72-c7ab-42d2-b2e1-62f9f1ff9ce2 req-eb519acd-51ca-4f4b-9665-d2976a62fc50 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641598 Dec 20 21:21:45.701095 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1dd96fce-eb9a-4f15-a1d7-13afc9d91d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:45.974521 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1dd96fce-eb9a-4f15-a1d7-13afc9d91d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:45.993633 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1dd96fce-eb9a-4f15-a1d7-13afc9d91d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:46.043512 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b22e2b61-ea3a-4f19-b875-3da0cf98be29 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:46.137952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port b22e2b61-ea3a-4f19-b875-3da0cf98be29 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:46.138618 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:46.140109 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-294cc034-403d-4a22-8191-e1d4eb8ab8ad tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Made reservation on behalf of fa6bba111e234f8b895c1075b6132216 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:46.172344 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1dd96fce-eb9a-4f15-a1d7-13afc9d91d5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=658822b06baf4e97bab6877dc6872d85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3878784 Dec 20 21:21:46.172968 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53502) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:46.173625 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd96fce-eb9a-4f15-a1d7-13afc9d91d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de22014f-9f26-4209-987b-fb1954980d82,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:46.360738 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46bf055a-2f81-4015-a5f6-0835dac46df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:46.386980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-af925cec-0aee-40ce-a989-6f3bba800881 None None] Provisioning complete for port b22e2b61-ea3a-4f19-b875-3da0cf98be29 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:46.387778 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af925cec-0aee-40ce-a989-6f3bba800881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:46.400812 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46bf055a-2f81-4015-a5f6-0835dac46df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:46.426477 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-294cc034-403d-4a22-8191-e1d4eb8ab8ad tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:46.464661 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46bf055a-2f81-4015-a5f6-0835dac46df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:46.471413 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46bf055a-2f81-4015-a5f6-0835dac46df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:46.474236 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-46bf055a-2f81-4015-a5f6-0835dac46df4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de22014f-9f26-4209-987b-fb1954980d82 HTTP/1.1" status: 204 len: 168 time: 0.2877665 Dec 20 21:21:46.500388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf055a-2f81-4015-a5f6-0835dac46df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de22014f-9f26-4209-987b-fb1954980d82,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:46.717456 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:46.805793 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398a0aa-50bb-4994-8aba-2294e7e67f73 req-1f009441-1a2a-4e6b-9c06-7e63998bf1a3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:46.812093 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398a0aa-50bb-4994-8aba-2294e7e67f73 req-1f009441-1a2a-4e6b-9c06-7e63998bf1a3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:46.818184 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398a0aa-50bb-4994-8aba-2294e7e67f73 req-1f009441-1a2a-4e6b-9c06-7e63998bf1a3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:46.824659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398a0aa-50bb-4994-8aba-2294e7e67f73 req-1f009441-1a2a-4e6b-9c06-7e63998bf1a3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:46.826713 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d398a0aa-50bb-4994-8aba-2294e7e67f73 req-1f009441-1a2a-4e6b-9c06-7e63998bf1a3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 3095 time: 0.0903919 Dec 20 21:21:46.891725 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-294cc034-403d-4a22-8191-e1d4eb8ab8ad tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Allocated IP 10.2.2.200 (639c8589-e65d-40a2-92b1-3421f5cc2118/bcfdc364-7df9-412a-8432-b29f6a28f02f/9f8bda01-3cf7-48af-89c4-9284006ee677) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:46.908448 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d398a0aa-50bb-4994-8aba-2294e7e67f73 req-2014967e-df37-48bf-8458-25ec985c6efb tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757921 Dec 20 21:21:47.004759 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53544) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:47.162842 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:47.247664 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-294cc034-403d-4a22-8191-e1d4eb8ab8ad tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:47.352839 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6be59335-139b-4a77-a6ff-fb3c7d3600f9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-189680125-network', 'tenant_id': '1d872e5721974858b21d335e8188ae85'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:47.364024 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-294cc034-403d-4a22-8191-e1d4eb8ab8ad tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:47.414019 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be59335-139b-4a77-a6ff-fb3c7d3600f9 admin admin] Made reservation on behalf of 1d872e5721974858b21d335e8188ae85 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:47.418348 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6be59335-139b-4a77-a6ff-fb3c7d3600f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:47.431399 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6be59335-139b-4a77-a6ff-fb3c7d3600f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:47.433840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-294cc034-403d-4a22-8191-e1d4eb8ab8ad tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Network 639c8589-e65d-40a2-92b1-3421f5cc2118 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:47.440283 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-294cc034-403d-4a22-8191-e1d4eb8ab8ad tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:47.442963 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-294cc034-403d-4a22-8191-e1d4eb8ab8ad tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:47.477587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Router fdc5f22e-4fc7-4572-acb6-536444c95349 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:21:47.482618 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cc034-403d-4a22-8191-e1d4eb8ab8ad tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event updated for resources: {'Port': ['ID=9f8bda01-3cf7-48af-89c4-9284006ee677,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:47.618607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-294cc034-403d-4a22-8191-e1d4eb8ab8ad tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:47.619343 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-294cc034-403d-4a22-8191-e1d4eb8ab8ad tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:47.652801 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53560) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:47.654578 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:47.656548 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-294cc034-403d-4a22-8191-e1d4eb8ab8ad tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5611804 Dec 20 21:21:47.682274 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Request body: {'port': {'device_id': '73e5598f-ae11-4bec-9433-78b3196b249d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:47.687623 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6be59335-139b-4a77-a6ff-fb3c7d3600f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:47.687850 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-682651e6-26ab-4a7d-a20e-670502f013dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:47.701299 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6be59335-139b-4a77-a6ff-fb3c7d3600f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:47.719205 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be59335-139b-4a77-a6ff-fb3c7d3600f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:21:47.743717 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6be59335-139b-4a77-a6ff-fb3c7d3600f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:47.744656 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-6be59335-139b-4a77-a6ff-fb3c7d3600f9 admin admin] Added segment 845afcbf-a4e0-45f8-bd9e-786b96485dda of type vlan for network 10b99b7b-7d69-4a17-bb40-675c4fb88b90 Dec 20 21:21:47.782643 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:21:47.794181 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Sync routers for ids ['fdc5f22e-4fc7-4572-acb6-536444c95349'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:21:47.804857 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53562) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:47.818890 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Routers {'fdc5f22e-4fc7-4572-acb6-536444c95349'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:47.819631 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:47.822034 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:21:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fdc5f22e-4fc7-4572-acb6-536444c95349'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:47.825140 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-66d11604-4d92-4cda-803b-db372e2b9202 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.7854857 Dec 20 21:21:47.830590 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53566) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:47.831280 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:47.877299 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6be59335-139b-4a77-a6ff-fb3c7d3600f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:47.949740 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6be59335-139b-4a77-a6ff-fb3c7d3600f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:47.951190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be59335-139b-4a77-a6ff-fb3c7d3600f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:47.951880 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6be59335-139b-4a77-a6ff-fb3c7d3600f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:48.043416 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a31a7034-1749-4b11-baa1-fb60a43f9db2 None None] Provisioning complete for port 9f8bda01-3cf7-48af-89c4-9284006ee677 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:48.044790 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a31a7034-1749-4b11-baa1-fb60a43f9db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:48.097670 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-6cd9f441-96c0-4a5a-9ba3-69f3066c3bde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-666768961-network', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:48.100668 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a31a7034-1749-4b11-baa1-fb60a43f9db2 None None] Port 9f8bda01-3cf7-48af-89c4-9284006ee677 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:21:48.190429 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6be59335-139b-4a77-a6ff-fb3c7d3600f9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1844544 Dec 20 21:21:48.195545 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be59335-139b-4a77-a6ff-fb3c7d3600f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3d5802-41db-4f64-8b8f-a230df5e0200,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:48.198312 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53574) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:48.227195 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2b699faf-51b2-44c6-af70-39835eabbb41 admin admin] Request body: {'subnet': {'network_id': '10b99b7b-7d69-4a17-bb40-675c4fb88b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-189680125-subnet', 'tenant_id': '1d872e5721974858b21d335e8188ae85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:48.251702 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be59335-139b-4a77-a6ff-fb3c7d3600f9 admin admin] Pushing event updated for resources: {'Network': ['ID=10b99b7b-7d69-4a17-bb40-675c4fb88b90,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:48.265618 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 10b99b7b-7d69-4a17-bb40-675c4fb88b90 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:21:48.280017 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c4cc3-28e0-4412-be58-3433a408f4a7 req-7446a077-e3ff-4e4a-ac33-6cd31711fb0b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:48.286341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c4cc3-28e0-4412-be58-3433a408f4a7 req-7446a077-e3ff-4e4a-ac33-6cd31711fb0b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:48.292554 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c4cc3-28e0-4412-be58-3433a408f4a7 req-7446a077-e3ff-4e4a-ac33-6cd31711fb0b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:48.298911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c4cc3-28e0-4412-be58-3433a408f4a7 req-7446a077-e3ff-4e4a-ac33-6cd31711fb0b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:48.305691 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c4cc3-28e0-4412-be58-3433a408f4a7 req-7446a077-e3ff-4e4a-ac33-6cd31711fb0b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:48.313744 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f88c4cc3-28e0-4412-be58-3433a408f4a7 req-7446a077-e3ff-4e4a-ac33-6cd31711fb0b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 3816 time: 0.1509774 Dec 20 21:21:48.328429 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b699faf-51b2-44c6-af70-39835eabbb41 admin admin] Made reservation on behalf of 1d872e5721974858b21d335e8188ae85 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:48.331364 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b699faf-51b2-44c6-af70-39835eabbb41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:48.430455 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f88c4cc3-28e0-4412-be58-3433a408f4a7 req-9a409d97-fdcc-4093-9ce8-c440fff3ed3e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151841 Dec 20 21:21:48.445252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd9f441-96c0-4a5a-9ba3-69f3066c3bde admin admin] Made reservation on behalf of cedc15bfaf5b41168bc40cd7545ca53c for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:48.449172 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f441-96c0-4a5a-9ba3-69f3066c3bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:48.496349 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Set router fdc5f22e-4fc7-4572-acb6-536444c95349 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:48.528896 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f441-96c0-4a5a-9ba3-69f3066c3bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:48.557745 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-682651e6-26ab-4a7d-a20e-670502f013dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:48.612237 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-682651e6-26ab-4a7d-a20e-670502f013dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:48.741544 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b699faf-51b2-44c6-af70-39835eabbb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:48.822466 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:46Z', 'revision_number': 3, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:48.825315 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-682651e6-26ab-4a7d-a20e-670502f013dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e4c32c39e3047299cdb7e938a2094f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1676061 Dec 20 21:21:48.831422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53584) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:48.849787 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682651e6-26ab-4a7d-a20e-670502f013dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06aeb3a-662f-4d26-b657-b664e3b35a10,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:48.885744 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Checking router: fdc5f22e-4fc7-4572-acb6-536444c95349 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:21:48.887286 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Updating router fdc5f22e-4fc7-4572-acb6-536444c95349 port aaa07c2c-499b-4277-aa96-ce9d838efc8e binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:21:48.920316 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:48.923656 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b699faf-51b2-44c6-af70-39835eabbb41 admin admin] Checking segment: {'id': '845afcbf-a4e0-45f8-bd9e-786b96485dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '10b99b7b-7d69-4a17-bb40-675c4fb88b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:48.925004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b699faf-51b2-44c6-af70-39835eabbb41 admin admin] Network hostable DHCP agents. Network: 10b99b7b-7d69-4a17-bb40-675c4fb88b90, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:21:48.954494 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b699faf-51b2-44c6-af70-39835eabbb41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ff034d-f0c1-4494-86f4-a7b9e55b38db,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:48.985051 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b699faf-51b2-44c6-af70-39835eabbb41 admin admin] Network 10b99b7b-7d69-4a17-bb40-675c4fb88b90 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:21:49.003758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-2b699faf-51b2-44c6-af70-39835eabbb41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 10b99b7b-7d69-4a17-bb40-675c4fb88b90) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:49.019750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b699faf-51b2-44c6-af70-39835eabbb41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:49.020443 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b699faf-51b2-44c6-af70-39835eabbb41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:49.026777 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f3c3e0-d580-42c0-9c0f-03749debc646 None None] Network 10b99b7b-7d69-4a17-bb40-675c4fb88b90 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:49.063688 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2b699faf-51b2-44c6-af70-39835eabbb41 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8406363 Dec 20 21:21:49.088896 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f441-96c0-4a5a-9ba3-69f3066c3bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:49.136996 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f441-96c0-4a5a-9ba3-69f3066c3bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:49.277861 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ac8a756e-ac1f-4ecb-b9a2-0283c848349b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:49.290903 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd9f441-96c0-4a5a-9ba3-69f3066c3bde admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:21:49.331307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9f441-96c0-4a5a-9ba3-69f3066c3bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec32711-280b-4e2f-ac76-01cad3d6bf22,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:49.395228 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f441-96c0-4a5a-9ba3-69f3066c3bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:49.395710 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-6cd9f441-96c0-4a5a-9ba3-69f3066c3bde admin admin] Added segment 8cca1883-e9d5-464d-9ab7-a5b34fb4c08c of type vlan for network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 Dec 20 21:21:49.409866 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf5398d-e76a-445e-b9e9-01fa73871450 None None] Network 10b99b7b-7d69-4a17-bb40-675c4fb88b90 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:49.423315 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ac8a756e-ac1f-4ecb-b9a2-0283c848349b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:49.428390 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:49.618936 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f441-96c0-4a5a-9ba3-69f3066c3bde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:49.672009 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:21:49.680391 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:49.697590 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:49.809494 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Attempting to bind port aaa07c2c-499b-4277-aa96-ce9d838efc8e on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:21:49.810628 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Attempting to bind port aaa07c2c-499b-4277-aa96-ce9d838efc8e by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:21:49.811152 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Attempting to bind port aaa07c2c-499b-4277-aa96-ce9d838efc8e on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:49.818134 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac49c1b-423e-4df5-8340-c8d7908b34f8 None None] Pushing event updated for resources: {'Port': ['ID=aaa07c2c-499b-4277-aa96-ce9d838efc8e,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:49.830917 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:21:49.831551 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:49.831771 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:49.832169 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:21:49.832677 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Bound port: aaa07c2c-499b-4277-aa96-ce9d838efc8e, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:21:49.833054 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:49.909675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc18a0-6687-40b3-b828-e022341f142f req-5615b579-2894-4eac-ba75-54e8ad4cac1e tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:49.921751 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e5fc18a0-6687-40b3-b828-e022341f142f req-5615b579-2894-4eac-ba75-54e8ad4cac1e tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/networks?id=10b99b7b-7d69-4a17-bb40-675c4fb88b90 HTTP/1.1" status: 200 len: 821 time: 0.3747489 Dec 20 21:21:49.938054 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] For port aaa07c2c-499b-4277-aa96-ce9d838efc8e, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:21:49.942708 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] For port aaa07c2c-499b-4277-aa96-ce9d838efc8e, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=aaa07c2c-499b-4277-aa96-ce9d838efc8e,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:21:49.955061 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e5fc18a0-6687-40b3-b828-e022341f142f req-f373313c-4525-401d-acdc-5ccccc2e576a tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/quotas/1d872e5721974858b21d335e8188ae85 HTTP/1.1" status: 200 len: 375 time: 0.0318267 Dec 20 21:21:49.969623 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:50.004775 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e5fc18a0-6687-40b3-b828-e022341f142f req-248bd451-7312-4aef-8c22-3c6b2d469c45 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d872e5721974858b21d335e8188ae85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482118 Dec 20 21:21:50.036686 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.resource_extend [None req-6cd9f441-96c0-4a5a-9ba3-69f3066c3bde admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:21:50.064829 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Routers {'fdc5f22e-4fc7-4572-acb6-536444c95349'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:50.065917 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:21:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fdc5f22e-4fc7-4572-acb6-536444c95349'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:50.069770 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac49c1b-423e-4df5-8340-c8d7908b34f8 None None] Pushing event updated for resources: {'Port': ['ID=aaa07c2c-499b-4277-aa96-ce9d838efc8e,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:50.077631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3cccbd7-884d-4edf-95fe-7eafe392459d {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:21:50.104209 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:50.110273 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f441-96c0-4a5a-9ba3-69f3066c3bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:50.111226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd9f441-96c0-4a5a-9ba3-69f3066c3bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:50.111835 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6cd9f441-96c0-4a5a-9ba3-69f3066c3bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:50.176316 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ac8a756e-ac1f-4ecb-b9a2-0283c848349b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:50.179307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ac8a756e-ac1f-4ecb-b9a2-0283c848349b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:50.180770 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ac8a756e-ac1f-4ecb-b9a2-0283c848349b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b06aeb3a-662f-4d26-b657-b664e3b35a10 HTTP/1.1" status: 204 len: 168 time: 1.3434236 Dec 20 21:21:50.213564 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Transition to ACTIVE for port object c3cccbd7-884d-4edf-95fe-7eafe392459d will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:21:50.240949 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6cd9f441-96c0-4a5a-9ba3-69f3066c3bde admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4344461 Dec 20 21:21:50.244638 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53620) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:50.245810 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:50.248613 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a756e-ac1f-4ecb-b9a2-0283c848349b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06aeb3a-662f-4d26-b657-b664e3b35a10,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:50.254016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-89ad53e1-071d-4e00-a036-dc6309ddb828 admin admin] Request body: {'subnet': {'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-666768961-subnet', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:50.278701 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd945dd-99c0-4f44-8935-ea7c5512b0b2 req-e7defafc-5e9c-4ca7-80bb-85b5972c6fa7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:50.281227 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] Set router fdc5f22e-4fc7-4572-acb6-536444c95349 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:50.284722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd945dd-99c0-4f44-8935-ea7c5512b0b2 req-e7defafc-5e9c-4ca7-80bb-85b5972c6fa7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:50.291412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd945dd-99c0-4f44-8935-ea7c5512b0b2 req-e7defafc-5e9c-4ca7-80bb-85b5972c6fa7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:50.297625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd945dd-99c0-4f44-8935-ea7c5512b0b2 req-e7defafc-5e9c-4ca7-80bb-85b5972c6fa7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:50.303073 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd945dd-99c0-4f44-8935-ea7c5512b0b2 req-e7defafc-5e9c-4ca7-80bb-85b5972c6fa7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:50.311602 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1cd945dd-99c0-4f44-8935-ea7c5512b0b2 req-e7defafc-5e9c-4ca7-80bb-85b5972c6fa7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 3816 time: 0.2713928 Dec 20 21:21:50.335375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9f441-96c0-4a5a-9ba3-69f3066c3bde admin admin] Pushing event updated for resources: {'Network': ['ID=9b2f0b3a-2909-4c06-b8dc-499246cbe550,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:50.348516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:21:50.351863 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ad53e1-071d-4e00-a036-dc6309ddb828 admin admin] Made reservation on behalf of cedc15bfaf5b41168bc40cd7545ca53c for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:50.359447 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-89ad53e1-071d-4e00-a036-dc6309ddb828 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:50.420432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Pushing event updated for resources: {'Port': ['ID=c3cccbd7-884d-4edf-95fe-7eafe392459d,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:50.496258 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1cd945dd-99c0-4f44-8935-ea7c5512b0b2 req-c9b5191c-6a6c-436b-948f-eeb606e0e3ce tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721082 Dec 20 21:21:50.623288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] Allocated IP 172.20.0.1 (b6b9c805-eb68-4e46-8415-18bdbd0232b1/d502f1e8-6f50-4040-9fca-d61b5d7c5fbb/fa477c63-f0de-44ab-8b99-b02f74c6c0ea) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:50.663986 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Attempting to bind port c3cccbd7-884d-4edf-95fe-7eafe392459d on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:21:50.663986 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Attempting to bind port c3cccbd7-884d-4edf-95fe-7eafe392459d by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66e2ea1b-67f5-4716-b86c-9192c27258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:21:50.664340 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Attempting to bind port c3cccbd7-884d-4edf-95fe-7eafe392459d on network a59c69cc-251c-424c-8fcd-16f53c9e39c8 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:50.672911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Port c3cccbd7-884d-4edf-95fe-7eafe392459d on network a59c69cc-251c-424c-8fcd-16f53c9e39c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:21:50.672911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Attempting to bind port c3cccbd7-884d-4edf-95fe-7eafe392459d on network a59c69cc-251c-424c-8fcd-16f53c9e39c8 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:50.705129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:21:50.705437 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Checking segment: {'id': '66e2ea1b-67f5-4716-b86c-9192c27258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:50.705826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Bound using segment: {'id': '66e2ea1b-67f5-4716-b86c-9192c27258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:21:50.706379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Bound port: c3cccbd7-884d-4edf-95fe-7eafe392459d, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e2ea1b-67f5-4716-b86c-9192c27258d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:21:50.706738 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:50.786647 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e5fc18a0-6687-40b3-b828-e022341f142f req-18cd8a8a-424b-4e9c-975e-e8684887836c service neutron] 10.222.0.32 "GET /v2.0/networks/10b99b7b-7d69-4a17-bb40-675c4fb88b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7805831 Dec 20 21:21:50.897002 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] For port c3cccbd7-884d-4edf-95fe-7eafe392459d, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:21:50.904563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] For port c3cccbd7-884d-4edf-95fe-7eafe392459d, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c3cccbd7-884d-4edf-95fe-7eafe392459d,segment=NetworkSegment(66e2ea1b-67f5-4716-b86c-9192c27258d7),segment_id=66e2ea1b-67f5-4716-b86c-9192c27258d7)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:21:50.912093 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:46Z', 'revision_number': 3, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:50.928509 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:50.980440 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba5a2b1-08d8-4762-82a7-d654ee85f0a2 None None] The sync data for ids ['fdc5f22e-4fc7-4572-acb6-536444c95349'] in n-d-xena-1 is: [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:46Z', 'revision_number': 3, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:21:51.002025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:51.002672 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:51.006843 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] 10.222.0.31 "PUT /v2.0/ports/c3cccbd7-884d-4edf-95fe-7eafe392459d HTTP/1.1" status: 200 len: 1090 time: 3.3271923 Dec 20 21:21:51.094540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'tag': 'c3cccbd7-884d-4edf-95fe-7eafe392459d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:21:51.096884 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7b6acf-1e0a-4814-b39a-7b3ddc2a06db" -d '{"events": [{"name": "network-changed", "server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "tag": "c3cccbd7-884d-4edf-95fe-7eafe392459d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:21:51.138442 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Request body: {'port': {'device_id': '73e5598f-ae11-4bec-9433-78b3196b249d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:51.264304 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ce0ed9-1e9c-4644-8e92-d0a94b8c82ff x-openstack-request-id: req-e9ce0ed9-1e9c-4644-8e92-d0a94b8c82ff {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:21:51.266399 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "tag": "c3cccbd7-884d-4edf-95fe-7eafe392459d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:21:51.266557 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9ce0ed9-1e9c-4644-8e92-d0a94b8c82ff {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:21:51.266924 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'tag': 'c3cccbd7-884d-4edf-95fe-7eafe392459d', 'status': 'completed', 'code': 200} Dec 20 21:21:51.278630 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-89ad53e1-071d-4e00-a036-dc6309ddb828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:51.438091 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad53e1-071d-4e00-a036-dc6309ddb828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d594ea94-5bfe-45b1-a31e-dafb0c78a94a,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:51.454324 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:51.522120 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e5fc18a0-6687-40b3-b828-e022341f142f req-55ce3266-8833-402f-8b77-6345de6b3167 service neutron] 10.222.0.32 "GET /v2.0/networks/10b99b7b-7d69-4a17-bb40-675c4fb88b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7214630 Dec 20 21:21:51.554302 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:51.555441 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b6acf-1e0a-4814-b39a-7b3ddc2a06db req-809f64f4-47da-4157-8f7f-9a6d0787f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:51.557490 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b6acf-1e0a-4814-b39a-7b3ddc2a06db req-809f64f4-47da-4157-8f7f-9a6d0787f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:51.558163 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b6acf-1e0a-4814-b39a-7b3ddc2a06db req-809f64f4-47da-4157-8f7f-9a6d0787f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:51.558800 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b6acf-1e0a-4814-b39a-7b3ddc2a06db req-809f64f4-47da-4157-8f7f-9a6d0787f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:51.564420 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b6acf-1e0a-4814-b39a-7b3ddc2a06db req-809f64f4-47da-4157-8f7f-9a6d0787f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:51.569141 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef7b6acf-1e0a-4814-b39a-7b3ddc2a06db req-809f64f4-47da-4157-8f7f-9a6d0787f67c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa6bba111e234f8b895c1075b6132216&device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 4361 time: 0.2880604 Dec 20 21:21:51.698862 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cf361-c83d-49e2-ba7a-ef1042a60616 service neutron] Pushing event updated for resources: {'Port': ['ID=c3cccbd7-884d-4edf-95fe-7eafe392459d,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:51.789463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad53e1-071d-4e00-a036-dc6309ddb828 admin admin] Checking segment: {'id': '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:51.789992 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ad53e1-071d-4e00-a036-dc6309ddb828 admin admin] Network hostable DHCP agents. Network: 9b2f0b3a-2909-4c06-b8dc-499246cbe550, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:21:51.874493 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ad53e1-071d-4e00-a036-dc6309ddb828 admin admin] Network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:21:51.905661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] Network b6b9c805-eb68-4e46-8415-18bdbd0232b1 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:51.910900 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:51.911290 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b6acf-1e0a-4814-b39a-7b3ddc2a06db req-6dfe795c-b6a1-473d-b13f-5da965b4c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:51.919808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:51.930740 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b6acf-1e0a-4814-b39a-7b3ddc2a06db req-6dfe795c-b6a1-473d-b13f-5da965b4c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:51.931227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b6acf-1e0a-4814-b39a-7b3ddc2a06db req-6dfe795c-b6a1-473d-b13f-5da965b4c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:51.936045 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef7b6acf-1e0a-4814-b39a-7b3ddc2a06db req-6dfe795c-b6a1-473d-b13f-5da965b4c323 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=fa6bba111e234f8b895c1075b6132216&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3345702 Dec 20 21:21:51.939623 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-89ad53e1-071d-4e00-a036-dc6309ddb828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 9b2f0b3a-2909-4c06-b8dc-499246cbe550) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:51.950994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de0906a-446e-4b8a-8a7a-bea34b458794 None None] Network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:52.041857 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:52.073013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] Pushing event updated for resources: {'Port': ['ID=fa477c63-f0de-44ab-8b99-b02f74c6c0ea,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:52.155072 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aaa07c2c-499b-4277-aa96-ce9d838efc8e up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:52.222117 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:52.224576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53674) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:52.257467 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b6acf-1e0a-4814-b39a-7b3ddc2a06db req-d52b429e-7eb4-4d23-9e07-76f3a1e78e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:52.266128 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef7b6acf-1e0a-4814-b39a-7b3ddc2a06db req-d52b429e-7eb4-4d23-9e07-76f3a1e78e9d service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3219612 Dec 20 21:21:52.299504 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ad53e1-071d-4e00-a036-dc6309ddb828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:52.300222 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-89ad53e1-071d-4e00-a036-dc6309ddb828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:52.445339 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port aaa07c2c-499b-4277-aa96-ce9d838efc8e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:52.446533 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:52.476973 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed09b0b-4b48-4997-b780-c26c605da728 req-10461f12-a4c0-463d-9b24-e72e6a958639 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:52.483887 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-400ac81f-fa6c-4fc3-bbc5-84fb41128e11 req-feee0a3f-72eb-440f-833b-8abb409e9750 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 210 time: 0.2138770 Dec 20 21:21:52.493288 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-89ad53e1-071d-4e00-a036-dc6309ddb828 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2468851 Dec 20 21:21:52.496778 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed09b0b-4b48-4997-b780-c26c605da728 req-10461f12-a4c0-463d-9b24-e72e6a958639 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:52.505656 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53682) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:52.510522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed09b0b-4b48-4997-b780-c26c605da728 req-10461f12-a4c0-463d-9b24-e72e6a958639 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:52.512862 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:52.517179 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'fixed_ips': [{'subnet_id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:21:52.518318 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:52.544219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed09b0b-4b48-4997-b780-c26c605da728 req-10461f12-a4c0-463d-9b24-e72e6a958639 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:52.573440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed09b0b-4b48-4997-b780-c26c605da728 req-10461f12-a4c0-463d-9b24-e72e6a958639 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:52.575434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2983d784-e0a0-4eb1-89fa-606989164448 None None] Provisioning complete for port fa477c63-f0de-44ab-8b99-b02f74c6c0ea triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:52.575994 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2983d784-e0a0-4eb1-89fa-606989164448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:52.582110 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0ed09b0b-4b48-4997-b780-c26c605da728 req-10461f12-a4c0-463d-9b24-e72e6a958639 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 3828 time: 0.8479743 Dec 20 21:21:52.677144 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dfb3ea48-1c28-4d8d-8bc8-cb7191f944b8 req-38794afb-16ec-4ca7-8121-8c299042b206 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.4054883 Dec 20 21:21:52.697553 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:52.699177 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:52.860016 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-763800f7-0d51-4164-8238-dcd175be0895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:52.945849 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:52.959761 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:52.980156 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2983d784-e0a0-4eb1-89fa-606989164448 None None] Port fa477c63-f0de-44ab-8b99-b02f74c6c0ea cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:21:53.003789 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0ed09b0b-4b48-4997-b780-c26c605da728 req-587e240b-9ce0-4d50-b0a0-9d1187d844e9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871289 Dec 20 21:21:53.051871 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port aaa07c2c-499b-4277-aa96-ce9d838efc8e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=aaa07c2c-499b-4277-aa96-ce9d838efc8e,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:53.067301 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:53.149455 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Allocated IP 172.20.0.2 (9b2f0b3a-2909-4c06-b8dc-499246cbe550/d594ea94-5bfe-45b1-a31e-dafb0c78a94a/3df2899f-3544-48f8-8ac5-c86d1aad804a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:53.261025 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=aaa07c2c-499b-4277-aa96-ce9d838efc8e,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:53.439022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3ea48-1c28-4d8d-8bc8-cb7191f944b8 req-b70534be-4a91-416f-a61b-0cb4bfd00b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:53.442092 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dfb3ea48-1c28-4d8d-8bc8-cb7191f944b8 req-b70534be-4a91-416f-a61b-0cb4bfd00b6f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7e6f1c601bc4aadb7c404130b71a7ce&device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 1095 time: 0.6397560 Dec 20 21:21:53.623570 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:53.638282 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:53.651451 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:53.718543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:53.734221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:53.743983 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:53.789879 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:53.791311 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e042e085-4a67-40c7-8b3b-4a35dbc0b158 req-f359a847-7019-46b0-bda7-064552ff6e67 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 210 time: 0.1476815 Dec 20 21:21:53.810498 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-763800f7-0d51-4164-8238-dcd175be0895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:53.812253 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Pushing event updated for resources: {'Port': ['ID=3df2899f-3544-48f8-8ac5-c86d1aad804a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:53.814032 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3ea48-1c28-4d8d-8bc8-cb7191f944b8 req-6e3eb1aa-f3df-425c-ac17-3b22be3bbd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:53.820891 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dfb3ea48-1c28-4d8d-8bc8-cb7191f944b8 req-6e3eb1aa-f3df-425c-ac17-3b22be3bbd1d service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 HTTP/1.1" status: 200 len: 907 time: 0.2599416 Dec 20 21:21:53.842351 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-763800f7-0d51-4164-8238-dcd175be0895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:53.910392 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Attempting to bind port 3df2899f-3544-48f8-8ac5-c86d1aad804a on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:21:53.911035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Attempting to bind port 3df2899f-3544-48f8-8ac5-c86d1aad804a by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:21:53.911831 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Attempting to bind port 3df2899f-3544-48f8-8ac5-c86d1aad804a on network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:53.923873 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763800f7-0d51-4164-8238-dcd175be0895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d3c57e-b6a2-4088-89a2-d94bb5277d9d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:53.928151 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:21:53.931552 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Checking segment: {'id': '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:53.933441 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:53.936844 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Bound using segment: {'id': '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:21:53.938218 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Bound port: 3df2899f-3544-48f8-8ac5-c86d1aad804a, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:21:53.941969 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:54.045562 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aaa07c2c-499b-4277-aa96-ce9d838efc8e up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:54.092923 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-763800f7-0d51-4164-8238-dcd175be0895 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2dca818f6e84fcc88aed293ff0c7b90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8530388 Dec 20 21:21:54.095816 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53722) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:54.132275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] For port 3df2899f-3544-48f8-8ac5-c86d1aad804a, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:21:54.136338 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] For port 3df2899f-3544-48f8-8ac5-c86d1aad804a, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3df2899f-3544-48f8-8ac5-c86d1aad804a,segment=NetworkSegment(8cca1883-e9d5-464d-9ab7-a5b34fb4c08c),segment_id=8cca1883-e9d5-464d-9ab7-a5b34fb4c08c)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:21:54.141486 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port aaa07c2c-499b-4277-aa96-ce9d838efc8e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:54.141893 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:54.177798 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:54.233858 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dfb3ea48-1c28-4d8d-8bc8-cb7191f944b8 req-e193cb77-97ba-45f2-8138-963b4fcc73e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89e2f6e-5bef-4993-9f38-f776ffe51732 HTTP/1.1" status: 200 len: 1001 time: 0.3997450 Dec 20 21:21:54.405591 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:54.434903 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:54.579276 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dae12bcb-2ff1-4b28-8636-5e2f6339f409 req-bb014524-8d77-4a62-b1c8-9998945a21ce tempest-FlavorsV2NegativeTest-771250290 tempest-FlavorsV2NegativeTest-771250290-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c8b68f2c371c49298f650dd9b438c3ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3443787 Dec 20 21:21:54.626616 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b79366-f690-456e-b61a-7fb61b6229d8 None None] Pushing event updated for resources: {'Port': ['ID=3df2899f-3544-48f8-8ac5-c86d1aad804a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:54.663720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c9639d-1f1d-402c-a100-0ecd939a4f4b {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:21:54.688656 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3ea48-1c28-4d8d-8bc8-cb7191f944b8 req-e39701eb-76a4-4377-b355-6a3417c8e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:54.690279 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dfb3ea48-1c28-4d8d-8bc8-cb7191f944b8 req-e39701eb-76a4-4377-b355-6a3417c8e5a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d670f12-9b1e-4214-8d75-9099ed36058a HTTP/1.1" status: 200 len: 845 time: 0.4421778 Dec 20 21:21:54.705005 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:54.779362 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Transition to ACTIVE for port object 17c9639d-1f1d-402c-a100-0ecd939a4f4b will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:21:54.786359 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:54.809961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae12bcb-2ff1-4b28-8636-5e2f6339f409 req-c7a05343-a76f-416f-b13e-d3dbf53edc6f tempest-FlavorsV2NegativeTest-771250290 tempest-FlavorsV2NegativeTest-771250290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:54.818058 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dae12bcb-2ff1-4b28-8636-5e2f6339f409 req-c7a05343-a76f-416f-b13e-d3dbf53edc6f tempest-FlavorsV2NegativeTest-771250290 tempest-FlavorsV2NegativeTest-771250290-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2372043 Dec 20 21:21:54.828678 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3ea48-1c28-4d8d-8bc8-cb7191f944b8 req-9042a618-9326-4f13-8171-39fb4439fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:54.830167 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dfb3ea48-1c28-4d8d-8bc8-cb7191f944b8 req-9042a618-9326-4f13-8171-39fb4439fcc0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1307957 Dec 20 21:21:54.841981 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dae12bcb-2ff1-4b28-8636-5e2f6339f409 req-f95293f0-4f22-44c5-98ba-3bb2a97019c3 tempest-FlavorsV2NegativeTest-771250290 tempest-FlavorsV2NegativeTest-771250290-project] 10.222.0.32 "GET /v2.0/quotas/c8b68f2c371c49298f650dd9b438c3ef HTTP/1.1" status: 200 len: 375 time: 0.0230618 Dec 20 21:21:54.859594 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:54.890591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] Pushing event updated for resources: {'Port': ['ID=fa477c63-f0de-44ab-8b99-b02f74c6c0ea,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:54.939402 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dae12bcb-2ff1-4b28-8636-5e2f6339f409 req-5374283e-aad6-4068-b93f-db99293ea709 tempest-FlavorsV2NegativeTest-771250290 tempest-FlavorsV2NegativeTest-771250290-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c8b68f2c371c49298f650dd9b438c3ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963891 Dec 20 21:21:54.972935 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a2e27-0989-4f04-a8a0-71ec40af48e4 req-98c86eed-c1b8-4e67-87e5-cc40e96b09b7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:54.989978 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a2e27-0989-4f04-a8a0-71ec40af48e4 req-98c86eed-c1b8-4e67-87e5-cc40e96b09b7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:55.010211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a2e27-0989-4f04-a8a0-71ec40af48e4 req-98c86eed-c1b8-4e67-87e5-cc40e96b09b7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:55.024815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a2e27-0989-4f04-a8a0-71ec40af48e4 req-98c86eed-c1b8-4e67-87e5-cc40e96b09b7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:55.037033 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a2e27-0989-4f04-a8a0-71ec40af48e4 req-98c86eed-c1b8-4e67-87e5-cc40e96b09b7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:55.045323 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fb2a2e27-0989-4f04-a8a0-71ec40af48e4 req-98c86eed-c1b8-4e67-87e5-cc40e96b09b7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 3828 time: 0.6308961 Dec 20 21:21:55.161715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Pushing event updated for resources: {'Port': ['ID=17c9639d-1f1d-402c-a100-0ecd939a4f4b,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:55.230742 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e6cd9105-0785-4fe8-a70a-cbcf3404c1e0 req-def930f8-7159-4166-ad83-602b3bdde433 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 210 time: 0.0595295 Dec 20 21:21:55.260971 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dfb3ea48-1c28-4d8d-8bc8-cb7191f944b8 req-fc8d29f3-134a-438a-bcbc-ab2846766788 service neutron] 10.222.0.66 "GET /v2.0/networks/fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138286 Dec 20 21:21:55.262414 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:55.302475 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:55.310468 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc18a0-6687-40b3-b828-e022341f142f req-85e64881-f538-4698-acf6-8e17e54567be tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:55.312244 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e5fc18a0-6687-40b3-b828-e022341f142f req-85e64881-f538-4698-acf6-8e17e54567be tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.66 "GET /v2.0/networks?id=10b99b7b-7d69-4a17-bb40-675c4fb88b90 HTTP/1.1" status: 200 len: 821 time: 1.2118084 Dec 20 21:21:55.378185 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-e5fc18a0-6687-40b3-b828-e022341f142f req-3738bea9-1882-496b-8723-1391b4915a2a tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Request body: {'port': {'device_id': 'ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6', 'network_id': '10b99b7b-7d69-4a17-bb40-675c4fb88b90', 'admin_state_up': True, 'tenant_id': '1d872e5721974858b21d335e8188ae85'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:55.502544 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dfb3ea48-1c28-4d8d-8bc8-cb7191f944b8 req-115e8e3c-4ee1-4768-b216-3020987d441a service neutron] 10.222.0.66 "GET /v2.0/networks/fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095900 Dec 20 21:21:55.528838 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5aafbd4a-13df-4681-a109-0ced0ff21179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:55.561795 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Allocated IP 172.35.3.103 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:55.563612 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fb2a2e27-0989-4f04-a8a0-71ec40af48e4 req-df9d043e-d805-44ef-95b7-95f1d6e813b1 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5141699 Dec 20 21:21:55.721022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Attempting to bind port 17c9639d-1f1d-402c-a100-0ecd939a4f4b on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:21:55.721474 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Attempting to bind port 17c9639d-1f1d-402c-a100-0ecd939a4f4b by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:21:55.721909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Attempting to bind port 17c9639d-1f1d-402c-a100-0ecd939a4f4b on network 26353263-4cf3-440d-921d-58d861009b00 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:55.744518 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5aafbd4a-13df-4681-a109-0ced0ff21179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:55.759652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Port 17c9639d-1f1d-402c-a100-0ecd939a4f4b on network 26353263-4cf3-440d-921d-58d861009b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:21:55.760144 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Attempting to bind port 17c9639d-1f1d-402c-a100-0ecd939a4f4b on network 26353263-4cf3-440d-921d-58d861009b00 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:55.793867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:21:55.794421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Checking segment: {'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:55.794935 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Bound using segment: {'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:21:55.795499 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Bound port: 17c9639d-1f1d-402c-a100-0ecd939a4f4b, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:21:55.795964 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:55.811721 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:55.834010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] Network b6b9c805-eb68-4e46-8415-18bdbd0232b1 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:55.843638 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:55.933332 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:55.937522 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53752) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:56.088656 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:56.120903 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:56.130335 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:56.157030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3df2899f-3544-48f8-8ac5-c86d1aad804a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:56.160349 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbb647b-f0b9-4f39-bf61-538900f84509 None None] Network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:21:56.165494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] Router fdc5f22e-4fc7-4572-acb6-536444c95349 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:21:56.229297 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Pushing event updated for resources: {'Port': ['ID=369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:56.382424 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5aafbd4a-13df-4681-a109-0ced0ff21179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:56.388329 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5aafbd4a-13df-4681-a109-0ced0ff21179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:56.397814 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5aafbd4a-13df-4681-a109-0ced0ff21179 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38d3c57e-b6a2-4088-89a2-d94bb5277d9d HTTP/1.1" status: 204 len: 168 time: 1.9852896 Dec 20 21:21:56.398713 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5fc18a0-6687-40b3-b828-e022341f142f req-3738bea9-1882-496b-8723-1391b4915a2a tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Made reservation on behalf of 1d872e5721974858b21d335e8188ae85 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:21:56.403548 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e5fc18a0-6687-40b3-b828-e022341f142f req-3738bea9-1882-496b-8723-1391b4915a2a tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:56.442991 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56ca6e81-e061-4691-a6bd-76a1df558359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:56.590967 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:21:56.614017 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-38a24c02-e35f-46fc-9110-65653b23e533 admin admin] 10.222.0.32 "PUT /v2.0/routers/fdc5f22e-4fc7-4572-acb6-536444c95349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7799075 Dec 20 21:21:56.616604 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8b58b8b8-b703-4060-bd33-8e209d574161 None None] Provisioning complete for port 3df2899f-3544-48f8-8ac5-c86d1aad804a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:56.617174 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b58b8b8-b703-4060-bd33-8e209d574161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:56.619360 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Sync routers for ids ['fdc5f22e-4fc7-4572-acb6-536444c95349'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:21:56.683620 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] For port 17c9639d-1f1d-402c-a100-0ecd939a4f4b, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:21:56.709817 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56ca6e81-e061-4691-a6bd-76a1df558359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:56.731439 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafbd4a-13df-4681-a109-0ced0ff21179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d3c57e-b6a2-4088-89a2-d94bb5277d9d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:56.752443 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-26ba9bb6-8a48-4f75-8c33-b087a2fc60e8 req-efd2b8fb-e503-4ca4-83e2-423d8226e543 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 210 time: 0.3724372 Dec 20 21:21:56.769122 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] For port 17c9639d-1f1d-402c-a100-0ecd939a4f4b, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=17c9639d-1f1d-402c-a100-0ecd939a4f4b,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:21:56.799974 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56ca6e81-e061-4691-a6bd-76a1df558359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:56.808419 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:56.849885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:56.854807 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:56.856650 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] 10.222.0.31 "PUT /v2.0/ports/17c9639d-1f1d-402c-a100-0ecd939a4f4b HTTP/1.1" status: 200 len: 1132 time: 5.7390509 Dec 20 21:21:56.863064 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'tag': '17c9639d-1f1d-402c-a100-0ecd939a4f4b'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:21:56.870721 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0139bed5-4571-4777-be3c-c8210bc41e39" -d '{"events": [{"name": "network-changed", "server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "tag": "17c9639d-1f1d-402c-a100-0ecd939a4f4b"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:21:57.050822 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Routers {'fdc5f22e-4fc7-4572-acb6-536444c95349'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:57.051644 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:21:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fdc5f22e-4fc7-4572-acb6-536444c95349'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:57.106528 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb3b75-6237-4aac-9081-42035645c5f6 req-33c06399-2cba-44a1-b945-c3ebd2f15266 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:57.124897 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb3b75-6237-4aac-9081-42035645c5f6 req-33c06399-2cba-44a1-b945-c3ebd2f15266 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:57.126082 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e697c1-4337-4e90-b9e5-2e8248d69293 x-openstack-request-id: req-e2e697c1-4337-4e90-b9e5-2e8248d69293 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:21:57.126382 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "tag": "17c9639d-1f1d-402c-a100-0ecd939a4f4b", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:21:57.126691 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2e697c1-4337-4e90-b9e5-2e8248d69293 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:21:57.127105 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'tag': '17c9639d-1f1d-402c-a100-0ecd939a4f4b', 'status': 'completed', 'code': 200} Dec 20 21:21:57.146648 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Request body: {'port': {'device_id': '73e5598f-ae11-4bec-9433-78b3196b249d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:21:57.208238 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb3b75-6237-4aac-9081-42035645c5f6 req-33c06399-2cba-44a1-b945-c3ebd2f15266 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:57.252611 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb3b75-6237-4aac-9081-42035645c5f6 req-33c06399-2cba-44a1-b945-c3ebd2f15266 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:57.293669 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53782) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:57.298333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb3b75-6237-4aac-9081-42035645c5f6 req-33c06399-2cba-44a1-b945-c3ebd2f15266 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:57.320853 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb3b75-6237-4aac-9081-42035645c5f6 req-33c06399-2cba-44a1-b945-c3ebd2f15266 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:57.322733 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7dfb3b75-6237-4aac-9081-42035645c5f6 req-33c06399-2cba-44a1-b945-c3ebd2f15266 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 4604 time: 0.5779653 Dec 20 21:21:57.326638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 3df2899f-3544-48f8-8ac5-c86d1aad804a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:57.330432 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:57.346553 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-56ca6e81-e061-4691-a6bd-76a1df558359 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8b68f2c371c49298f650dd9b438c3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3968523 Dec 20 21:21:57.358045 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b48c676d-ec77-47ba-abe0-636ccf609301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:57.361569 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00dbf713-7ad1-4932-9c7b-bfd74dada8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:57.392115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53784) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:21:57.400098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251904b-2cdd-4dc2-a280-7ed3a2621916 service neutron] Pushing event updated for resources: {'Port': ['ID=17c9639d-1f1d-402c-a100-0ecd939a4f4b,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:57.475133 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b58b8b8-b703-4060-bd33-8e209d574161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:57.510716 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca6e81-e061-4691-a6bd-76a1df558359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2270ac6b-777a-4228-a2dd-332e2cc74e90,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:57.514965 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8b58b8b8-b703-4060-bd33-8e209d574161 None None] For port 3df2899f-3544-48f8-8ac5-c86d1aad804a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3df2899f-3544-48f8-8ac5-c86d1aad804a,segment=NetworkSegment(8cca1883-e9d5-464d-9ab7-a5b34fb4c08c),segment_id=8cca1883-e9d5-464d-9ab7-a5b34fb4c08c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:21:57.541482 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b58b8b8-b703-4060-bd33-8e209d574161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:57.739235 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d094ccb6-a489-4204-bfa5-10364ab8fda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:57.751193 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:57.802442 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-e5fc18a0-6687-40b3-b828-e022341f142f req-3738bea9-1882-496b-8723-1391b4915a2a tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Allocated IP 172.20.0.3 (10b99b7b-7d69-4a17-bb40-675c4fb88b90/65ff034d-f0c1-4494-86f4-a7b9e55b38db/0d6a79cf-e53f-43fa-9f16-1d7680615f14) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:21:57.821971 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d094ccb6-a489-4204-bfa5-10364ab8fda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:57.887923 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Set router fdc5f22e-4fc7-4572-acb6-536444c95349 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:21:58.023567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58b8b8-b703-4060-bd33-8e209d574161 None None] Pushing event updated for resources: {'Port': ['ID=3df2899f-3544-48f8-8ac5-c86d1aad804a,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:58.061519 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-18f56703-4b0d-4fd1-ac2f-117b64ed5d14 None None] Provisioning complete for port fa477c63-f0de-44ab-8b99-b02f74c6c0ea triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:58.062183 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18f56703-4b0d-4fd1-ac2f-117b64ed5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:58.287391 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-18f56703-4b0d-4fd1-ac2f-117b64ed5d14 None None] Port fa477c63-f0de-44ab-8b99-b02f74c6c0ea cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:21:58.431338 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a709f548-04fc-428c-b073-e2ae1b3eefa5 None None] Provisioning complete for port 3df2899f-3544-48f8-8ac5-c86d1aad804a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:58.432673 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a709f548-04fc-428c-b073-e2ae1b3eefa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:58.534675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 2, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:58.594545 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Checking router: fdc5f22e-4fc7-4572-acb6-536444c95349 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:21:58.595001 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Updating router fdc5f22e-4fc7-4572-acb6-536444c95349 port fa477c63-f0de-44ab-8b99-b02f74c6c0ea binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:21:58.638961 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3df2899f-3544-48f8-8ac5-c86d1aad804a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:21:58.694060 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:58.813191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9c9ffc-8b46-4314-98ec-30d20be920ef {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:21:58.822687 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:58.823232 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7dfb3b75-6237-4aac-9081-42035645c5f6 req-b50c69b6-46d9-4d06-acdc-8ac857815070 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4408703 Dec 20 21:21:58.836800 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Transition to ACTIVE for port object 5a9c9ffc-8b46-4314-98ec-30d20be920ef will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:21:58.843148 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139bed5-4571-4777-be3c-c8210bc41e39 req-b8d03ceb-5c6e-4b3c-a87b-c880f4268dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:58.843659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139bed5-4571-4777-be3c-c8210bc41e39 req-b8d03ceb-5c6e-4b3c-a87b-c880f4268dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:58.844159 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139bed5-4571-4777-be3c-c8210bc41e39 req-b8d03ceb-5c6e-4b3c-a87b-c880f4268dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:58.844670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139bed5-4571-4777-be3c-c8210bc41e39 req-b8d03ceb-5c6e-4b3c-a87b-c880f4268dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:58.845174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139bed5-4571-4777-be3c-c8210bc41e39 req-b8d03ceb-5c6e-4b3c-a87b-c880f4268dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:58.845623 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139bed5-4571-4777-be3c-c8210bc41e39 req-b8d03ceb-5c6e-4b3c-a87b-c880f4268dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:58.847552 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0139bed5-4571-4777-be3c-c8210bc41e39 req-b8d03ceb-5c6e-4b3c-a87b-c880f4268dc3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa6bba111e234f8b895c1075b6132216&device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5286 time: 1.4999053 Dec 20 21:21:58.984899 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:59.117437 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e5fc18a0-6687-40b3-b828-e022341f142f req-3738bea9-1882-496b-8723-1391b4915a2a tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:59.123843 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139bed5-4571-4777-be3c-c8210bc41e39 req-7abd0352-e7c4-47cf-ad45-cabaa1ae09cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:59.124308 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139bed5-4571-4777-be3c-c8210bc41e39 req-7abd0352-e7c4-47cf-ad45-cabaa1ae09cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:59.124760 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139bed5-4571-4777-be3c-c8210bc41e39 req-7abd0352-e7c4-47cf-ad45-cabaa1ae09cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:59.131004 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0139bed5-4571-4777-be3c-c8210bc41e39 req-7abd0352-e7c4-47cf-ad45-cabaa1ae09cd service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=fa6bba111e234f8b895c1075b6132216&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2641940 Dec 20 21:21:59.156498 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 3df2899f-3544-48f8-8ac5-c86d1aad804a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:21:59.156872 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:59.170810 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:59.193498 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e5fc18a0-6687-40b3-b828-e022341f142f req-3738bea9-1882-496b-8723-1391b4915a2a tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:59.205197 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:59.222794 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:59.401760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b0adf-f515-4585-8bd3-9c499da0a335 None None] Pushing event updated for resources: {'Port': ['ID=fa477c63-f0de-44ab-8b99-b02f74c6c0ea,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:59.408931 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:59.480846 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00dbf713-7ad1-4932-9c7b-bfd74dada8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:59.488493 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b355d443-3671-4f14-9cb6-033dbe3cb654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:59.502607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5fc18a0-6687-40b3-b828-e022341f142f req-3738bea9-1882-496b-8723-1391b4915a2a tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Network 10b99b7b-7d69-4a17-bb40-675c4fb88b90 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:21:59.521660 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Attempting to bind port fa477c63-f0de-44ab-8b99-b02f74c6c0ea on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:21:59.522482 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Attempting to bind port fa477c63-f0de-44ab-8b99-b02f74c6c0ea by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:21:59.523276 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Attempting to bind port fa477c63-f0de-44ab-8b99-b02f74c6c0ea on network b6b9c805-eb68-4e46-8415-18bdbd0232b1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:59.529551 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:21:59.530262 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Checking segment: {'id': '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:59.530933 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:59.531484 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Bound using segment: {'id': '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:21:59.532144 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Bound port: fa477c63-f0de-44ab-8b99-b02f74c6c0ea, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:21:59.532718 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:59.541671 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Attempting to bind port 5a9c9ffc-8b46-4314-98ec-30d20be920ef on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:21:59.542015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Attempting to bind port 5a9c9ffc-8b46-4314-98ec-30d20be920ef by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:21:59.542389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Attempting to bind port 5a9c9ffc-8b46-4314-98ec-30d20be920ef on network 26353263-4cf3-440d-921d-58d861009b00 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:59.556085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Pushing event updated for resources: {'Port': ['ID=5a9c9ffc-8b46-4314-98ec-30d20be920ef,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:59.567684 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-e5fc18a0-6687-40b3-b828-e022341f142f req-3738bea9-1882-496b-8723-1391b4915a2a tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:21:59.569870 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00dbf713-7ad1-4932-9c7b-bfd74dada8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:59.602848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fc18a0-6687-40b3-b828-e022341f142f req-3738bea9-1882-496b-8723-1391b4915a2a tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:21:59.665939 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] For port fa477c63-f0de-44ab-8b99-b02f74c6c0ea, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:21:59.670166 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] For port fa477c63-f0de-44ab-8b99-b02f74c6c0ea, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=fa477c63-f0de-44ab-8b99-b02f74c6c0ea,segment=NetworkSegment(33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3),segment_id=33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:21:59.675638 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139bed5-4571-4777-be3c-c8210bc41e39 req-f430f69a-5905-4bc6-90fd-9ff0d11080c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:59.680777 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0139bed5-4571-4777-be3c-c8210bc41e39 req-f430f69a-5905-4bc6-90fd-9ff0d11080c5 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2734838 Dec 20 21:21:59.689508 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:59.749614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Port 5a9c9ffc-8b46-4314-98ec-30d20be920ef on network 26353263-4cf3-440d-921d-58d861009b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:21:59.749954 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Attempting to bind port 5a9c9ffc-8b46-4314-98ec-30d20be920ef on network 26353263-4cf3-440d-921d-58d861009b00 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:21:59.756463 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d094ccb6-a489-4204-bfa5-10364ab8fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:59.764312 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d094ccb6-a489-4204-bfa5-10364ab8fda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:21:59.765611 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d094ccb6-a489-4204-bfa5-10364ab8fda8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2270ac6b-777a-4228-a2dd-332e2cc74e90 HTTP/1.1" status: 204 len: 168 time: 2.3463573 Dec 20 21:21:59.783742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-adeae181-3088-4b5b-818c-befffe37068a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:59.787956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-adeae181-3088-4b5b-818c-befffe37068a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/networks?id=b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 200 len: 821 time: 1.9240050 Dec 20 21:21:59.830232 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbf713-7ad1-4932-9c7b-bfd74dada8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3258dcc-7882-4cfc-ae48-dec8c6b41841,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:21:59.862611 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee151b-2400-4cc9-bfed-ac91fb73deaa req-a34b2951-07c7-4699-bf38-5dee8935a782 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:21:59.864161 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-71ee151b-2400-4cc9-bfed-ac91fb73deaa req-a34b2951-07c7-4699-bf38-5dee8935a782 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 931 time: 0.6957760 Dec 20 21:21:59.878188 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Routers {'fdc5f22e-4fc7-4572-acb6-536444c95349'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:21:59.879112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:21:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fdc5f22e-4fc7-4572-acb6-536444c95349'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:21:59.985951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:21:59.991264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Checking segment: {'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:21:59.993360 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Bound using segment: {'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:21:59.994550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Bound port: 5a9c9ffc-8b46-4314-98ec-30d20be920ef, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:21:59.995628 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:00.008852 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-71ee151b-2400-4cc9-bfed-ac91fb73deaa req-09326a20-8f75-4cfe-b130-ce14ba51d24e tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3d5802-41db-4f64-8b8f-a230df5e0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372092 Dec 20 21:22:00.016867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094ccb6-a489-4204-bfa5-10364ab8fda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2270ac6b-777a-4228-a2dd-332e2cc74e90,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:00.045835 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-00dbf713-7ad1-4932-9c7b-bfd74dada8fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b09db690d217450e8aad795de1d01fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7396138 Dec 20 21:22:00.052361 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53802) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:00.066835 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-2446b97a-83a7-400b-86dc-9678d842aac0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/quotas/bcfd1174631646a39557725d507ef98c HTTP/1.1" status: 200 len: 375 time: 0.2672749 Dec 20 21:22:00.168538 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-89068e3d-2d31-4823-bbe4-4504fd24dc4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:00.176520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738bea9-1882-496b-8723-1391b4915a2a tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Pushing event updated for resources: {'Port': ['ID=0d6a79cf-e53f-43fa-9f16-1d7680615f14,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:00.211743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc18a0-6687-40b3-b828-e022341f142f req-3738bea9-1882-496b-8723-1391b4915a2a tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:00.213459 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e5fc18a0-6687-40b3-b828-e022341f142f req-3738bea9-1882-496b-8723-1391b4915a2a tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:00.235596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Router b1f31eeb-5fe1-489b-a246-5a680e80afe2 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:22:00.245027 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-89068e3d-2d31-4823-bbe4-4504fd24dc4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:00.267814 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-3eec3a0c-db3f-4fd0-adf1-b8965aa53cd4 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bcfd1174631646a39557725d507ef98c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1726274 Dec 20 21:22:00.285603 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e96ea-01e0-42a1-a776-2e3bed80938a req-3cdac66f-50bd-48dd-9b12-69618408801d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:00.293604 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e96ea-01e0-42a1-a776-2e3bed80938a req-3cdac66f-50bd-48dd-9b12-69618408801d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:00.300551 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e96ea-01e0-42a1-a776-2e3bed80938a req-3cdac66f-50bd-48dd-9b12-69618408801d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:00.308490 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e96ea-01e0-42a1-a776-2e3bed80938a req-3cdac66f-50bd-48dd-9b12-69618408801d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:00.315159 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e96ea-01e0-42a1-a776-2e3bed80938a req-3cdac66f-50bd-48dd-9b12-69618408801d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:00.328244 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e96ea-01e0-42a1-a776-2e3bed80938a req-3cdac66f-50bd-48dd-9b12-69618408801d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:00.336639 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e96ea-01e0-42a1-a776-2e3bed80938a req-3cdac66f-50bd-48dd-9b12-69618408801d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:00.339495 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f91e96ea-01e0-42a1-a776-2e3bed80938a req-3cdac66f-50bd-48dd-9b12-69618408801d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5382 time: 0.1956074 Dec 20 21:22:00.341611 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e5fc18a0-6687-40b3-b828-e022341f142f req-3738bea9-1882-496b-8723-1391b4915a2a tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9925010 Dec 20 21:22:00.379150 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8d462243-3cdd-4b7c-a970-4de9e862c9c6 None None] Provisioning complete for port fa477c63-f0de-44ab-8b99-b02f74c6c0ea triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:00.379820 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d462243-3cdd-4b7c-a970-4de9e862c9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:00.410559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Request body: {'port': {'device_id': 'ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:00.450044 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b0adf-f515-4585-8bd3-9c499da0a335 None None] Pushing event updated for resources: {'Port': ['ID=fa477c63-f0de-44ab-8b99-b02f74c6c0ea,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:00.517997 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] For port 5a9c9ffc-8b46-4314-98ec-30d20be920ef, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:00.527848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] For port 5a9c9ffc-8b46-4314-98ec-30d20be920ef, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=5a9c9ffc-8b46-4314-98ec-30d20be920ef,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:22:00.550621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:22:00.558918 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:00.564780 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Sync routers for ids ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:22:00.583319 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Routers {'b1f31eeb-5fe1-489b-a246-5a680e80afe2'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:22:00.584311 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:21:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:00.614555 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:00.616034 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5fd1e5f1-7318-4de5-aeb7-a9304e88e055 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1130524 Dec 20 21:22:00.620299 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53814) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:00.640896 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d462243-3cdd-4b7c-a970-4de9e862c9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:00.650381 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f91e96ea-01e0-42a1-a776-2e3bed80938a req-f7ea5ecc-66ac-43cb-97ea-f7dc5bb042ba tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2977331 Dec 20 21:22:00.686333 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] Set router fdc5f22e-4fc7-4572-acb6-536444c95349 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:22:00.731527 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:00.748466 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:00.750603 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:00.758321 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] 10.222.0.31 "PUT /v2.0/ports/5a9c9ffc-8b46-4314-98ec-30d20be920ef HTTP/1.1" status: 200 len: 1134 time: 3.6369920 Dec 20 21:22:00.787104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'tag': '5a9c9ffc-8b46-4314-98ec-30d20be920ef'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:00.792721 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbf5a6b-515c-40ed-90d0-e0cae25af012" -d '{"events": [{"name": "network-changed", "server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "tag": "5a9c9ffc-8b46-4314-98ec-30d20be920ef"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:00.799007 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:00.803174 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-89068e3d-2d31-4823-bbe4-4504fd24dc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:00.815000 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-89068e3d-2d31-4823-bbe4-4504fd24dc4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:00.828541 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-89068e3d-2d31-4823-bbe4-4504fd24dc4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3258dcc-7882-4cfc-ae48-dec8c6b41841 HTTP/1.1" status: 204 len: 168 time: 0.7625165 Dec 20 21:22:00.862904 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Request body: {'port': {'device_id': '73e5598f-ae11-4bec-9433-78b3196b249d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:00.896236 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89068e3d-2d31-4823-bbe4-4504fd24dc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3258dcc-7882-4cfc-ae48-dec8c6b41841,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:00.962412 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Set router b1f31eeb-5fe1-489b-a246-5a680e80afe2 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:22:01.050298 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-d813a5be-24f9-42e7-86ca-19a63ce818de service neutron] 10.222.0.32 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7664089 Dec 20 21:22:01.075529 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e349621-849b-429e-bb67-6660aa185171 x-openstack-request-id: req-8e349621-849b-429e-bb67-6660aa185171 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:01.076446 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "tag": "5a9c9ffc-8b46-4314-98ec-30d20be920ef", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:01.076592 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e349621-849b-429e-bb67-6660aa185171 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:01.078127 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'tag': '5a9c9ffc-8b46-4314-98ec-30d20be920ef', 'status': 'completed', 'code': 200} Dec 20 21:22:01.107367 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8d462243-3cdd-4b7c-a970-4de9e862c9c6 None None] For port fa477c63-f0de-44ab-8b99-b02f74c6c0ea, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=fa477c63-f0de-44ab-8b99-b02f74c6c0ea,segment=NetworkSegment(33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3),segment_id=33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:01.121892 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d462243-3cdd-4b7c-a970-4de9e862c9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:01.284532 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d16d67-4e26-41cd-9cf3-2c354be1e64a service neutron] Pushing event updated for resources: {'Port': ['ID=5a9c9ffc-8b46-4314-98ec-30d20be920ef,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:01.347099 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:01.378459 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf5a6b-515c-40ed-90d0-e0cae25af012 req-25b0b519-ae96-447e-b9e5-800e6184d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:01.379249 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf5a6b-515c-40ed-90d0-e0cae25af012 req-25b0b519-ae96-447e-b9e5-800e6184d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:01.380121 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf5a6b-515c-40ed-90d0-e0cae25af012 req-25b0b519-ae96-447e-b9e5-800e6184d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:01.381174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf5a6b-515c-40ed-90d0-e0cae25af012 req-25b0b519-ae96-447e-b9e5-800e6184d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:01.381909 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf5a6b-515c-40ed-90d0-e0cae25af012 req-25b0b519-ae96-447e-b9e5-800e6184d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:01.383444 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf5a6b-515c-40ed-90d0-e0cae25af012 req-25b0b519-ae96-447e-b9e5-800e6184d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:01.384153 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf5a6b-515c-40ed-90d0-e0cae25af012 req-25b0b519-ae96-447e-b9e5-800e6184d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:01.387476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d462243-3cdd-4b7c-a970-4de9e862c9c6 None None] Pushing event updated for resources: {'Port': ['ID=fa477c63-f0de-44ab-8b99-b02f74c6c0ea,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:01.389820 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3bbf5a6b-515c-40ed-90d0-e0cae25af012 req-25b0b519-ae96-447e-b9e5-800e6184d9c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa6bba111e234f8b895c1075b6132216&device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 6213 time: 0.2502911 Dec 20 21:22:01.413692 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d171c10-a14b-4f6c-89ad-ee00c248e27d req-54480c01-7c92-4893-b6dd-083da4b190a0 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:01.422440 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5d171c10-a14b-4f6c-89ad-ee00c248e27d req-54480c01-7c92-4893-b6dd-083da4b190a0 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 931 time: 0.1877999 Dec 20 21:22:01.465658 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:21:56Z', 'revision_number': 3, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:01.521394 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-24447cde-1116-43e7-97e1-4c6fef9246f9 None None] Provisioning complete for port fa477c63-f0de-44ab-8b99-b02f74c6c0ea triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:01.523043 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24447cde-1116-43e7-97e1-4c6fef9246f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:01.531579 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Checking router: b1f31eeb-5fe1-489b-a246-5a680e80afe2 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:22:01.531928 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Updating router b1f31eeb-5fe1-489b-a246-5a680e80afe2 port 369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:22:01.581569 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:01.670447 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:21:59Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:01.727452 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5d171c10-a14b-4f6c-89ad-ee00c248e27d req-3e111c6c-36b5-4795-9870-81db0390a353 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3d5802-41db-4f64-8b8f-a230df5e0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997339 Dec 20 21:22:01.742025 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88f92e9-399e-4d65-8c8b-ad4d96dd3bcb None None] The sync data for ids ['fdc5f22e-4fc7-4572-acb6-536444c95349'] in n-d-xena-1 is: [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:21:59Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:22:01.909350 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf5a6b-515c-40ed-90d0-e0cae25af012 req-f5158187-5a90-495d-b925-ddf48c3e8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:01.910520 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf5a6b-515c-40ed-90d0-e0cae25af012 req-f5158187-5a90-495d-b925-ddf48c3e8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:01.910992 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf5a6b-515c-40ed-90d0-e0cae25af012 req-f5158187-5a90-495d-b925-ddf48c3e8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:01.912703 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3bbf5a6b-515c-40ed-90d0-e0cae25af012 req-f5158187-5a90-495d-b925-ddf48c3e8b12 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=fa6bba111e234f8b895c1075b6132216&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4875391 Dec 20 21:22:02.016375 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:02.064465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-0515cbfa-f795-41c9-b79c-f869b3903257 service neutron] 10.222.0.32 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0132561 Dec 20 21:22:02.337796 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:02.352976 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:02.369985 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:02.418148 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27aba3-8f76-49c8-b6a6-6d40eacbc294 req-10f82a7c-9e9d-41e8-8cd3-2cf6a03ce544 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:02.450220 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27aba3-8f76-49c8-b6a6-6d40eacbc294 req-10f82a7c-9e9d-41e8-8cd3-2cf6a03ce544 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:02.485863 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27aba3-8f76-49c8-b6a6-6d40eacbc294 req-10f82a7c-9e9d-41e8-8cd3-2cf6a03ce544 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:02.530123 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27aba3-8f76-49c8-b6a6-6d40eacbc294 req-10f82a7c-9e9d-41e8-8cd3-2cf6a03ce544 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:02.562634 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27aba3-8f76-49c8-b6a6-6d40eacbc294 req-10f82a7c-9e9d-41e8-8cd3-2cf6a03ce544 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:02.574384 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27aba3-8f76-49c8-b6a6-6d40eacbc294 req-10f82a7c-9e9d-41e8-8cd3-2cf6a03ce544 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:02.581466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27aba3-8f76-49c8-b6a6-6d40eacbc294 req-10f82a7c-9e9d-41e8-8cd3-2cf6a03ce544 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:02.607758 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee27aba3-8f76-49c8-b6a6-6d40eacbc294 req-10f82a7c-9e9d-41e8-8cd3-2cf6a03ce544 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5382 time: 0.6936655 Dec 20 21:22:02.728978 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device fa477c63-f0de-44ab-8b99-b02f74c6c0ea up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:02.869465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-312a7096-9a4d-42a1-9bfc-8ba3a39bc293 req-eccd6d86-bca1-46a3-84e4-940ebae8c7b3 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 210 time: 0.1878488 Dec 20 21:22:02.877518 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port fa477c63-f0de-44ab-8b99-b02f74c6c0ea triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:02.878135 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:02.906967 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e357b7e-53d4-4e1a-ad77-6a9fc94f7fff None None] Pushing event updated for resources: {'Port': ['ID=369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:02.942352 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Attempting to bind port 369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:22:02.942714 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Attempting to bind port 369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:22:02.949808 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf5a6b-515c-40ed-90d0-e0cae25af012 req-2670a0ce-9877-4859-ada3-31b9237c974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:02.954596 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Attempting to bind port 369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:02.957373 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3bbf5a6b-515c-40ed-90d0-e0cae25af012 req-2670a0ce-9877-4859-ada3-31b9237c974b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0341947 Dec 20 21:22:02.983689 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:22:02.984134 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:02.985886 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:02.991725 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:22:02.996723 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Bound port: 369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:22:02.997162 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:03.071569 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee27aba3-8f76-49c8-b6a6-6d40eacbc294 req-da24a0e1-125c-4196-9fb3-332b0302cd3d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3937175 Dec 20 21:22:03.174377 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:03.196870 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] For port 369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:03.206671 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] For port 369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:22:03.219866 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:03.368173 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6a79cf-e53f-43fa-9f16-1d7680615f14 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:03.372472 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Routers {'b1f31eeb-5fe1-489b-a246-5a680e80afe2'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:22:03.372984 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:21:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:03.400737 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47433a5c-5134-4b06-8317-7a617581ab15 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:03.431497 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:03.440277 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:03.477275 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace55c7-1ce5-4e3b-b638-225510d89798 req-6433d26b-2eec-4448-949d-9507164b4200 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:03.505120 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ace55c7-1ce5-4e3b-b638-225510d89798 req-6433d26b-2eec-4448-949d-9507164b4200 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 931 time: 0.3996542 Dec 20 21:22:03.556747 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] Allocated IP 172.20.0.1 (9b2f0b3a-2909-4c06-b8dc-499246cbe550/d594ea94-5bfe-45b1-a31e-dafb0c78a94a/f62a5438-3878-4ef5-a821-bc736b2ed847) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:22:03.613742 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e357b7e-53d4-4e1a-ad77-6a9fc94f7fff None None] Pushing event updated for resources: {'Port': ['ID=369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:03.625071 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Transition to ACTIVE for port object 0d6a79cf-e53f-43fa-9f16-1d7680615f14 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:22:03.667861 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Transition to ACTIVE for port object 47433a5c-5134-4b06-8317-7a617581ab15 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:22:03.705415 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:03.746527 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:03.755133 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] Set router b1f31eeb-5fe1-489b-a246-5a680e80afe2 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:22:03.848300 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:03.860073 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ace55c7-1ce5-4e3b-b638-225510d89798 req-81469a1c-7efb-44b1-bd8c-024c71cf8856 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3d5802-41db-4f64-8b8f-a230df5e0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511186 Dec 20 21:22:03.976327 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:04.185051 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] Network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:22:04.188242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] Pushing event updated for resources: {'Port': ['ID=f62a5438-3878-4ef5-a821-bc736b2ed847,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:04.205020 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:22:04.228868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:22:04.355307 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:04.358696 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8fe965a-e261-4b95-b8ae-e65887f6aa69 req-8e8eaa8c-b7c4-4c0d-9ee4-8a4531c47c10 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 210 time: 0.2008007 Dec 20 21:22:04.376926 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:21:56Z', 'revision_number': 3, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:04.389224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6a79cf-e53f-43fa-9f16-1d7680615f14,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:04.458287 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70674a86-7476-4a9b-a9a5-a3a33fff02c6 None None] The sync data for ids ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'] in n-d-xena-1 is: [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:21:56Z', 'revision_number': 3, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:22:04.558036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Pushing event updated for resources: {'Port': ['ID=47433a5c-5134-4b06-8317-7a617581ab15,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:04.703604 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Attempting to bind port 47433a5c-5134-4b06-8317-7a617581ab15 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:22:04.704271 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Attempting to bind port 47433a5c-5134-4b06-8317-7a617581ab15 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:22:04.705041 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Attempting to bind port 47433a5c-5134-4b06-8317-7a617581ab15 on network 26353263-4cf3-440d-921d-58d861009b00 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:04.728824 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Attempting to bind port 0d6a79cf-e53f-43fa-9f16-1d7680615f14 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:22:04.729974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Attempting to bind port 0d6a79cf-e53f-43fa-9f16-1d7680615f14 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '845afcbf-a4e0-45f8-bd9e-786b96485dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '10b99b7b-7d69-4a17-bb40-675c4fb88b90'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:22:04.730491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Attempting to bind port 0d6a79cf-e53f-43fa-9f16-1d7680615f14 on network 10b99b7b-7d69-4a17-bb40-675c4fb88b90 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:04.731373 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c2d31a1e-5e99-4e2a-a8a2-d4f6d41f30b8 None None] Provisioning complete for port f62a5438-3878-4ef5-a821-bc736b2ed847 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:04.737173 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2d31a1e-5e99-4e2a-a8a2-d4f6d41f30b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:04.742907 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:04.751348 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Port 47433a5c-5134-4b06-8317-7a617581ab15 on network 26353263-4cf3-440d-921d-58d861009b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:22:04.751950 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Attempting to bind port 47433a5c-5134-4b06-8317-7a617581ab15 on network 26353263-4cf3-440d-921d-58d861009b00 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:04.756848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Port 0d6a79cf-e53f-43fa-9f16-1d7680615f14 on network 10b99b7b-7d69-4a17-bb40-675c4fb88b90 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:22:04.761802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Attempting to bind port 0d6a79cf-e53f-43fa-9f16-1d7680615f14 on network 10b99b7b-7d69-4a17-bb40-675c4fb88b90 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:04.785014 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:22:04.786647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Checking segment: {'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:04.787244 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Bound using segment: {'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:22:04.790602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Bound port: 47433a5c-5134-4b06-8317-7a617581ab15, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:22:04.791348 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:04.821946 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:22:04.822934 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c2d31a1e-5e99-4e2a-a8a2-d4f6d41f30b8 None None] Port f62a5438-3878-4ef5-a821-bc736b2ed847 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:22:04.824626 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Checking segment: {'id': '845afcbf-a4e0-45f8-bd9e-786b96485dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '10b99b7b-7d69-4a17-bb40-675c4fb88b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:04.825584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Bound using segment: {'id': '845afcbf-a4e0-45f8-bd9e-786b96485dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '10b99b7b-7d69-4a17-bb40-675c4fb88b90'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:22:04.826278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Bound port: 0d6a79cf-e53f-43fa-9f16-1d7680615f14, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '845afcbf-a4e0-45f8-bd9e-786b96485dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '10b99b7b-7d69-4a17-bb40-675c4fb88b90'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:22:04.826999 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:04.878909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb635a2-b6e2-4b62-94ea-b245ee79c6d5 req-83f65faa-2fdd-47a5-962e-ba4020f50849 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:04.887511 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb635a2-b6e2-4b62-94ea-b245ee79c6d5 req-83f65faa-2fdd-47a5-962e-ba4020f50849 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:04.894350 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb635a2-b6e2-4b62-94ea-b245ee79c6d5 req-83f65faa-2fdd-47a5-962e-ba4020f50849 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:04.901178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb635a2-b6e2-4b62-94ea-b245ee79c6d5 req-83f65faa-2fdd-47a5-962e-ba4020f50849 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:04.908485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb635a2-b6e2-4b62-94ea-b245ee79c6d5 req-83f65faa-2fdd-47a5-962e-ba4020f50849 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:04.916549 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb635a2-b6e2-4b62-94ea-b245ee79c6d5 req-83f65faa-2fdd-47a5-962e-ba4020f50849 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:04.923174 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb635a2-b6e2-4b62-94ea-b245ee79c6d5 req-83f65faa-2fdd-47a5-962e-ba4020f50849 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:04.932138 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-beb635a2-b6e2-4b62-94ea-b245ee79c6d5 req-83f65faa-2fdd-47a5-962e-ba4020f50849 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5394 time: 0.4093287 Dec 20 21:22:04.980016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-baed6a8d-f133-4620-88db-4900eb755d22 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:04.983049 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-baed6a8d-f133-4620-88db-4900eb755d22 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.31 "GET /v2.0/networks?id=b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 200 len: 821 time: 0.3717542 Dec 20 21:22:05.015909 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-825112c9-abd1-42f0-86fa-f74459813b9e tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Request body: {'port': {'device_id': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'admin_state_up': True, 'tenant_id': 'bcfd1174631646a39557725d507ef98c'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:05.105516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] For port 47433a5c-5134-4b06-8317-7a617581ab15, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:05.154983 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-beb635a2-b6e2-4b62-94ea-b245ee79c6d5 req-ad1f9449-5487-4c42-84df-0a89ed9f607e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2213345 Dec 20 21:22:05.196722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] For port 47433a5c-5134-4b06-8317-7a617581ab15, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=47433a5c-5134-4b06-8317-7a617581ab15,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:22:05.219068 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:05.270425 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-825112c9-abd1-42f0-86fa-f74459813b9e tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Made reservation on behalf of bcfd1174631646a39557725d507ef98c for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:22:05.276040 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-825112c9-abd1-42f0-86fa-f74459813b9e tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:05.297181 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] For port 0d6a79cf-e53f-43fa-9f16-1d7680615f14, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:05.316122 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:05.316758 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:05.332755 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] 10.222.0.31 "PUT /v2.0/ports/47433a5c-5134-4b06-8317-7a617581ab15 HTTP/1.1" status: 200 len: 1089 time: 4.5154142 Dec 20 21:22:05.333271 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'tag': '47433a5c-5134-4b06-8317-7a617581ab15'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:05.335722 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93536356-878e-4bc2-bc94-610277b5d8de" -d '{"events": [{"name": "network-changed", "server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "tag": "47433a5c-5134-4b06-8317-7a617581ab15"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:05.386060 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Request body: {'port': {'device_id': '73e5598f-ae11-4bec-9433-78b3196b249d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:05.392759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] For port 0d6a79cf-e53f-43fa-9f16-1d7680615f14, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0d6a79cf-e53f-43fa-9f16-1d7680615f14,segment=NetworkSegment(845afcbf-a4e0-45f8-bd9e-786b96485dda),segment_id=845afcbf-a4e0-45f8-bd9e-786b96485dda)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:22:05.416157 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:05.500553 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:05.538373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00df60-f768-434d-89a9-afd14ceb7598 service neutron] Pushing event updated for resources: {'Port': ['ID=47433a5c-5134-4b06-8317-7a617581ab15,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:05.548378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:05.548945 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:05.549099 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:05.550429 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e5fc18a0-6687-40b3-b828-e022341f142f req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] 10.222.0.66 "PUT /v2.0/ports/0d6a79cf-e53f-43fa-9f16-1d7680615f14 HTTP/1.1" status: 200 len: 1089 time: 5.1441247 Dec 20 21:22:05.762278 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-825112c9-abd1-42f0-86fa-f74459813b9e tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Allocated IP 172.20.0.4 (b6b9c805-eb68-4e46-8415-18bdbd0232b1/d502f1e8-6f50-4040-9fca-d61b5d7c5fbb/9d02d1fd-93ca-4c61-8850-593e018a520e) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:22:05.765784 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:05.780944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e3628-ebf8-4233-a7ec-4bfb433f3f74 req-cb7be14f-f6d4-4d20-b406-edd7e5e28157 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:05.792732 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e23e3628-ebf8-4233-a7ec-4bfb433f3f74 req-cb7be14f-f6d4-4d20-b406-edd7e5e28157 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 943 time: 0.3484569 Dec 20 21:22:05.819339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc18a0-6687-40b3-b828-e022341f142f req-c11edc60-5e43-42c2-bd33-1ad17fa8916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:05.821144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e5fc18a0-6687-40b3-b828-e022341f142f req-c11edc60-5e43-42c2-bd33-1ad17fa8916e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1d872e5721974858b21d335e8188ae85&device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 1092 time: 0.2033215 Dec 20 21:22:05.852694 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6a79cf-e53f-43fa-9f16-1d7680615f14,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:05.895537 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1bf21f-8a9e-4a23-8b9e-88de15b8c3c2 x-openstack-request-id: req-4a1bf21f-8a9e-4a23-8b9e-88de15b8c3c2 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:05.896080 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "tag": "47433a5c-5134-4b06-8317-7a617581ab15", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:05.899142 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a1bf21f-8a9e-4a23-8b9e-88de15b8c3c2 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:05.899812 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'tag': '47433a5c-5134-4b06-8317-7a617581ab15', 'status': 'completed', 'code': 200} Dec 20 21:22:05.958333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:05.958850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:05.959366 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:05.960191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:05.960810 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:05.961327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:05.961813 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:05.962327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:05.963005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:05.963487 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:05.963964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:05.964438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2ce34-b30f-4432-a5b3-2b68b6460bd3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:05.982810 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e5fc18a0-6687-40b3-b828-e022341f142f req-814ffa93-2f0a-4b74-aab9-04d52ed9c5f4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d6a79cf-e53f-43fa-9f16-1d7680615f14 HTTP/1.1" status: 200 len: 217 time: 0.1313813 Dec 20 21:22:06.036696 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-825112c9-abd1-42f0-86fa-f74459813b9e tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:06.075646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] Pushing event updated for resources: {'Port': ['ID=f62a5438-3878-4ef5-a821-bc736b2ed847,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:06.087523 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-825112c9-abd1-42f0-86fa-f74459813b9e tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:06.123120 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e23e3628-ebf8-4233-a7ec-4bfb433f3f74 req-65b03be9-727f-4112-b4b2-d2e7cb1eadbe tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3d5802-41db-4f64-8b8f-a230df5e0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293619 Dec 20 21:22:06.134562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc18a0-6687-40b3-b828-e022341f142f req-196bb9ce-41ff-4908-8476-1dbfbbc958c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:06.152074 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e5fc18a0-6687-40b3-b828-e022341f142f req-196bb9ce-41ff-4908-8476-1dbfbbc958c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65ff034d-f0c1-4494-86f4-a7b9e55b38db HTTP/1.1" status: 200 len: 861 time: 0.1372824 Dec 20 21:22:06.205605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825112c9-abd1-42f0-86fa-f74459813b9e tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Pushing event updated for resources: {'Port': ['ID=9d02d1fd-93ca-4c61-8850-593e018a520e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:06.235511 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:06.253106 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-825112c9-abd1-42f0-86fa-f74459813b9e tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Network b6b9c805-eb68-4e46-8415-18bdbd0232b1 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:22:06.264313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-825112c9-abd1-42f0-86fa-f74459813b9e tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:22:06.269301 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-825112c9-abd1-42f0-86fa-f74459813b9e tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:22:06.298488 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4184e-fc23-446d-a06f-eeebe798d28b req-2a69731a-8481-4478-af2f-08fd124ec760 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:06.306349 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e5fc18a0-6687-40b3-b828-e022341f142f req-1a9048ea-644e-4c8d-94e0-0ce29f9cafa1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10b99b7b-7d69-4a17-bb40-675c4fb88b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378994 Dec 20 21:22:06.307362 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c3e4184e-fc23-446d-a06f-eeebe798d28b req-2a69731a-8481-4478-af2f-08fd124ec760 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 931 time: 0.2256730 Dec 20 21:22:06.420842 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-825112c9-abd1-42f0-86fa-f74459813b9e tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:06.421532 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-825112c9-abd1-42f0-86fa-f74459813b9e tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:06.455199 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93536356-878e-4bc2-bc94-610277b5d8de req-de6aa191-d58d-4ce8-9bb8-46b90f081fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:06.455709 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93536356-878e-4bc2-bc94-610277b5d8de req-de6aa191-d58d-4ce8-9bb8-46b90f081fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:06.456141 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93536356-878e-4bc2-bc94-610277b5d8de req-de6aa191-d58d-4ce8-9bb8-46b90f081fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:06.456601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93536356-878e-4bc2-bc94-610277b5d8de req-de6aa191-d58d-4ce8-9bb8-46b90f081fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:06.457059 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93536356-878e-4bc2-bc94-610277b5d8de req-de6aa191-d58d-4ce8-9bb8-46b90f081fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:06.461356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93536356-878e-4bc2-bc94-610277b5d8de req-de6aa191-d58d-4ce8-9bb8-46b90f081fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:06.461356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93536356-878e-4bc2-bc94-610277b5d8de req-de6aa191-d58d-4ce8-9bb8-46b90f081fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:06.461356 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-93536356-878e-4bc2-bc94-610277b5d8de req-de6aa191-d58d-4ce8-9bb8-46b90f081fe5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa6bba111e234f8b895c1075b6132216&device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 6278 time: 0.5145848 Dec 20 21:22:06.523349 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-825112c9-abd1-42f0-86fa-f74459813b9e tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5141866 Dec 20 21:22:06.544498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Request body: {'port': {'device_id': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:06.579898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:06.587251 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] Network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:22:06.628949 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:06.637368 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:22:06.686973 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c3e4184e-fc23-446d-a06f-eeebe798d28b req-3fe900cd-8899-4b51-abe5-69abb87b3e8a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787229 Dec 20 21:22:06.711100 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:06.712041 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:06.900744 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:06.949634 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:06.958504 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ab8ff1f4-c036-4ca4-b247-07f8b2688bb6 None None] Provisioning complete for port 9d02d1fd-93ca-4c61-8850-593e018a520e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:06.958913 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab8ff1f4-c036-4ca4-b247-07f8b2688bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:07.015141 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:07.141299 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:07.171716 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ab8ff1f4-c036-4ca4-b247-07f8b2688bb6 None None] Port 9d02d1fd-93ca-4c61-8850-593e018a520e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:22:07.305567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3d91b0ea-2c03-438c-b916-e9ea15bb3af4 None None] Provisioning complete for port f62a5438-3878-4ef5-a821-bc736b2ed847 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:07.306162 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d91b0ea-2c03-438c-b916-e9ea15bb3af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:07.404019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3d91b0ea-2c03-438c-b916-e9ea15bb3af4 None None] Port f62a5438-3878-4ef5-a821-bc736b2ed847 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:22:07.586453 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e5fc18a0-6687-40b3-b828-e022341f142f req-ad409e5a-88da-43c0-974b-a8113e677722 service neutron] 10.222.0.66 "GET /v2.0/networks/10b99b7b-7d69-4a17-bb40-675c4fb88b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2678521 Dec 20 21:22:07.587988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93536356-878e-4bc2-bc94-610277b5d8de req-67664f4a-bf92-41ba-90f2-18eda8dcea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:07.588454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93536356-878e-4bc2-bc94-610277b5d8de req-67664f4a-bf92-41ba-90f2-18eda8dcea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:07.588903 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93536356-878e-4bc2-bc94-610277b5d8de req-67664f4a-bf92-41ba-90f2-18eda8dcea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:07.590382 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-93536356-878e-4bc2-bc94-610277b5d8de req-67664f4a-bf92-41ba-90f2-18eda8dcea6a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=fa6bba111e234f8b895c1075b6132216&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1119134 Dec 20 21:22:07.696299 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] Router b1f31eeb-5fe1-489b-a246-5a680e80afe2 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:22:07.711052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fd553-fbba-445a-9c15-4c2c41462bc7 req-038ce778-92b9-48e8-9dfb-ffc8caa2a5dc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:07.716769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fd553-fbba-445a-9c15-4c2c41462bc7 req-038ce778-92b9-48e8-9dfb-ffc8caa2a5dc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:07.722678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fd553-fbba-445a-9c15-4c2c41462bc7 req-038ce778-92b9-48e8-9dfb-ffc8caa2a5dc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:07.728634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fd553-fbba-445a-9c15-4c2c41462bc7 req-038ce778-92b9-48e8-9dfb-ffc8caa2a5dc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:07.734164 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fd553-fbba-445a-9c15-4c2c41462bc7 req-038ce778-92b9-48e8-9dfb-ffc8caa2a5dc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:07.740127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fd553-fbba-445a-9c15-4c2c41462bc7 req-038ce778-92b9-48e8-9dfb-ffc8caa2a5dc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:07.748196 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fd553-fbba-445a-9c15-4c2c41462bc7 req-038ce778-92b9-48e8-9dfb-ffc8caa2a5dc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:07.752156 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d68fd553-fbba-445a-9c15-4c2c41462bc7 req-038ce778-92b9-48e8-9dfb-ffc8caa2a5dc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5394 time: 1.2909729 Dec 20 21:22:07.879052 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d80bab-b35c-400c-b13f-3382c4427ecc req-7cf4048f-d119-49a9-8a22-00eea5573f17 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:07.886705 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-99d80bab-b35c-400c-b13f-3382c4427ecc req-7cf4048f-d119-49a9-8a22-00eea5573f17 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 943 time: 0.2557142 Dec 20 21:22:07.921328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6', 'tag': '0d6a79cf-e53f-43fa-9f16-1d7680615f14'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:07.923997 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801058e4-3b17-46c9-ab3a-88961ba4bc86" -d '{"events": [{"name": "network-changed", "server_uuid": "ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6", "tag": "0d6a79cf-e53f-43fa-9f16-1d7680615f14"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:07.945516 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:22:07.952153 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-950dea04-6fa8-4081-85e8-ba40e99e4b54 admin admin] 10.222.0.32 "PUT /v2.0/routers/b1f31eeb-5fe1-489b-a246-5a680e80afe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3305936 Dec 20 21:22:07.963318 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Sync routers for ids ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:22:07.975338 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Routers {'b1f31eeb-5fe1-489b-a246-5a680e80afe2'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:22:07.982282 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-99d80bab-b35c-400c-b13f-3382c4427ecc req-0fdd26cc-aadb-470e-8388-07fd0699475d tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3d5802-41db-4f64-8b8f-a230df5e0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933573 Dec 20 21:22:07.992001 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d68fd553-fbba-445a-9c15-4c2c41462bc7 req-c818b232-d91b-47ef-bd4c-ca8b8271d16c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1733401 Dec 20 21:22:08.005430 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93536356-878e-4bc2-bc94-610277b5d8de req-4ffaddb0-0eca-4beb-be04-4c8ff5d9b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:08.007090 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-93536356-878e-4bc2-bc94-610277b5d8de req-4ffaddb0-0eca-4beb-be04-4c8ff5d9b31f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4001160 Dec 20 21:22:08.014891 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e5fc18a0-6687-40b3-b828-e022341f142f req-6874b245-ba3c-44e3-9c65-e08f2df6174e service neutron] 10.222.0.66 "GET /v2.0/networks/10b99b7b-7d69-4a17-bb40-675c4fb88b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183333 Dec 20 21:22:08.016291 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:21:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:08.104932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35be04de-962b-40fb-bade-5a6118e85e04 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:08.115033 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:08.133289 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Transition to ACTIVE for port object 35be04de-962b-40fb-bade-5a6118e85e04 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:22:08.145238 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:08.181782 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d02d1fd-93ca-4c61-8850-593e018a520e {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:08.194154 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75be3c4e-c05e-4cc3-bb40-611c546c9fbe x-openstack-request-id: req-75be3c4e-c05e-4cc3-bb40-611c546c9fbe {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:08.194538 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6", "tag": "0d6a79cf-e53f-43fa-9f16-1d7680615f14", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:08.195097 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75be3c4e-c05e-4cc3-bb40-611c546c9fbe {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:08.195533 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6', 'tag': '0d6a79cf-e53f-43fa-9f16-1d7680615f14', 'status': 'completed', 'code': 200} Dec 20 21:22:08.224591 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:08.288899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Transition to ACTIVE for port object 9d02d1fd-93ca-4c61-8850-593e018a520e will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:22:08.291745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Set router b1f31eeb-5fe1-489b-a246-5a680e80afe2 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:22:08.309939 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:08.369128 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce39ff5-b58d-474a-9d89-8406bfa6c2c0 req-a4515f68-f127-4129-b131-23e37802d840 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:08.370862 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9ce39ff5-b58d-474a-9d89-8406bfa6c2c0 req-a4515f68-f127-4129-b131-23e37802d840 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 931 time: 0.1679742 Dec 20 21:22:08.382154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=35be04de-962b-40fb-bade-5a6118e85e04,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:08.486687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801058e4-3b17-46c9-ab3a-88961ba4bc86 req-fa0f9cf1-e53a-4864-920e-8daf3b53f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:08.488742 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-801058e4-3b17-46c9-ab3a-88961ba4bc86 req-fa0f9cf1-e53a-4864-920e-8daf3b53f996 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1d872e5721974858b21d335e8188ae85&device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 1092 time: 0.2403238 Dec 20 21:22:08.585925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:08.613748 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Attempting to bind port 35be04de-962b-40fb-bade-5a6118e85e04 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:22:08.614260 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Attempting to bind port 35be04de-962b-40fb-bade-5a6118e85e04 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:22:08.614501 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Attempting to bind port 35be04de-962b-40fb-bade-5a6118e85e04 on network 26353263-4cf3-440d-921d-58d861009b00 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:08.635631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Port 35be04de-962b-40fb-bade-5a6118e85e04 on network 26353263-4cf3-440d-921d-58d861009b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:22:08.635979 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Attempting to bind port 35be04de-962b-40fb-bade-5a6118e85e04 on network 26353263-4cf3-440d-921d-58d861009b00 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:08.648431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:22:08.648771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Checking segment: {'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:08.649160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Bound using segment: {'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:22:08.649605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Bound port: 35be04de-962b-40fb-bade-5a6118e85e04, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b99f6fc-c333-4da6-96c5-c9d743475af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '26353263-4cf3-440d-921d-58d861009b00'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:22:08.650164 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:08.660351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Pushing event updated for resources: {'Port': ['ID=9d02d1fd-93ca-4c61-8850-593e018a520e,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:08.697099 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9ce39ff5-b58d-474a-9d89-8406bfa6c2c0 req-0428940b-ed12-4c1e-9ac7-7e63a9064a40 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964964 Dec 20 21:22:08.732917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801058e4-3b17-46c9-ab3a-88961ba4bc86 req-f4abc718-d49b-4408-9f5e-cdf1c49a8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:08.734874 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-801058e4-3b17-46c9-ab3a-88961ba4bc86 req-f4abc718-d49b-4408-9f5e-cdf1c49a8796 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10b99b7b-7d69-4a17-bb40-675c4fb88b90 HTTP/1.1" status: 200 len: 922 time: 0.2318974 Dec 20 21:22:08.741390 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:08.742041 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:08.755850 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Attempting to bind port 9d02d1fd-93ca-4c61-8850-593e018a520e on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:22:08.756098 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Attempting to bind port 9d02d1fd-93ca-4c61-8850-593e018a520e by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:22:08.756484 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Attempting to bind port 9d02d1fd-93ca-4c61-8850-593e018a520e on network b6b9c805-eb68-4e46-8415-18bdbd0232b1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:08.770612 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Port 9d02d1fd-93ca-4c61-8850-593e018a520e on network b6b9c805-eb68-4e46-8415-18bdbd0232b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:22:08.770932 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Attempting to bind port 9d02d1fd-93ca-4c61-8850-593e018a520e on network b6b9c805-eb68-4e46-8415-18bdbd0232b1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:08.786128 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:22:08.786480 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Checking segment: {'id': '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:08.786919 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Bound using segment: {'id': '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:22:08.787369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Bound port: 9d02d1fd-93ca-4c61-8850-593e018a520e, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:22:08.787988 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:08.806138 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-801058e4-3b17-46c9-ab3a-88961ba4bc86 req-bd8b190c-cccc-43a4-a726-60b8c3edfc7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d6a79cf-e53f-43fa-9f16-1d7680615f14 HTTP/1.1" status: 200 len: 217 time: 0.0574880 Dec 20 21:22:08.869745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801058e4-3b17-46c9-ab3a-88961ba4bc86 req-269cd442-edf4-40eb-95d2-47c546e5cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:08.871751 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-801058e4-3b17-46c9-ab3a-88961ba4bc86 req-269cd442-edf4-40eb-95d2-47c546e5cbd3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65ff034d-f0c1-4494-86f4-a7b9e55b38db HTTP/1.1" status: 200 len: 861 time: 0.0572729 Dec 20 21:22:08.953542 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] For port 35be04de-962b-40fb-bade-5a6118e85e04, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:08.970994 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] For port 35be04de-962b-40fb-bade-5a6118e85e04, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=35be04de-962b-40fb-bade-5a6118e85e04,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:22:08.975459 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-801058e4-3b17-46c9-ab3a-88961ba4bc86 req-b396f5b7-31e7-46e9-926e-3b2fc4d92d51 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10b99b7b-7d69-4a17-bb40-675c4fb88b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947638 Dec 20 21:22:08.978937 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] For port 9d02d1fd-93ca-4c61-8850-593e018a520e, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:08.983039 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:08.983264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] For port 9d02d1fd-93ca-4c61-8850-593e018a520e, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9d02d1fd-93ca-4c61-8850-593e018a520e,segment=NetworkSegment(33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3),segment_id=33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:22:08.986148 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:22:04Z', 'revision_number': 4, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'f62a5438-3878-4ef5-a821-bc736b2ed847', 'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'mac_address': 'fa:16:3e:77:f1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:22:03Z', 'updated_at': '2021-12-20T21:22:04Z', 'revision_number': 2, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'subnets': [{'id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:09.004547 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:09.022082 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:09.023790 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:09.025595 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] 10.222.0.31 "PUT /v2.0/ports/9d02d1fd-93ca-4c61-8850-593e018a520e HTTP/1.1" status: 200 len: 1089 time: 2.4882159 Dec 20 21:22:09.027405 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'tag': '9d02d1fd-93ca-4c61-8850-593e018a520e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:09.030332 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64994eb-9d00-4eec-88f2-6695e845c66f" -d '{"events": [{"name": "network-changed", "server_uuid": "3de7ce4e-0201-4aee-9fdf-62006bb87697", "tag": "9d02d1fd-93ca-4c61-8850-593e018a520e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:09.094533 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Checking router: b1f31eeb-5fe1-489b-a246-5a680e80afe2 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:22:09.095568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Updating router b1f31eeb-5fe1-489b-a246-5a680e80afe2 port f62a5438-3878-4ef5-a821-bc736b2ed847 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:22:09.170760 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:09.188993 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c2a71-01a9-4441-bb48-1ff3d6151045 service neutron] Pushing event updated for resources: {'Port': ['ID=9d02d1fd-93ca-4c61-8850-593e018a520e,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:09.282007 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-9e3ca1bf-02f4-4307-836b-ea0ca6406e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:09.290234 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-9e3ca1bf-02f4-4307-836b-ea0ca6406e3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bcfd1174631646a39557725d507ef98c&device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 1092 time: 0.1966379 Dec 20 21:22:09.328782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=35be04de-962b-40fb-bade-5a6118e85e04,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:09.345652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54154) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:09.395577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-6495b85e-829c-4fe3-8599-cd50009b5eb7 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1968731102', 'description': 'tempest-description--1462120395'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:09.481131 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-87c73e08-d76c-4f86-b609-513d51b457b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d02d1fd-93ca-4c61-8850-593e018a520e HTTP/1.1" status: 200 len: 217 time: 0.1757991 Dec 20 21:22:09.508689 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6495b85e-829c-4fe3-8599-cd50009b5eb7 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:09.545683 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:09.548496 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:09.556490 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e590954f-27c6-4497-ad00-6f0daea99ae4 service neutron] 10.222.0.31 "PUT /v2.0/ports/35be04de-962b-40fb-bade-5a6118e85e04 HTTP/1.1" status: 200 len: 1088 time: 4.1792209 Dec 20 21:22:09.648238 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd6ace-8c71-4d32-873e-01e0585d2a91 req-1b3dd4b4-f4b1-417f-8a70-cf32fa770dc1 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:09.656174 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Request body: {'port': {'device_id': '73e5598f-ae11-4bec-9433-78b3196b249d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:09.659897 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8afd6ace-8c71-4d32-873e-01e0585d2a91 req-1b3dd4b4-f4b1-417f-8a70-cf32fa770dc1 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 943 time: 0.1254108 Dec 20 21:22:09.698668 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-4332a363-abe8-4180-b430-309f3719616d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:09.703162 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-4332a363-abe8-4180-b430-309f3719616d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d502f1e8-6f50-4040-9fca-d61b5d7c5fbb HTTP/1.1" status: 200 len: 860 time: 0.2148314 Dec 20 21:22:09.814530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54162) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:09.886216 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8afd6ace-8c71-4d32-873e-01e0585d2a91 req-e91fdb58-d08e-4403-8e57-55e501ed19d4 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3d5802-41db-4f64-8b8f-a230df5e0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139089 Dec 20 21:22:09.922564 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-c4ef63b9-b39f-46b2-a7ef-07826503349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:09.924377 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:09.935212 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-c4ef63b9-b39f-46b2-a7ef-07826503349a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b6b9c805-eb68-4e46-8415-18bdbd0232b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2069998 Dec 20 21:22:09.938427 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:09.994757 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-801058e4-3b17-46c9-ab3a-88961ba4bc86 req-7f1f99df-88e1-43d1-bfa2-d70bf8b33058 service neutron] 10.222.0.66 "GET /v2.0/networks/10b99b7b-7d69-4a17-bb40-675c4fb88b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0083628 Dec 20 21:22:10.012182 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26314afc-83a5-41f9-8e0c-120ae7f235f0 x-openstack-request-id: req-26314afc-83a5-41f9-8e0c-120ae7f235f0 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:10.016523 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de7ce4e-0201-4aee-9fdf-62006bb87697", "tag": "9d02d1fd-93ca-4c61-8850-593e018a520e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:10.016779 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26314afc-83a5-41f9-8e0c-120ae7f235f0 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:10.018733 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'tag': '9d02d1fd-93ca-4c61-8850-593e018a520e', 'status': 'completed', 'code': 200} Dec 20 21:22:10.060521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334968c-d300-45b3-b267-8309116e6702 req-e33ea3d0-e989-4ae4-b57c-3fe3ed107c9e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:10.070917 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038908dd-9494-467f-b1a3-a627537c5eb5 None None] Pushing event updated for resources: {'Port': ['ID=f62a5438-3878-4ef5-a821-bc736b2ed847,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:10.075215 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334968c-d300-45b3-b267-8309116e6702 req-e33ea3d0-e989-4ae4-b57c-3fe3ed107c9e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:10.082545 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334968c-d300-45b3-b267-8309116e6702 req-e33ea3d0-e989-4ae4-b57c-3fe3ed107c9e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:10.093557 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334968c-d300-45b3-b267-8309116e6702 req-e33ea3d0-e989-4ae4-b57c-3fe3ed107c9e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:10.100848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334968c-d300-45b3-b267-8309116e6702 req-e33ea3d0-e989-4ae4-b57c-3fe3ed107c9e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:10.124609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334968c-d300-45b3-b267-8309116e6702 req-e33ea3d0-e989-4ae4-b57c-3fe3ed107c9e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:10.136076 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334968c-d300-45b3-b267-8309116e6702 req-e33ea3d0-e989-4ae4-b57c-3fe3ed107c9e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:10.147104 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9334968c-d300-45b3-b267-8309116e6702 req-e33ea3d0-e989-4ae4-b57c-3fe3ed107c9e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5406 time: 0.6163452 Dec 20 21:22:10.160585 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb7b1387-fca7-4302-9859-73cfb6acd243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:10.192207 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:10.227313 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Attempting to bind port f62a5438-3878-4ef5-a821-bc736b2ed847 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:22:10.231576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Attempting to bind port f62a5438-3878-4ef5-a821-bc736b2ed847 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:22:10.232245 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Attempting to bind port f62a5438-3878-4ef5-a821-bc736b2ed847 on network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:10.238404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:22:10.242752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Checking segment: {'id': '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:10.246213 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:10.247921 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6495b85e-829c-4fe3-8599-cd50009b5eb7 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:10.248576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Bound using segment: {'id': '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:22:10.249434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Bound port: f62a5438-3878-4ef5-a821-bc736b2ed847, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:22:10.250059 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:10.299106 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb7b1387-fca7-4302-9859-73cfb6acd243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:10.315117 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb7b1387-fca7-4302-9859-73cfb6acd243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:10.393388 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cb7b1387-fca7-4302-9859-73cfb6acd243 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5499af6bac394b68a7125803d4d20a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5766082 Dec 20 21:22:10.394582 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54196) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:10.396302 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] For port f62a5438-3878-4ef5-a821-bc736b2ed847, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:10.400566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] For port f62a5438-3878-4ef5-a821-bc736b2ed847, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f62a5438-3878-4ef5-a821-bc736b2ed847,segment=NetworkSegment(8cca1883-e9d5-464d-9ab7-a5b34fb4c08c),segment_id=8cca1883-e9d5-464d-9ab7-a5b34fb4c08c)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:22:10.415550 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:10.418580 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-fac04573-e17a-4714-b99d-dc8b5a80efe6 service neutron] 10.222.0.31 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755743 Dec 20 21:22:10.441639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'tag': '35be04de-962b-40fb-bade-5a6118e85e04'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:10.444563 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84bb6a0-6213-4aa8-a67b-b9cf07de80dd" -d '{"events": [{"name": "network-changed", "server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "tag": "35be04de-962b-40fb-bade-5a6118e85e04"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:10.449764 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-801058e4-3b17-46c9-ab3a-88961ba4bc86 req-db110813-0483-42dc-aa52-f13aaaca9d25 service neutron] 10.222.0.66 "GET /v2.0/networks/10b99b7b-7d69-4a17-bb40-675c4fb88b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369712 Dec 20 21:22:10.461878 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9334968c-d300-45b3-b267-8309116e6702 req-d4f42850-b9e0-4eba-a55f-d148ee4e02c6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3134058 Dec 20 21:22:10.462557 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6495b85e-829c-4fe3-8599-cd50009b5eb7 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:10.501135 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b1387-fca7-4302-9859-73cfb6acd243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7390e0-22aa-466c-a5d7-7704f036000a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:10.532083 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495b85e-829c-4fe3-8599-cd50009b5eb7 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec630c4d-82f5-497a-b0ef-ae36b5074991,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:10.547127 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6495b85e-829c-4fe3-8599-cd50009b5eb7 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:10.551051 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6495b85e-829c-4fe3-8599-cd50009b5eb7 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1841211 Dec 20 21:22:10.553369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54200) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:10.557604 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-4265abb7-7ce3-428d-9ca4-6dca9b32944c tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Request body: {'security_group_rule': {'security_group_id': 'ec630c4d-82f5-497a-b0ef-ae36b5074991', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:10.566266 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038908dd-9494-467f-b1a3-a627537c5eb5 None None] Pushing event updated for resources: {'Port': ['ID=f62a5438-3878-4ef5-a821-bc736b2ed847,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:10.612278 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-49a0df90-5f52-48b7-9e4e-1d1f7ea3d82f None None] Provisioning complete for port f62a5438-3878-4ef5-a821-bc736b2ed847 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:10.612648 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49a0df90-5f52-48b7-9e4e-1d1f7ea3d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:10.667888 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88593896-d3cc-4e59-820d-df97521f9c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:10.700968 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Routers {'b1f31eeb-5fe1-489b-a246-5a680e80afe2'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:22:10.701720 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:21:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:10.745887 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d42768a1-9d10-4c82-ad52-f78734aa8af4 req-9f92c9c8-b55b-44bc-bafb-6177493d319f service neutron] 10.222.0.31 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156667 Dec 20 21:22:10.796671 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88593896-d3cc-4e59-820d-df97521f9c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:10.944362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64994eb-9d00-4eec-88f2-6695e845c66f req-58f56fb9-ab20-4cd6-9363-2c414d91940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:10.946166 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c64994eb-9d00-4eec-88f2-6695e845c66f req-58f56fb9-ab20-4cd6-9363-2c414d91940d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bcfd1174631646a39557725d507ef98c&device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 1092 time: 0.0997279 Dec 20 21:22:11.017186 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da036172-1171-4863-9e01-86b9bccda092 x-openstack-request-id: req-da036172-1171-4863-9e01-86b9bccda092 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:11.018249 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "tag": "35be04de-962b-40fb-bade-5a6118e85e04", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:11.018503 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da036172-1171-4863-9e01-86b9bccda092 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:11.019164 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'tag': '35be04de-962b-40fb-bade-5a6118e85e04', 'status': 'completed', 'code': 200} Dec 20 21:22:11.090018 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88593896-d3cc-4e59-820d-df97521f9c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:11.102166 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88593896-d3cc-4e59-820d-df97521f9c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:11.113325 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-88593896-d3cc-4e59-820d-df97521f9c78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d7390e0-22aa-466c-a5d7-7704f036000a HTTP/1.1" status: 204 len: 168 time: 0.7143526 Dec 20 21:22:11.161338 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88593896-d3cc-4e59-820d-df97521f9c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7390e0-22aa-466c-a5d7-7704f036000a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:11.216925 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64994eb-9d00-4eec-88f2-6695e845c66f req-d73fd46d-a5ac-4641-b0d3-ef32b51c7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:11.219001 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c64994eb-9d00-4eec-88f2-6695e845c66f req-d73fd46d-a5ac-4641-b0d3-ef32b51c7305 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 200 len: 922 time: 0.2656319 Dec 20 21:22:11.219433 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af104d3-5b5c-4c65-b1ac-144ab3987ab1 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:11.223293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0d6a79cf-e53f-43fa-9f16-1d7680615f14 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:22:11.232687 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:11.266573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] Set router b1f31eeb-5fe1-489b-a246-5a680e80afe2 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:22:11.268319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Transition to ACTIVE for port object 3af104d3-5b5c-4c65-b1ac-144ab3987ab1 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:22:11.278205 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4265abb7-7ce3-428d-9ca4-6dca9b32944c tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:11.290697 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:11.301313 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49a0df90-5f52-48b7-9e4e-1d1f7ea3d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:11.394664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-49a0df90-5f52-48b7-9e4e-1d1f7ea3d82f None None] For port f62a5438-3878-4ef5-a821-bc736b2ed847, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f62a5438-3878-4ef5-a821-bc736b2ed847,segment=NetworkSegment(8cca1883-e9d5-464d-9ab7-a5b34fb4c08c),segment_id=8cca1883-e9d5-464d-9ab7-a5b34fb4c08c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:11.402256 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c64994eb-9d00-4eec-88f2-6695e845c66f req-591a65b5-5d67-4810-ac21-d217b45ed293 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d02d1fd-93ca-4c61-8850-593e018a520e HTTP/1.1" status: 200 len: 217 time: 0.1697254 Dec 20 21:22:11.413275 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c897f0e-ec3e-4e11-b686-790d3ab71be7 req-ee6215f8-4a17-4bc2-9b44-563b01a783dd tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:11.415545 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49a0df90-5f52-48b7-9e4e-1d1f7ea3d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:11.428911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c897f0e-ec3e-4e11-b686-790d3ab71be7 req-ee6215f8-4a17-4bc2-9b44-563b01a783dd tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 943 time: 0.7632399 Dec 20 21:22:11.454690 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Pushing event updated for resources: {'Port': ['ID=3af104d3-5b5c-4c65-b1ac-144ab3987ab1,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:11.580724 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c897f0e-ec3e-4e11-b686-790d3ab71be7 req-d2c761d5-f37b-4b26-a7d8-1ccb9229dd27 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499808 Dec 20 21:22:11.621432 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64994eb-9d00-4eec-88f2-6695e845c66f req-2c0a613e-869d-4ce4-b4ad-2d0376bb4c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:11.628146 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c64994eb-9d00-4eec-88f2-6695e845c66f req-2c0a613e-869d-4ce4-b4ad-2d0376bb4c0e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d502f1e8-6f50-4040-9fca-d61b5d7c5fbb HTTP/1.1" status: 200 len: 860 time: 0.2220664 Dec 20 21:22:11.713408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bb6a0-6213-4aa8-a67b-b9cf07de80dd req-41fafb8d-a261-45ad-b26c-44f28cd8e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:11.713882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bb6a0-6213-4aa8-a67b-b9cf07de80dd req-41fafb8d-a261-45ad-b26c-44f28cd8e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:11.714453 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bb6a0-6213-4aa8-a67b-b9cf07de80dd req-41fafb8d-a261-45ad-b26c-44f28cd8e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:11.714838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bb6a0-6213-4aa8-a67b-b9cf07de80dd req-41fafb8d-a261-45ad-b26c-44f28cd8e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:11.715404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bb6a0-6213-4aa8-a67b-b9cf07de80dd req-41fafb8d-a261-45ad-b26c-44f28cd8e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:11.715861 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bb6a0-6213-4aa8-a67b-b9cf07de80dd req-41fafb8d-a261-45ad-b26c-44f28cd8e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:11.716308 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bb6a0-6213-4aa8-a67b-b9cf07de80dd req-41fafb8d-a261-45ad-b26c-44f28cd8e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:11.718250 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d84bb6a0-6213-4aa8-a67b-b9cf07de80dd req-41fafb8d-a261-45ad-b26c-44f28cd8e253 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa6bba111e234f8b895c1075b6132216&device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 6343 time: 0.6982796 Dec 20 21:22:11.737504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Attempting to bind port 3af104d3-5b5c-4c65-b1ac-144ab3987ab1 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:22:11.737910 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Attempting to bind port 3af104d3-5b5c-4c65-b1ac-144ab3987ab1 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'fab1d453-07de-487d-855a-9b6fad58b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:22:11.738211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Attempting to bind port 3af104d3-5b5c-4c65-b1ac-144ab3987ab1 on network 639c8589-e65d-40a2-92b1-3421f5cc2118 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:11.757155 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54258) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:11.784048 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64994eb-9d00-4eec-88f2-6695e845c66f req-dc1b1ad6-5430-46fc-af10-0870352de220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:11.785868 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c64994eb-9d00-4eec-88f2-6695e845c66f req-dc1b1ad6-5430-46fc-af10-0870352de220 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b6b9c805-eb68-4e46-8415-18bdbd0232b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1451974 Dec 20 21:22:11.795053 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0d6a79cf-e53f-43fa-9f16-1d7680615f14, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0d6a79cf-e53f-43fa-9f16-1d7680615f14,segment=NetworkSegment(845afcbf-a4e0-45f8-bd9e-786b96485dda),segment_id=845afcbf-a4e0-45f8-bd9e-786b96485dda)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:11.807954 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe8796-54f4-496d-8724-51cfe596cc58 req-46ffaced-4c56-4503-bd4c-39e1b7f5a7e5 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:11.815604 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-83fe8796-54f4-496d-8724-51cfe596cc58 req-46ffaced-4c56-4503-bd4c-39e1b7f5a7e5 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 943 time: 0.1122429 Dec 20 21:22:11.833975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '0d6a79cf-e53f-43fa-9f16-1d7680615f14', 'network_id': '10b99b7b-7d69-4a17-bb40-675c4fb88b90', 'port_id': '0d6a79cf-e53f-43fa-9f16-1d7680615f14', 'mac_address': 'fa:16:3e:11:6b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ff034d-f0c1-4494-86f4-a7b9e55b38db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:22:11.838691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Port 3af104d3-5b5c-4c65-b1ac-144ab3987ab1 on network 639c8589-e65d-40a2-92b1-3421f5cc2118 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:22:11.839013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Attempting to bind port 3af104d3-5b5c-4c65-b1ac-144ab3987ab1 on network 639c8589-e65d-40a2-92b1-3421f5cc2118 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:11.850500 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0df90-5f52-48b7-9e4e-1d1f7ea3d82f None None] Pushing event updated for resources: {'Port': ['ID=f62a5438-3878-4ef5-a821-bc736b2ed847,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:11.854730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56914941-584c-4c35-a75f-117614f73dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:11.871471 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-5063bf01-528e-419a-aea3-ad0fed3d0efc None None] Provisioning complete for port f62a5438-3878-4ef5-a821-bc736b2ed847 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:11.872505 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5063bf01-528e-419a-aea3-ad0fed3d0efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:11.888263 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:22:11.888574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Checking segment: {'id': 'fab1d453-07de-487d-855a-9b6fad58b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:11.889580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Bound using segment: {'id': 'fab1d453-07de-487d-855a-9b6fad58b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:22:11.890095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Bound port: 3af104d3-5b5c-4c65-b1ac-144ab3987ab1, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab1d453-07de-487d-855a-9b6fad58b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:22:11.890515 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:11.903200 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-83fe8796-54f4-496d-8724-51cfe596cc58 req-d0460892-c71c-4089-823c-9b1522463929 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3d5802-41db-4f64-8b8f-a230df5e0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858498 Dec 20 21:22:11.941636 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4265abb7-7ce3-428d-9ca4-6dca9b32944c tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:11.967950 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d116bf-ee1b-4734-9243-522af36152c4 req-96d172e1-6d72-4ca4-85f7-2a010c407553 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:11.973655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d116bf-ee1b-4734-9243-522af36152c4 req-96d172e1-6d72-4ca4-85f7-2a010c407553 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:11.979478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d116bf-ee1b-4734-9243-522af36152c4 req-96d172e1-6d72-4ca4-85f7-2a010c407553 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:11.985221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d116bf-ee1b-4734-9243-522af36152c4 req-96d172e1-6d72-4ca4-85f7-2a010c407553 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:11.991065 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d116bf-ee1b-4734-9243-522af36152c4 req-96d172e1-6d72-4ca4-85f7-2a010c407553 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:11.995693 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c64994eb-9d00-4eec-88f2-6695e845c66f req-84ad1dd6-6a48-4394-8df6-c91840d1c961 service neutron] 10.222.0.31 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031326 Dec 20 21:22:11.996881 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d116bf-ee1b-4734-9243-522af36152c4 req-96d172e1-6d72-4ca4-85f7-2a010c407553 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:12.002601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d116bf-ee1b-4734-9243-522af36152c4 req-96d172e1-6d72-4ca4-85f7-2a010c407553 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:12.003874 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:12.004910 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-53d116bf-ee1b-4734-9243-522af36152c4 req-96d172e1-6d72-4ca4-85f7-2a010c407553 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5418 time: 0.2685089 Dec 20 21:22:12.025870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6a79cf-e53f-43fa-9f16-1d7680615f14 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:12.039723 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4265abb7-7ce3-428d-9ca4-6dca9b32944c tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:12.058007 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0d6a79cf-e53f-43fa-9f16-1d7680615f14, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0d6a79cf-e53f-43fa-9f16-1d7680615f14,segment=NetworkSegment(845afcbf-a4e0-45f8-bd9e-786b96485dda),segment_id=845afcbf-a4e0-45f8-bd9e-786b96485dda)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:12.092460 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:12.152163 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265abb7-7ce3-428d-9ca4-6dca9b32944c tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e40c33b-a966-40d8-8945-d712dc80b8bb,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:12.177618 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:22:04Z', 'revision_number': 4, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'f62a5438-3878-4ef5-a821-bc736b2ed847', 'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'mac_address': 'fa:16:3e:77:f1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:22:03Z', 'updated_at': '2021-12-20T21:22:10Z', 'revision_number': 4, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'subnets': [{'id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:12.183190 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bb6a0-6213-4aa8-a67b-b9cf07de80dd req-a1346f30-7a76-4344-a7dc-3afb6dfa7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:12.183655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bb6a0-6213-4aa8-a67b-b9cf07de80dd req-a1346f30-7a76-4344-a7dc-3afb6dfa7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:12.184108 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bb6a0-6213-4aa8-a67b-b9cf07de80dd req-a1346f30-7a76-4344-a7dc-3afb6dfa7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:12.185693 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d84bb6a0-6213-4aa8-a67b-b9cf07de80dd req-a1346f30-7a76-4344-a7dc-3afb6dfa7aa4 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=fa6bba111e234f8b895c1075b6132216&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4443839 Dec 20 21:22:12.200394 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c64994eb-9d00-4eec-88f2-6695e845c66f req-9083fcd1-62a9-4938-927e-65f4695962b6 service neutron] 10.222.0.31 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961665 Dec 20 21:22:12.221852 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f183d8b5-0e16-4aea-9b21-64c53647bc3d None None] The sync data for ids ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'] in n-d-xena-1 is: [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:22:04Z', 'revision_number': 4, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'f62a5438-3878-4ef5-a821-bc736b2ed847', 'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'mac_address': 'fa:16:3e:77:f1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:22:03Z', 'updated_at': '2021-12-20T21:22:10Z', 'revision_number': 4, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'subnets': [{'id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:22:12.231646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] For port 3af104d3-5b5c-4c65-b1ac-144ab3987ab1, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:12.235309 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] For port 3af104d3-5b5c-4c65-b1ac-144ab3987ab1, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=3af104d3-5b5c-4c65-b1ac-144ab3987ab1,segment=NetworkSegment(fab1d453-07de-487d-855a-9b6fad58b8b4),segment_id=fab1d453-07de-487d-855a-9b6fad58b8b4)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:22:12.259412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=0d6a79cf-e53f-43fa-9f16-1d7680615f14,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:12.309263 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4265abb7-7ce3-428d-9ca4-6dca9b32944c tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:12.313309 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4265abb7-7ce3-428d-9ca4-6dca9b32944c tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7573855 Dec 20 21:22:12.314604 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:12.317107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54284) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:12.322649 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-21f87b49-13f7-4ac4-8892-eef152ba14ce tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Request body: {'security_group_rule': {'security_group_id': 'ec630c4d-82f5-497a-b0ef-ae36b5074991', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:12.350148 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-53d116bf-ee1b-4734-9243-522af36152c4 req-19b7e390-a741-4932-bc61-4ee20f6665af tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3184531 Dec 20 21:22:12.370743 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21f87b49-13f7-4ac4-8892-eef152ba14ce tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:12.374359 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['0d6a79cf-e53f-43fa-9f16-1d7680615f14'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:12.568658 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:12.569351 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:12.570888 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] 10.222.0.31 "PUT /v2.0/ports/3af104d3-5b5c-4c65-b1ac-144ab3987ab1 HTTP/1.1" status: 200 len: 1089 time: 2.9581378 Dec 20 21:22:12.592672 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21f87b49-13f7-4ac4-8892-eef152ba14ce tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:12.627214 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21f87b49-13f7-4ac4-8892-eef152ba14ce tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:12.689424 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Request body: {'port': {'device_id': '73e5598f-ae11-4bec-9433-78b3196b249d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:12.710125 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f87b49-13f7-4ac4-8892-eef152ba14ce tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4668aa7-3d29-47dd-b63e-ad93b1a587a4,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:12.710565 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f62a5438-3878-4ef5-a821-bc736b2ed847 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:12.723036 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21f87b49-13f7-4ac4-8892-eef152ba14ce tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:12.724293 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-21f87b49-13f7-4ac4-8892-eef152ba14ce tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4062333 Dec 20 21:22:12.742178 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54304) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:12.746808 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cba493a6-1fec-419e-8b7a-b52548b460eb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:12.795460 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cba493a6-1fec-419e-8b7a-b52548b460eb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:12.864511 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port f62a5438-3878-4ef5-a821-bc736b2ed847 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:12.865205 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:12.880784 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56914941-584c-4c35-a75f-117614f73dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:12.927230 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56914941-584c-4c35-a75f-117614f73dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:13.011724 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cba493a6-1fec-419e-8b7a-b52548b460eb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:13.060645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb3c53-3d74-471c-acc8-112792f1346a service neutron] Pushing event updated for resources: {'Port': ['ID=3af104d3-5b5c-4c65-b1ac-144ab3987ab1,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:13.065435 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:13.068077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'tag': '3af104d3-5b5c-4c65-b1ac-144ab3987ab1'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:13.070877 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138ebb89-6948-4d1d-b4a5-71fa90e05040" -d '{"events": [{"name": "network-changed", "server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "tag": "3af104d3-5b5c-4c65-b1ac-144ab3987ab1"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:13.075061 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bb6a0-6213-4aa8-a67b-b9cf07de80dd req-f5f2c5af-f3a4-438e-9d6c-3d8dcbea0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:13.076778 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d84bb6a0-6213-4aa8-a67b-b9cf07de80dd req-f5f2c5af-f3a4-438e-9d6c-3d8dcbea0e0c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8304946 Dec 20 21:22:13.079877 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-56914941-584c-4c35-a75f-117614f73dbe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6057bd846fb748f197c08ebeece92f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3133490 Dec 20 21:22:13.093351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54320) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:13.105997 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56914941-584c-4c35-a75f-117614f73dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9596f649-79a8-4d4a-8f63-c2e77e113e4b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:13.216855 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-cba493a6-1fec-419e-8b7a-b52548b460eb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Allocated IP 172.35.3.153 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/e9e31d6b-825e-4951-8c1b-148406dec0d9) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:22:13.227576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 9d02d1fd-93ca-4c61-8850-593e018a520e details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:22:13.251790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c779a9-b15c-491a-8fe3-6d70408462dc req-72b87314-b2ab-401e-8ddb-4b59c820c1d9 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:13.253600 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-38c779a9-b15c-491a-8fe3-6d70408462dc req-72b87314-b2ab-401e-8ddb-4b59c820c1d9 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 943 time: 0.4565146 Dec 20 21:22:13.366190 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 9d02d1fd-93ca-4c61-8850-593e018a520e, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9d02d1fd-93ca-4c61-8850-593e018a520e,segment=NetworkSegment(33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3),segment_id=33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:13.384639 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '9d02d1fd-93ca-4c61-8850-593e018a520e', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'port_id': '9d02d1fd-93ca-4c61-8850-593e018a520e', 'mac_address': 'fa:16:3e:7b:78:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:22:13.392096 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cba493a6-1fec-419e-8b7a-b52548b460eb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:13.393304 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38da0ad0-f61c-43f5-b2bc-0425a099c79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:13.416609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-38c779a9-b15c-491a-8fe3-6d70408462dc req-e3895965-9c14-4401-8e9e-7a28593259ea tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514804 Dec 20 21:22:13.454203 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:13.460611 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38da0ad0-f61c-43f5-b2bc-0425a099c79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:13.465558 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cba493a6-1fec-419e-8b7a-b52548b460eb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:13.476270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d02d1fd-93ca-4c61-8850-593e018a520e {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:13.506546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0649f-2ff4-41b3-b78b-77b7113d04f0 req-5adb6d0f-c5df-4b48-98c0-ba6fb278aabf tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:13.512017 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5dd0649f-2ff4-41b3-b78b-77b7113d04f0 req-5adb6d0f-c5df-4b48-98c0-ba6fb278aabf tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 944 time: 0.3966203 Dec 20 21:22:13.519459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 9d02d1fd-93ca-4c61-8850-593e018a520e, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9d02d1fd-93ca-4c61-8850-593e018a520e,segment=NetworkSegment(33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3),segment_id=33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:13.533916 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:13.585086 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba493a6-1fec-419e-8b7a-b52548b460eb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:22:13.628456 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-cba493a6-1fec-419e-8b7a-b52548b460eb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:22:13.636723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba493a6-1fec-419e-8b7a-b52548b460eb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:22:13.645594 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38da0ad0-f61c-43f5-b2bc-0425a099c79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:13.649100 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38da0ad0-f61c-43f5-b2bc-0425a099c79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:13.652407 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-38da0ad0-f61c-43f5-b2bc-0425a099c79c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9596f649-79a8-4d4a-8f63-c2e77e113e4b HTTP/1.1" status: 204 len: 168 time: 0.5578022 Dec 20 21:22:13.671839 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=9d02d1fd-93ca-4c61-8850-593e018a520e,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:13.689675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5dd0649f-2ff4-41b3-b78b-77b7113d04f0 req-f81538cf-64d9-4216-9366-626c939b9ac0 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3d5802-41db-4f64-8b8f-a230df5e0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594405 Dec 20 21:22:13.690887 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba493a6-1fec-419e-8b7a-b52548b460eb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Pushing event updated for resources: {'Port': ['ID=e9e31d6b-825e-4951-8c1b-148406dec0d9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:13.785749 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf395b0-479f-4715-984c-a22279442bdb x-openstack-request-id: req-6bf395b0-479f-4715-984c-a22279442bdb {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:13.786022 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "tag": "3af104d3-5b5c-4c65-b1ac-144ab3987ab1", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:13.786350 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bf395b0-479f-4715-984c-a22279442bdb {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:13.789438 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'tag': '3af104d3-5b5c-4c65-b1ac-144ab3987ab1', 'status': 'completed', 'code': 200} Dec 20 21:22:13.799352 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['9d02d1fd-93ca-4c61-8850-593e018a520e'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:13.803877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da0ad0-f61c-43f5-b2bc-0425a099c79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9596f649-79a8-4d4a-8f63-c2e77e113e4b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:13.914401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8bda01-3cf7-48af-89c4-9284006ee677 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:13.937357 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:13.966772 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Transition to ACTIVE for port object 9f8bda01-3cf7-48af-89c4-9284006ee677 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:22:13.975014 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cba493a6-1fec-419e-8b7a-b52548b460eb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:13.988333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ebb89-6948-4d1d-b4a5-71fa90e05040 req-9ed6c1af-2dfb-49f4-99d9-cde7484ba49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:13.988589 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ebb89-6948-4d1d-b4a5-71fa90e05040 req-9ed6c1af-2dfb-49f4-99d9-cde7484ba49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:13.991331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ebb89-6948-4d1d-b4a5-71fa90e05040 req-9ed6c1af-2dfb-49f4-99d9-cde7484ba49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:13.991820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ebb89-6948-4d1d-b4a5-71fa90e05040 req-9ed6c1af-2dfb-49f4-99d9-cde7484ba49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:13.992293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ebb89-6948-4d1d-b4a5-71fa90e05040 req-9ed6c1af-2dfb-49f4-99d9-cde7484ba49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:13.995461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ebb89-6948-4d1d-b4a5-71fa90e05040 req-9ed6c1af-2dfb-49f4-99d9-cde7484ba49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:13.996244 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ebb89-6948-4d1d-b4a5-71fa90e05040 req-9ed6c1af-2dfb-49f4-99d9-cde7484ba49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:14.000009 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-138ebb89-6948-4d1d-b4a5-71fa90e05040 req-9ed6c1af-2dfb-49f4-99d9-cde7484ba49a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa6bba111e234f8b895c1075b6132216&device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 6408 time: 0.1918380 Dec 20 21:22:14.001669 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:14.109177 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d88a37-6b62-4904-b4dc-d3b01fde8851 req-f4c16cae-078b-474c-bc87-83cbce696871 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:14.126635 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d88a37-6b62-4904-b4dc-d3b01fde8851 req-f4c16cae-078b-474c-bc87-83cbce696871 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:14.145804 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d88a37-6b62-4904-b4dc-d3b01fde8851 req-f4c16cae-078b-474c-bc87-83cbce696871 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:14.153308 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d88a37-6b62-4904-b4dc-d3b01fde8851 req-f4c16cae-078b-474c-bc87-83cbce696871 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:14.175564 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d88a37-6b62-4904-b4dc-d3b01fde8851 req-f4c16cae-078b-474c-bc87-83cbce696871 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:14.193689 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d88a37-6b62-4904-b4dc-d3b01fde8851 req-f4c16cae-078b-474c-bc87-83cbce696871 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:14.230944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d88a37-6b62-4904-b4dc-d3b01fde8851 req-f4c16cae-078b-474c-bc87-83cbce696871 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:14.252539 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a3d88a37-6b62-4904-b4dc-d3b01fde8851 req-f4c16cae-078b-474c-bc87-83cbce696871 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5430 time: 0.3009415 Dec 20 21:22:14.267645 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cba493a6-1fec-419e-8b7a-b52548b460eb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:14.283788 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8bda01-3cf7-48af-89c4-9284006ee677,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:14.416515 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:14.453037 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a3d88a37-6b62-4904-b4dc-d3b01fde8851 req-24f4c642-e387-498e-b149-14be865c40fc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1992199 Dec 20 21:22:14.852968 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cba493a6-1fec-419e-8b7a-b52548b460eb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:14.859558 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cba493a6-1fec-419e-8b7a-b52548b460eb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:14.914760 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ebb89-6948-4d1d-b4a5-71fa90e05040 req-96b0175b-a890-457d-9f3a-15278dabc77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:14.915611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ebb89-6948-4d1d-b4a5-71fa90e05040 req-96b0175b-a890-457d-9f3a-15278dabc77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:14.916454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ebb89-6948-4d1d-b4a5-71fa90e05040 req-96b0175b-a890-457d-9f3a-15278dabc77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:14.918465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-138ebb89-6948-4d1d-b4a5-71fa90e05040 req-96b0175b-a890-457d-9f3a-15278dabc77b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=fa6bba111e234f8b895c1075b6132216&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8312027 Dec 20 21:22:14.937187 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba493a6-1fec-419e-8b7a-b52548b460eb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Pushing event updated for resources: {'Port': ['ID=e9e31d6b-825e-4951-8c1b-148406dec0d9,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:15.030487 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cba493a6-1fec-419e-8b7a-b52548b460eb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:15.067941 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cba493a6-1fec-419e-8b7a-b52548b460eb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:15.077714 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cba493a6-1fec-419e-8b7a-b52548b460eb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3262324 Dec 20 21:22:15.099538 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0d6a79cf-e53f-43fa-9f16-1d7680615f14 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:15.099912 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86954-ab3a-4bf3-8492-aa03b336259e req-b242a524-5182-4d66-94bf-d822edd9a309 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:15.101631 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-65d86954-ab3a-4bf3-8492-aa03b336259e req-b242a524-5182-4d66-94bf-d822edd9a309 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 944 time: 0.1819410 Dec 20 21:22:15.114371 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Attempting to bind port 9f8bda01-3cf7-48af-89c4-9284006ee677 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:22:15.114811 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Attempting to bind port 9f8bda01-3cf7-48af-89c4-9284006ee677 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'fab1d453-07de-487d-855a-9b6fad58b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:22:15.115261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Attempting to bind port 9f8bda01-3cf7-48af-89c4-9284006ee677 on network 639c8589-e65d-40a2-92b1-3421f5cc2118 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:15.139563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Port 9f8bda01-3cf7-48af-89c4-9284006ee677 on network 639c8589-e65d-40a2-92b1-3421f5cc2118 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:22:15.142012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Attempting to bind port 9f8bda01-3cf7-48af-89c4-9284006ee677 on network 639c8589-e65d-40a2-92b1-3421f5cc2118 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:15.161578 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:22:15.162653 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Checking segment: {'id': 'fab1d453-07de-487d-855a-9b6fad58b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:15.163285 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Bound using segment: {'id': 'fab1d453-07de-487d-855a-9b6fad58b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:22:15.163991 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Bound port: 9f8bda01-3cf7-48af-89c4-9284006ee677, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab1d453-07de-487d-855a-9b6fad58b8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:22:15.164581 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:15.187899 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ebb89-6948-4d1d-b4a5-71fa90e05040 req-242cf5e8-7e1a-47cc-9d7d-dd05f3db88c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:15.189958 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-138ebb89-6948-4d1d-b4a5-71fa90e05040 req-242cf5e8-7e1a-47cc-9d7d-dd05f3db88c3 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2530615 Dec 20 21:22:15.199282 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-65d86954-ab3a-4bf3-8492-aa03b336259e req-23aba2fe-667f-4caa-89e2-a88cc4a607a0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860143 Dec 20 21:22:15.238877 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 0d6a79cf-e53f-43fa-9f16-1d7680615f14 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:22:15.250187 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 9d02d1fd-93ca-4c61-8850-593e018a520e up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:15.303812 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] For port 9f8bda01-3cf7-48af-89c4-9284006ee677, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:15.311724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] For port 9f8bda01-3cf7-48af-89c4-9284006ee677, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9f8bda01-3cf7-48af-89c4-9284006ee677,segment=NetworkSegment(fab1d453-07de-487d-855a-9b6fad58b8b4),segment_id=fab1d453-07de-487d-855a-9b6fad58b8b4)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:22:15.320727 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:15.324340 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 0d6a79cf-e53f-43fa-9f16-1d7680615f14 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:15.324751 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:15.357763 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54446) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:15.433063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:15.434951 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:15.438370 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] 10.222.0.31 "PUT /v2.0/ports/9f8bda01-3cf7-48af-89c4-9284006ee677 HTTP/1.1" status: 200 len: 1089 time: 2.7945142 Dec 20 21:22:15.485858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f06ef9-7bdc-4d06-94e7-06babe162b85 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8bda01-3cf7-48af-89c4-9284006ee677,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:15.501698 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 9d02d1fd-93ca-4c61-8850-593e018a520e completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:22:15.516953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 9d02d1fd-93ca-4c61-8850-593e018a520e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:15.517720 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:15.557794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5958f0-8b7a-49fb-8f31-96921bf2b8ef req-3120234d-76f7-4c76-b057-5f99a5b8f08e tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:15.559393 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fa5958f0-8b7a-49fb-8f31-96921bf2b8ef req-3120234d-76f7-4c76-b057-5f99a5b8f08e tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 944 time: 0.1936653 Dec 20 21:22:15.581835 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-86185364-network', 'tenant_id': '68013026329e4661b48075edeb3524ab'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:15.599920 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:15.648297 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-8c160dbb-490b-47ed-886e-a22fe1cd3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:15.648958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-8c160dbb-490b-47ed-886e-a22fe1cd3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:15.649499 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-8c160dbb-490b-47ed-886e-a22fe1cd3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:15.650027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-8c160dbb-490b-47ed-886e-a22fe1cd3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:15.650765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-8c160dbb-490b-47ed-886e-a22fe1cd3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:15.651293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-8c160dbb-490b-47ed-886e-a22fe1cd3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:15.651816 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-8c160dbb-490b-47ed-886e-a22fe1cd3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:15.654575 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-8c160dbb-490b-47ed-886e-a22fe1cd3045 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa6bba111e234f8b895c1075b6132216&device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 6473 time: 0.1608949 Dec 20 21:22:15.659574 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fa5958f0-8b7a-49fb-8f31-96921bf2b8ef req-71e08ef9-66cd-4c2c-8522-0a8633e0a738 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3d5802-41db-4f64-8b8f-a230df5e0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854847 Dec 20 21:22:15.676568 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-61f16511-f534-4f5d-998d-4e4f294929df req-0ba942f5-9e79-4759-9b73-94dafeae3096 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1968731102&fields=id&tenant_id=cedc15bfaf5b41168bc40cd7545ca53c HTTP/1.1" status: 200 len: 267 time: 0.1344376 Dec 20 21:22:15.677353 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0d6a79cf-e53f-43fa-9f16-1d7680615f14, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0d6a79cf-e53f-43fa-9f16-1d7680615f14,segment=NetworkSegment(845afcbf-a4e0-45f8-bd9e-786b96485dda),segment_id=845afcbf-a4e0-45f8-bd9e-786b96485dda)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:15.688096 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6a79cf-e53f-43fa-9f16-1d7680615f14'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:15.692209 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d709ca3-13f8-4505-9196-66fc47022153" -d '{"events": [{"server_uuid": "ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6", "name": "network-vif-plugged", "status": "completed", "tag": "0d6a79cf-e53f-43fa-9f16-1d7680615f14"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:15.698905 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:15.754776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Made reservation on behalf of 68013026329e4661b48075edeb3524ab for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:22:15.757781 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:15.777582 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:15.788536 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-826cc22e-079b-4f4d-84ef-b04cbc9a0478 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3cccbd7-884d-4edf-95fe-7eafe392459d HTTP/1.1" status: 200 len: 217 time: 0.1217370 Dec 20 21:22:15.790166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'tag': '9f8bda01-3cf7-48af-89c4-9284006ee677'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:15.790309 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=0d6a79cf-e53f-43fa-9f16-1d7680615f14,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:15.799638 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505e0b9b-1f6c-444d-b495-81be71a150df" -d '{"events": [{"name": "network-changed", "server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "tag": "9f8bda01-3cf7-48af-89c4-9284006ee677"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:15.853170 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:15.901273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-1985f38d-2ac5-4e71-9fc5-83f22e3cf6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:15.905113 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 9d02d1fd-93ca-4c61-8850-593e018a520e, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9d02d1fd-93ca-4c61-8850-593e018a520e,segment=NetworkSegment(33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3),segment_id=33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:15.905307 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-1985f38d-2ac5-4e71-9fc5-83f22e3cf6d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8068432-bb6b-4d01-8126-71f8c5380ca3 HTTP/1.1" status: 200 len: 855 time: 0.1025519 Dec 20 21:22:15.912336 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:15.941416 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f16511-f534-4f5d-998d-4e4f294929df req-799148c8-7a23-4ada-b492-c02a520f8213 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:15.949439 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-61f16511-f534-4f5d-998d-4e4f294929df req-799148c8-7a23-4ada-b492-c02a520f8213 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/networks?id=9b2f0b3a-2909-4c06-b8dc-499246cbe550 HTTP/1.1" status: 200 len: 810 time: 0.2478762 Dec 20 21:22:15.972123 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-61f16511-f534-4f5d-998d-4e4f294929df req-2e9a1cc6-ed83-4923-92fb-e98326357af8 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/quotas/cedc15bfaf5b41168bc40cd7545ca53c HTTP/1.1" status: 200 len: 375 time: 0.0216374 Dec 20 21:22:16.007846 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=9d02d1fd-93ca-4c61-8850-593e018a520e,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:16.015221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-8e2aec49-3e27-4760-9ad0-e72edfb97370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:16.019227 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-8e2aec49-3e27-4760-9ad0-e72edfb97370 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a59c69cc-251c-424c-8fcd-16f53c9e39c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1077156 Dec 20 21:22:16.076346 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-61f16511-f534-4f5d-998d-4e4f294929df req-b94f91dc-96bd-4414-b968-65e20d2fba4e tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cedc15bfaf5b41168bc40cd7545ca53c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1033378 Dec 20 21:22:16.127509 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-b54ebefd-44f2-487f-8888-7942073e0ed1 service neutron] 10.222.0.31 "GET /v2.0/networks/a59c69cc-251c-424c-8fcd-16f53c9e39c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008801 Dec 20 21:22:16.139946 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:16.148908 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:16.198489 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:22:16.211281 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:16.219770 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:16.220098 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Added segment ff7717e4-d894-4267-9b4b-0f89f6a80608 of type vlan for network ef25a713-78cb-4680-b602-defc0f8ef6dd Dec 20 21:22:16.240223 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:16.241273 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:16.241481 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-5272507c-960e-401c-8bdf-2b878bda6324 service neutron] 10.222.0.31 "GET /v2.0/networks/a59c69cc-251c-424c-8fcd-16f53c9e39c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079142 Dec 20 21:22:16.242202 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:16.242647 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:16.243463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:16.243808 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:16.244418 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:16.244754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:16.245082 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:16.245797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:16.246970 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:16.247436 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:16.262376 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-61f16511-f534-4f5d-998d-4e4f294929df req-3d280941-1309-4c99-b94a-8389bd5d6a65 service neutron] 10.222.0.32 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843719 Dec 20 21:22:16.294330 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-09f87d16-b263-476f-a98b-b4cedd82208d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=17c9639d-1f1d-402c-a100-0ecd939a4f4b HTTP/1.1" status: 200 len: 217 time: 0.0470068 Dec 20 21:22:16.346745 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:16.376110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-a6fed303-f55c-4fc0-9da7-7839cb3aebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:16.377582 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-a6fed303-f55c-4fc0-9da7-7839cb3aebd0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.0773368 Dec 20 21:22:16.390785 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:16.391733 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:16.392337 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:16.393994 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b520d-872a-47a4-a713-7d3efc78392d req-cd61ed49-2415-4ad1-9fb7-c2a96d922f9f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:16.399779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b520d-872a-47a4-a713-7d3efc78392d req-cd61ed49-2415-4ad1-9fb7-c2a96d922f9f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:16.405577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b520d-872a-47a4-a713-7d3efc78392d req-cd61ed49-2415-4ad1-9fb7-c2a96d922f9f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:16.411354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b520d-872a-47a4-a713-7d3efc78392d req-cd61ed49-2415-4ad1-9fb7-c2a96d922f9f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:16.417585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b520d-872a-47a4-a713-7d3efc78392d req-cd61ed49-2415-4ad1-9fb7-c2a96d922f9f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:16.423323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b520d-872a-47a4-a713-7d3efc78392d req-cd61ed49-2415-4ad1-9fb7-c2a96d922f9f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:16.429614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b520d-872a-47a4-a713-7d3efc78392d req-cd61ed49-2415-4ad1-9fb7-c2a96d922f9f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:16.431589 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ea1b520d-872a-47a4-a713-7d3efc78392d req-cd61ed49-2415-4ad1-9fb7-c2a96d922f9f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5430 time: 0.1030164 Dec 20 21:22:16.449940 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0909753 Dec 20 21:22:16.453852 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-61f16511-f534-4f5d-998d-4e4f294929df req-ada3b987-892e-42d5-9171-96af423a7a2a service neutron] 10.222.0.32 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655667 Dec 20 21:22:16.456125 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54518) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:16.461358 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0e26fc6e-498a-4625-a9cd-e0eb2f8a14f0 admin admin] Request body: {'subnet': {'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-86185364-subnet', 'tenant_id': '68013026329e4661b48075edeb3524ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:16.485399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b47b6-3bbb-4550-bab6-51d089b5942b admin admin] Pushing event updated for resources: {'Network': ['ID=ef25a713-78cb-4680-b602-defc0f8ef6dd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:16.499721 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e26fc6e-498a-4625-a9cd-e0eb2f8a14f0 admin admin] Made reservation on behalf of 68013026329e4661b48075edeb3524ab for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:22:16.501916 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network ef25a713-78cb-4680-b602-defc0f8ef6dd details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:22:16.502579 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e26fc6e-498a-4625-a9cd-e0eb2f8a14f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:16.507478 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ea1b520d-872a-47a4-a713-7d3efc78392d req-5305d4c8-d0ce-4e0c-9367-2d9730297416 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668676 Dec 20 21:22:16.510608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-eba8888a-ceb0-415b-aad8-0cd6de63240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:16.512020 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-eba8888a-ceb0-415b-aad8-0cd6de63240c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.0795450 Dec 20 21:22:16.583623 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204536bc-4316-4099-b4e1-a98db08d7824 x-openstack-request-id: req-204536bc-4316-4099-b4e1-a98db08d7824 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:16.585752 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6", "name": "network-vif-plugged", "status": "completed", "tag": "0d6a79cf-e53f-43fa-9f16-1d7680615f14", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:16.586299 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-204536bc-4316-4099-b4e1-a98db08d7824 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:16.587553 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6a79cf-e53f-43fa-9f16-1d7680615f14', 'code': 200} Dec 20 21:22:16.638559 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35adbb5c-e8bf-4e0d-8784-75c7a5fffd23 x-openstack-request-id: req-35adbb5c-e8bf-4e0d-8784-75c7a5fffd23 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:16.639503 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "tag": "9f8bda01-3cf7-48af-89c4-9284006ee677", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:16.639503 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35adbb5c-e8bf-4e0d-8784-75c7a5fffd23 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:16.639842 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'tag': '9f8bda01-3cf7-48af-89c4-9284006ee677', 'status': 'completed', 'code': 200} Dec 20 21:22:16.656220 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-9fcf02fc-ed91-4db2-b64e-ffdacbd912ff service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364579 Dec 20 21:22:16.807512 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e26fc6e-498a-4625-a9cd-e0eb2f8a14f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:16.812438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d2063-15fb-449e-9a1b-649d0d79d74e req-cf0356cb-7835-44a1-985e-909fd7b2a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:16.813964 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-060d2063-15fb-449e-9a1b-649d0d79d74e req-cf0356cb-7835-44a1-985e-909fd7b2a54b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 1094 time: 0.1001885 Dec 20 21:22:16.870010 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-060d2063-15fb-449e-9a1b-649d0d79d74e req-c4b3390f-5510-41ed-8583-bcfc0d3a16c7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1f3d5802-41db-4f64-8b8f-a230df5e0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442050 Dec 20 21:22:16.872594 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-a84e110b-6e5e-44fd-80d0-a9d2efc022a1 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095540 Dec 20 21:22:16.881757 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fa276-643c-46e9-9bb2-315aedc49b3d req-6383b85e-111b-4b5a-a803-bfb48f0df9ed tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:16.898435 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c1fa276-643c-46e9-9bb2-315aedc49b3d req-6383b85e-111b-4b5a-a803-bfb48f0df9ed tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 945 time: 0.2057283 Dec 20 21:22:16.923540 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-b782b0cf-4d4a-4e73-a8b1-31b37a284983 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=5a9c9ffc-8b46-4314-98ec-30d20be920ef HTTP/1.1" status: 200 len: 217 time: 0.0441067 Dec 20 21:22:16.949059 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26fc6e-498a-4625-a9cd-e0eb2f8a14f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=428b6fe3-893f-4804-922c-7a9af77a1126,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:16.984106 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c1fa276-643c-46e9-9bb2-315aedc49b3d req-e936ab0f-29db-4658-909c-78400da1dbcc tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848036 Dec 20 21:22:16.992084 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e26fc6e-498a-4625-a9cd-e0eb2f8a14f0 admin admin] Checking segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:16.993524 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e26fc6e-498a-4625-a9cd-e0eb2f8a14f0 admin admin] Network hostable DHCP agents. Network: ef25a713-78cb-4680-b602-defc0f8ef6dd, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:22:17.005020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-2eede0bf-24e4-4bf0-a8a1-9fee79b6aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:17.007057 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-2eede0bf-24e4-4bf0-a8a1-9fee79b6aeea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.0777004 Dec 20 21:22:17.025297 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e26fc6e-498a-4625-a9cd-e0eb2f8a14f0 admin admin] Network ef25a713-78cb-4680-b602-defc0f8ef6dd is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:22:17.038436 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0e26fc6e-498a-4625-a9cd-e0eb2f8a14f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, ef25a713-78cb-4680-b602-defc0f8ef6dd) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:22:17.044053 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e26fc6e-498a-4625-a9cd-e0eb2f8a14f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:17.044888 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e26fc6e-498a-4625-a9cd-e0eb2f8a14f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:17.053694 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3627fa6-8ad4-4667-badb-1b5575853df0 None None] Network ef25a713-78cb-4680-b602-defc0f8ef6dd requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:22:17.077749 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0e26fc6e-498a-4625-a9cd-e0eb2f8a14f0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6205721 Dec 20 21:22:17.192639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e62bf819-bf9c-4a5a-9099-da1c0ce62bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:17.194603 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e62bf819-bf9c-4a5a-9099-da1c0ce62bec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1168067 Dec 20 21:22:17.224265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d646116-d731-405a-b32d-9c4bc456cabe req-73199896-8249-4e86-9abf-fedd07afbb79 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:17.226237 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d646116-d731-405a-b32d-9c4bc456cabe req-73199896-8249-4e86-9abf-fedd07afbb79 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/networks?id=d19f539b-a15b-410d-9464-ba451a274190 HTTP/1.1" status: 200 len: 815 time: 0.2478216 Dec 20 21:22:17.263311 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-844b2413-6536-423c-a060-e02c972799b5 req-c7b471d3-f560-4fc5-a199-6530dd7df0c2 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 210 time: 0.0516620 Dec 20 21:22:17.303086 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d646116-d731-405a-b32d-9c4bc456cabe req-70c03353-d815-4f31-a44f-dca5f877af1b tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/quotas/803f255dbb5a46b2b7b40c99b2c9a20e HTTP/1.1" status: 200 len: 375 time: 0.0633438 Dec 20 21:22:17.308095 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f7c765-87b8-4948-9bfb-690cc37731bb None None] Network ef25a713-78cb-4680-b602-defc0f8ef6dd requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:22:17.424483 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-a302a652-07c8-4e64-9f46-6fdcb3bd6c64 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176895 Dec 20 21:22:17.443659 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d646116-d731-405a-b32d-9c4bc456cabe req-33573b83-721d-46c8-a61a-afb8fb96dda5 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=803f255dbb5a46b2b7b40c99b2c9a20e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1391749 Dec 20 21:22:17.486216 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e621b-5921-48fb-9c8c-81368aea85a5 req-5feeb7a8-62a8-475a-8a4d-7f27fb0c8859 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:17.492548 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-951e621b-5921-48fb-9c8c-81368aea85a5 req-5feeb7a8-62a8-475a-8a4d-7f27fb0c8859 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 945 time: 0.1143417 Dec 20 21:22:17.551978 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-951e621b-5921-48fb-9c8c-81368aea85a5 req-03bac3e7-9baf-40e6-9f0f-22868806fb49 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3d5802-41db-4f64-8b8f-a230df5e0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530715 Dec 20 21:22:17.648357 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ffd68cbe-ac83-434c-b03c-66aed94e1565 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018535 Dec 20 21:22:17.678553 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:17.705352 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe3d49-14db-4e7e-8759-9f810a26aa30 req-ef6d5d17-74dc-4aec-8475-15609b77ba4f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:17.715137 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe3d49-14db-4e7e-8759-9f810a26aa30 req-ef6d5d17-74dc-4aec-8475-15609b77ba4f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:17.716787 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54580) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:17.721375 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe3d49-14db-4e7e-8759-9f810a26aa30 req-ef6d5d17-74dc-4aec-8475-15609b77ba4f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:17.723055 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d646116-d731-405a-b32d-9c4bc456cabe req-04c9edad-1d4b-4e6f-bcb4-057b3ba1ff36 service neutron] 10.222.0.32 "GET /v2.0/networks/d19f539b-a15b-410d-9464-ba451a274190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784610 Dec 20 21:22:17.727658 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe3d49-14db-4e7e-8759-9f810a26aa30 req-ef6d5d17-74dc-4aec-8475-15609b77ba4f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:17.733609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe3d49-14db-4e7e-8759-9f810a26aa30 req-ef6d5d17-74dc-4aec-8475-15609b77ba4f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:17.736555 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-de857758-2a8b-49ed-97ac-ab5d7f8a846b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=47433a5c-5134-4b06-8317-7a617581ab15 HTTP/1.1" status: 200 len: 217 time: 0.0768514 Dec 20 21:22:17.739895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe3d49-14db-4e7e-8759-9f810a26aa30 req-ef6d5d17-74dc-4aec-8475-15609b77ba4f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:17.746567 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe3d49-14db-4e7e-8759-9f810a26aa30 req-ef6d5d17-74dc-4aec-8475-15609b77ba4f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:17.756667 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3dbe3d49-14db-4e7e-8759-9f810a26aa30 req-ef6d5d17-74dc-4aec-8475-15609b77ba4f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5430 time: 0.1269100 Dec 20 21:22:17.812968 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3dbe3d49-14db-4e7e-8759-9f810a26aa30 req-cd1bfa43-a4bf-4371-83d2-e7905ff79314 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552380 Dec 20 21:22:17.847130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ea5f5202-4fc6-43cd-b98c-52a5040aa108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:17.849466 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-ea5f5202-4fc6-43cd-b98c-52a5040aa108 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.1001117 Dec 20 21:22:17.914537 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d646116-d731-405a-b32d-9c4bc456cabe req-bac3d87e-9b20-4d39-9996-6350b3e7d7b0 service neutron] 10.222.0.32 "GET /v2.0/networks/d19f539b-a15b-410d-9464-ba451a274190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770029 Dec 20 21:22:17.923530 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-6cc0d25f-3185-4ca5-9598-02a21538a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:17.926013 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-6cc0d25f-3185-4ca5-9598-02a21538a17d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.0709019 Dec 20 21:22:18.000683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54590) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:18.005712 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5bbef840-0e40-4785-a3d2-c8cbb87b79a0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1672093981-network', 'tenant_id': 'c57272097b214aaca85108b13850b525'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:18.036682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbef840-0e40-4785-a3d2-c8cbb87b79a0 admin admin] Made reservation on behalf of c57272097b214aaca85108b13850b525 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:22:18.040064 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bbef840-0e40-4785-a3d2-c8cbb87b79a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:18.041279 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74b1a573-f63b-4916-8a0c-1d775c2fef19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:18.050038 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bbef840-0e40-4785-a3d2-c8cbb87b79a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:18.137381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e28606-8d8c-4000-82a8-5df4fc618ea4 req-b6716a23-6e4d-4574-88cc-6c462f4b7579 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:18.139205 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-24e28606-8d8c-4000-82a8-5df4fc618ea4 req-b6716a23-6e4d-4574-88cc-6c462f4b7579 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 945 time: 0.0684273 Dec 20 21:22:18.154059 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ff0705f-521c-4fba-8176-cbe17526758d req-d549d445-b5ab-4038-9210-690278df5501 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 210 time: 0.0545697 Dec 20 21:22:18.158057 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-808d891b-3985-467b-93f0-a194ebd117a7 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254148 Dec 20 21:22:18.204576 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bbef840-0e40-4785-a3d2-c8cbb87b79a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:18.230477 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-24e28606-8d8c-4000-82a8-5df4fc618ea4 req-4d110b31-11d4-401c-bb7c-3a14a5cda453 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687220 Dec 20 21:22:18.232138 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bbef840-0e40-4785-a3d2-c8cbb87b79a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:18.254673 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbef840-0e40-4785-a3d2-c8cbb87b79a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:22:18.269776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbef840-0e40-4785-a3d2-c8cbb87b79a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376c4ba3-5859-4c6f-b653-f223ceeed40e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:18.288084 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bbef840-0e40-4785-a3d2-c8cbb87b79a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:18.288392 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-5bbef840-0e40-4785-a3d2-c8cbb87b79a0 admin admin] Added segment 3f02581b-0682-44f3-8860-d8ce1903d926 of type vlan for network b6973c8b-e00f-4afa-8192-8cbd23563101 Dec 20 21:22:18.341956 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74b1a573-f63b-4916-8a0c-1d775c2fef19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:18.345882 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bbef840-0e40-4785-a3d2-c8cbb87b79a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:18.354171 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74b1a573-f63b-4916-8a0c-1d775c2fef19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:18.388574 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-dfc12e75-8ce9-42ea-8c65-48a35f6ce72c service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088277 Dec 20 21:22:18.430540 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a1b7859d-c0f4-4a00-ab36-796ca11889be req-c4d75040-7aef-4020-a2df-ebd05aa8ede9 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 210 time: 0.0539169 Dec 20 21:22:18.438738 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bbef840-0e40-4785-a3d2-c8cbb87b79a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:18.440256 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbef840-0e40-4785-a3d2-c8cbb87b79a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:18.441098 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bbef840-0e40-4785-a3d2-c8cbb87b79a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:18.469077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1a573-f63b-4916-8a0c-1d775c2fef19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9885dad2-d8b9-44e6-98ce-b57306a79398,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:18.485713 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-74b1a573-f63b-4916-8a0c-1d775c2fef19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e8d9b5ec207495e836f1c89d939485e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7616823 Dec 20 21:22:18.495216 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54608) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:18.512843 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5bbef840-0e40-4785-a3d2-c8cbb87b79a0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5110645 Dec 20 21:22:18.515828 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-f66b6896-a8ac-4339-a85a-76d91eee6b39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=35be04de-962b-40fb-bade-5a6118e85e04 HTTP/1.1" status: 200 len: 217 time: 0.1201031 Dec 20 21:22:18.518112 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54610) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:18.522963 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-95b04eb9-dbe7-422a-b5f2-79f2ce422c49 admin admin] Request body: {'subnet': {'network_id': 'b6973c8b-e00f-4afa-8192-8cbd23563101', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1672093981-subnet', 'tenant_id': 'c57272097b214aaca85108b13850b525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:18.539692 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbef840-0e40-4785-a3d2-c8cbb87b79a0 admin admin] Pushing event updated for resources: {'Network': ['ID=b6973c8b-e00f-4afa-8192-8cbd23563101,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:18.554366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network b6973c8b-e00f-4afa-8192-8cbd23563101 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:22:18.573665 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc0403a1-8391-4194-820f-b550d23b2e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:18.595033 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d02d1fd-93ca-4c61-8850-593e018a520e'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:18.606202 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc0403a1-8391-4194-820f-b550d23b2e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:18.607216 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed44c992-c9ce-4a3a-8091-72429adcf3fd" -d '{"events": [{"server_uuid": "3de7ce4e-0201-4aee-9fdf-62006bb87697", "name": "network-vif-plugged", "status": "completed", "tag": "9d02d1fd-93ca-4c61-8850-593e018a520e"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:18.613798 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b04eb9-dbe7-422a-b5f2-79f2ce422c49 admin admin] Made reservation on behalf of c57272097b214aaca85108b13850b525 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:22:18.617014 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95b04eb9-dbe7-422a-b5f2-79f2ce422c49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:18.645358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-c5eb80fa-75b2-4992-b305-1950ea38beae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:18.647151 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-c5eb80fa-75b2-4992-b305-1950ea38beae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.1181521 Dec 20 21:22:18.685124 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc0403a1-8391-4194-820f-b550d23b2e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:18.690122 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc0403a1-8391-4194-820f-b550d23b2e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:18.691330 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bc0403a1-8391-4194-820f-b550d23b2e5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9885dad2-d8b9-44e6-98ce-b57306a79398 HTTP/1.1" status: 204 len: 168 time: 0.1943228 Dec 20 21:22:18.705786 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0403a1-8391-4194-820f-b550d23b2e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9885dad2-d8b9-44e6-98ce-b57306a79398,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:18.737547 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0395ea7a-56e7-49d4-823e-30989ab93809 x-openstack-request-id: req-0395ea7a-56e7-49d4-823e-30989ab93809 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:18.738035 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de7ce4e-0201-4aee-9fdf-62006bb87697", "name": "network-vif-plugged", "status": "completed", "tag": "9d02d1fd-93ca-4c61-8850-593e018a520e", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:18.738171 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0395ea7a-56e7-49d4-823e-30989ab93809 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:18.738491 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d02d1fd-93ca-4c61-8850-593e018a520e', 'code': 200} Dec 20 21:22:18.774422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f16511-f534-4f5d-998d-4e4f294929df req-7504d6c9-61f1-4b8e-8294-cbf1291d3987 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:18.775954 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61f16511-f534-4f5d-998d-4e4f294929df req-7504d6c9-61f1-4b8e-8294-cbf1291d3987 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.66 "GET /v2.0/networks?id=9b2f0b3a-2909-4c06-b8dc-499246cbe550 HTTP/1.1" status: 200 len: 810 time: 0.3719566 Dec 20 21:22:18.891417 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-1750db9b-55af-4e64-ace2-0f2a516cb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:18.893016 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-1750db9b-55af-4e64-ace2-0f2a516cb02c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.2117803 Dec 20 21:22:18.946203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48701c26-5b84-4b75-802d-d36820470e29 req-0e8b51ba-2c79-4815-a708-4f337caaaf29 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:18.952051 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48701c26-5b84-4b75-802d-d36820470e29 req-0e8b51ba-2c79-4815-a708-4f337caaaf29 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:18.955456 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a6ef2-928e-409f-b6d9-bde93af51623 req-10d47896-0020-458b-8f05-492b117f4249 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:18.957827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48701c26-5b84-4b75-802d-d36820470e29 req-0e8b51ba-2c79-4815-a708-4f337caaaf29 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:18.957993 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-034a6ef2-928e-409f-b6d9-bde93af51623 req-10d47896-0020-458b-8f05-492b117f4249 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 945 time: 0.2571652 Dec 20 21:22:18.964061 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48701c26-5b84-4b75-802d-d36820470e29 req-0e8b51ba-2c79-4815-a708-4f337caaaf29 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:18.969974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48701c26-5b84-4b75-802d-d36820470e29 req-0e8b51ba-2c79-4815-a708-4f337caaaf29 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:18.976191 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48701c26-5b84-4b75-802d-d36820470e29 req-0e8b51ba-2c79-4815-a708-4f337caaaf29 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:18.982142 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48701c26-5b84-4b75-802d-d36820470e29 req-0e8b51ba-2c79-4815-a708-4f337caaaf29 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:18.984203 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-48701c26-5b84-4b75-802d-d36820470e29 req-0e8b51ba-2c79-4815-a708-4f337caaaf29 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5430 time: 0.0990584 Dec 20 21:22:19.000868 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61f16511-f534-4f5d-998d-4e4f294929df req-2bc6727b-3fb6-4b94-8aa3-affdc85386fc tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cedc15bfaf5b41168bc40cd7545ca53c HTTP/1.1" status: 200 len: 380 time: 0.1995893 Dec 20 21:22:19.035252 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-48701c26-5b84-4b75-802d-d36820470e29 req-0b7e1f6f-f59e-47f6-ae89-20420abcf250 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445940 Dec 20 21:22:19.280391 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7747fb13-0987-42a0-86bb-21f545cae7fa req-ab6ee396-79a2-4b61-9451-1eda4a9653d7 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 210 time: 0.0314000 Dec 20 21:22:19.290278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-61f16511-f534-4f5d-998d-4e4f294929df req-c54b7752-2606-4abe-b089-4a7b48eb3600 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Request body: {'port': {'device_id': 'c72dcb1b-6757-4784-b32e-c43a2da6daad', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'admin_state_up': True, 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'security_groups': ['ec630c4d-82f5-497a-b0ef-ae36b5074991']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:19.363640 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b5986-4b3f-4386-8290-60b6eb17022e req-761d386f-dc0d-45b7-b0c5-1ab5eb97d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:19.365258 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad0b5986-4b3f-4386-8290-60b6eb17022e req-761d386f-dc0d-45b7-b0c5-1ab5eb97d190 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 1094 time: 0.5207319 Dec 20 21:22:19.480273 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-034a6ef2-928e-409f-b6d9-bde93af51623 req-750e7599-1e01-4932-bdcb-4ba51ca75809 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3d5802-41db-4f64-8b8f-a230df5e0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703701 Dec 20 21:22:19.525773 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-c8f05669-b2f4-4efb-8952-8aee951f630a service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6162472 Dec 20 21:22:19.538552 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad0b5986-4b3f-4386-8290-60b6eb17022e req-97114189-ac82-4e98-86a3-bc18ada188a1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539984 Dec 20 21:22:19.551648 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95b04eb9-dbe7-422a-b5f2-79f2ce422c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:19.554173 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54648) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:19.722327 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32d1ba8b-037f-48aa-960a-2f3281f025b5 req-b1c76eb0-e1b9-480c-86bd-642b7a08ee4b tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 210 time: 0.0558205 Dec 20 21:22:19.765814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b04eb9-dbe7-422a-b5f2-79f2ce422c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9827145e-3c98-4193-ae69-acfbce77e009,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:19.779253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-69738696-948d-4a17-a142-b8da02be2b1c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-587078254-network', 'tenant_id': '2ebccd36e76e4e048af9ba49df15f8b4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:19.782619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f16511-f534-4f5d-998d-4e4f294929df req-c54b7752-2606-4abe-b089-4a7b48eb3600 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Made reservation on behalf of cedc15bfaf5b41168bc40cd7545ca53c for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:22:19.786520 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61f16511-f534-4f5d-998d-4e4f294929df req-c54b7752-2606-4abe-b089-4a7b48eb3600 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:19.809970 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b04eb9-dbe7-422a-b5f2-79f2ce422c49 admin admin] Checking segment: {'id': '3f02581b-0682-44f3-8860-d8ce1903d926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'b6973c8b-e00f-4afa-8192-8cbd23563101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:19.810351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b04eb9-dbe7-422a-b5f2-79f2ce422c49 admin admin] Network hostable DHCP agents. Network: b6973c8b-e00f-4afa-8192-8cbd23563101, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:22:19.829246 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-8eef7ada-0fec-4c1e-a45a-221585e78c1a service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871697 Dec 20 21:22:19.875732 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a15a3-02a8-4364-89e6-e37c0886def4 req-8bf10d6b-e125-4cd3-985f-950f7a398b9d tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:19.883271 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e50a15a3-02a8-4364-89e6-e37c0886def4 req-8bf10d6b-e125-4cd3-985f-950f7a398b9d tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 945 time: 0.5009849 Dec 20 21:22:19.897410 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-0666415e-d854-4ef7-b10e-33ccd197a519 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3af104d3-5b5c-4c65-b1ac-144ab3987ab1 HTTP/1.1" status: 200 len: 217 time: 0.0580475 Dec 20 21:22:19.900720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b04eb9-dbe7-422a-b5f2-79f2ce422c49 admin admin] Network b6973c8b-e00f-4afa-8192-8cbd23563101 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:22:19.932011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69738696-948d-4a17-a142-b8da02be2b1c admin admin] Made reservation on behalf of 2ebccd36e76e4e048af9ba49df15f8b4 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:22:19.934309 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69738696-948d-4a17-a142-b8da02be2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:19.948405 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e50a15a3-02a8-4364-89e6-e37c0886def4 req-d7baa5cc-2f47-4d3a-b6ea-854b170ddab1 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641747 Dec 20 21:22:19.961437 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d646116-d731-405a-b32d-9c4bc456cabe req-5e798361-17e6-4abf-8d56-18b7101d6f18 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:19.963933 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7d646116-d731-405a-b32d-9c4bc456cabe req-5e798361-17e6-4abf-8d56-18b7101d6f18 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.31 "GET /v2.0/networks?id=d19f539b-a15b-410d-9464-ba451a274190 HTTP/1.1" status: 200 len: 815 time: 0.6090260 Dec 20 21:22:19.964090 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69738696-948d-4a17-a142-b8da02be2b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:19.990020 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-7d646116-d731-405a-b32d-9c4bc456cabe req-0d128f1c-02a3-4bb1-b800-592d56dbe3d2 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Request body: {'port': {'device_id': 'da7e5e58-5477-466e-b48a-1b4ad4cfa660', 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190', 'admin_state_up': True, 'tenant_id': '803f255dbb5a46b2b7b40c99b2c9a20e'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:19.990987 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-95b04eb9-dbe7-422a-b5f2-79f2ce422c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, b6973c8b-e00f-4afa-8192-8cbd23563101) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:22:20.003126 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daba9765-5cf5-48ce-bdb6-c375f2290371 None None] Network b6973c8b-e00f-4afa-8192-8cbd23563101 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:22:20.010413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b04eb9-dbe7-422a-b5f2-79f2ce422c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:20.011007 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95b04eb9-dbe7-422a-b5f2-79f2ce422c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:20.073712 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-95b04eb9-dbe7-422a-b5f2-79f2ce422c49 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5545716 Dec 20 21:22:20.075282 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-b95047a4-0979-4c62-be29-95855bd76ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:20.076616 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-b95047a4-0979-4c62-be29-95855bd76ef5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcfdc364-7df9-412a-8432-b29f6a28f02f HTTP/1.1" status: 200 len: 797 time: 0.1400990 Dec 20 21:22:20.142328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-61f16511-f534-4f5d-998d-4e4f294929df req-c54b7752-2606-4abe-b089-4a7b48eb3600 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Allocated IP 172.20.0.13 (9b2f0b3a-2909-4c06-b8dc-499246cbe550/d594ea94-5bfe-45b1-a31e-dafb0c78a94a/b6a28050-2a32-4d00-8ae3-81d266c9160b) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:22:20.203473 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-57c83d52-3eee-4786-8a3f-bfcb3b965e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:20.205356 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-57c83d52-3eee-4786-8a3f-bfcb3b965e88 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=639c8589-e65d-40a2-92b1-3421f5cc2118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1208234 Dec 20 21:22:20.206441 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1d6df-9c8a-44eb-9f95-972f36a4667d req-094e0752-d143-4c5c-9a42-f74ea3801b2d tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:20.215795 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-11b1d6df-9c8a-44eb-9f95-972f36a4667d req-094e0752-d143-4c5c-9a42-f74ea3801b2d tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 945 time: 0.1031549 Dec 20 21:22:20.260918 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d646116-d731-405a-b32d-9c4bc456cabe req-0d128f1c-02a3-4bb1-b800-592d56dbe3d2 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Made reservation on behalf of 803f255dbb5a46b2b7b40c99b2c9a20e for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:22:20.265581 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d646116-d731-405a-b32d-9c4bc456cabe req-0d128f1c-02a3-4bb1-b800-592d56dbe3d2 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:20.271440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ba5a03-7132-49c4-b14d-2c2fc463d7f7 None None] Network b6973c8b-e00f-4afa-8192-8cbd23563101 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:22:20.306428 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-11b1d6df-9c8a-44eb-9f95-972f36a4667d req-6263a519-3904-41e8-a30f-03f1bec96c1c tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3d5802-41db-4f64-8b8f-a230df5e0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837595 Dec 20 21:22:20.329478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55635d-ef6d-40a1-9aca-80c7e2855b1c req-b85f8795-999c-4513-b0ee-86bdbc930aee tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:20.335672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55635d-ef6d-40a1-9aca-80c7e2855b1c req-b85f8795-999c-4513-b0ee-86bdbc930aee tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:20.341736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55635d-ef6d-40a1-9aca-80c7e2855b1c req-b85f8795-999c-4513-b0ee-86bdbc930aee tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:20.347787 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55635d-ef6d-40a1-9aca-80c7e2855b1c req-b85f8795-999c-4513-b0ee-86bdbc930aee tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:20.355813 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55635d-ef6d-40a1-9aca-80c7e2855b1c req-b85f8795-999c-4513-b0ee-86bdbc930aee tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:20.360944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55635d-ef6d-40a1-9aca-80c7e2855b1c req-b85f8795-999c-4513-b0ee-86bdbc930aee tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:20.367189 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55635d-ef6d-40a1-9aca-80c7e2855b1c req-b85f8795-999c-4513-b0ee-86bdbc930aee tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:20.369204 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d55635d-ef6d-40a1-9aca-80c7e2855b1c req-b85f8795-999c-4513-b0ee-86bdbc930aee tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5430 time: 0.2129073 Dec 20 21:22:20.426442 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69738696-948d-4a17-a142-b8da02be2b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:20.468455 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69738696-948d-4a17-a142-b8da02be2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:20.577422 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d55635d-ef6d-40a1-9aca-80c7e2855b1c req-1be7c63d-6d52-43e0-85a7-084b144b0ad1 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1547384 Dec 20 21:22:20.628717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-7d646116-d731-405a-b32d-9c4bc456cabe req-0d128f1c-02a3-4bb1-b800-592d56dbe3d2 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Allocated IP 172.20.0.3 (d19f539b-a15b-410d-9464-ba451a274190/76628de7-9147-4946-bce8-6da6c25b78c9/bbe6f4ac-d0d6-43e4-be7a-dfed7276b822) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:22:20.684098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69738696-948d-4a17-a142-b8da02be2b1c admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:22:20.742988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69738696-948d-4a17-a142-b8da02be2b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:20.813101 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61f16511-f534-4f5d-998d-4e4f294929df req-c54b7752-2606-4abe-b089-4a7b48eb3600 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:20.901113 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69738696-948d-4a17-a142-b8da02be2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:20.901775 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-69738696-948d-4a17-a142-b8da02be2b1c admin admin] Added segment f58a665f-5507-4cab-976d-225a808b00cd of type vlan for network 87bfa78c-70b1-4af3-935b-75df2c2db66d Dec 20 21:22:20.963072 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69738696-948d-4a17-a142-b8da02be2b1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:20.996428 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-e3bd16e1-2e2a-4cc1-95e9-254dcf1ccf49 service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7809794 Dec 20 21:22:20.999437 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61f16511-f534-4f5d-998d-4e4f294929df req-c54b7752-2606-4abe-b089-4a7b48eb3600 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:21.002513 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69738696-948d-4a17-a142-b8da02be2b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:21.003978 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69738696-948d-4a17-a142-b8da02be2b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:21.004820 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69738696-948d-4a17-a142-b8da02be2b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:21.051665 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d646116-d731-405a-b32d-9c4bc456cabe req-0d128f1c-02a3-4bb1-b800-592d56dbe3d2 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:21.105600 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7752-2606-4abe-b089-4a7b48eb3600 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Pushing event updated for resources: {'Port': ['ID=b6a28050-2a32-4d00-8ae3-81d266c9160b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:21.117211 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-69738696-948d-4a17-a142-b8da02be2b1c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5585160 Dec 20 21:22:21.151860 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54700) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:21.157748 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-21b8793f-e19f-4a25-a456-d97819c099e4 admin admin] Request body: {'subnet': {'network_id': '87bfa78c-70b1-4af3-935b-75df2c2db66d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-587078254-subnet', 'tenant_id': '2ebccd36e76e4e048af9ba49df15f8b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:21.177355 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d646116-d731-405a-b32d-9c4bc456cabe req-0d128f1c-02a3-4bb1-b800-592d56dbe3d2 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:21.225958 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1bd51-0506-4a0a-9a70-cce42f8e6267 req-c9b39fc6-6b32-482b-b729-d63cf5ea459a tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:21.233216 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aae1bd51-0506-4a0a-9a70-cce42f8e6267 req-c9b39fc6-6b32-482b-b729-d63cf5ea459a tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 931 time: 0.1300924 Dec 20 21:22:21.282568 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b8793f-e19f-4a25-a456-d97819c099e4 admin admin] Made reservation on behalf of 2ebccd36e76e4e048af9ba49df15f8b4 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:22:21.285510 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-21b8793f-e19f-4a25-a456-d97819c099e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:21.285741 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d646116-d731-405a-b32d-9c4bc456cabe req-0d128f1c-02a3-4bb1-b800-592d56dbe3d2 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Network d19f539b-a15b-410d-9464-ba451a274190 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:22:21.297264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f16511-f534-4f5d-998d-4e4f294929df req-c54b7752-2606-4abe-b089-4a7b48eb3600 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:22:21.316536 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-61f16511-f534-4f5d-998d-4e4f294929df req-c54b7752-2606-4abe-b089-4a7b48eb3600 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:22:21.323156 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aae1bd51-0506-4a0a-9a70-cce42f8e6267 req-810c2f94-06e3-46dd-be3d-05946256cadc tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/security-groups?id=c165c88b-488e-43f8-bea5-a1b98a006bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890276 Dec 20 21:22:21.329434 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-7d646116-d731-405a-b32d-9c4bc456cabe req-0d128f1c-02a3-4bb1-b800-592d56dbe3d2 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:22:21.347794 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d646116-d731-405a-b32d-9c4bc456cabe req-0d128f1c-02a3-4bb1-b800-592d56dbe3d2 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:22:21.359713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d128f1c-02a3-4bb1-b800-592d56dbe3d2 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Pushing event updated for resources: {'Port': ['ID=bbe6f4ac-d0d6-43e4-be7a-dfed7276b822,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:21.364564 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f16511-f534-4f5d-998d-4e4f294929df req-c54b7752-2606-4abe-b089-4a7b48eb3600 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:22:21.446102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f16511-f534-4f5d-998d-4e4f294929df req-c54b7752-2606-4abe-b089-4a7b48eb3600 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:21.447167 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61f16511-f534-4f5d-998d-4e4f294929df req-c54b7752-2606-4abe-b089-4a7b48eb3600 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:21.495926 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61f16511-f534-4f5d-998d-4e4f294929df req-c54b7752-2606-4abe-b089-4a7b48eb3600 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4755704 Dec 20 21:22:21.544362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d646116-d731-405a-b32d-9c4bc456cabe req-0d128f1c-02a3-4bb1-b800-592d56dbe3d2 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:21.545030 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d646116-d731-405a-b32d-9c4bc456cabe req-0d128f1c-02a3-4bb1-b800-592d56dbe3d2 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:21.625198 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52c17a-4f8c-4407-b10c-24dfde6181ff req-d2998def-0d8b-46f4-9ce7-c254eca0dafc tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:21.628950 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a52c17a-4f8c-4407-b10c-24dfde6181ff req-d2998def-0d8b-46f4-9ce7-c254eca0dafc tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 945 time: 0.2077038 Dec 20 21:22:21.654553 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7d646116-d731-405a-b32d-9c4bc456cabe req-0d128f1c-02a3-4bb1-b800-592d56dbe3d2 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6721554 Dec 20 21:22:21.710122 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Request body: {'port': {'device_id': 'da7e5e58-5477-466e-b48a-1b4ad4cfa660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:21.781307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6a2c54cf-0963-42f5-9968-86b41d7c8630 None None] Provisioning complete for port b6a28050-2a32-4d00-8ae3-81d266c9160b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:21.782247 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6a2c54cf-0963-42f5-9968-86b41d7c8630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:21.819686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6a2c54cf-0963-42f5-9968-86b41d7c8630 None None] Port b6a28050-2a32-4d00-8ae3-81d266c9160b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:22:21.826504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Request body: {'port': {'device_id': 'c72dcb1b-6757-4784-b32e-c43a2da6daad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:21.829677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69738696-948d-4a17-a142-b8da02be2b1c admin admin] Pushing event updated for resources: {'Network': ['ID=87bfa78c-70b1-4af3-935b-75df2c2db66d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:21.838502 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-21b8793f-e19f-4a25-a456-d97819c099e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:21.843213 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 87bfa78c-70b1-4af3-935b-75df2c2db66d details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:22:21.856431 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c0e23-c6a0-4203-9329-4b44f8757485 req-0fec17a1-d4bb-4349-9ece-94c0e3625afe tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:21.868351 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-999c0e23-c6a0-4203-9329-4b44f8757485 req-0fec17a1-d4bb-4349-9ece-94c0e3625afe tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 932 time: 0.2872036 Dec 20 21:22:21.917494 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:21.925832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8793f-e19f-4a25-a456-d97819c099e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0910f6ba-ef2e-4c81-82fb-17a8afd38e3b,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:21.977603 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4495ae91-4ea7-41f9-9df1-db3ed48e4f8a service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9379654 Dec 20 21:22:21.978751 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-2a52c17a-4f8c-4407-b10c-24dfde6181ff req-d3078081-b359-4ac8-82f8-2abe5b37c923 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Deleting port 0d6a79cf-e53f-43fa-9f16-1d7680615f14 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:22:21.979269 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2a52c17a-4f8c-4407-b10c-24dfde6181ff req-d3078081-b359-4ac8-82f8-2abe5b37c923 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:21.992050 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-521f9230-8090-46fb-acf6-06c3dfc10b75 None None] Provisioning complete for port bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:21.992415 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-521f9230-8090-46fb-acf6-06c3dfc10b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:21.998020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-828429f7-abf8-4351-b1fe-4e02c8edf49e tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:22.004037 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-999c0e23-c6a0-4203-9329-4b44f8757485 req-68d181cb-6aea-433c-beb7-38aacb2d865b tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343176 Dec 20 21:22:22.005271 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-828429f7-abf8-4351-b1fe-4e02c8edf49e tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 806 time: 0.9799523 Dec 20 21:22:22.030796 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-c2479de5-8531-4f38-bc1b-b74213628408 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/quotas/68013026329e4661b48075edeb3524ab HTTP/1.1" status: 200 len: 375 time: 0.0245576 Dec 20 21:22:22.093065 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-9893bf80-900d-4557-be72-dab2e5cf719c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614104 Dec 20 21:22:22.123173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-521f9230-8090-46fb-acf6-06c3dfc10b75 None None] Port bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:22:22.125736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b8793f-e19f-4a25-a456-d97819c099e4 admin admin] Checking segment: {'id': 'f58a665f-5507-4cab-976d-225a808b00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87bfa78c-70b1-4af3-935b-75df2c2db66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:22.126148 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b8793f-e19f-4a25-a456-d97819c099e4 admin admin] Network hostable DHCP agents. Network: 87bfa78c-70b1-4af3-935b-75df2c2db66d, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:22:22.145393 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-2a89aa5f-a207-408c-8ee2-5ade357e61ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9f8bda01-3cf7-48af-89c4-9284006ee677 HTTP/1.1" status: 200 len: 217 time: 0.1226125 Dec 20 21:22:22.166197 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:22.261159 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-83b4f5c6-f425-498f-8763-bb2e09860c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:22.262910 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-83b4f5c6-f425-498f-8763-bb2e09860c70 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcfdc364-7df9-412a-8432-b29f6a28f02f HTTP/1.1" status: 200 len: 797 time: 0.0550258 Dec 20 21:22:22.302841 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b8793f-e19f-4a25-a456-d97819c099e4 admin admin] Network 87bfa78c-70b1-4af3-935b-75df2c2db66d is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:22:22.325382 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-21b8793f-e19f-4a25-a456-d97819c099e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 87bfa78c-70b1-4af3-935b-75df2c2db66d) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:22:22.334622 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aace31-f11b-4713-a66d-9aff5574b043 None None] Network 87bfa78c-70b1-4af3-935b-75df2c2db66d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:22:22.356050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8793f-e19f-4a25-a456-d97819c099e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:22.356695 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-21b8793f-e19f-4a25-a456-d97819c099e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:22.460165 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-4e62ee1e-0e76-4244-8a74-8a83c0571036 service neutron] 10.222.0.32 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272245 Dec 20 21:22:22.502910 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-21b8793f-e19f-4a25-a456-d97819c099e4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3389368 Dec 20 21:22:22.680949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0b5ba0-7827-4540-b2cc-40a8466bb286 None None] Network 87bfa78c-70b1-4af3-935b-75df2c2db66d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:22:22.735871 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abf8b8-2de0-4320-9b31-4ad031206169 req-c082c93f-7819-4088-bf55-17067cc073de tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:22.737800 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-63abf8b8-2de0-4320-9b31-4ad031206169 req-c082c93f-7819-4088-bf55-17067cc073de tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 945 time: 0.5928812 Dec 20 21:22:22.808259 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2a52c17a-4f8c-4407-b10c-24dfde6181ff req-d3078081-b359-4ac8-82f8-2abe5b37c923 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] For port 0d6a79cf-e53f-43fa-9f16-1d7680615f14, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0d6a79cf-e53f-43fa-9f16-1d7680615f14,segment=NetworkSegment(845afcbf-a4e0-45f8-bd9e-786b96485dda),segment_id=845afcbf-a4e0-45f8-bd9e-786b96485dda)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:22.808709 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2a52c17a-4f8c-4407-b10c-24dfde6181ff req-d3078081-b359-4ac8-82f8-2abe5b37c923 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:22.848566 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:22.856537 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-63abf8b8-2de0-4320-9b31-4ad031206169 req-67844b34-3311-4524-9bd0-c22ee46ee83f tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920606 Dec 20 21:22:22.865777 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-28bce47a-5fd4-4a83-a254-5d2482a4b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:22.866689 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:22.867496 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-28bce47a-5fd4-4a83-a254-5d2482a4b74a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=639c8589-e65d-40a2-92b1-3421f5cc2118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1898751 Dec 20 21:22:22.869562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-2a52c17a-4f8c-4407-b10c-24dfde6181ff req-d3078081-b359-4ac8-82f8-2abe5b37c923 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Calling delete_port for 0d6a79cf-e53f-43fa-9f16-1d7680615f14 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:22:22.917662 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Transition to ACTIVE for port object bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:22:22.924971 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:23.011705 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-1ceeab52-b300-4d7e-8e81-cf0ea06a8454 service neutron] 10.222.0.32 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5471966 Dec 20 21:22:23.294262 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-724e38e1-1e07-4295-904f-e2984e76cf1a service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014277 Dec 20 21:22:23.332378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a28050-2a32-4d00-8ae3-81d266c9160b {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:23.342339 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Pushing event updated for resources: {'Port': ['ID=bbe6f4ac-d0d6-43e4-be7a-dfed7276b822,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:23.393532 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:23.462156 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Transition to ACTIVE for port object b6a28050-2a32-4d00-8ae3-81d266c9160b will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:22:23.495686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b27fb-b262-494a-a0ee-df46fe809cfd req-a7fe4309-941b-4afc-ace6-39c589b82a24 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:23.503671 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b27fb-b262-494a-a0ee-df46fe809cfd req-a7fe4309-941b-4afc-ace6-39c589b82a24 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:23.511462 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b27fb-b262-494a-a0ee-df46fe809cfd req-a7fe4309-941b-4afc-ace6-39c589b82a24 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:23.518492 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b27fb-b262-494a-a0ee-df46fe809cfd req-a7fe4309-941b-4afc-ace6-39c589b82a24 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:23.519325 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6067f4f-ccfa-4e59-91cc-d5074dc510ba req-2d308758-4c9c-45ef-aef3-b343d65ea0e4 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:23.522491 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d6067f4f-ccfa-4e59-91cc-d5074dc510ba req-2d308758-4c9c-45ef-aef3-b343d65ea0e4 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6 HTTP/1.1" status: 200 len: 945 time: 0.4266930 Dec 20 21:22:23.525598 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b27fb-b262-494a-a0ee-df46fe809cfd req-a7fe4309-941b-4afc-ace6-39c589b82a24 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:23.532057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b27fb-b262-494a-a0ee-df46fe809cfd req-a7fe4309-941b-4afc-ace6-39c589b82a24 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:23.539773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b27fb-b262-494a-a0ee-df46fe809cfd req-a7fe4309-941b-4afc-ace6-39c589b82a24 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:23.542347 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-651b27fb-b262-494a-a0ee-df46fe809cfd req-a7fe4309-941b-4afc-ace6-39c589b82a24 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5430 time: 0.2327280 Dec 20 21:22:23.543427 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:23.582254 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04ae34a3-aeb4-47c0-876e-41df93cee1a8 req-4d49aeca-13fd-4afd-a7a8-b2f84d5b18b2 service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065241 Dec 20 21:22:23.652416 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d6067f4f-ccfa-4e59-91cc-d5074dc510ba req-bcb08a6d-d3cc-4816-a9b3-9745c108f8ef tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.32 "GET /v2.0/security-groups?id=1f3d5802-41db-4f64-8b8f-a230df5e0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202137 Dec 20 21:22:23.656471 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Attempting to bind port bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:22:23.656862 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Attempting to bind port bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '93e75a35-b432-4782-837d-a0bc23734d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:22:23.657100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Attempting to bind port bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 on network d19f539b-a15b-410d-9464-ba451a274190 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:23.663391 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Port bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 on network d19f539b-a15b-410d-9464-ba451a274190 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:22:23.663708 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Attempting to bind port bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 on network d19f539b-a15b-410d-9464-ba451a274190 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:23.669706 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2a52c17a-4f8c-4407-b10c-24dfde6181ff req-d3078081-b359-4ac8-82f8-2abe5b37c923 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:23.671886 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:22:23.672228 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Checking segment: {'id': '93e75a35-b432-4782-837d-a0bc23734d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:23.672715 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Bound using segment: {'id': '93e75a35-b432-4782-837d-a0bc23734d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:22:23.673170 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Bound port: bbe6f4ac-d0d6-43e4-be7a-dfed7276b822, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e75a35-b432-4782-837d-a0bc23734d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:22:23.673523 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:23.784029 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-651b27fb-b262-494a-a0ee-df46fe809cfd req-25f64584-9f9e-45ba-8c83-3ac382c30df2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2004352 Dec 20 21:22:23.794837 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3078081-b359-4ac8-82f8-2abe5b37c923 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Pushing event deleted for resources: {'Port': ['ID=0d6a79cf-e53f-43fa-9f16-1d7680615f14,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:24.075533 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a52c17a-4f8c-4407-b10c-24dfde6181ff req-d3078081-b359-4ac8-82f8-2abe5b37c923 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] No DVR routers for this DVR port 0d6a79cf-e53f-43fa-9f16-1d7680615f14 on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:22:24.083577 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2a52c17a-4f8c-4407-b10c-24dfde6181ff req-d3078081-b359-4ac8-82f8-2abe5b37c923 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:24.089075 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a52c17a-4f8c-4407-b10c-24dfde6181ff req-d3078081-b359-4ac8-82f8-2abe5b37c923 tempest-ServerAddressesNegativeTestJSON-58728592 tempest-ServerAddressesNegativeTestJSON-58728592-project] 10.222.0.66 "DELETE /v2.0/ports/0d6a79cf-e53f-43fa-9f16-1d7680615f14 HTTP/1.1" status: 204 len: 173 time: 2.4332101 Dec 20 21:22:24.094659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6', 'name': 'network-vif-deleted', 'tag': '0d6a79cf-e53f-43fa-9f16-1d7680615f14'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:24.097277 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7c5a6c-9475-4294-9293-514f7fe52444" -d '{"events": [{"server_uuid": "ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6", "name": "network-vif-deleted", "tag": "0d6a79cf-e53f-43fa-9f16-1d7680615f14"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:24.115859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] For port bbe6f4ac-d0d6-43e4-be7a-dfed7276b822, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:24.126526 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] For port bbe6f4ac-d0d6-43e4-be7a-dfed7276b822, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=bbe6f4ac-d0d6-43e4-be7a-dfed7276b822,segment=NetworkSegment(93e75a35-b432-4782-837d-a0bc23734d68),segment_id=93e75a35-b432-4782-837d-a0bc23734d68)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:22:24.142155 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee9250-ef27-433a-9688-3760dbd0e316 req-0a2690ad-9986-43be-9284-483c3d4b4cff tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:24.143970 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-46ee9250-ef27-433a-9688-3760dbd0e316 req-0a2690ad-9986-43be-9284-483c3d4b4cff tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 943 time: 0.2740767 Dec 20 21:22:24.145892 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:24.280831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:24.281458 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:24.283869 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] 10.222.0.31 "PUT /v2.0/ports/bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 HTTP/1.1" status: 200 len: 1089 time: 2.5794075 Dec 20 21:22:24.326905 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261d349-d6d4-4250-9eaf-3f8e7d7374fe service neutron] Pushing event updated for resources: {'Port': ['ID=bbe6f4ac-d0d6-43e4-be7a-dfed7276b822,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:24.352256 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-46ee9250-ef27-433a-9688-3760dbd0e316 req-54f12d7a-1c08-45be-b8c6-35d0c17928d7 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/security-groups?id=c165c88b-488e-43f8-bea5-a1b98a006bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893063 Dec 20 21:22:24.426771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a28050-2a32-4d00-8ae3-81d266c9160b,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:24.492740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-a0477640-a227-4ba1-a456-fe206af33fb0 req-ee483d39-7fcd-4c53-924a-52bd9bdfd6a1 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-733278247', 'description': 'tempest-description-1965263356'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:24.593675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d646116-d731-405a-b32d-9c4bc456cabe req-d279b19e-8cc8-41ac-bc5d-e3bbb115dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:24.595205 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7d646116-d731-405a-b32d-9c4bc456cabe req-d279b19e-8cc8-41ac-bc5d-e3bbb115dfbd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=803f255dbb5a46b2b7b40c99b2c9a20e&device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 1092 time: 0.1482198 Dec 20 21:22:24.601864 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-ea3d2cc0-5c72-4d19-b8cc-0908e84b9557 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1989052 Dec 20 21:22:24.624899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-5119ca77-e48f-4f5a-84d7-6495d18f0235 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:24.652543 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Attempting to bind port b6a28050-2a32-4d00-8ae3-81d266c9160b on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:22:24.653242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Attempting to bind port b6a28050-2a32-4d00-8ae3-81d266c9160b by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:22:24.653753 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Attempting to bind port b6a28050-2a32-4d00-8ae3-81d266c9160b on network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:24.660745 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a0477640-a227-4ba1-a456-fe206af33fb0 req-ee483d39-7fcd-4c53-924a-52bd9bdfd6a1 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:24.674129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0b9b-1f6c-444d-b495-81be71a150df req-529ee5bf-22c6-45fa-ab86-7036f27f61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:24.674941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0b9b-1f6c-444d-b495-81be71a150df req-529ee5bf-22c6-45fa-ab86-7036f27f61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:24.675692 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0b9b-1f6c-444d-b495-81be71a150df req-529ee5bf-22c6-45fa-ab86-7036f27f61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:24.676496 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0b9b-1f6c-444d-b495-81be71a150df req-529ee5bf-22c6-45fa-ab86-7036f27f61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:24.676999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0b9b-1f6c-444d-b495-81be71a150df req-529ee5bf-22c6-45fa-ab86-7036f27f61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:24.677438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0b9b-1f6c-444d-b495-81be71a150df req-529ee5bf-22c6-45fa-ab86-7036f27f61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:24.678447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0b9b-1f6c-444d-b495-81be71a150df req-529ee5bf-22c6-45fa-ab86-7036f27f61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:24.680938 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-5119ca77-e48f-4f5a-84d7-6495d18f0235 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:24.681094 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-505e0b9b-1f6c-444d-b495-81be71a150df req-529ee5bf-22c6-45fa-ab86-7036f27f61a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa6bba111e234f8b895c1075b6132216&device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 6473 time: 0.2609489 Dec 20 21:22:24.691429 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Port b6a28050-2a32-4d00-8ae3-81d266c9160b on network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:22:24.691785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Attempting to bind port b6a28050-2a32-4d00-8ae3-81d266c9160b on network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:24.709671 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:22:24.710137 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Checking segment: {'id': '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:24.710421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Bound using segment: {'id': '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:22:24.710851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Bound port: b6a28050-2a32-4d00-8ae3-81d266c9160b, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:22:24.711370 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:24.797716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] For port b6a28050-2a32-4d00-8ae3-81d266c9160b, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:24.801174 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] For port b6a28050-2a32-4d00-8ae3-81d266c9160b, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b6a28050-2a32-4d00-8ae3-81d266c9160b,segment=NetworkSegment(8cca1883-e9d5-464d-9ab7-a5b34fb4c08c),segment_id=8cca1883-e9d5-464d-9ab7-a5b34fb4c08c)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:22:24.825076 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:24.889096 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7d646116-d731-405a-b32d-9c4bc456cabe req-14c66269-fd66-49fa-ab94-c52494941cef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 HTTP/1.1" status: 200 len: 217 time: 0.1070685 Dec 20 21:22:24.979621 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:24.981591 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:24.986133 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61f16511-f534-4f5d-998d-4e4f294929df req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] 10.222.0.66 "PUT /v2.0/ports/b6a28050-2a32-4d00-8ae3-81d266c9160b HTTP/1.1" status: 200 len: 1090 time: 3.1698978 Dec 20 21:22:25.028011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72dcb1b-6757-4784-b32e-c43a2da6daad', 'tag': 'b6a28050-2a32-4d00-8ae3-81d266c9160b'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:25.030490 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d7bd91-6d60-4bf1-bd27-42647a1f0255" -d '{"events": [{"name": "network-changed", "server_uuid": "c72dcb1b-6757-4784-b32e-c43a2da6daad", "tag": "b6a28050-2a32-4d00-8ae3-81d266c9160b"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:25.145799 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0d6a79cf-e53f-43fa-9f16-1d7680615f14 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:22:25.164887 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a0477640-a227-4ba1-a456-fe206af33fb0 req-ee483d39-7fcd-4c53-924a-52bd9bdfd6a1 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:25.204276 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-5119ca77-e48f-4f5a-84d7-6495d18f0235 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:25.232668 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a0477640-a227-4ba1-a456-fe206af33fb0 req-ee483d39-7fcd-4c53-924a-52bd9bdfd6a1 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:25.278594 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-89a57a99-ee88-408d-9c2f-8006e72d3f86 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:25.280348 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-89a57a99-ee88-408d-9c2f-8006e72d3f86 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.66 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 806 time: 0.3674235 Dec 20 21:22:25.339804 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-adec6985-6430-46d3-a6e9-c917876097a1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Request body: {'port': {'device_id': 'e1f4ad41-3279-42f6-b126-c90428d8d1ef', 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd', 'admin_state_up': True, 'tenant_id': '68013026329e4661b48075edeb3524ab'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:25.391601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0b9b-1f6c-444d-b495-81be71a150df req-be07b5e4-797c-481f-a120-39e9a20e9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:25.399110 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-505e0b9b-1f6c-444d-b495-81be71a150df req-be07b5e4-797c-481f-a120-39e9a20e9a68 service neutron] 10.222.0.31 "GET /v2.0/networks?id=639c8589-e65d-40a2-92b1-3421f5cc2118 HTTP/1.1" status: 200 len: 902 time: 0.5927045 Dec 20 21:22:25.417501 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a0477640-a227-4ba1-a456-fe206af33fb0 req-ee483d39-7fcd-4c53-924a-52bd9bdfd6a1 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:25.460591 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a0477640-a227-4ba1-a456-fe206af33fb0 req-ee483d39-7fcd-4c53-924a-52bd9bdfd6a1 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0367210 Dec 20 21:22:25.465270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03026c-e48f-4d9b-8bd4-339a9ce59286 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a28050-2a32-4d00-8ae3-81d266c9160b,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:25.591628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 0d6a79cf-e53f-43fa-9f16-1d7680615f14 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:22:25.591628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0d6a79cf-e53f-43fa-9f16-1d7680615f14 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:22:25.642835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee483d39-7fcd-4c53-924a-52bd9bdfd6a1 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49663986-bc20-4ce8-a309-365eed99a7db,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:25.667154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f16511-f534-4f5d-998d-4e4f294929df req-2fd28db0-4e86-4d18-8376-dfc39a81b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:25.668844 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61f16511-f534-4f5d-998d-4e4f294929df req-2fd28db0-4e86-4d18-8376-dfc39a81b6f2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cedc15bfaf5b41168bc40cd7545ca53c&device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 1093 time: 0.5437295 Dec 20 21:22:25.670391 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-505e0b9b-1f6c-444d-b495-81be71a150df req-9befce77-7e36-4e12-9570-7d1d036d4c8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9f8bda01-3cf7-48af-89c4-9284006ee677 HTTP/1.1" status: 200 len: 217 time: 0.1590667 Dec 20 21:22:25.746351 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61f16511-f534-4f5d-998d-4e4f294929df req-6671f6d9-e7a7-4a2d-98a9-20dec01471af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a28050-2a32-4d00-8ae3-81d266c9160b HTTP/1.1" status: 200 len: 217 time: 0.0586507 Dec 20 21:22:25.759141 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d646116-d731-405a-b32d-9c4bc456cabe req-87f2829d-64fa-4522-b4bc-b6ac17d42011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:25.760828 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7d646116-d731-405a-b32d-9c4bc456cabe req-87f2829d-64fa-4522-b4bc-b6ac17d42011 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=76628de7-9147-4946-bce8-6da6c25b78c9 HTTP/1.1" status: 200 len: 854 time: 0.2545242 Dec 20 21:22:25.779042 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-5119ca77-e48f-4f5a-84d7-6495d18f0235 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Allocated IP 172.35.3.20 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/11b5b40f-72ef-492b-af53-1bb9ec9af428) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:22:25.781629 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-adec6985-6430-46d3-a6e9-c917876097a1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Made reservation on behalf of 68013026329e4661b48075edeb3524ab for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:22:25.785573 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-adec6985-6430-46d3-a6e9-c917876097a1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:25.804521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65c5cb-bbc7-4a79-8547-75dd9e08ef04 req-6948899f-51e7-4396-aba6-619e8cc746d0 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:25.815236 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b65c5cb-bbc7-4a79-8547-75dd9e08ef04 req-6948899f-51e7-4396-aba6-619e8cc746d0 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 944 time: 0.1687114 Dec 20 21:22:25.887434 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b65c5cb-bbc7-4a79-8547-75dd9e08ef04 req-6cc0561f-ff60-4c83-8194-25cdeeec518b tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704238 Dec 20 21:22:25.906248 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f16511-f534-4f5d-998d-4e4f294929df req-dab57a4e-1ad0-49ff-acb9-2d4440a3f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:25.911107 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61f16511-f534-4f5d-998d-4e4f294929df req-dab57a4e-1ad0-49ff-acb9-2d4440a3f564 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d594ea94-5bfe-45b1-a31e-dafb0c78a94a HTTP/1.1" status: 200 len: 849 time: 0.1558170 Dec 20 21:22:26.007342 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cbb65577-a8b6-43ff-a93f-b59367c7c64c req-74601499-a367-47cf-904e-44b7f00735ce tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 210 time: 0.0583038 Dec 20 21:22:26.022929 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-5119ca77-e48f-4f5a-84d7-6495d18f0235 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:26.032140 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-adec6985-6430-46d3-a6e9-c917876097a1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Allocated IP 172.20.0.2 (ef25a713-78cb-4680-b602-defc0f8ef6dd/428b6fe3-893f-4804-922c-7a9af77a1126/f1d56cab-3bd3-4951-8163-b6854d2fb9e6) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:22:26.046012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f16511-f534-4f5d-998d-4e4f294929df req-a396fd5b-c034-4a56-8cce-933e43c9defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:26.048192 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61f16511-f534-4f5d-998d-4e4f294929df req-a396fd5b-c034-4a56-8cce-933e43c9defa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2f0b3a-2909-4c06-b8dc-499246cbe550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1296904 Dec 20 21:22:26.109183 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcdeba5-311b-4f68-9390-ae016601f1b9 x-openstack-request-id: req-0bcdeba5-311b-4f68-9390-ae016601f1b9 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:26.109513 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6", "name": "network-vif-deleted", "tag": "0d6a79cf-e53f-43fa-9f16-1d7680615f14", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:26.109725 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bcdeba5-311b-4f68-9390-ae016601f1b9 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:26.110180 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad34d0ec-8bb6-4923-b94e-7cb19bbf8dc6', 'name': 'network-vif-deleted', 'tag': '0d6a79cf-e53f-43fa-9f16-1d7680615f14', 'status': 'completed', 'code': 200} Dec 20 21:22:26.149610 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-5119ca77-e48f-4f5a-84d7-6495d18f0235 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:26.218264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54746) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:26.232570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-5119ca77-e48f-4f5a-84d7-6495d18f0235 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:22:26.258510 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119ca77-e48f-4f5a-84d7-6495d18f0235 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Pushing event updated for resources: {'Port': ['ID=11b5b40f-72ef-492b-af53-1bb9ec9af428,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:26.261901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-5119ca77-e48f-4f5a-84d7-6495d18f0235 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:22:26.264150 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-5119ca77-e48f-4f5a-84d7-6495d18f0235 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:22:26.335137 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a567f5-17f3-448d-b6df-d7ea45770b6d admin admin] Deleting subnet 65ff034d-f0c1-4494-86f4-a7b9e55b38db {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:22:26.338585 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-52a567f5-17f3-448d-b6df-d7ea45770b6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:26.387515 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-52a567f5-17f3-448d-b6df-d7ea45770b6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:26.414558 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-adec6985-6430-46d3-a6e9-c917876097a1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:26.430619 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-5119ca77-e48f-4f5a-84d7-6495d18f0235 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:26.465669 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61f16511-f534-4f5d-998d-4e4f294929df req-dfcecff4-6854-41b8-9f70-0e0388db2d28 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105392 Dec 20 21:22:26.486990 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-5119ca77-e48f-4f5a-84d7-6495d18f0235 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:26.513991 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-adec6985-6430-46d3-a6e9-c917876097a1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:26.529714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21473edb-6d81-419f-a443-578386fb022c req-ab2a0267-7cdb-4675-8767-e237f1042ad3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:26.535755 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21473edb-6d81-419f-a443-578386fb022c req-ab2a0267-7cdb-4675-8767-e237f1042ad3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:26.541742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21473edb-6d81-419f-a443-578386fb022c req-ab2a0267-7cdb-4675-8767-e237f1042ad3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:26.547703 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21473edb-6d81-419f-a443-578386fb022c req-ab2a0267-7cdb-4675-8767-e237f1042ad3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:26.553887 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21473edb-6d81-419f-a443-578386fb022c req-ab2a0267-7cdb-4675-8767-e237f1042ad3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:26.559793 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21473edb-6d81-419f-a443-578386fb022c req-ab2a0267-7cdb-4675-8767-e237f1042ad3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:26.559967 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-adec6985-6430-46d3-a6e9-c917876097a1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Network ef25a713-78cb-4680-b602-defc0f8ef6dd is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:22:26.564744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-adec6985-6430-46d3-a6e9-c917876097a1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:22:26.565498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21473edb-6d81-419f-a443-578386fb022c req-ab2a0267-7cdb-4675-8767-e237f1042ad3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:26.567704 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-21473edb-6d81-419f-a443-578386fb022c req-ab2a0267-7cdb-4675-8767-e237f1042ad3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5430 time: 0.3179054 Dec 20 21:22:26.569552 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-adec6985-6430-46d3-a6e9-c917876097a1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:22:26.618102 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:22:26.635217 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-52a567f5-17f3-448d-b6df-d7ea45770b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:26.637868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec6985-6430-46d3-a6e9-c917876097a1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Pushing event updated for resources: {'Port': ['ID=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:26.651030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-21473edb-6d81-419f-a443-578386fb022c req-47a00585-1f55-41f1-a729-bf3c348df64f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560675 Dec 20 21:22:26.704385 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-adec6985-6430-46d3-a6e9-c917876097a1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:26.705034 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-adec6985-6430-46d3-a6e9-c917876097a1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:26.737951 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-adec6985-6430-46d3-a6e9-c917876097a1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4106269 Dec 20 21:22:26.754278 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Request body: {'port': {'device_id': 'e1f4ad41-3279-42f6-b126-c90428d8d1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:26.776766 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61f16511-f534-4f5d-998d-4e4f294929df req-83797fa9-0c77-4757-9e1b-b40c16f6fdbc service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899239 Dec 20 21:22:26.785054 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-52a567f5-17f3-448d-b6df-d7ea45770b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:26.829813 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a567f5-17f3-448d-b6df-d7ea45770b6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ff034d-f0c1-4494-86f4-a7b9e55b38db,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:26.839119 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-52a567f5-17f3-448d-b6df-d7ea45770b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:26.858747 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-52a567f5-17f3-448d-b6df-d7ea45770b6d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/65ff034d-f0c1-4494-86f4-a7b9e55b38db HTTP/1.1" status: 204 len: 168 time: 0.6348152 Dec 20 21:22:26.860006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54750) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:26.910854 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f44114-92c7-45e2-838d-1a891b07274e x-openstack-request-id: req-a8f44114-92c7-45e2-838d-1a891b07274e {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:26.911901 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72dcb1b-6757-4784-b32e-c43a2da6daad", "tag": "b6a28050-2a32-4d00-8ae3-81d266c9160b", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:26.912488 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8f44114-92c7-45e2-838d-1a891b07274e {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:26.913250 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c72dcb1b-6757-4784-b32e-c43a2da6daad', 'tag': 'b6a28050-2a32-4d00-8ae3-81d266c9160b', 'status': 'completed', 'code': 200} Dec 20 21:22:26.936566 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:26.947636 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-5119ca77-e48f-4f5a-84d7-6495d18f0235 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:27.058253 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b113ec2-2b60-4f99-a8e3-1a938b765be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:27.068490 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ce834ff9-db5d-4dbf-83e1-49837304a400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:27.077152 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc228152-44ee-4642-bd2c-e0a352bc747a req-362895d6-e560-40ec-a52b-11886505c1f3 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:27.079098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc228152-44ee-4642-bd2c-e0a352bc747a req-362895d6-e560-40ec-a52b-11886505c1f3 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 943 time: 0.1311970 Dec 20 21:22:27.088575 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7bd91-6d60-4bf1-bd27-42647a1f0255 req-df08f3a5-7cfb-4322-a81f-d9f39a769c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:27.091257 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-08d7bd91-6d60-4bf1-bd27-42647a1f0255 req-df08f3a5-7cfb-4322-a81f-d9f39a769c28 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cedc15bfaf5b41168bc40cd7545ca53c&device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 1093 time: 0.1404216 Dec 20 21:22:27.133087 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-5119ca77-e48f-4f5a-84d7-6495d18f0235 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:27.250105 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119ca77-e48f-4f5a-84d7-6495d18f0235 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Pushing event updated for resources: {'Port': ['ID=11b5b40f-72ef-492b-af53-1bb9ec9af428,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:27.346516 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b113ec2-2b60-4f99-a8e3-1a938b765be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:27.352228 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc228152-44ee-4642-bd2c-e0a352bc747a req-83a0d48d-5b0f-4ead-9342-9404b0fb744b tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/security-groups?id=c165c88b-488e-43f8-bea5-a1b98a006bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578602 Dec 20 21:22:27.357511 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-5119ca77-e48f-4f5a-84d7-6495d18f0235 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:27.388650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5b113ec2-2b60-4f99-a8e3-1a938b765be4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b99b7b-7d69-4a17-bb40-675c4fb88b90']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:27.390633 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-5119ca77-e48f-4f5a-84d7-6495d18f0235 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:27.391654 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-5119ca77-e48f-4f5a-84d7-6495d18f0235 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7759471 Dec 20 21:22:27.415791 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5b113ec2-2b60-4f99-a8e3-1a938b765be4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845afcbf-a4e0-45f8-bd9e-786b96485dda') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:27.416058 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5b113ec2-2b60-4f99-a8e3-1a938b765be4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845afcbf-a4e0-45f8-bd9e-786b96485dda') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:27.430938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-2e40ac30-a822-4f8b-9bfb-bcb50ad47eb9 req-87e24212-1cc6-4dc7-ba1d-fb280f479aae tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-126219797', 'description': 'tempest-description-1495338549'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:27.448773 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-80fb6c57-01dc-45cf-a52b-8e32bb983e0d tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.20 HTTP/1.1" status: 200 len: 695 time: 0.0505075 Dec 20 21:22:27.462569 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7bd91-6d60-4bf1-bd27-42647a1f0255 req-bc9cafe0-1cb9-4c88-bf75-53a561ae8e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:27.464243 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-08d7bd91-6d60-4bf1-bd27-42647a1f0255 req-bc9cafe0-1cb9-4c88-bf75-53a561ae8e22 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b2f0b3a-2909-4c06-b8dc-499246cbe550 HTTP/1.1" status: 200 len: 911 time: 0.3588529 Dec 20 21:22:27.466410 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b113ec2-2b60-4f99-a8e3-1a938b765be4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:27.468994 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2e40ac30-a822-4f8b-9bfb-bcb50ad47eb9 req-87e24212-1cc6-4dc7-ba1d-fb280f479aae tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:27.557428 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-08d7bd91-6d60-4bf1-bd27-42647a1f0255 req-18e0a27e-780a-4032-a2c8-494b3eaadaab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a28050-2a32-4d00-8ae3-81d266c9160b HTTP/1.1" status: 200 len: 217 time: 0.0781839 Dec 20 21:22:27.558755 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b113ec2-2b60-4f99-a8e3-1a938b765be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:27.581196 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b113ec2-2b60-4f99-a8e3-1a938b765be4 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:22:27.581588 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b113ec2-2b60-4f99-a8e3-1a938b765be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:22:27.583544 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:22:27.640490 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d56cab-3bd3-4951-8163-b6854d2fb9e6 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:27.662882 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-64b1287a-15ce-4df0-8698-b2d24eb781e4 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:27.664716 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c17be7d-da17-4611-b5f5-c3e682a46d9d req-64b1287a-15ce-4df0-8698-b2d24eb781e4 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.2090492 Dec 20 21:22:27.670470 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:27.697337 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Transition to ACTIVE for port object f1d56cab-3bd3-4951-8163-b6854d2fb9e6 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:22:27.716261 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:27.735814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7bd91-6d60-4bf1-bd27-42647a1f0255 req-a49f8470-f2be-4c50-bf1b-9f7a7ee9ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:27.741192 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-08d7bd91-6d60-4bf1-bd27-42647a1f0255 req-a49f8470-f2be-4c50-bf1b-9f7a7ee9ac34 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d594ea94-5bfe-45b1-a31e-dafb0c78a94a HTTP/1.1" status: 200 len: 849 time: 0.1753783 Dec 20 21:22:27.783552 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b113ec2-2b60-4f99-a8e3-1a938b765be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:27.834035 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b113ec2-2b60-4f99-a8e3-1a938b765be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:27.852282 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:27.853970 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5b113ec2-2b60-4f99-a8e3-1a938b765be4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/10b99b7b-7d69-4a17-bb40-675c4fb88b90 HTTP/1.1" status: 204 len: 168 time: 0.9834502 Dec 20 21:22:27.893825 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b113ec2-2b60-4f99-a8e3-1a938b765be4 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b99b7b-7d69-4a17-bb40-675c4fb88b90,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:27.899879 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2e40ac30-a822-4f8b-9bfb-bcb50ad47eb9 req-87e24212-1cc6-4dc7-ba1d-fb280f479aae tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:27.908867 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2e40ac30-a822-4f8b-9bfb-bcb50ad47eb9 req-87e24212-1cc6-4dc7-ba1d-fb280f479aae tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:27.933050 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4da73-340a-4ee3-8e7a-0eed2d328d85 req-55d84cd4-ced1-4c43-86ce-6de150587183 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:27.934630 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ccc4da73-340a-4ee3-8e7a-0eed2d328d85 req-55d84cd4-ced1-4c43-86ce-6de150587183 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 944 time: 0.1547437 Dec 20 21:22:27.943517 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7bd91-6d60-4bf1-bd27-42647a1f0255 req-99792999-cf1c-4080-a8aa-bf36cfaf4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:27.945645 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-08d7bd91-6d60-4bf1-bd27-42647a1f0255 req-99792999-cf1c-4080-a8aa-bf36cfaf4458 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2f0b3a-2909-4c06-b8dc-499246cbe550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1949520 Dec 20 21:22:27.964957 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2e40ac30-a822-4f8b-9bfb-bcb50ad47eb9 req-87e24212-1cc6-4dc7-ba1d-fb280f479aae tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:27.966320 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e40ac30-a822-4f8b-9bfb-bcb50ad47eb9 req-87e24212-1cc6-4dc7-ba1d-fb280f479aae tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5481744 Dec 20 21:22:27.979179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Attempting to bind port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:22:27.979179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Attempting to bind port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:22:27.979179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Attempting to bind port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:27.996237 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 on network ef25a713-78cb-4680-b602-defc0f8ef6dd not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:22:27.999823 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Attempting to bind port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:28.024403 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ccc4da73-340a-4ee3-8e7a-0eed2d328d85 req-daf51a3b-10a0-4ca8-9bd7-668548d1e0cc tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769672 Dec 20 21:22:28.025405 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:22:28.025734 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Checking segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:28.026186 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Bound using segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:22:28.026573 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Bound port: f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:22:28.027183 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:28.035062 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e24212-1cc6-4dc7-ba1d-fb280f479aae tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ee9472-588a-4362-a08f-f94f112b4f9e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:28.126340 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7e5e58-5477-466e-b48a-1b4ad4cfa660', 'tag': 'bbe6f4ac-d0d6-43e4-be7a-dfed7276b822'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:28.127617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54770) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:28.128682 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada7dbef-b1cc-4d1e-83ed-4ab84317b41a" -d '{"events": [{"name": "network-changed", "server_uuid": "da7e5e58-5477-466e-b48a-1b4ad4cfa660", "tag": "bbe6f4ac-d0d6-43e4-be7a-dfed7276b822"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:28.153553 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-08d7bd91-6d60-4bf1-bd27-42647a1f0255 req-eb51176b-f8b8-4456-af5a-4b8a92a7c1aa service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006431 Dec 20 21:22:28.275057 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-08d7bd91-6d60-4bf1-bd27-42647a1f0255 req-b2f04c67-967b-4aa4-89e7-e474b7f594fd service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981078 Dec 20 21:22:28.326182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fd3ef-5d0a-4f10-892b-5080355e572b req-051937a8-162f-4b61-a94f-ebb73e42d019 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:28.334276 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-861fd3ef-5d0a-4f10-892b-5080355e572b req-051937a8-162f-4b61-a94f-ebb73e42d019 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 943 time: 0.2316544 Dec 20 21:22:28.401233 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-861fd3ef-5d0a-4f10-892b-5080355e572b req-fb86bf18-e017-4347-9051-ee9cacda75b1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657325 Dec 20 21:22:28.413818 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-00f98034-d9c4-482c-9887-47e469e65660 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d872e5721974858b21d335e8188ae85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678118 Dec 20 21:22:28.414999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54776) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:28.514534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a1f17def-8c2b-4a73-999c-a298d46959c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:28.581602 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a1f17def-8c2b-4a73-999c-a298d46959c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:28.590477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25c15-c7c6-4096-9b70-8d0d324501b3 req-1b4bdc48-9e29-476c-8875-7376b97fa84c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:28.596663 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25c15-c7c6-4096-9b70-8d0d324501b3 req-1b4bdc48-9e29-476c-8875-7376b97fa84c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:28.602916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25c15-c7c6-4096-9b70-8d0d324501b3 req-1b4bdc48-9e29-476c-8875-7376b97fa84c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:28.608652 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25c15-c7c6-4096-9b70-8d0d324501b3 req-1b4bdc48-9e29-476c-8875-7376b97fa84c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:28.614816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25c15-c7c6-4096-9b70-8d0d324501b3 req-1b4bdc48-9e29-476c-8875-7376b97fa84c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:28.621493 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25c15-c7c6-4096-9b70-8d0d324501b3 req-1b4bdc48-9e29-476c-8875-7376b97fa84c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:28.627530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25c15-c7c6-4096-9b70-8d0d324501b3 req-1b4bdc48-9e29-476c-8875-7376b97fa84c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:28.639119 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fbc25c15-c7c6-4096-9b70-8d0d324501b3 req-1b4bdc48-9e29-476c-8875-7376b97fa84c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5430 time: 0.5062940 Dec 20 21:22:28.662210 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] For port f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:28.679466 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a1f17def-8c2b-4a73-999c-a298d46959c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:28.682696 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a1f17def-8c2b-4a73-999c-a298d46959c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:28.687360 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] For port f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:22:28.688158 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a1f17def-8c2b-4a73-999c-a298d46959c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f3d5802-41db-4f64-8b8f-a230df5e0200 HTTP/1.1" status: 204 len: 168 time: 0.2720575 Dec 20 21:22:28.694029 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:28.710240 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fbc25c15-c7c6-4096-9b70-8d0d324501b3 req-11323cf7-45da-48db-82e2-53dfe53112ab tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676203 Dec 20 21:22:28.790451 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:28.791172 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:28.792657 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] 10.222.0.66 "PUT /v2.0/ports/f1d56cab-3bd3-4951-8163-b6854d2fb9e6 HTTP/1.1" status: 200 len: 1089 time: 2.0439081 Dec 20 21:22:28.813756 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f17def-8c2b-4a73-999c-a298d46959c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3d5802-41db-4f64-8b8f-a230df5e0200,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:28.853393 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6df6c-9eca-42a4-ab96-ca00d15448d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:28.874833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-234f396b-872b-4f9a-959c-12c3591bdff0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:28.883609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-234f396b-872b-4f9a-959c-12c3591bdff0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/networks?id=b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 200 len: 821 time: 0.1938241 Dec 20 21:22:28.896129 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-1af70e07-0bec-4b70-9987-1baef6340e72 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/quotas/bcfd1174631646a39557725d507ef98c HTTP/1.1" status: 200 len: 375 time: 0.0114014 Dec 20 21:22:28.951490 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-bfcd0724-d819-450c-982b-65f8e09e9f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:28.953555 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-bfcd0724-d819-450c-982b-65f8e09e9f1f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 1092 time: 0.0897031 Dec 20 21:22:29.001806 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-9a61a9c0-cd57-481d-bb15-b5f73c6d86de tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bcfd1174631646a39557725d507ef98c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0985029 Dec 20 21:22:29.039732 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-07928155-3350-4757-bef1-5e2218878148 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1d56cab-3bd3-4951-8163-b6854d2fb9e6 HTTP/1.1" status: 200 len: 217 time: 0.0580668 Dec 20 21:22:29.147201 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-a25445bb-b6e3-40d8-a6e8-4bc600591b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:29.149890 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-a25445bb-b6e3-40d8-a6e8-4bc600591b40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.1039371 Dec 20 21:22:29.161735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device b6a28050-2a32-4d00-8ae3-81d266c9160b details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:22:29.200475 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-323bd5ec-a0e8-461f-a49c-6e0fa646d53e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420361 Dec 20 21:22:29.241715 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-e7cbbbf6-a585-4887-8f0f-af69243f8846 service neutron] 10.222.0.32 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317166 Dec 20 21:22:29.276409 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-160f7cf2-26af-4135-a6d5-6fc2c2924561 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:29.284787 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-160f7cf2-26af-4135-a6d5-6fc2c2924561 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/networks?id=87bfa78c-70b1-4af3-935b-75df2c2db66d HTTP/1.1" status: 200 len: 812 time: 0.3789406 Dec 20 21:22:29.312067 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port b6a28050-2a32-4d00-8ae3-81d266c9160b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b6a28050-2a32-4d00-8ae3-81d266c9160b,segment=NetworkSegment(8cca1883-e9d5-464d-9ab7-a5b34fb4c08c),segment_id=8cca1883-e9d5-464d-9ab7-a5b34fb4c08c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:29.328464 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'b6a28050-2a32-4d00-8ae3-81d266c9160b', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'port_id': 'b6a28050-2a32-4d00-8ae3-81d266c9160b', 'mac_address': 'fa:16:3e:5b:f5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:22:29.345221 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-e3446077-0c96-45b3-830e-511e0460b462 service neutron] 10.222.0.32 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025121 Dec 20 21:22:29.366381 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:29.376703 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-69a53555-22da-4b86-a884-c78e8bd0aed9 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/quotas/2ebccd36e76e4e048af9ba49df15f8b4 HTTP/1.1" status: 200 len: 375 time: 0.0888095 Dec 20 21:22:29.381514 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a28050-2a32-4d00-8ae3-81d266c9160b {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:29.409988 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port b6a28050-2a32-4d00-8ae3-81d266c9160b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b6a28050-2a32-4d00-8ae3-81d266c9160b,segment=NetworkSegment(8cca1883-e9d5-464d-9ab7-a5b34fb4c08c),segment_id=8cca1883-e9d5-464d-9ab7-a5b34fb4c08c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:29.422449 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:29.424158 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a5db9724-294d-4f53-ac8b-fb2e223d8b35 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ebccd36e76e4e048af9ba49df15f8b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476947 Dec 20 21:22:29.449873 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-3b1c7da3-d9eb-4812-b916-ec2812a9c442 service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355859 Dec 20 21:22:29.491409 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=b6a28050-2a32-4d00-8ae3-81d266c9160b,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:29.495831 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-459323ee-07e0-4672-ac5d-ffd84d4002dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:29.577960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb900473-8c4d-4250-ab8c-09e73490de93 req-e78fc9b4-3da3-4a38-862c-56819cf1c627 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:29.579721 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb900473-8c4d-4250-ab8c-09e73490de93 req-e78fc9b4-3da3-4a38-862c-56819cf1c627 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 943 time: 0.0602236 Dec 20 21:22:29.617427 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-7a5c6225-da29-450f-a5a2-117a68eb7a98 service neutron] 10.222.0.32 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922703 Dec 20 21:22:29.632921 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09f1cc64-3cde-4c8f-adc5-1e00b0ecc10b req-bd4218c2-1238-4109-9d12-a58b6cb95e22 service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509638 Dec 20 21:22:29.675582 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb900473-8c4d-4250-ab8c-09e73490de93 req-1e6e53a5-89b3-4ebf-bf62-f415411d210f tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/security-groups?id=c165c88b-488e-43f8-bea5-a1b98a006bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875137 Dec 20 21:22:29.700975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['b6a28050-2a32-4d00-8ae3-81d266c9160b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:29.731047 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0b9b-1f6c-444d-b495-81be71a150df req-b2838438-df9c-4170-8c4c-c7aab4790ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:29.733768 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-505e0b9b-1f6c-444d-b495-81be71a150df req-b2838438-df9c-4170-8c4c-c7aab4790ef6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcfdc364-7df9-412a-8432-b29f6a28f02f HTTP/1.1" status: 200 len: 797 time: 0.0820737 Dec 20 21:22:29.783222 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2430eb14-da4d-4620-aa9e-c1f86db75fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:29.787233 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7d646116-d731-405a-b32d-9c4bc456cabe req-2430eb14-da4d-4620-aa9e-c1f86db75fcc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d19f539b-a15b-410d-9464-ba451a274190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0944312 Dec 20 21:22:29.804476 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c80c4a-2cc4-42ca-8025-3ed9f105f605 x-openstack-request-id: req-21c80c4a-2cc4-42ca-8025-3ed9f105f605 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:29.804878 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7e5e58-5477-466e-b48a-1b4ad4cfa660", "tag": "bbe6f4ac-d0d6-43e4-be7a-dfed7276b822", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:29.805144 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21c80c4a-2cc4-42ca-8025-3ed9f105f605 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:29.805590 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7e5e58-5477-466e-b48a-1b4ad4cfa660', 'tag': 'bbe6f4ac-d0d6-43e4-be7a-dfed7276b822', 'status': 'completed', 'code': 200} Dec 20 21:22:29.806422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0b9b-1f6c-444d-b495-81be71a150df req-46e9e45d-07fb-4f3e-bd03-e5fcc2231f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:29.808161 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-505e0b9b-1f6c-444d-b495-81be71a150df req-46e9e45d-07fb-4f3e-bd03-e5fcc2231f9b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=639c8589-e65d-40a2-92b1-3421f5cc2118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.0649347 Dec 20 21:22:29.839603 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-0cad9b06-a1c4-4696-8cf9-ac4141465d2c service neutron] 10.222.0.32 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212892 Dec 20 21:22:29.972438 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54834) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:29.993943 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7d646116-d731-405a-b32d-9c4bc456cabe req-ee5db992-1a7b-40dc-a388-09511c40f742 service neutron] 10.222.0.31 "GET /v2.0/networks/d19f539b-a15b-410d-9464-ba451a274190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657224 Dec 20 21:22:30.127008 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7d646116-d731-405a-b32d-9c4bc456cabe req-0fa67f15-9747-4198-ad09-bcd52b1b0295 service neutron] 10.222.0.31 "GET /v2.0/networks/d19f539b-a15b-410d-9464-ba451a274190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245642 Dec 20 21:22:30.165127 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5dadd22c-3bd3-4d0a-bb5b-bcb77a83b16e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-651916765-network', 'tenant_id': 'd2f4c187708c4124a507a398163fc633'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:30.206613 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c9f9c-0641-46f1-a6c3-cb726f5d2564 req-a4bd283b-98de-49e3-a2f7-6cbd37f860c2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:30.208932 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-994c9f9c-0641-46f1-a6c3-cb726f5d2564 req-a4bd283b-98de-49e3-a2f7-6cbd37f860c2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 943 time: 0.1235538 Dec 20 21:22:30.210982 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dadd22c-3bd3-4d0a-bb5b-bcb77a83b16e admin admin] Made reservation on behalf of d2f4c187708c4124a507a398163fc633 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:22:30.213257 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5dadd22c-3bd3-4d0a-bb5b-bcb77a83b16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:30.233879 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5dadd22c-3bd3-4d0a-bb5b-bcb77a83b16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:30.326355 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7dbef-b1cc-4d1e-83ed-4ab84317b41a req-6930c382-31a4-4511-aaf0-31fb16bcf43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:30.328927 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ada7dbef-b1cc-4d1e-83ed-4ab84317b41a req-6930c382-31a4-4511-aaf0-31fb16bcf43d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=803f255dbb5a46b2b7b40c99b2c9a20e&device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 1092 time: 0.1039915 Dec 20 21:22:30.333739 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-994c9f9c-0641-46f1-a6c3-cb726f5d2564 req-6c652cdb-fd82-48c0-b7ea-3f78c50ba306 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100974 Dec 20 21:22:30.399268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4aa59-2b65-48c4-840c-8426d96e52cb req-8290f684-ef4c-498d-af1b-977089d37ebd tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:30.406908 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1bd4aa59-2b65-48c4-840c-8426d96e52cb req-8290f684-ef4c-498d-af1b-977089d37ebd tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 945 time: 0.4467509 Dec 20 21:22:30.410164 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-505e0b9b-1f6c-444d-b495-81be71a150df req-27db23e6-39ea-419d-ad54-f15c800f1121 service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832508 Dec 20 21:22:30.511512 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8df52614-2775-4ad9-9cc9-6b4ce3a49e5f req-999866af-291d-4865-bc54-69f592b39ffc tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b3fab7-33fc-4497-8682-a12fa67998f0 HTTP/1.1" status: 200 len: 210 time: 0.0530717 Dec 20 21:22:30.513372 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5dadd22c-3bd3-4d0a-bb5b-bcb77a83b16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:30.524999 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5dadd22c-3bd3-4d0a-bb5b-bcb77a83b16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:30.540619 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1bd4aa59-2b65-48c4-840c-8426d96e52cb req-f887a9dc-6c5a-4fc8-b8ce-e8bb33519c8b tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327600 Dec 20 21:22:30.551010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dadd22c-3bd3-4d0a-bb5b-bcb77a83b16e admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:22:30.567489 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5dadd22c-3bd3-4d0a-bb5b-bcb77a83b16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:30.567489 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-5dadd22c-3bd3-4d0a-bb5b-bcb77a83b16e admin admin] Added segment 0fca7502-0a0a-4307-ad39-1e694c2aec21 of type vlan for network 2ed307fe-ac1a-4b0c-a426-bf761a207e98 Dec 20 21:22:30.598201 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:30.607597 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-505e0b9b-1f6c-444d-b495-81be71a150df req-9c26b570-e99f-4850-808c-6d03fb183e5d service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736338 Dec 20 21:22:30.616322 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7dbef-b1cc-4d1e-83ed-4ab84317b41a req-4cd898d9-ae71-46f4-a167-a94a3bceb5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:30.617873 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ada7dbef-b1cc-4d1e-83ed-4ab84317b41a req-4cd898d9-ae71-46f4-a167-a94a3bceb5dc service neutron] 10.222.0.31 "GET /v2.0/networks?id=d19f539b-a15b-410d-9464-ba451a274190 HTTP/1.1" status: 200 len: 916 time: 0.2817185 Dec 20 21:22:30.696860 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ada7dbef-b1cc-4d1e-83ed-4ab84317b41a req-acb2e719-2080-4ea3-b281-76fb1c270b58 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 HTTP/1.1" status: 200 len: 217 time: 0.0571787 Dec 20 21:22:30.702573 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5dadd22c-3bd3-4d0a-bb5b-bcb77a83b16e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:30.712047 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967df92-45ff-4c70-a868-e98d5d70720b req-e32704f9-b737-4c0e-803a-6773a6d6d540 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:30.718623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967df92-45ff-4c70-a868-e98d5d70720b req-e32704f9-b737-4c0e-803a-6773a6d6d540 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:30.725812 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967df92-45ff-4c70-a868-e98d5d70720b req-e32704f9-b737-4c0e-803a-6773a6d6d540 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:30.731488 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967df92-45ff-4c70-a868-e98d5d70720b req-e32704f9-b737-4c0e-803a-6773a6d6d540 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:30.737421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967df92-45ff-4c70-a868-e98d5d70720b req-e32704f9-b737-4c0e-803a-6773a6d6d540 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:30.744263 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967df92-45ff-4c70-a868-e98d5d70720b req-e32704f9-b737-4c0e-803a-6773a6d6d540 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:30.750058 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967df92-45ff-4c70-a868-e98d5d70720b req-e32704f9-b737-4c0e-803a-6773a6d6d540 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:30.752071 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b967df92-45ff-4c70-a868-e98d5d70720b req-e32704f9-b737-4c0e-803a-6773a6d6d540 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5430 time: 0.1084375 Dec 20 21:22:30.757665 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadd22c-3bd3-4d0a-bb5b-bcb77a83b16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3242d29f-3788-4086-b0f5-d29720029e2d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:30.795070 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b800329-6f73-4966-a359-c87853dd50c8 req-589f414d-1dfa-4d3b-afef-18e54e5ab577 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 210 time: 0.0446856 Dec 20 21:22:30.809448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7dbef-b1cc-4d1e-83ed-4ab84317b41a req-0db108f0-ffff-4274-a007-42967c218f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:30.810926 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ada7dbef-b1cc-4d1e-83ed-4ab84317b41a req-0db108f0-ffff-4274-a007-42967c218f9e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=76628de7-9147-4946-bce8-6da6c25b78c9 HTTP/1.1" status: 200 len: 854 time: 0.1016936 Dec 20 21:22:30.820966 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b967df92-45ff-4c70-a868-e98d5d70720b req-3c3f557a-42aa-42a4-9df5-9f7f00ac1134 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571425 Dec 20 21:22:30.832443 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5dadd22c-3bd3-4d0a-bb5b-bcb77a83b16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:30.833520 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dadd22c-3bd3-4d0a-bb5b-bcb77a83b16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:30.834224 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5dadd22c-3bd3-4d0a-bb5b-bcb77a83b16e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:30.933177 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5dadd22c-3bd3-4d0a-bb5b-bcb77a83b16e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9595871 Dec 20 21:22:30.938455 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54850) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:30.943967 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c7c99bf9-4e84-4cf7-9897-0f9e3a42a146 admin admin] Request body: {'subnet': {'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-651916765-subnet', 'tenant_id': 'd2f4c187708c4124a507a398163fc633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:30.967496 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c99bf9-4e84-4cf7-9897-0f9e3a42a146 admin admin] Made reservation on behalf of d2f4c187708c4124a507a398163fc633 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:22:30.969946 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c7c99bf9-4e84-4cf7-9897-0f9e3a42a146 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:31.019539 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadd22c-3bd3-4d0a-bb5b-bcb77a83b16e admin admin] Pushing event updated for resources: {'Network': ['ID=2ed307fe-ac1a-4b0c-a426-bf761a207e98,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:31.032142 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 2ed307fe-ac1a-4b0c-a426-bf761a207e98 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:22:31.037360 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7dbef-b1cc-4d1e-83ed-4ab84317b41a req-d7800b7c-07ec-4d32-92cd-c4eee3bed897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:31.038928 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ada7dbef-b1cc-4d1e-83ed-4ab84317b41a req-d7800b7c-07ec-4d32-92cd-c4eee3bed897 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d19f539b-a15b-410d-9464-ba451a274190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2207575 Dec 20 21:22:31.120551 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd12130-de70-42a8-8b00-f01202c6b8ad req-d34a3211-3ec9-421a-89f1-f1547350520f tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:31.122015 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7dd12130-de70-42a8-8b00-f01202c6b8ad req-d34a3211-3ec9-421a-89f1-f1547350520f tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 943 time: 0.2150376 Dec 20 21:22:31.143279 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c7c99bf9-4e84-4cf7-9897-0f9e3a42a146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:31.167074 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-70b992c0-2470-4db3-afff-d138bafe05df tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:31.168641 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-70b992c0-2470-4db3-afff-d138bafe05df tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.66 "GET /v2.0/networks?id=b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 200 len: 821 time: 0.2650490 Dec 20 21:22:31.171834 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f1d56cab-3bd3-4951-8163-b6854d2fb9e6 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:22:31.180436 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device b6a28050-2a32-4d00-8ae3-81d266c9160b up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:31.192223 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-fa69d3ef-e7b9-40b2-9a70-0f787644a5d0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Request body: {'port': {'device_id': '08b3fab7-33fc-4497-8682-a12fa67998f0', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'admin_state_up': True, 'tenant_id': 'bcfd1174631646a39557725d507ef98c'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:31.197559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c99bf9-4e84-4cf7-9897-0f9e3a42a146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=477c251e-c5a3-4ae1-b22c-38af5a910bca,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:31.206534 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c99bf9-4e84-4cf7-9897-0f9e3a42a146 admin admin] Checking segment: {'id': '0fca7502-0a0a-4307-ad39-1e694c2aec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:31.207074 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c99bf9-4e84-4cf7-9897-0f9e3a42a146 admin admin] Network hostable DHCP agents. Network: 2ed307fe-ac1a-4b0c-a426-bf761a207e98, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:22:31.225285 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c99bf9-4e84-4cf7-9897-0f9e3a42a146 admin admin] Network 2ed307fe-ac1a-4b0c-a426-bf761a207e98 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:22:31.235526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-c7c99bf9-4e84-4cf7-9897-0f9e3a42a146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 2ed307fe-ac1a-4b0c-a426-bf761a207e98) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:22:31.248872 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c99bf9-4e84-4cf7-9897-0f9e3a42a146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:31.249686 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c7c99bf9-4e84-4cf7-9897-0f9e3a42a146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:31.269949 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c7c99bf9-4e84-4cf7-9897-0f9e3a42a146 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3301299 Dec 20 21:22:31.277241 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7dd12130-de70-42a8-8b00-f01202c6b8ad req-83f4769b-681c-40c4-aa99-94e3aab4d1eb tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/security-groups?id=c165c88b-488e-43f8-bea5-a1b98a006bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449454 Dec 20 21:22:31.284968 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeb46e9-9756-43c4-9428-25a51704ef36 None None] Network 2ed307fe-ac1a-4b0c-a426-bf761a207e98 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:22:31.290036 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ada7dbef-b1cc-4d1e-83ed-4ab84317b41a req-62d102c7-dbb8-404a-a0f1-e1857c178786 service neutron] 10.222.0.31 "GET /v2.0/networks/d19f539b-a15b-410d-9464-ba451a274190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421088 Dec 20 21:22:31.388632 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port b6a28050-2a32-4d00-8ae3-81d266c9160b completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:22:31.395994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:31.443818 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port b6a28050-2a32-4d00-8ae3-81d266c9160b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:31.447689 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-fa69d3ef-e7b9-40b2-9a70-0f787644a5d0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Made reservation on behalf of bcfd1174631646a39557725d507ef98c for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:22:31.448381 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:31.452329 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-fa69d3ef-e7b9-40b2-9a70-0f787644a5d0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:31.481813 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'f1d56cab-3bd3-4951-8163-b6854d2fb9e6', 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd', 'port_id': 'f1d56cab-3bd3-4951-8163-b6854d2fb9e6', 'mac_address': 'fa:16:3e:06:03:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428b6fe3-893f-4804-922c-7a9af77a1126', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:22:31.497146 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ada7dbef-b1cc-4d1e-83ed-4ab84317b41a req-18641c8a-a545-4119-8ddc-e8990236699f service neutron] 10.222.0.31 "GET /v2.0/networks/d19f539b-a15b-410d-9464-ba451a274190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889503 Dec 20 21:22:31.567564 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3c326-c137-4917-be47-a8f96ef3f171 req-d33ddd5e-e37e-48e8-887e-952cacc97cd6 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:31.575101 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6ed3c326-c137-4917-be47-a8f96ef3f171 req-d33ddd5e-e37e-48e8-887e-952cacc97cd6 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 943 time: 0.1003392 Dec 20 21:22:31.589896 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c10760-dd4e-40f6-8d98-468af4671610 None None] Network 2ed307fe-ac1a-4b0c-a426-bf761a207e98 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:22:31.614493 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-c8fd5f9b-c626-471d-9eb2-30a5076cf3c1 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:31.616139 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-c8fd5f9b-c626-471d-9eb2-30a5076cf3c1 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.66 "GET /v2.0/networks?id=87bfa78c-70b1-4af3-935b-75df2c2db66d HTTP/1.1" status: 200 len: 812 time: 0.2665229 Dec 20 21:22:31.640179 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6ed3c326-c137-4917-be47-a8f96ef3f171 req-575f8b9c-e414-4451-bb3a-cc61bb0243af tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628877 Dec 20 21:22:31.643980 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:31.658568 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-adf3a660-db11-4c46-be39-75d31e831f23 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Request body: {'port': {'device_id': '565c8b5a-cd4d-4b6c-8519-1449e43b45e3', 'network_id': '87bfa78c-70b1-4af3-935b-75df2c2db66d', 'admin_state_up': True, 'tenant_id': '2ebccd36e76e4e048af9ba49df15f8b4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:31.695766 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-fa69d3ef-e7b9-40b2-9a70-0f787644a5d0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Allocated IP 172.20.0.14 (b6b9c805-eb68-4e46-8415-18bdbd0232b1/d502f1e8-6f50-4040-9fca-d61b5d7c5fbb/44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:22:31.703975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d56cab-3bd3-4951-8163-b6854d2fb9e6 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:31.749254 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:31.756381 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:31.773152 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:31.794349 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-062fd0a0-6c60-43c8-ae45-cc36a8422339 req-2d5d3a1a-fc1c-4326-915d-88bd60684e42 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b3fab7-33fc-4497-8682-a12fa67998f0 HTTP/1.1" status: 200 len: 210 time: 0.0358949 Dec 20 21:22:31.834849 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72dcb1b-6757-4784-b32e-c43a2da6daad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a28050-2a32-4d00-8ae3-81d266c9160b'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:31.838844 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628300c1-35af-4d6c-8d21-5f4e33ed8c73" -d '{"events": [{"server_uuid": "c72dcb1b-6757-4784-b32e-c43a2da6daad", "name": "network-vif-plugged", "status": "completed", "tag": "b6a28050-2a32-4d00-8ae3-81d266c9160b"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:31.841408 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f4ad41-3279-42f6-b126-c90428d8d1ef', 'tag': 'f1d56cab-3bd3-4951-8163-b6854d2fb9e6'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:31.843618 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700336da-1ccb-446d-a99f-b2f652b17bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f4ad41-3279-42f6-b126-c90428d8d1ef", "tag": "f1d56cab-3bd3-4951-8163-b6854d2fb9e6"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:31.883116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port b6a28050-2a32-4d00-8ae3-81d266c9160b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b6a28050-2a32-4d00-8ae3-81d266c9160b,segment=NetworkSegment(8cca1883-e9d5-464d-9ab7-a5b34fb4c08c),segment_id=8cca1883-e9d5-464d-9ab7-a5b34fb4c08c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:31.892957 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:31.898881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:31.908572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-adf3a660-db11-4c46-be39-75d31e831f23 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Made reservation on behalf of 2ebccd36e76e4e048af9ba49df15f8b4 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:22:31.913357 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-adf3a660-db11-4c46-be39-75d31e831f23 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:31.946705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8428e97-fa4e-466a-8c99-7f36b354bb2c req-7dd3c5e6-e5b1-4795-ad37-eac795a1b336 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:31.954209 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8428e97-fa4e-466a-8c99-7f36b354bb2c req-7dd3c5e6-e5b1-4795-ad37-eac795a1b336 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 945 time: 0.0871315 Dec 20 21:22:31.955673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=b6a28050-2a32-4d00-8ae3-81d266c9160b,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:31.981510 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:32.003511 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-fa69d3ef-e7b9-40b2-9a70-0f787644a5d0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:32.017424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-44f7370b-a728-4a5d-aaee-a83047edc0df tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:32.018899 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-44f7370b-a728-4a5d-aaee-a83047edc0df tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/networks?id=2ed307fe-ac1a-4b0c-a426-bf761a207e98 HTTP/1.1" status: 200 len: 813 time: 0.1705213 Dec 20 21:22:32.045137 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-469ac3ab-69ad-4e7e-b2be-766c6d1ef836 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/quotas/d2f4c187708c4124a507a398163fc633 HTTP/1.1" status: 200 len: 375 time: 0.0183005 Dec 20 21:22:32.047911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8428e97-fa4e-466a-8c99-7f36b354bb2c req-4e9fcbab-47f2-4265-bc8f-c777a6c201f1 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927584 Dec 20 21:22:32.052584 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['f1d56cab-3bd3-4951-8163-b6854d2fb9e6'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:32.086717 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-8b49b430-2da6-4e7e-a356-9a189dc07c50 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2f4c187708c4124a507a398163fc633&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346506 Dec 20 21:22:32.087742 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-fa69d3ef-e7b9-40b2-9a70-0f787644a5d0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:32.132172 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['9d02d1fd-93ca-4c61-8850-593e018a520e'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:32.134017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-adf3a660-db11-4c46-be39-75d31e831f23 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Allocated IP 172.20.0.5 (87bfa78c-70b1-4af3-935b-75df2c2db66d/0910f6ba-ef2e-4c81-82fb-17a8afd38e3b/d3b984ea-bd14-413f-8fc8-0c981fcff557) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:22:32.183052 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-fa69d3ef-e7b9-40b2-9a70-0f787644a5d0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Network b6b9c805-eb68-4e46-8415-18bdbd0232b1 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:22:32.192033 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-fa69d3ef-e7b9-40b2-9a70-0f787644a5d0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:22:32.198593 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-fa69d3ef-e7b9-40b2-9a70-0f787644a5d0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:22:32.227575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69d3ef-e7b9-40b2-9a70-0f787644a5d0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Pushing event updated for resources: {'Port': ['ID=44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:32.266640 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-fa69d3ef-e7b9-40b2-9a70-0f787644a5d0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:32.267256 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-fa69d3ef-e7b9-40b2-9a70-0f787644a5d0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:32.297504 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-d2d339fc-efe9-4b14-9ef0-50112338efdb service neutron] 10.222.0.32 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005849 Dec 20 21:22:32.317042 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-fa69d3ef-e7b9-40b2-9a70-0f787644a5d0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1312268 Dec 20 21:22:32.326999 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82192940-2867-47e1-a4a4-c979ae3dfef8 req-4f948992-56f6-49f3-a67d-aed405a685d4 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 210 time: 0.0516295 Dec 20 21:22:32.328570 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:32.372328 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Request body: {'port': {'device_id': '08b3fab7-33fc-4497-8682-a12fa67998f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:32.395045 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-adf3a660-db11-4c46-be39-75d31e831f23 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:32.451577 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-28db8c66-99a2-4edc-8ee0-0a740c4db3c7 service neutron] 10.222.0.32 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456187 Dec 20 21:22:32.466076 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-adf3a660-db11-4c46-be39-75d31e831f23 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:32.482504 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:32.518270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3a660-db11-4c46-be39-75d31e831f23 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event updated for resources: {'Port': ['ID=d3b984ea-bd14-413f-8fc8-0c981fcff557,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:32.534976 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd85645-1df5-46e7-8b70-8b9b72530f20 req-9f43f8c3-aecd-403d-8a8e-8d5ad80e5bb0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:32.541165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd85645-1df5-46e7-8b70-8b9b72530f20 req-9f43f8c3-aecd-403d-8a8e-8d5ad80e5bb0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:32.547338 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd85645-1df5-46e7-8b70-8b9b72530f20 req-9f43f8c3-aecd-403d-8a8e-8d5ad80e5bb0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:32.553741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd85645-1df5-46e7-8b70-8b9b72530f20 req-9f43f8c3-aecd-403d-8a8e-8d5ad80e5bb0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:32.559609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd85645-1df5-46e7-8b70-8b9b72530f20 req-9f43f8c3-aecd-403d-8a8e-8d5ad80e5bb0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:32.565562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd85645-1df5-46e7-8b70-8b9b72530f20 req-9f43f8c3-aecd-403d-8a8e-8d5ad80e5bb0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:32.571360 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd85645-1df5-46e7-8b70-8b9b72530f20 req-9f43f8c3-aecd-403d-8a8e-8d5ad80e5bb0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:32.573376 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4bd85645-1df5-46e7-8b70-8b9b72530f20 req-9f43f8c3-aecd-403d-8a8e-8d5ad80e5bb0 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5430 time: 0.1543615 Dec 20 21:22:32.583778 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-adf3a660-db11-4c46-be39-75d31e831f23 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Network 87bfa78c-70b1-4af3-935b-75df2c2db66d is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:22:32.586584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-adf3a660-db11-4c46-be39-75d31e831f23 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:22:32.619645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-adf3a660-db11-4c46-be39-75d31e831f23 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:22:32.626585 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-bf457760-897b-4826-952a-0e99ce6ce2e8 None None] Provisioning complete for port 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:32.626965 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf457760-897b-4826-952a-0e99ce6ce2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:32.677485 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d0cfd4-8d48-4ca1-96a6-3ba7bc730fc8 x-openstack-request-id: req-09d0cfd4-8d48-4ca1-96a6-3ba7bc730fc8 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:32.678575 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72dcb1b-6757-4784-b32e-c43a2da6daad", "name": "network-vif-plugged", "status": "completed", "tag": "b6a28050-2a32-4d00-8ae3-81d266c9160b", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:32.678575 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09d0cfd4-8d48-4ca1-96a6-3ba7bc730fc8 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:32.678746 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72dcb1b-6757-4784-b32e-c43a2da6daad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a28050-2a32-4d00-8ae3-81d266c9160b', 'code': 200} Dec 20 21:22:32.695473 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-adf3a660-db11-4c46-be39-75d31e831f23 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:32.696982 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-adf3a660-db11-4c46-be39-75d31e831f23 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:32.701441 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c59d7e-8f0c-49c4-a742-99f57a44120f x-openstack-request-id: req-54c59d7e-8f0c-49c4-a742-99f57a44120f {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:32.702022 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f4ad41-3279-42f6-b126-c90428d8d1ef", "tag": "f1d56cab-3bd3-4951-8163-b6854d2fb9e6", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:32.702022 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54c59d7e-8f0c-49c4-a742-99f57a44120f {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:32.702420 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f4ad41-3279-42f6-b126-c90428d8d1ef', 'tag': 'f1d56cab-3bd3-4951-8163-b6854d2fb9e6', 'status': 'completed', 'code': 200} Dec 20 21:22:32.711584 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-bf457760-897b-4826-952a-0e99ce6ce2e8 None None] Port 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:22:32.740560 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4bd85645-1df5-46e7-8b70-8b9b72530f20 req-41865af2-3be6-4fdf-9cec-45d008badf32 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1550934 Dec 20 21:22:32.770190 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-adf3a660-db11-4c46-be39-75d31e831f23 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1158061 Dec 20 21:22:32.798648 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Request body: {'port': {'device_id': '565c8b5a-cd4d-4b6c-8519-1449e43b45e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:32.846719 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700336da-1ccb-446d-a99f-b2f652b17bc7 req-54365f4c-4ffe-4cea-9974-326f4e3dd310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:32.848487 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-700336da-1ccb-446d-a99f-b2f652b17bc7 req-54365f4c-4ffe-4cea-9974-326f4e3dd310 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 1093 time: 0.0991037 Dec 20 21:22:32.869716 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b0b166ab-49b5-4cc5-b417-85dd72b964f3 req-84505e34-06cb-4d35-b1d9-53995e1b0b37 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 210 time: 0.0381224 Dec 20 21:22:32.873170 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa6dd1-7d41-4ca0-b4a0-c8ec287e2ebe req-9e233c73-e713-4586-8a69-78e2d8540cfa tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:32.881768 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9bfa6dd1-7d41-4ca0-b4a0-c8ec287e2ebe req-9e233c73-e713-4586-8a69-78e2d8540cfa tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 943 time: 0.1164594 Dec 20 21:22:32.941306 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf07d7e-a5d7-4587-bd52-735c405f3a6c req-a6258215-6e95-44c6-a6b6-777fcbc67746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:32.942939 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aaf07d7e-a5d7-4587-bd52-735c405f3a6c req-a6258215-6e95-44c6-a6b6-777fcbc67746 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 1095 time: 0.1384087 Dec 20 21:22:32.961495 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:32.984899 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9bfa6dd1-7d41-4ca0-b4a0-c8ec287e2ebe req-e7df6d22-d305-4bd7-aa50-f59c604615af tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/security-groups?id=c165c88b-488e-43f8-bea5-a1b98a006bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022556 Dec 20 21:22:32.990055 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:33.010259 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:33.013519 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aaf07d7e-a5d7-4587-bd52-735c405f3a6c req-058ad6a8-1a77-43c2-93d0-eefd909da1df service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623598 Dec 20 21:22:33.042978 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Transition to ACTIVE for port object 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:22:33.049771 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:33.073087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb824a-6784-4a68-8fb9-e330585709d6 req-55373cb4-49c9-42dc-aa10-c8412c3c6b5e tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:33.075120 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-69bb824a-6784-4a68-8fb9-e330585709d6 req-55373cb4-49c9-42dc-aa10-c8412c3c6b5e tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 944 time: 0.1285875 Dec 20 21:22:33.107247 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700336da-1ccb-446d-a99f-b2f652b17bc7 req-b60b8112-172b-4b11-89f6-fb8ce59d255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:33.108708 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-700336da-1ccb-446d-a99f-b2f652b17bc7 req-b60b8112-172b-4b11-89f6-fb8ce59d255b service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 907 time: 0.2415953 Dec 20 21:22:33.179976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f1d56cab-3bd3-4951-8163-b6854d2fb9e6 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:33.180385 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Pushing event updated for resources: {'Port': ['ID=44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:33.210596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f1d32-801d-47a3-b8dc-a9f16f56d35a req-2fcc865f-712a-4e8e-b787-5de2d2b86970 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:33.216027 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-69bb824a-6784-4a68-8fb9-e330585709d6 req-09aa6647-ecb0-46aa-91d4-df5bda7ab690 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310027 Dec 20 21:22:33.217935 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de9f1d32-801d-47a3-b8dc-a9f16f56d35a req-2fcc865f-712a-4e8e-b787-5de2d2b86970 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b3fab7-33fc-4497-8682-a12fa67998f0 HTTP/1.1" status: 200 len: 944 time: 0.1509714 Dec 20 21:22:33.263790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:22:33.268103 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:33.268464 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:33.305890 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Attempting to bind port 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:22:33.306379 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Attempting to bind port 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:22:33.306792 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Attempting to bind port 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa on network b6b9c805-eb68-4e46-8415-18bdbd0232b1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:33.321485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Port 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa on network b6b9c805-eb68-4e46-8415-18bdbd0232b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:22:33.321944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Attempting to bind port 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa on network b6b9c805-eb68-4e46-8415-18bdbd0232b1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:33.326670 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de9f1d32-801d-47a3-b8dc-a9f16f56d35a req-e101662b-6264-4f82-8ced-8dd0d93fb60e tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884497 Dec 20 21:22:33.331329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:22:33.331900 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Checking segment: {'id': '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:33.332570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Bound using segment: {'id': '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:22:33.333495 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Bound port: 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:22:33.334221 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:33.339239 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-700336da-1ccb-446d-a99f-b2f652b17bc7 req-00179da1-e9a6-4549-be6f-0539397d5584 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1d56cab-3bd3-4951-8163-b6854d2fb9e6 HTTP/1.1" status: 200 len: 217 time: 0.0512550 Dec 20 21:22:33.368847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:22:33.460966 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] For port 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:33.465581 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] For port 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa,segment=NetworkSegment(33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3),segment_id=33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:22:33.469700 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72043c1-1b40-4b18-8922-613bf7f0fab9 req-9a928a32-e68b-4b26-9dec-7e32b9d9cae6 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:33.472606 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:33.486652 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d72043c1-1b40-4b18-8922-613bf7f0fab9 req-9a928a32-e68b-4b26-9dec-7e32b9d9cae6 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.1537712 Dec 20 21:22:33.495355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700336da-1ccb-446d-a99f-b2f652b17bc7 req-da3734bf-11e5-45fd-bc24-8ea7c73bb523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:33.496944 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-700336da-1ccb-446d-a99f-b2f652b17bc7 req-da3734bf-11e5-45fd-bc24-8ea7c73bb523 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.1255569 Dec 20 21:22:33.564069 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port bbe6f4ac-d0d6-43e4-be7a-dfed7276b822, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=bbe6f4ac-d0d6-43e4-be7a-dfed7276b822,segment=NetworkSegment(93e75a35-b432-4782-837d-a0bc23734d68),segment_id=93e75a35-b432-4782-837d-a0bc23734d68)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:33.580189 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Pushing event updated for resources: {'Port': ['ID=44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:33.581227 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-700336da-1ccb-446d-a99f-b2f652b17bc7 req-46e5d1a9-db6f-4eac-9d1a-e290504ad94c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715992 Dec 20 21:22:33.586668 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d72043c1-1b40-4b18-8922-613bf7f0fab9 req-515c5b1f-c9df-46cc-bdb2-188afc027d08 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856898 Dec 20 21:22:33.616664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'bbe6f4ac-d0d6-43e4-be7a-dfed7276b822', 'network_id': 'd19f539b-a15b-410d-9464-ba451a274190', 'port_id': 'bbe6f4ac-d0d6-43e4-be7a-dfed7276b822', 'mac_address': 'fa:16:3e:4a:91:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76628de7-9147-4946-bce8-6da6c25b78c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:22:33.621943 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:33.670543 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:33.671469 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:33.672840 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-78798445-9765-4b16-9eaa-388d26ccc756 service neutron] 10.222.0.66 "PUT /v2.0/ports/44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa HTTP/1.1" status: 200 len: 1090 time: 1.3053432 Dec 20 21:22:33.679610 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:33.697909 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beb3c9-5b39-4604-bca2-b143bb840b40 req-64ffa1cd-f556-4056-998c-6a0f4d049d23 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:33.698551 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:33.702650 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:33.703927 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5beb3c9-5b39-4604-bca2-b143bb840b40 req-64ffa1cd-f556-4056-998c-6a0f4d049d23 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 931 time: 0.0953631 Dec 20 21:22:33.711943 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:33.734613 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b984ea-bd14-413f-8fc8-0c981fcff557 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:33.748120 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:33.761853 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5beb3c9-5b39-4604-bca2-b143bb840b40 req-a59d93cf-b56e-4cd4-a86b-0c2d94ac337d tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511570 Dec 20 21:22:33.762457 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port bbe6f4ac-d0d6-43e4-be7a-dfed7276b822, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=bbe6f4ac-d0d6-43e4-be7a-dfed7276b822,segment=NetworkSegment(93e75a35-b432-4782-837d-a0bc23734d68),segment_id=93e75a35-b432-4782-837d-a0bc23734d68)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:33.777756 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:33.779838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Transition to ACTIVE for port object d3b984ea-bd14-413f-8fc8-0c981fcff557 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:22:33.787663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-700336da-1ccb-446d-a99f-b2f652b17bc7 req-91b12711-2cdb-42a0-887f-d2a7a466f78c service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859844 Dec 20 21:22:33.793161 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:33.823642 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:33.827026 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-38049b95-0318-434b-87d1-cacd63686c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:33.828812 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-38049b95-0318-434b-87d1-cacd63686c52 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bcfd1174631646a39557725d507ef98c&device_id=08b3fab7-33fc-4497-8682-a12fa67998f0 HTTP/1.1" status: 200 len: 1093 time: 0.0804274 Dec 20 21:22:33.889801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=bbe6f4ac-d0d6-43e4-be7a-dfed7276b822,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:33.908012 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-82e075ee-c868-40ae-964b-ca11e8e17957 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa HTTP/1.1" status: 200 len: 217 time: 0.0577981 Dec 20 21:22:34.011605 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dc4209ef-eb33-4462-887f-0019ed510f50 req-f3b52246-06b5-448f-b597-b74867dff9e9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 210 time: 0.0344076 Dec 20 21:22:34.022675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-0fa6897d-e5be-4468-9ad8-e880caafca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:34.024254 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-0fa6897d-e5be-4468-9ad8-e880caafca0d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d502f1e8-6f50-4040-9fca-d61b5d7c5fbb HTTP/1.1" status: 200 len: 860 time: 0.1077423 Dec 20 21:22:34.039722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Pushing event updated for resources: {'Port': ['ID=d3b984ea-bd14-413f-8fc8-0c981fcff557,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:34.087585 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['bbe6f4ac-d0d6-43e4-be7a-dfed7276b822'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:34.087833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aa184-e160-4903-a571-fc7d81232205 req-7f9f3e8f-d72e-42a4-aa9b-1a18f0722f93 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:34.094441 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aa184-e160-4903-a571-fc7d81232205 req-7f9f3e8f-d72e-42a4-aa9b-1a18f0722f93 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:34.100640 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aa184-e160-4903-a571-fc7d81232205 req-7f9f3e8f-d72e-42a4-aa9b-1a18f0722f93 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:34.107413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aa184-e160-4903-a571-fc7d81232205 req-7f9f3e8f-d72e-42a4-aa9b-1a18f0722f93 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:34.113342 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aa184-e160-4903-a571-fc7d81232205 req-7f9f3e8f-d72e-42a4-aa9b-1a18f0722f93 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:34.120803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aa184-e160-4903-a571-fc7d81232205 req-7f9f3e8f-d72e-42a4-aa9b-1a18f0722f93 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:34.126510 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aa184-e160-4903-a571-fc7d81232205 req-7f9f3e8f-d72e-42a4-aa9b-1a18f0722f93 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:34.135173 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c0aa184-e160-4903-a571-fc7d81232205 req-7f9f3e8f-d72e-42a4-aa9b-1a18f0722f93 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5430 time: 0.2189662 Dec 20 21:22:34.140772 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-3d0508ee-e751-435c-855b-369918a4a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:34.142437 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-3d0508ee-e751-435c-855b-369918a4a4ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b6b9c805-eb68-4e46-8415-18bdbd0232b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716095 Dec 20 21:22:34.149312 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-700336da-1ccb-446d-a99f-b2f652b17bc7 req-1b87b807-d0e8-4edf-8ffd-edcf79cbb36b service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535247 Dec 20 21:22:34.207957 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c0aa184-e160-4903-a571-fc7d81232205 req-022fb6bd-76ab-4a1b-8111-ae084c8e2e4d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693614 Dec 20 21:22:34.219301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Attempting to bind port d3b984ea-bd14-413f-8fc8-0c981fcff557 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:22:34.219688 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Attempting to bind port d3b984ea-bd14-413f-8fc8-0c981fcff557 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'f58a665f-5507-4cab-976d-225a808b00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87bfa78c-70b1-4af3-935b-75df2c2db66d'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:22:34.220098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Attempting to bind port d3b984ea-bd14-413f-8fc8-0c981fcff557 on network 87bfa78c-70b1-4af3-935b-75df2c2db66d {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:34.225299 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Port d3b984ea-bd14-413f-8fc8-0c981fcff557 on network 87bfa78c-70b1-4af3-935b-75df2c2db66d not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:22:34.225669 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Attempting to bind port d3b984ea-bd14-413f-8fc8-0c981fcff557 on network 87bfa78c-70b1-4af3-935b-75df2c2db66d {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:34.232790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:22:34.233230 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Checking segment: {'id': 'f58a665f-5507-4cab-976d-225a808b00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87bfa78c-70b1-4af3-935b-75df2c2db66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:34.233838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Bound using segment: {'id': 'f58a665f-5507-4cab-976d-225a808b00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87bfa78c-70b1-4af3-935b-75df2c2db66d'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:22:34.234818 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Bound port: d3b984ea-bd14-413f-8fc8-0c981fcff557, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58a665f-5507-4cab-976d-225a808b00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87bfa78c-70b1-4af3-935b-75df2c2db66d'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:22:34.234818 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:34.285206 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-588fda8f-0e53-4b95-a21e-099c064475d5 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:34.287285 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-588fda8f-0e53-4b95-a21e-099c064475d5 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.31 "GET /v2.0/networks?id=2ed307fe-ac1a-4b0c-a426-bf761a207e98 HTTP/1.1" status: 200 len: 813 time: 0.2776022 Dec 20 21:22:34.308695 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792eace0-708e-4a59-ba3e-956f9bb8a7a3 req-5d1dad88-d01e-4e1e-afb6-49023a25b6ac tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:34.310576 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-792eace0-708e-4a59-ba3e-956f9bb8a7a3 req-5d1dad88-d01e-4e1e-afb6-49023a25b6ac tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 944 time: 0.1255288 Dec 20 21:22:34.317073 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-ef817537-3afb-4677-bcb4-50a8f4331b03 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Request body: {'port': {'device_id': 'bcf6a7a2-294c-4e75-8184-36a2bd9548e4', 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98', 'admin_state_up': True, 'tenant_id': 'd2f4c187708c4124a507a398163fc633'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:34.333377 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] For port d3b984ea-bd14-413f-8fc8-0c981fcff557, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:34.361877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] For port d3b984ea-bd14-413f-8fc8-0c981fcff557, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d3b984ea-bd14-413f-8fc8-0c981fcff557,segment=NetworkSegment(f58a665f-5507-4cab-976d-225a808b00cd),segment_id=f58a665f-5507-4cab-976d-225a808b00cd)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:22:34.369193 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:34.387909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbbf4c-de10-426e-b67a-202b502c2e7c req-af799b2d-4285-463c-9d36-814367fd64b2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:34.389428 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f9dbbf4c-de10-426e-b67a-202b502c2e7c req-af799b2d-4285-463c-9d36-814367fd64b2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 945 time: 0.0705452 Dec 20 21:22:34.408266 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-b0a9a5ae-75e3-417b-a316-bb3e9c39a692 service neutron] 10.222.0.66 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512460 Dec 20 21:22:34.421051 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:34.421656 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:34.423025 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] 10.222.0.66 "PUT /v2.0/ports/d3b984ea-bd14-413f-8fc8-0c981fcff557 HTTP/1.1" status: 200 len: 1089 time: 1.6318493 Dec 20 21:22:34.425190 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565c8b5a-cd4d-4b6c-8519-1449e43b45e3', 'tag': 'd3b984ea-bd14-413f-8fc8-0c981fcff557'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:34.427350 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51d6181-f058-4e8d-8ff7-8e5ad1b9156e" -d '{"events": [{"name": "network-changed", "server_uuid": "565c8b5a-cd4d-4b6c-8519-1449e43b45e3", "tag": "d3b984ea-bd14-413f-8fc8-0c981fcff557"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:34.429217 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-792eace0-708e-4a59-ba3e-956f9bb8a7a3 req-de4f0faf-51aa-48d7-ba1e-fd057d5d04de tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/security-groups?id=c165c88b-488e-43f8-bea5-a1b98a006bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006408 Dec 20 21:22:34.474822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66dd531-62ba-4019-9d17-8cda77374f1a service neutron] Pushing event updated for resources: {'Port': ['ID=d3b984ea-bd14-413f-8fc8-0c981fcff557,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:34.479967 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f9dbbf4c-de10-426e-b67a-202b502c2e7c req-27152a55-6889-4f4f-99e2-37f2c53df7bb tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730629 Dec 20 21:22:34.532416 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb865af-d2f4-4273-ac02-4d6b1dbe3bb5 x-openstack-request-id: req-4fb865af-d2f4-4273-ac02-4d6b1dbe3bb5 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:34.532740 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565c8b5a-cd4d-4b6c-8519-1449e43b45e3", "tag": "d3b984ea-bd14-413f-8fc8-0c981fcff557", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:34.533039 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4fb865af-d2f4-4273-ac02-4d6b1dbe3bb5 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:34.533453 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565c8b5a-cd4d-4b6c-8519-1449e43b45e3', 'tag': 'd3b984ea-bd14-413f-8fc8-0c981fcff557', 'status': 'completed', 'code': 200} Dec 20 21:22:34.547110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-bd063135-d42f-449f-813b-c740eaafbe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:34.549101 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-bd063135-d42f-449f-813b-c740eaafbe40 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ebccd36e76e4e048af9ba49df15f8b4&device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 1092 time: 0.0614533 Dec 20 21:22:34.597663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-5f04acbb-04c7-40fe-ba5b-61a2ccfcaee5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3b984ea-bd14-413f-8fc8-0c981fcff557 HTTP/1.1" status: 200 len: 217 time: 0.0359015 Dec 20 21:22:34.657270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-6d737a1c-2791-49fa-b0da-d2f259c28959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:34.659178 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-6d737a1c-2791-49fa-b0da-d2f259c28959 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0910f6ba-ef2e-4c81-82fb-17a8afd38e3b HTTP/1.1" status: 200 len: 852 time: 0.0530338 Dec 20 21:22:34.680105 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f4ad41-3279-42f6-b126-c90428d8d1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d56cab-3bd3-4951-8163-b6854d2fb9e6'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:34.683109 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2156599d-f5c1-4578-8b21-ee8fa1e0852f" -d '{"events": [{"server_uuid": "e1f4ad41-3279-42f6-b126-c90428d8d1ef", "name": "network-vif-plugged", "status": "completed", "tag": "f1d56cab-3bd3-4951-8163-b6854d2fb9e6"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:34.695288 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-8d7642ad-27a1-484f-9658-19bfcdc6c4d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=87bfa78c-70b1-4af3-935b-75df2c2db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289419 Dec 20 21:22:34.793390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4652392-8a1d-4336-8bf4-ce3712dc5980 req-764393ba-8388-4008-96d3-9d46ce29fd1b tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:34.794880 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b4652392-8a1d-4336-8bf4-ce3712dc5980 req-764393ba-8388-4008-96d3-9d46ce29fd1b tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.1029918 Dec 20 21:22:34.814761 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b3fab7-33fc-4497-8682-a12fa67998f0', 'tag': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:34.816986 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f552ab-8b36-47ec-8343-a0408ae95ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "08b3fab7-33fc-4497-8682-a12fa67998f0", "tag": "44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:34.837801 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-c962042d-d2a7-49a8-982b-91f98805c023 service neutron] 10.222.0.66 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346097 Dec 20 21:22:34.859909 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b4652392-8a1d-4336-8bf4-ce3712dc5980 req-e787e76c-0057-41bc-90c5-cc0788b3b823 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549006 Dec 20 21:22:34.922454 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd69c985-6690-4810-b1dd-19f25c5e62bd x-openstack-request-id: req-fd69c985-6690-4810-b1dd-19f25c5e62bd {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:34.922752 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f4ad41-3279-42f6-b126-c90428d8d1ef", "name": "network-vif-plugged", "status": "completed", "tag": "f1d56cab-3bd3-4951-8163-b6854d2fb9e6", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:34.923377 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd69c985-6690-4810-b1dd-19f25c5e62bd {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:34.923377 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f4ad41-3279-42f6-b126-c90428d8d1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d56cab-3bd3-4951-8163-b6854d2fb9e6', 'code': 200} Dec 20 21:22:34.927729 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99401f33-22ad-4272-ba2f-e7e83a07f754 req-4a5b8788-cdaf-4af7-bce6-41eac4f28fba tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:34.929558 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-99401f33-22ad-4272-ba2f-e7e83a07f754 req-4a5b8788-cdaf-4af7-bce6-41eac4f28fba tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b3fab7-33fc-4497-8682-a12fa67998f0 HTTP/1.1" status: 200 len: 944 time: 0.1094670 Dec 20 21:22:34.940954 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04cb83ca-cd78-4ce7-9468-a693ac92439b req-0b102865-8cee-4a3f-94dd-b1a8c8ab2095 service neutron] 10.222.0.66 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955923 Dec 20 21:22:34.951678 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16bc5a4d-e3d9-43d5-9940-dc655d2facb8 req-72b1e3a6-923d-4ab6-8e23-87a6a1673086 service neutron] 10.222.0.66 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352767 Dec 20 21:22:34.960478 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-ef817537-3afb-4677-bcb4-50a8f4331b03 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Made reservation on behalf of d2f4c187708c4124a507a398163fc633 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:22:34.965366 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-ef817537-3afb-4677-bcb4-50a8f4331b03 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:35.011767 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-99401f33-22ad-4272-ba2f-e7e83a07f754 req-f8faf369-ae58-4c17-981f-819f67e03194 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713215 Dec 20 21:22:35.049834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957e29a-b352-4c97-b7bc-d5e1d8a41071 req-c8977a6b-a988-428c-91ee-fe9fb44ba6eb tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:35.051669 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1957e29a-b352-4c97-b7bc-d5e1d8a41071 req-c8977a6b-a988-428c-91ee-fe9fb44ba6eb tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 943 time: 0.0722446 Dec 20 21:22:35.062268 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b45b67-8a97-4172-8d58-f0764602efe2 x-openstack-request-id: req-61b45b67-8a97-4172-8d58-f0764602efe2 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:35.062566 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b3fab7-33fc-4497-8682-a12fa67998f0", "tag": "44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:35.062817 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61b45b67-8a97-4172-8d58-f0764602efe2 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:35.063201 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b3fab7-33fc-4497-8682-a12fa67998f0', 'tag': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa', 'status': 'completed', 'code': 200} Dec 20 21:22:35.164836 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-ef817537-3afb-4677-bcb4-50a8f4331b03 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Allocated IP 172.20.0.10 (2ed307fe-ac1a-4b0c-a426-bf761a207e98/477c251e-c5a3-4ae1-b22c-38af5a910bca/c729fbe3-54de-4989-ba64-84a1bbe031b1) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:22:35.233003 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb78fd-3b29-47ba-9df0-ebb1ca8e0cc8 req-78198e5c-20a6-4885-8132-2dfc869a5eb5 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:35.234609 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a3fb78fd-3b29-47ba-9df0-ebb1ca8e0cc8 req-78198e5c-20a6-4885-8132-2dfc869a5eb5 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.1237204 Dec 20 21:22:35.244034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69454da4-e57a-4d7e-8c0d-04082fbef3c0 req-7a4e2ef3-5545-4f13-80f9-46de54e65fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:35.245563 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-69454da4-e57a-4d7e-8c0d-04082fbef3c0 req-7a4e2ef3-5545-4f13-80f9-46de54e65fd1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 1094 time: 0.0997133 Dec 20 21:22:35.251848 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54934) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:22:35.256756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7c2f98a2-4b83-4523-9f79-7efe99ff1326 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Request body: {'floatingip': {'port_id': 'b6a28050-2a32-4d00-8ae3-81d266c9160b'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:35.356117 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7c2f98a2-4b83-4523-9f79-7efe99ff1326 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:35.368165 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:35.372147 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f3a521db-6ce4-4881-a974-37d364cdc3e0 req-988c4de0-6f24-4dbb-8575-52220aa364fb tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 210 time: 0.0672286 Dec 20 21:22:35.390273 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1957e29a-b352-4c97-b7bc-d5e1d8a41071 req-5358d754-cedc-437b-a462-7c7ba9da14dc tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313985 Dec 20 21:22:35.424403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f552ab-8b36-47ec-8343-a0408ae95ba6 req-cba74b08-8c40-471e-bbd1-f9a217b92938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:35.425875 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a1f552ab-8b36-47ec-8343-a0408ae95ba6 req-cba74b08-8c40-471e-bbd1-f9a217b92938 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bcfd1174631646a39557725d507ef98c&device_id=08b3fab7-33fc-4497-8682-a12fa67998f0 HTTP/1.1" status: 200 len: 1093 time: 0.0998864 Dec 20 21:22:35.428888 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d6181-f058-4e8d-8ff7-8e5ad1b9156e req-a36d32a8-589b-4cc7-acc0-0a49ebc96271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:35.436300 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d51d6181-f058-4e8d-8ff7-8e5ad1b9156e req-a36d32a8-589b-4cc7-acc0-0a49ebc96271 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ebccd36e76e4e048af9ba49df15f8b4&device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 1092 time: 0.1084523 Dec 20 21:22:35.472287 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:22:35.478343 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-69454da4-e57a-4d7e-8c0d-04082fbef3c0 req-5f99c8e0-5f2e-4eac-bc09-ebe6a5a7b32a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183068 Dec 20 21:22:35.478952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:35.479533 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:35.586998 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:35.639185 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port bbe6f4ac-d0d6-43e4-be7a-dfed7276b822, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=bbe6f4ac-d0d6-43e4-be7a-dfed7276b822,segment=NetworkSegment(93e75a35-b432-4782-837d-a0bc23734d68),segment_id=93e75a35-b432-4782-837d-a0bc23734d68)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:35.639470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e227b-641d-412c-b166-5617a356ff12 req-fdb2ebc0-e7da-4c98-8c58-04f940c469ae tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:35.640679 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f94e227b-641d-412c-b166-5617a356ff12 req-fdb2ebc0-e7da-4c98-8c58-04f940c469ae tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 944 time: 0.1019254 Dec 20 21:22:35.645176 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:35.648521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f552ab-8b36-47ec-8343-a0408ae95ba6 req-719ce93b-09e7-4e78-8b5f-2c3b732def9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:35.650139 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a1f552ab-8b36-47ec-8343-a0408ae95ba6 req-719ce93b-09e7-4e78-8b5f-2c3b732def9a service neutron] 10.222.0.66 "GET /v2.0/networks?id=b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 200 len: 922 time: 0.2124116 Dec 20 21:22:35.661447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d6181-f058-4e8d-8ff7-8e5ad1b9156e req-8971e67c-07a1-4333-878c-d5d434562219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:35.662891 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d51d6181-f058-4e8d-8ff7-8e5ad1b9156e req-8971e67c-07a1-4333-878c-d5d434562219 service neutron] 10.222.0.66 "GET /v2.0/networks?id=87bfa78c-70b1-4af3-935b-75df2c2db66d HTTP/1.1" status: 200 len: 913 time: 0.2136509 Dec 20 21:22:35.689573 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f94e227b-641d-412c-b166-5617a356ff12 req-9fdc04d0-7169-4389-a5d3-8baf9019d1b8 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/security-groups?id=c165c88b-488e-43f8-bea5-a1b98a006bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369194 Dec 20 21:22:35.695069 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=bbe6f4ac-d0d6-43e4-be7a-dfed7276b822,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:35.701389 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-ef817537-3afb-4677-bcb4-50a8f4331b03 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:35.726627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed435b-0afb-4db3-9ad0-d3db944150de req-332dde37-c97f-4281-9e12-c7ae143d79c2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:35.732292 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed435b-0afb-4db3-9ad0-d3db944150de req-332dde37-c97f-4281-9e12-c7ae143d79c2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:35.738003 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed435b-0afb-4db3-9ad0-d3db944150de req-332dde37-c97f-4281-9e12-c7ae143d79c2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:35.743900 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed435b-0afb-4db3-9ad0-d3db944150de req-332dde37-c97f-4281-9e12-c7ae143d79c2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:35.749574 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed435b-0afb-4db3-9ad0-d3db944150de req-332dde37-c97f-4281-9e12-c7ae143d79c2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:35.755283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed435b-0afb-4db3-9ad0-d3db944150de req-332dde37-c97f-4281-9e12-c7ae143d79c2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:35.761215 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed435b-0afb-4db3-9ad0-d3db944150de req-332dde37-c97f-4281-9e12-c7ae143d79c2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:35.763155 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-66ed435b-0afb-4db3-9ad0-d3db944150de req-332dde37-c97f-4281-9e12-c7ae143d79c2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5430 time: 0.2195230 Dec 20 21:22:35.821848 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d51d6181-f058-4e8d-8ff7-8e5ad1b9156e req-4efe6c64-cd3b-4f5f-be4f-947cf904c47f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3b984ea-bd14-413f-8fc8-0c981fcff557 HTTP/1.1" status: 200 len: 217 time: 0.0752981 Dec 20 21:22:35.823217 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a1f552ab-8b36-47ec-8343-a0408ae95ba6 req-3060a560-20ba-4187-9e3b-89030044328f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa HTTP/1.1" status: 200 len: 217 time: 0.0755055 Dec 20 21:22:35.882336 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-ef817537-3afb-4677-bcb4-50a8f4331b03 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:35.891847 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-66ed435b-0afb-4db3-9ad0-d3db944150de req-04c60f81-4a3e-4b50-8b1c-962160fe43f6 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222520 Dec 20 21:22:35.922363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d6181-f058-4e8d-8ff7-8e5ad1b9156e req-7ee0a27c-024a-4461-9a82-ffcf8a80f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:35.923827 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d51d6181-f058-4e8d-8ff7-8e5ad1b9156e req-7ee0a27c-024a-4461-9a82-ffcf8a80f27f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0910f6ba-ef2e-4c81-82fb-17a8afd38e3b HTTP/1.1" status: 200 len: 852 time: 0.0875268 Dec 20 21:22:35.933992 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04993c1e-954e-4d1c-ad3a-1d314063b552 req-431b2d98-51d2-4d04-b5a0-0d13f509ff73 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:35.935524 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04993c1e-954e-4d1c-ad3a-1d314063b552 req-431b2d98-51d2-4d04-b5a0-0d13f509ff73 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 945 time: 0.1818969 Dec 20 21:22:35.949715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f552ab-8b36-47ec-8343-a0408ae95ba6 req-6bb8ccd0-f891-45cc-bbe0-8eaa24f0b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:35.951178 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a1f552ab-8b36-47ec-8343-a0408ae95ba6 req-6bb8ccd0-f891-45cc-bbe0-8eaa24f0b846 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d502f1e8-6f50-4040-9fca-d61b5d7c5fbb HTTP/1.1" status: 200 len: 860 time: 0.1137972 Dec 20 21:22:35.972725 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d51d6181-f058-4e8d-8ff7-8e5ad1b9156e req-4b12c6f9-4e87-45e7-af8c-a39f02a9cd06 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=87bfa78c-70b1-4af3-935b-75df2c2db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342391 Dec 20 21:22:35.995192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-ef817537-3afb-4677-bcb4-50a8f4331b03 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Network 2ed307fe-ac1a-4b0c-a426-bf761a207e98 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:22:36.000952 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-ef817537-3afb-4677-bcb4-50a8f4331b03 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:22:36.007575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-ef817537-3afb-4677-bcb4-50a8f4331b03 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:22:36.043609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef817537-3afb-4677-bcb4-50a8f4331b03 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Pushing event updated for resources: {'Port': ['ID=c729fbe3-54de-4989-ba64-84a1bbe031b1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:36.052641 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04993c1e-954e-4d1c-ad3a-1d314063b552 req-2fbc639c-b5e3-4b05-8ecb-ef0e647f962b tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999806 Dec 20 21:22:36.095899 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f552ab-8b36-47ec-8343-a0408ae95ba6 req-e9e14bc0-5e4b-4ab0-ac5c-b9efeb1f7ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:36.097407 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a1f552ab-8b36-47ec-8343-a0408ae95ba6 req-e9e14bc0-5e4b-4ab0-ac5c-b9efeb1f7ae8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b6b9c805-eb68-4e46-8415-18bdbd0232b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1315603 Dec 20 21:22:36.102763 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-ef817537-3afb-4677-bcb4-50a8f4331b03 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:36.103462 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-ef817537-3afb-4677-bcb4-50a8f4331b03 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:36.172818 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d51d6181-f058-4e8d-8ff7-8e5ad1b9156e req-2a566893-ddc9-476c-9361-043b1a1f10d4 service neutron] 10.222.0.66 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561894 Dec 20 21:22:36.188891 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-ef817537-3afb-4677-bcb4-50a8f4331b03 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8754842 Dec 20 21:22:36.201298 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7c2f98a2-4b83-4523-9f79-7efe99ff1326 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:36.209498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Request body: {'port': {'device_id': 'bcf6a7a2-294c-4e75-8184-36a2bd9548e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:36.214055 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7c2f98a2-4b83-4523-9f79-7efe99ff1326 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:36.222253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7a578-ccef-4322-a38a-3f9e0a82263b req-769373a5-717f-4696-96fe-1810db04c7e2 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:36.223709 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6ee7a578-ccef-4322-a38a-3f9e0a82263b req-769373a5-717f-4696-96fe-1810db04c7e2 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b3fab7-33fc-4497-8682-a12fa67998f0 HTTP/1.1" status: 200 len: 944 time: 0.1176262 Dec 20 21:22:36.258037 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a1f552ab-8b36-47ec-8343-a0408ae95ba6 req-4bee24e3-d5f7-4d3e-a6aa-6ff5e0139f15 service neutron] 10.222.0.66 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514988 Dec 20 21:22:36.334566 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d51d6181-f058-4e8d-8ff7-8e5ad1b9156e req-dfac05f2-b9b4-4742-a5f3-e4775cee5eb3 service neutron] 10.222.0.66 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531029 Dec 20 21:22:36.366736 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6ee7a578-ccef-4322-a38a-3f9e0a82263b req-01e33c95-195a-44ae-adc0-e861631c7037 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954249 Dec 20 21:22:36.369957 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a1f552ab-8b36-47ec-8343-a0408ae95ba6 req-b38985ae-2059-4ad5-922e-f387afaa126c service neutron] 10.222.0.66 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994804 Dec 20 21:22:36.382192 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:36.411329 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-7c2f98a2-4b83-4523-9f79-7efe99ff1326 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Floating IP ab19398d-ee62-49e9-9cca-9d96caac8040 associated. External IP: 172.35.3.153, port: b6a28050-2a32-4d00-8ae3-81d266c9160b. Dec 20 21:22:36.513184 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ed048-e37b-48e0-a213-b7da5c326066 req-51a969e0-91b4-470b-92f5-83632e85ee81 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:36.514753 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-171ed048-e37b-48e0-a213-b7da5c326066 req-51a969e0-91b4-470b-92f5-83632e85ee81 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 932 time: 0.0496116 Dec 20 21:22:36.553830 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-171ed048-e37b-48e0-a213-b7da5c326066 req-d86a24dc-78a8-416b-9cc0-a280a2838d25 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Dec 20 21:22:36.634631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808d2f1-0ee7-4b99-bd78-62293763dbae req-08ec72c4-10ed-4749-89f3-e604e4d18e03 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:36.636356 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0808d2f1-0ee7-4b99-bd78-62293763dbae req-08ec72c4-10ed-4749-89f3-e604e4d18e03 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 943 time: 0.1443694 Dec 20 21:22:36.807599 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0808d2f1-0ee7-4b99-bd78-62293763dbae req-822a63bd-d86c-4c1d-b176-7d1d16cb0a19 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629748 Dec 20 21:22:36.813860 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac022f-de7c-406e-8311-7319da962368 req-b917d8fd-c6a9-4e62-bf41-1455626c4985 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:36.815465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-23ac022f-de7c-406e-8311-7319da962368 req-b917d8fd-c6a9-4e62-bf41-1455626c4985 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 945 time: 0.0495255 Dec 20 21:22:36.856055 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-23ac022f-de7c-406e-8311-7319da962368 req-7592fc8f-3e0b-4545-b7b3-20ba7cea4296 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/security-groups?id=c165c88b-488e-43f8-bea5-a1b98a006bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327382 Dec 20 21:22:36.877317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2f98a2-4b83-4523-9f79-7efe99ff1326 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Router b1f31eeb-5fe1-489b-a246-5a680e80afe2 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:22:36.913507 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c729fbe3-54de-4989-ba64-84a1bbe031b1 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:36.922177 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:36.924832 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7e5e58-5477-466e-b48a-1b4ad4cfa660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe6f4ac-d0d6-43e4-be7a-dfed7276b822'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:36.928246 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca32b1a-403a-4912-9fa4-0db58482724c" -d '{"events": [{"server_uuid": "da7e5e58-5477-466e-b48a-1b4ad4cfa660", "name": "network-vif-plugged", "status": "completed", "tag": "bbe6f4ac-d0d6-43e4-be7a-dfed7276b822"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:36.968585 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204bab88-63df-4539-aa8b-5b25ef04033b x-openstack-request-id: req-204bab88-63df-4539-aa8b-5b25ef04033b {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:36.968872 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7e5e58-5477-466e-b48a-1b4ad4cfa660", "name": "network-vif-plugged", "status": "completed", "tag": "bbe6f4ac-d0d6-43e4-be7a-dfed7276b822", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:36.969120 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-204bab88-63df-4539-aa8b-5b25ef04033b {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:36.969510 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7e5e58-5477-466e-b48a-1b4ad4cfa660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe6f4ac-d0d6-43e4-be7a-dfed7276b822', 'code': 200} Dec 20 21:22:36.996353 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Transition to ACTIVE for port object c729fbe3-54de-4989-ba64-84a1bbe031b1 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:22:37.009028 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:37.099551 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c600f5-178c-45cb-8c61-3b7a50040246 req-90450a67-b5f4-4987-9988-ff438fa6dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:37.101918 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-23c600f5-178c-45cb-8c61-3b7a50040246 req-90450a67-b5f4-4987-9988-ff438fa6dec9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 1094 time: 0.0454528 Dec 20 21:22:37.103807 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Pushing event updated for resources: {'Port': ['ID=c729fbe3-54de-4989-ba64-84a1bbe031b1,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:37.121674 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2f98a2-4b83-4523-9f79-7efe99ff1326 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:22:37.137058 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a4a26-b18b-4ebd-9f0a-c0435251eec1 None None] Sync routers for ids ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:22:37.146796 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513a4a26-b18b-4ebd-9f0a-c0435251eec1 None None] Routers {'b1f31eeb-5fe1-489b-a246-5a680e80afe2'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:22:37.147127 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c1073-37d2-4c85-b582-affc5f996386 req-37916af4-4310-409a-b80e-ac8ad2c771ff tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:37.147851 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-513a4a26-b18b-4ebd-9f0a-c0435251eec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:37.151415 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-23c600f5-178c-45cb-8c61-3b7a50040246 req-6f431192-fe19-4531-9fbc-6423cddef14f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c165c88b-488e-43f8-bea5-a1b98a006bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379412 Dec 20 21:22:37.152852 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c1073-37d2-4c85-b582-affc5f996386 req-37916af4-4310-409a-b80e-ac8ad2c771ff tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:37.158620 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c1073-37d2-4c85-b582-affc5f996386 req-37916af4-4310-409a-b80e-ac8ad2c771ff tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:37.164408 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c1073-37d2-4c85-b582-affc5f996386 req-37916af4-4310-409a-b80e-ac8ad2c771ff tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:37.170210 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c1073-37d2-4c85-b582-affc5f996386 req-37916af4-4310-409a-b80e-ac8ad2c771ff tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:37.175873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c1073-37d2-4c85-b582-affc5f996386 req-37916af4-4310-409a-b80e-ac8ad2c771ff tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:37.181946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c1073-37d2-4c85-b582-affc5f996386 req-37916af4-4310-409a-b80e-ac8ad2c771ff tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:37.183863 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-309c1073-37d2-4c85-b582-affc5f996386 req-37916af4-4310-409a-b80e-ac8ad2c771ff tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5430 time: 0.1929169 Dec 20 21:22:37.187252 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7c2f98a2-4b83-4523-9f79-7efe99ff1326 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:37.190251 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:22:37.222778 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2022-03b6-42e3-b91f-1bec53e79f75 req-fcf6eb19-6d8f-4704-99e7-e8efe6f50b62 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:37.231291 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fa4b2022-03b6-42e3-b91f-1bec53e79f75 req-fcf6eb19-6d8f-4704-99e7-e8efe6f50b62 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 945 time: 0.0675743 Dec 20 21:22:37.257954 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7c2f98a2-4b83-4523-9f79-7efe99ff1326 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "PUT /v2.0/floatingips/ab19398d-ee62-49e9-9cca-9d96caac8040 HTTP/1.1" status: 200 len: 992 time: 2.0055923 Dec 20 21:22:37.260153 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72dcb1b-6757-4784-b32e-c43a2da6daad', 'tag': 'b6a28050-2a32-4d00-8ae3-81d266c9160b'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:37.262479 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448d7c72-73c6-4f73-aaa2-0a46dbf403f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c72dcb1b-6757-4784-b32e-c43a2da6daad", "tag": "b6a28050-2a32-4d00-8ae3-81d266c9160b"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:37.269296 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-513a4a26-b18b-4ebd-9f0a-c0435251eec1 None None] Set router b1f31eeb-5fe1-489b-a246-5a680e80afe2 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:22:37.278098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fa4b2022-03b6-42e3-b91f-1bec53e79f75 req-23c7aec2-99ee-4800-ac0d-e365e4fb6d30 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454304 Dec 20 21:22:37.288805 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-309c1073-37d2-4c85-b582-affc5f996386 req-f654302d-5221-450a-88c0-e21ef639e018 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963869 Dec 20 21:22:37.308960 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Attempting to bind port c729fbe3-54de-4989-ba64-84a1bbe031b1 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:22:37.309442 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Attempting to bind port c729fbe3-54de-4989-ba64-84a1bbe031b1 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '0fca7502-0a0a-4307-ad39-1e694c2aec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:22:37.309584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Attempting to bind port c729fbe3-54de-4989-ba64-84a1bbe031b1 on network 2ed307fe-ac1a-4b0c-a426-bf761a207e98 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:37.322832 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Port c729fbe3-54de-4989-ba64-84a1bbe031b1 on network 2ed307fe-ac1a-4b0c-a426-bf761a207e98 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:22:37.323152 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Attempting to bind port c729fbe3-54de-4989-ba64-84a1bbe031b1 on network 2ed307fe-ac1a-4b0c-a426-bf761a207e98 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:37.327725 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa,segment=NetworkSegment(33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3),segment_id=33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:37.332035 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:22:37.332425 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Checking segment: {'id': '0fca7502-0a0a-4307-ad39-1e694c2aec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:37.332816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Bound using segment: {'id': '0fca7502-0a0a-4307-ad39-1e694c2aec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:22:37.333329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Bound port: c729fbe3-54de-4989-ba64-84a1bbe031b1, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fca7502-0a0a-4307-ad39-1e694c2aec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:22:37.333693 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:37.348486 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'port_id': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa', 'mac_address': 'fa:16:3e:5b:71:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:22:37.353512 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fcfd5b-cd17-4769-9645-b10dc34404ee x-openstack-request-id: req-a9fcfd5b-cd17-4769-9645-b10dc34404ee {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:37.353784 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72dcb1b-6757-4784-b32e-c43a2da6daad", "tag": "b6a28050-2a32-4d00-8ae3-81d266c9160b", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:37.354036 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9fcfd5b-cd17-4769-9645-b10dc34404ee {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:37.354641 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c72dcb1b-6757-4784-b32e-c43a2da6daad', 'tag': 'b6a28050-2a32-4d00-8ae3-81d266c9160b', 'status': 'completed', 'code': 200} Dec 20 21:22:37.395323 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:37.410553 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:37.432549 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa,segment=NetworkSegment(33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3),segment_id=33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:37.438612 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:37.439631 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device d3b984ea-bd14-413f-8fc8-0c981fcff557 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:22:37.474576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] For port c729fbe3-54de-4989-ba64-84a1bbe031b1, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:37.481349 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] For port c729fbe3-54de-4989-ba64-84a1bbe031b1, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:22:37.487505 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:37.531269 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:37.532204 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:37.533758 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] 10.222.0.31 "PUT /v2.0/ports/c729fbe3-54de-4989-ba64-84a1bbe031b1 HTTP/1.1" status: 200 len: 1090 time: 1.3286338 Dec 20 21:22:37.566378 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad03bf-127e-462d-9d7c-a21e5ed7da33 service neutron] Pushing event updated for resources: {'Port': ['ID=c729fbe3-54de-4989-ba64-84a1bbe031b1,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:37.570429 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d7c72-73c6-4f73-aaa2-0a46dbf403f1 req-d2af8e52-43ff-4068-b14d-d583152539ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:37.577659 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-448d7c72-73c6-4f73-aaa2-0a46dbf403f1 req-d2af8e52-43ff-4068-b14d-d583152539ad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cedc15bfaf5b41168bc40cd7545ca53c&device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 1095 time: 0.1641271 Dec 20 21:22:37.659211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-beb47389-c78d-4c08-a51b-719b2fa71022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:37.661107 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-beb47389-c78d-4c08-a51b-719b2fa71022 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d2f4c187708c4124a507a398163fc633&device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 1093 time: 0.0530734 Dec 20 21:22:37.668052 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-513a4a26-b18b-4ebd-9f0a-c0435251eec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:22:04Z', 'revision_number': 4, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'ab19398d-ee62-49e9-9cca-9d96caac8040', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'floating_ip_address': '172.35.3.153', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'port_id': 'b6a28050-2a32-4d00-8ae3-81d266c9160b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'mac_address': 'fa:16:3e:5b:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72dcb1b-6757-4784-b32e-c43a2da6daad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:22:13Z', 'updated_at': '2021-12-20T21:22:36Z', 'revision_number': 1, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62a5438-3878-4ef5-a821-bc736b2ed847', 'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'mac_address': 'fa:16:3e:77:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:22:03Z', 'updated_at': '2021-12-20T21:22:11Z', 'revision_number': 5, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'subnets': [{'id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:37.692353 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67be87-1d51-4c11-b63e-79dc60f01eb3 req-3c067301-8fab-4446-a6b1-a957797c5fec tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:37.700092 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc67be87-1d51-4c11-b63e-79dc60f01eb3 req-3c067301-8fab-4446-a6b1-a957797c5fec tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b3fab7-33fc-4497-8682-a12fa67998f0 HTTP/1.1" status: 200 len: 945 time: 0.2151396 Dec 20 21:22:37.704599 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a4a26-b18b-4ebd-9f0a-c0435251eec1 None None] Checking router: b1f31eeb-5fe1-489b-a246-5a680e80afe2 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:22:37.713801 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513a4a26-b18b-4ebd-9f0a-c0435251eec1 None None] Routers {'b1f31eeb-5fe1-489b-a246-5a680e80afe2'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:22:37.714527 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-513a4a26-b18b-4ebd-9f0a-c0435251eec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:37.717485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port d3b984ea-bd14-413f-8fc8-0c981fcff557, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d3b984ea-bd14-413f-8fc8-0c981fcff557,segment=NetworkSegment(f58a665f-5507-4cab-976d-225a808b00cd),segment_id=f58a665f-5507-4cab-976d-225a808b00cd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:37.721984 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-fc703acd-c7fb-488e-8c12-6f7ea41722a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1 HTTP/1.1" status: 200 len: 217 time: 0.0440342 Dec 20 21:22:37.731318 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'd3b984ea-bd14-413f-8fc8-0c981fcff557', 'network_id': '87bfa78c-70b1-4af3-935b-75df2c2db66d', 'port_id': 'd3b984ea-bd14-413f-8fc8-0c981fcff557', 'mac_address': 'fa:16:3e:6a:e3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0910f6ba-ef2e-4c81-82fb-17a8afd38e3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:22:37.738228 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d7c72-73c6-4f73-aaa2-0a46dbf403f1 req-e58f68a2-d288-4292-9017-9e76fc00b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:37.739761 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-448d7c72-73c6-4f73-aaa2-0a46dbf403f1 req-e58f68a2-d288-4292-9017-9e76fc00b777 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b2f0b3a-2909-4c06-b8dc-499246cbe550 HTTP/1.1" status: 200 len: 911 time: 0.1548674 Dec 20 21:22:37.762952 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc67be87-1d51-4c11-b63e-79dc60f01eb3 req-7253db2f-bde8-407c-8d5d-5b0968d36477 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559237 Dec 20 21:22:37.804671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1443c-fa96-4663-939c-b681a1829272 req-0c83124d-de4e-4b1b-9cf9-5ce350c3bc82 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:37.806527 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e1f1443c-fa96-4663-939c-b681a1829272 req-0c83124d-de4e-4b1b-9cf9-5ce350c3bc82 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 1094 time: 0.1410205 Dec 20 21:22:37.810995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-b714b699-1838-46e4-8c59-b2af895ad364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:37.812507 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-b714b699-1838-46e4-8c59-b2af895ad364 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=477c251e-c5a3-4ae1-b22c-38af5a910bca HTTP/1.1" status: 200 len: 853 time: 0.0733392 Dec 20 21:22:37.816443 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:37.831544 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b984ea-bd14-413f-8fc8-0c981fcff557 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:37.837474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:37.853872 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-513a4a26-b18b-4ebd-9f0a-c0435251eec1 None None] Set router b1f31eeb-5fe1-489b-a246-5a680e80afe2 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:22:37.868471 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port d3b984ea-bd14-413f-8fc8-0c981fcff557, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d3b984ea-bd14-413f-8fc8-0c981fcff557,segment=NetworkSegment(f58a665f-5507-4cab-976d-225a808b00cd),segment_id=f58a665f-5507-4cab-976d-225a808b00cd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:37.874166 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:37.887471 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-0b52ed1a-cb50-46bc-ac1f-4198afd51f36 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2ed307fe-ac1a-4b0c-a426-bf761a207e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462494 Dec 20 21:22:37.889201 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e1f1443c-fa96-4663-939c-b681a1829272 req-6ecd1003-a3ed-420a-a03b-3ffca76214e2 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743945 Dec 20 21:22:37.931234 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=d3b984ea-bd14-413f-8fc8-0c981fcff557,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:37.972782 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-448d7c72-73c6-4f73-aaa2-0a46dbf403f1 req-277143a8-7e4a-4569-a46b-ab18a7c29481 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a28050-2a32-4d00-8ae3-81d266c9160b HTTP/1.1" status: 200 len: 1000 time: 0.2265158 Dec 20 21:22:37.980710 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d503228-64ff-474b-8ea6-c05264b32512 req-23219fe0-b495-4200-b120-d4edb82134e5 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:37.982417 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d503228-64ff-474b-8ea6-c05264b32512 req-23219fe0-b495-4200-b120-d4edb82134e5 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 944 time: 0.1192110 Dec 20 21:22:38.029723 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-495a5f20-aa32-4fbb-a555-dbe5fe9967de service neutron] 10.222.0.31 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339340 Dec 20 21:22:38.046112 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03d311-47d7-4ff7-9253-054c9252cfda req-73eaabff-7c67-43b4-9a94-1648c8122871 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:38.047565 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0a03d311-47d7-4ff7-9253-054c9252cfda req-73eaabff-7c67-43b4-9a94-1648c8122871 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 944 time: 0.0668614 Dec 20 21:22:38.054559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d7c72-73c6-4f73-aaa2-0a46dbf403f1 req-e53b71a5-f39d-4092-a1fb-502b0d00732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:38.056043 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-448d7c72-73c6-4f73-aaa2-0a46dbf403f1 req-e53b71a5-f39d-4092-a1fb-502b0d00732b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d594ea94-5bfe-45b1-a31e-dafb0c78a94a HTTP/1.1" status: 200 len: 849 time: 0.0727410 Dec 20 21:22:38.061259 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d503228-64ff-474b-8ea6-c05264b32512 req-0e04f987-6fe8-48e4-be6c-293bb25da63a tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684075 Dec 20 21:22:38.113941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d7c72-73c6-4f73-aaa2-0a46dbf403f1 req-d91fc766-3f9c-41a3-a4da-ed39795b9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:38.115894 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-448d7c72-73c6-4f73-aaa2-0a46dbf403f1 req-d91fc766-3f9c-41a3-a4da-ed39795b9c40 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2f0b3a-2909-4c06-b8dc-499246cbe550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0508029 Dec 20 21:22:38.123073 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-513a4a26-b18b-4ebd-9f0a-c0435251eec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:22:04Z', 'revision_number': 4, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'ab19398d-ee62-49e9-9cca-9d96caac8040', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'floating_ip_address': '172.35.3.153', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'port_id': 'b6a28050-2a32-4d00-8ae3-81d266c9160b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'mac_address': 'fa:16:3e:5b:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72dcb1b-6757-4784-b32e-c43a2da6daad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:22:13Z', 'updated_at': '2021-12-20T21:22:36Z', 'revision_number': 1, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62a5438-3878-4ef5-a821-bc736b2ed847', 'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'mac_address': 'fa:16:3e:77:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:22:03Z', 'updated_at': '2021-12-20T21:22:11Z', 'revision_number': 5, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'subnets': [{'id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:38.156062 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0a03d311-47d7-4ff7-9253-054c9252cfda req-17b54ced-3fa2-4086-968d-9c3076981214 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530069 Dec 20 21:22:38.157112 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513a4a26-b18b-4ebd-9f0a-c0435251eec1 None None] The sync data for ids ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'] in n-d-xena-1 is: [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:22:04Z', 'revision_number': 4, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'ab19398d-ee62-49e9-9cca-9d96caac8040', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'floating_ip_address': '172.35.3.153', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'port_id': 'b6a28050-2a32-4d00-8ae3-81d266c9160b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'mac_address': 'fa:16:3e:5b:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72dcb1b-6757-4784-b32e-c43a2da6daad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:22:13Z', 'updated_at': '2021-12-20T21:22:36Z', 'revision_number': 1, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62a5438-3878-4ef5-a821-bc736b2ed847', 'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'mac_address': 'fa:16:3e:77:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:22:03Z', 'updated_at': '2021-12-20T21:22:11Z', 'revision_number': 5, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'subnets': [{'id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:22:38.200761 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1eb3f2dd-3da7-4548-a067-763a5919e6b8 req-012245f1-925b-4683-b99c-59afd4cc1fc2 service neutron] 10.222.0.31 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522171 Dec 20 21:22:38.222295 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:38.262853 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75308b-bbda-478c-8e3d-b6a5612ec93d req-0be0baa0-a2f0-426e-b8fd-2d6136ef61b3 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:38.266872 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4b75308b-bbda-478c-8e3d-b6a5612ec93d req-0be0baa0-a2f0-426e-b8fd-2d6136ef61b3 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 945 time: 0.0926902 Dec 20 21:22:38.267055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['d3b984ea-bd14-413f-8fc8-0c981fcff557'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:38.291451 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-448d7c72-73c6-4f73-aaa2-0a46dbf403f1 req-dc06d462-1933-43ee-adc6-1e9524353a40 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683340 Dec 20 21:22:38.298946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c35464-ae8d-4720-b187-6221dad26852 req-11db668f-5e49-4dfc-aeea-9f6b793d0c4b tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:38.300965 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51c35464-ae8d-4720-b187-6221dad26852 req-11db668f-5e49-4dfc-aeea-9f6b793d0c4b tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 1094 time: 0.0717323 Dec 20 21:22:38.349026 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51c35464-ae8d-4720-b187-6221dad26852 req-45b95adc-ab04-446c-ae74-93866e8216ae tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378938 Dec 20 21:22:38.397505 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4b75308b-bbda-478c-8e3d-b6a5612ec93d req-8411fc7f-ada6-465f-9a7d-324556db2a3c tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/security-groups?id=c165c88b-488e-43f8-bea5-a1b98a006bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265709 Dec 20 21:22:38.458737 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-448d7c72-73c6-4f73-aaa2-0a46dbf403f1 req-76ad4f89-23b1-4e52-b909-3d66ec491aaa service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475959 Dec 20 21:22:38.546180 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329077d7-92a4-490e-99a5-a3330e8ca3c3 None None] New status for floating IP ab19398d-ee62-49e9-9cca-9d96caac8040: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:22:38.573624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56841318-28a9-4e8a-9f85-9df43a5c0ba3 req-327cb516-17a6-46e0-ad0f-8da31a93edd3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:38.579456 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56841318-28a9-4e8a-9f85-9df43a5c0ba3 req-327cb516-17a6-46e0-ad0f-8da31a93edd3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:38.587830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56841318-28a9-4e8a-9f85-9df43a5c0ba3 req-327cb516-17a6-46e0-ad0f-8da31a93edd3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:38.594247 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56841318-28a9-4e8a-9f85-9df43a5c0ba3 req-327cb516-17a6-46e0-ad0f-8da31a93edd3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:38.599966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56841318-28a9-4e8a-9f85-9df43a5c0ba3 req-327cb516-17a6-46e0-ad0f-8da31a93edd3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:38.606237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56841318-28a9-4e8a-9f85-9df43a5c0ba3 req-327cb516-17a6-46e0-ad0f-8da31a93edd3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:38.612792 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56841318-28a9-4e8a-9f85-9df43a5c0ba3 req-327cb516-17a6-46e0-ad0f-8da31a93edd3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:38.615210 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-56841318-28a9-4e8a-9f85-9df43a5c0ba3 req-327cb516-17a6-46e0-ad0f-8da31a93edd3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5430 time: 0.1120336 Dec 20 21:22:38.657778 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-56841318-28a9-4e8a-9f85-9df43a5c0ba3 req-5777213d-bf47-4ff6-af34-cebbb447deb4 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362668 Dec 20 21:22:38.869844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41edf74-e662-4614-aa86-d1b462dfbf1d req-caf6e304-e088-4533-a466-ad7316b100c2 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:38.871443 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c41edf74-e662-4614-aa86-d1b462dfbf1d req-caf6e304-e088-4533-a466-ad7316b100c2 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b3fab7-33fc-4497-8682-a12fa67998f0 HTTP/1.1" status: 200 len: 945 time: 0.0506732 Dec 20 21:22:38.909528 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c41edf74-e662-4614-aa86-d1b462dfbf1d req-7a46c110-e8ea-4c98-85ff-fa1999e30e11 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319753 Dec 20 21:22:39.182858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336e62d-507a-45cf-b9e8-4f70d3c467a6 req-82ed6a0b-76a2-4f48-b5ca-93137405a383 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:39.186268 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b336e62d-507a-45cf-b9e8-4f70d3c467a6 req-82ed6a0b-76a2-4f48-b5ca-93137405a383 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 944 time: 0.0545456 Dec 20 21:22:39.224074 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b336e62d-507a-45cf-b9e8-4f70d3c467a6 req-2d3469fd-8d05-4c14-a032-ccd7b0d03c10 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327902 Dec 20 21:22:39.229127 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:39.279635 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:22:39.283523 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:39.283909 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:39.327608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5103753-182a-4249-bfc6-6c40b326909a req-1ae3305b-627c-4fec-8b5a-ca068fd5c6d6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:39.329153 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5103753-182a-4249-bfc6-6c40b326909a req-1ae3305b-627c-4fec-8b5a-ca068fd5c6d6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 944 time: 0.0501769 Dec 20 21:22:39.355880 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf6a7a2-294c-4e75-8184-36a2bd9548e4', 'tag': 'c729fbe3-54de-4989-ba64-84a1bbe031b1'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:39.359759 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4f2730-e931-468a-8491-902d22706b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf6a7a2-294c-4e75-8184-36a2bd9548e4", "tag": "c729fbe3-54de-4989-ba64-84a1bbe031b1"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:39.370530 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5103753-182a-4249-bfc6-6c40b326909a req-2e5f137a-98bf-41a8-8d30-9ad2db61aa79 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341384 Dec 20 21:22:39.384952 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:39.409906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b3fab7-33fc-4497-8682-a12fa67998f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:39.416129 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79842de-0bef-41c8-a841-de02e1e7ca28 x-openstack-request-id: req-d79842de-0bef-41c8-a841-de02e1e7ca28 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:39.416422 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf6a7a2-294c-4e75-8184-36a2bd9548e4", "tag": "c729fbe3-54de-4989-ba64-84a1bbe031b1", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:39.416676 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d79842de-0bef-41c8-a841-de02e1e7ca28 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:39.417280 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf6a7a2-294c-4e75-8184-36a2bd9548e4', 'tag': 'c729fbe3-54de-4989-ba64-84a1bbe031b1', 'status': 'completed', 'code': 200} Dec 20 21:22:39.418590 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812c57e8-153a-40e5-8813-f24eeec1368c" -d '{"events": [{"server_uuid": "08b3fab7-33fc-4497-8682-a12fa67998f0", "name": "network-vif-plugged", "status": "completed", "tag": "44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:39.431779 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa,segment=NetworkSegment(33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3),segment_id=33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:39.436242 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:39.437208 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device d3b984ea-bd14-413f-8fc8-0c981fcff557 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:39.474386 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08a1e84-8ceb-4d55-b097-ddb4480208e9 x-openstack-request-id: req-d08a1e84-8ceb-4d55-b097-ddb4480208e9 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:39.474683 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b3fab7-33fc-4497-8682-a12fa67998f0", "name": "network-vif-plugged", "status": "completed", "tag": "44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:39.474925 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d08a1e84-8ceb-4d55-b097-ddb4480208e9 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:39.475315 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b3fab7-33fc-4497-8682-a12fa67998f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa', 'code': 200} Dec 20 21:22:39.513678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:39.529396 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port d3b984ea-bd14-413f-8fc8-0c981fcff557 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:22:39.537168 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port d3b984ea-bd14-413f-8fc8-0c981fcff557 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:39.537653 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:39.585165 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f2730-e931-468a-8491-902d22706b8f req-1dba7c8a-a467-4996-835e-60f275506186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:39.587421 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff4f2730-e931-468a-8491-902d22706b8f req-1dba7c8a-a467-4996-835e-60f275506186 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d2f4c187708c4124a507a398163fc633&device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 1093 time: 0.0564973 Dec 20 21:22:39.600008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dc055-0ea1-4d38-92ad-7d9560ccde33 req-bfb97fa4-e561-4c6f-92bd-1ec11100b911 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:39.602652 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a44dc055-0ea1-4d38-92ad-7d9560ccde33 req-bfb97fa4-e561-4c6f-92bd-1ec11100b911 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 945 time: 0.0938675 Dec 20 21:22:39.636257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56bfd1-452f-4e6e-8cb9-d9f11e0a7b9b req-4a515aeb-86ed-4611-9b41-7f67cff90764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:39.638034 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4a56bfd1-452f-4e6e-8cb9-d9f11e0a7b9b req-4a515aeb-86ed-4611-9b41-7f67cff90764 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=08b3fab7-33fc-4497-8682-a12fa67998f0 HTTP/1.1" status: 200 len: 1095 time: 0.0905790 Dec 20 21:22:39.668789 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:39.682858 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a44dc055-0ea1-4d38-92ad-7d9560ccde33 req-eb221379-b0dc-4419-bd1c-f53a0df47ffe tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/security-groups?id=c165c88b-488e-43f8-bea5-a1b98a006bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736542 Dec 20 21:22:39.701275 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f2730-e931-468a-8491-902d22706b8f req-07bd466b-5a8e-4ff9-b9c5-f38780570922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:39.703420 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff4f2730-e931-468a-8491-902d22706b8f req-07bd466b-5a8e-4ff9-b9c5-f38780570922 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2ed307fe-ac1a-4b0c-a426-bf761a207e98 HTTP/1.1" status: 200 len: 914 time: 0.1065333 Dec 20 21:22:39.712685 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port d3b984ea-bd14-413f-8fc8-0c981fcff557, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d3b984ea-bd14-413f-8fc8-0c981fcff557,segment=NetworkSegment(f58a665f-5507-4cab-976d-225a808b00cd),segment_id=f58a665f-5507-4cab-976d-225a808b00cd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:39.719642 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:39.726552 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4a56bfd1-452f-4e6e-8cb9-d9f11e0a7b9b req-5c719d2b-1bfe-4044-9636-743985853997 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775447 Dec 20 21:22:39.753802 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff4f2730-e931-468a-8491-902d22706b8f req-bb2bee80-7fd7-4803-ab5f-82d361163242 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1 HTTP/1.1" status: 200 len: 217 time: 0.0390210 Dec 20 21:22:39.775692 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=d3b984ea-bd14-413f-8fc8-0c981fcff557,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:39.818485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f2730-e931-468a-8491-902d22706b8f req-e7636377-e954-48bf-a681-eaed8f447235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:39.820002 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff4f2730-e931-468a-8491-902d22706b8f req-e7636377-e954-48bf-a681-eaed8f447235 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=477c251e-c5a3-4ae1-b22c-38af5a910bca HTTP/1.1" status: 200 len: 853 time: 0.0597138 Dec 20 21:22:39.864480 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff4f2730-e931-468a-8491-902d22706b8f req-5ab11c64-237f-4bb6-a7bf-dab8eb564bda service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2ed307fe-ac1a-4b0c-a426-bf761a207e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277481 Dec 20 21:22:39.868551 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-869ba9b7-d2a2-4902-a3a0-b66276944254 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:22:39.869571 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-869ba9b7-d2a2-4902-a3a0-b66276944254 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0744379 Dec 20 21:22:39.993885 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff4f2730-e931-468a-8491-902d22706b8f req-a3b7937b-bb57-4abf-9f5a-5f9453225bbf service neutron] 10.222.0.31 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171627 Dec 20 21:22:39.993885 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-a41d7025-529e-4bc0-b52a-9f34bce24884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:39.993885 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-a41d7025-529e-4bc0-b52a-9f34bce24884 service neutron] 10.222.0.32 "GET /v2.0/ports/f1d56cab-3bd3-4951-8163-b6854d2fb9e6 HTTP/1.1" status: 200 len: 1091 time: 0.1117485 Dec 20 21:22:40.019623 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-f7cfc4df-abf9-4dff-98a1-c4eca00951f3 service neutron] Request body: {'binding': {'host': 'n-h1-xena-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:40.020117 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-f7cfc4df-abf9-4dff-98a1-c4eca00951f3 service neutron] Unknown quota resources ['binding']. {{(pid=102402) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 21:22:40.200950 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5982a3-1972-415e-8066-a927eb910c62 req-8a173cfa-30ab-428c-845f-f7e8c17cb5c2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:40.206840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5982a3-1972-415e-8066-a927eb910c62 req-8a173cfa-30ab-428c-845f-f7e8c17cb5c2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:40.213084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5982a3-1972-415e-8066-a927eb910c62 req-8a173cfa-30ab-428c-845f-f7e8c17cb5c2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:40.213704 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff4f2730-e931-468a-8491-902d22706b8f req-e172e608-afe3-4b21-8b44-a687c730782a service neutron] 10.222.0.31 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185647 Dec 20 21:22:40.215853 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-f7cfc4df-abf9-4dff-98a1-c4eca00951f3 service neutron] Attempting to bind port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 on host n-h1-xena-1 for vnic_type normal with profile None {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:22:40.216171 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-f7cfc4df-abf9-4dff-98a1-c4eca00951f3 service neutron] Attempting to bind port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:22:40.216486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-f7cfc4df-abf9-4dff-98a1-c4eca00951f3 service neutron] Attempting to bind port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:40.218895 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5982a3-1972-415e-8066-a927eb910c62 req-8a173cfa-30ab-428c-845f-f7e8c17cb5c2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:40.220598 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-f7cfc4df-abf9-4dff-98a1-c4eca00951f3 service neutron] Port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 on network ef25a713-78cb-4680-b602-defc0f8ef6dd not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:22:40.220911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-f7cfc4df-abf9-4dff-98a1-c4eca00951f3 service neutron] Attempting to bind port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:40.225092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5982a3-1972-415e-8066-a927eb910c62 req-8a173cfa-30ab-428c-845f-f7e8c17cb5c2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:40.226047 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-f7cfc4df-abf9-4dff-98a1-c4eca00951f3 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:22:40.226368 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-f7cfc4df-abf9-4dff-98a1-c4eca00951f3 service neutron] Checking segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:40.226759 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-f7cfc4df-abf9-4dff-98a1-c4eca00951f3 service neutron] Bound using segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:22:40.227169 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-f7cfc4df-abf9-4dff-98a1-c4eca00951f3 service neutron] Bound port: f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:22:40.230887 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5982a3-1972-415e-8066-a927eb910c62 req-8a173cfa-30ab-428c-845f-f7e8c17cb5c2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:40.237435 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5982a3-1972-415e-8066-a927eb910c62 req-8a173cfa-30ab-428c-845f-f7e8c17cb5c2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:40.246026 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e5982a3-1972-415e-8066-a927eb910c62 req-8a173cfa-30ab-428c-845f-f7e8c17cb5c2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5430 time: 0.0996058 Dec 20 21:22:40.283718 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e5982a3-1972-415e-8066-a927eb910c62 req-51318d39-2953-4005-8861-12f8337e9254 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368052 Dec 20 21:22:40.288025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-f7cfc4df-abf9-4dff-98a1-c4eca00951f3 service neutron] For port f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:22:40.295809 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-f7cfc4df-abf9-4dff-98a1-c4eca00951f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:40.297069 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-f7cfc4df-abf9-4dff-98a1-c4eca00951f3 service neutron] 10.222.0.32 "POST /v2.0/ports/f1d56cab-3bd3-4951-8163-b6854d2fb9e6/bindings HTTP/1.1" status: 201 len: 387 time: 0.2809741 Dec 20 21:22:40.420545 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446bff4-5d9f-416f-9038-6ecc9e74c2a0 req-963c1d4a-87f5-446e-9de9-a3b2ef9b6f9d tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:40.423707 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9446bff4-5d9f-416f-9038-6ecc9e74c2a0 req-963c1d4a-87f5-446e-9de9-a3b2ef9b6f9d tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b3fab7-33fc-4497-8682-a12fa67998f0 HTTP/1.1" status: 200 len: 946 time: 0.0636880 Dec 20 21:22:40.483775 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9446bff4-5d9f-416f-9038-6ecc9e74c2a0 req-4e15a6e7-866a-4667-99bd-5554684ab5ad tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452697 Dec 20 21:22:40.622711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5541c4a-9553-40be-9207-a50255afb7aa req-917ab201-dbdb-452c-a085-db19489bbacd tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:40.624556 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e5541c4a-9553-40be-9207-a50255afb7aa req-917ab201-dbdb-452c-a085-db19489bbacd tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 945 time: 0.0689316 Dec 20 21:22:40.669573 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e5541c4a-9553-40be-9207-a50255afb7aa req-c637f5c2-7c89-4ad9-91a0-553eb7c6c315 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373778 Dec 20 21:22:40.785127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92837cd-487f-4ba6-8dd2-1248713ac6e4 req-706aab78-6cd0-443c-999a-786aa5aaeebd tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:40.787250 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d92837cd-487f-4ba6-8dd2-1248713ac6e4 req-706aab78-6cd0-443c-999a-786aa5aaeebd tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 945 time: 0.0564849 Dec 20 21:22:40.831079 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d92837cd-487f-4ba6-8dd2-1248713ac6e4 req-b5a9f715-969d-4651-8523-3ecf109fa28b tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365481 Dec 20 21:22:40.844901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba27da-cd46-484b-bf3e-b67af24a866b req-117765c4-ae35-4666-a1b1-8986e88c793b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:40.852611 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-74ba27da-cd46-484b-bf3e-b67af24a866b req-117765c4-ae35-4666-a1b1-8986e88c793b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 944 time: 0.4425540 Dec 20 21:22:40.893582 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-31c88d05-2e48-4245-9d86-e1511938717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:40.895046 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-31c88d05-2e48-4245-9d86-e1511938717e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 1094 time: 0.0835817 Dec 20 21:22:40.904513 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-74ba27da-cd46-484b-bf3e-b67af24a866b req-142345db-f744-4b7b-9bd1-cd9d08ef58fa tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512486 Dec 20 21:22:41.006671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-5eb58e5d-ec19-4434-bfc7-7f45303343c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:41.008418 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-5eb58e5d-ec19-4434-bfc7-7f45303343c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 907 time: 0.1007757 Dec 20 21:22:41.053433 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-1ecd824e-8555-4296-97e1-d619f92dcd32 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1d56cab-3bd3-4951-8163-b6854d2fb9e6 HTTP/1.1" status: 200 len: 217 time: 0.0351834 Dec 20 21:22:41.112974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-fc5f4d13-6ef2-47dd-898a-010e4beef1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:41.114483 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-fc5f4d13-6ef2-47dd-898a-010e4beef1e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.0506520 Dec 20 21:22:41.149838 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-c5117793-1052-4ebe-b47b-3067253a2766 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273333 Dec 20 21:22:41.255937 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-837d3353-2b96-40bc-8f20-fa13160246b5 service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892763 Dec 20 21:22:41.360023 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-1e37589f-b38a-4cbf-8e2d-31ef7f92c0e7 service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887539 Dec 20 21:22:41.406127 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c729fbe3-54de-4989-ba64-84a1bbe031b1 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:22:41.428789 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02c7f6-9cb8-407b-8c00-bc4659aee6fa req-d22e2140-508d-4e0b-8d04-52703dd88460 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:41.434859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02c7f6-9cb8-407b-8c00-bc4659aee6fa req-d22e2140-508d-4e0b-8d04-52703dd88460 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:41.440888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02c7f6-9cb8-407b-8c00-bc4659aee6fa req-d22e2140-508d-4e0b-8d04-52703dd88460 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:41.447448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02c7f6-9cb8-407b-8c00-bc4659aee6fa req-d22e2140-508d-4e0b-8d04-52703dd88460 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:41.453185 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02c7f6-9cb8-407b-8c00-bc4659aee6fa req-d22e2140-508d-4e0b-8d04-52703dd88460 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:41.459157 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02c7f6-9cb8-407b-8c00-bc4659aee6fa req-d22e2140-508d-4e0b-8d04-52703dd88460 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:41.464924 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02c7f6-9cb8-407b-8c00-bc4659aee6fa req-d22e2140-508d-4e0b-8d04-52703dd88460 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:41.467088 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dd02c7f6-9cb8-407b-8c00-bc4659aee6fa req-d22e2140-508d-4e0b-8d04-52703dd88460 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5430 time: 0.1030457 Dec 20 21:22:41.477580 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565c8b5a-cd4d-4b6c-8519-1449e43b45e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b984ea-bd14-413f-8fc8-0c981fcff557'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:41.480296 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92be15a2-b6d5-444a-9d8c-d0dd9c04085d" -d '{"events": [{"server_uuid": "565c8b5a-cd4d-4b6c-8519-1449e43b45e3", "name": "network-vif-plugged", "status": "completed", "tag": "d3b984ea-bd14-413f-8fc8-0c981fcff557"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:41.512553 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dd02c7f6-9cb8-407b-8c00-bc4659aee6fa req-cecd5d08-77a3-4f1f-92c7-b9b0054880f2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374637 Dec 20 21:22:41.531365 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c729fbe3-54de-4989-ba64-84a1bbe031b1, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:41.544009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'c729fbe3-54de-4989-ba64-84a1bbe031b1', 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98', 'port_id': 'c729fbe3-54de-4989-ba64-84a1bbe031b1', 'mac_address': 'fa:16:3e:2a:43:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477c251e-c5a3-4ae1-b22c-38af5a910bca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:22:41.572259 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-ab080cef-11e9-4bf0-ad22-148bcdcc72c7 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:41.573868 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be379cd-7ff2-441c-95f1-3862d519bbc9 x-openstack-request-id: req-5be379cd-7ff2-441c-95f1-3862d519bbc9 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:41.574347 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565c8b5a-cd4d-4b6c-8519-1449e43b45e3", "name": "network-vif-plugged", "status": "completed", "tag": "d3b984ea-bd14-413f-8fc8-0c981fcff557", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:41.574714 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-ab080cef-11e9-4bf0-ad22-148bcdcc72c7 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef&tenant_id=68013026329e4661b48075edeb3524ab&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 1094 time: 0.0542281 Dec 20 21:22:41.574986 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5be379cd-7ff2-441c-95f1-3862d519bbc9 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:41.575361 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565c8b5a-cd4d-4b6c-8519-1449e43b45e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b984ea-bd14-413f-8fc8-0c981fcff557', 'code': 200} Dec 20 21:22:41.592358 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:41.596133 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-xena-1'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:41.616566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c729fbe3-54de-4989-ba64-84a1bbe031b1 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:41.640035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c729fbe3-54de-4989-ba64-84a1bbe031b1, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:41.644598 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:41.700682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0dc1b-e674-404c-a7fe-4bb35d3c481f req-69d6fb3e-7cfe-4076-84bc-1e7dedab610d tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:41.702277 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c5e0dc1b-e674-404c-a7fe-4bb35d3c481f req-69d6fb3e-7cfe-4076-84bc-1e7dedab610d tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b3fab7-33fc-4497-8682-a12fa67998f0 HTTP/1.1" status: 200 len: 946 time: 0.0855627 Dec 20 21:22:41.708147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82d4fa-f2ce-4fa4-bee5-bd53b2f879cb req-ca516d12-dfcf-41bb-9260-b88091cd1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:41.708711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=c729fbe3-54de-4989-ba64-84a1bbe031b1,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:41.709765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4a82d4fa-f2ce-4fa4-bee5-bd53b2f879cb req-ca516d12-dfcf-41bb-9260-b88091cd1020 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 1094 time: 0.0674045 Dec 20 21:22:41.712819 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:41.717235 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:41.717580 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:41.717916 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:41.718405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:41.718738 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:41.719061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:41.719381 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:41.719798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:41.720122 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:41.720439 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:41.720752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:41.721069 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:22:41.759194 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4a82d4fa-f2ce-4fa4-bee5-bd53b2f879cb req-70d8a265-1960-4c28-a31f-05dfd281cd43 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399582 Dec 20 21:22:41.802168 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c5e0dc1b-e674-404c-a7fe-4bb35d3c481f req-4ec09a13-29a0-4d07-8255-6f1c1447890c tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903406 Dec 20 21:22:41.820850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b1549-f72a-4211-aa53-dce68d53c0aa req-ee784210-c878-49fe-8df9-002c9c305168 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:41.830853 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-073b1549-f72a-4211-aa53-dce68d53c0aa req-ee784210-c878-49fe-8df9-002c9c305168 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 945 time: 0.0641270 Dec 20 21:22:41.869494 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-073b1549-f72a-4211-aa53-dce68d53c0aa req-dfe3da4c-489c-4081-a320-ebc7439c1a3a tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369279 Dec 20 21:22:41.904996 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] For port f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:41.973951 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] For port f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:41.978735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd91937-c0d6-4ec3-abc1-62b1e7b92671 req-2f1cf6a7-e61c-4cc1-998c-4e53514477e0 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:41.980268 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3cd91937-c0d6-4ec3-abc1-62b1e7b92671 req-2f1cf6a7-e61c-4cc1-998c-4e53514477e0 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 945 time: 0.0501814 Dec 20 21:22:41.983242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-ecfb3312-f681-440a-a4ea-7a5042c7c05c tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:41.984776 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-ecfb3312-f681-440a-a4ea-7a5042c7c05c tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0826163 Dec 20 21:22:42.000551 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c729fbe3-54de-4989-ba64-84a1bbe031b1'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:42.028556 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3cd91937-c0d6-4ec3-abc1-62b1e7b92671 req-045e75cd-ed22-4ffb-8ed1-f7ae16d20220 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375049 Dec 20 21:22:42.080980 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-a47e4ee4-3f5f-495b-bcd7-1d7588261243 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.20 HTTP/1.1" status: 200 len: 695 time: 0.0781791 Dec 20 21:22:42.087780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f4ad41-3279-42f6-b126-c90428d8d1ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1d56cab-3bd3-4951-8163-b6854d2fb9e6'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:42.090654 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba88644-b1a0-466f-bb9d-510da51955dd" -d '{"events": [{"server_uuid": "e1f4ad41-3279-42f6-b126-c90428d8d1ef", "name": "network-vif-unplugged", "status": "completed", "tag": "f1d56cab-3bd3-4951-8163-b6854d2fb9e6"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:42.097066 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-f90c8cfd-72ec-42cb-b917-1886b447c68a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Request body: {'floatingip': {'port_id': '9d02d1fd-93ca-4c61-8850-593e018a520e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:42.101035 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:42.142200 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:42.145550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484fa8a-a63a-48bc-a201-f04895e6f257 req-dfd53ddb-a7b7-48f4-aa72-6db6e26e4e22 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:42.149112 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-f90c8cfd-72ec-42cb-b917-1886b447c68a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:42.155026 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c484fa8a-a63a-48bc-a201-f04895e6f257 req-dfd53ddb-a7b7-48f4-aa72-6db6e26e4e22 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 945 time: 0.0599341 Dec 20 21:22:42.196346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c484fa8a-a63a-48bc-a201-f04895e6f257 req-345a1001-808b-47be-b0dd-cbeea10ec5e0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377791 Dec 20 21:22:42.321778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Pushing event updated for resources: {'Port': ['ID=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:42.355708 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1d392a-6994-4f6d-aa3a-6934d7919332 x-openstack-request-id: req-1e1d392a-6994-4f6d-aa3a-6934d7919332 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:42.356156 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f4ad41-3279-42f6-b126-c90428d8d1ef", "name": "network-vif-unplugged", "status": "completed", "tag": "f1d56cab-3bd3-4951-8163-b6854d2fb9e6", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:42.356917 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e1d392a-6994-4f6d-aa3a-6934d7919332 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:42.356917 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f4ad41-3279-42f6-b126-c90428d8d1ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1d56cab-3bd3-4951-8163-b6854d2fb9e6', 'code': 200} Dec 20 21:22:42.377881 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Attempting to bind port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 on host n-h2-xena-1 for vnic_type normal with profile {"migrating_to": "n-h1-xena-1"} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:22:42.378321 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Attempting to bind port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:22:42.378709 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Attempting to bind port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:42.415936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 on network ef25a713-78cb-4680-b602-defc0f8ef6dd not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:22:42.416318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Attempting to bind port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:42.449616 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:22:42.449937 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Checking segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:42.450376 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Bound using segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:22:42.450818 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Bound port: f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:22:42.451161 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:42.612555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] For port f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:42.658876 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] For port f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:22:42.666141 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:42.777264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Pushing event updated for resources: {'Port': ['ID=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,revision_number=8']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:42.840161 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:42.841216 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:42.842735 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e32e3fc3-a64d-4844-b54b-286f34a78fdf service neutron] 10.222.0.31 "PUT /v2.0/ports/f1d56cab-3bd3-4951-8163-b6854d2fb9e6 HTTP/1.1" status: 200 len: 1117 time: 1.2526042 Dec 20 21:22:42.872782 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-f90c8cfd-72ec-42cb-b917-1886b447c68a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:42.878207 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-f90c8cfd-72ec-42cb-b917-1886b447c68a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:42.952731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a90b9-115e-4a9a-b1de-8a5f8aaa1d1f req-88771b7c-402f-4b06-af5c-6f9d8143d84e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:42.963646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a90b9-115e-4a9a-b1de-8a5f8aaa1d1f req-88771b7c-402f-4b06-af5c-6f9d8143d84e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:42.969743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a90b9-115e-4a9a-b1de-8a5f8aaa1d1f req-88771b7c-402f-4b06-af5c-6f9d8143d84e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:42.976854 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a90b9-115e-4a9a-b1de-8a5f8aaa1d1f req-88771b7c-402f-4b06-af5c-6f9d8143d84e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:42.982809 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a90b9-115e-4a9a-b1de-8a5f8aaa1d1f req-88771b7c-402f-4b06-af5c-6f9d8143d84e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:42.990512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a90b9-115e-4a9a-b1de-8a5f8aaa1d1f req-88771b7c-402f-4b06-af5c-6f9d8143d84e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:42.997472 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a90b9-115e-4a9a-b1de-8a5f8aaa1d1f req-88771b7c-402f-4b06-af5c-6f9d8143d84e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:42.999632 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8c4a90b9-115e-4a9a-b1de-8a5f8aaa1d1f req-88771b7c-402f-4b06-af5c-6f9d8143d84e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5430 time: 0.3933814 Dec 20 21:22:43.010601 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-f90c8cfd-72ec-42cb-b917-1886b447c68a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Floating IP abb3fabe-ad32-4f24-99a9-ce3c2d4278e1 associated. External IP: 172.35.3.20, port: 9d02d1fd-93ca-4c61-8850-593e018a520e. Dec 20 21:22:43.015976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['f1d56cab-3bd3-4951-8163-b6854d2fb9e6'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:43.059362 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8c4a90b9-115e-4a9a-b1de-8a5f8aaa1d1f req-1d276a37-09c8-4114-90df-cf2024e7cacb tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524580 Dec 20 21:22:43.186379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89649c60-db0f-4e64-9a40-389ad551c525 req-71dfb34e-4967-4b23-988d-7d0a6de9319e tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:43.194571 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-89649c60-db0f-4e64-9a40-389ad551c525 req-71dfb34e-4967-4b23-988d-7d0a6de9319e tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 943 time: 0.0635619 Dec 20 21:22:43.230612 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-89649c60-db0f-4e64-9a40-389ad551c525 req-2a0ad6b7-2e75-4fe5-9a9f-e82802eb6ddc tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350964 Dec 20 21:22:43.254373 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-f90c8cfd-72ec-42cb-b917-1886b447c68a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Router fdc5f22e-4fc7-4572-acb6-536444c95349 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:22:43.334687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31abcc-e318-477b-b936-6d3f66534688 req-893f4df5-93bf-469c-8367-a8c114bbef7a tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:43.335767 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b31abcc-e318-477b-b936-6d3f66534688 req-893f4df5-93bf-469c-8367-a8c114bbef7a tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 945 time: 0.0513692 Dec 20 21:22:43.363839 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-f90c8cfd-72ec-42cb-b917-1886b447c68a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:22:43.369343 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-f90c8cfd-72ec-42cb-b917-1886b447c68a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:43.376214 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c98f7e5-1b61-4bdf-9835-3326102cb377 None None] Sync routers for ids ['fdc5f22e-4fc7-4572-acb6-536444c95349'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:22:43.376984 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b31abcc-e318-477b-b936-6d3f66534688 req-176f9c1b-42e1-42c1-8cca-5351d5ae0b14 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340335 Dec 20 21:22:43.388363 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c98f7e5-1b61-4bdf-9835-3326102cb377 None None] Routers {'fdc5f22e-4fc7-4572-acb6-536444c95349'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:22:43.389366 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4c98f7e5-1b61-4bdf-9835-3326102cb377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fdc5f22e-4fc7-4572-acb6-536444c95349'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:43.402618 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-f90c8cfd-72ec-42cb-b917-1886b447c68a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "PUT /v2.0/floatingips/abb3fabe-ad32-4f24-99a9-ce3c2d4278e1 HTTP/1.1" status: 200 len: 995 time: 1.3205259 Dec 20 21:22:43.416610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 47433a5c-5134-4b06-8317-7a617581ab15 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:22:43.425549 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c729fbe3-54de-4989-ba64-84a1bbe031b1 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:43.488201 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-1340f8a3-8cee-4270-8e5a-2ab29c0d8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:43.490103 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-1340f8a3-8cee-4270-8e5a-2ab29c0d8fe1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bcfd1174631646a39557725d507ef98c&device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 1094 time: 0.0737083 Dec 20 21:22:43.548005 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-4c98f7e5-1b61-4bdf-9835-3326102cb377 None None] Set router fdc5f22e-4fc7-4572-acb6-536444c95349 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:22:43.562528 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8c634-7f97-4ec3-b1a2-6600cc74b820 req-6d337a1b-000e-472c-8108-ddc0826be2bd tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:43.566764 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3bf8c634-7f97-4ec3-b1a2-6600cc74b820 req-6d337a1b-000e-472c-8108-ddc0826be2bd tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 945 time: 0.0989907 Dec 20 21:22:43.571353 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port c729fbe3-54de-4989-ba64-84a1bbe031b1 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:22:43.580151 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port c729fbe3-54de-4989-ba64-84a1bbe031b1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:43.580680 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:43.627381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-cacf3bc8-65a2-48ef-9f5e-2af7c3f19955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:43.627519 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3bf8c634-7f97-4ec3-b1a2-6600cc74b820 req-c4a80586-923e-47b3-a828-8ccf6fb1de21 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480196 Dec 20 21:22:43.628462 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-cacf3bc8-65a2-48ef-9f5e-2af7c3f19955 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 200 len: 922 time: 0.1304114 Dec 20 21:22:43.740149 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 47433a5c-5134-4b06-8317-7a617581ab15, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=47433a5c-5134-4b06-8317-7a617581ab15,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:43.754111 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '47433a5c-5134-4b06-8317-7a617581ab15', 'network_id': '26353263-4cf3-440d-921d-58d861009b00', 'port_id': '47433a5c-5134-4b06-8317-7a617581ab15', 'mac_address': 'fa:16:3e:65:fe:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1783f558-5e9c-4072-90cf-99eebb6a8ebe', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:22:43.763619 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-a36c8eda-a5c9-4147-8b53-2f05c1b522ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d02d1fd-93ca-4c61-8850-593e018a520e HTTP/1.1" status: 200 len: 998 time: 0.1164267 Dec 20 21:22:43.821622 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:43.837552 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47433a5c-5134-4b06-8317-7a617581ab15 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:43.860587 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-f1fa6acb-1097-48cb-8e0a-8823d0bd3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:43.862538 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-f1fa6acb-1097-48cb-8e0a-8823d0bd3512 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d502f1e8-6f50-4040-9fca-d61b5d7c5fbb HTTP/1.1" status: 200 len: 860 time: 0.0935450 Dec 20 21:22:43.864013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 47433a5c-5134-4b06-8317-7a617581ab15, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=47433a5c-5134-4b06-8317-7a617581ab15,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:43.869428 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:43.870237 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c3cccbd7-884d-4edf-95fe-7eafe392459d details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:22:43.899944 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:43.906846 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4f87bc52-90e3-469c-bf59-5822b9b00ce9 req-4e7b5849-138f-41c8-9f65-6c763ff0646a tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-733278247&fields=id&tenant_id=2ebccd36e76e4e048af9ba49df15f8b4 HTTP/1.1" status: 200 len: 267 time: 0.0638263 Dec 20 21:22:43.935477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-7afc6605-9204-4592-aeb3-763abfe7a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:43.937293 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-7afc6605-9204-4592-aeb3-763abfe7a873 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6b9c805-eb68-4e46-8415-18bdbd0232b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679510 Dec 20 21:22:43.956278 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf6a7a2-294c-4e75-8184-36a2bd9548e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c729fbe3-54de-4989-ba64-84a1bbe031b1'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:43.958780 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced226d2-88f3-412e-aac9-0f0d798be612" -d '{"events": [{"server_uuid": "bcf6a7a2-294c-4e75-8184-36a2bd9548e4", "name": "network-vif-plugged", "status": "completed", "tag": "c729fbe3-54de-4989-ba64-84a1bbe031b1"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:43.969716 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=47433a5c-5134-4b06-8317-7a617581ab15,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:44.009451 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4c98f7e5-1b61-4bdf-9835-3326102cb377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'abb3fabe-ad32-4f24-99a9-ce3c2d4278e1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'floating_ip_address': '172.35.3.20', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'port_id': '9d02d1fd-93ca-4c61-8850-593e018a520e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'mac_address': 'fa:16:3e:7b:78:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:22:26Z', 'updated_at': '2021-12-20T21:22:42Z', 'revision_number': 1, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:22:00Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:44.013650 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c729fbe3-54de-4989-ba64-84a1bbe031b1, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:44.027796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87bc52-90e3-469c-bf59-5822b9b00ce9 req-46d5299a-b339-4647-ae33-dfd59689d669 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:44.039717 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4f87bc52-90e3-469c-bf59-5822b9b00ce9 req-46d5299a-b339-4647-ae33-dfd59689d669 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 945 time: 0.1231194 Dec 20 21:22:44.052114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-4f87bc52-90e3-469c-bf59-5822b9b00ce9 req-c0b254c9-ec20-4b25-8760-fda0fdf4c465 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Request body: {'port': {'security_groups': ['8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5', '49663986-bc20-4ce8-a309-365eed99a7db']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:44.054267 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c98f7e5-1b61-4bdf-9835-3326102cb377 None None] Checking router: fdc5f22e-4fc7-4572-acb6-536444c95349 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:22:44.062767 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c98f7e5-1b61-4bdf-9835-3326102cb377 None None] Routers {'fdc5f22e-4fc7-4572-acb6-536444c95349'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:22:44.063368 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4c98f7e5-1b61-4bdf-9835-3326102cb377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fdc5f22e-4fc7-4572-acb6-536444c95349'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:44.066980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c3cccbd7-884d-4edf-95fe-7eafe392459d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c3cccbd7-884d-4edf-95fe-7eafe392459d,segment=NetworkSegment(66e2ea1b-67f5-4716-b86c-9192c27258d7),segment_id=66e2ea1b-67f5-4716-b86c-9192c27258d7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:44.074803 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-765b4873-48cb-464d-956e-573e301981c8 service neutron] 10.222.0.32 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302736 Dec 20 21:22:44.078665 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:44.091511 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'c3cccbd7-884d-4edf-95fe-7eafe392459d', 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8', 'port_id': 'c3cccbd7-884d-4edf-95fe-7eafe392459d', 'mac_address': 'fa:16:3e:a1:c2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:22:44.165944 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=c729fbe3-54de-4989-ba64-84a1bbe031b1,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:44.168646 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:44.182609 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-4c98f7e5-1b61-4bdf-9835-3326102cb377 None None] Set router fdc5f22e-4fc7-4572-acb6-536444c95349 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:22:44.182986 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3cccbd7-884d-4edf-95fe-7eafe392459d {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:44.197759 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4f87bc52-90e3-469c-bf59-5822b9b00ce9 req-c0b254c9-ec20-4b25-8760-fda0fdf4c465 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:44.211204 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4b8af580-3b54-4bb0-8bbb-b820a6acafe7 req-29a3087e-124c-411f-b04b-a07e7981c87f service neutron] 10.222.0.32 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296158 Dec 20 21:22:44.221702 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c3cccbd7-884d-4edf-95fe-7eafe392459d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c3cccbd7-884d-4edf-95fe-7eafe392459d,segment=NetworkSegment(66e2ea1b-67f5-4716-b86c-9192c27258d7),segment_id=66e2ea1b-67f5-4716-b86c-9192c27258d7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:44.232489 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:44.232489 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 3af104d3-5b5c-4c65-b1ac-144ab3987ab1 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:22:44.358778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f4ad41-3279-42f6-b126-c90428d8d1ef', 'tag': 'f1d56cab-3bd3-4951-8163-b6854d2fb9e6'}, {'name': 'network-changed', 'server_uuid': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'tag': '9d02d1fd-93ca-4c61-8850-593e018a520e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:44.361866 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b684ff-61fc-4c60-bb9d-9ea397d79795" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f4ad41-3279-42f6-b126-c90428d8d1ef", "tag": "f1d56cab-3bd3-4951-8163-b6854d2fb9e6"}, {"name": "network-changed", "server_uuid": "3de7ce4e-0201-4aee-9fdf-62006bb87697", "tag": "9d02d1fd-93ca-4c61-8850-593e018a520e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:44.438566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-4f87bc52-90e3-469c-bf59-5822b9b00ce9 req-c0b254c9-ec20-4b25-8760-fda0fdf4c465 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] For port d3b984ea-bd14-413f-8fc8-0c981fcff557, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d3b984ea-bd14-413f-8fc8-0c981fcff557,segment=NetworkSegment(f58a665f-5507-4cab-976d-225a808b00cd),segment_id=f58a665f-5507-4cab-976d-225a808b00cd)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:44.475762 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4f87bc52-90e3-469c-bf59-5822b9b00ce9 req-c0b254c9-ec20-4b25-8760-fda0fdf4c465 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:44.482802 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4f87bc52-90e3-469c-bf59-5822b9b00ce9 req-c0b254c9-ec20-4b25-8760-fda0fdf4c465 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:44.488596 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4c98f7e5-1b61-4bdf-9835-3326102cb377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'abb3fabe-ad32-4f24-99a9-ce3c2d4278e1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'floating_ip_address': '172.35.3.20', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'port_id': '9d02d1fd-93ca-4c61-8850-593e018a520e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'mac_address': 'fa:16:3e:7b:78:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:22:26Z', 'updated_at': '2021-12-20T21:22:42Z', 'revision_number': 1, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:22:00Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:44.497534 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 3af104d3-5b5c-4c65-b1ac-144ab3987ab1, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=3af104d3-5b5c-4c65-b1ac-144ab3987ab1,segment=NetworkSegment(fab1d453-07de-487d-855a-9b6fad58b8b4),segment_id=fab1d453-07de-487d-855a-9b6fad58b8b4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:44.511804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '3af104d3-5b5c-4c65-b1ac-144ab3987ab1', 'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118', 'port_id': '3af104d3-5b5c-4c65-b1ac-144ab3987ab1', 'mac_address': 'fa:16:3e:81:a4:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfdc364-7df9-412a-8432-b29f6a28f02f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:22:44.526781 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76432c6d-bdf2-49eb-a18b-e1fc7a064097 x-openstack-request-id: req-76432c6d-bdf2-49eb-a18b-e1fc7a064097 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:44.527159 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf6a7a2-294c-4e75-8184-36a2bd9548e4", "name": "network-vif-plugged", "status": "completed", "tag": "c729fbe3-54de-4989-ba64-84a1bbe031b1", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:44.527499 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76432c6d-bdf2-49eb-a18b-e1fc7a064097 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:44.527619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87bc52-90e3-469c-bf59-5822b9b00ce9 req-c0b254c9-ec20-4b25-8760-fda0fdf4c465 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:44.528279 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4f87bc52-90e3-469c-bf59-5822b9b00ce9 req-c0b254c9-ec20-4b25-8760-fda0fdf4c465 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:44.528481 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf6a7a2-294c-4e75-8184-36a2bd9548e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c729fbe3-54de-4989-ba64-84a1bbe031b1', 'code': 200} Dec 20 21:22:44.541813 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['d3b984ea-bd14-413f-8fc8-0c981fcff557'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:44.544037 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4f87bc52-90e3-469c-bf59-5822b9b00ce9 req-c0b254c9-ec20-4b25-8760-fda0fdf4c465 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "PUT /v2.0/ports/d3b984ea-bd14-413f-8fc8-0c981fcff557 HTTP/1.1" status: 200 len: 981 time: 0.5033190 Dec 20 21:22:44.547015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565c8b5a-cd4d-4b6c-8519-1449e43b45e3', 'tag': 'd3b984ea-bd14-413f-8fc8-0c981fcff557'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:44.549433 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2bf173-02cb-4d53-8b94-eaa3c46d183c" -d '{"events": [{"name": "network-changed", "server_uuid": "565c8b5a-cd4d-4b6c-8519-1449e43b45e3", "tag": "d3b984ea-bd14-413f-8fc8-0c981fcff557"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:44.558090 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c98f7e5-1b61-4bdf-9835-3326102cb377 None None] The sync data for ids ['fdc5f22e-4fc7-4572-acb6-536444c95349'] in n-d-xena-1 is: [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'abb3fabe-ad32-4f24-99a9-ce3c2d4278e1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'floating_ip_address': '172.35.3.20', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'port_id': '9d02d1fd-93ca-4c61-8850-593e018a520e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'mac_address': 'fa:16:3e:7b:78:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:22:26Z', 'updated_at': '2021-12-20T21:22:42Z', 'revision_number': 1, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:22:00Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:22:44.595158 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8d164-cb30-45f4-b937-b9ff833bf94a req-68e9ec86-2b6f-4961-9c9f-b97fc38181ef tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:44.605638 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8d164-cb30-45f4-b937-b9ff833bf94a req-68e9ec86-2b6f-4961-9c9f-b97fc38181ef tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:44.618584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8d164-cb30-45f4-b937-b9ff833bf94a req-68e9ec86-2b6f-4961-9c9f-b97fc38181ef tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:44.623525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b254c9-ec20-4b25-8760-fda0fdf4c465 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event updated for resources: {'Port': ['ID=d3b984ea-bd14-413f-8fc8-0c981fcff557,revision_number=6']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:44.626476 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8d164-cb30-45f4-b937-b9ff833bf94a req-68e9ec86-2b6f-4961-9c9f-b97fc38181ef tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:44.641790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=c3cccbd7-884d-4edf-95fe-7eafe392459d,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:44.654273 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8d164-cb30-45f4-b937-b9ff833bf94a req-68e9ec86-2b6f-4961-9c9f-b97fc38181ef tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:44.660691 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8d164-cb30-45f4-b937-b9ff833bf94a req-68e9ec86-2b6f-4961-9c9f-b97fc38181ef tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:44.670506 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8d164-cb30-45f4-b937-b9ff833bf94a req-68e9ec86-2b6f-4961-9c9f-b97fc38181ef tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:44.672922 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29c8d164-cb30-45f4-b937-b9ff833bf94a req-68e9ec86-2b6f-4961-9c9f-b97fc38181ef tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5432 time: 0.2345905 Dec 20 21:22:44.699274 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:44.701919 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798350f5-b7e8-46f7-8311-a57d7c040a34 req-b5da16f1-c37d-4b44-b5de-8fdf579cf3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:44.703869 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-798350f5-b7e8-46f7-8311-a57d7c040a34 req-b5da16f1-c37d-4b44-b5de-8fdf579cf3ec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 1095 time: 0.2133245 Dec 20 21:22:44.729590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['d3b984ea-bd14-413f-8fc8-0c981fcff557'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:44.735220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3f946-4b08-4971-90af-758180a815ff req-b2a2e9a8-1d72-40c2-b2b2-abc1bbc69893 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:44.736807 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8b3f946-4b08-4971-90af-758180a815ff req-b2a2e9a8-1d72-40c2-b2b2-abc1bbc69893 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=08b3fab7-33fc-4497-8682-a12fa67998f0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1075840 Dec 20 21:22:44.751493 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:44.797200 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29c8d164-cb30-45f4-b937-b9ff833bf94a req-520a2056-ce3b-4e6f-8bcb-bba78caf0cc9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048388 Dec 20 21:22:44.799151 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-798350f5-b7e8-46f7-8311-a57d7c040a34 req-02f61ce7-fede-4213-89cf-f4e1b1843bc3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850558 Dec 20 21:22:44.839741 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af104d3-5b5c-4c65-b1ac-144ab3987ab1 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:44.894035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9324abbc-455c-4235-9531-5d2bb0d2236e None None] New status for floating IP abb3fabe-ad32-4f24-99a9-ce3c2d4278e1: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:22:44.949285 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 3af104d3-5b5c-4c65-b1ac-144ab3987ab1, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=3af104d3-5b5c-4c65-b1ac-144ab3987ab1,segment=NetworkSegment(fab1d453-07de-487d-855a-9b6fad58b8b4),segment_id=fab1d453-07de-487d-855a-9b6fad58b8b4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:44.965760 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8b3f946-4b08-4971-90af-758180a815ff req-6491552f-4287-44a5-ad94-cfb4794eb67a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.20 HTTP/1.1" status: 200 len: 998 time: 0.2205169 Dec 20 21:22:44.966731 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:44.967399 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 17c9639d-1f1d-402c-a100-0ecd939a4f4b details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:22:44.979506 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-c8b3f946-4b08-4971-90af-758180a815ff req-8c77b2b7-c96c-4334-b9b1-d4e04be4ff80 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Request body: {'floatingip': {'port_id': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:44.983680 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3bc1d-9d41-4dcf-9b1a-1f205e390c65 req-af37a566-7426-4dfe-80c6-d2b36b919ee5 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:44.984811 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f7b3bc1d-9d41-4dcf-9b1a-1f205e390c65 req-af37a566-7426-4dfe-80c6-d2b36b919ee5 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 943 time: 0.0689259 Dec 20 21:22:45.037319 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f7b3bc1d-9d41-4dcf-9b1a-1f205e390c65 req-a5dd8551-89c6-4335-8f71-0e95d8b48b81 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458119 Dec 20 21:22:45.058766 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c8b3f946-4b08-4971-90af-758180a815ff req-8c77b2b7-c96c-4334-b9b1-d4e04be4ff80 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:45.102362 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697d9f36-2788-425d-8bd6-177d1f24905e x-openstack-request-id: req-697d9f36-2788-425d-8bd6-177d1f24905e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:45.103198 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f4ad41-3279-42f6-b126-c90428d8d1ef", "tag": "f1d56cab-3bd3-4951-8163-b6854d2fb9e6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3de7ce4e-0201-4aee-9fdf-62006bb87697", "tag": "9d02d1fd-93ca-4c61-8850-593e018a520e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:45.103670 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-697d9f36-2788-425d-8bd6-177d1f24905e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:45.104252 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f4ad41-3279-42f6-b126-c90428d8d1ef', 'tag': 'f1d56cab-3bd3-4951-8163-b6854d2fb9e6', 'status': 'completed', 'code': 200} Dec 20 21:22:45.104657 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'tag': '9d02d1fd-93ca-4c61-8850-593e018a520e', 'status': 'completed', 'code': 200} Dec 20 21:22:45.159732 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 17c9639d-1f1d-402c-a100-0ecd939a4f4b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=17c9639d-1f1d-402c-a100-0ecd939a4f4b,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:45.174107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=3af104d3-5b5c-4c65-b1ac-144ab3987ab1,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:45.208172 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '17c9639d-1f1d-402c-a100-0ecd939a4f4b', 'network_id': '26353263-4cf3-440d-921d-58d861009b00', 'port_id': '17c9639d-1f1d-402c-a100-0ecd939a4f4b', 'mac_address': 'fa:16:3e:8b:fe:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1783f558-5e9c-4072-90cf-99eebb6a8ebe', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:22:45.211623 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e49c444-1c96-49a5-8c13-6cacee2f2719 req-efbac869-82c2-4b8a-aef8-ff97e431ff01 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-126219797&fields=id&tenant_id=2ebccd36e76e4e048af9ba49df15f8b4 HTTP/1.1" status: 200 len: 267 time: 0.0434623 Dec 20 21:22:45.273365 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-2fe93ac7-2c4f-4657-b3db-2a80fbed858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:45.274872 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-2fe93ac7-2c4f-4657-b3db-2a80fbed858d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 1120 time: 0.1183724 Dec 20 21:22:45.314259 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-9ed5c111-5be7-4a05-b847-9d6f3ff1e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:45.316013 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-9ed5c111-5be7-4a05-b847-9d6f3ff1e349 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bcfd1174631646a39557725d507ef98c&device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 1094 time: 0.0865366 Dec 20 21:22:45.347546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49c444-1c96-49a5-8c13-6cacee2f2719 req-44da2746-381f-4147-ad52-949ff0a19a78 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:45.362747 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e49c444-1c96-49a5-8c13-6cacee2f2719 req-44da2746-381f-4147-ad52-949ff0a19a78 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 984 time: 0.1434131 Dec 20 21:22:45.370013 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-8e49c444-1c96-49a5-8c13-6cacee2f2719 req-a68d286b-caf0-45c0-8055-b1b25cfe0af8 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Request body: {'port': {'security_groups': ['49663986-bc20-4ce8-a309-365eed99a7db', '8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5', 'd8ee9472-588a-4362-a08f-f94f112b4f9e']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:45.382697 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:45.430332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-35cdfb2b-4bf1-4232-ba8a-992b513cdb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:45.432529 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-35cdfb2b-4bf1-4232-ba8a-992b513cdb19 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 907 time: 0.1464233 Dec 20 21:22:45.446695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c9639d-1f1d-402c-a100-0ecd939a4f4b {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:45.483461 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 17c9639d-1f1d-402c-a100-0ecd939a4f4b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=17c9639d-1f1d-402c-a100-0ecd939a4f4b,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:45.492621 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:45.493552 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 9f8bda01-3cf7-48af-89c4-9284006ee677 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:22:45.553434 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8e49c444-1c96-49a5-8c13-6cacee2f2719 req-a68d286b-caf0-45c0-8055-b1b25cfe0af8 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:45.577717 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=17c9639d-1f1d-402c-a100-0ecd939a4f4b,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:45.584108 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 9f8bda01-3cf7-48af-89c4-9284006ee677, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9f8bda01-3cf7-48af-89c4-9284006ee677,segment=NetworkSegment(fab1d453-07de-487d-855a-9b6fad58b8b4),segment_id=fab1d453-07de-487d-855a-9b6fad58b8b4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:45.595023 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-542d18ea-cd09-4c3d-8469-b2f0441df482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:45.597237 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-542d18ea-cd09-4c3d-8469-b2f0441df482 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 200 len: 922 time: 0.2685881 Dec 20 21:22:45.601938 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '9f8bda01-3cf7-48af-89c4-9284006ee677', 'network_id': '639c8589-e65d-40a2-92b1-3421f5cc2118', 'port_id': '9f8bda01-3cf7-48af-89c4-9284006ee677', 'mac_address': 'fa:16:3e:c0:b6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfdc364-7df9-412a-8432-b29f6a28f02f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:22:45.622806 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-5e825af5-5bf4-4c95-a968-385fe1bc1356 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1d56cab-3bd3-4951-8163-b6854d2fb9e6 HTTP/1.1" status: 200 len: 217 time: 0.0611727 Dec 20 21:22:45.698471 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-16604623-6fa7-4d50-b0fb-8630803e6438 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d02d1fd-93ca-4c61-8850-593e018a520e HTTP/1.1" status: 200 len: 1000 time: 0.0651834 Dec 20 21:22:45.699702 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.api [req-c8b3f946-4b08-4971-90af-758180a815ff req-8c77b2b7-c96c-4334-b9b1-d4e04be4ff80 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:22:45.700248 n-d-xena-1 neutron-server[102401]: DEBUG oslo_db.api [req-c8b3f946-4b08-4971-90af-758180a815ff req-8c77b2b7-c96c-4334-b9b1-d4e04be4ff80 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:22:45.757907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-c749debe-1eb6-4ebb-b168-04052f32ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:45.763303 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-c749debe-1eb6-4ebb-b168-04052f32ef18 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.0615702 Dec 20 21:22:45.802016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-d3695e8a-6abd-40b7-81e5-0a09f1f47c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:45.804379 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-d3695e8a-6abd-40b7-81e5-0a09f1f47c07 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d502f1e8-6f50-4040-9fca-d61b5d7c5fbb HTTP/1.1" status: 200 len: 860 time: 0.0894012 Dec 20 21:22:45.806857 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:45.812749 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-d2cdf7c3-9e66-4c90-a322-0d61afdb5499 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410674 Dec 20 21:22:45.829288 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8bda01-3cf7-48af-89c4-9284006ee677 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:45.852962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 9f8bda01-3cf7-48af-89c4-9284006ee677, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9f8bda01-3cf7-48af-89c4-9284006ee677,segment=NetworkSegment(fab1d453-07de-487d-855a-9b6fad58b8b4),segment_id=fab1d453-07de-487d-855a-9b6fad58b8b4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:45.870780 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:45.876226 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-457cbb3e-4049-43cc-92e1-2cfdc55f47aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:45.877373 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 5a9c9ffc-8b46-4314-98ec-30d20be920ef details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:22:45.884226 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-457cbb3e-4049-43cc-92e1-2cfdc55f47aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b6b9c805-eb68-4e46-8415-18bdbd0232b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0682125 Dec 20 21:22:45.913483 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 5a9c9ffc-8b46-4314-98ec-30d20be920ef, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=5a9c9ffc-8b46-4314-98ec-30d20be920ef,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:45.926364 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '5a9c9ffc-8b46-4314-98ec-30d20be920ef', 'network_id': '26353263-4cf3-440d-921d-58d861009b00', 'port_id': '5a9c9ffc-8b46-4314-98ec-30d20be920ef', 'mac_address': 'fa:16:3e:e5:de:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1783f558-5e9c-4072-90cf-99eebb6a8ebe', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:22:45.980279 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-55c873eb-ad1d-45a2-9967-3919876fe949 service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563728 Dec 20 21:22:46.005930 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:46.007927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=9f8bda01-3cf7-48af-89c4-9284006ee677,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:46.031465 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9c9ffc-8b46-4314-98ec-30d20be920ef {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:46.055347 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 5a9c9ffc-8b46-4314-98ec-30d20be920ef, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=5a9c9ffc-8b46-4314-98ec-30d20be920ef,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:46.060843 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:46.061746 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 35be04de-962b-40fb-bade-5a6118e85e04 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:22:46.136214 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-be7a171b-2aa3-4c0e-aaa0-eb452e126d27 service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405354 Dec 20 21:22:46.144507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 35be04de-962b-40fb-bade-5a6118e85e04, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=35be04de-962b-40fb-bade-5a6118e85e04,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:46.146497 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-272d424e-32d7-4b59-b5fe-0de000b258b4 service neutron] 10.222.0.31 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472916 Dec 20 21:22:46.147550 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=5a9c9ffc-8b46-4314-98ec-30d20be920ef,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:46.148298 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8e49c444-1c96-49a5-8c13-6cacee2f2719 req-a68d286b-caf0-45c0-8055-b1b25cfe0af8 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] For port d3b984ea-bd14-413f-8fc8-0c981fcff557, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d3b984ea-bd14-413f-8fc8-0c981fcff557,segment=NetworkSegment(f58a665f-5507-4cab-976d-225a808b00cd),segment_id=f58a665f-5507-4cab-976d-225a808b00cd)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:46.159584 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '35be04de-962b-40fb-bade-5a6118e85e04', 'network_id': '26353263-4cf3-440d-921d-58d861009b00', 'port_id': '35be04de-962b-40fb-bade-5a6118e85e04', 'mac_address': 'fa:16:3e:9f:2f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1783f558-5e9c-4072-90cf-99eebb6a8ebe', 'ip_address': '10.1.1.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:22:46.200705 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:46.202096 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c8b3f946-4b08-4971-90af-758180a815ff req-8c77b2b7-c96c-4334-b9b1-d4e04be4ff80 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:46.218018 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35be04de-962b-40fb-bade-5a6118e85e04 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:46.239422 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 35be04de-962b-40fb-bade-5a6118e85e04, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=35be04de-962b-40fb-bade-5a6118e85e04,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:46.246276 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:46.300838 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8e49c444-1c96-49a5-8c13-6cacee2f2719 req-a68d286b-caf0-45c0-8055-b1b25cfe0af8 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:46.304007 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=35be04de-962b-40fb-bade-5a6118e85e04,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:46.316447 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8e49c444-1c96-49a5-8c13-6cacee2f2719 req-a68d286b-caf0-45c0-8055-b1b25cfe0af8 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:46.366537 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['d3b984ea-bd14-413f-8fc8-0c981fcff557'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:46.392125 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-36b684ff-61fc-4c60-bb9d-9ea397d79795 req-79d106a6-ca8c-4bbf-a51b-66378f3123c5 service neutron] 10.222.0.31 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257571 Dec 20 21:22:46.394900 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d286b-caf0-45c0-8055-b1b25cfe0af8 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event updated for resources: {'Port': ['ID=d3b984ea-bd14-413f-8fc8-0c981fcff557,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:46.404723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49c444-1c96-49a5-8c13-6cacee2f2719 req-a68d286b-caf0-45c0-8055-b1b25cfe0af8 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:46.405181 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8e49c444-1c96-49a5-8c13-6cacee2f2719 req-a68d286b-caf0-45c0-8055-b1b25cfe0af8 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:46.412174 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e49c444-1c96-49a5-8c13-6cacee2f2719 req-a68d286b-caf0-45c0-8055-b1b25cfe0af8 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "PUT /v2.0/ports/d3b984ea-bd14-413f-8fc8-0c981fcff557 HTTP/1.1" status: 200 len: 1020 time: 1.0484104 Dec 20 21:22:46.455333 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264a0862-a850-4ec4-860b-724f53e3310d x-openstack-request-id: req-264a0862-a850-4ec4-860b-724f53e3310d {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:46.456074 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565c8b5a-cd4d-4b6c-8519-1449e43b45e3", "tag": "d3b984ea-bd14-413f-8fc8-0c981fcff557", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:46.456074 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-264a0862-a850-4ec4-860b-724f53e3310d {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:46.456316 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565c8b5a-cd4d-4b6c-8519-1449e43b45e3', 'tag': 'd3b984ea-bd14-413f-8fc8-0c981fcff557', 'status': 'completed', 'code': 200} Dec 20 21:22:46.577462 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02275688-1b48-472d-a50f-742504849452 req-d06b2e72-3185-4e89-9339-8d1d79d97873 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:46.592907 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-02275688-1b48-472d-a50f-742504849452 req-d06b2e72-3185-4e89-9339-8d1d79d97873 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0799236 Dec 20 21:22:46.601314 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device f1d56cab-3bd3-4951-8163-b6854d2fb9e6 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:22:46.624965 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['d3b984ea-bd14-413f-8fc8-0c981fcff557'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:46.669207 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-02275688-1b48-472d-a50f-742504849452 req-6dd652e5-d6fb-44d1-b984-4e9fff6d17cc tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646584 Dec 20 21:22:46.741367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bf173-02cb-4d53-8b94-eaa3c46d183c req-d0d0d954-3e9c-49fb-b71b-f52324635b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:46.742890 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b2bf173-02cb-4d53-8b94-eaa3c46d183c req-d0d0d954-3e9c-49fb-b71b-f52324635b38 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ebccd36e76e4e048af9ba49df15f8b4&device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 1172 time: 0.1851323 Dec 20 21:22:46.821235 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:46.840922 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device f1d56cab-3bd3-4951-8163-b6854d2fb9e6 has no active binding in host n-h1-xena-1 {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 21:22:46.932110 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c8b3f946-4b08-4971-90af-758180a815ff req-8c77b2b7-c96c-4334-b9b1-d4e04be4ff80 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:46.933822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bf173-02cb-4d53-8b94-eaa3c46d183c req-d97fdd46-0d37-4c97-a4eb-951107ec0aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:46.935444 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b2bf173-02cb-4d53-8b94-eaa3c46d183c req-d97fdd46-0d37-4c97-a4eb-951107ec0aad service neutron] 10.222.0.66 "GET /v2.0/networks?id=87bfa78c-70b1-4af3-935b-75df2c2db66d HTTP/1.1" status: 200 len: 913 time: 0.1485145 Dec 20 21:22:46.937094 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c8b3f946-4b08-4971-90af-758180a815ff req-8c77b2b7-c96c-4334-b9b1-d4e04be4ff80 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:46.975642 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f280680-c909-4fd1-97f3-e53ba55322b0 req-2185746d-6f2b-4001-bd7f-7d04afea2d7f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:46.984329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f280680-c909-4fd1-97f3-e53ba55322b0 req-2185746d-6f2b-4001-bd7f-7d04afea2d7f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:46.990970 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f280680-c909-4fd1-97f3-e53ba55322b0 req-2185746d-6f2b-4001-bd7f-7d04afea2d7f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:46.997006 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f280680-c909-4fd1-97f3-e53ba55322b0 req-2185746d-6f2b-4001-bd7f-7d04afea2d7f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:47.002933 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f280680-c909-4fd1-97f3-e53ba55322b0 req-2185746d-6f2b-4001-bd7f-7d04afea2d7f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:47.009985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f280680-c909-4fd1-97f3-e53ba55322b0 req-2185746d-6f2b-4001-bd7f-7d04afea2d7f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:47.015910 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f280680-c909-4fd1-97f3-e53ba55322b0 req-2185746d-6f2b-4001-bd7f-7d04afea2d7f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:47.018179 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3f280680-c909-4fd1-97f3-e53ba55322b0 req-2185746d-6f2b-4001-bd7f-7d04afea2d7f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5437 time: 0.1065683 Dec 20 21:22:47.039946 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b2bf173-02cb-4d53-8b94-eaa3c46d183c req-9d155340-d18a-43e2-8525-d06aa8104b13 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3b984ea-bd14-413f-8fc8-0c981fcff557 HTTP/1.1" status: 200 len: 217 time: 0.0682192 Dec 20 21:22:47.066263 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3f280680-c909-4fd1-97f3-e53ba55322b0 req-ff69df3a-73e4-4844-a110-33d8476163c9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398905 Dec 20 21:22:47.106246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565c8b5a-cd4d-4b6c-8519-1449e43b45e3', 'tag': 'd3b984ea-bd14-413f-8fc8-0c981fcff557'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:47.108877 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de46dd0-def3-46c2-bfb3-b6ade4f6c202" -d '{"events": [{"name": "network-changed", "server_uuid": "565c8b5a-cd4d-4b6c-8519-1449e43b45e3", "tag": "d3b984ea-bd14-413f-8fc8-0c981fcff557"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:47.110674 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [req-c8b3f946-4b08-4971-90af-758180a815ff req-8c77b2b7-c96c-4334-b9b1-d4e04be4ff80 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Floating IP abb3fabe-ad32-4f24-99a9-ce3c2d4278e1 associated. External IP: 172.35.3.20, port: 9d02d1fd-93ca-4c61-8850-593e018a520e. Dec 20 21:22:47.113703 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bf173-02cb-4d53-8b94-eaa3c46d183c req-fb47f2ba-b455-4ea5-836f-7976312eb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:47.115226 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b2bf173-02cb-4d53-8b94-eaa3c46d183c req-fb47f2ba-b455-4ea5-836f-7976312eb3b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0910f6ba-ef2e-4c81-82fb-17a8afd38e3b HTTP/1.1" status: 200 len: 852 time: 0.0637441 Dec 20 21:22:47.175597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e555b1-b26d-4bb0-a3f6-b85bcbd3f972 req-a2afa661-d6ea-45ff-8cb7-e929aaa14db7 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:47.177059 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-35e555b1-b26d-4bb0-a3f6-b85bcbd3f972 req-a2afa661-d6ea-45ff-8cb7-e929aaa14db7 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 943 time: 0.0498409 Dec 20 21:22:47.217509 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-35e555b1-b26d-4bb0-a3f6-b85bcbd3f972 req-5916b4c4-dcf4-4af1-b4a0-3a7a4fe9f1ca tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327065 Dec 20 21:22:47.435923 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b2bf173-02cb-4d53-8b94-eaa3c46d183c req-360d617b-bb5e-4582-b437-ba892de88638 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=87bfa78c-70b1-4af3-935b-75df2c2db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2896900 Dec 20 21:22:47.614532 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b2bf173-02cb-4d53-8b94-eaa3c46d183c req-743465ce-c932-451c-888f-ea59f24fa03a service neutron] 10.222.0.66 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678391 Dec 20 21:22:47.644258 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc9ecc-98d2-498a-8941-531941e2bda2 req-fa2d127a-521b-4d85-b148-6e845b8cc9ce tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:47.646701 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b3cc9ecc-98d2-498a-8941-531941e2bda2 req-fa2d127a-521b-4d85-b148-6e845b8cc9ce tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 1023 time: 0.3727512 Dec 20 21:22:47.700454 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:47.718452 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b3cc9ecc-98d2-498a-8941-531941e2bda2 req-e4202b53-a534-4e69-b1dc-c0e0cd2a7f74 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=49663986-bc20-4ce8-a309-365eed99a7db&id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&id=d8ee9472-588a-4362-a08f-f94f112b4f9e HTTP/1.1" status: 200 len: 6148 time: 0.0655322 Dec 20 21:22:47.718735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8b3f946-4b08-4971-90af-758180a815ff req-8c77b2b7-c96c-4334-b9b1-d4e04be4ff80 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Router fdc5f22e-4fc7-4572-acb6-536444c95349 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:22:47.747521 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b2bf173-02cb-4d53-8b94-eaa3c46d183c req-352764c1-3f47-400a-84b1-e455d854f2a8 service neutron] 10.222.0.66 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248040 Dec 20 21:22:47.758525 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0359a212-2b3f-4dc8-a9ab-af9cb60c5658 x-openstack-request-id: req-0359a212-2b3f-4dc8-a9ab-af9cb60c5658 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:47.758937 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565c8b5a-cd4d-4b6c-8519-1449e43b45e3", "tag": "d3b984ea-bd14-413f-8fc8-0c981fcff557", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:47.759294 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0359a212-2b3f-4dc8-a9ab-af9cb60c5658 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:47.759800 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565c8b5a-cd4d-4b6c-8519-1449e43b45e3', 'tag': 'd3b984ea-bd14-413f-8fc8-0c981fcff557', 'status': 'completed', 'code': 200} Dec 20 21:22:47.855787 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8b3f946-4b08-4971-90af-758180a815ff req-8c77b2b7-c96c-4334-b9b1-d4e04be4ff80 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:22:47.857595 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacf757-f1b8-4564-bff5-4d2412051d5e req-2e8ee17a-2eeb-4ba6-a185-f0b4e445dd12 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:47.859219 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2eacf757-f1b8-4564-bff5-4d2412051d5e req-2e8ee17a-2eeb-4ba6-a185-f0b4e445dd12 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0497823 Dec 20 21:22:47.865759 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9607cac-6952-49f9-a573-60b7b590df42 None None] Sync routers for ids ['fdc5f22e-4fc7-4572-acb6-536444c95349'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:22:47.875869 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9607cac-6952-49f9-a573-60b7b590df42 None None] Routers {'fdc5f22e-4fc7-4572-acb6-536444c95349'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:22:47.876502 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a9607cac-6952-49f9-a573-60b7b590df42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fdc5f22e-4fc7-4572-acb6-536444c95349'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:47.903810 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2eacf757-f1b8-4564-bff5-4d2412051d5e req-c91f570b-e914-4db3-9ebc-c9d87abed726 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350659 Dec 20 21:22:47.938209 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-18b70cb7-7ec7-4adb-bb19-951d618e6d12 req-dd3d9328-4b48-48b7-8e3d-803a0bb994e6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Request body: {'security_group': {'name': ' tempest-securitygroup -304393190 ', 'description': 'tempest-description-1331107747'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:47.968169 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-18b70cb7-7ec7-4adb-bb19-951d618e6d12 req-dd3d9328-4b48-48b7-8e3d-803a0bb994e6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:47.984208 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de46dd0-def3-46c2-bfb3-b6ade4f6c202 req-de2cc693-6b39-46a1-bd86-f229d42b5a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:47.985722 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0de46dd0-def3-46c2-bfb3-b6ade4f6c202 req-de2cc693-6b39-46a1-bd86-f229d42b5a06 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ebccd36e76e4e048af9ba49df15f8b4&device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 1172 time: 0.0891039 Dec 20 21:22:48.000436 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a9607cac-6952-49f9-a573-60b7b590df42 None None] Set router fdc5f22e-4fc7-4572-acb6-536444c95349 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:22:48.055144 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-18b70cb7-7ec7-4adb-bb19-951d618e6d12 req-dd3d9328-4b48-48b7-8e3d-803a0bb994e6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:48.056577 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c3cccbd7-884d-4edf-95fe-7eafe392459d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:48.060673 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-18b70cb7-7ec7-4adb-bb19-951d618e6d12 req-dd3d9328-4b48-48b7-8e3d-803a0bb994e6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:48.092243 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-18b70cb7-7ec7-4adb-bb19-951d618e6d12 req-dd3d9328-4b48-48b7-8e3d-803a0bb994e6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:48.095828 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-18b70cb7-7ec7-4adb-bb19-951d618e6d12 req-dd3d9328-4b48-48b7-8e3d-803a0bb994e6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.1620443 Dec 20 21:22:48.114759 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d9328-4b48-48b7-8e3d-803a0bb994e6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=520219b4-d860-4049-b034-d78264b53bb1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:48.152669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['3af104d3-5b5c-4c65-b1ac-144ab3987ab1'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:48.155146 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['5a9c9ffc-8b46-4314-98ec-30d20be920ef'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:48.157772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['47433a5c-5134-4b06-8317-7a617581ab15'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:48.189309 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de46dd0-def3-46c2-bfb3-b6ade4f6c202 req-a65f72f8-0f23-4f7a-b115-69cb13494ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:48.189309 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0de46dd0-def3-46c2-bfb3-b6ade4f6c202 req-a65f72f8-0f23-4f7a-b115-69cb13494ed1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=87bfa78c-70b1-4af3-935b-75df2c2db66d HTTP/1.1" status: 200 len: 913 time: 0.1920338 Dec 20 21:22:48.207796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8b3f946-4b08-4971-90af-758180a815ff req-8c77b2b7-c96c-4334-b9b1-d4e04be4ff80 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Router fdc5f22e-4fc7-4572-acb6-536444c95349 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:22:48.232062 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['17c9639d-1f1d-402c-a100-0ecd939a4f4b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:48.233759 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['35be04de-962b-40fb-bade-5a6118e85e04'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:48.241008 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0de46dd0-def3-46c2-bfb3-b6ade4f6c202 req-e773751b-6dcc-436e-b7a2-513a723fb5dd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3b984ea-bd14-413f-8fc8-0c981fcff557 HTTP/1.1" status: 200 len: 217 time: 0.0427136 Dec 20 21:22:48.340767 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a9607cac-6952-49f9-a573-60b7b590df42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'abb3fabe-ad32-4f24-99a9-ce3c2d4278e1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'floating_ip_address': '172.35.3.20', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'port_id': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'mac_address': 'fa:16:3e:5b:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b3fab7-33fc-4497-8682-a12fa67998f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:22:26Z', 'updated_at': '2021-12-20T21:22:46Z', 'revision_number': 3, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:22:00Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:48.372577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de46dd0-def3-46c2-bfb3-b6ade4f6c202 req-cc1bc168-a31a-4519-89af-9e21a46f2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:48.373305 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9607cac-6952-49f9-a573-60b7b590df42 None None] Checking router: fdc5f22e-4fc7-4572-acb6-536444c95349 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:22:48.374782 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0de46dd0-def3-46c2-bfb3-b6ade4f6c202 req-cc1bc168-a31a-4519-89af-9e21a46f2516 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0910f6ba-ef2e-4c81-82fb-17a8afd38e3b HTTP/1.1" status: 200 len: 852 time: 0.1248808 Dec 20 21:22:48.389622 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9607cac-6952-49f9-a573-60b7b590df42 None None] Routers {'fdc5f22e-4fc7-4572-acb6-536444c95349'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:22:48.390277 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a9607cac-6952-49f9-a573-60b7b590df42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fdc5f22e-4fc7-4572-acb6-536444c95349'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:48.417714 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0de46dd0-def3-46c2-bfb3-b6ade4f6c202 req-2d500bc2-cb4c-40af-86ea-a99faf7b9294 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=87bfa78c-70b1-4af3-935b-75df2c2db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340803 Dec 20 21:22:48.439839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8b3f946-4b08-4971-90af-758180a815ff req-8c77b2b7-c96c-4334-b9b1-d4e04be4ff80 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:22:48.445279 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c8b3f946-4b08-4971-90af-758180a815ff req-8c77b2b7-c96c-4334-b9b1-d4e04be4ff80 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:48.498411 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-2e8a9b37-8c83-48e6-8f7a-5edd5e226a71 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:48.505637 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-2e8a9b37-8c83-48e6-8f7a-5edd5e226a71 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/networks?id=2ed307fe-ac1a-4b0c-a426-bf761a207e98 HTTP/1.1" status: 200 len: 813 time: 0.1274230 Dec 20 21:22:48.521849 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-9ae87e74-0dc6-412b-b02d-918fc282ede8 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/quotas/d2f4c187708c4124a507a398163fc633 HTTP/1.1" status: 200 len: 375 time: 0.0152941 Dec 20 21:22:48.522531 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a9607cac-6952-49f9-a573-60b7b590df42 None None] Set router fdc5f22e-4fc7-4572-acb6-536444c95349 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:22:48.571956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0de46dd0-def3-46c2-bfb3-b6ade4f6c202 req-3eb16fc0-4c3e-4023-bcc7-063e5f91470f service neutron] 10.222.0.66 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407435 Dec 20 21:22:48.580258 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-991fb325-f068-456b-8776-8f65eb2e28a0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2f4c187708c4124a507a398163fc633&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0571313 Dec 20 21:22:48.593601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'tag': '9d02d1fd-93ca-4c61-8850-593e018a520e'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:48.596124 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edac23fc-c63e-4300-9923-1118fb0c8c49" -d '{"events": [{"name": "network-changed", "server_uuid": "3de7ce4e-0201-4aee-9fdf-62006bb87697", "tag": "9d02d1fd-93ca-4c61-8850-593e018a520e"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:48.671507 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8b3f946-4b08-4971-90af-758180a815ff req-8c77b2b7-c96c-4334-b9b1-d4e04be4ff80 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "PUT /v2.0/floatingips/abb3fabe-ad32-4f24-99a9-ce3c2d4278e1 HTTP/1.1" status: 200 len: 998 time: 3.6979465 Dec 20 21:22:48.691026 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-8aa27d4d-b4f3-4e02-81fa-19658d555f7b service neutron] 10.222.0.32 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102071 Dec 20 21:22:48.735725 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3f946-4b08-4971-90af-758180a815ff req-e21826ca-ed86-4521-b79f-535ab4fe866d tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:48.737398 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8b3f946-4b08-4971-90af-758180a815ff req-e21826ca-ed86-4521-b79f-535ab4fe866d tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports/9d02d1fd-93ca-4c61-8850-593e018a520e HTTP/1.1" status: 200 len: 942 time: 0.0588987 Dec 20 21:22:48.758131 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0de46dd0-def3-46c2-bfb3-b6ade4f6c202 req-66d87c3f-c2a7-4511-90c1-de7da61ed156 service neutron] 10.222.0.66 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716444 Dec 20 21:22:48.795998 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-a285a844-7064-4183-beaa-bbd3c5d584a3 service neutron] 10.222.0.32 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980191 Dec 20 21:22:48.814202 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a9607cac-6952-49f9-a573-60b7b590df42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'abb3fabe-ad32-4f24-99a9-ce3c2d4278e1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'floating_ip_address': '172.35.3.20', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'port_id': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'mac_address': 'fa:16:3e:5b:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b3fab7-33fc-4497-8682-a12fa67998f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:22:26Z', 'updated_at': '2021-12-20T21:22:46Z', 'revision_number': 3, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:22:00Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:48.847833 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9607cac-6952-49f9-a573-60b7b590df42 None None] The sync data for ids ['fdc5f22e-4fc7-4572-acb6-536444c95349'] in n-d-xena-1 is: [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'abb3fabe-ad32-4f24-99a9-ce3c2d4278e1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'floating_ip_address': '172.35.3.20', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'port_id': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'mac_address': 'fa:16:3e:5b:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b3fab7-33fc-4497-8682-a12fa67998f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:22:26Z', 'updated_at': '2021-12-20T21:22:46Z', 'revision_number': 3, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:22:00Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:22:48.899380 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3f946-4b08-4971-90af-758180a815ff req-250cc050-1edf-4a2a-b42e-c4034647a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:48.900908 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8b3f946-4b08-4971-90af-758180a815ff req-250cc050-1edf-4a2a-b42e-c4034647a617 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bcfd1174631646a39557725d507ef98c&device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 1094 time: 0.0469236 Dec 20 21:22:49.028709 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3f946-4b08-4971-90af-758180a815ff req-3c17ea6a-4298-4e7b-8001-e898e40d4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:49.030456 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8b3f946-4b08-4971-90af-758180a815ff req-3c17ea6a-4298-4e7b-8001-e898e40d4d2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 200 len: 922 time: 0.1198845 Dec 20 21:22:49.075706 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8b3f946-4b08-4971-90af-758180a815ff req-147fa32e-6189-4fda-88b3-472768de92af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d02d1fd-93ca-4c61-8850-593e018a520e HTTP/1.1" status: 200 len: 217 time: 0.0378921 Dec 20 21:22:49.094313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c753d-418b-4d7c-a3b4-bc49b2de9b37 req-a554ef3e-4e84-40b1-8f86-43bf9bb3841f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:49.099099 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa1b08-c1fb-4d15-8d33-c49a54c091c6 None None] New status for floating IP abb3fabe-ad32-4f24-99a9-ce3c2d4278e1: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:22:49.100346 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c753d-418b-4d7c-a3b4-bc49b2de9b37 req-a554ef3e-4e84-40b1-8f86-43bf9bb3841f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:49.106635 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c753d-418b-4d7c-a3b4-bc49b2de9b37 req-a554ef3e-4e84-40b1-8f86-43bf9bb3841f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:49.112154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c753d-418b-4d7c-a3b4-bc49b2de9b37 req-a554ef3e-4e84-40b1-8f86-43bf9bb3841f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:49.125514 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c753d-418b-4d7c-a3b4-bc49b2de9b37 req-a554ef3e-4e84-40b1-8f86-43bf9bb3841f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:49.130022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3f946-4b08-4971-90af-758180a815ff req-52fd1fbd-2d4b-40ef-9497-aee61979a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:49.131510 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8b3f946-4b08-4971-90af-758180a815ff req-52fd1fbd-2d4b-40ef-9497-aee61979a10a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d502f1e8-6f50-4040-9fca-d61b5d7c5fbb HTTP/1.1" status: 200 len: 860 time: 0.0482240 Dec 20 21:22:49.137566 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c753d-418b-4d7c-a3b4-bc49b2de9b37 req-a554ef3e-4e84-40b1-8f86-43bf9bb3841f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:49.143756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c753d-418b-4d7c-a3b4-bc49b2de9b37 req-a554ef3e-4e84-40b1-8f86-43bf9bb3841f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:49.145727 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d83c753d-418b-4d7c-a3b4-bc49b2de9b37 req-a554ef3e-4e84-40b1-8f86-43bf9bb3841f tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5437 time: 0.1322374 Dec 20 21:22:49.180975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3f946-4b08-4971-90af-758180a815ff req-10454897-b827-443f-afe2-ac338a316d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:49.183110 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8b3f946-4b08-4971-90af-758180a815ff req-10454897-b827-443f-afe2-ac338a316d36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6b9c805-eb68-4e46-8415-18bdbd0232b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0455923 Dec 20 21:22:49.203200 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d83c753d-418b-4d7c-a3b4-bc49b2de9b37 req-5b90ad8f-ce69-4e20-8c58-628d4621a7b5 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478458 Dec 20 21:22:49.311309 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-74bdf2ae-cd67-42f6-86ab-17c57786529d req-5f9038dd-7dfe-47cc-afd1-58f25bb88477 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/520219b4-d860-4049-b034-d78264b53bb1 HTTP/1.1" status: 200 len: 1780 time: 0.0502164 Dec 20 21:22:49.322434 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8b3f946-4b08-4971-90af-758180a815ff req-3651db1a-3b35-409b-a6c9-63192792063b service neutron] 10.222.0.32 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323698 Dec 20 21:22:49.398951 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['9f8bda01-3cf7-48af-89c4-9284006ee677'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:49.454140 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8519843-e12a-4ce6-9177-1ef4b19b0632 req-b0f41bb8-d9b7-4e85-bd7b-6c2bcb94b01c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:49.455509 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab08c0c-141e-4395-ac6b-9d0e3159755e None None] Sync routers for ids ['fdc5f22e-4fc7-4572-acb6-536444c95349'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:22:49.463369 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8519843-e12a-4ce6-9177-1ef4b19b0632 req-b0f41bb8-d9b7-4e85-bd7b-6c2bcb94b01c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 943 time: 0.0840302 Dec 20 21:22:49.475962 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab08c0c-141e-4395-ac6b-9d0e3159755e None None] Routers {'fdc5f22e-4fc7-4572-acb6-536444c95349'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:22:49.478414 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7ab08c0c-141e-4395-ac6b-9d0e3159755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fdc5f22e-4fc7-4572-acb6-536444c95349'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:49.479229 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8b3f946-4b08-4971-90af-758180a815ff req-f2b11e0a-aea8-4ac7-9eb9-795cd526ac6d service neutron] 10.222.0.32 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484547 Dec 20 21:22:49.481180 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-62849da4-6a88-45b7-9874-64dfc581290d service neutron] 10.222.0.66 "GET /v2.0/ports/f1d56cab-3bd3-4951-8163-b6854d2fb9e6/bindings/n-h1-xena-1 HTTP/1.1" status: 200 len: 382 time: 0.0960176 Dec 20 21:22:49.525033 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8519843-e12a-4ce6-9177-1ef4b19b0632 req-aca92b8f-e55a-4db8-9e76-98cee9596f59 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554905 Dec 20 21:22:49.586107 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00e85ca-bf9e-4b2c-9bad-6de751be0658 x-openstack-request-id: req-a00e85ca-bf9e-4b2c-9bad-6de751be0658 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:49.586402 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de7ce4e-0201-4aee-9fdf-62006bb87697", "tag": "9d02d1fd-93ca-4c61-8850-593e018a520e", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:49.586657 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a00e85ca-bf9e-4b2c-9bad-6de751be0658 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:49.587052 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'tag': '9d02d1fd-93ca-4c61-8850-593e018a520e', 'status': 'completed', 'code': 200} Dec 20 21:22:49.633979 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7ab08c0c-141e-4395-ac6b-9d0e3159755e None None] Set router fdc5f22e-4fc7-4572-acb6-536444c95349 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:22:49.644770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3f946-4b08-4971-90af-758180a815ff req-c0528060-b9dc-401e-a5d4-7baa2cac2327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:49.653174 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8b3f946-4b08-4971-90af-758180a815ff req-c0528060-b9dc-401e-a5d4-7baa2cac2327 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bcfd1174631646a39557725d507ef98c&device_id=08b3fab7-33fc-4497-8682-a12fa67998f0 HTTP/1.1" status: 200 len: 1095 time: 0.1071177 Dec 20 21:22:49.711762 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e9f61fa3-f3aa-45a8-a5f4-99576de528b9 req-a59d3606-99d2-48b3-b69a-665c747c14ef tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e01f46-51a8-4cef-96cf-2c3964e058be HTTP/1.1" status: 200 len: 210 time: 0.0488832 Dec 20 21:22:49.734553 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac23fc-c63e-4300-9923-1118fb0c8c49 req-7d4cc138-5f1f-44c4-abd9-c6e1df30b20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:49.736235 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-edac23fc-c63e-4300-9923-1118fb0c8c49 req-7d4cc138-5f1f-44c4-abd9-c6e1df30b20a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bcfd1174631646a39557725d507ef98c&device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 1094 time: 0.0843565 Dec 20 21:22:49.844445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3f946-4b08-4971-90af-758180a815ff req-adc354fb-abe4-4761-9e54-871ce0f72637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:49.855001 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8b3f946-4b08-4971-90af-758180a815ff req-adc354fb-abe4-4761-9e54-871ce0f72637 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 200 len: 922 time: 0.2008018 Dec 20 21:22:49.905040 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac23fc-c63e-4300-9923-1118fb0c8c49 req-9bfb6ce2-a2e2-4c83-881d-6d3b37f602e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:49.906540 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-edac23fc-c63e-4300-9923-1118fb0c8c49 req-9bfb6ce2-a2e2-4c83-881d-6d3b37f602e9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 200 len: 922 time: 0.1534576 Dec 20 21:22:49.922410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-be014db6-82af-43d6-b41c-4cd060609a8c service neutron] For port f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:49.954955 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-edac23fc-c63e-4300-9923-1118fb0c8c49 req-7d75178e-9671-4426-9786-a9c02bf63c4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d02d1fd-93ca-4c61-8850-593e018a520e HTTP/1.1" status: 200 len: 217 time: 0.0409102 Dec 20 21:22:49.955136 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-be014db6-82af-43d6-b41c-4cd060609a8c service neutron] For port f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:49.958595 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8b3f946-4b08-4971-90af-758180a815ff req-dee0edce-f8b0-4823-b309-4a1848bcf34d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa HTTP/1.1" status: 200 len: 1001 time: 0.1022251 Dec 20 21:22:50.031925 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac23fc-c63e-4300-9923-1118fb0c8c49 req-00e2f74b-bc52-4f51-be81-3af1905f393b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:50.032647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-be014db6-82af-43d6-b41c-4cd060609a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d56cab-3bd3-4951-8163-b6854d2fb9e6 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:50.033970 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-edac23fc-c63e-4300-9923-1118fb0c8c49 req-00e2f74b-bc52-4f51-be81-3af1905f393b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d502f1e8-6f50-4040-9fca-d61b5d7c5fbb HTTP/1.1" status: 200 len: 860 time: 0.0682182 Dec 20 21:22:50.037695 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7ab08c0c-141e-4395-ac6b-9d0e3159755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'abb3fabe-ad32-4f24-99a9-ce3c2d4278e1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'floating_ip_address': '172.35.3.20', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'port_id': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'mac_address': 'fa:16:3e:5b:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b3fab7-33fc-4497-8682-a12fa67998f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:22:26Z', 'updated_at': '2021-12-20T21:22:49Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:22:00Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:50.045128 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-64978cbc-b7cb-4241-97d2-72b676b39e1b req-811c3ad5-65ea-4205-8ed6-53e5faa604d3 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/520219b4-d860-4049-b034-d78264b53bb1 HTTP/1.1" status: 200 len: 1780 time: 0.0509810 Dec 20 21:22:50.052863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-be014db6-82af-43d6-b41c-4cd060609a8c service neutron] For port f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:50.056541 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3f946-4b08-4971-90af-758180a815ff req-752f9dc3-b23f-45dc-a16e-fcce07eb6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:50.064115 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8b3f946-4b08-4971-90af-758180a815ff req-752f9dc3-b23f-45dc-a16e-fcce07eb6d5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d502f1e8-6f50-4040-9fca-d61b5d7c5fbb HTTP/1.1" status: 200 len: 860 time: 0.0821555 Dec 20 21:22:50.068588 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab08c0c-141e-4395-ac6b-9d0e3159755e None None] Checking router: fdc5f22e-4fc7-4572-acb6-536444c95349 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:22:50.077881 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab08c0c-141e-4395-ac6b-9d0e3159755e None None] Routers {'fdc5f22e-4fc7-4572-acb6-536444c95349'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:22:50.078599 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7ab08c0c-141e-4395-ac6b-9d0e3159755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fdc5f22e-4fc7-4572-acb6-536444c95349'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:50.098829 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-be014db6-82af-43d6-b41c-4cd060609a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:50.126365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac23fc-c63e-4300-9923-1118fb0c8c49 req-e67fe76b-86f6-4264-a52a-d2488e1863f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:50.128132 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-edac23fc-c63e-4300-9923-1118fb0c8c49 req-e67fe76b-86f6-4264-a52a-d2488e1863f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b6b9c805-eb68-4e46-8415-18bdbd0232b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737357 Dec 20 21:22:50.144353 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3f946-4b08-4971-90af-758180a815ff req-6cce07b0-d530-4a86-beae-cef729873dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:50.152905 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8b3f946-4b08-4971-90af-758180a815ff req-6cce07b0-d530-4a86-beae-cef729873dca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6b9c805-eb68-4e46-8415-18bdbd0232b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0877352 Dec 20 21:22:50.187329 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7ab08c0c-141e-4395-ac6b-9d0e3159755e None None] Set router fdc5f22e-4fc7-4572-acb6-536444c95349 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:22:50.191064 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-64978cbc-b7cb-4241-97d2-72b676b39e1b req-420875f3-e499-4824-8dff-9d684f52c000 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:50.225203 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-64978cbc-b7cb-4241-97d2-72b676b39e1b req-420875f3-e499-4824-8dff-9d684f52c000 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:50.278676 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-edac23fc-c63e-4300-9923-1118fb0c8c49 req-bedc6ccc-990a-453e-a0b6-9fa5e2282299 service neutron] 10.222.0.31 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373172 Dec 20 21:22:50.294880 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-64978cbc-b7cb-4241-97d2-72b676b39e1b req-420875f3-e499-4824-8dff-9d684f52c000 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:50.299024 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-64978cbc-b7cb-4241-97d2-72b676b39e1b req-420875f3-e499-4824-8dff-9d684f52c000 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:50.301037 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-64978cbc-b7cb-4241-97d2-72b676b39e1b req-420875f3-e499-4824-8dff-9d684f52c000 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "DELETE /v2.0/security-groups/520219b4-d860-4049-b034-d78264b53bb1 HTTP/1.1" status: 204 len: 173 time: 0.2484162 Dec 20 21:22:50.366233 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420875f3-e499-4824-8dff-9d684f52c000 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=520219b4-d860-4049-b034-d78264b53bb1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:50.474770 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-edac23fc-c63e-4300-9923-1118fb0c8c49 req-54041128-7f98-49aa-bc8e-0fd3642333f6 service neutron] 10.222.0.31 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731284 Dec 20 21:22:50.498637 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7ab08c0c-141e-4395-ac6b-9d0e3159755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'abb3fabe-ad32-4f24-99a9-ce3c2d4278e1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'floating_ip_address': '172.35.3.20', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'port_id': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'mac_address': 'fa:16:3e:5b:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b3fab7-33fc-4497-8682-a12fa67998f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:22:26Z', 'updated_at': '2021-12-20T21:22:49Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:22:00Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:50.504910 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddbef2-7a6e-4c87-9ad6-47f3692503f2 req-86ed8dd2-cef8-456a-a58f-80e016665bc9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:50.511571 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddbef2-7a6e-4c87-9ad6-47f3692503f2 req-86ed8dd2-cef8-456a-a58f-80e016665bc9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:50.517015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddbef2-7a6e-4c87-9ad6-47f3692503f2 req-86ed8dd2-cef8-456a-a58f-80e016665bc9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:50.523555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddbef2-7a6e-4c87-9ad6-47f3692503f2 req-86ed8dd2-cef8-456a-a58f-80e016665bc9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:50.529661 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddbef2-7a6e-4c87-9ad6-47f3692503f2 req-86ed8dd2-cef8-456a-a58f-80e016665bc9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:50.535132 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab08c0c-141e-4395-ac6b-9d0e3159755e None None] The sync data for ids ['fdc5f22e-4fc7-4572-acb6-536444c95349'] in n-d-xena-1 is: [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'abb3fabe-ad32-4f24-99a9-ce3c2d4278e1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'floating_ip_address': '172.35.3.20', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'port_id': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'mac_address': 'fa:16:3e:5b:71:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b3fab7-33fc-4497-8682-a12fa67998f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:22:26Z', 'updated_at': '2021-12-20T21:22:49Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:22:00Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:22:50.536889 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddbef2-7a6e-4c87-9ad6-47f3692503f2 req-86ed8dd2-cef8-456a-a58f-80e016665bc9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:50.542311 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddbef2-7a6e-4c87-9ad6-47f3692503f2 req-86ed8dd2-cef8-456a-a58f-80e016665bc9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:50.544428 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1eddbef2-7a6e-4c87-9ad6-47f3692503f2 req-86ed8dd2-cef8-456a-a58f-80e016665bc9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5437 time: 0.1072090 Dec 20 21:22:50.552487 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-be014db6-82af-43d6-b41c-4cd060609a8c service neutron] Transition to ACTIVE for port object f1d56cab-3bd3-4951-8163-b6854d2fb9e6 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:22:50.561450 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-be014db6-82af-43d6-b41c-4cd060609a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:50.610832 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8b3f946-4b08-4971-90af-758180a815ff req-0ab8ecc7-648f-4d1a-914f-9bfa605a3b62 service neutron] 10.222.0.32 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568772 Dec 20 21:22:50.661443 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1eddbef2-7a6e-4c87-9ad6-47f3692503f2 req-3b316086-c964-4e16-8f26-069861556775 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874002 Dec 20 21:22:50.702406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-be014db6-82af-43d6-b41c-4cd060609a8c service neutron] No DVR routers for this DVR port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:22:50.718463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-c78015b9-a3b8-4bc7-a2db-fbba20fd4d64 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:50.718733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be014db6-82af-43d6-b41c-4cd060609a8c service neutron] Pushing event updated for resources: {'Port': ['ID=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,revision_number=10']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:50.720428 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-c78015b9-a3b8-4bc7-a2db-fbba20fd4d64 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.31 "GET /v2.0/networks?id=2ed307fe-ac1a-4b0c-a426-bf761a207e98 HTTP/1.1" status: 200 len: 813 time: 0.1749382 Dec 20 21:22:50.741691 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-5c7c8b04-5a7a-432f-8fde-d4738a9b7991 req-5d33f23d-1ce7-4222-9fd1-e300ffb09639 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] show failed (client error): The resource could not be found. Dec 20 21:22:50.746968 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5c7c8b04-5a7a-432f-8fde-d4738a9b7991 req-5d33f23d-1ce7-4222-9fd1-e300ffb09639 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/520219b4-d860-4049-b034-d78264b53bb1 HTTP/1.1" status: 404 len: 352 time: 0.0252171 Dec 20 21:22:50.748007 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-be014db6-82af-43d6-b41c-4cd060609a8c service neutron] 10.222.0.66 "PUT /v2.0/ports/f1d56cab-3bd3-4951-8163-b6854d2fb9e6/bindings/n-h1-xena-1/activate HTTP/1.1" status: 200 len: 367 time: 1.2598195 Dec 20 21:22:50.756234 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-e618c86b-56b8-47de-9fc1-1148b15ff6c9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Request body: {'port': {'device_id': '12e01f46-51a8-4cef-96cf-2c3964e058be', 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98', 'admin_state_up': True, 'tenant_id': 'd2f4c187708c4124a507a398163fc633'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:50.780726 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8b3f946-4b08-4971-90af-758180a815ff req-521be7dd-81da-47b3-bb2e-d0734800d14f service neutron] 10.222.0.32 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689961 Dec 20 21:22:50.897545 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ae5598d-36f1-492a-b432-672a1f93c630 req-294d3c7f-73e4-48e2-833f-bf02842bdeda tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e01f46-51a8-4cef-96cf-2c3964e058be HTTP/1.1" status: 200 len: 210 time: 0.0316081 Dec 20 21:22:50.930889 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93560e0a-2412-477d-ad58-0a9a23df05f6 req-4b0eb732-ccb2-4c53-a6a0-e1fdd2045a54 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:50.932406 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-93560e0a-2412-477d-ad58-0a9a23df05f6 req-4b0eb732-ccb2-4c53-a6a0-e1fdd2045a54 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 944 time: 0.1055143 Dec 20 21:22:50.940880 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-cc13e9ea-88b1-4e72-a86d-5b99ef25439c req-f9c85d24-1787-4a49-8b76-8328c29be12d tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-896218641', 'description': 'tempest-description-104285942'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:50.941145 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-e618c86b-56b8-47de-9fc1-1148b15ff6c9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Made reservation on behalf of d2f4c187708c4124a507a398163fc633 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:22:50.944684 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-e618c86b-56b8-47de-9fc1-1148b15ff6c9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:50.997914 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cc13e9ea-88b1-4e72-a86d-5b99ef25439c req-f9c85d24-1787-4a49-8b76-8328c29be12d tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:50.998986 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-93560e0a-2412-477d-ad58-0a9a23df05f6 req-0d814f3b-3e9c-4107-8718-af0687d29cd1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600600 Dec 20 21:22:51.008841 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e99f839f-5b02-4c41-93b6-83c150e986ab tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:51.010323 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-e99f839f-5b02-4c41-93b6-83c150e986ab tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef&tenant_id=68013026329e4661b48075edeb3524ab&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 1093 time: 0.1037381 Dec 20 21:22:51.133256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-308e2826-2e89-4338-be1a-93c56e39712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:51.134805 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-308e2826-2e89-4338-be1a-93c56e39712f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef&tenant_id=68013026329e4661b48075edeb3524ab HTTP/1.1" status: 200 len: 1093 time: 0.1051023 Dec 20 21:22:51.143328 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dae6f4bd-4492-46f7-a3aa-17e61d3b7cb8 req-93beec84-a089-4bf6-b3f5-f59677e67a6d tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.20 HTTP/1.1" status: 200 len: 1001 time: 0.1074958 Dec 20 21:22:51.143540 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cc13e9ea-88b1-4e72-a86d-5b99ef25439c req-f9c85d24-1787-4a49-8b76-8328c29be12d tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:51.148611 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cc13e9ea-88b1-4e72-a86d-5b99ef25439c req-f9c85d24-1787-4a49-8b76-8328c29be12d tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:51.191999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-e618c86b-56b8-47de-9fc1-1148b15ff6c9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Allocated IP 172.20.0.9 (2ed307fe-ac1a-4b0c-a426-bf761a207e98/477c251e-c5a3-4ae1-b22c-38af5a910bca/149f1a22-ad35-48c3-aa0e-4c2a302a0abb) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:22:51.194230 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cc13e9ea-88b1-4e72-a86d-5b99ef25439c req-f9c85d24-1787-4a49-8b76-8328c29be12d tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:51.195908 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc13e9ea-88b1-4e72-a86d-5b99ef25439c req-f9c85d24-1787-4a49-8b76-8328c29be12d tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2592432 Dec 20 21:22:51.220663 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6f4bd-4492-46f7-a3aa-17e61d3b7cb8 req-b68c289e-79ac-45a0-881d-b3e70fa0ebfa tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:51.222244 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dae6f4bd-4492-46f7-a3aa-17e61d3b7cb8 req-b68c289e-79ac-45a0-881d-b3e70fa0ebfa tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports/44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa HTTP/1.1" status: 200 len: 943 time: 0.0681558 Dec 20 21:22:51.224866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c85d24-1787-4a49-8b76-8328c29be12d tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35918033-e9ed-4c6d-bbf6-a5d85b7b1837,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:51.240095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-4eda8e66-8385-413e-ad6a-e88614b91861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:51.241853 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-4eda8e66-8385-413e-ad6a-e88614b91861 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 1093 time: 0.0652199 Dec 20 21:22:51.363476 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-740bb44c-5caa-4ab5-8634-0cd33b3e7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:51.365907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-740bb44c-5caa-4ab5-8634-0cd33b3e7ca6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 907 time: 0.1146979 Dec 20 21:22:51.418672 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dae6f4bd-4492-46f7-a3aa-17e61d3b7cb8 req-5c3ad51d-712d-484b-86eb-ea373a6f1d32 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.20 HTTP/1.1" status: 200 len: 1001 time: 0.1301072 Dec 20 21:22:51.421404 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-fd1d8761-9afc-4b4c-b3d5-3a872975f48c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1d56cab-3bd3-4951-8163-b6854d2fb9e6 HTTP/1.1" status: 200 len: 217 time: 0.0394516 Dec 20 21:22:51.466273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-df3b164d-2277-43fd-8a8b-c7530884978f req-9cc2ea9a-010c-4419-8ef6-edab04da9539 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1690506377', 'description': 'tempest-description-1663186743'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:51.502090 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-5018c715-4d34-4452-b59c-ebbe7918eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:51.504121 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-5018c715-4d34-4452-b59c-ebbe7918eb4b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.0726218 Dec 20 21:22:51.505494 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-df3b164d-2277-43fd-8a8b-c7530884978f req-9cc2ea9a-010c-4419-8ef6-edab04da9539 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:51.516828 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-e618c86b-56b8-47de-9fc1-1148b15ff6c9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:51.548356 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-5f3c9519-76e1-4641-bf03-905303052c9d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326395 Dec 20 21:22:51.585190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6f4bd-4492-46f7-a3aa-17e61d3b7cb8 req-20900404-4d45-44d3-9e15-5b663a96c7f0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:51.586504 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dae6f4bd-4492-46f7-a3aa-17e61d3b7cb8 req-20900404-4d45-44d3-9e15-5b663a96c7f0 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.1600230 Dec 20 21:22:51.606907 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-e618c86b-56b8-47de-9fc1-1148b15ff6c9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:51.613229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b3fab7-33fc-4497-8682-a12fa67998f0', 'tag': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:51.615750 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af342d7-31be-4a53-91e3-b9e22a5f98aa" -d '{"events": [{"name": "network-changed", "server_uuid": "08b3fab7-33fc-4497-8682-a12fa67998f0", "tag": "44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:51.683638 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-76102fcc-0e3e-4999-ae43-ab81200ffdeb service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223691 Dec 20 21:22:51.690134 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-df3b164d-2277-43fd-8a8b-c7530884978f req-9cc2ea9a-010c-4419-8ef6-edab04da9539 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:51.700013 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-df3b164d-2277-43fd-8a8b-c7530884978f req-9cc2ea9a-010c-4419-8ef6-edab04da9539 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:51.700248 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-e618c86b-56b8-47de-9fc1-1148b15ff6c9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Network 2ed307fe-ac1a-4b0c-a426-bf761a207e98 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:22:51.707936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-e618c86b-56b8-47de-9fc1-1148b15ff6c9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:22:51.716346 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-e618c86b-56b8-47de-9fc1-1148b15ff6c9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:22:51.721731 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618c86b-56b8-47de-9fc1-1148b15ff6c9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Pushing event updated for resources: {'Port': ['ID=149f1a22-ad35-48c3-aa0e-4c2a302a0abb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:51.764499 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-6d4178cc-d6bb-4e17-8b8c-8736384c5668 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.20 HTTP/1.1" status: 200 len: 1001 time: 0.1467676 Dec 20 21:22:51.769413 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-df3b164d-2277-43fd-8a8b-c7530884978f req-9cc2ea9a-010c-4419-8ef6-edab04da9539 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:51.770719 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df3b164d-2277-43fd-8a8b-c7530884978f req-9cc2ea9a-010c-4419-8ef6-edab04da9539 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3255398 Dec 20 21:22:51.777475 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2ea9a-010c-4419-8ef6-edab04da9539 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50217f28-f257-49fe-9a4e-a01a2abb2ef5,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:51.785657 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-e618c86b-56b8-47de-9fc1-1148b15ff6c9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:51.786537 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-e618c86b-56b8-47de-9fc1-1148b15ff6c9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:51.825308 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656c7c56-389b-40de-8f20-b63e3baeebbf x-openstack-request-id: req-656c7c56-389b-40de-8f20-b63e3baeebbf {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:51.826512 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b3fab7-33fc-4497-8682-a12fa67998f0", "tag": "44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:51.826865 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-656c7c56-389b-40de-8f20-b63e3baeebbf {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:51.827404 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b3fab7-33fc-4497-8682-a12fa67998f0', 'tag': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa', 'status': 'completed', 'code': 200} Dec 20 21:22:51.830916 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-4f8553a9-2039-4d8d-bf78-72f0597079dd service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395125 Dec 20 21:22:51.836230 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-e618c86b-56b8-47de-9fc1-1148b15ff6c9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0875053 Dec 20 21:22:51.842869 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-098b0d6a-5cc2-40d6-9cd7-1cf69484edc4 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:51.854472 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-098b0d6a-5cc2-40d6-9cd7-1cf69484edc4 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports/44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa HTTP/1.1" status: 200 len: 943 time: 0.0766735 Dec 20 21:22:51.872241 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Request body: {'port': {'device_id': '12e01f46-51a8-4cef-96cf-2c3964e058be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:51.977878 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d49c7-04e1-4e74-988c-8557b00f64e2 req-942a1b57-df5d-48cf-9035-2fe201fee153 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:51.984073 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d49c7-04e1-4e74-988c-8557b00f64e2 req-942a1b57-df5d-48cf-9035-2fe201fee153 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:51.989963 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d49c7-04e1-4e74-988c-8557b00f64e2 req-942a1b57-df5d-48cf-9035-2fe201fee153 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:51.995807 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d49c7-04e1-4e74-988c-8557b00f64e2 req-942a1b57-df5d-48cf-9035-2fe201fee153 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:51.998406 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:52.002313 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d49c7-04e1-4e74-988c-8557b00f64e2 req-942a1b57-df5d-48cf-9035-2fe201fee153 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:52.007228 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d49c7-04e1-4e74-988c-8557b00f64e2 req-942a1b57-df5d-48cf-9035-2fe201fee153 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:52.013038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d49c7-04e1-4e74-988c-8557b00f64e2 req-942a1b57-df5d-48cf-9035-2fe201fee153 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:52.015581 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-949d49c7-04e1-4e74-988c-8557b00f64e2 req-942a1b57-df5d-48cf-9035-2fe201fee153 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5437 time: 0.1330774 Dec 20 21:22:52.017335 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af342d7-31be-4a53-91e3-b9e22a5f98aa req-a4a293cc-8406-426e-8d00-be80ad7fac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:52.019027 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6af342d7-31be-4a53-91e3-b9e22a5f98aa req-a4a293cc-8406-426e-8d00-be80ad7fac78 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bcfd1174631646a39557725d507ef98c&device_id=08b3fab7-33fc-4497-8682-a12fa67998f0 HTTP/1.1" status: 200 len: 1095 time: 0.1221569 Dec 20 21:22:52.019664 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-5d10f941-3c57-426b-8260-d004cebda90e tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.20 HTTP/1.1" status: 200 len: 1001 time: 0.1166708 Dec 20 21:22:52.115378 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-949d49c7-04e1-4e74-988c-8557b00f64e2 req-c5efb8d2-8b82-421e-9528-658b635bcbb1 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916984 Dec 20 21:22:52.174819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af342d7-31be-4a53-91e3-b9e22a5f98aa req-96a42707-2f74-43ef-8f8e-1b0c27fffbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:52.182531 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6af342d7-31be-4a53-91e3-b9e22a5f98aa req-96a42707-2f74-43ef-8f8e-1b0c27fffbd6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 200 len: 922 time: 0.1515486 Dec 20 21:22:52.187449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-5e378550-2845-4bb6-a200-b1ce3ca55290 req-0fbf2e5c-66cc-4bf2-9623-bdf97d14548b tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-731508027', 'description': 'tempest-description-518131035'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:52.232643 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-e92382d0-bebc-41fb-89ea-424277500bf3 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:52.233988 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-e92382d0-bebc-41fb-89ea-424277500bf3 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.2066617 Dec 20 21:22:52.300671 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-5e378550-2845-4bb6-a200-b1ce3ca55290 req-0fbf2e5c-66cc-4bf2-9623-bdf97d14548b tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:52.317850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6af342d7-31be-4a53-91e3-b9e22a5f98aa req-4068013c-91d1-4f70-90d7-050aa7363b4c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa HTTP/1.1" status: 200 len: 1001 time: 0.1240389 Dec 20 21:22:52.342053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-bebd2154-f554-4af8-b33e-d9650479c09e tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:52.343576 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-bebd2154-f554-4af8-b33e-d9650479c09e tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef&tenant_id=68013026329e4661b48075edeb3524ab&binding%3Ahost_id=n-h1-xena-1 HTTP/1.1" status: 200 len: 1093 time: 0.1004004 Dec 20 21:22:52.346121 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-86d04679-caa6-420b-8a41-a328fcfba1a6 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.20 HTTP/1.1" status: 200 len: 1001 time: 0.1023195 Dec 20 21:22:52.361994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-7e2dab10-c9bd-4ed5-ac77-935d49ce1d1b tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:52.434190 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af342d7-31be-4a53-91e3-b9e22a5f98aa req-172717e9-17c8-466a-86ec-444c0f7f1182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:52.435600 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6af342d7-31be-4a53-91e3-b9e22a5f98aa req-172717e9-17c8-466a-86ec-444c0f7f1182 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d502f1e8-6f50-4040-9fca-d61b5d7c5fbb HTTP/1.1" status: 200 len: 860 time: 0.1099961 Dec 20 21:22:52.459349 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-7e2dab10-c9bd-4ed5-ac77-935d49ce1d1b tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:52.496761 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-5e378550-2845-4bb6-a200-b1ce3ca55290 req-0fbf2e5c-66cc-4bf2-9623-bdf97d14548b tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:52.507762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149f1a22-ad35-48c3-aa0e-4c2a302a0abb {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:52.508448 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-5e378550-2845-4bb6-a200-b1ce3ca55290 req-0fbf2e5c-66cc-4bf2-9623-bdf97d14548b tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:52.518403 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:52.537581 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c729fbe3-54de-4989-ba64-84a1bbe031b1'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:52.584875 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Transition to ACTIVE for port object 149f1a22-ad35-48c3-aa0e-4c2a302a0abb will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:22:52.591521 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:52.610529 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 47433a5c-5134-4b06-8317-7a617581ab15 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:52.640555 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-5e378550-2845-4bb6-a200-b1ce3ca55290 req-0fbf2e5c-66cc-4bf2-9623-bdf97d14548b tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:52.641819 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e378550-2845-4bb6-a200-b1ce3ca55290 req-0fbf2e5c-66cc-4bf2-9623-bdf97d14548b tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4693179 Dec 20 21:22:52.644997 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af342d7-31be-4a53-91e3-b9e22a5f98aa req-4c094e24-b9bf-4a22-97f3-5223dc0d5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:52.647613 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6af342d7-31be-4a53-91e3-b9e22a5f98aa req-4c094e24-b9bf-4a22-97f3-5223dc0d5dc2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b6b9c805-eb68-4e46-8415-18bdbd0232b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1992850 Dec 20 21:22:52.656736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf2e5c-66cc-4bf2-9623-bdf97d14548b tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c515d40-059c-43f8-bcfb-6507194e625e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:52.683851 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-7e2dab10-c9bd-4ed5-ac77-935d49ce1d1b tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:52.688703 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-0dec39d3-dc27-47b9-bde0-06cd518e3b80 service neutron] For port f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:52.710888 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-7e2dab10-c9bd-4ed5-ac77-935d49ce1d1b tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:52.711215 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-7e2dab10-c9bd-4ed5-ac77-935d49ce1d1b tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Floating IP abb3fabe-ad32-4f24-99a9-ce3c2d4278e1 disassociated. External IP: 172.35.3.20, port: 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa. Dec 20 21:22:52.715293 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Pushing event updated for resources: {'Port': ['ID=149f1a22-ad35-48c3-aa0e-4c2a302a0abb,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:52.726240 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-0dec39d3-dc27-47b9-bde0-06cd518e3b80 service neutron] Notify callbacks [] for binding, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:52.727565 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4186e8b-02a1-4ce6-bafa-bbf2b9940fd2 req-0dec39d3-dc27-47b9-bde0-06cd518e3b80 service neutron] 10.222.0.31 "DELETE /v2.0/ports/f1d56cab-3bd3-4951-8163-b6854d2fb9e6/bindings/n-h2-xena-1 HTTP/1.1" status: 204 len: 173 time: 0.3624763 Dec 20 21:22:52.815559 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6af342d7-31be-4a53-91e3-b9e22a5f98aa req-64d58e55-3e5d-4cb2-bc44-534bd5ec8631 service neutron] 10.222.0.66 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538336 Dec 20 21:22:52.823022 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 47433a5c-5134-4b06-8317-7a617581ab15 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:22:52.830201 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c7634-52ef-4b27-a164-482f2b350ca4 req-505feb3e-689c-4393-862d-4009343396b7 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:52.832692 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 47433a5c-5134-4b06-8317-7a617581ab15 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:52.833356 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:52.835182 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-292c7634-52ef-4b27-a164-482f2b350ca4 req-505feb3e-689c-4393-862d-4009343396b7 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e01f46-51a8-4cef-96cf-2c3964e058be HTTP/1.1" status: 200 len: 943 time: 0.0806284 Dec 20 21:22:52.882292 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Attempting to bind port 149f1a22-ad35-48c3-aa0e-4c2a302a0abb on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:22:52.882612 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Attempting to bind port 149f1a22-ad35-48c3-aa0e-4c2a302a0abb by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '0fca7502-0a0a-4307-ad39-1e694c2aec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:22:52.882948 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Attempting to bind port 149f1a22-ad35-48c3-aa0e-4c2a302a0abb on network 2ed307fe-ac1a-4b0c-a426-bf761a207e98 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:52.892980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Port 149f1a22-ad35-48c3-aa0e-4c2a302a0abb on network 2ed307fe-ac1a-4b0c-a426-bf761a207e98 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:22:52.893285 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Attempting to bind port 149f1a22-ad35-48c3-aa0e-4c2a302a0abb on network 2ed307fe-ac1a-4b0c-a426-bf761a207e98 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:22:52.905470 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:22:52.905845 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Checking segment: {'id': '0fca7502-0a0a-4307-ad39-1e694c2aec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:22:52.906193 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Bound using segment: {'id': '0fca7502-0a0a-4307-ad39-1e694c2aec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:22:52.906638 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Bound port: 149f1a22-ad35-48c3-aa0e-4c2a302a0abb, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fca7502-0a0a-4307-ad39-1e694c2aec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:22:52.906984 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:52.916950 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-292c7634-52ef-4b27-a164-482f2b350ca4 req-2703c84c-405e-46dd-86cc-0868c757c8eb tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790951 Dec 20 21:22:52.970352 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6af342d7-31be-4a53-91e3-b9e22a5f98aa req-87c65fa9-2d32-4fb3-9c7e-a28d682dc3aa service neutron] 10.222.0.66 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155286 Dec 20 21:22:53.059939 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] For port 149f1a22-ad35-48c3-aa0e-4c2a302a0abb, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:22:53.060564 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c309f88-b34d-4519-abea-23f47b60efce req-760595c6-e884-48cd-a65e-dd47481bf1fb tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:53.062351 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c309f88-b34d-4519-abea-23f47b60efce req-760595c6-e884-48cd-a65e-dd47481bf1fb tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 944 time: 0.0602303 Dec 20 21:22:53.075746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-7e2dab10-c9bd-4ed5-ac77-935d49ce1d1b tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Router fdc5f22e-4fc7-4572-acb6-536444c95349 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:22:53.077715 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] For port 149f1a22-ad35-48c3-aa0e-4c2a302a0abb, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=149f1a22-ad35-48c3-aa0e-4c2a302a0abb,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:22:53.083957 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:53.084328 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:53.110751 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c309f88-b34d-4519-abea-23f47b60efce req-ad0da0df-993e-42e8-a22a-eadf92f498d0 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411050 Dec 20 21:22:53.112105 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47433a5c-5134-4b06-8317-7a617581ab15'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:53.115375 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de406ef-5544-464b-9cac-1a59e940925a" -d '{"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-plugged", "status": "completed", "tag": "47433a5c-5134-4b06-8317-7a617581ab15"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:53.124303 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:53.124977 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:53.126684 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] 10.222.0.31 "PUT /v2.0/ports/149f1a22-ad35-48c3-aa0e-4c2a302a0abb HTTP/1.1" status: 200 len: 1089 time: 1.2679236 Dec 20 21:22:53.129091 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e01f46-51a8-4cef-96cf-2c3964e058be', 'tag': '149f1a22-ad35-48c3-aa0e-4c2a302a0abb'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:53.131825 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f5312f-ac26-4150-9248-1a3e3173d194" -d '{"events": [{"name": "network-changed", "server_uuid": "12e01f46-51a8-4cef-96cf-2c3964e058be", "tag": "149f1a22-ad35-48c3-aa0e-4c2a302a0abb"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:53.132833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 47433a5c-5134-4b06-8317-7a617581ab15, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=47433a5c-5134-4b06-8317-7a617581ab15,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:53.138280 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:53.140308 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 17c9639d-1f1d-402c-a100-0ecd939a4f4b up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:53.227038 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=47433a5c-5134-4b06-8317-7a617581ab15,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:53.241964 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 17c9639d-1f1d-402c-a100-0ecd939a4f4b completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:22:53.246204 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 17c9639d-1f1d-402c-a100-0ecd939a4f4b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:53.246765 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:53.255773 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83e7bd-4e50-42e3-9709-0767c6b8898b service neutron] Pushing event updated for resources: {'Port': ['ID=149f1a22-ad35-48c3-aa0e-4c2a302a0abb,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:53.296601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-0df57589-f65b-455d-93e2-cf6d6b7643d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:53.298442 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-0df57589-f65b-455d-93e2-cf6d6b7643d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d2f4c187708c4124a507a398163fc633&device_id=12e01f46-51a8-4cef-96cf-2c3964e058be HTTP/1.1" status: 200 len: 1092 time: 0.0861213 Dec 20 21:22:53.310292 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-7e2dab10-c9bd-4ed5-ac77-935d49ce1d1b tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:22:53.315926 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-7e2dab10-c9bd-4ed5-ac77-935d49ce1d1b tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:53.320293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bfc8c3-2a0b-4d48-980d-5d427eebe602 None None] Sync routers for ids ['fdc5f22e-4fc7-4572-acb6-536444c95349'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:22:53.338199 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:53.347895 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bfc8c3-2a0b-4d48-980d-5d427eebe602 None None] Routers {'fdc5f22e-4fc7-4572-acb6-536444c95349'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:22:53.348870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e3bfc8c3-2a0b-4d48-980d-5d427eebe602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fdc5f22e-4fc7-4572-acb6-536444c95349'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:53.356154 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f1d56cab-3bd3-4951-8163-b6854d2fb9e6 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:22:53.467600 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c5bcdc1-10f9-41bb-a370-c4cddb985039 req-893da6d8-d264-42af-ad6c-e2d06f0574f9 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ebccd36e76e4e048af9ba49df15f8b4 HTTP/1.1" status: 200 len: 10894 time: 0.1238089 Dec 20 21:22:53.491377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 17c9639d-1f1d-402c-a100-0ecd939a4f4b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=17c9639d-1f1d-402c-a100-0ecd939a4f4b,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:53.495279 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f1d56cab-3bd3-4951-8163-b6854d2fb9e6 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:22:53.502110 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:53.502110 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 3af104d3-5b5c-4c65-b1ac-144ab3987ab1 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:53.551431 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b55a3011-98f1-4049-bd3b-4313900fb7ea req-5825d44b-0131-461d-9fa6-f502f6edd311 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0624568 Dec 20 21:22:53.560763 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c5bcdc1-10f9-41bb-a370-c4cddb985039 req-d2417755-c3ba-4082-8987-911371f88340 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5 HTTP/1.1" status: 200 len: 2981 time: 0.0909431 Dec 20 21:22:53.580076 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e3bfc8c3-2a0b-4d48-980d-5d427eebe602 None None] Set router fdc5f22e-4fc7-4572-acb6-536444c95349 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:22:53.628747 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c5bcdc1-10f9-41bb-a370-c4cddb985039 req-06dbc890-6b97-4b84-8493-8087890ca4ee tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5 HTTP/1.1" status: 200 len: 2981 time: 0.0649338 Dec 20 21:22:53.631045 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=17c9639d-1f1d-402c-a100-0ecd939a4f4b,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:53.676486 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5060a86-a6f3-48fd-b0ea-532bb8d1209f x-openstack-request-id: req-c5060a86-a6f3-48fd-b0ea-532bb8d1209f {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:53.676916 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-plugged", "status": "completed", "tag": "47433a5c-5134-4b06-8317-7a617581ab15", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:53.677349 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5060a86-a6f3-48fd-b0ea-532bb8d1209f {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:53.678322 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47433a5c-5134-4b06-8317-7a617581ab15', 'code': 200} Dec 20 21:22:53.691623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a3011-98f1-4049-bd3b-4313900fb7ea req-e198c340-a0de-432d-b49e-4758020de41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:53.693363 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b55a3011-98f1-4049-bd3b-4313900fb7ea req-e198c340-a0de-432d-b49e-4758020de41d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7e6f1c601bc4aadb7c404130b71a7ce&device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 1095 time: 0.0571334 Dec 20 21:22:53.723561 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 3af104d3-5b5c-4c65-b1ac-144ab3987ab1 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:22:53.731743 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-dbb5a30e-45f6-4ecf-8292-d17054b58d83 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=149f1a22-ad35-48c3-aa0e-4c2a302a0abb HTTP/1.1" status: 200 len: 217 time: 0.4117513 Dec 20 21:22:53.734120 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 3af104d3-5b5c-4c65-b1ac-144ab3987ab1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:53.734499 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:53.739244 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d4b44b-338b-4980-a3ec-cfa896661c1b x-openstack-request-id: req-66d4b44b-338b-4980-a3ec-cfa896661c1b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:53.739542 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e01f46-51a8-4cef-96cf-2c3964e058be", "tag": "149f1a22-ad35-48c3-aa0e-4c2a302a0abb", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:53.739795 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66d4b44b-338b-4980-a3ec-cfa896661c1b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:53.740197 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e01f46-51a8-4cef-96cf-2c3964e058be', 'tag': '149f1a22-ad35-48c3-aa0e-4c2a302a0abb', 'status': 'completed', 'code': 200} Dec 20 21:22:53.756954 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-7e2dab10-c9bd-4ed5-ac77-935d49ce1d1b tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "PUT /v2.0/floatingips/abb3fabe-ad32-4f24-99a9-ce3c2d4278e1 HTTP/1.1" status: 200 len: 694 time: 1.3924572 Dec 20 21:22:53.867953 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-ecad2200-f7dc-430a-8444-d89f6dd7d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:53.876794 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-ecad2200-f7dc-430a-8444-d89f6dd7d79b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bcfd1174631646a39557725d507ef98c&device_id=08b3fab7-33fc-4497-8682-a12fa67998f0 HTTP/1.1" status: 200 len: 1095 time: 0.1188455 Dec 20 21:22:53.902764 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:53.920785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38191ae9-944c-41a6-8856-3c173850f0c2 req-54a46b5b-371a-4e2e-b57b-2b09bfee5253 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:53.927333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38191ae9-944c-41a6-8856-3c173850f0c2 req-54a46b5b-371a-4e2e-b57b-2b09bfee5253 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:53.935465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38191ae9-944c-41a6-8856-3c173850f0c2 req-54a46b5b-371a-4e2e-b57b-2b09bfee5253 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:53.941733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38191ae9-944c-41a6-8856-3c173850f0c2 req-54a46b5b-371a-4e2e-b57b-2b09bfee5253 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:53.948047 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e3bfc8c3-2a0b-4d48-980d-5d427eebe602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:22:00Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:53.948323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38191ae9-944c-41a6-8856-3c173850f0c2 req-54a46b5b-371a-4e2e-b57b-2b09bfee5253 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:53.954721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 3af104d3-5b5c-4c65-b1ac-144ab3987ab1, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=3af104d3-5b5c-4c65-b1ac-144ab3987ab1,segment=NetworkSegment(fab1d453-07de-487d-855a-9b6fad58b8b4),segment_id=fab1d453-07de-487d-855a-9b6fad58b8b4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:53.959573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38191ae9-944c-41a6-8856-3c173850f0c2 req-54a46b5b-371a-4e2e-b57b-2b09bfee5253 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:53.966363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38191ae9-944c-41a6-8856-3c173850f0c2 req-54a46b5b-371a-4e2e-b57b-2b09bfee5253 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:53.968500 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-38191ae9-944c-41a6-8856-3c173850f0c2 req-54a46b5b-371a-4e2e-b57b-2b09bfee5253 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5439 time: 0.1477938 Dec 20 21:22:53.993668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a3011-98f1-4049-bd3b-4313900fb7ea req-e085d9e5-4237-4ccc-9c69-2eb8cf7820ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:53.994768 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:53.995595 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 5a9c9ffc-8b46-4314-98ec-30d20be920ef up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:53.996981 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b55a3011-98f1-4049-bd3b-4313900fb7ea req-e085d9e5-4237-4ccc-9c69-2eb8cf7820ca service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 HTTP/1.1" status: 200 len: 907 time: 0.2659609 Dec 20 21:22:53.999769 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bfc8c3-2a0b-4d48-980d-5d427eebe602 None None] Checking router: fdc5f22e-4fc7-4572-acb6-536444c95349 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:22:54.001110 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-11a7eff2-c1e4-4449-9af9-ff6b761aa52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:54.002681 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-11a7eff2-c1e4-4449-9af9-ff6b761aa52c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=477c251e-c5a3-4ae1-b22c-38af5a910bca HTTP/1.1" status: 200 len: 853 time: 0.2347844 Dec 20 21:22:54.007066 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-b0489441-41ff-44ef-8a6f-59d6a6f4b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:54.015903 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-b0489441-41ff-44ef-8a6f-59d6a6f4b99b service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 200 len: 922 time: 0.1381171 Dec 20 21:22:54.069113 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-38191ae9-944c-41a6-8856-3c173850f0c2 req-f27818fe-59cc-47d7-afb7-2538d7bd01e3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846303 Dec 20 21:22:54.071623 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bfc8c3-2a0b-4d48-980d-5d427eebe602 None None] Routers {'fdc5f22e-4fc7-4572-acb6-536444c95349'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:22:54.072053 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e3bfc8c3-2a0b-4d48-980d-5d427eebe602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fdc5f22e-4fc7-4572-acb6-536444c95349'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:54.086420 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-3cebb8a9-eaa3-4bd6-938b-c52ca586bf38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa HTTP/1.1" status: 200 len: 217 time: 0.0694916 Dec 20 21:22:54.114709 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-8173c529-0965-4de0-ad21-f3fde80c5f89 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2ed307fe-ac1a-4b0c-a426-bf761a207e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899334 Dec 20 21:22:54.154195 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b55a3011-98f1-4049-bd3b-4313900fb7ea req-bbe6a440-d6ba-4065-a96c-ffe9eceaae04 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89e2f6e-5bef-4993-9f38-f776ffe51732 HTTP/1.1" status: 200 len: 1001 time: 0.1067548 Dec 20 21:22:54.161173 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ac09d1e-ffef-41e8-8166-4ea3aa091a64 req-5544f489-c91b-4a96-9e19-fee06a4c445b tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/35918033-e9ed-4c6d-bbf6-a5d85b7b1837 HTTP/1.1" status: 200 len: 1799 time: 0.0581529 Dec 20 21:22:54.177072 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=3af104d3-5b5c-4c65-b1ac-144ab3987ab1,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:54.195770 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 5a9c9ffc-8b46-4314-98ec-30d20be920ef completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:22:54.196706 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-6f4de217-7a99-44b3-ac20-a953fa924575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:54.198495 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-6f4de217-7a99-44b3-ac20-a953fa924575 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d502f1e8-6f50-4040-9fca-d61b5d7c5fbb HTTP/1.1" status: 200 len: 860 time: 0.1113439 Dec 20 21:22:54.203543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 5a9c9ffc-8b46-4314-98ec-30d20be920ef triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:54.203919 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:54.237697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a3011-98f1-4049-bd3b-4313900fb7ea req-477ef96a-fa51-4022-8e1c-417895781aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:54.239790 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b55a3011-98f1-4049-bd3b-4313900fb7ea req-477ef96a-fa51-4022-8e1c-417895781aaa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d670f12-9b1e-4214-8d75-9099ed36058a HTTP/1.1" status: 200 len: 845 time: 0.0772064 Dec 20 21:22:54.246756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e3bfc8c3-2a0b-4d48-980d-5d427eebe602 None None] Set router fdc5f22e-4fc7-4572-acb6-536444c95349 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:22:54.264594 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-4df73778-b0ba-47e4-9588-d54c234d4b01 service neutron] 10.222.0.31 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422958 Dec 20 21:22:54.273471 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-9f8cbf5d-89e2-4455-ab5d-227286873d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:54.275071 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-9f8cbf5d-89e2-4455-ab5d-227286873d7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6b9c805-eb68-4e46-8415-18bdbd0232b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0573108 Dec 20 21:22:54.291167 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ac09d1e-ffef-41e8-8166-4ea3aa091a64 req-b9335b45-5430-4099-b9f4-fcc8226a9967 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:54.315006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a3011-98f1-4049-bd3b-4313900fb7ea req-abc0d4bd-0def-4df4-9d8b-16073928465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:54.317303 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b55a3011-98f1-4049-bd3b-4313900fb7ea req-abc0d4bd-0def-4df4-9d8b-16073928465c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701041 Dec 20 21:22:54.325619 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ac09d1e-ffef-41e8-8166-4ea3aa091a64 req-b9335b45-5430-4099-b9f4-fcc8226a9967 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:54.398170 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:54.437064 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-dc7900d6-b0d7-4d7c-b620-6e54840a7979 service neutron] 10.222.0.32 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427648 Dec 20 21:22:54.438735 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ac09d1e-ffef-41e8-8166-4ea3aa091a64 req-b9335b45-5430-4099-b9f4-fcc8226a9967 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:54.439545 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab6e7733-e99d-4820-b92d-4e38bee71435 req-c34c4c59-1caa-4cda-a1ef-a031f8b4c5ec service neutron] 10.222.0.31 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636221 Dec 20 21:22:54.441289 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ac09d1e-ffef-41e8-8166-4ea3aa091a64 req-b9335b45-5430-4099-b9f4-fcc8226a9967 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:54.452294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ac09d1e-ffef-41e8-8166-4ea3aa091a64 req-b9335b45-5430-4099-b9f4-fcc8226a9967 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "DELETE /v2.0/security-groups/35918033-e9ed-4c6d-bbf6-a5d85b7b1837 HTTP/1.1" status: 204 len: 173 time: 0.2815421 Dec 20 21:22:54.459498 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 5a9c9ffc-8b46-4314-98ec-30d20be920ef, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=5a9c9ffc-8b46-4314-98ec-30d20be920ef,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:54.466515 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:54.467368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 35be04de-962b-40fb-bade-5a6118e85e04 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:54.471420 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9335b45-5430-4099-b9f4-fcc8226a9967 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35918033-e9ed-4c6d-bbf6-a5d85b7b1837,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:54.481183 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b55a3011-98f1-4049-bd3b-4313900fb7ea req-ade68e41-9f27-4573-9d40-fdc86edaac05 service neutron] 10.222.0.66 "GET /v2.0/networks/fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527205 Dec 20 21:22:54.588539 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=5a9c9ffc-8b46-4314-98ec-30d20be920ef,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:54.607602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db839683-2c63-4eb2-bd2a-67f71fe3ff2f req-0818f9d1-a886-4c00-a817-70492a8c7cf4 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:54.609213 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db839683-2c63-4eb2-bd2a-67f71fe3ff2f req-0818f9d1-a886-4c00-a817-70492a8c7cf4 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 1093 time: 0.0974352 Dec 20 21:22:54.618838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e3bfc8c3-2a0b-4d48-980d-5d427eebe602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:22:00Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:54.620546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 35be04de-962b-40fb-bade-5a6118e85e04 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:22:54.637935 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5312f-ac26-4150-9248-1a3e3173d194 req-c62b73cd-dd13-4a16-95ea-38cfe5593e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:54.639515 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-65f5312f-ac26-4150-9248-1a3e3173d194 req-c62b73cd-dd13-4a16-95ea-38cfe5593e7c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d2f4c187708c4124a507a398163fc633&device_id=12e01f46-51a8-4cef-96cf-2c3964e058be HTTP/1.1" status: 200 len: 1092 time: 0.0801606 Dec 20 21:22:54.642234 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b55a3011-98f1-4049-bd3b-4313900fb7ea req-1045c7c0-89eb-4c02-b048-fe493f5f6d1a service neutron] 10.222.0.66 "GET /v2.0/networks/fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513920 Dec 20 21:22:54.648748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bfc8c3-2a0b-4d48-980d-5d427eebe602 None None] The sync data for ids ['fdc5f22e-4fc7-4572-acb6-536444c95349'] in n-d-xena-1 is: [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:22:00Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:22:54.650290 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 35be04de-962b-40fb-bade-5a6118e85e04 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:54.650872 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:54.654903 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cca4278c-ebb2-4c1b-beb4-660a12079dc5 req-bea31fa6-01bf-48ec-9e9b-4bed202bbdfb service neutron] 10.222.0.32 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771691 Dec 20 21:22:54.659563 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db839683-2c63-4eb2-bd2a-67f71fe3ff2f req-b4ca05c4-b572-449c-bb14-a38860f9957c tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419853 Dec 20 21:22:54.755679 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:54.777374 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5312f-ac26-4150-9248-1a3e3173d194 req-3a68fe92-e4a2-4fab-9e6b-b5cb1fefbfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:54.778994 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-65f5312f-ac26-4150-9248-1a3e3173d194 req-3a68fe92-e4a2-4fab-9e6b-b5cb1fefbfa8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2ed307fe-ac1a-4b0c-a426-bf761a207e98 HTTP/1.1" status: 200 len: 914 time: 0.1223967 Dec 20 21:22:54.808728 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 35be04de-962b-40fb-bade-5a6118e85e04, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=35be04de-962b-40fb-bade-5a6118e85e04,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:54.818044 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:54.833173 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-65f5312f-ac26-4150-9248-1a3e3173d194 req-541763ef-eede-4003-a493-fae67b6719f5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=149f1a22-ad35-48c3-aa0e-4c2a302a0abb HTTP/1.1" status: 200 len: 217 time: 0.0438037 Dec 20 21:22:54.878773 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c3cccbd7-884d-4edf-95fe-7eafe392459d up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:54.915048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95687d5-2d9d-4246-81e9-5b69b657cf2a req-81d4d82d-808a-427c-abfd-dd62e1419dcd tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:54.916614 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e95687d5-2d9d-4246-81e9-5b69b657cf2a req-81d4d82d-808a-427c-abfd-dd62e1419dcd tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e01f46-51a8-4cef-96cf-2c3964e058be HTTP/1.1" status: 200 len: 943 time: 0.0835047 Dec 20 21:22:54.923729 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5312f-ac26-4150-9248-1a3e3173d194 req-cb24b7c5-fda1-4175-be09-f731cf6b20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:54.925160 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-65f5312f-ac26-4150-9248-1a3e3173d194 req-cb24b7c5-fda1-4175-be09-f731cf6b20a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=477c251e-c5a3-4ae1-b22c-38af5a910bca HTTP/1.1" status: 200 len: 853 time: 0.0790560 Dec 20 21:22:54.943569 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=35be04de-962b-40fb-bade-5a6118e85e04,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:54.982708 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e95687d5-2d9d-4246-81e9-5b69b657cf2a req-f90e0912-e352-440b-8163-bf7d57708bff tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505390 Dec 20 21:22:54.990274 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-65f5312f-ac26-4150-9248-1a3e3173d194 req-2c202d3e-8433-471e-beef-07169cde1abc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2ed307fe-ac1a-4b0c-a426-bf761a207e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483081 Dec 20 21:22:54.996664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port c3cccbd7-884d-4edf-95fe-7eafe392459d completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:22:55.002883 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port c3cccbd7-884d-4edf-95fe-7eafe392459d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:55.003257 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:55.016947 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-a2704644-e4a5-4ca1-bcf2-dc7166f0c9fd req-29efa89c-6c61-45a6-8c72-f66cb507d040 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] show failed (client error): The resource could not be found. Dec 20 21:22:55.020356 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a2704644-e4a5-4ca1-bcf2-dc7166f0c9fd req-29efa89c-6c61-45a6-8c72-f66cb507d040 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/35918033-e9ed-4c6d-bbf6-a5d85b7b1837 HTTP/1.1" status: 404 len: 352 time: 0.0195446 Dec 20 21:22:55.046084 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956486be-b90a-4014-b12c-2e9dc61388c2 None None] New status for floating IP abb3fabe-ad32-4f24-99a9-ce3c2d4278e1: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:22:55.137298 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-65f5312f-ac26-4150-9248-1a3e3173d194 req-74316941-3320-4b52-a302-28cf28e93b91 service neutron] 10.222.0.31 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303539 Dec 20 21:22:55.186880 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:55.261856 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c3cccbd7-884d-4edf-95fe-7eafe392459d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c3cccbd7-884d-4edf-95fe-7eafe392459d,segment=NetworkSegment(66e2ea1b-67f5-4716-b86c-9192c27258d7),segment_id=66e2ea1b-67f5-4716-b86c-9192c27258d7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:55.270145 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:55.271100 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 9f8bda01-3cf7-48af-89c4-9284006ee677 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:22:55.314546 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-65f5312f-ac26-4150-9248-1a3e3173d194 req-27818184-7807-402e-b948-7b859d1011d6 service neutron] 10.222.0.31 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632524 Dec 20 21:22:55.432362 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-6c040103-607a-44c0-8364-e8498814add2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:55.439726 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-6c040103-607a-44c0-8364-e8498814add2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 806 time: 0.1437666 Dec 20 21:22:55.456846 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-43fdf163-6f9e-418f-a05d-05f94781457c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/quotas/68013026329e4661b48075edeb3524ab HTTP/1.1" status: 200 len: 375 time: 0.0161572 Dec 20 21:22:55.512235 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-e45bbfdb-1534-40d6-80e6-305d7228f2e7 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0541275 Dec 20 21:22:55.599533 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51dea74f-7e08-413d-b566-543365c300ab req-49f1745f-01c9-4f9d-a44c-aef80c310138 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/50217f28-f257-49fe-9a4e-a01a2abb2ef5 HTTP/1.1" status: 200 len: 1801 time: 0.0557580 Dec 20 21:22:55.646058 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=c3cccbd7-884d-4edf-95fe-7eafe392459d,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:55.649392 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 9f8bda01-3cf7-48af-89c4-9284006ee677 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:22:55.653967 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 9f8bda01-3cf7-48af-89c4-9284006ee677 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:22:55.654545 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:55.673012 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-51dea74f-7e08-413d-b566-543365c300ab req-8b7c19bc-c928-4464-b58f-b2033a5ea614 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:55.686057 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c9639d-1f1d-402c-a100-0ecd939a4f4b'}, {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af104d3-5b5c-4c65-b1ac-144ab3987ab1'}, {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9c9ffc-8b46-4314-98ec-30d20be920ef'}, {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35be04de-962b-40fb-bade-5a6118e85e04'}, {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cccbd7-884d-4edf-95fe-7eafe392459d'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:55.687237 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-fa0e1a0e-0f33-417b-a369-e3a3eb0f1b57 service neutron] 10.222.0.32 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654098 Dec 20 21:22:55.693422 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f342976-37b7-4dd1-a192-56426ad90315" -d '{"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-plugged", "status": "completed", "tag": "17c9639d-1f1d-402c-a100-0ecd939a4f4b"}, {"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-plugged", "status": "completed", "tag": "3af104d3-5b5c-4c65-b1ac-144ab3987ab1"}, {"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-plugged", "status": "completed", "tag": "5a9c9ffc-8b46-4314-98ec-30d20be920ef"}, {"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-plugged", "status": "completed", "tag": "35be04de-962b-40fb-bade-5a6118e85e04"}, {"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-plugged", "status": "completed", "tag": "c3cccbd7-884d-4edf-95fe-7eafe392459d"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:55.710550 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-51dea74f-7e08-413d-b566-543365c300ab req-8b7c19bc-c928-4464-b58f-b2033a5ea614 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:55.747949 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b3fab7-33fc-4497-8682-a12fa67998f0', 'tag': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:55.754736 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f59615e-ab1b-4811-9f14-1dff49f39d64" -d '{"events": [{"name": "network-changed", "server_uuid": "08b3fab7-33fc-4497-8682-a12fa67998f0", "tag": "44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:55.780152 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:55.790624 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-51dea74f-7e08-413d-b566-543365c300ab req-8b7c19bc-c928-4464-b58f-b2033a5ea614 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:55.794138 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-51dea74f-7e08-413d-b566-543365c300ab req-8b7c19bc-c928-4464-b58f-b2033a5ea614 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:55.813110 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51dea74f-7e08-413d-b566-543365c300ab req-8b7c19bc-c928-4464-b58f-b2033a5ea614 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "DELETE /v2.0/security-groups/50217f28-f257-49fe-9a4e-a01a2abb2ef5 HTTP/1.1" status: 204 len: 173 time: 0.2121141 Dec 20 21:22:55.827937 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-85c0126c-69c4-44a4-89cb-9b881fc60c66 service neutron] 10.222.0.32 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384923 Dec 20 21:22:55.829311 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 9f8bda01-3cf7-48af-89c4-9284006ee677, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9f8bda01-3cf7-48af-89c4-9284006ee677,segment=NetworkSegment(fab1d453-07de-487d-855a-9b6fad58b8b4),segment_id=fab1d453-07de-487d-855a-9b6fad58b8b4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:55.831195 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c19bc-c928-4464-b58f-b2033a5ea614 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50217f28-f257-49fe-9a4e-a01a2abb2ef5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:55.834935 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:55.885310 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=9f8bda01-3cf7-48af-89c4-9284006ee677,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:55.958232 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d677b1-8ff9-4869-9471-8c79c6b68704 req-c1dd8bad-2ec3-418c-9d6c-77d926fceaf2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:55.964025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d677b1-8ff9-4869-9471-8c79c6b68704 req-c1dd8bad-2ec3-418c-9d6c-77d926fceaf2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:55.971447 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d677b1-8ff9-4869-9471-8c79c6b68704 req-c1dd8bad-2ec3-418c-9d6c-77d926fceaf2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:55.977403 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d677b1-8ff9-4869-9471-8c79c6b68704 req-c1dd8bad-2ec3-418c-9d6c-77d926fceaf2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:55.984379 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d677b1-8ff9-4869-9471-8c79c6b68704 req-c1dd8bad-2ec3-418c-9d6c-77d926fceaf2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:55.990368 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d677b1-8ff9-4869-9471-8c79c6b68704 req-c1dd8bad-2ec3-418c-9d6c-77d926fceaf2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:55.997226 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d677b1-8ff9-4869-9471-8c79c6b68704 req-c1dd8bad-2ec3-418c-9d6c-77d926fceaf2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:55.998100 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b0d677b1-8ff9-4869-9471-8c79c6b68704 req-c1dd8bad-2ec3-418c-9d6c-77d926fceaf2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5444 time: 0.1103518 Dec 20 21:22:56.059423 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b0d677b1-8ff9-4869-9471-8c79c6b68704 req-aa6bfb38-4ae8-415e-8168-0bf32b8c08ef tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528233 Dec 20 21:22:56.084509 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-e956e29d-be3d-4b62-b3d6-a23e624abc5a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:56.085996 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-e956e29d-be3d-4b62-b3d6-a23e624abc5a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0575593 Dec 20 21:22:56.151450 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dd866e-d3ef-49ef-bc16-e713551b0f7c x-openstack-request-id: req-77dd866e-d3ef-49ef-bc16-e713551b0f7c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:56.152185 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-plugged", "status": "completed", "tag": "17c9639d-1f1d-402c-a100-0ecd939a4f4b", "code": 200}, {"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-plugged", "status": "completed", "tag": "3af104d3-5b5c-4c65-b1ac-144ab3987ab1", "code": 200}, {"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-plugged", "status": "completed", "tag": "5a9c9ffc-8b46-4314-98ec-30d20be920ef", "code": 200}, {"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-plugged", "status": "completed", "tag": "35be04de-962b-40fb-bade-5a6118e85e04", "code": 200}, {"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-plugged", "status": "completed", "tag": "c3cccbd7-884d-4edf-95fe-7eafe392459d", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:56.152185 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77dd866e-d3ef-49ef-bc16-e713551b0f7c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:56.152391 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c9639d-1f1d-402c-a100-0ecd939a4f4b', 'code': 200} Dec 20 21:22:56.152640 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af104d3-5b5c-4c65-b1ac-144ab3987ab1', 'code': 200} Dec 20 21:22:56.152889 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9c9ffc-8b46-4314-98ec-30d20be920ef', 'code': 200} Dec 20 21:22:56.153129 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35be04de-962b-40fb-bade-5a6118e85e04', 'code': 200} Dec 20 21:22:56.153366 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3cccbd7-884d-4edf-95fe-7eafe392459d', 'code': 200} Dec 20 21:22:56.161625 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-35fa03a5-c169-4327-87eb-40a7e988351d tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.20 HTTP/1.1" status: 200 len: 695 time: 0.0673935 Dec 20 21:22:56.173134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-6445dace-c15d-460e-a898-6fd0cc5661ff tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Request body: {'floatingip': {'port_id': '9d02d1fd-93ca-4c61-8850-593e018a520e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:56.202624 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3293692e-1729-43e4-b647-8b0d9d4f0431 x-openstack-request-id: req-3293692e-1729-43e4-b647-8b0d9d4f0431 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:56.202971 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b3fab7-33fc-4497-8682-a12fa67998f0", "tag": "44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:56.203239 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3293692e-1729-43e4-b647-8b0d9d4f0431 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:56.203708 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b3fab7-33fc-4497-8682-a12fa67998f0', 'tag': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa', 'status': 'completed', 'code': 200} Dec 20 21:22:56.226530 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-6445dace-c15d-460e-a898-6fd0cc5661ff tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:56.232574 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-93a8c4ea-af7c-48cf-b187-8061aa4df5ab req-f56590d0-d0f1-420a-aa88-9e6d9994ad71 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] show failed (client error): The resource could not be found. Dec 20 21:22:56.233880 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-93a8c4ea-af7c-48cf-b187-8061aa4df5ab req-f56590d0-d0f1-420a-aa88-9e6d9994ad71 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/50217f28-f257-49fe-9a4e-a01a2abb2ef5 HTTP/1.1" status: 404 len: 352 time: 0.0163178 Dec 20 21:22:56.467697 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-561e5481-a789-42b3-9b20-a1cae1ea81da req-de28f3a5-3bc8-4b7c-9c37-29c762873e13 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 210 time: 0.0553715 Dec 20 21:22:56.611061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 149f1a22-ad35-48c3-aa0e-4c2a302a0abb details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:22:56.611212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394c527-986c-4978-9514-85a31435e9b1 req-bd249550-e1bb-4371-a07d-ba74a964b9ba tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:56.613493 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3394c527-986c-4978-9514-85a31435e9b1 req-bd249550-e1bb-4371-a07d-ba74a964b9ba tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e01f46-51a8-4cef-96cf-2c3964e058be HTTP/1.1" status: 200 len: 943 time: 0.0697389 Dec 20 21:22:56.709845 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59615e-ab1b-4811-9f14-1dff49f39d64 req-4fbd736c-f957-4f7d-a54d-a43025b9b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:56.716163 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f59615e-ab1b-4811-9f14-1dff49f39d64 req-4fbd736c-f957-4f7d-a54d-a43025b9b8ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bcfd1174631646a39557725d507ef98c&device_id=08b3fab7-33fc-4497-8682-a12fa67998f0 HTTP/1.1" status: 200 len: 1095 time: 0.4465311 Dec 20 21:22:56.726689 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3394c527-986c-4978-9514-85a31435e9b1 req-58dcc281-c805-412b-bcae-7e6421e39d7f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975752 Dec 20 21:22:56.885124 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 149f1a22-ad35-48c3-aa0e-4c2a302a0abb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=149f1a22-ad35-48c3-aa0e-4c2a302a0abb,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:56.912824 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59615e-ab1b-4811-9f14-1dff49f39d64 req-a749b677-bfc1-457d-bbae-3cb6e21b4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:56.914496 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f59615e-ab1b-4811-9f14-1dff49f39d64 req-a749b677-bfc1-457d-bbae-3cb6e21b4447 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 200 len: 922 time: 0.1805272 Dec 20 21:22:56.937977 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '149f1a22-ad35-48c3-aa0e-4c2a302a0abb', 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98', 'port_id': '149f1a22-ad35-48c3-aa0e-4c2a302a0abb', 'mac_address': 'fa:16:3e:e4:74:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477c251e-c5a3-4ae1-b22c-38af5a910bca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:22:56.988942 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f59615e-ab1b-4811-9f14-1dff49f39d64 req-7b226fc2-9f5f-451b-a885-c0a69c079a6c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa HTTP/1.1" status: 200 len: 217 time: 0.0414805 Dec 20 21:22:57.009113 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-53065e94-cce3-4da8-b4fe-cac5e1fdfa24 req-7dcef570-fa18-4f37-840a-94666511dd29 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/8c515d40-059c-43f8-bcfb-6507194e625e HTTP/1.1" status: 200 len: 1799 time: 0.0887673 Dec 20 21:22:57.030255 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:57.063964 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149f1a22-ad35-48c3-aa0e-4c2a302a0abb {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:22:57.112359 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-965fc173-752f-4396-9da3-72172eb90940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:57.117515 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 149f1a22-ad35-48c3-aa0e-4c2a302a0abb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=149f1a22-ad35-48c3-aa0e-4c2a302a0abb,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:57.123034 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:57.135147 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53065e94-cce3-4da8-b4fe-cac5e1fdfa24 req-2567062a-f6cf-455d-adb0-2a0dc06bd38f tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:57.148448 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59615e-ab1b-4811-9f14-1dff49f39d64 req-c98ccccf-6271-4ced-832f-32aa40260595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:57.150171 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f59615e-ab1b-4811-9f14-1dff49f39d64 req-c98ccccf-6271-4ced-832f-32aa40260595 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d502f1e8-6f50-4040-9fca-d61b5d7c5fbb HTTP/1.1" status: 200 len: 860 time: 0.1187129 Dec 20 21:22:57.191317 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=149f1a22-ad35-48c3-aa0e-4c2a302a0abb,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:57.203782 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53065e94-cce3-4da8-b4fe-cac5e1fdfa24 req-2567062a-f6cf-455d-adb0-2a0dc06bd38f tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:57.261578 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53065e94-cce3-4da8-b4fe-cac5e1fdfa24 req-2567062a-f6cf-455d-adb0-2a0dc06bd38f tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:57.265197 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53065e94-cce3-4da8-b4fe-cac5e1fdfa24 req-2567062a-f6cf-455d-adb0-2a0dc06bd38f tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:57.275780 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-53065e94-cce3-4da8-b4fe-cac5e1fdfa24 req-2567062a-f6cf-455d-adb0-2a0dc06bd38f tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "DELETE /v2.0/security-groups/8c515d40-059c-43f8-bcfb-6507194e625e HTTP/1.1" status: 204 len: 173 time: 0.2652867 Dec 20 21:22:57.304291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567062a-f6cf-455d-adb0-2a0dc06bd38f tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c515d40-059c-43f8-bcfb-6507194e625e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:57.333029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8a2bd-1d31-40c9-9938-5288fef6e08d req-a25f790e-436a-40c2-9a54-a9761e7d80ba tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:57.334576 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cbf8a2bd-1d31-40c9-9938-5288fef6e08d req-a25f790e-436a-40c2-9a54-a9761e7d80ba tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b3fab7-33fc-4497-8682-a12fa67998f0 HTTP/1.1" status: 200 len: 946 time: 0.1745214 Dec 20 21:22:57.354273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59615e-ab1b-4811-9f14-1dff49f39d64 req-9410624c-e23c-475c-8ca6-373c52786f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:57.355990 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f59615e-ab1b-4811-9f14-1dff49f39d64 req-9410624c-e23c-475c-8ca6-373c52786f64 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b6b9c805-eb68-4e46-8415-18bdbd0232b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1971097 Dec 20 21:22:57.362834 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-6445dace-c15d-460e-a898-6fd0cc5661ff tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:57.377722 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-6445dace-c15d-460e-a898-6fd0cc5661ff tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:57.395736 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6c10a-9504-4e55-9f2d-49d098614962 req-831c7527-91cd-4b31-9a4b-7b8e5554f99f tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:57.397713 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-08c6c10a-9504-4e55-9f2d-49d098614962 req-831c7527-91cd-4b31-9a4b-7b8e5554f99f tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 946 time: 0.0572455 Dec 20 21:22:57.463287 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-08c6c10a-9504-4e55-9f2d-49d098614962 req-f4d47bc1-c3ed-4a3e-b377-32d2a2de0e61 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ab8b529-92b3-4de9-829d-b8be20331486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588334 Dec 20 21:22:57.621601 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['149f1a22-ad35-48c3-aa0e-4c2a302a0abb'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:57.665010 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-6445dace-c15d-460e-a898-6fd0cc5661ff tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Floating IP abb3fabe-ad32-4f24-99a9-ce3c2d4278e1 associated. External IP: 172.35.3.20, port: 9d02d1fd-93ca-4c61-8850-593e018a520e. Dec 20 21:22:57.676828 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-4b25734c-519a-40cd-945c-e73c4eafb7d5 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:57.678996 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-4b25734c-519a-40cd-945c-e73c4eafb7d5 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.66 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 806 time: 0.1835532 Dec 20 21:22:57.720235 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-6c7f2efa-da13-4e7d-a216-f623d5911cf2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Request body: {'port': {'device_id': '5bdda6d4-d078-4261-ba80-c19b14dbfba3', 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd', 'admin_state_up': True, 'tenant_id': '68013026329e4661b48075edeb3524ab'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:57.733522 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f59615e-ab1b-4811-9f14-1dff49f39d64 req-5930ac3e-ef08-4a7e-9a89-c6eb2944ac85 service neutron] 10.222.0.66 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920606 Dec 20 21:22:57.786294 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3e005-b8d4-4985-913c-9f218bd3a41a req-c7c85f77-54d9-47a0-98eb-f3e5edd0bb3a tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:57.793228 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3e005-b8d4-4985-913c-9f218bd3a41a req-c7c85f77-54d9-47a0-98eb-f3e5edd0bb3a tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:57.800125 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3e005-b8d4-4985-913c-9f218bd3a41a req-c7c85f77-54d9-47a0-98eb-f3e5edd0bb3a tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:57.807257 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3e005-b8d4-4985-913c-9f218bd3a41a req-c7c85f77-54d9-47a0-98eb-f3e5edd0bb3a tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:57.814752 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3e005-b8d4-4985-913c-9f218bd3a41a req-c7c85f77-54d9-47a0-98eb-f3e5edd0bb3a tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:57.821814 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3e005-b8d4-4985-913c-9f218bd3a41a req-c7c85f77-54d9-47a0-98eb-f3e5edd0bb3a tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:57.838207 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3e005-b8d4-4985-913c-9f218bd3a41a req-c7c85f77-54d9-47a0-98eb-f3e5edd0bb3a tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:57.840393 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-62d3e005-b8d4-4985-913c-9f218bd3a41a req-c7c85f77-54d9-47a0-98eb-f3e5edd0bb3a tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5444 time: 0.2132723 Dec 20 21:22:57.909382 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-62d3e005-b8d4-4985-913c-9f218bd3a41a req-a779e90d-b340-415b-ae34-c615596dccfc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624707 Dec 20 21:22:57.922522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-cbf8a2bd-1d31-40c9-9938-5288fef6e08d req-751abf2b-3c4e-4b0e-b365-eca680c09559 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Deleting port 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:22:57.923100 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cbf8a2bd-1d31-40c9-9938-5288fef6e08d req-751abf2b-3c4e-4b0e-b365-eca680c09559 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:57.956647 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f59615e-ab1b-4811-9f14-1dff49f39d64 req-863f803d-bf3a-413d-85f2-649115359e9a service neutron] 10.222.0.66 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684530 Dec 20 21:22:57.974761 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-2c9e315f-3fea-4935-8d58-467bb8448531 req-63eec03f-fe43-4a4c-b1bd-fabfb9535370 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] show failed (client error): The resource could not be found. Dec 20 21:22:57.978901 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c9e315f-3fea-4935-8d58-467bb8448531 req-63eec03f-fe43-4a4c-b1bd-fabfb9535370 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/8c515d40-059c-43f8-bcfb-6507194e625e HTTP/1.1" status: 404 len: 352 time: 0.0251541 Dec 20 21:22:58.000625 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-6c7f2efa-da13-4e7d-a216-f623d5911cf2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Made reservation on behalf of 68013026329e4661b48075edeb3524ab for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:22:58.014131 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-6c7f2efa-da13-4e7d-a216-f623d5911cf2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:58.071866 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f7be7ad8-f944-49bb-b4a1-3f0b37c268ab req-f1896695-4731-4542-84d5-55adff8ec8cb tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 210 time: 0.0389843 Dec 20 21:22:58.127053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-cbf8a2bd-1d31-40c9-9938-5288fef6e08d req-751abf2b-3c4e-4b0e-b365-eca680c09559 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] For port 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa,segment=NetworkSegment(33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3),segment_id=33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:22:58.127416 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cbf8a2bd-1d31-40c9-9938-5288fef6e08d req-751abf2b-3c4e-4b0e-b365-eca680c09559 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:58.145939 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-cbf8a2bd-1d31-40c9-9938-5288fef6e08d req-751abf2b-3c4e-4b0e-b365-eca680c09559 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Calling delete_port for 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:22:58.154532 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8bda01-3cf7-48af-89c4-9284006ee677'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:58.158842 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffeafa8e-35b2-41a4-847d-c823e17da904" -d '{"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-plugged", "status": "completed", "tag": "9f8bda01-3cf7-48af-89c4-9284006ee677"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:58.226586 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-6c7f2efa-da13-4e7d-a216-f623d5911cf2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Allocated IP 172.20.0.11 (ef25a713-78cb-4680-b602-defc0f8ef6dd/428b6fe3-893f-4804-922c-7a9af77a1126/43949ef0-d22d-494d-a52b-ed9f0a1d5ce3) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:22:58.228039 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-6445dace-c15d-460e-a898-6fd0cc5661ff tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Router fdc5f22e-4fc7-4572-acb6-536444c95349 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:22:58.241163 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d979ec-20bf-4ed8-b7e2-962278e1dbf7 req-c17b1af1-7776-4cd4-9519-f71caacc86c6 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:58.242925 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c0d979ec-20bf-4ed8-b7e2-962278e1dbf7 req-c17b1af1-7776-4cd4-9519-f71caacc86c6 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e01f46-51a8-4cef-96cf-2c3964e058be HTTP/1.1" status: 200 len: 944 time: 0.0950851 Dec 20 21:22:58.321879 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c0d979ec-20bf-4ed8-b7e2-962278e1dbf7 req-a123106d-f994-47ed-90df-326e44e2570b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705833 Dec 20 21:22:58.392740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-6445dace-c15d-460e-a898-6fd0cc5661ff tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:22:58.397635 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-6445dace-c15d-460e-a898-6fd0cc5661ff tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:58.406364 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef17adcb-be64-4a9a-9648-c84d62d6d4ce None None] Sync routers for ids ['fdc5f22e-4fc7-4572-acb6-536444c95349'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:22:58.416811 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cbf8a2bd-1d31-40c9-9938-5288fef6e08d req-751abf2b-3c4e-4b0e-b365-eca680c09559 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:58.423469 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef17adcb-be64-4a9a-9648-c84d62d6d4ce None None] Routers {'fdc5f22e-4fc7-4572-acb6-536444c95349'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:22:58.424799 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ef17adcb-be64-4a9a-9648-c84d62d6d4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fdc5f22e-4fc7-4572-acb6-536444c95349'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:58.461332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751abf2b-3c4e-4b0e-b365-eca680c09559 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Pushing event deleted for resources: {'Port': ['ID=44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:58.486816 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-6445dace-c15d-460e-a898-6fd0cc5661ff tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "PUT /v2.0/floatingips/abb3fabe-ad32-4f24-99a9-ce3c2d4278e1 HTTP/1.1" status: 200 len: 995 time: 2.3175607 Dec 20 21:22:58.488098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'tag': '9d02d1fd-93ca-4c61-8850-593e018a520e'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:22:58.491747 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7476c131-b504-4c12-9671-1f7009f45fed" -d '{"events": [{"name": "network-changed", "server_uuid": "3de7ce4e-0201-4aee-9fdf-62006bb87697", "tag": "9d02d1fd-93ca-4c61-8850-593e018a520e"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:22:58.493186 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:58.561921 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d38cfd24-d789-4630-9793-61843aa77f99 req-81ae4994-e5ef-4017-b3c6-0213c96c8837 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ebccd36e76e4e048af9ba49df15f8b4 HTTP/1.1" status: 200 len: 6148 time: 0.0926528 Dec 20 21:22:58.583234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf8a2bd-1d31-40c9-9938-5288fef6e08d req-751abf2b-3c4e-4b0e-b365-eca680c09559 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] No DVR routers for this DVR port 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:22:58.587669 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cbf8a2bd-1d31-40c9-9938-5288fef6e08d req-751abf2b-3c4e-4b0e-b365-eca680c09559 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:58.593426 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cbf8a2bd-1d31-40c9-9938-5288fef6e08d req-751abf2b-3c4e-4b0e-b365-eca680c09559 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.66 "DELETE /v2.0/ports/44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa HTTP/1.1" status: 204 len: 173 time: 1.2363765 Dec 20 21:22:58.627839 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-ef17adcb-be64-4a9a-9648-c84d62d6d4ce None None] Set router fdc5f22e-4fc7-4572-acb6-536444c95349 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:22:58.638779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-f30e1a06-e31d-4a13-9cae-9dc65fd5d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:58.642598 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d38cfd24-d789-4630-9793-61843aa77f99 req-ddd27d47-2bc2-48f9-935e-e93c76f35d4c tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5 HTTP/1.1" status: 200 len: 2981 time: 0.0796547 Dec 20 21:22:58.643833 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-f30e1a06-e31d-4a13-9cae-9dc65fd5d2d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bcfd1174631646a39557725d507ef98c&device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 1094 time: 0.1402323 Dec 20 21:22:58.760309 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d38cfd24-d789-4630-9793-61843aa77f99 req-705a8469-5279-4cba-97e2-62f7ed3bbd5f tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5 HTTP/1.1" status: 200 len: 2981 time: 0.1165431 Dec 20 21:22:58.812864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-23baebe3-cd05-4a1d-b865-9bf19f75db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:58.822214 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-23baebe3-cd05-4a1d-b865-9bf19f75db9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 200 len: 922 time: 0.1665237 Dec 20 21:22:58.834688 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-6c7f2efa-da13-4e7d-a216-f623d5911cf2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:58.867933 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53c8fe3-8637-443a-b214-e63e80352f91 x-openstack-request-id: req-c53c8fe3-8637-443a-b214-e63e80352f91 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:58.868225 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-plugged", "status": "completed", "tag": "9f8bda01-3cf7-48af-89c4-9284006ee677", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:58.869035 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c53c8fe3-8637-443a-b214-e63e80352f91 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:58.869448 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8bda01-3cf7-48af-89c4-9284006ee677', 'code': 200} Dec 20 21:22:58.879902 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-6c7f2efa-da13-4e7d-a216-f623d5911cf2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:58.913285 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-2308360d-a74d-41bb-9b13-05120c3f5cd6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d02d1fd-93ca-4c61-8850-593e018a520e HTTP/1.1" status: 200 len: 998 time: 0.0897892 Dec 20 21:22:58.949984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['9d02d1fd-93ca-4c61-8850-593e018a520e'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:22:59.000941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-fe97a2ed-d767-436b-9ee1-9d1fc44e561f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.013054 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-fe97a2ed-d767-436b-9ee1-9d1fc44e561f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d502f1e8-6f50-4040-9fca-d61b5d7c5fbb HTTP/1.1" status: 200 len: 860 time: 0.0987542 Dec 20 21:22:59.017940 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-6c7f2efa-da13-4e7d-a216-f623d5911cf2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Network ef25a713-78cb-4680-b602-defc0f8ef6dd is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:22:59.030930 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-6c7f2efa-da13-4e7d-a216-f623d5911cf2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:22:59.037791 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f2efa-da13-4e7d-a216-f623d5911cf2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Pushing event updated for resources: {'Port': ['ID=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:59.049074 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-6c7f2efa-da13-4e7d-a216-f623d5911cf2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:22:59.096522 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcc2d84-fada-47ee-b705-438780927458 x-openstack-request-id: req-2fcc2d84-fada-47ee-b705-438780927458 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:22:59.097377 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de7ce4e-0201-4aee-9fdf-62006bb87697", "tag": "9d02d1fd-93ca-4c61-8850-593e018a520e", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:22:59.097648 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fcc2d84-fada-47ee-b705-438780927458 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:22:59.098133 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'tag': '9d02d1fd-93ca-4c61-8850-593e018a520e', 'status': 'completed', 'code': 200} Dec 20 21:22:59.100874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-46b980da-ece5-4bac-8e14-3a56b6c00422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.102638 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-46b980da-ece5-4bac-8e14-3a56b6c00422 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6b9c805-eb68-4e46-8415-18bdbd0232b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0867522 Dec 20 21:22:59.119123 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-77aa9091-97a7-46f5-9250-1b2f222a327b req-bc5e4d62-ed11-4094-9490-f34693fff4f0 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-713401584', 'description': 'tempest-description-1139953033'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:59.175280 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-6c7f2efa-da13-4e7d-a216-f623d5911cf2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.176457 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-6c7f2efa-da13-4e7d-a216-f623d5911cf2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:59.207072 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-234a669d-631b-410b-82ac-9b00abebb7d2 service neutron] 10.222.0.32 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954542 Dec 20 21:22:59.223288 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-77aa9091-97a7-46f5-9250-1b2f222a327b req-bc5e4d62-ed11-4094-9490-f34693fff4f0 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:59.253500 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-6c7f2efa-da13-4e7d-a216-f623d5911cf2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5404129 Dec 20 21:22:59.267955 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ef17adcb-be64-4a9a-9648-c84d62d6d4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'abb3fabe-ad32-4f24-99a9-ce3c2d4278e1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'floating_ip_address': '172.35.3.20', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'port_id': '9d02d1fd-93ca-4c61-8850-593e018a520e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'mac_address': 'fa:16:3e:7b:78:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:22:26Z', 'updated_at': '2021-12-20T21:22:57Z', 'revision_number': 8, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:22:00Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:59.316556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef17adcb-be64-4a9a-9648-c84d62d6d4ce None None] Checking router: fdc5f22e-4fc7-4572-acb6-536444c95349 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:22:59.335781 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-77aa9091-97a7-46f5-9250-1b2f222a327b req-bc5e4d62-ed11-4094-9490-f34693fff4f0 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:59.340040 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef17adcb-be64-4a9a-9648-c84d62d6d4ce None None] Routers {'fdc5f22e-4fc7-4572-acb6-536444c95349'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:22:59.340403 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ef17adcb-be64-4a9a-9648-c84d62d6d4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fdc5f22e-4fc7-4572-acb6-536444c95349'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:59.354734 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Request body: {'port': {'device_id': '5bdda6d4-d078-4261-ba80-c19b14dbfba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:22:59.366754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ddbe7-3487-467e-a060-fac1ff7033eb req-1f52150f-fc75-4623-85d3-b09f514b5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.367782 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ddbe7-3487-467e-a060-fac1ff7033eb req-1f52150f-fc75-4623-85d3-b09f514b5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.368420 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ddbe7-3487-467e-a060-fac1ff7033eb req-1f52150f-fc75-4623-85d3-b09f514b5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.369358 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ddbe7-3487-467e-a060-fac1ff7033eb req-1f52150f-fc75-4623-85d3-b09f514b5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.369989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ddbe7-3487-467e-a060-fac1ff7033eb req-1f52150f-fc75-4623-85d3-b09f514b5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.370620 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ddbe7-3487-467e-a060-fac1ff7033eb req-1f52150f-fc75-4623-85d3-b09f514b5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.371255 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ddbe7-3487-467e-a060-fac1ff7033eb req-1f52150f-fc75-4623-85d3-b09f514b5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.373553 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-814ddbe7-3487-467e-a060-fac1ff7033eb req-1f52150f-fc75-4623-85d3-b09f514b5086 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 6487 time: 0.1934533 Dec 20 21:22:59.376541 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-77aa9091-97a7-46f5-9250-1b2f222a327b req-bc5e4d62-ed11-4094-9490-f34693fff4f0 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:59.454479 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8de08ba0-c4a6-40b7-8b81-92152cd86d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:59.469624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e4d62-ed11-4094-9490-f34693fff4f0 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496b8540-27f5-4210-bf38-09dceb7a2896,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:22:59.494959 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-ef17adcb-be64-4a9a-9648-c84d62d6d4ce None None] Set router fdc5f22e-4fc7-4572-acb6-536444c95349 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:22:59.505518 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-77aa9091-97a7-46f5-9250-1b2f222a327b req-bc5e4d62-ed11-4094-9490-f34693fff4f0 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:59.519867 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-77aa9091-97a7-46f5-9250-1b2f222a327b req-bc5e4d62-ed11-4094-9490-f34693fff4f0 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4049942 Dec 20 21:22:59.674563 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:22:59.696361 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476c131-b504-4c12-9671-1f7009f45fed req-eae09f5f-9a8f-4dd2-9a42-e984a7075db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.697903 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7476c131-b504-4c12-9671-1f7009f45fed req-eae09f5f-9a8f-4dd2-9a42-e984a7075db2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bcfd1174631646a39557725d507ef98c&device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 1094 time: 0.4897826 Dec 20 21:22:59.699474 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-814ddbe7-3487-467e-a060-fac1ff7033eb req-d6585182-eb73-4489-bdeb-017ab29bb7db service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2499771 Dec 20 21:22:59.741183 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042405b2-b7dd-40ba-b800-4cf2366da26f req-c8e6dc81-5187-453e-bed8-480459a18861 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.742576 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d691356c-9442-4d97-afbf-aebdbe31ffa1 req-7a7a4712-ab5f-438c-946f-35de0c9f658e service neutron] 10.222.0.32 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944525 Dec 20 21:22:59.750385 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042405b2-b7dd-40ba-b800-4cf2366da26f req-c8e6dc81-5187-453e-bed8-480459a18861 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.756937 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042405b2-b7dd-40ba-b800-4cf2366da26f req-c8e6dc81-5187-453e-bed8-480459a18861 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.764397 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042405b2-b7dd-40ba-b800-4cf2366da26f req-c8e6dc81-5187-453e-bed8-480459a18861 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.770882 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042405b2-b7dd-40ba-b800-4cf2366da26f req-c8e6dc81-5187-453e-bed8-480459a18861 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.776694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042405b2-b7dd-40ba-b800-4cf2366da26f req-c8e6dc81-5187-453e-bed8-480459a18861 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.783128 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042405b2-b7dd-40ba-b800-4cf2366da26f req-c8e6dc81-5187-453e-bed8-480459a18861 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.785176 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-042405b2-b7dd-40ba-b800-4cf2366da26f req-c8e6dc81-5187-453e-bed8-480459a18861 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5444 time: 0.1746542 Dec 20 21:22:59.828884 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ef17adcb-be64-4a9a-9648-c84d62d6d4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'abb3fabe-ad32-4f24-99a9-ce3c2d4278e1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'floating_ip_address': '172.35.3.20', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'port_id': '9d02d1fd-93ca-4c61-8850-593e018a520e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'mac_address': 'fa:16:3e:7b:78:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:22:26Z', 'updated_at': '2021-12-20T21:22:57Z', 'revision_number': 8, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:22:00Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:22:59.889486 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef17adcb-be64-4a9a-9648-c84d62d6d4ce None None] The sync data for ids ['fdc5f22e-4fc7-4572-acb6-536444c95349'] in n-d-xena-1 is: [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'abb3fabe-ad32-4f24-99a9-ce3c2d4278e1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'floating_ip_address': '172.35.3.20', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'port_id': '9d02d1fd-93ca-4c61-8850-593e018a520e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'mac_address': 'fa:16:3e:7b:78:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:22:26Z', 'updated_at': '2021-12-20T21:22:57Z', 'revision_number': 8, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:22:00Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:22:59.930994 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-042405b2-b7dd-40ba-b800-4cf2366da26f req-914f0556-ccd1-456a-8577-a22776fd8601 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1175845 Dec 20 21:22:59.935215 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12768e-5a42-4715-96d8-e4cc83b9bdfe req-683941da-d837-4612-ae5a-5256c33eee96 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:22:59.951804 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1a12768e-5a42-4715-96d8-e4cc83b9bdfe req-683941da-d837-4612-ae5a-5256c33eee96 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 946 time: 0.0789027 Dec 20 21:23:00.021692 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1a12768e-5a42-4715-96d8-e4cc83b9bdfe req-b31c991f-00c0-4a37-bd02-0b1bec7a1334 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ab8b529-92b3-4de9-829d-b8be20331486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676196 Dec 20 21:23:00.122482 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92559c1-cf19-4c86-bcc1-d889f9f2feb7 req-32f2d779-0b0f-454c-aec0-ea47e43b05c1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:00.124179 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f92559c1-cf19-4c86-bcc1-d889f9f2feb7 req-32f2d779-0b0f-454c-aec0-ea47e43b05c1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 932 time: 0.0912335 Dec 20 21:23:00.215337 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f92559c1-cf19-4c86-bcc1-d889f9f2feb7 req-75b36319-b15b-4be6-8d10-e6e59abb22ca tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801914 Dec 20 21:23:00.237929 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:23:00.251092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b1c21-6db3-4442-b61a-3578d3c922d5 req-72141bc0-9905-4f24-8c12-2cd33e001a6b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:00.255663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f8b1c21-6db3-4442-b61a-3578d3c922d5 req-72141bc0-9905-4f24-8c12-2cd33e001a6b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e01f46-51a8-4cef-96cf-2c3964e058be HTTP/1.1" status: 200 len: 944 time: 0.1625860 Dec 20 21:23:00.259296 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:00.267639 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77082bf-d084-4480-ab6d-6e71736e54d8 None None] New status for floating IP abb3fabe-ad32-4f24-99a9-ce3c2d4278e1: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:23:00.287269 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Transition to ACTIVE for port object 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:23:00.292728 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:00.305305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476c131-b504-4c12-9671-1f7009f45fed req-f956b496-1fd7-41a9-8250-1341605b520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:00.309237 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7476c131-b504-4c12-9671-1f7009f45fed req-f956b496-1fd7-41a9-8250-1341605b520b service neutron] 10.222.0.31 "GET /v2.0/networks?id=b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 200 len: 922 time: 0.2140496 Dec 20 21:23:00.367751 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f8b1c21-6db3-4442-b61a-3578d3c922d5 req-6ff488f7-489f-4924-b0b0-18762b0d433c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577211 Dec 20 21:23:00.371979 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Pushing event updated for resources: {'Port': ['ID=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:00.423799 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-1207bf73-6093-4aa1-87a5-df5fb57e8b52 req-001b34d9-fa65-410a-810c-368bed5bf140 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-193730788', 'description': 'tempest-description-1636190694'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:00.493976 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7476c131-b504-4c12-9671-1f7009f45fed req-948e616b-5e8b-4e20-ba70-e6f7fee30990 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d02d1fd-93ca-4c61-8850-593e018a520e HTTP/1.1" status: 200 len: 998 time: 0.1432679 Dec 20 21:23:00.499018 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1207bf73-6093-4aa1-87a5-df5fb57e8b52 req-001b34d9-fa65-410a-810c-368bed5bf140 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:00.508778 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e7ce039-3dbb-4dd1-b6dd-79aeb2dab88e req-92076f98-efed-45b6-8255-c5a4c8e1672d tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/floatingips/abb3fabe-ad32-4f24-99a9-ce3c2d4278e1 HTTP/1.1" status: 200 len: 995 time: 0.0876896 Dec 20 21:23:00.515849 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Attempting to bind port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:23:00.516094 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Attempting to bind port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:23:00.516388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Attempting to bind port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:00.531778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 on network ef25a713-78cb-4680-b602-defc0f8ef6dd not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:23:00.532072 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Attempting to bind port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:00.545271 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:23:00.545604 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Checking segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:00.545985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Bound using segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:23:00.546618 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Bound port: 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:23:00.546999 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:00.610908 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:00.619949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 149f1a22-ad35-48c3-aa0e-4c2a302a0abb up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:23:00.634472 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476c131-b504-4c12-9671-1f7009f45fed req-2dc419cc-91a5-4fce-a326-a20697205f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:00.636208 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7476c131-b504-4c12-9671-1f7009f45fed req-2dc419cc-91a5-4fce-a326-a20697205f82 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d502f1e8-6f50-4040-9fca-d61b5d7c5fbb HTTP/1.1" status: 200 len: 860 time: 0.1157689 Dec 20 21:23:00.651220 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1207bf73-6093-4aa1-87a5-df5fb57e8b52 req-001b34d9-fa65-410a-810c-368bed5bf140 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:00.658856 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1207bf73-6093-4aa1-87a5-df5fb57e8b52 req-001b34d9-fa65-410a-810c-368bed5bf140 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:00.690954 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 149f1a22-ad35-48c3-aa0e-4c2a302a0abb completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:23:00.697379 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 149f1a22-ad35-48c3-aa0e-4c2a302a0abb triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:00.698529 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:00.703078 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] For port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:23:00.712649 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1207bf73-6093-4aa1-87a5-df5fb57e8b52 req-001b34d9-fa65-410a-810c-368bed5bf140 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:00.720118 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1207bf73-6093-4aa1-87a5-df5fb57e8b52 req-001b34d9-fa65-410a-810c-368bed5bf140 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3002017 Dec 20 21:23:00.730639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ce039-3dbb-4dd1-b6dd-79aeb2dab88e req-873777c5-aa7f-49ac-97f2-981f1c73667c tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:00.738161 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b34d9-fa65-410a-810c-368bed5bf140 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0549af-e9ee-4eee-9dbb-05f0ad4d9676,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:00.738415 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e7ce039-3dbb-4dd1-b6dd-79aeb2dab88e req-873777c5-aa7f-49ac-97f2-981f1c73667c tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.2281485 Dec 20 21:23:00.749208 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] For port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:23:00.756679 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:00.757012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-6e7ce039-3dbb-4dd1-b6dd-79aeb2dab88e req-dd0d3899-7aee-4af9-b2eb-ec71d177c768 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:23:00.771908 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e7ce039-3dbb-4dd1-b6dd-79aeb2dab88e req-dd0d3899-7aee-4af9-b2eb-ec71d177c768 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0327942 Dec 20 21:23:00.784457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476c131-b504-4c12-9671-1f7009f45fed req-58713f58-3d7a-4251-a35c-664393f91611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:00.786618 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7476c131-b504-4c12-9671-1f7009f45fed req-58713f58-3d7a-4251-a35c-664393f91611 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b6b9c805-eb68-4e46-8415-18bdbd0232b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1227732 Dec 20 21:23:00.848906 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:00.862783 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:00.863724 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:00.865298 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] 10.222.0.66 "PUT /v2.0/ports/43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 HTTP/1.1" status: 200 len: 1090 time: 1.5222700 Dec 20 21:23:00.865942 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdda6d4-d078-4261-ba80-c19b14dbfba3', 'tag': '43949ef0-d22d-494d-a52b-ed9f0a1d5ce3'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:00.868312 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2e17f0-a838-42a1-8954-3827302faf47" -d '{"events": [{"name": "network-changed", "server_uuid": "5bdda6d4-d078-4261-ba80-c19b14dbfba3", "tag": "43949ef0-d22d-494d-a52b-ed9f0a1d5ce3"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:00.906408 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0c849-4930-4c88-b7c2-276a30cf67ec service neutron] Pushing event updated for resources: {'Port': ['ID=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:00.907216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 149f1a22-ad35-48c3-aa0e-4c2a302a0abb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=149f1a22-ad35-48c3-aa0e-4c2a302a0abb,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:00.908608 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e01f46-51a8-4cef-96cf-2c3964e058be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149f1a22-ad35-48c3-aa0e-4c2a302a0abb'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:00.924410 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-1e688d27-321c-4277-b844-e0b5cb11a0e9 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.20 HTTP/1.1" status: 200 len: 1000 time: 0.1202166 Dec 20 21:23:00.928226 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aa9d50-42b1-4cc8-b45e-f71ace9a6c2f" -d '{"events": [{"server_uuid": "12e01f46-51a8-4cef-96cf-2c3964e058be", "name": "network-vif-plugged", "status": "completed", "tag": "149f1a22-ad35-48c3-aa0e-4c2a302a0abb"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:00.932664 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:00.968889 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c407235-2967-4d44-a310-ab7815ed873d x-openstack-request-id: req-0c407235-2967-4d44-a310-ab7815ed873d {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:00.969185 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bdda6d4-d078-4261-ba80-c19b14dbfba3", "tag": "43949ef0-d22d-494d-a52b-ed9f0a1d5ce3", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:00.969594 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c407235-2967-4d44-a310-ab7815ed873d {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:00.970078 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bdda6d4-d078-4261-ba80-c19b14dbfba3', 'tag': '43949ef0-d22d-494d-a52b-ed9f0a1d5ce3', 'status': 'completed', 'code': 200} Dec 20 21:23:00.998922 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=149f1a22-ad35-48c3-aa0e-4c2a302a0abb,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:01.004885 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-92dfd176-3f38-45f6-8628-84d0368db793 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:01.011608 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-92dfd176-3f38-45f6-8628-84d0368db793 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports/9d02d1fd-93ca-4c61-8850-593e018a520e HTTP/1.1" status: 200 len: 942 time: 0.0864553 Dec 20 21:23:01.033588 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-cc438d46-4e75-4f06-af78-a1ec9732dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:01.035005 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-cc438d46-4e75-4f06-af78-a1ec9732dbff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 1093 time: 0.0992103 Dec 20 21:23:01.036330 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b4047c-671d-485a-ae09-cec207406e6c x-openstack-request-id: req-a5b4047c-671d-485a-ae09-cec207406e6c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:01.036637 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e01f46-51a8-4cef-96cf-2c3964e058be", "name": "network-vif-plugged", "status": "completed", "tag": "149f1a22-ad35-48c3-aa0e-4c2a302a0abb", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:01.036881 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5b4047c-671d-485a-ae09-cec207406e6c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:01.037290 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e01f46-51a8-4cef-96cf-2c3964e058be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149f1a22-ad35-48c3-aa0e-4c2a302a0abb', 'code': 200} Dec 20 21:23:01.047165 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7476c131-b504-4c12-9671-1f7009f45fed req-0f2793ff-a838-4752-9e86-e3a777fa1f38 service neutron] 10.222.0.31 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487090 Dec 20 21:23:01.099370 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b3fab7-33fc-4497-8682-a12fa67998f0', 'name': 'network-vif-deleted', 'tag': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:01.102166 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7011a1-c118-415b-987e-970dcced22da" -d '{"events": [{"server_uuid": "08b3fab7-33fc-4497-8682-a12fa67998f0", "name": "network-vif-deleted", "tag": "44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:01.166127 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-3f141f8d-180f-49cc-ab93-b916587b6480 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 HTTP/1.1" status: 200 len: 217 time: 0.1097124 Dec 20 21:23:01.249348 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-265401fc-6287-420c-82e1-2a897ccedf11 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.20 HTTP/1.1" status: 200 len: 1000 time: 0.1858592 Dec 20 21:23:01.276511 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e8777-fa3f-4e0f-a43e-4b53d97bc35c req-d31a5c8f-40dc-46d4-ae93-beef2d5b5b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:01.278380 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c3e8777-fa3f-4e0f-a43e-4b53d97bc35c req-d31a5c8f-40dc-46d4-ae93-beef2d5b5b76 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=12e01f46-51a8-4cef-96cf-2c3964e058be HTTP/1.1" status: 200 len: 1094 time: 0.1141834 Dec 20 21:23:01.283494 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-7b721bc6-fc3e-42aa-9f87-fda7863425b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:01.285053 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-7b721bc6-fc3e-42aa-9f87-fda7863425b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.1076348 Dec 20 21:23:01.291473 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7476c131-b504-4c12-9671-1f7009f45fed req-9e52faef-3a6f-463e-9e29-7f5a0dd70ced service neutron] 10.222.0.31 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029796 Dec 20 21:23:01.303063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-13310803-c89c-48f0-9c52-794f9acf88b8 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:01.304900 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-13310803-c89c-48f0-9c52-794f9acf88b8 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/networks?id=87bfa78c-70b1-4af3-935b-75df2c2db66d HTTP/1.1" status: 200 len: 812 time: 0.1712999 Dec 20 21:23:01.326744 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-61e25527-91b6-4a31-8b71-b47e6305e424 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/quotas/2ebccd36e76e4e048af9ba49df15f8b4 HTTP/1.1" status: 200 len: 375 time: 0.0151513 Dec 20 21:23:01.362599 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-2bf61fac-d9b3-4513-9962-72c81c00b49a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663099 Dec 20 21:23:01.390737 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-ec64eca5-4012-4263-9d51-812252377bab tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ebccd36e76e4e048af9ba49df15f8b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0619345 Dec 20 21:23:01.396181 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:01.422745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:23:01.423232 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:01.448976 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c3e8777-fa3f-4e0f-a43e-4b53d97bc35c req-e98e9c20-1bc0-4b6b-8b42-edf8fdb36707 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536653 Dec 20 21:23:01.478830 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-aa17a639-59f0-4a96-83c7-3fa8843f083b tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:01.481094 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-aa17a639-59f0-4a96-83c7-3fa8843f083b tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.2179134 Dec 20 21:23:01.511474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-bd6c4c0b-f230-40b5-a22a-380fc57fa1e6 service neutron] 10.222.0.32 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107304 Dec 20 21:23:01.554559 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-6f42bca4-a45f-47c2-a50d-d346840751a0 service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838708 Dec 20 21:23:01.578169 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-a2096d3b-8881-427f-91a8-e5818bc820de tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.20 HTTP/1.1" status: 200 len: 1000 time: 0.0894048 Dec 20 21:23:01.598244 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-f14339fe-e985-4514-a76b-e6cd500bba79 service neutron] 10.222.0.32 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858970 Dec 20 21:23:01.613960 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-76f2eb49-65cb-430f-b157-fb3d2746b35a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:01.831993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d323d8e-6dd5-4c23-8c52-e20ddcababee req-a24f9a19-4441-450f-8e81-fd5f8dc9e85d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:01.838598 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d323d8e-6dd5-4c23-8c52-e20ddcababee req-a24f9a19-4441-450f-8e81-fd5f8dc9e85d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:01.844751 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d323d8e-6dd5-4c23-8c52-e20ddcababee req-a24f9a19-4441-450f-8e81-fd5f8dc9e85d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:01.850976 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d323d8e-6dd5-4c23-8c52-e20ddcababee req-a24f9a19-4441-450f-8e81-fd5f8dc9e85d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:01.857019 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d323d8e-6dd5-4c23-8c52-e20ddcababee req-a24f9a19-4441-450f-8e81-fd5f8dc9e85d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:01.863407 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d323d8e-6dd5-4c23-8c52-e20ddcababee req-a24f9a19-4441-450f-8e81-fd5f8dc9e85d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:01.870840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d323d8e-6dd5-4c23-8c52-e20ddcababee req-a24f9a19-4441-450f-8e81-fd5f8dc9e85d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:01.873022 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5d323d8e-6dd5-4c23-8c52-e20ddcababee req-a24f9a19-4441-450f-8e81-fd5f8dc9e85d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5444 time: 0.1035008 Dec 20 21:23:01.928306 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5d323d8e-6dd5-4c23-8c52-e20ddcababee req-0c098f06-642b-421a-a687-2add477e120e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483549 Dec 20 21:23:01.992697 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:02.025193 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-76f2eb49-65cb-430f-b157-fb3d2746b35a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:02.078042 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fbbb90fa-c1b8-4554-8990-7c6f73f640f7 req-94b81e22-2e0c-4450-8971-201abb08661a service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167828 Dec 20 21:23:02.225531 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1695299-86bf-4b44-a660-0051e5ae9b06 x-openstack-request-id: req-d1695299-86bf-4b44-a660-0051e5ae9b06 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:02.225819 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b3fab7-33fc-4497-8682-a12fa67998f0", "name": "network-vif-deleted", "tag": "44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:02.226148 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1695299-86bf-4b44-a660-0051e5ae9b06 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:02.226549 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b3fab7-33fc-4497-8682-a12fa67998f0', 'name': 'network-vif-deleted', 'tag': '44a55fe5-dfb5-4e6c-977d-50d41aa9ebfa', 'status': 'completed', 'code': 200} Dec 20 21:23:02.242260 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-76f2eb49-65cb-430f-b157-fb3d2746b35a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:02.251853 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-76f2eb49-65cb-430f-b157-fb3d2746b35a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:02.252191 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-76f2eb49-65cb-430f-b157-fb3d2746b35a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Floating IP abb3fabe-ad32-4f24-99a9-ce3c2d4278e1 disassociated. External IP: 172.35.3.20, port: 9d02d1fd-93ca-4c61-8850-593e018a520e. Dec 20 21:23:02.343950 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce913a3-dbc2-487c-bf89-881ae7c08ce8 req-42e6dd0b-6af9-4eed-8004-245c6915e14d tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:02.344347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e17f0-a838-42a1-8954-3827302faf47 req-039726af-6a64-4072-aaea-b104544a9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:02.345914 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8b2e17f0-a838-42a1-8954-3827302faf47 req-039726af-6a64-4072-aaea-b104544a9436 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 1093 time: 0.1353292 Dec 20 21:23:02.346405 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fce913a3-dbc2-487c-bf89-881ae7c08ce8 req-42e6dd0b-6af9-4eed-8004-245c6915e14d tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 944 time: 0.0644543 Dec 20 21:23:02.403745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fce913a3-dbc2-487c-bf89-881ae7c08ce8 req-57f58a8c-ba61-446c-a2fb-6996af384b71 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488694 Dec 20 21:23:02.419981 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-90aee56d-4bda-477a-bfc4-9baf98fe3a1d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 644 time: 0.2663882 Dec 20 21:23:02.453878 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:02.513057 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e17f0-a838-42a1-8954-3827302faf47 req-08aa343e-9b6b-48b5-884f-902dd6b34642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:02.514565 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8b2e17f0-a838-42a1-8954-3827302faf47 req-08aa343e-9b6b-48b5-884f-902dd6b34642 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 907 time: 0.1583221 Dec 20 21:23:02.606700 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8b2e17f0-a838-42a1-8954-3827302faf47 req-48e972fa-91e1-44ec-83a5-ccfa2cc208ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 HTTP/1.1" status: 200 len: 217 time: 0.0606987 Dec 20 21:23:02.621249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ebfa2-7aa0-452c-9c5b-b27a77621f66 req-91cc9853-491b-493f-b848-11eb7157990a tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:02.622922 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-203ebfa2-7aa0-452c-9c5b-b27a77621f66 req-91cc9853-491b-493f-b848-11eb7157990a tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e01f46-51a8-4cef-96cf-2c3964e058be HTTP/1.1" status: 200 len: 945 time: 0.0575404 Dec 20 21:23:02.678920 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-203ebfa2-7aa0-452c-9c5b-b27a77621f66 req-4dc128e2-00b7-45ad-a8e3-a0c843194b2a tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480947 Dec 20 21:23:02.681978 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-5910c07c-4478-412b-96a5-2699a0685578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:02.682479 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-5910c07c-4478-412b-96a5-2699a0685578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:02.682940 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-5910c07c-4478-412b-96a5-2699a0685578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:02.683393 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-5910c07c-4478-412b-96a5-2699a0685578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:02.683835 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-5910c07c-4478-412b-96a5-2699a0685578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:02.684456 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-5910c07c-4478-412b-96a5-2699a0685578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:02.684735 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-5910c07c-4478-412b-96a5-2699a0685578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:02.686905 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-5910c07c-4478-412b-96a5-2699a0685578 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa6bba111e234f8b895c1075b6132216&device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 6487 time: 0.1420505 Dec 20 21:23:02.697881 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e17f0-a838-42a1-8954-3827302faf47 req-7ad3e686-0a69-4060-86b7-f76e89f98fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:02.699334 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8b2e17f0-a838-42a1-8954-3827302faf47 req-7ad3e686-0a69-4060-86b7-f76e89f98fdf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.0845525 Dec 20 21:23:02.734155 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-76f2eb49-65cb-430f-b157-fb3d2746b35a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Router fdc5f22e-4fc7-4572-acb6-536444c95349 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:23:02.736266 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8b2e17f0-a838-42a1-8954-3827302faf47 req-56b9c93d-b7ff-498a-94e2-f54312f33485 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295651 Dec 20 21:23:02.784001 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39b7f8a0-fa1f-4b62-8587-936e97e2386f req-c13f0dec-f5dc-43ef-8252-5199ae23d908 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 210 time: 0.0289106 Dec 20 21:23:02.892312 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71172562-6c57-4865-a2b6-a76e497f1bef req-70269608-affd-43f8-b3d3-f3384d342236 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:02.893796 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-71172562-6c57-4865-a2b6-a76e497f1bef req-70269608-affd-43f8-b3d3-f3384d342236 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 946 time: 0.0493312 Dec 20 21:23:02.931632 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-71172562-6c57-4865-a2b6-a76e497f1bef req-c9c7eda2-ba62-4802-9bfa-dfe0f9e2bd7b tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ab8b529-92b3-4de9-829d-b8be20331486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312338 Dec 20 21:23:02.989070 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-728d3c70-f3fa-4ffb-939e-c5afd4aeee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:02.989536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-728d3c70-f3fa-4ffb-939e-c5afd4aeee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:02.989994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-728d3c70-f3fa-4ffb-939e-c5afd4aeee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:02.991704 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-728d3c70-f3fa-4ffb-939e-c5afd4aeee80 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a59c69cc-251c-424c-8fcd-16f53c9e39c8&id=26353263-4cf3-440d-921d-58d861009b00&id=26353263-4cf3-440d-921d-58d861009b00&id=26353263-4cf3-440d-921d-58d861009b00&id=26353263-4cf3-440d-921d-58d861009b00&id=639c8589-e65d-40a2-92b1-3421f5cc2118&id=639c8589-e65d-40a2-92b1-3421f5cc2118 HTTP/1.1" status: 200 len: 2297 time: 0.2542319 Dec 20 21:23:02.995050 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8b2e17f0-a838-42a1-8954-3827302faf47 req-5f142cee-d66c-41ff-bd1d-cc5b341fe00c service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372646 Dec 20 21:23:03.002723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-76f2eb49-65cb-430f-b157-fb3d2746b35a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:23:03.013713 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-76f2eb49-65cb-430f-b157-fb3d2746b35a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:03.014021 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b85d79-a9a3-4d11-82a6-c658542c4bcf None None] Sync routers for ids ['fdc5f22e-4fc7-4572-acb6-536444c95349'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:23:03.024964 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b85d79-a9a3-4d11-82a6-c658542c4bcf None None] Routers {'fdc5f22e-4fc7-4572-acb6-536444c95349'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:03.025422 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-51b85d79-a9a3-4d11-82a6-c658542c4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fdc5f22e-4fc7-4572-acb6-536444c95349'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:03.121274 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8d301-b66a-4f8e-a06c-3300b97f51ce req-cf20f8b1-2c83-4f73-a0cb-339d0678199b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.127081 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-60a8a3dc-47fe-4fc3-8322-90649cf6a213 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3cccbd7-884d-4edf-95fe-7eafe392459d HTTP/1.1" status: 200 len: 217 time: 0.1182199 Dec 20 21:23:03.127999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8d301-b66a-4f8e-a06c-3300b97f51ce req-cf20f8b1-2c83-4f73-a0cb-339d0678199b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.134094 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8d301-b66a-4f8e-a06c-3300b97f51ce req-cf20f8b1-2c83-4f73-a0cb-339d0678199b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.140004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8d301-b66a-4f8e-a06c-3300b97f51ce req-cf20f8b1-2c83-4f73-a0cb-339d0678199b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.142408 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-76f2eb49-65cb-430f-b157-fb3d2746b35a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "PUT /v2.0/floatingips/abb3fabe-ad32-4f24-99a9-ce3c2d4278e1 HTTP/1.1" status: 200 len: 695 time: 1.5550463 Dec 20 21:23:03.146014 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8d301-b66a-4f8e-a06c-3300b97f51ce req-cf20f8b1-2c83-4f73-a0cb-339d0678199b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.146535 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'tag': '9d02d1fd-93ca-4c61-8850-593e018a520e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:03.148937 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f22f6a7-c5d6-486d-85a5-8f7fb7b6d305" -d '{"events": [{"name": "network-changed", "server_uuid": "3de7ce4e-0201-4aee-9fdf-62006bb87697", "tag": "9d02d1fd-93ca-4c61-8850-593e018a520e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:03.152357 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8d301-b66a-4f8e-a06c-3300b97f51ce req-cf20f8b1-2c83-4f73-a0cb-339d0678199b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.158227 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8d301-b66a-4f8e-a06c-3300b97f51ce req-cf20f8b1-2c83-4f73-a0cb-339d0678199b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.161249 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ac8d301-b66a-4f8e-a06c-3300b97f51ce req-cf20f8b1-2c83-4f73-a0cb-339d0678199b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5444 time: 0.1097572 Dec 20 21:23:03.168464 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-51b85d79-a9a3-4d11-82a6-c658542c4bcf None None] Set router fdc5f22e-4fc7-4572-acb6-536444c95349 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:03.214164 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ac8d301-b66a-4f8e-a06c-3300b97f51ce req-11d16d96-bf21-4252-8477-df02996e0f08 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459352 Dec 20 21:23:03.262178 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-a6f02ade-1933-4361-a217-0a33ad030297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.263847 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-a6f02ade-1933-4361-a217-0a33ad030297 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8068432-bb6b-4d01-8126-71f8c5380ca3 HTTP/1.1" status: 200 len: 855 time: 0.1202464 Dec 20 21:23:03.274346 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8b2e17f0-a838-42a1-8954-3827302faf47 req-04ebd838-7746-4825-91b4-7a7c7706137c service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691362 Dec 20 21:23:03.284826 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-850628c3-a7f9-4630-b74c-5b9ba1f22c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.286434 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-850628c3-a7f9-4630-b74c-5b9ba1f22c3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bcfd1174631646a39557725d507ef98c&device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 1094 time: 0.0973911 Dec 20 21:23:03.340201 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f994ade0-7780-42e0-a3d6-75320ef0f7ab x-openstack-request-id: req-f994ade0-7780-42e0-a3d6-75320ef0f7ab {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:03.340583 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de7ce4e-0201-4aee-9fdf-62006bb87697", "tag": "9d02d1fd-93ca-4c61-8850-593e018a520e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:03.341765 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f994ade0-7780-42e0-a3d6-75320ef0f7ab {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:03.341765 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'tag': '9d02d1fd-93ca-4c61-8850-593e018a520e', 'status': 'completed', 'code': 200} Dec 20 21:23:03.452028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-8eb3dae0-3669-421a-93a3-05b181465865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.453610 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-8eb3dae0-3669-421a-93a3-05b181465865 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a59c69cc-251c-424c-8fcd-16f53c9e39c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1775506 Dec 20 21:23:03.484884 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-51b85d79-a9a3-4d11-82a6-c658542c4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:22:00Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:03.493048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c41be-df67-4ab3-a720-def602cbf1b3 req-c20a7659-ae1d-405c-a0ed-3c096b226968 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.498825 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c41be-df67-4ab3-a720-def602cbf1b3 req-c20a7659-ae1d-405c-a0ed-3c096b226968 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.504913 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c41be-df67-4ab3-a720-def602cbf1b3 req-c20a7659-ae1d-405c-a0ed-3c096b226968 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.510877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c41be-df67-4ab3-a720-def602cbf1b3 req-c20a7659-ae1d-405c-a0ed-3c096b226968 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.517039 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b85d79-a9a3-4d11-82a6-c658542c4bcf None None] Checking router: fdc5f22e-4fc7-4572-acb6-536444c95349 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:23:03.517194 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c41be-df67-4ab3-a720-def602cbf1b3 req-c20a7659-ae1d-405c-a0ed-3c096b226968 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.524106 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c41be-df67-4ab3-a720-def602cbf1b3 req-c20a7659-ae1d-405c-a0ed-3c096b226968 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.525960 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b85d79-a9a3-4d11-82a6-c658542c4bcf None None] Routers {'fdc5f22e-4fc7-4572-acb6-536444c95349'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:03.526703 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-51b85d79-a9a3-4d11-82a6-c658542c4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fdc5f22e-4fc7-4572-acb6-536444c95349'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:03.530283 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c41be-df67-4ab3-a720-def602cbf1b3 req-c20a7659-ae1d-405c-a0ed-3c096b226968 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.532287 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-144c41be-df67-4ab3-a720-def602cbf1b3 req-c20a7659-ae1d-405c-a0ed-3c096b226968 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5444 time: 0.1226754 Dec 20 21:23:03.535577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22f6a7-c5d6-486d-85a5-8f7fb7b6d305 req-ce11a414-2798-400a-b413-86b413b8d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.537557 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f22f6a7-c5d6-486d-85a5-8f7fb7b6d305 req-ce11a414-2798-400a-b413-86b413b8d858 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bcfd1174631646a39557725d507ef98c&device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 1094 time: 0.1377857 Dec 20 21:23:03.546306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55432) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:03.551816 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-df3d0271-cedf-4479-9e7c-e2fa2cda93b9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Request body: {'floatingip': {'port_id': 'c3cccbd7-884d-4edf-95fe-7eafe392459d'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:03.575972 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-0d1f5245-fe9c-4d14-bf93-cfe27205eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.577212 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-0d1f5245-fe9c-4d14-bf93-cfe27205eec7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 200 len: 922 time: 0.2558298 Dec 20 21:23:03.585854 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-d311f6d4-26c6-49ef-94d2-7e1bb7d864e3 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.587365 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-d311f6d4-26c6-49ef-94d2-7e1bb7d864e3 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.66 "GET /v2.0/networks?id=87bfa78c-70b1-4af3-935b-75df2c2db66d HTTP/1.1" status: 200 len: 812 time: 0.2291536 Dec 20 21:23:03.619185 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:23:03.630412 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-7b8c41a4-dbcd-48af-9320-3b22ea3abf2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d02d1fd-93ca-4c61-8850-593e018a520e HTTP/1.1" status: 200 len: 217 time: 0.0418885 Dec 20 21:23:03.655063 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-df3d0271-cedf-4479-9e7c-e2fa2cda93b9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:03.664516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-51b85d79-a9a3-4d11-82a6-c658542c4bcf None None] Set router fdc5f22e-4fc7-4572-acb6-536444c95349 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:03.680400 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-f2d4eb86-b3e7-49fc-b27f-a7db5a778695 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Request body: {'port': {'device_id': '80bfccf9-9b2a-44ac-88e8-5364299f82fc', 'network_id': '87bfa78c-70b1-4af3-935b-75df2c2db66d', 'admin_state_up': True, 'tenant_id': '2ebccd36e76e4e048af9ba49df15f8b4'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:03.746670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-c46a39d8-8dbe-408c-b0c3-c5bf82d0ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.754582 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-c46a39d8-8dbe-408c-b0c3-c5bf82d0ea61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d502f1e8-6f50-4040-9fca-d61b5d7c5fbb HTTP/1.1" status: 200 len: 860 time: 0.1230249 Dec 20 21:23:03.792647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22f6a7-c5d6-486d-85a5-8f7fb7b6d305 req-2531523c-eedc-4996-b1ad-ea40a78abfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.794783 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f22f6a7-c5d6-486d-85a5-8f7fb7b6d305 req-2531523c-eedc-4996-b1ad-ea40a78abfb9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 200 len: 922 time: 0.2391775 Dec 20 21:23:03.819402 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-9cf01aeb-c1e9-46a6-a92f-7a4d6dad706e service neutron] 10.222.0.31 "GET /v2.0/networks/a59c69cc-251c-424c-8fcd-16f53c9e39c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563340 Dec 20 21:23:03.851775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-af3b880e-e4eb-4cab-88c7-2093c59674ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:03.853315 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-af3b880e-e4eb-4cab-88c7-2093c59674ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6b9c805-eb68-4e46-8415-18bdbd0232b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0978613 Dec 20 21:23:03.908023 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-51b85d79-a9a3-4d11-82a6-c658542c4bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:22:00Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:03.936861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b85d79-a9a3-4d11-82a6-c658542c4bcf None None] The sync data for ids ['fdc5f22e-4fc7-4572-acb6-536444c95349'] in n-d-xena-1 is: [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:21:53Z', 'revision_number': 4, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'fa477c63-f0de-44ab-8b99-b02f74c6c0ea', 'name': '', 'network_id': 'b6b9c805-eb68-4e46-8415-18bdbd0232b1', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'mac_address': 'fa:16:3e:54:09:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:49Z', 'updated_at': '2021-12-20T21:22:00Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'subnets': [{'id': 'd502f1e8-6f50-4040-9fca-d61b5d7c5fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:23:03.939772 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f22f6a7-c5d6-486d-85a5-8f7fb7b6d305 req-f9956bc7-bc24-47c2-b375-9028647fb6b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d02d1fd-93ca-4c61-8850-593e018a520e HTTP/1.1" status: 200 len: 217 time: 0.1245844 Dec 20 21:23:04.005579 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-f2d4eb86-b3e7-49fc-b27f-a7db5a778695 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Made reservation on behalf of 2ebccd36e76e4e048af9ba49df15f8b4 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:23:04.009252 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-f2d4eb86-b3e7-49fc-b27f-a7db5a778695 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:04.018784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744185b-771b-41ea-a306-b514aefe59ee req-cd1458b9-4de7-420a-9e80-4f2d3c227e84 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:04.020760 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2744185b-771b-41ea-a306-b514aefe59ee req-cd1458b9-4de7-420a-9e80-4f2d3c227e84 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 944 time: 0.1987858 Dec 20 21:23:04.031668 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-219814bf-a03c-446c-8aff-8ec2fcb4830a service neutron] 10.222.0.31 "GET /v2.0/networks/a59c69cc-251c-424c-8fcd-16f53c9e39c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985958 Dec 20 21:23:04.044397 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22f6a7-c5d6-486d-85a5-8f7fb7b6d305 req-84820928-f7e5-4a67-8569-1d0bda72fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:04.045399 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f22f6a7-c5d6-486d-85a5-8f7fb7b6d305 req-84820928-f7e5-4a67-8569-1d0bda72fb84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d502f1e8-6f50-4040-9fca-d61b5d7c5fbb HTTP/1.1" status: 200 len: 860 time: 0.0881753 Dec 20 21:23:04.099401 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-4c1c7d26-4174-4559-bf49-583c849c10d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=17c9639d-1f1d-402c-a100-0ecd939a4f4b HTTP/1.1" status: 200 len: 217 time: 0.0490770 Dec 20 21:23:04.101667 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-99773bff-7b48-4af2-a34e-315efd46d1aa service neutron] 10.222.0.32 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373219 Dec 20 21:23:04.201783 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2744185b-771b-41ea-a306-b514aefe59ee req-0a0aca50-0874-4737-a98d-c86f25aa615d tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700873 Dec 20 21:23:04.261351 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b50df4-b000-4f37-a904-11b72970d8d9 None None] New status for floating IP abb3fabe-ad32-4f24-99a9-ce3c2d4278e1: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:23:04.265918 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22f6a7-c5d6-486d-85a5-8f7fb7b6d305 req-42cfd53a-e199-4572-b1cd-5510c6f6f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:04.267548 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f22f6a7-c5d6-486d-85a5-8f7fb7b6d305 req-42cfd53a-e199-4572-b1cd-5510c6f6f763 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b6b9c805-eb68-4e46-8415-18bdbd0232b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2059860 Dec 20 21:23:04.274217 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-27a6b1cb-9d78-4093-b292-45e19f5016dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:04.275710 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-27a6b1cb-9d78-4093-b292-45e19f5016dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.1428311 Dec 20 21:23:04.307413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d442b0e-4354-42e1-a08b-65673b7d474a req-f3ad8bd9-0cb2-4513-9cbb-fc09e4349b50 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:04.308936 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d442b0e-4354-42e1-a08b-65673b7d474a req-f3ad8bd9-0cb2-4513-9cbb-fc09e4349b50 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 946 time: 0.1717446 Dec 20 21:23:04.347446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-f2d4eb86-b3e7-49fc-b27f-a7db5a778695 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Allocated IP 172.20.0.8 (87bfa78c-70b1-4af3-935b-75df2c2db66d/0910f6ba-ef2e-4c81-82fb-17a8afd38e3b/e0fb238f-856c-4c6c-b7a1-186f7ca4f16e) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:23:04.366018 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-665ea38f-7e47-4f08-bc0d-213589fd9244 req-5ba4e9d5-0e40-4ecd-b0c1-f75d7a682e67 service neutron] 10.222.0.32 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346196 Dec 20 21:23:04.389239 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-4c4f76c0-769c-4267-a323-ceec82df9f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:04.390372 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-4c4f76c0-769c-4267-a323-ceec82df9f55 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1035974 Dec 20 21:23:04.495448 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.resource_extend [None req-df3d0271-cedf-4479-9e7c-e2fa2cda93b9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:23:04.579866 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f22f6a7-c5d6-486d-85a5-8f7fb7b6d305 req-1f05f7f6-5622-44e3-a3ed-a279e44ad677 service neutron] 10.222.0.31 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035946 Dec 20 21:23:04.588020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0a385-7893-470d-92be-7150758ec06d req-5bc09039-da24-4fd4-85e9-3eb840eaca93 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:04.589929 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8e0a385-7893-470d-92be-7150758ec06d req-5bc09039-da24-4fd4-85e9-3eb840eaca93 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e01f46-51a8-4cef-96cf-2c3964e058be HTTP/1.1" status: 200 len: 945 time: 0.2014298 Dec 20 21:23:04.612680 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-df3d0271-cedf-4479-9e7c-e2fa2cda93b9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:04.665356 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-df3d0271-cedf-4479-9e7c-e2fa2cda93b9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:04.980783 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-f2d4eb86-b3e7-49fc-b27f-a7db5a778695 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:04.990883 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0f3b1-080d-4c64-87e1-d71adb465bfc req-1e948729-151e-400a-99db-0175a5a1a067 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:04.992403 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a0c0f3b1-080d-4c64-87e1-d71adb465bfc req-1e948729-151e-400a-99db-0175a5a1a067 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 945 time: 0.4980731 Dec 20 21:23:05.025777 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-f4e340af-7d9c-4626-a02d-d052da3168f7 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325241 Dec 20 21:23:05.075882 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8e0a385-7893-470d-92be-7150758ec06d req-3d40c309-45ed-4d0e-a1f5-85cc1d16a523 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693859 Dec 20 21:23:05.084735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-7d442b0e-4354-42e1-a08b-65673b7d474a req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Deleting port b89e2f6e-5bef-4993-9f38-f776ffe51732 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:05.085103 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7d442b0e-4354-42e1-a08b-65673b7d474a req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:05.106305 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a0c0f3b1-080d-4c64-87e1-d71adb465bfc req-af8b2510-bfe3-421f-86e6-5dd384d344a2 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/security-groups?id=c165c88b-488e-43f8-bea5-a1b98a006bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026943 Dec 20 21:23:05.123823 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-f2d4eb86-b3e7-49fc-b27f-a7db5a778695 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:05.163918 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['d3b984ea-bd14-413f-8fc8-0c981fcff557'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:23:05.183051 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f22f6a7-c5d6-486d-85a5-8f7fb7b6d305 req-0009976d-4039-44fc-8a43-291efbd76b14 service neutron] 10.222.0.31 "GET /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868890 Dec 20 21:23:05.200186 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-f2d4eb86-b3e7-49fc-b27f-a7db5a778695 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Network 87bfa78c-70b1-4af3-935b-75df2c2db66d is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:23:05.218329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-f2d4eb86-b3e7-49fc-b27f-a7db5a778695 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:05.224292 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-df3d0271-cedf-4479-9e7c-e2fa2cda93b9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Floating IP 9c2d57fd-93b3-4cd2-acfe-52a56d88be6a associated. External IP: 172.35.3.230, port: c3cccbd7-884d-4edf-95fe-7eafe392459d. Dec 20 21:23:05.240433 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-dcdee94f-3450-4a04-96eb-3f28e1fb66c6 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040896 Dec 20 21:23:05.241507 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-f2d4eb86-b3e7-49fc-b27f-a7db5a778695 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:23:05.246404 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4eb86-b3e7-49fc-b27f-a7db5a778695 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event updated for resources: {'Port': ['ID=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:05.309578 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958d081-e7fd-4564-9b58-6ce033369877 req-9f06c60d-6bc9-4464-b944-ef7b71b4e362 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:05.311454 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c958d081-e7fd-4564-9b58-6ce033369877 req-9f06c60d-6bc9-4464-b944-ef7b71b4e362 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 931 time: 0.1672163 Dec 20 21:23:05.325872 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-4ec8f6b3-f5e6-4c5f-9c4a-91f6c8b46547 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=5a9c9ffc-8b46-4314-98ec-30d20be920ef HTTP/1.1" status: 200 len: 217 time: 0.0575621 Dec 20 21:23:05.353667 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-f2d4eb86-b3e7-49fc-b27f-a7db5a778695 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:05.355141 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-f2d4eb86-b3e7-49fc-b27f-a7db5a778695 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:05.356464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7d442b0e-4354-42e1-a08b-65673b7d474a req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] For port b89e2f6e-5bef-4993-9f38-f776ffe51732, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b89e2f6e-5bef-4993-9f38-f776ffe51732,segment=NetworkSegment(db5a54d8-a1cc-4e9c-93ee-a03a7ee33813),segment_id=db5a54d8-a1cc-4e9c-93ee-a03a7ee33813)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:05.356832 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7d442b0e-4354-42e1-a08b-65673b7d474a req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:05.364616 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d10e9a-0092-4738-87c3-c611236202c1 req-b41291bb-8902-42b6-8c90-e2e1e49464a3 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:05.366200 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00d10e9a-0092-4738-87c3-c611236202c1 req-b41291bb-8902-42b6-8c90-e2e1e49464a3 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 946 time: 0.1605141 Dec 20 21:23:05.396801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:23:05.419101 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-f2d4eb86-b3e7-49fc-b27f-a7db5a778695 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7430379 Dec 20 21:23:05.441197 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Request body: {'port': {'device_id': '80bfccf9-9b2a-44ac-88e8-5364299f82fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:05.447452 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-2b3d9e9a-b557-47fb-9587-e4ebcd246c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:05.449105 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-2b3d9e9a-b557-47fb-9587-e4ebcd246c28 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.1142612 Dec 20 21:23:05.453413 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00d10e9a-0092-4738-87c3-c611236202c1 req-94a3763c-70cf-493f-aaf8-17d7132b8cb5 tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ab8b529-92b3-4de9-829d-b8be20331486&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650058 Dec 20 21:23:05.483672 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c958d081-e7fd-4564-9b58-6ce033369877 req-2cab3a1c-fa3b-4b2a-b2c8-5ad1ee5f6272 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602340 Dec 20 21:23:05.546019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:05.560592 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '43949ef0-d22d-494d-a52b-ed9f0a1d5ce3', 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd', 'port_id': '43949ef0-d22d-494d-a52b-ed9f0a1d5ce3', 'mac_address': 'fa:16:3e:e4:dd:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428b6fe3-893f-4804-922c-7a9af77a1126', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:23:05.584402 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:05.599979 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:05.618807 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:23:05.651364 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:05.656463 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:05.685546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-ad9713b2-b0bf-483f-ab68-f44a2aa1d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:05.687138 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-ad9713b2-b0bf-483f-ab68-f44a2aa1d2ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.2178659 Dec 20 21:23:05.734714 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:05.786043 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3d0271-cedf-4479-9e7c-e2fa2cda93b9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Router cab2b20c-aaba-403b-974a-badb1b657d0f has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:23:05.790728 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7d442b0e-4354-42e1-a08b-65673b7d474a req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:05.791093 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7d442b0e-4354-42e1-a08b-65673b7d474a req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:05.791423 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [req-7d442b0e-4354-42e1-a08b-65673b7d474a req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Floating IP 08097692-8028-4c0c-b639-9005e84b5e0c disassociated. External IP: 172.35.3.54, port: b89e2f6e-5bef-4993-9f38-f776ffe51732. Dec 20 21:23:05.791756 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-7d442b0e-4354-42e1-a08b-65673b7d474a req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Calling delete_port for b89e2f6e-5bef-4993-9f38-f776ffe51732 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:05.832998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff3e05-34c2-4724-b6d3-8d0f123a8319 req-31a05624-f10c-4b1c-a194-b199c2222914 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:05.834597 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6bff3e05-34c2-4724-b6d3-8d0f123a8319 req-31a05624-f10c-4b1c-a194-b199c2222914 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 945 time: 0.1900270 Dec 20 21:23:05.956321 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6bff3e05-34c2-4724-b6d3-8d0f123a8319 req-343abd45-586c-441f-8dd8-7c5496a0df12 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107397 Dec 20 21:23:05.965033 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-47353d66-b6e0-4293-8e50-60789cfab431 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518697 Dec 20 21:23:06.013073 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c0b81-fe0a-404c-b2b9-3446e18598b4 req-9189c960-cac3-413a-8d09-b1a04a275fae tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:06.014571 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-039c0b81-fe0a-404c-b2b9-3446e18598b4 req-9189c960-cac3-413a-8d09-b1a04a275fae tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e01f46-51a8-4cef-96cf-2c3964e058be HTTP/1.1" status: 200 len: 945 time: 0.1131356 Dec 20 21:23:06.016656 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3d0271-cedf-4479-9e7c-e2fa2cda93b9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:23:06.022249 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-df3d0271-cedf-4479-9e7c-e2fa2cda93b9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:06.026769 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['43949ef0-d22d-494d-a52b-ed9f0a1d5ce3'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:23:06.037345 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f45b5-abe0-453c-bcad-89a8f54783b2 None None] Sync routers for ids ['cab2b20c-aaba-403b-974a-badb1b657d0f'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:23:06.079043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f45b5-abe0-453c-bcad-89a8f54783b2 None None] Routers {'cab2b20c-aaba-403b-974a-badb1b657d0f'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:06.079692 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-118f45b5-abe0-453c-bcad-89a8f54783b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['cab2b20c-aaba-403b-974a-badb1b657d0f'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:06.098365 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-df3d0271-cedf-4479-9e7c-e2fa2cda93b9 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "PUT /v2.0/floatingips/9c2d57fd-93b3-4cd2-acfe-52a56d88be6a HTTP/1.1" status: 200 len: 992 time: 2.5476892 Dec 20 21:23:06.101707 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'tag': 'c3cccbd7-884d-4edf-95fe-7eafe392459d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:06.101896 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-017b0361-e62a-4f97-a94a-c59ca010f568 req-29264b7d-df19-4bb0-a9ce-a39895bd9051 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/floatingips/abb3fabe-ad32-4f24-99a9-ce3c2d4278e1 HTTP/1.1" status: 200 len: 693 time: 0.1186769 Dec 20 21:23:06.104113 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862bbd67-42de-4bec-8375-ab0d166bc561" -d '{"events": [{"name": "network-changed", "server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "tag": "c3cccbd7-884d-4edf-95fe-7eafe392459d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:06.139918 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-039c0b81-fe0a-404c-b2b9-3446e18598b4 req-7c2b337c-5346-404e-94b9-6cb516c37f0c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961897 Dec 20 21:23:06.146519 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7d442b0e-4354-42e1-a08b-65673b7d474a req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:06.183035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Pushing event deleted for resources: {'Port': ['ID=b89e2f6e-5bef-4993-9f38-f776ffe51732,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:06.211940 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:06.212700 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:06.214145 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:06.214847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:06.216000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:06.216612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:06.217298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:06.217848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:06.218395 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:06.218938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:06.219613 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:06.220627 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:06.258401 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-f66aa117-5eda-436e-beae-ed9da00b1c9a service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692192 Dec 20 21:23:06.268649 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0fb238f-856c-4c6c-b7a1-186f7ca4f16e {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:23:06.274720 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-118f45b5-abe0-453c-bcad-89a8f54783b2 None None] Set router cab2b20c-aaba-403b-974a-badb1b657d0f gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:06.285066 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:06.311688 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Transition to ACTIVE for port object e0fb238f-856c-4c6c-b7a1-186f7ca4f16e will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:23:06.320579 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b0361-e62a-4f97-a94a-c59ca010f568 req-847d1bc9-5852-4b5c-b106-1a0cd8ac352a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:06.321989 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-017b0361-e62a-4f97-a94a-c59ca010f568 req-847d1bc9-5852-4b5c-b106-1a0cd8ac352a tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.2010708 Dec 20 21:23:06.330428 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:06.375494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d442b0e-4354-42e1-a08b-65673b7d474a req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Router b217b47f-6b29-4730-8eb3-1da3fac5e498 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:23:06.382805 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ca4583-e5f9-4b0e-9863-3bbbe0a2e8f8 x-openstack-request-id: req-c1ca4583-e5f9-4b0e-9863-3bbbe0a2e8f8 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:06.383331 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "tag": "c3cccbd7-884d-4edf-95fe-7eafe392459d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:06.383583 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1ca4583-e5f9-4b0e-9863-3bbbe0a2e8f8 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:06.384043 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'tag': 'c3cccbd7-884d-4edf-95fe-7eafe392459d', 'status': 'completed', 'code': 200} Dec 20 21:23:06.424220 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-ad3ca331-cd74-416e-b154-35ae21728a68 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=47433a5c-5134-4b06-8317-7a617581ab15 HTTP/1.1" status: 200 len: 217 time: 0.1005743 Dec 20 21:23:06.441813 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-017b0361-e62a-4f97-a94a-c59ca010f568 req-ff1e55af-9f20-4034-9494-bce92f839ed3 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.20 HTTP/1.1" status: 200 len: 696 time: 0.1081116 Dec 20 21:23:06.465621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Pushing event updated for resources: {'Port': ['ID=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:06.546101 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-017b0361-e62a-4f97-a94a-c59ca010f568 req-06b70ec1-38ca-4db0-9686-7b36010a12f1 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.20 HTTP/1.1" status: 200 len: 696 time: 0.0936332 Dec 20 21:23:06.560471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f1647-3a85-4bc7-acb2-2c7c825c05cf req-d6eb53c9-7da1-4301-8796-8971c011c00c tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:06.562011 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-637f1647-3a85-4bc7-acb2-2c7c825c05cf req-d6eb53c9-7da1-4301-8796-8971c011c00c tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 945 time: 0.1019676 Dec 20 21:23:06.578621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-118f45b5-abe0-453c-bcad-89a8f54783b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'name': 'tempest-TaggedBootDevicesTest_v242-766880457-router', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:09Z', 'updated_at': '2021-12-20T21:20:13Z', 'revision_number': 4, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'gw_port': {'id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:10Z', 'updated_at': '2021-12-20T21:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '9c2d57fd-93b3-4cd2-acfe-52a56d88be6a', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'floating_ip_address': '172.35.3.230', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'port_id': 'c3cccbd7-884d-4edf-95fe-7eafe392459d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8', 'mac_address': 'fa:16:3e:a1:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e5598f-ae11-4bec-9433-78b3196b249d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:21:17Z', 'updated_at': '2021-12-20T21:23:04Z', 'revision_number': 1, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6086fe35-31ec-4521-a594-6cfda6e8c556', 'name': '', 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'mac_address': 'fa:16:3e:c2:e4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:12Z', 'updated_at': '2021-12-20T21:20:18Z', 'revision_number': 5, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'subnets': [{'id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:06.625298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ff494-e4a1-4cf3-8cbb-346158a0e6b7 req-cfa77c9b-a700-4b65-81b2-7d143c0c4caa tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:06.626164 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f45b5-abe0-453c-bcad-89a8f54783b2 None None] Checking router: cab2b20c-aaba-403b-974a-badb1b657d0f for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:23:06.626726 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb4ff494-e4a1-4cf3-8cbb-346158a0e6b7 req-cfa77c9b-a700-4b65-81b2-7d143c0c4caa tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.31 "GET /v2.0/ports?device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 945 time: 0.1326544 Dec 20 21:23:06.637704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d442b0e-4354-42e1-a08b-65673b7d474a req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:23:06.649635 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-637f1647-3a85-4bc7-acb2-2c7c825c05cf req-7b2f1696-9cc9-42be-a327-01c24c6ddab8 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/security-groups?id=c165c88b-488e-43f8-bea5-a1b98a006bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798886 Dec 20 21:23:06.650341 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02858891-7ff2-43b0-9934-4f4ef5fbe2c7 None None] Sync routers for ids ['b217b47f-6b29-4730-8eb3-1da3fac5e498'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:23:06.662849 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f45b5-abe0-453c-bcad-89a8f54783b2 None None] Routers {'cab2b20c-aaba-403b-974a-badb1b657d0f'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:06.664127 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-118f45b5-abe0-453c-bcad-89a8f54783b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['cab2b20c-aaba-403b-974a-badb1b657d0f'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:06.669380 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02858891-7ff2-43b0-9934-4f4ef5fbe2c7 None None] Routers {'b217b47f-6b29-4730-8eb3-1da3fac5e498'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:06.670965 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-02858891-7ff2-43b0-9934-4f4ef5fbe2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b217b47f-6b29-4730-8eb3-1da3fac5e498'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:06.687197 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-6eacb360-0244-401f-a496-949b6ea073ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:06.688779 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-6eacb360-0244-401f-a496-949b6ea073ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.1851401 Dec 20 21:23:06.749438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d442b0e-4354-42e1-a08b-65673b7d474a req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] No DVR routers for this DVR port b89e2f6e-5bef-4993-9f38-f776ffe51732 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:23:06.755732 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7d442b0e-4354-42e1-a08b-65673b7d474a req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:06.758972 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d442b0e-4354-42e1-a08b-65673b7d474a req-ce830fae-94ff-4306-8c4c-59b45a947fff tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.66 "DELETE /v2.0/ports/b89e2f6e-5bef-4993-9f38-f776ffe51732 HTTP/1.1" status: 204 len: 173 time: 2.4328263 Dec 20 21:23:06.846815 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Attempting to bind port e0fb238f-856c-4c6c-b7a1-186f7ca4f16e on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:23:06.847283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Attempting to bind port e0fb238f-856c-4c6c-b7a1-186f7ca4f16e by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'f58a665f-5507-4cab-976d-225a808b00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87bfa78c-70b1-4af3-935b-75df2c2db66d'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:23:06.847887 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Attempting to bind port e0fb238f-856c-4c6c-b7a1-186f7ca4f16e on network 87bfa78c-70b1-4af3-935b-75df2c2db66d {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:06.851448 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5303c6e0-ef72-4a82-a7fc-e5bd6878a5bb req-4c7c9330-be67-44d5-9286-857d4c7186ae tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6dcaf40-47b4-4bda-be6f-23f9f9cefe96 HTTP/1.1" status: 200 len: 210 time: 0.0610957 Dec 20 21:23:06.853576 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-02858891-7ff2-43b0-9934-4f4ef5fbe2c7 None None] Set router b217b47f-6b29-4730-8eb3-1da3fac5e498 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:06.882509 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Port e0fb238f-856c-4c6c-b7a1-186f7ca4f16e on network 87bfa78c-70b1-4af3-935b-75df2c2db66d not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:23:06.890024 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Attempting to bind port e0fb238f-856c-4c6c-b7a1-186f7ca4f16e on network 87bfa78c-70b1-4af3-935b-75df2c2db66d {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:06.890249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-eb4ff494-e4a1-4cf3-8cbb-346158a0e6b7 req-ef8b8878-7bd4-4351-829c-667788303cf3 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Deleting port bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:06.890540 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eb4ff494-e4a1-4cf3-8cbb-346158a0e6b7 req-ef8b8878-7bd4-4351-829c-667788303cf3 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:06.903872 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:23:06.904564 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Checking segment: {'id': 'f58a665f-5507-4cab-976d-225a808b00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87bfa78c-70b1-4af3-935b-75df2c2db66d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:06.905174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Bound using segment: {'id': 'f58a665f-5507-4cab-976d-225a808b00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87bfa78c-70b1-4af3-935b-75df2c2db66d'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:23:06.905813 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Bound port: e0fb238f-856c-4c6c-b7a1-186f7ca4f16e, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58a665f-5507-4cab-976d-225a808b00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87bfa78c-70b1-4af3-935b-75df2c2db66d'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:23:06.906388 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:06.926296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-945d0779-6e9f-44b2-b7d4-89a5af7c1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:06.928686 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-945d0779-6e9f-44b2-b7d4-89a5af7c1cae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.2266994 Dec 20 21:23:07.041838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-eb4ff494-e4a1-4cf3-8cbb-346158a0e6b7 req-ef8b8878-7bd4-4351-829c-667788303cf3 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] For port bbe6f4ac-d0d6-43e4-be7a-dfed7276b822, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=bbe6f4ac-d0d6-43e4-be7a-dfed7276b822,segment=NetworkSegment(93e75a35-b432-4782-837d-a0bc23734d68),segment_id=93e75a35-b432-4782-837d-a0bc23734d68)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:07.042546 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eb4ff494-e4a1-4cf3-8cbb-346158a0e6b7 req-ef8b8878-7bd4-4351-829c-667788303cf3 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:07.044348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-017b0361-e62a-4f97-a94a-c59ca010f568 req-36d902dc-1b83-4191-ab5d-e1022c2cb0c3 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Deleting port 11b5b40f-72ef-492b-af53-1bb9ec9af428 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:07.044916 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-017b0361-e62a-4f97-a94a-c59ca010f568 req-36d902dc-1b83-4191-ab5d-e1022c2cb0c3 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:07.061425 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-eb4ff494-e4a1-4cf3-8cbb-346158a0e6b7 req-ef8b8878-7bd4-4351-829c-667788303cf3 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Calling delete_port for bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:07.092729 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-118f45b5-abe0-453c-bcad-89a8f54783b2 None None] Set router cab2b20c-aaba-403b-974a-badb1b657d0f gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:07.104476 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] For port e0fb238f-856c-4c6c-b7a1-186f7ca4f16e, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:23:07.135912 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] For port e0fb238f-856c-4c6c-b7a1-186f7ca4f16e, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e,segment=NetworkSegment(f58a665f-5507-4cab-976d-225a808b00cd),segment_id=f58a665f-5507-4cab-976d-225a808b00cd)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:23:07.148105 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:07.184524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2763cc-afaf-466e-9ab0-c4f6fe803346 req-c2063e22-e393-4f58-a41e-e59217f54c7b tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:07.188999 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-b2b82471-e424-4280-9005-b9105ecaf6c2 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345676 Dec 20 21:23:07.192707 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0f2763cc-afaf-466e-9ab0-c4f6fe803346 req-c2063e22-e393-4f58-a41e-e59217f54c7b tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 943 time: 0.1158657 Dec 20 21:23:07.225591 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-017b0361-e62a-4f97-a94a-c59ca010f568 req-36d902dc-1b83-4191-ab5d-e1022c2cb0c3 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:07.225929 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-017b0361-e62a-4f97-a94a-c59ca010f568 req-36d902dc-1b83-4191-ab5d-e1022c2cb0c3 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:07.238166 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:07.238839 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:07.240471 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] 10.222.0.66 "PUT /v2.0/ports/e0fb238f-856c-4c6c-b7a1-186f7ca4f16e HTTP/1.1" status: 200 len: 1089 time: 1.8054788 Dec 20 21:23:07.241012 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bfccf9-9b2a-44ac-88e8-5364299f82fc', 'tag': 'e0fb238f-856c-4c6c-b7a1-186f7ca4f16e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:07.243423 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8431ebe6-0e60-4bbc-a579-7695f4ac76bc" -d '{"events": [{"name": "network-changed", "server_uuid": "80bfccf9-9b2a-44ac-88e8-5364299f82fc", "tag": "e0fb238f-856c-4c6c-b7a1-186f7ca4f16e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:07.255724 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-02858891-7ff2-43b0-9934-4f4ef5fbe2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'name': 'tempest-ServersTestJSON-1189040743-router', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53'}], 'enable_snat': True}, 'gw_port_id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:38Z', 'updated_at': '2021-12-20T21:20:47Z', 'revision_number': 4, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'gw_port': {'id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:39Z', 'updated_at': '2021-12-20T21:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '7f43956a-0333-4969-9972-edbd21c39a8f', 'name': '', 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'mac_address': 'fa:16:3e:8e:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:45Z', 'updated_at': '2021-12-20T21:20:53Z', 'revision_number': 5, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'subnets': [{'id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:07.259360 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0f2763cc-afaf-466e-9ab0-c4f6fe803346 req-09f1a0b1-05f5-47df-85be-c826a14eef61 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651238 Dec 20 21:23:07.298457 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02858891-7ff2-43b0-9934-4f4ef5fbe2c7 None None] Checking router: b217b47f-6b29-4730-8eb3-1da3fac5e498 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:23:07.307850 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-017b0361-e62a-4f97-a94a-c59ca010f568 req-36d902dc-1b83-4191-ab5d-e1022c2cb0c3 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Calling delete_port for 11b5b40f-72ef-492b-af53-1bb9ec9af428 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:07.310937 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02858891-7ff2-43b0-9934-4f4ef5fbe2c7 None None] Routers {'b217b47f-6b29-4730-8eb3-1da3fac5e498'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:07.311799 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-02858891-7ff2-43b0-9934-4f4ef5fbe2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b217b47f-6b29-4730-8eb3-1da3fac5e498'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:07.319517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc74892-a66d-459b-be21-841b0458b07b service neutron] Pushing event updated for resources: {'Port': ['ID=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:07.393177 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eb4ff494-e4a1-4cf3-8cbb-346158a0e6b7 req-ef8b8878-7bd4-4351-829c-667788303cf3 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:07.405056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:23:07.434485 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-4e6fb49d-0557-4b26-ad71-776e7a1583a8 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261322 Dec 20 21:23:07.501176 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-863d1104-cea3-40e0-89fb-0b4b5df2c178 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=35be04de-962b-40fb-bade-5a6118e85e04 HTTP/1.1" status: 200 len: 217 time: 0.0514290 Dec 20 21:23:07.513334 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5964b598-2268-43bf-b342-f7a4f32003e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:07.514997 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-5964b598-2268-43bf-b342-f7a4f32003e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ebccd36e76e4e048af9ba49df15f8b4&device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 1092 time: 0.1798916 Dec 20 21:23:07.518090 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-02858891-7ff2-43b0-9934-4f4ef5fbe2c7 None None] Set router b217b47f-6b29-4730-8eb3-1da3fac5e498 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:07.535689 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:23:07.546568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:07.546954 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:07.571509 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b8878-7bd4-4351-829c-667788303cf3 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Pushing event deleted for resources: {'Port': ['ID=bbe6f4ac-d0d6-43e4-be7a-dfed7276b822,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:07.600189 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4ff494-e4a1-4cf3-8cbb-346158a0e6b7 req-ef8b8878-7bd4-4351-829c-667788303cf3 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] No DVR routers for this DVR port bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:23:07.630432 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-118f45b5-abe0-453c-bcad-89a8f54783b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'name': 'tempest-TaggedBootDevicesTest_v242-766880457-router', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:09Z', 'updated_at': '2021-12-20T21:20:13Z', 'revision_number': 4, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'gw_port': {'id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:10Z', 'updated_at': '2021-12-20T21:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '9c2d57fd-93b3-4cd2-acfe-52a56d88be6a', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'floating_ip_address': '172.35.3.230', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'port_id': 'c3cccbd7-884d-4edf-95fe-7eafe392459d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8', 'mac_address': 'fa:16:3e:a1:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e5598f-ae11-4bec-9433-78b3196b249d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:21:17Z', 'updated_at': '2021-12-20T21:23:04Z', 'revision_number': 1, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6086fe35-31ec-4521-a594-6cfda6e8c556', 'name': '', 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'mac_address': 'fa:16:3e:c2:e4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:12Z', 'updated_at': '2021-12-20T21:20:18Z', 'revision_number': 5, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'subnets': [{'id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:07.635098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eb4ff494-e4a1-4cf3-8cbb-346158a0e6b7 req-ef8b8878-7bd4-4351-829c-667788303cf3 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:07.638685 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb4ff494-e4a1-4cf3-8cbb-346158a0e6b7 req-ef8b8878-7bd4-4351-829c-667788303cf3 tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.31 "DELETE /v2.0/ports/bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 HTTP/1.1" status: 204 len: 173 time: 0.9986463 Dec 20 21:23:07.660879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-b90900c7-472c-40e1-b610-adcf1ed2a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:07.664274 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-b90900c7-472c-40e1-b610-adcf1ed2a1c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.1475589 Dec 20 21:23:07.681087 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f45b5-abe0-453c-bcad-89a8f54783b2 None None] The sync data for ids ['cab2b20c-aaba-403b-974a-badb1b657d0f'] in n-d-xena-1 is: [{'id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'name': 'tempest-TaggedBootDevicesTest_v242-766880457-router', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:09Z', 'updated_at': '2021-12-20T21:20:13Z', 'revision_number': 4, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'gw_port': {'id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:10Z', 'updated_at': '2021-12-20T21:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '9c2d57fd-93b3-4cd2-acfe-52a56d88be6a', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'floating_ip_address': '172.35.3.230', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'port_id': 'c3cccbd7-884d-4edf-95fe-7eafe392459d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8', 'mac_address': 'fa:16:3e:a1:c2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e5598f-ae11-4bec-9433-78b3196b249d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:21:17Z', 'updated_at': '2021-12-20T21:23:04Z', 'revision_number': 1, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6086fe35-31ec-4521-a594-6cfda6e8c556', 'name': '', 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'mac_address': 'fa:16:3e:c2:e4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:12Z', 'updated_at': '2021-12-20T21:20:18Z', 'revision_number': 5, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'subnets': [{'id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:23:07.703653 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:07.731198 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0863-a11a-4279-af4f-76701500cdcf req-4001ce0f-72b5-4730-b673-e22e513f0e05 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:07.732725 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fccd0863-a11a-4279-af4f-76701500cdcf req-4001ce0f-72b5-4730-b673-e22e513f0e05 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 945 time: 0.1113324 Dec 20 21:23:07.753770 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdda6d4-d078-4261-ba80-c19b14dbfba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43949ef0-d22d-494d-a52b-ed9f0a1d5ce3'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:07.766509 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d74fb5-6f78-4a35-acb5-c9d3ca7442fa" -d '{"events": [{"server_uuid": "5bdda6d4-d078-4261-ba80-c19b14dbfba3", "name": "network-vif-plugged", "status": "completed", "tag": "43949ef0-d22d-494d-a52b-ed9f0a1d5ce3"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:07.797355 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-017b0361-e62a-4f97-a94a-c59ca010f568 req-36d902dc-1b83-4191-ab5d-e1022c2cb0c3 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:07.805711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fccd0863-a11a-4279-af4f-76701500cdcf req-c3078941-3b9e-475c-83f4-60be42d8b14c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644162 Dec 20 21:23:07.807757 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:07.822024 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:07.822024 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device b89e2f6e-5bef-4993-9f38-f776ffe51732 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:07.833978 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-95534522-26d2-467e-a005-8b209e15b0bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e HTTP/1.1" status: 200 len: 217 time: 0.2933440 Dec 20 21:23:07.891285 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: b89e2f6e-5bef-4993-9f38-f776ffe51732 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:23:07.891672 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device b89e2f6e-5bef-4993-9f38-f776ffe51732 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:07.914422 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d902dc-1b83-4191-ab5d-e1022c2cb0c3 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Pushing event deleted for resources: {'Port': ['ID=11b5b40f-72ef-492b-af53-1bb9ec9af428,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:07.949912 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:07.971071 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078388f-9aec-4993-bd3a-05ce45d811f5 req-c604e01b-dd4b-4d66-980a-2648ce87ad98 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:07.980552 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8078388f-9aec-4993-bd3a-05ce45d811f5 req-c604e01b-dd4b-4d66-980a-2648ce87ad98 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e01f46-51a8-4cef-96cf-2c3964e058be HTTP/1.1" status: 200 len: 945 time: 0.0760882 Dec 20 21:23:07.994304 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-02858891-7ff2-43b0-9934-4f4ef5fbe2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'name': 'tempest-ServersTestJSON-1189040743-router', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53'}], 'enable_snat': True}, 'gw_port_id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:38Z', 'updated_at': '2021-12-20T21:20:47Z', 'revision_number': 4, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'gw_port': {'id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:39Z', 'updated_at': '2021-12-20T21:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '7f43956a-0333-4969-9972-edbd21c39a8f', 'name': '', 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'mac_address': 'fa:16:3e:8e:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:45Z', 'updated_at': '2021-12-20T21:20:53Z', 'revision_number': 5, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'subnets': [{'id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:07.998199 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-57bc4962-963a-4030-b5c0-6c65d16c1788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:07.999660 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-57bc4962-963a-4030-b5c0-6c65d16c1788 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0910f6ba-ef2e-4c81-82fb-17a8afd38e3b HTTP/1.1" status: 200 len: 852 time: 0.1439860 Dec 20 21:23:08.001625 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-04ace506-d242-42cc-9962-5a65e0b254cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:08.002968 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-04ace506-d242-42cc-9962-5a65e0b254cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.2085962 Dec 20 21:23:08.004057 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-017b0361-e62a-4f97-a94a-c59ca010f568 req-36d902dc-1b83-4191-ab5d-e1022c2cb0c3 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:08.006464 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-017b0361-e62a-4f97-a94a-c59ca010f568 req-36d902dc-1b83-4191-ab5d-e1022c2cb0c3 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:08.007535 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-017b0361-e62a-4f97-a94a-c59ca010f568 req-36d902dc-1b83-4191-ab5d-e1022c2cb0c3 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "DELETE /v2.0/floatingips/abb3fabe-ad32-4f24-99a9-ce3c2d4278e1 HTTP/1.1" status: 204 len: 173 time: 1.4452512 Dec 20 21:23:08.034946 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02858891-7ff2-43b0-9934-4f4ef5fbe2c7 None None] The sync data for ids ['b217b47f-6b29-4730-8eb3-1da3fac5e498'] in n-d-xena-1 is: [{'id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'name': 'tempest-ServersTestJSON-1189040743-router', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53'}], 'enable_snat': True}, 'gw_port_id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:38Z', 'updated_at': '2021-12-20T21:20:47Z', 'revision_number': 4, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'gw_port': {'id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:39Z', 'updated_at': '2021-12-20T21:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '7f43956a-0333-4969-9972-edbd21c39a8f', 'name': '', 'network_id': 'fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'mac_address': 'fa:16:3e:8e:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:45Z', 'updated_at': '2021-12-20T21:20:53Z', 'revision_number': 5, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'subnets': [{'id': '3d670f12-9b1e-4214-8d75-9099ed36058a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:23:08.037532 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-0363f584-e1c7-48d0-97db-7f83082d2e7e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=87bfa78c-70b1-4af3-935b-75df2c2db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289474 Dec 20 21:23:08.038607 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8078388f-9aec-4993-bd3a-05ce45d811f5 req-313206a3-89ce-47c0-9d16-0da30120f415 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570555 Dec 20 21:23:08.068059 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e60c57b-49c4-43e4-bdff-88f0505dec6e x-openstack-request-id: req-0e60c57b-49c4-43e4-bdff-88f0505dec6e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:08.068329 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bfccf9-9b2a-44ac-88e8-5364299f82fc", "tag": "e0fb238f-856c-4c6c-b7a1-186f7ca4f16e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:08.068561 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e60c57b-49c4-43e4-bdff-88f0505dec6e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:08.069379 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bfccf9-9b2a-44ac-88e8-5364299f82fc', 'tag': 'e0fb238f-856c-4c6c-b7a1-186f7ca4f16e', 'status': 'completed', 'code': 200} Dec 20 21:23:08.102700 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40538c6-a894-40dd-aec9-94d8ee24ebc1 None None] New status for floating IP 9c2d57fd-93b3-4cd2-acfe-52a56d88be6a: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:23:08.168660 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8521b7-5cff-44cc-ad45-a4ba5b4b046c req-267719d3-fc3d-4eff-87e3-494baccd5dfc tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:08.170221 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c8521b7-5cff-44cc-ad45-a4ba5b4b046c req-267719d3-fc3d-4eff-87e3-494baccd5dfc tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.31 "GET /v2.0/ports?device_id=12e01f46-51a8-4cef-96cf-2c3964e058be HTTP/1.1" status: 200 len: 945 time: 0.1109469 Dec 20 21:23:08.226714 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-848d71b0-3f93-4393-9fe8-8de4136772ab req-b3669471-c0cc-4ffd-9cec-4ade5262b18a tempest-AttachSCSIVolumeTestJSON-636506647 tempest-AttachSCSIVolumeTestJSON-636506647-project] 10.222.0.32 "GET /v2.0/ports?device_id=da7e5e58-5477-466e-b48a-1b4ad4cfa660 HTTP/1.1" status: 200 len: 210 time: 0.0542164 Dec 20 21:23:08.250093 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e852a8f1-fe65-4cc8-9a4f-849d77e33c34 x-openstack-request-id: req-e852a8f1-fe65-4cc8-9a4f-849d77e33c34 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:08.255032 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdda6d4-d078-4261-ba80-c19b14dbfba3", "name": "network-vif-plugged", "status": "completed", "tag": "43949ef0-d22d-494d-a52b-ed9f0a1d5ce3", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:08.255344 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e852a8f1-fe65-4cc8-9a4f-849d77e33c34 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:08.256837 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdda6d4-d078-4261-ba80-c19b14dbfba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43949ef0-d22d-494d-a52b-ed9f0a1d5ce3', 'code': 200} Dec 20 21:23:08.373227 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-bd42c6e5-83e9-4769-a897-8c64ba424aae service neutron] 10.222.0.66 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227768 Dec 20 21:23:08.379397 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-403701c4-5dd5-45b5-862b-b0fea42b7962 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200183 Dec 20 21:23:08.385832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dcaf40-47b4-4bda-be6f-23f9f9cefe96', 'name': 'network-vif-deleted', 'tag': 'b89e2f6e-5bef-4993-9f38-f776ffe51732'}, {'server_uuid': 'da7e5e58-5477-466e-b48a-1b4ad4cfa660', 'name': 'network-vif-deleted', 'tag': 'bbe6f4ac-d0d6-43e4-be7a-dfed7276b822'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:08.399057 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d634f899-14d2-4591-8ce1-a7064ad5ea69" -d '{"events": [{"server_uuid": "d6dcaf40-47b4-4bda-be6f-23f9f9cefe96", "name": "network-vif-deleted", "tag": "b89e2f6e-5bef-4993-9f38-f776ffe51732"}, {"server_uuid": "da7e5e58-5477-466e-b48a-1b4ad4cfa660", "name": "network-vif-deleted", "tag": "bbe6f4ac-d0d6-43e4-be7a-dfed7276b822"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:08.467817 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-3c8521b7-5cff-44cc-ad45-a4ba5b4b046c req-3f4c0f8e-b208-49e9-bcf7-f2d317d2abc0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Deleting port 149f1a22-ad35-48c3-aa0e-4c2a302a0abb {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:08.468157 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3c8521b7-5cff-44cc-ad45-a4ba5b4b046c req-3f4c0f8e-b208-49e9-bcf7-f2d317d2abc0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:08.498930 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f40682a-89f7-49fa-aa14-c21674e9349c None None] New status for floating IP 08097692-8028-4c0c-b639-9005e84b5e0c: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:23:08.519782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55494) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:08.568128 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3553a411-2392-4f07-a42b-6da6fba05b15 x-openstack-request-id: req-3553a411-2392-4f07-a42b-6da6fba05b15 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:08.568469 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6dcaf40-47b4-4bda-be6f-23f9f9cefe96", "name": "network-vif-deleted", "tag": "b89e2f6e-5bef-4993-9f38-f776ffe51732", "status": "completed", "code": 200}, {"server_uuid": "da7e5e58-5477-466e-b48a-1b4ad4cfa660", "name": "network-vif-deleted", "tag": "bbe6f4ac-d0d6-43e4-be7a-dfed7276b822", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:08.568670 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3553a411-2392-4f07-a42b-6da6fba05b15 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:08.569047 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dcaf40-47b4-4bda-be6f-23f9f9cefe96', 'name': 'network-vif-deleted', 'tag': 'b89e2f6e-5bef-4993-9f38-f776ffe51732', 'status': 'completed', 'code': 200} Dec 20 21:23:08.569291 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7e5e58-5477-466e-b48a-1b4ad4cfa660', 'name': 'network-vif-deleted', 'tag': 'bbe6f4ac-d0d6-43e4-be7a-dfed7276b822', 'status': 'completed', 'code': 200} Dec 20 21:23:08.569545 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffbd91a8-02e0-4c9d-8625-55cc8e2d11d1 req-7257ea53-39be-4c28-a110-eae811dc1028 service neutron] 10.222.0.66 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875341 Dec 20 21:23:08.571168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee4f4a-5ba3-4334-a7a4-f0e3bf29ee8f req-07d5f0ff-f035-4a7f-b2fe-343f7009b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:08.572625 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57ee4f4a-5ba3-4334-a7a4-f0e3bf29ee8f req-07d5f0ff-f035-4a7f-b2fe-343f7009b02c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 1095 time: 0.2118547 Dec 20 21:23:08.631398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-3c8521b7-5cff-44cc-ad45-a4ba5b4b046c req-3f4c0f8e-b208-49e9-bcf7-f2d317d2abc0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] For port 149f1a22-ad35-48c3-aa0e-4c2a302a0abb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=149f1a22-ad35-48c3-aa0e-4c2a302a0abb,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:08.631775 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3c8521b7-5cff-44cc-ad45-a4ba5b4b046c req-3f4c0f8e-b208-49e9-bcf7-f2d317d2abc0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:08.649707 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac807a15-08d9-4677-8974-f6546c1349a3 req-47b7bbb4-c9f3-4305-8cec-e875cb812aab tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:08.651569 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ac807a15-08d9-4677-8974-f6546c1349a3 req-47b7bbb4-c9f3-4305-8cec-e875cb812aab tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 943 time: 0.2712531 Dec 20 21:23:08.674029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-3c8521b7-5cff-44cc-ad45-a4ba5b4b046c req-3f4c0f8e-b208-49e9-bcf7-f2d317d2abc0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Calling delete_port for 149f1a22-ad35-48c3-aa0e-4c2a302a0abb owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:08.706449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 149f1a22-ad35-48c3-aa0e-4c2a302a0abb no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:08.708893 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-824d1e50-86d2-4551-b52d-c2e2a5dd38de tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:08.713476 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57ee4f4a-5ba3-4334-a7a4-f0e3bf29ee8f req-cf971c46-cac3-415b-8954-26c00a60783f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787144 Dec 20 21:23:08.755160 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ac807a15-08d9-4677-8974-f6546c1349a3 req-19e4a6a4-f48a-4ca1-b3cc-3bd66cda9559 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960734 Dec 20 21:23:08.760679 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-e7fa2125-0b78-4e39-9c38-8b1a22934728 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624442 Dec 20 21:23:08.779993 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-824d1e50-86d2-4551-b52d-c2e2a5dd38de tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:08.801387 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:08.817860 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-907f740a-b76a-4a80-9160-6fcb013c1723 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3af104d3-5b5c-4c65-b1ac-144ab3987ab1 HTTP/1.1" status: 200 len: 217 time: 0.0408444 Dec 20 21:23:08.836889 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 149f1a22-ad35-48c3-aa0e-4c2a302a0abb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=149f1a22-ad35-48c3-aa0e-4c2a302a0abb,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:08.842030 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:08.842765 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:08.874778 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:23:08.875822 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device bbe6f4ac-d0d6-43e4-be7a-dfed7276b822 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:08.906347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-048f00b0-ff01-4ca8-bb64-709db8a2c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:08.907240 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6554b5-de56-49e4-9ddd-ba40884a9820 req-75cc79a2-7004-4954-af94-5675809ee67e tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:08.907728 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-048f00b0-ff01-4ca8-bb64-709db8a2c87f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcfdc364-7df9-412a-8432-b29f6a28f02f HTTP/1.1" status: 200 len: 797 time: 0.0727890 Dec 20 21:23:08.915355 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e6554b5-de56-49e4-9ddd-ba40884a9820 req-75cc79a2-7004-4954-af94-5675809ee67e tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 945 time: 0.1091106 Dec 20 21:23:08.930197 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17f7f5-faa0-4d40-b3bf-d7f948674fd5 req-de0f83d0-1fdb-4f8e-9b6a-de13a83ccee1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:08.931707 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cd17f7f5-faa0-4d40-b3bf-d7f948674fd5 req-de0f83d0-1fdb-4f8e-9b6a-de13a83ccee1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 946 time: 0.0623922 Dec 20 21:23:08.947806 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=149f1a22-ad35-48c3-aa0e-4c2a302a0abb,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:08.964351 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-824d1e50-86d2-4551-b52d-c2e2a5dd38de tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:08.966904 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-824d1e50-86d2-4551-b52d-c2e2a5dd38de tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:08.970284 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-824d1e50-86d2-4551-b52d-c2e2a5dd38de tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "DELETE /v2.0/security-groups/4ab8b529-92b3-4de9-829d-b8be20331486 HTTP/1.1" status: 204 len: 168 time: 0.4461226 Dec 20 21:23:08.971262 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55498) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:08.995407 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d1e50-86d2-4551-b52d-c2e2a5dd38de tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab8b529-92b3-4de9-829d-b8be20331486,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:09.004209 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e6554b5-de56-49e4-9ddd-ba40884a9820 req-166fbe56-5da4-4034-9947-8be821cb38e8 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883825 Dec 20 21:23:09.019550 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3c8521b7-5cff-44cc-ad45-a4ba5b4b046c req-3f4c0f8e-b208-49e9-bcf7-f2d317d2abc0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:09.064897 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c729fbe3-54de-4989-ba64-84a1bbe031b1'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:23:09.093909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8521b7-5cff-44cc-ad45-a4ba5b4b046c req-3f4c0f8e-b208-49e9-bcf7-f2d317d2abc0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] No DVR routers for this DVR port 149f1a22-ad35-48c3-aa0e-4c2a302a0abb on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:23:09.095812 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c0f8e-b208-49e9-bcf7-f2d317d2abc0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Pushing event deleted for resources: {'Port': ['ID=149f1a22-ad35-48c3-aa0e-4c2a302a0abb,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:09.099038 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3c8521b7-5cff-44cc-ad45-a4ba5b4b046c req-3f4c0f8e-b208-49e9-bcf7-f2d317d2abc0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:09.102405 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c8521b7-5cff-44cc-ad45-a4ba5b4b046c req-3f4c0f8e-b208-49e9-bcf7-f2d317d2abc0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.31 "DELETE /v2.0/ports/149f1a22-ad35-48c3-aa0e-4c2a302a0abb HTTP/1.1" status: 204 len: 173 time: 0.9049640 Dec 20 21:23:09.156085 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50becf86-eaf5-4f56-8f6c-80742b48ffff req-6664e813-1d86-4d80-a308-31046c929bac tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=12e01f46-51a8-4cef-96cf-2c3964e058be HTTP/1.1" status: 200 len: 210 time: 0.0275908 Dec 20 21:23:09.333713 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-50abf30e-c42f-4966-8e46-7dffe407bc2d tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] show failed (client error): The resource could not be found. Dec 20 21:23:09.335157 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-50abf30e-c42f-4966-8e46-7dffe407bc2d tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "GET /v2.0/security-groups/4ab8b529-92b3-4de9-829d-b8be20331486 HTTP/1.1" status: 404 len: 347 time: 0.3625534 Dec 20 21:23:09.337986 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55506) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:09.354254 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cd17f7f5-faa0-4d40-b3bf-d7f948674fd5 req-4458464f-a43f-4166-958f-2aac042c4c1f tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135666 Dec 20 21:23:09.360262 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-dbb7e30c-b5be-4c22-848d-c6a6b96fe716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:09.361733 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-dbb7e30c-b5be-4c22-848d-c6a6b96fe716 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=639c8589-e65d-40a2-92b1-3421f5cc2118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.4410832 Dec 20 21:23:09.375975 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431ebe6-0e60-4bbc-a579-7695f4ac76bc req-4ff74af9-3092-4909-ba3c-7a1d7c615ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:09.377478 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8431ebe6-0e60-4bbc-a579-7695f4ac76bc req-4ff74af9-3092-4909-ba3c-7a1d7c615ff3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ebccd36e76e4e048af9ba49df15f8b4&device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 1092 time: 0.3925097 Dec 20 21:23:09.553093 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-9e345859-2e8d-44a3-8e79-ca4eeafc0e51 service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648769 Dec 20 21:23:09.554274 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431ebe6-0e60-4bbc-a579-7695f4ac76bc req-d111ab16-c8df-4b40-8010-742fa8b3fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:09.555636 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8431ebe6-0e60-4bbc-a579-7695f4ac76bc req-d111ab16-c8df-4b40-8010-742fa8b3fb80 service neutron] 10.222.0.66 "GET /v2.0/networks?id=87bfa78c-70b1-4af3-935b-75df2c2db66d HTTP/1.1" status: 200 len: 913 time: 0.1663942 Dec 20 21:23:09.652669 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8431ebe6-0e60-4bbc-a579-7695f4ac76bc req-66b17329-a14c-4efb-901f-924ab23772a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e HTTP/1.1" status: 200 len: 217 time: 0.0831206 Dec 20 21:23:09.730796 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-c0c57a96-e4d2-4444-8a76-95865f555f21 service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697257 Dec 20 21:23:09.748036 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431ebe6-0e60-4bbc-a579-7695f4ac76bc req-e0e4fcec-0b53-47cf-a86b-2c8cdb0022c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:09.749423 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8431ebe6-0e60-4bbc-a579-7695f4ac76bc req-e0e4fcec-0b53-47cf-a86b-2c8cdb0022c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0910f6ba-ef2e-4c81-82fb-17a8afd38e3b HTTP/1.1" status: 200 len: 852 time: 0.0816708 Dec 20 21:23:09.797358 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-a7505e38-002e-4e35-9f42-e70002c0320a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9f8bda01-3cf7-48af-89c4-9284006ee677 HTTP/1.1" status: 200 len: 217 time: 0.0578382 Dec 20 21:23:09.804741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-f35e2b3c-1229-4a3e-af8c-09e07c65219b tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Deleting port 2885caa5-791b-4f34-8c1a-6c00d4544100 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:09.805295 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f35e2b3c-1229-4a3e-af8c-09e07c65219b tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:09.831920 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8431ebe6-0e60-4bbc-a579-7695f4ac76bc req-3ce53a64-0568-4cf4-903a-8bc53d2f9496 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=87bfa78c-70b1-4af3-935b-75df2c2db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442894 Dec 20 21:23:09.928612 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f35e2b3c-1229-4a3e-af8c-09e07c65219b tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:09.928931 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f35e2b3c-1229-4a3e-af8c-09e07c65219b tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:09.955864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-f35e2b3c-1229-4a3e-af8c-09e07c65219b tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Calling delete_port for 2885caa5-791b-4f34-8c1a-6c00d4544100 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:09.998238 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-50317392-74f6-48b4-bac1-b790ca3f6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:10.000109 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-50317392-74f6-48b4-bac1-b790ca3f6719 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcfdc364-7df9-412a-8432-b29f6a28f02f HTTP/1.1" status: 200 len: 797 time: 0.1804600 Dec 20 21:23:10.024730 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd1edd-4714-47f7-90d3-801fa8649009 req-abe2cc4f-4516-48bd-b430-b8ddd2d0d21d tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:10.026537 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6cbd1edd-4714-47f7-90d3-801fa8649009 req-abe2cc4f-4516-48bd-b430-b8ddd2d0d21d tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 943 time: 0.1536441 Dec 20 21:23:10.162983 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8431ebe6-0e60-4bbc-a579-7695f4ac76bc req-7fb5fdc7-ea85-4eef-aed1-d05acb7badfc service neutron] 10.222.0.66 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777250 Dec 20 21:23:10.176068 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6cbd1edd-4714-47f7-90d3-801fa8649009 req-e2a307b0-df21-4b70-9aca-3985829b8052 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287062 Dec 20 21:23:10.220498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301504b-fda3-4816-ad21-8abc1a693d20 req-2287101f-dfd2-489c-821c-3f7f84a84ca2 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:10.222252 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2301504b-fda3-4816-ad21-8abc1a693d20 req-2287101f-dfd2-489c-821c-3f7f84a84ca2 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 945 time: 0.0979171 Dec 20 21:23:10.252719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-41a06dda-b3c6-447b-8f6c-412054ec64f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:10.254545 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-41a06dda-b3c6-447b-8f6c-412054ec64f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=639c8589-e65d-40a2-92b1-3421f5cc2118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1698411 Dec 20 21:23:10.258311 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e01f46-51a8-4cef-96cf-2c3964e058be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '149f1a22-ad35-48c3-aa0e-4c2a302a0abb'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:10.260894 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213e89ba-6e55-4952-bef4-3683d78fd11b" -d '{"events": [{"server_uuid": "12e01f46-51a8-4cef-96cf-2c3964e058be", "name": "network-vif-unplugged", "status": "completed", "tag": "149f1a22-ad35-48c3-aa0e-4c2a302a0abb"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:10.302019 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c06adb2-2029-4ee3-b399-86e845bc1c2c x-openstack-request-id: req-0c06adb2-2029-4ee3-b399-86e845bc1c2c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:10.303177 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e01f46-51a8-4cef-96cf-2c3964e058be", "name": "network-vif-unplugged", "status": "completed", "tag": "149f1a22-ad35-48c3-aa0e-4c2a302a0abb", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:10.303643 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c06adb2-2029-4ee3-b399-86e845bc1c2c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:10.304277 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e01f46-51a8-4cef-96cf-2c3964e058be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '149f1a22-ad35-48c3-aa0e-4c2a302a0abb', 'code': 200} Dec 20 21:23:10.321194 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8431ebe6-0e60-4bbc-a579-7695f4ac76bc req-5fa0646a-a90d-411d-9358-8f711ce6f2e5 service neutron] 10.222.0.66 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429644 Dec 20 21:23:10.330249 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2301504b-fda3-4816-ad21-8abc1a693d20 req-471aa89f-69ec-48a0-acf6-c622f9f6bebd tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/security-groups?id=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944505 Dec 20 21:23:10.383438 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f35e2b3c-1229-4a3e-af8c-09e07c65219b tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:10.421123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e2b3c-1229-4a3e-af8c-09e07c65219b tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Pushing event deleted for resources: {'Port': ['ID=2885caa5-791b-4f34-8c1a-6c00d4544100,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:10.540692 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8707a-b75e-46f6-bc01-04b06810dc13 req-a2a68fdb-76b9-4881-8587-97494758f7bb tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:10.549700 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dae8707a-b75e-46f6-bc01-04b06810dc13 req-a2a68fdb-76b9-4881-8587-97494758f7bb tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1465392 Dec 20 21:23:10.552546 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f35e2b3c-1229-4a3e-af8c-09e07c65219b tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:10.554472 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-a2e8de53-c441-4778-b9aa-10f5eb24be08 service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323604 Dec 20 21:23:10.555157 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f35e2b3c-1229-4a3e-af8c-09e07c65219b tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:10.556335 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f35e2b3c-1229-4a3e-af8c-09e07c65219b tempest-ServersTestJSON-691105348 tempest-ServersTestJSON-691105348-project] 10.222.0.32 "DELETE /v2.0/floatingips/08097692-8028-4c0c-b639-9005e84b5e0c HTTP/1.1" status: 204 len: 168 time: 1.2172756 Dec 20 21:23:10.564171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55570) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:10.598643 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dae8707a-b75e-46f6-bc01-04b06810dc13 req-df14b0df-2639-477d-aee0-a74ae534ef01 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479844 Dec 20 21:23:10.604318 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e01f46-51a8-4cef-96cf-2c3964e058be', 'name': 'network-vif-deleted', 'tag': '149f1a22-ad35-48c3-aa0e-4c2a302a0abb'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:10.605198 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3798e5-f5bd-4f20-84c7-702db79e7f16" -d '{"events": [{"server_uuid": "12e01f46-51a8-4cef-96cf-2c3964e058be", "name": "network-vif-deleted", "tag": "149f1a22-ad35-48c3-aa0e-4c2a302a0abb"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:10.689758 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0a37b3-bcca-4b6d-a37d-f377cbcbc54d x-openstack-request-id: req-5d0a37b3-bcca-4b6d-a37d-f377cbcbc54d {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:10.690057 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e01f46-51a8-4cef-96cf-2c3964e058be", "name": "network-vif-deleted", "tag": "149f1a22-ad35-48c3-aa0e-4c2a302a0abb", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:10.690331 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d0a37b3-bcca-4b6d-a37d-f377cbcbc54d {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:10.690719 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e01f46-51a8-4cef-96cf-2c3964e058be', 'name': 'network-vif-deleted', 'tag': '149f1a22-ad35-48c3-aa0e-4c2a302a0abb', 'status': 'completed', 'code': 200} Dec 20 21:23:10.737442 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12e5e4a2-8187-49fd-aed1-d6226e5e5b90 req-44707972-fb34-4b05-b663-164b26eb04a4 service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109416 Dec 20 21:23:10.774023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40538ec8-95a1-4722-bbf7-61131ec0ed85 req-cd39dc66-6368-49c8-a169-a0af075603a7 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:10.776006 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-40538ec8-95a1-4722-bbf7-61131ec0ed85 req-cd39dc66-6368-49c8-a169-a0af075603a7 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 946 time: 0.2259252 Dec 20 21:23:10.788535 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292480f-1cf1-4ffe-bf40-66a2218ef474 req-33709819-5c9a-492a-a469-fcaebb9e4621 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:10.790397 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7292480f-1cf1-4ffe-bf40-66a2218ef474 req-33709819-5c9a-492a-a469-fcaebb9e4621 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.31 "GET /v2.0/ports?device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 945 time: 0.1028826 Dec 20 21:23:10.822777 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b766c4d-8d31-465c-abe7-8b39fd136650 req-fd3c0fbe-5f4f-48fd-849f-64f7790bbb6a tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:10.824298 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b766c4d-8d31-465c-abe7-8b39fd136650 req-fd3c0fbe-5f4f-48fd-849f-64f7790bbb6a tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0555274 Dec 20 21:23:10.878887 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b766c4d-8d31-465c-abe7-8b39fd136650 req-03305142-ef49-4655-a4e9-32d0657743c2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478477 Dec 20 21:23:10.954226 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-40538ec8-95a1-4722-bbf7-61131ec0ed85 req-1d49593c-2811-4ca3-a964-c37d0c7f7511 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605778 Dec 20 21:23:10.961876 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bbd67-42de-4bec-8375-ab0d166bc561 req-604b609e-f702-4e27-8de0-c3b7eeabcbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:10.962744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bbd67-42de-4bec-8375-ab0d166bc561 req-604b609e-f702-4e27-8de0-c3b7eeabcbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:10.963522 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bbd67-42de-4bec-8375-ab0d166bc561 req-604b609e-f702-4e27-8de0-c3b7eeabcbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:10.964163 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bbd67-42de-4bec-8375-ab0d166bc561 req-604b609e-f702-4e27-8de0-c3b7eeabcbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:10.964939 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bbd67-42de-4bec-8375-ab0d166bc561 req-604b609e-f702-4e27-8de0-c3b7eeabcbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:10.965605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bbd67-42de-4bec-8375-ab0d166bc561 req-604b609e-f702-4e27-8de0-c3b7eeabcbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:10.966158 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bbd67-42de-4bec-8375-ab0d166bc561 req-604b609e-f702-4e27-8de0-c3b7eeabcbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:10.968222 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-862bbd67-42de-4bec-8375-ab0d166bc561 req-604b609e-f702-4e27-8de0-c3b7eeabcbc8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa6bba111e234f8b895c1075b6132216&device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 6487 time: 0.0682564 Dec 20 21:23:11.076247 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-7292480f-1cf1-4ffe-bf40-66a2218ef474 req-a5fb9007-86d5-4d37-a0b0-92927f386f70 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Deleting port 9d02d1fd-93ca-4c61-8850-593e018a520e {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:11.076604 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7292480f-1cf1-4ffe-bf40-66a2218ef474 req-a5fb9007-86d5-4d37-a0b0-92927f386f70 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:11.157705 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bbd67-42de-4bec-8375-ab0d166bc561 req-b5cd42bc-560d-401b-85d2-63499fb552ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:11.159270 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-862bbd67-42de-4bec-8375-ab0d166bc561 req-b5cd42bc-560d-401b-85d2-63499fb552ae service neutron] 10.222.0.31 "GET /v2.0/networks?id=a59c69cc-251c-424c-8fcd-16f53c9e39c8 HTTP/1.1" status: 200 len: 917 time: 0.1805785 Dec 20 21:23:11.166697 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1caaf-d831-4a40-b941-849d032caea1 req-00a49a8b-1070-42d6-b9d8-3df1e877e42f tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:11.168845 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f1a1caaf-d831-4a40-b941-849d032caea1 req-00a49a8b-1070-42d6-b9d8-3df1e877e42f tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 1095 time: 0.0904632 Dec 20 21:23:11.242828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d1898-11e3-4845-9f82-9f75d3b3cac0 req-eb253112-7212-449f-b20e-4c271b0f2770 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:11.244506 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d5d1898-11e3-4845-9f82-9f75d3b3cac0 req-eb253112-7212-449f-b20e-4c271b0f2770 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1603155 Dec 20 21:23:11.254329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7292480f-1cf1-4ffe-bf40-66a2218ef474 req-a5fb9007-86d5-4d37-a0b0-92927f386f70 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] For port 9d02d1fd-93ca-4c61-8850-593e018a520e, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9d02d1fd-93ca-4c61-8850-593e018a520e,segment=NetworkSegment(33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3),segment_id=33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:11.254756 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7292480f-1cf1-4ffe-bf40-66a2218ef474 req-a5fb9007-86d5-4d37-a0b0-92927f386f70 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:11.264344 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-862bbd67-42de-4bec-8375-ab0d166bc561 req-233de812-2b0c-44d3-9464-cb713b8ab144 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3cccbd7-884d-4edf-95fe-7eafe392459d HTTP/1.1" status: 200 len: 1002 time: 0.0942318 Dec 20 21:23:11.265884 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f1a1caaf-d831-4a40-b941-849d032caea1 req-c0442121-c1ce-4800-99a8-55a838dae70a tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896611 Dec 20 21:23:11.297896 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-7292480f-1cf1-4ffe-bf40-66a2218ef474 req-a5fb9007-86d5-4d37-a0b0-92927f386f70 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Calling delete_port for 9d02d1fd-93ca-4c61-8850-593e018a520e owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:11.332671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bbd67-42de-4bec-8375-ab0d166bc561 req-5947384f-41db-466b-9970-de04b010a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:11.334188 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-862bbd67-42de-4bec-8375-ab0d166bc561 req-5947384f-41db-466b-9970-de04b010a280 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8068432-bb6b-4d01-8126-71f8c5380ca3 HTTP/1.1" status: 200 len: 855 time: 0.0546091 Dec 20 21:23:11.402807 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d5d1898-11e3-4845-9f82-9f75d3b3cac0 req-df8d391e-8a2a-4b32-9eb2-6f2d2cb8e04c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448715 Dec 20 21:23:11.412285 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca11cd-7b6a-4395-9cb4-63b5ec7d7bd5 req-d653b991-8203-444a-aea4-6a71b3b3f966 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:11.424205 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00ca11cd-7b6a-4395-9cb4-63b5ec7d7bd5 req-d653b991-8203-444a-aea4-6a71b3b3f966 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 943 time: 0.0787241 Dec 20 21:23:11.424205 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bbd67-42de-4bec-8375-ab0d166bc561 req-41ec9c78-3609-4164-9d18-dcafaf27144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:11.424205 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-862bbd67-42de-4bec-8375-ab0d166bc561 req-41ec9c78-3609-4164-9d18-dcafaf27144c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a59c69cc-251c-424c-8fcd-16f53c9e39c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0734386 Dec 20 21:23:11.424868 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device e0fb238f-856c-4c6c-b7a1-186f7ca4f16e details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:23:11.524389 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7292480f-1cf1-4ffe-bf40-66a2218ef474 req-a5fb9007-86d5-4d37-a0b0-92927f386f70 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:11.560330 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00ca11cd-7b6a-4395-9cb4-63b5ec7d7bd5 req-a1c3aefc-eabe-4c7b-87c8-08448cdceb37 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319306 Dec 20 21:23:11.595675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-862bbd67-42de-4bec-8375-ab0d166bc561 req-c0abc2f3-a237-48f8-8f66-d625acdd4028 service neutron] 10.222.0.31 "GET /v2.0/networks/a59c69cc-251c-424c-8fcd-16f53c9e39c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692827 Dec 20 21:23:11.655805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port e0fb238f-856c-4c6c-b7a1-186f7ca4f16e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e,segment=NetworkSegment(f58a665f-5507-4cab-976d-225a808b00cd),segment_id=f58a665f-5507-4cab-976d-225a808b00cd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:11.658030 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb9007-86d5-4d37-a0b0-92927f386f70 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Pushing event deleted for resources: {'Port': ['ID=9d02d1fd-93ca-4c61-8850-593e018a520e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:11.692941 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'e0fb238f-856c-4c6c-b7a1-186f7ca4f16e', 'network_id': '87bfa78c-70b1-4af3-935b-75df2c2db66d', 'port_id': 'e0fb238f-856c-4c6c-b7a1-186f7ca4f16e', 'mac_address': 'fa:16:3e:d2:3a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0910f6ba-ef2e-4c81-82fb-17a8afd38e3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:23:11.739815 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-862bbd67-42de-4bec-8375-ab0d166bc561 req-2aa85de3-3672-4900-b19f-b0731877fac5 service neutron] 10.222.0.31 "GET /v2.0/networks/a59c69cc-251c-424c-8fcd-16f53c9e39c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341715 Dec 20 21:23:11.779366 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7292480f-1cf1-4ffe-bf40-66a2218ef474 req-a5fb9007-86d5-4d37-a0b0-92927f386f70 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] No DVR routers for this DVR port 9d02d1fd-93ca-4c61-8850-593e018a520e on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:23:11.785530 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:11.786312 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7292480f-1cf1-4ffe-bf40-66a2218ef474 req-a5fb9007-86d5-4d37-a0b0-92927f386f70 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:11.790414 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7292480f-1cf1-4ffe-bf40-66a2218ef474 req-a5fb9007-86d5-4d37-a0b0-92927f386f70 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.31 "DELETE /v2.0/ports/9d02d1fd-93ca-4c61-8850-593e018a520e HTTP/1.1" status: 204 len: 173 time: 0.9730644 Dec 20 21:23:11.799462 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538d849-2726-4213-afb6-468e8a832004 req-4135079e-9f09-4b49-9e2d-ae1903e9da2b tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:11.806545 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-60d98cf9-101b-47db-aa82-a03c76b7128e req-0f9b6ed8-fb85-4c10-b7a2-4765e146b1e3 tempest-FloatingIPsAssociationTestJSON-2132151987 tempest-FloatingIPsAssociationTestJSON-2132151987-project] 10.222.0.32 "GET /v2.0/ports?device_id=3de7ce4e-0201-4aee-9fdf-62006bb87697 HTTP/1.1" status: 200 len: 210 time: 0.0494163 Dec 20 21:23:11.807209 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0fb238f-856c-4c6c-b7a1-186f7ca4f16e {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:23:11.808758 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7538d849-2726-4213-afb6-468e8a832004 req-4135079e-9f09-4b49-9e2d-ae1903e9da2b tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 1095 time: 0.2992759 Dec 20 21:23:11.855568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port e0fb238f-856c-4c6c-b7a1-186f7ca4f16e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e,segment=NetworkSegment(f58a665f-5507-4cab-976d-225a808b00cd),segment_id=f58a665f-5507-4cab-976d-225a808b00cd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:11.861412 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f6d5899b-c47e-4b1d-9dbe-6f43c64ed9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:11.861572 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:11.908095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7538d849-2726-4213-afb6-468e8a832004 req-d712f241-750f-48ee-a091-92d19652cdea tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982618 Dec 20 21:23:11.974392 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:12.189588 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['e0fb238f-856c-4c6c-b7a1-186f7ca4f16e'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:23:12.208612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5899b-c47e-4b1d-9dbe-6f43c64ed9ca admin admin] Deleting port 7f43956a-0333-4969-9972-edbd21c39a8f {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:12.214133 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f6d5899b-c47e-4b1d-9dbe-6f43c64ed9ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:12.337779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-f6d5899b-c47e-4b1d-9dbe-6f43c64ed9ca admin admin] For port 7f43956a-0333-4969-9972-edbd21c39a8f, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7f43956a-0333-4969-9972-edbd21c39a8f,segment=NetworkSegment(db5a54d8-a1cc-4e9c-93ee-a03a7ee33813),segment_id=db5a54d8-a1cc-4e9c-93ee-a03a7ee33813)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:12.338329 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f6d5899b-c47e-4b1d-9dbe-6f43c64ed9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:12.357543 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5899b-c47e-4b1d-9dbe-6f43c64ed9ca admin admin] Calling delete_port for 7f43956a-0333-4969-9972-edbd21c39a8f owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:12.557536 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c9d49-612a-4bf8-b697-b1324c70fae9 req-5b547a01-ba6f-4358-8e45-0f3d377452f7 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:12.565257 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-550c9d49-612a-4bf8-b697-b1324c70fae9 req-5b547a01-ba6f-4358-8e45-0f3d377452f7 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 1095 time: 0.0895514 Dec 20 21:23:12.631585 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-550c9d49-612a-4bf8-b697-b1324c70fae9 req-d9cbc473-4b68-4f20-ab76-2de710e9f747 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630355 Dec 20 21:23:12.672689 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f6d5899b-c47e-4b1d-9dbe-6f43c64ed9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:12.693919 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 9d02d1fd-93ca-4c61-8850-593e018a520e no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:12.715304 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 9d02d1fd-93ca-4c61-8850-593e018a520e {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:23:12.715646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 9d02d1fd-93ca-4c61-8850-593e018a520e not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:12.719001 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'name': 'network-vif-deleted', 'tag': '9d02d1fd-93ca-4c61-8850-593e018a520e'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:12.720359 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f669dc64-e824-4942-9eb0-8054582879a9" -d '{"events": [{"server_uuid": "3de7ce4e-0201-4aee-9fdf-62006bb87697", "name": "network-vif-deleted", "tag": "9d02d1fd-93ca-4c61-8850-593e018a520e"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:12.726271 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5899b-c47e-4b1d-9dbe-6f43c64ed9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=7f43956a-0333-4969-9972-edbd21c39a8f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:12.783274 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe6533d-ce48-4ae8-b60b-cf37081fd29c x-openstack-request-id: req-bfe6533d-ce48-4ae8-b60b-cf37081fd29c {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:12.783547 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de7ce4e-0201-4aee-9fdf-62006bb87697", "name": "network-vif-deleted", "tag": "9d02d1fd-93ca-4c61-8850-593e018a520e", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:12.783806 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfe6533d-ce48-4ae8-b60b-cf37081fd29c {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:12.784205 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de7ce4e-0201-4aee-9fdf-62006bb87697', 'name': 'network-vif-deleted', 'tag': '9d02d1fd-93ca-4c61-8850-593e018a520e', 'status': 'completed', 'code': 200} Dec 20 21:23:12.787617 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce0d18-4b15-4d00-9756-b5c21dc8ee64 req-248534b6-e010-45f7-8636-001152cdd6b9 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:12.796041 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-24ce0d18-4b15-4d00-9756-b5c21dc8ee64 req-248534b6-e010-45f7-8636-001152cdd6b9 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 944 time: 0.0913215 Dec 20 21:23:12.874049 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-24ce0d18-4b15-4d00-9756-b5c21dc8ee64 req-011a115b-cd22-4c4f-8327-357298c0aef8 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771203 Dec 20 21:23:12.914047 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55622) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:13.016729 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f6d5899b-c47e-4b1d-9dbe-6f43c64ed9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:13.320451 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d5899b-c47e-4b1d-9dbe-6f43c64ed9ca admin admin] Router b217b47f-6b29-4730-8eb3-1da3fac5e498 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:23:13.439974 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device e0fb238f-856c-4c6c-b7a1-186f7ca4f16e up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:23:13.461364 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d5899b-c47e-4b1d-9dbe-6f43c64ed9ca admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:23:13.473056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1531cccc-18ea-4ab2-a641-7ce7f68cfe80 None None] Sync routers for ids ['b217b47f-6b29-4730-8eb3-1da3fac5e498'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:23:13.473814 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f6d5899b-c47e-4b1d-9dbe-6f43c64ed9ca admin admin] 10.222.0.32 "PUT /v2.0/routers/b217b47f-6b29-4730-8eb3-1da3fac5e498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9073992 Dec 20 21:23:13.477900 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55642) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:13.489960 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94c55119-35a2-4508-82d0-5243debef8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:13.508790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1531cccc-18ea-4ab2-a641-7ce7f68cfe80 None None] Routers {'b217b47f-6b29-4730-8eb3-1da3fac5e498'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:13.509410 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1531cccc-18ea-4ab2-a641-7ce7f68cfe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b217b47f-6b29-4730-8eb3-1da3fac5e498'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:13.578449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port e0fb238f-856c-4c6c-b7a1-186f7ca4f16e completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:23:13.586025 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port e0fb238f-856c-4c6c-b7a1-186f7ca4f16e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:13.586412 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:13.600864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85436f3e-9e5e-450d-a13a-4acdd5046a64 req-db8396d7-cd0a-4d29-85e7-afb1bd56e453 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:13.603979 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85436f3e-9e5e-450d-a13a-4acdd5046a64 req-db8396d7-cd0a-4d29-85e7-afb1bd56e453 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1450324 Dec 20 21:23:13.660139 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9f12115-d34e-4df0-9214-9e833c83282a admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:13.660635 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-1531cccc-18ea-4ab2-a641-7ce7f68cfe80 None None] Set router b217b47f-6b29-4730-8eb3-1da3fac5e498 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:13.827608 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0e465-b0d4-4280-98d4-3eb1f2c12a55 req-393c679d-7ba1-41ee-ad04-9962c5c4faa2 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:13.829166 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-31e0e465-b0d4-4280-98d4-3eb1f2c12a55 req-393c679d-7ba1-41ee-ad04-9962c5c4faa2 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 1095 time: 0.0575163 Dec 20 21:23:13.857083 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:13.884271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bfccf9-9b2a-44ac-88e8-5364299f82fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fb238f-856c-4c6c-b7a1-186f7ca4f16e'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:13.886922 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b0d025-3578-4df5-b592-29a4290f1394" -d '{"events": [{"server_uuid": "80bfccf9-9b2a-44ac-88e8-5364299f82fc", "name": "network-vif-plugged", "status": "completed", "tag": "e0fb238f-856c-4c6c-b7a1-186f7ca4f16e"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:13.906368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port e0fb238f-856c-4c6c-b7a1-186f7ca4f16e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e,segment=NetworkSegment(f58a665f-5507-4cab-976d-225a808b00cd),segment_id=f58a665f-5507-4cab-976d-225a808b00cd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:13.913048 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:13.931205 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-31e0e465-b0d4-4280-98d4-3eb1f2c12a55 req-7594a862-35a9-4afe-8684-1cb384128569 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957835 Dec 20 21:23:13.945829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1531cccc-18ea-4ab2-a641-7ce7f68cfe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'name': 'tempest-ServersTestJSON-1189040743-router', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53'}], 'enable_snat': True}, 'gw_port_id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:38Z', 'updated_at': '2021-12-20T21:23:12Z', 'revision_number': 5, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'gw_port': {'id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:39Z', 'updated_at': '2021-12-20T21:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:13.977959 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-94c55119-35a2-4508-82d0-5243debef8a3 admin admin] Deleting port fa477c63-f0de-44ab-8b99-b02f74c6c0ea {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:13.978405 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94c55119-35a2-4508-82d0-5243debef8a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:14.018325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:14.024669 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85436f3e-9e5e-450d-a13a-4acdd5046a64 req-9bfeda31-d1cf-45b5-9ee7-b5789e61ca64 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053783 Dec 20 21:23:14.035945 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1531cccc-18ea-4ab2-a641-7ce7f68cfe80 None None] Checking router: b217b47f-6b29-4730-8eb3-1da3fac5e498 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:23:14.059165 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1531cccc-18ea-4ab2-a641-7ce7f68cfe80 None None] Routers {'b217b47f-6b29-4730-8eb3-1da3fac5e498'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:14.059873 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1531cccc-18ea-4ab2-a641-7ce7f68cfe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b217b47f-6b29-4730-8eb3-1da3fac5e498'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:14.100452 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-94c55119-35a2-4508-82d0-5243debef8a3 admin admin] For port fa477c63-f0de-44ab-8b99-b02f74c6c0ea, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=fa477c63-f0de-44ab-8b99-b02f74c6c0ea,segment=NetworkSegment(33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3),segment_id=33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:14.101066 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94c55119-35a2-4508-82d0-5243debef8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:14.118704 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-94c55119-35a2-4508-82d0-5243debef8a3 admin admin] Calling delete_port for fa477c63-f0de-44ab-8b99-b02f74c6c0ea owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:14.146326 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb04400-ea00-4f18-bc79-61ba29350a82 x-openstack-request-id: req-4bb04400-ea00-4f18-bc79-61ba29350a82 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:14.146815 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bfccf9-9b2a-44ac-88e8-5364299f82fc", "name": "network-vif-plugged", "status": "completed", "tag": "e0fb238f-856c-4c6c-b7a1-186f7ca4f16e", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:14.147473 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4bb04400-ea00-4f18-bc79-61ba29350a82 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:14.147677 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bfccf9-9b2a-44ac-88e8-5364299f82fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fb238f-856c-4c6c-b7a1-186f7ca4f16e', 'code': 200} Dec 20 21:23:14.159407 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9f12115-d34e-4df0-9214-9e833c83282a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:14.222512 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-1531cccc-18ea-4ab2-a641-7ce7f68cfe80 None None] Set router b217b47f-6b29-4730-8eb3-1da3fac5e498 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:14.239361 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-a9f12115-d34e-4df0-9214-9e833c83282a admin admin] Deleting port 8ebf1ae6-7b37-40da-a941-bf602ffdde53 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:14.240084 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9f12115-d34e-4df0-9214-9e833c83282a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:14.340883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-a9f12115-d34e-4df0-9214-9e833c83282a admin admin] For port 8ebf1ae6-7b37-40da-a941-bf602ffdde53, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8ebf1ae6-7b37-40da-a941-bf602ffdde53,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:14.342287 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9f12115-d34e-4df0-9214-9e833c83282a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:14.361258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-a9f12115-d34e-4df0-9214-9e833c83282a admin admin] Calling delete_port for 8ebf1ae6-7b37-40da-a941-bf602ffdde53 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:14.446103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7accf-0904-4a54-9ba5-56ba320dba63 req-0de09dd6-48cb-4c7b-b6f1-fc3773a8b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:14.448124 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-13f7accf-0904-4a54-9ba5-56ba320dba63 req-0de09dd6-48cb-4c7b-b6f1-fc3773a8b583 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 1094 time: 0.2305608 Dec 20 21:23:14.454688 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:14.470744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c5b7d-8d8b-4aa9-906f-ee73112cc0d7 req-a4bd184a-6e70-41fa-9791-5e1691a036bf tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:14.476719 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1531cccc-18ea-4ab2-a641-7ce7f68cfe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'name': 'tempest-ServersTestJSON-1189040743-router', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53'}], 'enable_snat': True}, 'gw_port_id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:38Z', 'updated_at': '2021-12-20T21:23:12Z', 'revision_number': 5, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'gw_port': {'id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:39Z', 'updated_at': '2021-12-20T21:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:14.483306 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6f4c5b7d-8d8b-4aa9-906f-ee73112cc0d7 req-a4bd184a-6e70-41fa-9791-5e1691a036bf tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 945 time: 0.3338947 Dec 20 21:23:14.521599 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1531cccc-18ea-4ab2-a641-7ce7f68cfe80 None None] The sync data for ids ['b217b47f-6b29-4730-8eb3-1da3fac5e498'] in n-d-xena-1 is: [{'id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'name': 'tempest-ServersTestJSON-1189040743-router', 'tenant_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53'}], 'enable_snat': True}, 'gw_port_id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:38Z', 'updated_at': '2021-12-20T21:23:12Z', 'revision_number': 5, 'project_id': 'a7e6f1c601bc4aadb7c404130b71a7ce', 'gw_port': {'id': '8ebf1ae6-7b37-40da-a941-bf602ffdde53', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:84:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217b47f-6b29-4730-8eb3-1da3fac5e498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:39Z', 'updated_at': '2021-12-20T21:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:23:14.609062 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9f12115-d34e-4df0-9214-9e833c83282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:14.635409 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f12115-d34e-4df0-9214-9e833c83282a admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebf1ae6-7b37-40da-a941-bf602ffdde53,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:14.685631 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6f4c5b7d-8d8b-4aa9-906f-ee73112cc0d7 req-c231386a-546e-4077-851f-1b7a88a699e0 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014577 Dec 20 21:23:14.703709 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-13f7accf-0904-4a54-9ba5-56ba320dba63 req-dd5a47a7-2c5b-4719-bab1-7e026848b723 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878436 Dec 20 21:23:14.712574 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9f12115-d34e-4df0-9214-9e833c83282a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:14.746783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55684) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:14.784651 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94c55119-35a2-4508-82d0-5243debef8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:14.875056 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9f12115-d34e-4df0-9214-9e833c83282a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:14.878801 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9f12115-d34e-4df0-9214-9e833c83282a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:14.880664 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c55119-35a2-4508-82d0-5243debef8a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa477c63-f0de-44ab-8b99-b02f74c6c0ea,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:14.955202 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9f12115-d34e-4df0-9214-9e833c83282a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:14.955735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f12115-d34e-4df0-9214-9e833c83282a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b217b47f-6b29-4730-8eb3-1da3fac5e498 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:23:14.967864 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9f12115-d34e-4df0-9214-9e833c83282a admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:14.969007 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a9f12115-d34e-4df0-9214-9e833c83282a admin admin] 10.222.0.32 "DELETE /v2.0/routers/b217b47f-6b29-4730-8eb3-1da3fac5e498 HTTP/1.1" status: 204 len: 168 time: 1.4915881 Dec 20 21:23:14.973469 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2059cf-889b-422d-9cae-63e6422c013e req-8780b418-0bc0-40e5-8aeb-0d7554148e6f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:14.975184 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55690) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:14.975776 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0e2059cf-889b-422d-9cae-63e6422c013e req-8780b418-0bc0-40e5-8aeb-0d7554148e6f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1697831 Dec 20 21:23:15.128333 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0e2059cf-889b-422d-9cae-63e6422c013e req-161ee594-f408-4a77-8c27-2a5e4dcce753 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671692 Dec 20 21:23:15.132738 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acf29e5-2008-40ed-bc58-326c3c221494 admin admin] Deleting subnet 3d670f12-9b1e-4214-8d75-9099ed36058a {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:23:15.138501 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2acf29e5-2008-40ed-bc58-326c3c221494 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:15.142374 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94c55119-35a2-4508-82d0-5243debef8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:15.207415 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2acf29e5-2008-40ed-bc58-326c3c221494 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:15.385592 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2acf29e5-2008-40ed-bc58-326c3c221494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:15.450848 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-57aa3b6a-fa65-48d4-b6bc-831964e086c1 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:23:15.453167 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-57aa3b6a-fa65-48d4-b6bc-831964e086c1 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234473 Dec 20 21:23:15.512614 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54844042-a9b8-430f-beca-d561e42e22b1 req-3ac34f7e-1393-409f-ac23-4ccfcbbd9b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:15.515252 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-3ac34f7e-1393-409f-ac23-4ccfcbbd9b60 service neutron] 10.222.0.32 "GET /v2.0/ports/43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 HTTP/1.1" status: 200 len: 1092 time: 0.0438383 Dec 20 21:23:15.527022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c55119-35a2-4508-82d0-5243debef8a3 admin admin] Router fdc5f22e-4fc7-4572-acb6-536444c95349 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:23:15.537059 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-54844042-a9b8-430f-beca-d561e42e22b1 req-a8350c8d-7b18-48cc-a4c0-cb4728f28cf5 service neutron] Request body: {'binding': {'host': 'n-h1-xena-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:15.537627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-54844042-a9b8-430f-beca-d561e42e22b1 req-a8350c8d-7b18-48cc-a4c0-cb4728f28cf5 service neutron] Unknown quota resources ['binding']. {{(pid=102402) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 21:23:15.581280 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2acf29e5-2008-40ed-bc58-326c3c221494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:15.627619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf29e5-2008-40ed-bc58-326c3c221494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d670f12-9b1e-4214-8d75-9099ed36058a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:15.647670 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2acf29e5-2008-40ed-bc58-326c3c221494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:15.651495 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2acf29e5-2008-40ed-bc58-326c3c221494 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3d670f12-9b1e-4214-8d75-9099ed36058a HTTP/1.1" status: 204 len: 168 time: 0.6753247 Dec 20 21:23:15.653914 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55698) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:15.654161 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae61b17-caf1-4cfd-a9d8-b85dcd98d4d6 None None] Network fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:23:15.712391 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-116566ef-8a40-47e9-8aea-81d6b90c577a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:15.810242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:15.943592 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30a350-f8ad-4d2e-b976-dd9f52eebb5c req-8705c30a-107d-4da3-b933-d7d691550975 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:15.951531 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4e30a350-f8ad-4d2e-b976-dd9f52eebb5c req-8705c30a-107d-4da3-b933-d7d691550975 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 945 time: 0.1416726 Dec 20 21:23:15.956332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] Deleting port 28f2f40c-02ba-4b47-8433-8e474988df8f {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:15.956852 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:15.976784 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c55119-35a2-4508-82d0-5243debef8a3 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:23:15.990266 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18623432-e6d3-45ec-bbae-e24b6b60dce6 None None] Sync routers for ids ['fdc5f22e-4fc7-4572-acb6-536444c95349'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:23:16.001231 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-94c55119-35a2-4508-82d0-5243debef8a3 admin admin] 10.222.0.32 "PUT /v2.0/routers/fdc5f22e-4fc7-4572-acb6-536444c95349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0861523 Dec 20 21:23:16.003838 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18623432-e6d3-45ec-bbae-e24b6b60dce6 None None] Routers {'fdc5f22e-4fc7-4572-acb6-536444c95349'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:16.004453 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55704) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:16.004925 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-18623432-e6d3-45ec-bbae-e24b6b60dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fdc5f22e-4fc7-4572-acb6-536444c95349'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:16.009745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e190b448-c732-4d90-94eb-16252b6b1125 None None] DHCP port deletion for fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:23:16.020421 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-54844042-a9b8-430f-beca-d561e42e22b1 req-a8350c8d-7b18-48cc-a4c0-cb4728f28cf5 service neutron] Attempting to bind port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 on host n-h1-xena-1 for vnic_type normal with profile None {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:23:16.027109 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-54844042-a9b8-430f-beca-d561e42e22b1 req-a8350c8d-7b18-48cc-a4c0-cb4728f28cf5 service neutron] Attempting to bind port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:23:16.027728 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54844042-a9b8-430f-beca-d561e42e22b1 req-a8350c8d-7b18-48cc-a4c0-cb4728f28cf5 service neutron] Attempting to bind port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:16.059528 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54844042-a9b8-430f-beca-d561e42e22b1 req-a8350c8d-7b18-48cc-a4c0-cb4728f28cf5 service neutron] Port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 on network ef25a713-78cb-4680-b602-defc0f8ef6dd not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:23:16.060152 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54844042-a9b8-430f-beca-d561e42e22b1 req-a8350c8d-7b18-48cc-a4c0-cb4728f28cf5 service neutron] Attempting to bind port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:16.094760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e190b448-c732-4d90-94eb-16252b6b1125 None None] Deleting port 28f2f40c-02ba-4b47-8433-8e474988df8f {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:16.095357 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e190b448-c732-4d90-94eb-16252b6b1125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:16.110626 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4e30a350-f8ad-4d2e-b976-dd9f52eebb5c req-e983ae76-fe0d-4b96-afcb-6145b1fe8035 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447017 Dec 20 21:23:16.111757 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54844042-a9b8-430f-beca-d561e42e22b1 req-a8350c8d-7b18-48cc-a4c0-cb4728f28cf5 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:23:16.112093 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54844042-a9b8-430f-beca-d561e42e22b1 req-a8350c8d-7b18-48cc-a4c0-cb4728f28cf5 service neutron] Checking segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:16.112476 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54844042-a9b8-430f-beca-d561e42e22b1 req-a8350c8d-7b18-48cc-a4c0-cb4728f28cf5 service neutron] Bound using segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:23:16.112974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-54844042-a9b8-430f-beca-d561e42e22b1 req-a8350c8d-7b18-48cc-a4c0-cb4728f28cf5 service neutron] Bound port: 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:23:16.173660 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d7bf-88fe-4a0a-881e-3c7895c7d2dd admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:16.201297 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] For port 28f2f40c-02ba-4b47-8433-8e474988df8f, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=28f2f40c-02ba-4b47-8433-8e474988df8f,segment=NetworkSegment(db5a54d8-a1cc-4e9c-93ee-a03a7ee33813),segment_id=db5a54d8-a1cc-4e9c-93ee-a03a7ee33813)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:16.201712 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-18623432-e6d3-45ec-bbae-e24b6b60dce6 None None] Set router fdc5f22e-4fc7-4572-acb6-536444c95349 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:16.201883 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:16.218213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] Calling delete_port for 28f2f40c-02ba-4b47-8433-8e474988df8f owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:16.229327 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-54844042-a9b8-430f-beca-d561e42e22b1 req-a8350c8d-7b18-48cc-a4c0-cb4728f28cf5 service neutron] For port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:23:16.236981 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-54844042-a9b8-430f-beca-d561e42e22b1 req-a8350c8d-7b18-48cc-a4c0-cb4728f28cf5 service neutron] Notify callbacks [] for binding, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:16.239156 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-a8350c8d-7b18-48cc-a4c0-cb4728f28cf5 service neutron] 10.222.0.32 "POST /v2.0/ports/43949ef0-d22d-494d-a52b-ed9f0a1d5ce3/bindings HTTP/1.1" status: 201 len: 387 time: 0.7096958 Dec 20 21:23:16.466694 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e190b448-c732-4d90-94eb-16252b6b1125 None None] For port 28f2f40c-02ba-4b47-8433-8e474988df8f, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=28f2f40c-02ba-4b47-8433-8e474988df8f,segment=NetworkSegment(db5a54d8-a1cc-4e9c-93ee-a03a7ee33813),segment_id=db5a54d8-a1cc-4e9c-93ee-a03a7ee33813)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:16.467209 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e190b448-c732-4d90-94eb-16252b6b1125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:16.494022 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e190b448-c732-4d90-94eb-16252b6b1125 None None] Calling delete_port for 28f2f40c-02ba-4b47-8433-8e474988df8f owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:16.525931 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-18623432-e6d3-45ec-bbae-e24b6b60dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:23:14Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:16.554097 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:16.615023 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18623432-e6d3-45ec-bbae-e24b6b60dce6 None None] Checking router: fdc5f22e-4fc7-4572-acb6-536444c95349 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: from cryptography.utils import int_from_bytes Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: from cryptography.utils import int_from_bytes Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.615610 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.618708 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.618708 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.618708 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.618708 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.618708 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.618708 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.618708 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.618708 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.618708 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.618708 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.618708 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.618708 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.618708 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:16.618708 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:23:16.633464 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e190b448-c732-4d90-94eb-16252b6b1125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:16.636246 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18623432-e6d3-45ec-bbae-e24b6b60dce6 None None] Routers {'fdc5f22e-4fc7-4572-acb6-536444c95349'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:16.637421 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-18623432-e6d3-45ec-bbae-e24b6b60dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fdc5f22e-4fc7-4572-acb6-536444c95349'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:16.689968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] No DVR routers for this DVR port 28f2f40c-02ba-4b47-8433-8e474988df8f on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:23:16.705647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] Pushing event deleted for resources: {'Port': ['ID=28f2f40c-02ba-4b47-8433-8e474988df8f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:16.711147 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190b448-c732-4d90-94eb-16252b6b1125 None None] Pushing event deleted for resources: {'Port': ['ID=28f2f40c-02ba-4b47-8433-8e474988df8f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:16.715481 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e190b448-c732-4d90-94eb-16252b6b1125 None None] No DVR routers for this DVR port 28f2f40c-02ba-4b47-8433-8e474988df8f on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:23:16.749911 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 28f2f40c-02ba-4b47-8433-8e474988df8f no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:16.775952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 28f2f40c-02ba-4b47-8433-8e474988df8f {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:23:16.776312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 28f2f40c-02ba-4b47-8433-8e474988df8f not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:16.776709 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7f43956a-0333-4969-9972-edbd21c39a8f no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:16.796103 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 7f43956a-0333-4969-9972-edbd21c39a8f {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:23:16.796473 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7f43956a-0333-4969-9972-edbd21c39a8f not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:16.797297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8ebf1ae6-7b37-40da-a941-bf602ffdde53 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:16.817875 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 8ebf1ae6-7b37-40da-a941-bf602ffdde53 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:23:16.818447 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8ebf1ae6-7b37-40da-a941-bf602ffdde53 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:16.835751 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d040df-5592-4c8a-8e98-51d1acdff7b8 req-f6961a06-b642-4733-baa3-937625cadbe1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:16.837382 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85d040df-5592-4c8a-8e98-51d1acdff7b8 req-f6961a06-b642-4733-baa3-937625cadbe1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 946 time: 0.3814740 Dec 20 21:23:16.838674 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d7bf-88fe-4a0a-881e-3c7895c7d2dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:16.845393 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-18623432-e6d3-45ec-bbae-e24b6b60dce6 None None] Set router fdc5f22e-4fc7-4572-acb6-536444c95349 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:16.845574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54844042-a9b8-430f-beca-d561e42e22b1 req-9642228f-1653-42f1-901d-ca24e75eeb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:16.846971 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-9642228f-1653-42f1-901d-ca24e75eeb45 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 1095 time: 0.2850695 Dec 20 21:23:16.852916 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:16.903492 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-116566ef-8a40-47e9-8aea-81d6b90c577a admin admin] Deleting port c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:16.903789 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-116566ef-8a40-47e9-8aea-81d6b90c577a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:16.932834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:16.988927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5a54d8-a1cc-4e9c-93ee-a03a7ee33813') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:16.989253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5a54d8-a1cc-4e9c-93ee-a03a7ee33813') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:17.029483 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-18623432-e6d3-45ec-bbae-e24b6b60dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:23:14Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:17.057669 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18623432-e6d3-45ec-bbae-e24b6b60dce6 None None] The sync data for ids ['fdc5f22e-4fc7-4572-acb6-536444c95349'] in n-d-xena-1 is: [{'id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'name': 'tempest-FloatingIPsAssociationTestJSON-1456310579-router', 'tenant_id': 'bcfd1174631646a39557725d507ef98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50'}], 'enable_snat': True}, 'gw_port_id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:38Z', 'updated_at': '2021-12-20T21:23:14Z', 'revision_number': 5, 'project_id': 'bcfd1174631646a39557725d507ef98c', 'gw_port': {'id': 'aaa07c2c-499b-4277-aa96-ce9d838efc8e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc5f22e-4fc7-4572-acb6-536444c95349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:43Z', 'updated_at': '2021-12-20T21:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:23:17.218554 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea3d79-ecfa-4961-b074-8e51f5cdbec6 req-b3f7226c-ccaa-4e96-abbd-f0738f5ead25 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:17.220259 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a2ea3d79-ecfa-4961-b074-8e51f5cdbec6 req-b3f7226c-ccaa-4e96-abbd-f0738f5ead25 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 945 time: 0.0571282 Dec 20 21:23:17.262778 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a2ea3d79-ecfa-4961-b074-8e51f5cdbec6 req-4e7b58e3-4911-4af3-a165-d5870232df23 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355475 Dec 20 21:23:17.334576 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85d040df-5592-4c8a-8e98-51d1acdff7b8 req-6fb0b619-7c80-47bb-9c88-875dad39054c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849238 Dec 20 21:23:17.338813 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:17.366796 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:17.369131 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c173d7a-3e6a-4854-9739-c986592a70ef req-c6fbbd45-eeb7-44fb-b1d9-ac73626fa7ad tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-713401584&fields=id&tenant_id=2ebccd36e76e4e048af9ba49df15f8b4 HTTP/1.1" status: 200 len: 267 time: 0.0387988 Dec 20 21:23:17.389021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:23:17.389862 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:23:17.393883 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:23:17.433292 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c173d7a-3e6a-4854-9739-c986592a70ef req-ba5bf75b-a85c-428e-8a8b-7d30b17d7b32 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:17.434997 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c173d7a-3e6a-4854-9739-c986592a70ef req-ba5bf75b-a85c-428e-8a8b-7d30b17d7b32 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 945 time: 0.0594788 Dec 20 21:23:17.448941 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-1c173d7a-3e6a-4854-9739-c986592a70ef req-7b425eda-902e-4894-93bb-ca0fcba8dc27 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Request body: {'port': {'security_groups': ['8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5', '496b8540-27f5-4210-bf38-09dceb7a2896']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:17.487124 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54844042-a9b8-430f-beca-d561e42e22b1 req-91b04482-9aab-4c31-afdd-e29847b68743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:17.488686 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-91b04482-9aab-4c31-afdd-e29847b68743 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 907 time: 0.6202517 Dec 20 21:23:17.501418 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-116566ef-8a40-47e9-8aea-81d6b90c577a admin admin] For port c7195a6f-c1d1-4ff6-abf9-33d59762c8e5, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c7195a6f-c1d1-4ff6-abf9-33d59762c8e5,segment=NetworkSegment(93e75a35-b432-4782-837d-a0bc23734d68),segment_id=93e75a35-b432-4782-837d-a0bc23734d68)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:17.501970 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-116566ef-8a40-47e9-8aea-81d6b90c577a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:17.508299 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-a0d7d7bf-88fe-4a0a-881e-3c7895c7d2dd admin admin] Deleting port aaa07c2c-499b-4277-aa96-ce9d838efc8e {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:17.508661 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d7bf-88fe-4a0a-881e-3c7895c7d2dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:17.526463 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:17.531858 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:17.538615 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] 10.222.0.32 "DELETE /v2.0/networks/fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5 HTTP/1.1" status: 204 len: 168 time: 1.8798161 Dec 20 21:23:17.616265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-116566ef-8a40-47e9-8aea-81d6b90c577a admin admin] Calling delete_port for c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:17.641713 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-141023c8-f6ea-4609-9924-f01fcd071857 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 HTTP/1.1" status: 200 len: 217 time: 0.1352780 Dec 20 21:23:17.648073 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e179966-84d9-4584-b3a6-cdc6590fc39d admin admin] Pushing event deleted for resources: {'Network': ['ID=fe1a0eb7-b0dc-4ee9-80c7-01c2971b4cf5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:17.704048 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:17.706898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55722) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:17.789587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54844042-a9b8-430f-beca-d561e42e22b1 req-5c4f2544-48d2-4883-a810-54ea2e52fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:17.791114 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-5c4f2544-48d2-4883-a810-54ea2e52fa73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.1389701 Dec 20 21:23:17.846310 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-9164d257-5694-41a4-aecb-8782e4030e1d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359182 Dec 20 21:23:17.886565 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1c173d7a-3e6a-4854-9739-c986592a70ef req-7b425eda-902e-4894-93bb-ca0fcba8dc27 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:17.974867 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b80b5ed7-c668-42f6-823a-138383952a51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7e6f1c601bc4aadb7c404130b71a7ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639291 Dec 20 21:23:17.975246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55734) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:17.984802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-a0d7d7bf-88fe-4a0a-881e-3c7895c7d2dd admin admin] For port aaa07c2c-499b-4277-aa96-ce9d838efc8e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=aaa07c2c-499b-4277-aa96-ce9d838efc8e,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:17.985188 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d7bf-88fe-4a0a-881e-3c7895c7d2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:18.012482 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-a0d7d7bf-88fe-4a0a-881e-3c7895c7d2dd admin admin] Calling delete_port for aaa07c2c-499b-4277-aa96-ce9d838efc8e owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:18.105545 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-462319a0-6ce3-4073-9afb-c8bf9097a015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:18.133848 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-73f32898-d0f6-47cb-bad7-892204171ed1 service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746933 Dec 20 21:23:18.147573 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-462319a0-6ce3-4073-9afb-c8bf9097a015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:18.171653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1c173d7a-3e6a-4854-9739-c986592a70ef req-7b425eda-902e-4894-93bb-ca0fcba8dc27 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] For port e0fb238f-856c-4c6c-b7a1-186f7ca4f16e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e,segment=NetworkSegment(f58a665f-5507-4cab-976d-225a808b00cd),segment_id=f58a665f-5507-4cab-976d-225a808b00cd)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:18.198300 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43db85-21db-4131-a6b0-395990f9b9c1 req-1f89b032-f910-4955-8ed1-d73410cc2900 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:18.199893 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8c43db85-21db-4131-a6b0-395990f9b9c1 req-1f89b032-f910-4955-8ed1-d73410cc2900 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1886513 Dec 20 21:23:18.225873 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1c173d7a-3e6a-4854-9739-c986592a70ef req-7b425eda-902e-4894-93bb-ca0fcba8dc27 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:18.232292 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1c173d7a-3e6a-4854-9739-c986592a70ef req-7b425eda-902e-4894-93bb-ca0fcba8dc27 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:18.241331 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-462319a0-6ce3-4073-9afb-c8bf9097a015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:18.243792 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-462319a0-6ce3-4073-9afb-c8bf9097a015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:18.244890 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-462319a0-6ce3-4073-9afb-c8bf9097a015 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/710e3a98-0034-4670-975e-64058d106182 HTTP/1.1" status: 204 len: 168 time: 0.2687647 Dec 20 21:23:18.268370 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['d3b984ea-bd14-413f-8fc8-0c981fcff557', 'e0fb238f-856c-4c6c-b7a1-186f7ca4f16e'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:23:18.281910 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-116566ef-8a40-47e9-8aea-81d6b90c577a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:18.300757 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c173d7a-3e6a-4854-9739-c986592a70ef req-7b425eda-902e-4894-93bb-ca0fcba8dc27 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:18.301557 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1c173d7a-3e6a-4854-9739-c986592a70ef req-7b425eda-902e-4894-93bb-ca0fcba8dc27 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:18.306518 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c173d7a-3e6a-4854-9739-c986592a70ef req-7b425eda-902e-4894-93bb-ca0fcba8dc27 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "PUT /v2.0/ports/e0fb238f-856c-4c6c-b7a1-186f7ca4f16e HTTP/1.1" status: 200 len: 981 time: 0.8628750 Dec 20 21:23:18.325735 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bfccf9-9b2a-44ac-88e8-5364299f82fc', 'tag': 'e0fb238f-856c-4c6c-b7a1-186f7ca4f16e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:18.328340 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda3aebe-943c-4983-a43b-c619b6e2d99b" -d '{"events": [{"name": "network-changed", "server_uuid": "80bfccf9-9b2a-44ac-88e8-5364299f82fc", "tag": "e0fb238f-856c-4c6c-b7a1-186f7ca4f16e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:18.341093 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462319a0-6ce3-4073-9afb-c8bf9097a015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710e3a98-0034-4670-975e-64058d106182,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:18.353396 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462319a0-6ce3-4073-9afb-c8bf9097a015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:18.353771 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462319a0-6ce3-4073-9afb-c8bf9097a015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:18.354175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462319a0-6ce3-4073-9afb-c8bf9097a015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:18.354601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462319a0-6ce3-4073-9afb-c8bf9097a015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:18.354929 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462319a0-6ce3-4073-9afb-c8bf9097a015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:18.355246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462319a0-6ce3-4073-9afb-c8bf9097a015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:18.355626 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462319a0-6ce3-4073-9afb-c8bf9097a015 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:18.355889 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462319a0-6ce3-4073-9afb-c8bf9097a015 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:18.356272 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462319a0-6ce3-4073-9afb-c8bf9097a015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:18.356624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462319a0-6ce3-4073-9afb-c8bf9097a015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:18.356901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462319a0-6ce3-4073-9afb-c8bf9097a015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:18.359064 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462319a0-6ce3-4073-9afb-c8bf9097a015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:18.392327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116566ef-8a40-47e9-8aea-81d6b90c577a admin admin] Pushing event deleted for resources: {'Port': ['ID=c7195a6f-c1d1-4ff6-abf9-33d59762c8e5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:18.400099 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b425eda-902e-4894-93bb-ca0fcba8dc27 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event updated for resources: {'Port': ['ID=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e,revision_number=6']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:18.407115 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8c43db85-21db-4131-a6b0-395990f9b9c1 req-6b09c3fc-d97b-455f-99f4-6decd177db25 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936786 Dec 20 21:23:18.450970 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-31e703df-f146-40a8-95b1-a80c309f1ee0 req-5bf69ff9-6f58-4625-9a10-0e56819933a6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/496b8540-27f5-4210-bf38-09dceb7a2896 HTTP/1.1" status: 200 len: 1800 time: 0.1190195 Dec 20 21:23:18.454673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['e0fb238f-856c-4c6c-b7a1-186f7ca4f16e'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:23:18.521921 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-31e703df-f146-40a8-95b1-a80c309f1ee0 req-6f017c98-02c0-4238-8c9e-5a6ecd8517fc tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 21:23:18.527980 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-f1d499f1-976f-4e14-a4c9-7818442024f3 service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624656 Dec 20 21:23:18.537893 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-31e703df-f146-40a8-95b1-a80c309f1ee0 req-6f017c98-02c0-4238-8c9e-5a6ecd8517fc tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "DELETE /v2.0/security-groups/496b8540-27f5-4210-bf38-09dceb7a2896 HTTP/1.1" status: 409 len: 341 time: 0.0860074 Dec 20 21:23:18.542754 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5973c50-0e4b-4571-a8e1-7fc1c5f0ac89 x-openstack-request-id: req-f5973c50-0e4b-4571-a8e1-7fc1c5f0ac89 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:18.544829 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bfccf9-9b2a-44ac-88e8-5364299f82fc", "tag": "e0fb238f-856c-4c6c-b7a1-186f7ca4f16e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:18.545549 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5973c50-0e4b-4571-a8e1-7fc1c5f0ac89 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:18.572142 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bfccf9-9b2a-44ac-88e8-5364299f82fc', 'tag': 'e0fb238f-856c-4c6c-b7a1-186f7ca4f16e', 'status': 'completed', 'code': 200} Dec 20 21:23:18.690155 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device fa477c63-f0de-44ab-8b99-b02f74c6c0ea no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:18.716215 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3aebe-943c-4983-a43b-c619b6e2d99b req-5564ade0-2917-49b6-b390-2536e5782365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:18.717768 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bda3aebe-943c-4983-a43b-c619b6e2d99b req-5564ade0-2917-49b6-b390-2536e5782365 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ebccd36e76e4e048af9ba49df15f8b4&device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 1133 time: 0.1236753 Dec 20 21:23:18.770093 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: fa477c63-f0de-44ab-8b99-b02f74c6c0ea {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:23:18.770548 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device fa477c63-f0de-44ab-8b99-b02f74c6c0ea not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:18.794480 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e0940-9199-46c7-bcfe-0de00a8c275a req-df55c7fb-b1af-44f3-b1b9-bc7be7a2156a tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:18.803631 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6f6e0940-9199-46c7-bcfe-0de00a8c275a req-df55c7fb-b1af-44f3-b1b9-bc7be7a2156a tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1347098 Dec 20 21:23:18.876340 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d7bf-88fe-4a0a-881e-3c7895c7d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:18.878807 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6f6e0940-9199-46c7-bcfe-0de00a8c275a req-95a5a753-c412-4212-8a40-5fc0509ac72e tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727448 Dec 20 21:23:18.951266 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3aebe-943c-4983-a43b-c619b6e2d99b req-378032fe-aeea-4310-a2e8-edaf4d8767d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:18.953512 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bda3aebe-943c-4983-a43b-c619b6e2d99b req-378032fe-aeea-4310-a2e8-edaf4d8767d5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=87bfa78c-70b1-4af3-935b-75df2c2db66d HTTP/1.1" status: 200 len: 913 time: 0.2278259 Dec 20 21:23:19.026262 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bda3aebe-943c-4983-a43b-c619b6e2d99b req-9dd3ecb4-33c6-42e4-8886-dc3c795a4d96 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e HTTP/1.1" status: 200 len: 217 time: 0.0612354 Dec 20 21:23:19.080762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7d7bf-88fe-4a0a-881e-3c7895c7d2dd admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa07c2c-499b-4277-aa96-ce9d838efc8e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:19.086358 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3aebe-943c-4983-a43b-c619b6e2d99b req-881cfbcc-4c57-453d-95e0-4e1b0aac34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:19.088643 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bda3aebe-943c-4983-a43b-c619b6e2d99b req-881cfbcc-4c57-453d-95e0-4e1b0aac34c0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0910f6ba-ef2e-4c81-82fb-17a8afd38e3b HTTP/1.1" status: 200 len: 852 time: 0.0593846 Dec 20 21:23:19.135617 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bda3aebe-943c-4983-a43b-c619b6e2d99b req-11cc01e0-2700-4349-89eb-4d9bb9aab89e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=87bfa78c-70b1-4af3-935b-75df2c2db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374055 Dec 20 21:23:19.156351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fe169-a00a-4153-b22e-ad6e0117ebc2 req-d35d3f73-5082-45a9-8397-dbb0b2025742 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:19.164056 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e4fe169-a00a-4153-b22e-ad6e0117ebc2 req-d35d3f73-5082-45a9-8397-dbb0b2025742 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 946 time: 0.4956992 Dec 20 21:23:19.214634 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d7bf-88fe-4a0a-881e-3c7895c7d2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:19.227217 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54844042-a9b8-430f-beca-d561e42e22b1 req-d5f499cb-344e-4811-a377-909a1ef30d7c tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:19.228743 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-d5f499cb-344e-4811-a377-909a1ef30d7c tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3&tenant_id=68013026329e4661b48075edeb3524ab&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 1095 time: 0.5540721 Dec 20 21:23:19.250272 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bda3aebe-943c-4983-a43b-c619b6e2d99b req-dc63718f-94a5-420b-a30f-98e146a5f1fd service neutron] 10.222.0.66 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065049 Dec 20 21:23:19.301039 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-xena-1'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:19.360642 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e4fe169-a00a-4153-b22e-ad6e0117ebc2 req-c683dfc5-1425-45f9-8edb-9c5a72a17aa0 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957831 Dec 20 21:23:19.361443 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bda3aebe-943c-4983-a43b-c619b6e2d99b req-168b1f72-2177-4837-9c18-eeb99a39c8d6 service neutron] 10.222.0.66 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008677 Dec 20 21:23:19.373488 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d7bf-88fe-4a0a-881e-3c7895c7d2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:19.388140 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55778) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:19.390860 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d7bf-88fe-4a0a-881e-3c7895c7d2dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:19.462117 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-116566ef-8a40-47e9-8aea-81d6b90c577a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:19.464854 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:19.518515 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d7bf-88fe-4a0a-881e-3c7895c7d2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:19.519496 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d7d7bf-88fe-4a0a-881e-3c7895c7d2dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdc5f22e-4fc7-4572-acb6-536444c95349 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:23:19.524571 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0d7d7bf-88fe-4a0a-881e-3c7895c7d2dd admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:19.525716 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a0d7d7bf-88fe-4a0a-881e-3c7895c7d2dd admin admin] 10.222.0.32 "DELETE /v2.0/routers/fdc5f22e-4fc7-4572-acb6-536444c95349 HTTP/1.1" status: 204 len: 168 time: 3.5190158 Dec 20 21:23:19.539378 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-58ccc338-3771-4dda-983b-177d1b9978ae admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-876673748-network', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:19.549625 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55782) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:19.640847 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0acd26-7798-4fb5-aa29-a1ee2a127d56 req-9a2e5fdc-dd7c-4836-af9f-58542500767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:19.642968 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad0acd26-7798-4fb5-aa29-a1ee2a127d56 req-9a2e5fdc-dd7c-4836-af9f-58542500767e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ebccd36e76e4e048af9ba49df15f8b4&device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 1133 time: 0.1683123 Dec 20 21:23:19.643760 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ccc338-3771-4dda-983b-177d1b9978ae admin admin] Made reservation on behalf of b881f9a1dd43451d8d618511d36adeb6 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:23:19.646427 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58ccc338-3771-4dda-983b-177d1b9978ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:19.655087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09796b0e-c917-4f17-9596-52b92a203fb8 req-09816731-87e4-454e-8951-ab6158bbf5e9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:19.655394 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e446a-fdb5-4b3c-a05c-8a81fc13df96 req-4166117f-e34a-40ec-b5ca-260646e853b0 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:19.656750 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09796b0e-c917-4f17-9596-52b92a203fb8 req-09816731-87e4-454e-8951-ab6158bbf5e9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1990721 Dec 20 21:23:19.662794 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-159e446a-fdb5-4b3c-a05c-8a81fc13df96 req-4166117f-e34a-40ec-b5ca-260646e853b0 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 984 time: 0.1569655 Dec 20 21:23:19.667220 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-365588c8-78ce-431d-aca3-b627be0b50c3 admin admin] Deleting subnet d502f1e8-6f50-4040-9fca-d61b5d7c5fbb {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:23:19.683717 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-365588c8-78ce-431d-aca3-b627be0b50c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:19.722826 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58ccc338-3771-4dda-983b-177d1b9978ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:19.771174 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09796b0e-c917-4f17-9596-52b92a203fb8 req-235c4f96-b27c-4f7f-8ce0-4eb2bf83503e tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963707 Dec 20 21:23:19.792194 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-365588c8-78ce-431d-aca3-b627be0b50c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:19.831551 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-159e446a-fdb5-4b3c-a05c-8a81fc13df96 req-26fbcd2c-1d8c-4a37-83d2-80e4bf42137e tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&id=496b8540-27f5-4210-bf38-09dceb7a2896&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1676545 Dec 20 21:23:19.917985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0acd26-7798-4fb5-aa29-a1ee2a127d56 req-287c36fb-ab2f-462d-8a6a-9d5cc71d20aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:19.919407 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad0acd26-7798-4fb5-aa29-a1ee2a127d56 req-287c36fb-ab2f-462d-8a6a-9d5cc71d20aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=87bfa78c-70b1-4af3-935b-75df2c2db66d HTTP/1.1" status: 200 len: 913 time: 0.2484579 Dec 20 21:23:19.986552 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad0acd26-7798-4fb5-aa29-a1ee2a127d56 req-6fbd7286-539c-4db8-a55e-ad8d822fa6e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e HTTP/1.1" status: 200 len: 217 time: 0.0572727 Dec 20 21:23:19.986552 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-365588c8-78ce-431d-aca3-b627be0b50c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:20.068249 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58ccc338-3771-4dda-983b-177d1b9978ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:20.077152 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58ccc338-3771-4dda-983b-177d1b9978ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:20.115587 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0acd26-7798-4fb5-aa29-a1ee2a127d56 req-363d3b6c-9588-4499-a36e-85a23f817c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:20.117236 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad0acd26-7798-4fb5-aa29-a1ee2a127d56 req-363d3b6c-9588-4499-a36e-85a23f817c86 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0910f6ba-ef2e-4c81-82fb-17a8afd38e3b HTTP/1.1" status: 200 len: 852 time: 0.1087537 Dec 20 21:23:20.130502 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ccc338-3771-4dda-983b-177d1b9978ae admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:23:20.144840 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-365588c8-78ce-431d-aca3-b627be0b50c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:20.154107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] For port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:20.168719 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad0acd26-7798-4fb5-aa29-a1ee2a127d56 req-6ce7c526-5471-4cd6-b268-9b3c9f60514c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=87bfa78c-70b1-4af3-935b-75df2c2db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427535 Dec 20 21:23:20.169231 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccc338-3771-4dda-983b-177d1b9978ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ec73eb-ba7a-462f-9bb7-c8ed3117aa19,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:20.194580 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58ccc338-3771-4dda-983b-177d1b9978ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:20.194972 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-58ccc338-3771-4dda-983b-177d1b9978ae admin admin] Added segment 76910336-58f1-4fc8-bd75-b73f44b80ee5 of type vlan for network 1b7f31d9-bd6a-47eb-aab4-7242901186a7 Dec 20 21:23:20.203601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365588c8-78ce-431d-aca3-b627be0b50c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d502f1e8-6f50-4040-9fca-d61b5d7c5fbb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:20.206505 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-365588c8-78ce-431d-aca3-b627be0b50c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:20.209617 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-365588c8-78ce-431d-aca3-b627be0b50c3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d502f1e8-6f50-4040-9fca-d61b5d7c5fbb HTTP/1.1" status: 204 len: 168 time: 0.6589758 Dec 20 21:23:20.211883 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f866b19-fea4-4f56-a2a9-679bd823daf6 None None] Network b6b9c805-eb68-4e46-8415-18bdbd0232b1 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:23:20.216502 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55786) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:20.249018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] For port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:23:20.285773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9da4e-b6ff-457b-a978-d059d25bb5b2 req-e6318efd-ac71-4d55-be33-7adc2a233f1a tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:20.287303 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-06f9da4e-b6ff-457b-a978-d059d25bb5b2 req-e6318efd-ac71-4d55-be33-7adc2a233f1a tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1505175 Dec 20 21:23:20.292717 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116566ef-8a40-47e9-8aea-81d6b90c577a admin admin] Router dea0dbf4-69b2-4f55-bf47-18872a509ab8 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:23:20.339456 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-06f9da4e-b6ff-457b-a978-d059d25bb5b2 req-15df7298-0f0a-4da5-af32-92b5fbddf8d2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395620 Dec 20 21:23:20.357952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdda6d4-d078-4261-ba80-c19b14dbfba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43949ef0-d22d-494d-a52b-ed9f0a1d5ce3'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:20.360604 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81314e7-eb3a-4cdb-b818-d4c88634b023" -d '{"events": [{"server_uuid": "5bdda6d4-d078-4261-ba80-c19b14dbfba3", "name": "network-vif-unplugged", "status": "completed", "tag": "43949ef0-d22d-494d-a52b-ed9f0a1d5ce3"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:20.365488 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:20.372404 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58ccc338-3771-4dda-983b-177d1b9978ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:20.410881 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:20.436582 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:20.452776 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02efdc8f-1d8d-417b-b198-c9ff49f07847 None None] DHCP port deletion for b6b9c805-eb68-4e46-8415-18bdbd0232b1 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:23:20.479507 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe553f3e-3ae1-409b-bb31-d56dc03521f3 x-openstack-request-id: req-fe553f3e-3ae1-409b-bb31-d56dc03521f3 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:20.479807 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdda6d4-d078-4261-ba80-c19b14dbfba3", "name": "network-vif-unplugged", "status": "completed", "tag": "43949ef0-d22d-494d-a52b-ed9f0a1d5ce3", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:20.480057 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe553f3e-3ae1-409b-bb31-d56dc03521f3 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:20.480464 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdda6d4-d078-4261-ba80-c19b14dbfba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43949ef0-d22d-494d-a52b-ed9f0a1d5ce3', 'code': 200} Dec 20 21:23:20.517001 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58ccc338-3771-4dda-983b-177d1b9978ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:20.519683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ccc338-3771-4dda-983b-177d1b9978ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:20.521252 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58ccc338-3771-4dda-983b-177d1b9978ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:20.553273 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-02efdc8f-1d8d-417b-b198-c9ff49f07847 None None] Deleting port b22e2b61-ea3a-4f19-b875-3da0cf98be29 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:20.554180 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02efdc8f-1d8d-417b-b198-c9ff49f07847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:20.560547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Pushing event updated for resources: {'Port': ['ID=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,revision_number=7']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:20.590824 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad0acd26-7798-4fb5-aa29-a1ee2a127d56 req-de1727a6-80a0-4911-9b32-6678b6e93304 service neutron] 10.222.0.66 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976262 Dec 20 21:23:20.606487 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116566ef-8a40-47e9-8aea-81d6b90c577a admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:23:20.621418 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-116566ef-8a40-47e9-8aea-81d6b90c577a admin admin] 10.222.0.32 "PUT /v2.0/routers/dea0dbf4-69b2-4f55-bf47-18872a509ab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8734667 Dec 20 21:23:20.623161 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Attempting to bind port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 on host n-h2-xena-1 for vnic_type normal with profile {"migrating_to": "n-h1-xena-1"} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:23:20.623384 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Attempting to bind port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:23:20.623859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Attempting to bind port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:20.627040 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55802) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:20.631930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc7ff2-961b-4b33-b9ac-43554f04703d None None] Sync routers for ids ['dea0dbf4-69b2-4f55-bf47-18872a509ab8'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:23:20.634561 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b22e2b61-ea3a-4f19-b875-3da0cf98be29 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:20.637056 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 on network ef25a713-78cb-4680-b602-defc0f8ef6dd not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:23:20.637056 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Attempting to bind port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:20.694755 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc7ff2-961b-4b33-b9ac-43554f04703d None None] Routers {'dea0dbf4-69b2-4f55-bf47-18872a509ab8'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:20.695001 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ecbc7ff2-961b-4b33-b9ac-43554f04703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dea0dbf4-69b2-4f55-bf47-18872a509ab8'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:20.711082 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:23:20.711449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Checking segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:20.711798 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Bound using segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:23:20.712241 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Bound port: 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:23:20.712595 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:20.747764 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-58ccc338-3771-4dda-983b-177d1b9978ae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3577652 Dec 20 21:23:20.754315 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55804) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:20.767990 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-42595c05-641e-4ddd-bfbc-e6af3eaef112 admin admin] Request body: {'subnet': {'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-876673748-subnet', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:20.786737 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccc338-3771-4dda-983b-177d1b9978ae admin admin] Pushing event updated for resources: {'Network': ['ID=1b7f31d9-bd6a-47eb-aab4-7242901186a7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:20.812212 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 1b7f31d9-bd6a-47eb-aab4-7242901186a7 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:23:20.817156 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-02efdc8f-1d8d-417b-b198-c9ff49f07847 None None] For port b22e2b61-ea3a-4f19-b875-3da0cf98be29, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b22e2b61-ea3a-4f19-b875-3da0cf98be29,segment=NetworkSegment(33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3),segment_id=33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:20.817555 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02efdc8f-1d8d-417b-b198-c9ff49f07847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:20.826321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02392e28-2ea3-415b-a95b-db42cc808522 req-934fc219-21ef-49dd-a0d9-981f04df9fd0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:20.828239 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-02392e28-2ea3-415b-a95b-db42cc808522 req-934fc219-21ef-49dd-a0d9-981f04df9fd0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1183774 Dec 20 21:23:20.840371 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-02efdc8f-1d8d-417b-b198-c9ff49f07847 None None] Calling delete_port for b22e2b61-ea3a-4f19-b875-3da0cf98be29 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:20.849645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725fbeb-1be7-45cf-ab47-be4790b3352c req-823de1f8-d79a-46ed-b7e2-93a7b37ba2f1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:20.851214 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3725fbeb-1be7-45cf-ab47-be4790b3352c req-823de1f8-d79a-46ed-b7e2-93a7b37ba2f1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 944 time: 0.3172116 Dec 20 21:23:20.857382 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42595c05-641e-4ddd-bfbc-e6af3eaef112 admin admin] Made reservation on behalf of b881f9a1dd43451d8d618511d36adeb6 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:23:20.859700 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42595c05-641e-4ddd-bfbc-e6af3eaef112 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:20.866975 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad0acd26-7798-4fb5-aa29-a1ee2a127d56 req-f2734186-fd2a-44fb-9d02-9ea33c6d2ddc service neutron] 10.222.0.66 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100194 Dec 20 21:23:20.876357 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22e88996-f5fc-4889-abf1-4d041173c3f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:20.916662 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] For port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:23:20.939706 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] Deleting port b22e2b61-ea3a-4f19-b875-3da0cf98be29 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:20.940075 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:20.967110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] For port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:23:20.977929 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-02392e28-2ea3-415b-a95b-db42cc808522 req-c2e877d0-0634-4900-89be-7bbb333bf7b0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387599 Dec 20 21:23:20.988673 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.020137 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3725fbeb-1be7-45cf-ab47-be4790b3352c req-34ce75ad-7f32-4e14-b9fa-db15ff9656c5 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581368 Dec 20 21:23:21.082641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-ecbc7ff2-961b-4b33-b9ac-43554f04703d None None] Set router dea0dbf4-69b2-4f55-bf47-18872a509ab8 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:21.083756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] For port b22e2b61-ea3a-4f19-b875-3da0cf98be29, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b22e2b61-ea3a-4f19-b875-3da0cf98be29,segment=NetworkSegment(33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3),segment_id=33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:21.083756 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.085478 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02efdc8f-1d8d-417b-b198-c9ff49f07847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.105838 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22e88996-f5fc-4889-abf1-4d041173c3f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.115933 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] Calling delete_port for b22e2b61-ea3a-4f19-b875-3da0cf98be29 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:21.135601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:21.136460 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.138264 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] 10.222.0.31 "PUT /v2.0/ports/43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 HTTP/1.1" status: 200 len: 1118 time: 1.8482714 Dec 20 21:23:21.140618 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dcf0b-32da-4b7a-b36e-2f0da31d4096 service neutron] Pushing event updated for resources: {'Port': ['ID=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,revision_number=8']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:21.145915 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02efdc8f-1d8d-417b-b198-c9ff49f07847 None None] No DVR routers for this DVR port b22e2b61-ea3a-4f19-b875-3da0cf98be29 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:23:21.223966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-22e88996-f5fc-4889-abf1-4d041173c3f4 admin admin] Deleting port 95a04cdc-c8e9-449f-a4d4-31039efbe0b0 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:21.224564 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22e88996-f5fc-4889-abf1-4d041173c3f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.240937 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efdc8f-1d8d-417b-b198-c9ff49f07847 None None] Pushing event deleted for resources: {'Port': ['ID=b22e2b61-ea3a-4f19-b875-3da0cf98be29,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:21.245682 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.302817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['43949ef0-d22d-494d-a52b-ed9f0a1d5ce3'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:23:21.344451 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2791d-f356-47a4-b51a-653349d1e1ae req-647359a4-89a2-481c-97a8-573733bceeb5 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:21.345973 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2c2791d-f356-47a4-b51a-653349d1e1ae req-647359a4-89a2-481c-97a8-573733bceeb5 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 984 time: 0.1259475 Dec 20 21:23:21.347003 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef4e27-6bad-4cc9-aa41-895c11211439 req-479689fe-a6f3-4fc1-9480-f39fda5e7b10 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:21.348476 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3bef4e27-6bad-4cc9-aa41-895c11211439 req-479689fe-a6f3-4fc1-9480-f39fda5e7b10 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1266749 Dec 20 21:23:21.354104 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.364350 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aaa07c2c-499b-4277-aa96-ce9d838efc8e no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:21.370806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-22e88996-f5fc-4889-abf1-4d041173c3f4 admin admin] For port 95a04cdc-c8e9-449f-a4d4-31039efbe0b0, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=95a04cdc-c8e9-449f-a4d4-31039efbe0b0,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:21.371182 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22e88996-f5fc-4889-abf1-4d041173c3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.396897 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: aaa07c2c-499b-4277-aa96-ce9d838efc8e {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:23:21.397151 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aaa07c2c-499b-4277-aa96-ce9d838efc8e not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:21.397372 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-22e88996-f5fc-4889-abf1-4d041173c3f4 admin admin] Calling delete_port for 95a04cdc-c8e9-449f-a4d4-31039efbe0b0 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:21.400772 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42595c05-641e-4ddd-bfbc-e6af3eaef112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.407144 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] Pushing event deleted for resources: {'Port': ['ID=b22e2b61-ea3a-4f19-b875-3da0cf98be29,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:21.423803 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] No DVR routers for this DVR port b22e2b61-ea3a-4f19-b875-3da0cf98be29 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:23:21.491551 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2c2791d-f356-47a4-b51a-653349d1e1ae req-0904f235-6ad4-4aa2-89ab-1e9c66f4c9ad tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&id=496b8540-27f5-4210-bf38-09dceb7a2896&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1164293 Dec 20 21:23:21.496469 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ecbc7ff2-961b-4b33-b9ac-43554f04703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856536129-router', 'tenant_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.161'}], 'enable_snat': True}, 'gw_port_id': '95a04cdc-c8e9-449f-a4d4-31039efbe0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:06Z', 'updated_at': '2021-12-20T21:23:18Z', 'revision_number': 5, 'project_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'gw_port': {'id': '95a04cdc-c8e9-449f-a4d4-31039efbe0b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:08Z', 'updated_at': '2021-12-20T21:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:21.537557 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.539396 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc7ff2-961b-4b33-b9ac-43554f04703d None None] Checking router: dea0dbf4-69b2-4f55-bf47-18872a509ab8 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:23:21.563629 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b9c805-eb68-4e46-8415-18bdbd0232b1']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:21.569767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc7ff2-961b-4b33-b9ac-43554f04703d None None] Routers {'dea0dbf4-69b2-4f55-bf47-18872a509ab8'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:21.570438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ecbc7ff2-961b-4b33-b9ac-43554f04703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dea0dbf4-69b2-4f55-bf47-18872a509ab8'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:21.591431 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:21.591727 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c9b1ad-54a5-4d8b-9d91-8f20d6cd4bf3') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:21.635044 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.650571 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3bef4e27-6bad-4cc9-aa41-895c11211439 req-1005db0c-9139-4a26-a73b-48e13d2ee97f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806110 Dec 20 21:23:21.655067 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42595c05-641e-4ddd-bfbc-e6af3eaef112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:21.660661 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42595c05-641e-4ddd-bfbc-e6af3eaef112 admin admin] Checking segment: {'id': '76910336-58f1-4fc8-bd75-b73f44b80ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:21.661080 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42595c05-641e-4ddd-bfbc-e6af3eaef112 admin admin] Network hostable DHCP agents. Network: 1b7f31d9-bd6a-47eb-aab4-7242901186a7, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:23:21.669236 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.682733 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:23:21.683268 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:23:21.686264 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:23:21.695350 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22e88996-f5fc-4889-abf1-4d041173c3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.736593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e88996-f5fc-4889-abf1-4d041173c3f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=95a04cdc-c8e9-449f-a4d4-31039efbe0b0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:21.761661 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42595c05-641e-4ddd-bfbc-e6af3eaef112 admin admin] Network 1b7f31d9-bd6a-47eb-aab4-7242901186a7 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:23:21.778746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-42595c05-641e-4ddd-bfbc-e6af3eaef112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 1b7f31d9-bd6a-47eb-aab4-7242901186a7) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:21.784687 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42595c05-641e-4ddd-bfbc-e6af3eaef112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:21.785667 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42595c05-641e-4ddd-bfbc-e6af3eaef112 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.795950 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.804119 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.809753 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] 10.222.0.32 "DELETE /v2.0/networks/b6b9c805-eb68-4e46-8415-18bdbd0232b1 HTTP/1.1" status: 204 len: 168 time: 1.5805759 Dec 20 21:23:21.825468 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe861e1-1342-4781-9aea-fe0b217bf76b admin admin] Pushing event deleted for resources: {'Network': ['ID=b6b9c805-eb68-4e46-8415-18bdbd0232b1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:21.825721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71833e00-c7c4-4cd6-84e2-5b2fd99342f6 None None] Network 1b7f31d9-bd6a-47eb-aab4-7242901186a7 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:23:21.831290 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-42595c05-641e-4ddd-bfbc-e6af3eaef112 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0744145 Dec 20 21:23:21.835486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55822) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:21.841002 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-876673748-router', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:21.856459 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22e88996-f5fc-4889-abf1-4d041173c3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.868732 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.869794 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.924692 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-ecbc7ff2-961b-4b33-b9ac-43554f04703d None None] Set router dea0dbf4-69b2-4f55-bf47-18872a509ab8 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:21.937362 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.985853 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ecbc7ff2-961b-4b33-b9ac-43554f04703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856536129-router', 'tenant_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:06Z', 'updated_at': '2021-12-20T21:23:21Z', 'revision_number': 6, 'project_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:21.986418 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22e88996-f5fc-4889-abf1-4d041173c3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:21.988961 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22e88996-f5fc-4889-abf1-4d041173c3f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.013881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc7ff2-961b-4b33-b9ac-43554f04703d None None] The sync data for ids ['dea0dbf4-69b2-4f55-bf47-18872a509ab8'] in n-d-xena-1 is: [{'id': 'dea0dbf4-69b2-4f55-bf47-18872a509ab8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856536129-router', 'tenant_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:06Z', 'updated_at': '2021-12-20T21:23:21Z', 'revision_number': 6, 'project_id': '803f255dbb5a46b2b7b40c99b2c9a20e', 'gw_port_host': None}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:23:22.028650 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55824) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:22.088259 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22e88996-f5fc-4889-abf1-4d041173c3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.089463 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e88996-f5fc-4889-abf1-4d041173c3f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dea0dbf4-69b2-4f55-bf47-18872a509ab8 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:23:22.094911 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22e88996-f5fc-4889-abf1-4d041173c3f4 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.098870 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-22e88996-f5fc-4889-abf1-4d041173c3f4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/dea0dbf4-69b2-4f55-bf47-18872a509ab8 HTTP/1.1" status: 204 len: 168 time: 1.4683058 Dec 20 21:23:22.106104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f1ce9-fea5-4087-89c9-841c54ec352b req-3e7a2cf3-25b3-4d3b-83e9-ea3dd6cea4d6 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:22.107612 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-492f1ce9-fea5-4087-89c9-841c54ec352b req-3e7a2cf3-25b3-4d3b-83e9-ea3dd6cea4d6 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1129990 Dec 20 21:23:22.108303 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55828) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:22.140986 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-1b7f31d9-bd6a-47eb-aab4-7242901186a7', 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'fixed_ips': [{'subnet_id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:23:22.141859 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.162025 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.187136 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-492f1ce9-fea5-4087-89c9-841c54ec352b req-955c42bd-5dfa-49f8-aa90-20c5b89e466f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710108 Dec 20 21:23:22.189372 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4caef9fa-842b-4e72-b330-79d18a08fe5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bcfd1174631646a39557725d507ef98c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596074 Dec 20 21:23:22.191884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1fb92b-6690-4c5f-b366-3a8b194f4607 admin admin] Deleting subnet 76628de7-9147-4946-bce8-6da6c25b78c9 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:23:22.193111 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55830) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:22.197423 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b1fb92b-6690-4c5f-b366-3a8b194f4607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.240862 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b1fb92b-6690-4c5f-b366-3a8b194f4607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.296653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224846f7-7eec-4712-b598-632ffd33243a req-a79e4fb2-08d5-4022-9d57-1d0f217bb279 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:22.298040 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-224846f7-7eec-4712-b598-632ffd33243a req-a79e4fb2-08d5-4022-9d57-1d0f217bb279 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 944 time: 0.1590419 Dec 20 21:23:22.314680 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Allocated IP 172.20.0.2 (1b7f31d9-bd6a-47eb-aab4-7242901186a7/ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143/7aa4fa17-2718-4785-8a40-2ee98025a107) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:23:22.348432 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99f135cd-1b2f-4770-9b58-52cb3ebbbbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.352253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b199d8-778f-4669-82de-efee90465232 req-2d54dead-02a6-469d-bafe-6192c6744b20 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:22.353914 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36b199d8-778f-4669-82de-efee90465232 req-2d54dead-02a6-469d-bafe-6192c6744b20 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0859714 Dec 20 21:23:22.375374 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b1fb92b-6690-4c5f-b366-3a8b194f4607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.377283 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-224846f7-7eec-4712-b598-632ffd33243a req-fbde3524-bf6b-4811-86fd-062c87511eb8 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680475 Dec 20 21:23:22.398299 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99f135cd-1b2f-4770-9b58-52cb3ebbbbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.486779 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36b199d8-778f-4669-82de-efee90465232 req-f90731c0-1ab0-498a-b634-cdb43b92cbe1 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979204 Dec 20 21:23:22.509220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdda6d4-d078-4261-ba80-c19b14dbfba3', 'tag': '43949ef0-d22d-494d-a52b-ed9f0a1d5ce3'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:22.515078 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9be455-8397-4f06-93be-cb590c26d194" -d '{"events": [{"name": "network-changed", "server_uuid": "5bdda6d4-d078-4261-ba80-c19b14dbfba3", "tag": "43949ef0-d22d-494d-a52b-ed9f0a1d5ce3"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:22.521962 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.533457 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.545692 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b1fb92b-6690-4c5f-b366-3a8b194f4607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.581406 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Network 1b7f31d9-bd6a-47eb-aab4-7242901186a7 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:23:22.584799 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:22.593073 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:23:22.601669 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99f135cd-1b2f-4770-9b58-52cb3ebbbbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.604071 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Pushing event updated for resources: {'Port': ['ID=7aa4fa17-2718-4785-8a40-2ee98025a107,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:22.611207 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c06002-953e-4371-9b0b-1f7987e2b934 x-openstack-request-id: req-c1c06002-953e-4371-9b0b-1f7987e2b934 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:22.611207 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bdda6d4-d078-4261-ba80-c19b14dbfba3", "tag": "43949ef0-d22d-494d-a52b-ed9f0a1d5ce3", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:22.611207 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1c06002-953e-4371-9b0b-1f7987e2b934 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:22.614094 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-99f135cd-1b2f-4770-9b58-52cb3ebbbbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.615279 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-99f135cd-1b2f-4770-9b58-52cb3ebbbbf2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84a9e560-c1a9-4c86-80b2-42f6ea80ee2a HTTP/1.1" status: 204 len: 168 time: 0.4212484 Dec 20 21:23:22.617045 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bdda6d4-d078-4261-ba80-c19b14dbfba3', 'tag': '43949ef0-d22d-494d-a52b-ed9f0a1d5ce3', 'status': 'completed', 'code': 200} Dec 20 21:23:22.641984 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fb92b-6690-4c5f-b366-3a8b194f4607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76628de7-9147-4946-bce8-6da6c25b78c9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:22.650382 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b1fb92b-6690-4c5f-b366-3a8b194f4607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.656993 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f135cd-1b2f-4770-9b58-52cb3ebbbbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a9e560-c1a9-4c86-80b2-42f6ea80ee2a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:22.669151 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5b1fb92b-6690-4c5f-b366-3a8b194f4607 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/76628de7-9147-4946-bce8-6da6c25b78c9 HTTP/1.1" status: 204 len: 168 time: 0.5560136 Dec 20 21:23:22.669862 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55844) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:22.697491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d130b130-c0c6-4b86-905e-6d43c4012e38 None None] Network d19f539b-a15b-410d-9464-ba451a274190 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:23:22.755499 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.774521 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:23:22.805774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Attempting to bind port 7aa4fa17-2718-4785-8a40-2ee98025a107 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:23:22.806297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Attempting to bind port 7aa4fa17-2718-4785-8a40-2ee98025a107 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '76910336-58f1-4fc8-bd75-b73f44b80ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:23:22.806627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Attempting to bind port 7aa4fa17-2718-4785-8a40-2ee98025a107 on network 1b7f31d9-bd6a-47eb-aab4-7242901186a7 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:22.826693 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:23:22.827147 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Checking segment: {'id': '76910336-58f1-4fc8-bd75-b73f44b80ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:22.827493 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.827894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Bound using segment: {'id': '76910336-58f1-4fc8-bd75-b73f44b80ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:23:22.828443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Bound port: 7aa4fa17-2718-4785-8a40-2ee98025a107, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76910336-58f1-4fc8-bd75-b73f44b80ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:23:22.828810 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.832898 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:22.962682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d74e4a-bb45-4ca0-88cb-44486feeedb6 req-88e166b0-f5e5-4fa0-9ef2-d6adb084f123 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:22.964778 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41d74e4a-bb45-4ca0-88cb-44486feeedb6 req-88e166b0-f5e5-4fa0-9ef2-d6adb084f123 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0925412 Dec 20 21:23:22.966745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] Deleting port 0a7fa416-041c-48d1-a30d-26805842bc64 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:22.967216 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:23.033869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:23.049165 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:23.051773 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 has no active binding in host n-h1-xena-1 {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 21:23:23.080235 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41d74e4a-bb45-4ca0-88cb-44486feeedb6 req-0b0ecb56-7955-4877-b958-f9238c9f9d6b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934041 Dec 20 21:23:23.117149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] For port 0a7fa416-041c-48d1-a30d-26805842bc64, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0a7fa416-041c-48d1-a30d-26805842bc64,segment=NetworkSegment(93e75a35-b432-4782-837d-a0bc23734d68),segment_id=93e75a35-b432-4782-837d-a0bc23734d68)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:23.117534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:23.134393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:23:23.134737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c7195a6f-c1d1-4ff6-abf9-33d59762c8e5 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:23.144434 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] Calling delete_port for 0a7fa416-041c-48d1-a30d-26805842bc64 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:23.185290 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] For port 7aa4fa17-2718-4785-8a40-2ee98025a107, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:23:23.190715 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] For port 7aa4fa17-2718-4785-8a40-2ee98025a107, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7aa4fa17-2718-4785-8a40-2ee98025a107,segment=NetworkSegment(76910336-58f1-4fc8-bd75-b73f44b80ee5),segment_id=76910336-58f1-4fc8-bd75-b73f44b80ee5)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:23:23.204443 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:23.298669 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a96c6b-66c9-40bc-a0d9-2df4183dfa62 req-351d4fcc-44a0-4925-99f1-a7230845e831 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:23.300320 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-93a96c6b-66c9-40bc-a0d9-2df4183dfa62 req-351d4fcc-44a0-4925-99f1-a7230845e831 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 984 time: 0.6549106 Dec 20 21:23:23.301681 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:23.303003 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86022adb-fcae-43da-bd90-42bbcb25cde8 None None] DHCP port deletion for d19f539b-a15b-410d-9464-ba451a274190 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:23:23.306584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9be455-8397-4f06-93be-cb590c26d194 req-fab9f979-1e45-4388-9e8a-97f534d1065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:23.308974 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a9be455-8397-4f06-93be-cb590c26d194 req-fab9f979-1e45-4388-9e8a-97f534d1065c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 1121 time: 0.6481011 Dec 20 21:23:23.373153 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:23.376767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a17cae-e1ab-4e8d-9cb7-3f80ea7fba25 None None] Pushing event updated for resources: {'Port': ['ID=7aa4fa17-2718-4785-8a40-2ee98025a107,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:23.413376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-86022adb-fcae-43da-bd90-42bbcb25cde8 None None] Deleting port 0a7fa416-041c-48d1-a30d-26805842bc64 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:23.413733 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86022adb-fcae-43da-bd90-42bbcb25cde8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:23.430606 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] No DVR routers for this DVR port 0a7fa416-041c-48d1-a30d-26805842bc64 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:23:23.438344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a7fa416-041c-48d1-a30d-26805842bc64,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:23.502615 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d67e2a-dcb0-4762-8761-48d60ef10a36 req-84975fe6-7650-4ed1-8b97-51f62dcf4957 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:23.531503 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-86022adb-fcae-43da-bd90-42bbcb25cde8 None None] For port 0a7fa416-041c-48d1-a30d-26805842bc64, host n-d-xena-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:23.531503 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86022adb-fcae-43da-bd90-42bbcb25cde8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:23.543689 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d67e2a-dcb0-4762-8761-48d60ef10a36 req-84975fe6-7650-4ed1-8b97-51f62dcf4957 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.2220044 Dec 20 21:23:23.582912 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-86022adb-fcae-43da-bd90-42bbcb25cde8 None None] Calling delete_port for 0a7fa416-041c-48d1-a30d-26805842bc64 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:23.590224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-86022adb-fcae-43da-bd90-42bbcb25cde8 None None] Port 0a7fa416-041c-48d1-a30d-26805842bc64 was not found and therefore no delete operation was performed {{(pid=102403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 21:23:23.601227 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86022adb-fcae-43da-bd90-42bbcb25cde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:23.627246 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:23.638256 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-93a96c6b-66c9-40bc-a0d9-2df4183dfa62 req-2e9c2485-00cb-45b3-be5a-6d961fbc0c8f tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&id=496b8540-27f5-4210-bf38-09dceb7a2896&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3071959 Dec 20 21:23:23.672969 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86022adb-fcae-43da-bd90-42bbcb25cde8 None None] Pushing event deleted for resources: {'Port': ['ID=0a7fa416-041c-48d1-a30d-26805842bc64,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:23.684383 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86022adb-fcae-43da-bd90-42bbcb25cde8 None None] No DVR routers for this DVR port 0a7fa416-041c-48d1-a30d-26805842bc64 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:23:23.709218 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82d67e2a-dcb0-4762-8761-48d60ef10a36 req-edf36246-3244-40bc-8e97-4b07fa3b388a tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606522 Dec 20 21:23:23.716036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19f539b-a15b-410d-9464-ba451a274190']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:23.739319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e75a35-b432-4782-837d-a0bc23734d68') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:23.739752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e75a35-b432-4782-837d-a0bc23734d68') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:23.754153 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:23.764055 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9be455-8397-4f06-93be-cb590c26d194 req-9d781597-cee1-4e08-90f4-3bac313a7c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:23.765542 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a9be455-8397-4f06-93be-cb590c26d194 req-9d781597-cee1-4e08-90f4-3bac313a7c94 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 907 time: 0.4498198 Dec 20 21:23:23.771192 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:23.791720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:23:23.792902 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:23:23.795532 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:23:23.879250 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a9be455-8397-4f06-93be-cb590c26d194 req-dfd8ee1e-b244-4227-9b8c-bc969fadc99b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 HTTP/1.1" status: 200 len: 217 time: 0.1032751 Dec 20 21:23:23.894753 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bebc49fd-cd4f-4e1a-8759-4595a6e1038c req-76add7a1-55c9-4c88-b46f-c669a70abb6f tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-193730788&fields=id&tenant_id=2ebccd36e76e4e048af9ba49df15f8b4 HTTP/1.1" status: 200 len: 267 time: 0.0834446 Dec 20 21:23:23.907058 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Allocated IP 172.35.3.102 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/1facde6c-11b1-45f2-9976-7fb8f425920b) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:23:23.912560 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:23.935447 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:23.941765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d19f539b-a15b-410d-9464-ba451a274190 HTTP/1.1" status: 204 len: 168 time: 1.2676415 Dec 20 21:23:23.945888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55882) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:23.952958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26098edf-d04a-4d89-83ef-30e475608f92 admin admin] Pushing event deleted for resources: {'Network': ['ID=d19f539b-a15b-410d-9464-ba451a274190,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:23.973576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc49fd-cd4f-4e1a-8759-4595a6e1038c req-5d681cc4-24a4-4ae1-b77e-c25a2f6b3fab tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:23.975133 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bebc49fd-cd4f-4e1a-8759-4595a6e1038c req-5d681cc4-24a4-4ae1-b77e-c25a2f6b3fab tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 984 time: 0.0730090 Dec 20 21:23:23.987722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-bebc49fd-cd4f-4e1a-8759-4595a6e1038c req-cb9b46ef-980d-4ee5-94c5-5222af79821a tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Request body: {'port': {'security_groups': ['496b8540-27f5-4210-bf38-09dceb7a2896', '8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5', '8c0549af-e9ee-4eee-9dbb-05f0ad4d9676']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:24.046256 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cbd25-6150-4004-a3f1-5516b2cf8cb5 req-20cbe570-31a1-4140-abe5-ff0c9b5c21a3 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:24.047775 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-057cbd25-6150-4004-a3f1-5516b2cf8cb5 req-20cbe570-31a1-4140-abe5-ff0c9b5c21a3 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 944 time: 0.2780499 Dec 20 21:23:24.078948 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bebc49fd-cd4f-4e1a-8759-4595a6e1038c req-cb9b46ef-980d-4ee5-94c5-5222af79821a tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:24.081135 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9be455-8397-4f06-93be-cb590c26d194 req-28477283-187e-4c05-b97e-3705c0b094b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:24.082665 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a9be455-8397-4f06-93be-cb590c26d194 req-28477283-187e-4c05-b97e-3705c0b094b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.1931534 Dec 20 21:23:24.149805 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a9be455-8397-4f06-93be-cb590c26d194 req-dad6ab6c-8a59-4dd3-9ba5-ef0822c6c7ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525012 Dec 20 21:23:24.232578 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-057cbd25-6150-4004-a3f1-5516b2cf8cb5 req-a15d42e3-b225-4c61-ab35-14ccde071008 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530857 Dec 20 21:23:24.314961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-bebc49fd-cd4f-4e1a-8759-4595a6e1038c req-cb9b46ef-980d-4ee5-94c5-5222af79821a tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] For port e0fb238f-856c-4c6c-b7a1-186f7ca4f16e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e,segment=NetworkSegment(f58a665f-5507-4cab-976d-225a808b00cd),segment_id=f58a665f-5507-4cab-976d-225a808b00cd)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:24.334166 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:24.356956 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bebc49fd-cd4f-4e1a-8759-4595a6e1038c req-cb9b46ef-980d-4ee5-94c5-5222af79821a tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:24.363687 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bebc49fd-cd4f-4e1a-8759-4595a6e1038c req-cb9b46ef-980d-4ee5-94c5-5222af79821a tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:24.411155 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a9be455-8397-4f06-93be-cb590c26d194 req-08c6c5ff-18da-4be0-95a9-4adef609f98c service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481985 Dec 20 21:23:24.413125 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc49fd-cd4f-4e1a-8759-4595a6e1038c req-cb9b46ef-980d-4ee5-94c5-5222af79821a tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:24.413622 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bebc49fd-cd4f-4e1a-8759-4595a6e1038c req-cb9b46ef-980d-4ee5-94c5-5222af79821a tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:24.421559 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bebc49fd-cd4f-4e1a-8759-4595a6e1038c req-cb9b46ef-980d-4ee5-94c5-5222af79821a tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "PUT /v2.0/ports/e0fb238f-856c-4c6c-b7a1-186f7ca4f16e HTTP/1.1" status: 200 len: 1020 time: 0.4388006 Dec 20 21:23:24.476055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['d3b984ea-bd14-413f-8fc8-0c981fcff557', 'e0fb238f-856c-4c6c-b7a1-186f7ca4f16e'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:23:24.528019 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b46ef-980d-4ee5-94c5-5222af79821a tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event updated for resources: {'Port': ['ID=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e,revision_number=7']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:24.539350 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:24.618753 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bfccf9-9b2a-44ac-88e8-5364299f82fc', 'tag': 'e0fb238f-856c-4c6c-b7a1-186f7ca4f16e'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:24.621127 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed4b135-f894-4293-b6a1-29be1f6c8328" -d '{"events": [{"name": "network-changed", "server_uuid": "80bfccf9-9b2a-44ac-88e8-5364299f82fc", "tag": "e0fb238f-856c-4c6c-b7a1-186f7ca4f16e"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:24.666904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['e0fb238f-856c-4c6c-b7a1-186f7ca4f16e'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:23:24.670118 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ba4769-16aa-4626-afb4-facd65603a28 None None] Network 1b7f31d9-bd6a-47eb-aab4-7242901186a7 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:23:24.671221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:23:24.680575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:24.684962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7aa4fa17-2718-4785-8a40-2ee98025a107 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:23:24.713066 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:23:24.736479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513c433-ead9-4cf7-89cd-cbc514868c73 req-e1c23f36-d2cc-4461-9458-d62a58e06c87 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:24.738268 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-f6dae5cc-5eeb-4b9e-a7f0-413a31a804ad tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=989197960c6f4302ada641b39db2c04f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489829 Dec 20 21:23:24.738813 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7513c433-ead9-4cf7-89cd-cbc514868c73 req-e1c23f36-d2cc-4461-9458-d62a58e06c87 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0539610 Dec 20 21:23:24.742811 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Pushing event updated for resources: {'Port': ['ID=1facde6c-11b1-45f2-9976-7fb8f425920b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:24.780477 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7513c433-ead9-4cf7-89cd-cbc514868c73 req-47403c6d-a056-4ba1-9b87-552e63acd74f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356994 Dec 20 21:23:24.844502 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-39ff0540-ea78-4b83-9c77-880a27cb2195 None None] Provisioning complete for port 7aa4fa17-2718-4785-8a40-2ee98025a107 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:24.844757 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39ff0540-ea78-4b83-9c77-880a27cb2195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:24.862928 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-faca9800-9a49-44e4-a8bf-621f8a18fbd5 req-189a3f23-b076-42bb-91a0-78c92a99cb1e tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/8c0549af-e9ee-4eee-9dbb-05f0ad4d9676 HTTP/1.1" status: 200 len: 1800 time: 0.0426652 Dec 20 21:23:24.866708 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a9be455-8397-4f06-93be-cb590c26d194 req-081d096c-b55c-4829-b5e8-cc7b43cf5f35 service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454687 Dec 20 21:23:24.920462 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-faca9800-9a49-44e4-a8bf-621f8a18fbd5 req-1f9ec319-da5b-437e-b660-f868912e909a tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 21:23:24.922051 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-faca9800-9a49-44e4-a8bf-621f8a18fbd5 req-1f9ec319-da5b-437e-b660-f868912e909a tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "DELETE /v2.0/security-groups/8c0549af-e9ee-4eee-9dbb-05f0ad4d9676 HTTP/1.1" status: 409 len: 341 time: 0.0490921 Dec 20 21:23:24.972640 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbf1eec-8fe6-4ae7-828d-691de7c0a96c x-openstack-request-id: req-ecbf1eec-8fe6-4ae7-828d-691de7c0a96c {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:24.972926 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bfccf9-9b2a-44ac-88e8-5364299f82fc", "tag": "e0fb238f-856c-4c6c-b7a1-186f7ca4f16e", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:24.973197 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecbf1eec-8fe6-4ae7-828d-691de7c0a96c {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:24.973594 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bfccf9-9b2a-44ac-88e8-5364299f82fc', 'tag': 'e0fb238f-856c-4c6c-b7a1-186f7ca4f16e', 'status': 'completed', 'code': 200} Dec 20 21:23:24.993449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7aa4fa17-2718-4785-8a40-2ee98025a107 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:24.993449 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:25.039915 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-80fa7933-c97d-46a1-8766-7de7b2c5e4bd tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:25.041388 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-80fa7933-c97d-46a1-8766-7de7b2c5e4bd tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2852755 Dec 20 21:23:25.097918 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e61c6-b38c-4db8-a41c-88061f3c5095 req-d8c873c2-bbd9-4619-afdd-4ed1d9c57c0c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:25.105632 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-606e61c6-b38c-4db8-a41c-88061f3c5095 req-d8c873c2-bbd9-4619-afdd-4ed1d9c57c0c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0681121 Dec 20 21:23:25.139519 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-606e61c6-b38c-4db8-a41c-88061f3c5095 req-7956297f-cc51-4cfa-aa59-6be1bf492233 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328839 Dec 20 21:23:25.148786 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39ff0540-ea78-4b83-9c77-880a27cb2195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:25.152748 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-12c41ea8-51d1-4641-83e0-5879e5add8d9 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/quotas/989197960c6f4302ada641b39db2c04f HTTP/1.1" status: 200 len: 375 time: 0.0928321 Dec 20 21:23:25.243530 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-db8a5441-ec6d-4722-8209-9477425a6e54 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=989197960c6f4302ada641b39db2c04f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576982 Dec 20 21:23:25.253486 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-2055735d-ee21-417e-8f4d-599cbdff9ba2 service neutron] 10.222.0.66 "GET /v2.0/ports/43949ef0-d22d-494d-a52b-ed9f0a1d5ce3/bindings/n-h1-xena-1 HTTP/1.1" status: 200 len: 382 time: 0.0800831 Dec 20 21:23:25.256248 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4b135-f894-4293-b6a1-29be1f6c8328 req-26e97469-5039-45f2-9108-823061327183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:25.263711 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ed4b135-f894-4293-b6a1-29be1f6c8328 req-26e97469-5039-45f2-9108-823061327183 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ebccd36e76e4e048af9ba49df15f8b4&device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 1172 time: 0.2315688 Dec 20 21:23:25.430560 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-39ff0540-ea78-4b83-9c77-880a27cb2195 None None] For port 7aa4fa17-2718-4785-8a40-2ee98025a107, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7aa4fa17-2718-4785-8a40-2ee98025a107,segment=NetworkSegment(76910336-58f1-4fc8-bd75-b73f44b80ee5),segment_id=76910336-58f1-4fc8-bd75-b73f44b80ee5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:25.433005 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:25.437038 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:25.452606 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39ff0540-ea78-4b83-9c77-880a27cb2195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:25.605841 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2dad78b0-5ed1-4a48-abaa-47f170fc4387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:25.700831 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff0540-ea78-4b83-9c77-880a27cb2195 None None] Pushing event updated for resources: {'Port': ['ID=7aa4fa17-2718-4785-8a40-2ee98025a107,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:25.723481 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:23:25.723992 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:23:25.729345 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-54844042-a9b8-430f-beca-d561e42e22b1 req-25ff0314-c64b-4b47-a71e-f50cb6d47084 service neutron] For port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:25.787068 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5681da-a150-4fea-9145-c82efb23982e req-f7ce0ad3-245b-4854-a3d8-3e0add25f7e9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:25.789538 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b5681da-a150-4fea-9145-c82efb23982e req-f7ce0ad3-245b-4854-a3d8-3e0add25f7e9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/networks?id=2ed307fe-ac1a-4b0c-a426-bf761a207e98 HTTP/1.1" status: 200 len: 813 time: 0.2379804 Dec 20 21:23:25.790283 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-54844042-a9b8-430f-beca-d561e42e22b1 req-25ff0314-c64b-4b47-a71e-f50cb6d47084 service neutron] For port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:23:25.850232 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b5681da-a150-4fea-9145-c82efb23982e req-d4bf6110-b48f-4b2b-8803-9ecd2aca5f07 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/quotas/d2f4c187708c4124a507a398163fc633 HTTP/1.1" status: 200 len: 375 time: 0.0240054 Dec 20 21:23:25.869573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-54844042-a9b8-430f-beca-d561e42e22b1 req-25ff0314-c64b-4b47-a71e-f50cb6d47084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:23:25.896936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-54844042-a9b8-430f-beca-d561e42e22b1 req-25ff0314-c64b-4b47-a71e-f50cb6d47084 service neutron] For port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:25.919989 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-bae9d5d0-43e9-40a6-a176-050ab95bb889 None None] Provisioning complete for port 7aa4fa17-2718-4785-8a40-2ee98025a107 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:25.920441 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bae9d5d0-43e9-40a6-a176-050ab95bb889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:25.933927 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b5681da-a150-4fea-9145-c82efb23982e req-f8f447fb-1e1e-43dd-ace3-39434fd67046 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2f4c187708c4124a507a398163fc633&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0821109 Dec 20 21:23:25.938608 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-54844042-a9b8-430f-beca-d561e42e22b1 req-25ff0314-c64b-4b47-a71e-f50cb6d47084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:26.080500 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-54844042-a9b8-430f-beca-d561e42e22b1 req-25ff0314-c64b-4b47-a71e-f50cb6d47084 service neutron] Transition to ACTIVE for port object 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:23:26.086817 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-54844042-a9b8-430f-beca-d561e42e22b1 req-25ff0314-c64b-4b47-a71e-f50cb6d47084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:26.159431 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4b135-f894-4293-b6a1-29be1f6c8328 req-0a863a5e-f3fb-400b-9eb3-5616bdce6fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:26.160002 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-312c22fd-130e-4ee9-be29-b989d65b90e3 req-4597740c-308f-4c42-b801-38bf8f069859 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 210 time: 0.0364306 Dec 20 21:23:26.161034 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ed4b135-f894-4293-b6a1-29be1f6c8328 req-0a863a5e-f3fb-400b-9eb3-5616bdce6fa7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=87bfa78c-70b1-4af3-935b-75df2c2db66d HTTP/1.1" status: 200 len: 913 time: 0.8881285 Dec 20 21:23:26.184019 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535fc7f-bf48-4db1-b00e-c485d6540507 req-03c235aa-80eb-46c0-b33c-8cc061d15230 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:26.191254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-54844042-a9b8-430f-beca-d561e42e22b1 req-25ff0314-c64b-4b47-a71e-f50cb6d47084 service neutron] No DVR routers for this DVR port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:23:26.191528 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f535fc7f-bf48-4db1-b00e-c485d6540507 req-03c235aa-80eb-46c0-b33c-8cc061d15230 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 944 time: 0.6552751 Dec 20 21:23:26.198320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff0314-c64b-4b47-a71e-f50cb6d47084 service neutron] Pushing event updated for resources: {'Port': ['ID=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,revision_number=10']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:26.237962 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-25ff0314-c64b-4b47-a71e-f50cb6d47084 service neutron] 10.222.0.66 "PUT /v2.0/ports/43949ef0-d22d-494d-a52b-ed9f0a1d5ce3/bindings/n-h1-xena-1/activate HTTP/1.1" status: 200 len: 367 time: 0.9775991 Dec 20 21:23:26.259102 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ed4b135-f894-4293-b6a1-29be1f6c8328 req-54d8ba68-76b1-4b9f-b74b-a49ddec3b3da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e HTTP/1.1" status: 200 len: 217 time: 0.0861835 Dec 20 21:23:26.324876 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c99bd1-dfbd-482d-bf8c-93d003ceab1d req-fb727afc-4f9e-4b6f-a794-845e7b8b62c8 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:26.326698 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8c99bd1-dfbd-482d-bf8c-93d003ceab1d req-fb727afc-4f9e-4b6f-a794-845e7b8b62c8 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 1023 time: 0.0718596 Dec 20 21:23:26.355301 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0a7fa416-041c-48d1-a30d-26805842bc64 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:26.378946 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 0a7fa416-041c-48d1-a30d-26805842bc64 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:23:26.379522 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0a7fa416-041c-48d1-a30d-26805842bc64 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:26.380048 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 95a04cdc-c8e9-449f-a4d4-31039efbe0b0 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:26.383803 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8c99bd1-dfbd-482d-bf8c-93d003ceab1d req-15141d9a-e66e-46e8-8b0b-42d8769c62e5 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0549af-e9ee-4eee-9dbb-05f0ad4d9676&id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&id=496b8540-27f5-4210-bf38-09dceb7a2896&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0484474 Dec 20 21:23:26.405486 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 95a04cdc-c8e9-449f-a4d4-31039efbe0b0 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:23:26.405909 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 95a04cdc-c8e9-449f-a4d4-31039efbe0b0 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:26.448302 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54844042-a9b8-430f-beca-d561e42e22b1 req-5fe729f8-d020-4bb3-a288-49336ec1ec27 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:26.452989 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-5fe729f8-d020-4bb3-a288-49336ec1ec27 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3&tenant_id=68013026329e4661b48075edeb3524ab&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 1094 time: 0.0682025 Dec 20 21:23:26.474235 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f535fc7f-bf48-4db1-b00e-c485d6540507 req-99f5f45f-4914-436d-8b46-cc067ac69206 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812338 Dec 20 21:23:26.501219 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4b135-f894-4293-b6a1-29be1f6c8328 req-08f94a65-2835-44e5-a939-86cf254fc8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:26.501219 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ed4b135-f894-4293-b6a1-29be1f6c8328 req-08f94a65-2835-44e5-a939-86cf254fc8ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0910f6ba-ef2e-4c81-82fb-17a8afd38e3b HTTP/1.1" status: 200 len: 852 time: 0.2089622 Dec 20 21:23:26.532967 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54844042-a9b8-430f-beca-d561e42e22b1 req-f70b40e2-caee-423e-be99-4762375f52a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:26.534986 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-f70b40e2-caee-423e-be99-4762375f52a4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3&tenant_id=68013026329e4661b48075edeb3524ab HTTP/1.1" status: 200 len: 1094 time: 0.0748906 Dec 20 21:23:26.548923 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ed4b135-f894-4293-b6a1-29be1f6c8328 req-cff1b77d-cc3b-405e-8da8-7d49440732e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=87bfa78c-70b1-4af3-935b-75df2c2db66d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367332 Dec 20 21:23:26.603720 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7aa4fa17-2718-4785-8a40-2ee98025a107 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:23:26.627579 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:26.663973 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7aa4fa17-2718-4785-8a40-2ee98025a107 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:26.664763 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b757271-d179-44d0-9af6-ada996dfc64a req-7cb881cb-f5a0-42e0-b626-98ed55ac6d2d tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:26.666370 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9b757271-d179-44d0-9af6-ada996dfc64a req-7cb881cb-f5a0-42e0-b626-98ed55ac6d2d tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0980563 Dec 20 21:23:26.668929 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:26.669600 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54844042-a9b8-430f-beca-d561e42e22b1 req-33715816-45a3-481a-9adf-c443b2c7330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:26.671209 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-33715816-45a3-481a-9adf-c443b2c7330c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 1094 time: 0.0849442 Dec 20 21:23:26.774680 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9b757271-d179-44d0-9af6-ada996dfc64a req-9694fe3e-48c0-494b-b5c7-8200e2e5f868 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997720 Dec 20 21:23:26.804582 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ed4b135-f894-4293-b6a1-29be1f6c8328 req-0cd11cc1-bc86-46d1-bdb0-b3baf360cb12 service neutron] 10.222.0.66 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464769 Dec 20 21:23:26.811675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54844042-a9b8-430f-beca-d561e42e22b1 req-284c6bf8-5706-419b-9a9c-c46585f5bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:26.813025 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-284c6bf8-5706-419b-9a9c-c46585f5bc6d service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 907 time: 0.1315212 Dec 20 21:23:26.992944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2dad78b0-5ed1-4a48-abaa-47f170fc4387 admin admin] Deleting port 8547e35b-4b17-495b-994c-d9e5a595ba53 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:26.993448 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2dad78b0-5ed1-4a48-abaa-47f170fc4387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:27.005818 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Router 06f30906-cb6a-48b0-88ba-a709a7f9ef82 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:23:27.068532 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-880a8b1c-4276-493a-89a7-e8da97020785 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=989197960c6f4302ada641b39db2c04f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933864 Dec 20 21:23:27.071670 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ded72224-addc-46e3-b397-56f6b0496ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:27.152643 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ed4b135-f894-4293-b6a1-29be1f6c8328 req-394b0945-de8a-4ff8-a76f-2f36ad0c9fa4 service neutron] 10.222.0.66 "GET /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310840 Dec 20 21:23:27.160994 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-fd687927-f312-498a-9cf5-a581b64cf73c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 HTTP/1.1" status: 200 len: 217 time: 0.3379612 Dec 20 21:23:27.202196 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513bce4-4069-415f-8e3f-2c35d90927a0 req-eec3169e-dc01-4be9-a093-c9a32c64b22d tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:27.203782 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2513bce4-4069-415f-8e3f-2c35d90927a0 req-eec3169e-dc01-4be9-a093-c9a32c64b22d tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.3348355 Dec 20 21:23:27.204806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8502402-ed5d-4366-aa89-65b7b4aaf29a req-4732cf6d-3bb5-4430-aa7f-34fd993a1e24 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:27.206740 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8502402-ed5d-4366-aa89-65b7b4aaf29a req-4732cf6d-3bb5-4430-aa7f-34fd993a1e24 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.66 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 1023 time: 0.0549996 Dec 20 21:23:27.341471 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-2dad78b0-5ed1-4a48-abaa-47f170fc4387 admin admin] For port 8547e35b-4b17-495b-994c-d9e5a595ba53, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8547e35b-4b17-495b-994c-d9e5a595ba53,segment=NetworkSegment(4501f77b-a353-4c4d-b7d2-2c24b34f495f),segment_id=4501f77b-a353-4c4d-b7d2-2c24b34f495f)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:27.341757 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2dad78b0-5ed1-4a48-abaa-47f170fc4387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:27.347120 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-35205d68-9ebe-4039-85b6-9d1ff6648284 req-f540b362-20b2-4b47-b86e-5a05e0d2de71 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 210 time: 0.0564241 Dec 20 21:23:27.356604 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54844042-a9b8-430f-beca-d561e42e22b1 req-616a5126-0ef1-44f8-944a-af2b218ba352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:27.357944 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-616a5126-0ef1-44f8-944a-af2b218ba352 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.1133997 Dec 20 21:23:27.363163 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2513bce4-4069-415f-8e3f-2c35d90927a0 req-f1c15da0-689e-48a8-b7b6-f8ca349f61df tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191397 Dec 20 21:23:27.369476 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2dad78b0-5ed1-4a48-abaa-47f170fc4387 admin admin] Calling delete_port for 8547e35b-4b17-495b-994c-d9e5a595ba53 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:27.386350 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-f744bc49-85fe-4d79-a62a-1d6eb51fd757 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:27.387826 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-f744bc49-85fe-4d79-a62a-1d6eb51fd757 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3030069 Dec 20 21:23:27.416185 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-46e0b73a-82a8-475c-b5da-d68f129f0724 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493302 Dec 20 21:23:27.434887 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-4965e689-2c85-4d1a-8a51-80323d73781a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Request body: {'port': {'device_id': 'e0dc5de1-fef1-4994-8d07-bd982d49cac7', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': '989197960c6f4302ada641b39db2c04f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:27.441677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:23:27.448016 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-b8502402-ed5d-4366-aa89-65b7b4aaf29a req-85e6f427-f41e-4741-84cd-f9a57364bddc tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Deleting port e0fb238f-856c-4c6c-b7a1-186f7ca4f16e {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:27.448483 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b8502402-ed5d-4366-aa89-65b7b4aaf29a req-85e6f427-f41e-4741-84cd-f9a57364bddc tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:27.463262 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Sync routers for ids ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:23:27.476231 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Routers {'06f30906-cb6a-48b0-88ba-a709a7f9ef82'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:27.480084 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:27.521754 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:27.523041 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-92c3d990-dcb4-4e4b-b653-2de3dd597870 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6866751 Dec 20 21:23:27.523221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:27.527148 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55966) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:27.621061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:27.658226 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Set router 06f30906-cb6a-48b0-88ba-a709a7f9ef82 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:27.668212 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2deada-ea5e-46fb-9f9c-7c26817a3d71 req-aaf26708-e524-47c1-b843-5214c4508103 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:27.669733 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9a2deada-ea5e-46fb-9f9c-7c26817a3d71 req-aaf26708-e524-47c1-b843-5214c4508103 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 1023 time: 0.1266458 Dec 20 21:23:27.674506 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-f58bb40e-7c59-448c-8ff4-812a3430bb5a service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501316 Dec 20 21:23:27.723029 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab28b186-6406-44da-9a8e-e858b31748e0 req-dbc09243-2945-4f86-ac58-c7ba409548fe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d2f4c187708c4124a507a398163fc633 HTTP/1.1" status: 200 len: 221 time: 0.1422551 Dec 20 21:23:27.764824 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-4965e689-2c85-4d1a-8a51-80323d73781a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Made reservation on behalf of 989197960c6f4302ada641b39db2c04f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:23:27.765307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-b8502402-ed5d-4366-aa89-65b7b4aaf29a req-85e6f427-f41e-4741-84cd-f9a57364bddc tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] For port e0fb238f-856c-4c6c-b7a1-186f7ca4f16e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e,segment=NetworkSegment(f58a665f-5507-4cab-976d-225a808b00cd),segment_id=f58a665f-5507-4cab-976d-225a808b00cd)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:27.765461 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b8502402-ed5d-4366-aa89-65b7b4aaf29a req-85e6f427-f41e-4741-84cd-f9a57364bddc tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:27.768939 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-4965e689-2c85-4d1a-8a51-80323d73781a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:27.789782 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-4965e689-2c85-4d1a-8a51-80323d73781a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:27.802455 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-b8502402-ed5d-4366-aa89-65b7b4aaf29a req-85e6f427-f41e-4741-84cd-f9a57364bddc tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Calling delete_port for e0fb238f-856c-4c6c-b7a1-186f7ca4f16e owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:27.812943 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9a2deada-ea5e-46fb-9f9c-7c26817a3d71 req-5f8e732b-7d2d-45d5-a825-dc48bac3b797 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0549af-e9ee-4eee-9dbb-05f0ad4d9676&id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&id=496b8540-27f5-4210-bf38-09dceb7a2896&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1272874 Dec 20 21:23:27.880741 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-af616fa8-15e7-4d15-b923-fda1371f6e7d service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961789 Dec 20 21:23:27.953716 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2dad78b0-5ed1-4a48-abaa-47f170fc4387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:28.002575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad78b0-5ed1-4a48-abaa-47f170fc4387 admin admin] Pushing event deleted for resources: {'Port': ['ID=8547e35b-4b17-495b-994c-d9e5a595ba53,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:28.039413 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'name': 'tempest-ServersTestManualDisk-876673748-router', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:21Z', 'updated_at': '2021-12-20T21:23:25Z', 'revision_number': 3, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'gw_port': {'id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:23:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:23Z', 'updated_at': '2021-12-20T21:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:28.049494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6231dbf-23c2-470b-b562-b8714d82782d req-420470fa-2cb7-45de-8c52-4215dae46345 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:28.051216 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6231dbf-23c2-470b-b562-b8714d82782d req-420470fa-2cb7-45de-8c52-4215dae46345 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 945 time: 0.0955763 Dec 20 21:23:28.063865 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b8502402-ed5d-4366-aa89-65b7b4aaf29a req-85e6f427-f41e-4741-84cd-f9a57364bddc tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:28.081712 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Checking router: 06f30906-cb6a-48b0-88ba-a709a7f9ef82 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:23:28.086476 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Updating router 06f30906-cb6a-48b0-88ba-a709a7f9ef82 port 1facde6c-11b1-45f2-9976-7fb8f425920b binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:23:28.105265 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['d3b984ea-bd14-413f-8fc8-0c981fcff557'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:23:28.124931 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:28.134147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6f427-f41e-4741-84cd-f9a57364bddc tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event deleted for resources: {'Port': ['ID=e0fb238f-856c-4c6c-b7a1-186f7ca4f16e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:28.218055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8502402-ed5d-4366-aa89-65b7b4aaf29a req-85e6f427-f41e-4741-84cd-f9a57364bddc tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] No DVR routers for this DVR port e0fb238f-856c-4c6c-b7a1-186f7ca4f16e on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:23:28.223467 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b8502402-ed5d-4366-aa89-65b7b4aaf29a req-85e6f427-f41e-4741-84cd-f9a57364bddc tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:28.224468 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-4965e689-2c85-4d1a-8a51-80323d73781a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:28.227657 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8502402-ed5d-4366-aa89-65b7b4aaf29a req-85e6f427-f41e-4741-84cd-f9a57364bddc tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.66 "DELETE /v2.0/ports/e0fb238f-856c-4c6c-b7a1-186f7ca4f16e HTTP/1.1" status: 204 len: 173 time: 1.0152168 Dec 20 21:23:28.244077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bfccf9-9b2a-44ac-88e8-5364299f82fc', 'name': 'network-vif-deleted', 'tag': 'e0fb238f-856c-4c6c-b7a1-186f7ca4f16e'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:28.247072 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032a746e-195f-4be4-8985-55486cebb09b" -d '{"events": [{"server_uuid": "80bfccf9-9b2a-44ac-88e8-5364299f82fc", "name": "network-vif-deleted", "tag": "e0fb238f-856c-4c6c-b7a1-186f7ca4f16e"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:28.271908 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-4965e689-2c85-4d1a-8a51-80323d73781a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:28.286729 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6231dbf-23c2-470b-b562-b8714d82782d req-7e99d5c7-39c2-4356-9802-e366204abd07 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174978 Dec 20 21:23:28.322428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc882d3a-64f9-4f37-b9b9-b4367abe1c8d req-56adb29c-227d-4717-8b65-e0eb3aafd6a4 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:28.330499 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fc882d3a-64f9-4f37-b9b9-b4367abe1c8d req-56adb29c-227d-4717-8b65-e0eb3aafd6a4 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.3239443 Dec 20 21:23:28.385402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54844042-a9b8-430f-beca-d561e42e22b1 req-7f02189b-66dd-490a-92ea-768b8f135079 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:28.399913 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-7f02189b-66dd-490a-92ea-768b8f135079 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3&tenant_id=68013026329e4661b48075edeb3524ab&binding%3Ahost_id=n-h1-xena-1 HTTP/1.1" status: 200 len: 1094 time: 0.1454351 Dec 20 21:23:28.514981 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233f1ada-010e-4b6c-83ce-f8f2732807cb x-openstack-request-id: req-233f1ada-010e-4b6c-83ce-f8f2732807cb {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:28.514981 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bfccf9-9b2a-44ac-88e8-5364299f82fc", "name": "network-vif-deleted", "tag": "e0fb238f-856c-4c6c-b7a1-186f7ca4f16e", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:28.514981 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-233f1ada-010e-4b6c-83ce-f8f2732807cb {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:28.514981 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bfccf9-9b2a-44ac-88e8-5364299f82fc', 'name': 'network-vif-deleted', 'tag': 'e0fb238f-856c-4c6c-b7a1-186f7ca4f16e', 'status': 'completed', 'code': 200} Dec 20 21:23:28.579489 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:28.591345 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:28.600418 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965e689-2c85-4d1a-8a51-80323d73781a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7335ded9-7444-4311-8c58-2a9e3ce1a792,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:28.657305 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebd0cf-e90d-4a24-b768-cef016b08894 None None] Pushing event updated for resources: {'Port': ['ID=1facde6c-11b1-45f2-9976-7fb8f425920b,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:28.658963 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fc882d3a-64f9-4f37-b9b9-b4367abe1c8d req-e276751c-aba5-4c72-bbeb-a0716c7677b4 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208387 Dec 20 21:23:28.661434 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cdb483cd-0773-4270-86f9-799702255fa0 req-eb97a4a7-dbd4-4c5d-90ae-3ed7932423a8 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 210 time: 0.0321364 Dec 20 21:23:28.665431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-54844042-a9b8-430f-beca-d561e42e22b1 req-9caeb508-f98d-432b-ac6c-0f7f3732b441 service neutron] For port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:23:28.668771 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-54844042-a9b8-430f-beca-d561e42e22b1 req-9caeb508-f98d-432b-ac6c-0f7f3732b441 service neutron] Notify callbacks [] for binding, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:28.669869 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54844042-a9b8-430f-beca-d561e42e22b1 req-9caeb508-f98d-432b-ac6c-0f7f3732b441 service neutron] 10.222.0.31 "DELETE /v2.0/ports/43949ef0-d22d-494d-a52b-ed9f0a1d5ce3/bindings/n-h2-xena-1 HTTP/1.1" status: 204 len: 173 time: 0.2360179 Dec 20 21:23:28.679516 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebd0cf-e90d-4a24-b768-cef016b08894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:28.679852 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebd0cf-e90d-4a24-b768-cef016b08894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:28.680184 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebd0cf-e90d-4a24-b768-cef016b08894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:28.680508 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebd0cf-e90d-4a24-b768-cef016b08894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:28.680941 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebd0cf-e90d-4a24-b768-cef016b08894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:28.681543 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebd0cf-e90d-4a24-b768-cef016b08894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:28.681657 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebd0cf-e90d-4a24-b768-cef016b08894 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:28.681929 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebd0cf-e90d-4a24-b768-cef016b08894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:28.682483 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebd0cf-e90d-4a24-b768-cef016b08894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:28.682620 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebd0cf-e90d-4a24-b768-cef016b08894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:28.682878 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebd0cf-e90d-4a24-b768-cef016b08894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:28.683193 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebd0cf-e90d-4a24-b768-cef016b08894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:28.697242 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Attempting to bind port 1facde6c-11b1-45f2-9976-7fb8f425920b on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:23:28.697611 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Attempting to bind port 1facde6c-11b1-45f2-9976-7fb8f425920b by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:23:28.698097 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Attempting to bind port 1facde6c-11b1-45f2-9976-7fb8f425920b on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:28.704984 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:23:28.705404 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:28.705822 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:28.706338 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:23:28.707019 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Bound port: 1facde6c-11b1-45f2-9976-7fb8f425920b, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:23:28.707437 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:28.755319 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2dad78b0-5ed1-4a48-abaa-47f170fc4387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:28.770009 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] For port 1facde6c-11b1-45f2-9976-7fb8f425920b, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:23:28.774959 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] For port 1facde6c-11b1-45f2-9976-7fb8f425920b, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1facde6c-11b1-45f2-9976-7fb8f425920b,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:23:28.781168 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:28.834330 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Routers {'06f30906-cb6a-48b0-88ba-a709a7f9ef82'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:28.835039 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:22:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:28.861520 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-4965e689-2c85-4d1a-8a51-80323d73781a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Allocated IP 192.168.233.229 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/cc5e6dc4-fdac-4322-ae88-3a0c3598e331) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:23:28.922588 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebd0cf-e90d-4a24-b768-cef016b08894 None None] Pushing event updated for resources: {'Port': ['ID=1facde6c-11b1-45f2-9976-7fb8f425920b,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:28.962162 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-067c5648-807f-4d6c-8229-a9f2e1be0a10 req-798858a9-2a31-47f1-b2dd-081dbd8a29c3 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=80bfccf9-9b2a-44ac-88e8-5364299f82fc HTTP/1.1" status: 200 len: 210 time: 0.0384490 Dec 20 21:23:28.994814 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] Set router 06f30906-cb6a-48b0-88ba-a709a7f9ef82 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:29.212644 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'name': 'tempest-ServersTestManualDisk-876673748-router', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:21Z', 'updated_at': '2021-12-20T21:23:25Z', 'revision_number': 3, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'gw_port': {'id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:23:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:23Z', 'updated_at': '2021-12-20T21:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:29.240597 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e83d4ac-b1a0-4c4c-bffe-ceeb37bb621b None None] The sync data for ids ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'] in n-d-xena-1 is: [{'id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'name': 'tempest-ServersTestManualDisk-876673748-router', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:21Z', 'updated_at': '2021-12-20T21:23:25Z', 'revision_number': 3, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'gw_port': {'id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:23:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:23Z', 'updated_at': '2021-12-20T21:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:23:29.309640 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:29.344534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21f010-a190-48db-b488-1da342fb9b2c req-644d397d-0d1a-4573-9fec-6195a6a2e57b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:29.346086 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff21f010-a190-48db-b488-1da342fb9b2c req-644d397d-0d1a-4573-9fec-6195a6a2e57b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.5725179 Dec 20 21:23:29.411721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5daf8-f36c-4cd5-bdc0-baec90bf511d req-5926a22f-e159-48b1-ad8f-3e0863d3cc00 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:29.413502 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63f5daf8-f36c-4cd5-bdc0-baec90bf511d req-5926a22f-e159-48b1-ad8f-3e0863d3cc00 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 945 time: 0.0521455 Dec 20 21:23:29.415907 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-245b2571-c1b3-441f-bc66-3dcaa4136356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:29.457902 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63f5daf8-f36c-4cd5-bdc0-baec90bf511d req-559d3ab2-3c3f-41e0-867a-47fcb5bba137 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373476 Dec 20 21:23:29.518510 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device e0fb238f-856c-4c6c-b7a1-186f7ca4f16e no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:29.558147 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: e0fb238f-856c-4c6c-b7a1-186f7ca4f16e {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:23:29.558945 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device e0fb238f-856c-4c6c-b7a1-186f7ca4f16e not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:29.596156 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff21f010-a190-48db-b488-1da342fb9b2c req-a9163aaf-8169-48fb-846a-182d9d922c2b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380435 Dec 20 21:23:29.727804 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-4965e689-2c85-4d1a-8a51-80323d73781a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:29.767340 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace72016-2d42-4ad8-971e-4949b527cab2 req-6496acd2-5738-4f8c-b2de-81085ca0f6dc tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:29.769009 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ace72016-2d42-4ad8-971e-4949b527cab2 req-6496acd2-5738-4f8c-b2de-81085ca0f6dc tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 1094 time: 0.0548618 Dec 20 21:23:29.808069 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dad78b0-5ed1-4a48-abaa-47f170fc4387 admin admin] Router a4d7178a-180f-4983-afd3-3f71e4bdf0be has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:23:29.809143 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ace72016-2d42-4ad8-971e-4949b527cab2 req-41016d94-d53c-4982-bab7-8b4c6a7e588a tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330019 Dec 20 21:23:29.816215 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] Allocated IP 172.20.0.1 (1b7f31d9-bd6a-47eb-aab4-7242901186a7/ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143/bdcecc81-d5b4-4952-a40a-00d82039f7c0) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:23:29.837824 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-4965e689-2c85-4d1a-8a51-80323d73781a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:29.897390 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-4965e689-2c85-4d1a-8a51-80323d73781a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:23:29.947040 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c53e4b-2b53-4464-8df2-cc7585e9b53c req-d29d1959-8f57-446b-89dd-f6f5e5e8342a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:29.960329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-95c53e4b-2b53-4464-8df2-cc7585e9b53c req-d29d1959-8f57-446b-89dd-f6f5e5e8342a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 936 time: 0.0687373 Dec 20 21:23:29.975778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-4965e689-2c85-4d1a-8a51-80323d73781a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:30.012791 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-4965e689-2c85-4d1a-8a51-80323d73781a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:23:30.018926 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-95c53e4b-2b53-4464-8df2-cc7585e9b53c req-af8b467b-a163-4d71-b086-ab5b2333a385 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/security-groups?id=7335ded9-7444-4311-8c58-2a9e3ce1a792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570028 Dec 20 21:23:30.079772 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da3fc6-6abf-4eb5-80c2-86b7a642b9b4 req-7c5b8fe4-76c0-4ea2-94e2-12c699d7194d tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:30.093354 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b6da3fc6-6abf-4eb5-80c2-86b7a642b9b4 req-7c5b8fe4-76c0-4ea2-94e2-12c699d7194d tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.3462398 Dec 20 21:23:30.148614 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965e689-2c85-4d1a-8a51-80323d73781a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Pushing event updated for resources: {'Port': ['ID=cc5e6dc4-fdac-4322-ae88-3a0c3598e331,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:30.240237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07206b-cdcb-41e9-9241-34505bade931 req-5cf0c176-84e1-46c8-b5ef-49b730017dec tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:30.250563 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e07206b-cdcb-41e9-9241-34505bade931 req-5cf0c176-84e1-46c8-b5ef-49b730017dec tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 806 time: 0.1391847 Dec 20 21:23:30.270411 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e07206b-cdcb-41e9-9241-34505bade931 req-f6ad8902-bfb8-4602-a826-098bd9d0cf16 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/quotas/68013026329e4661b48075edeb3524ab HTTP/1.1" status: 200 len: 375 time: 0.0178919 Dec 20 21:23:30.273794 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-4965e689-2c85-4d1a-8a51-80323d73781a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:30.274573 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-4965e689-2c85-4d1a-8a51-80323d73781a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:30.319970 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b6da3fc6-6abf-4eb5-80c2-86b7a642b9b4 req-12a40b5b-f39e-4416-b548-e3b941ac844b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254961 Dec 20 21:23:30.331465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8139ff8b-72c1-451e-b26d-a6c0af690b9d tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592375 Dec 20 21:23:30.338981 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:30.343147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dad78b0-5ed1-4a48-abaa-47f170fc4387 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:23:30.349317 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-4965e689-2c85-4d1a-8a51-80323d73781a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9226451 Dec 20 21:23:30.355019 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2dad78b0-5ed1-4a48-abaa-47f170fc4387 admin admin] 10.222.0.32 "PUT /v2.0/routers/a4d7178a-180f-4983-afd3-3f71e4bdf0be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4060798 Dec 20 21:23:30.358976 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56012) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:30.365497 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8639d923-993b-48b2-807b-2b089477aaca None None] Sync routers for ids ['a4d7178a-180f-4983-afd3-3f71e4bdf0be'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:23:30.367967 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2f2ff2c5-8aa7-4d89-8470-d8763890a20b None None] Provisioning complete for port cc5e6dc4-fdac-4322-ae88-3a0c3598e331 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:30.368334 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2f2ff2c5-8aa7-4d89-8470-d8763890a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:30.413555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Request body: {'port': {'device_id': 'e0dc5de1-fef1-4994-8d07-bd982d49cac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:30.413725 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8639d923-993b-48b2-807b-2b089477aaca None None] Routers {'a4d7178a-180f-4983-afd3-3f71e4bdf0be'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:30.414283 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8639d923-993b-48b2-807b-2b089477aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:23:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a4d7178a-180f-4983-afd3-3f71e4bdf0be'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:30.462565 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e07206b-cdcb-41e9-9241-34505bade931 req-846017de-29ce-446f-966f-0b3cbf98adb5 service neutron] 10.222.0.32 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211171 Dec 20 21:23:30.540762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2f2ff2c5-8aa7-4d89-8470-d8763890a20b None None] Port cc5e6dc4-fdac-4322-ae88-3a0c3598e331 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:23:30.557787 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:30.613697 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-8639d923-993b-48b2-807b-2b089477aaca None None] Set router a4d7178a-180f-4983-afd3-3f71e4bdf0be gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:30.626886 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:30.649557 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:30.650849 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1facde6c-11b1-45f2-9976-7fb8f425920b up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:23:30.677733 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] Network 1b7f31d9-bd6a-47eb-aab4-7242901186a7 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:23:30.678622 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e07206b-cdcb-41e9-9241-34505bade931 req-0f64f5f3-498d-417e-80e7-b9b8dfd74aaf service neutron] 10.222.0.32 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149806 Dec 20 21:23:30.689024 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:30.691692 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94304092-4245-452b-9b4a-0d5268770590 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:30.694590 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:23:30.701086 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] Pushing event updated for resources: {'Port': ['ID=bdcecc81-d5b4-4952-a40a-00d82039f7c0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:30.804929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 1facde6c-11b1-45f2-9976-7fb8f425920b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:30.805725 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:30.933269 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0fa32959-963a-4ee1-b57d-62d3762f03fa req-8840487f-4a1e-4edd-87ec-1f1536da67e6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/496b8540-27f5-4210-bf38-09dceb7a2896 HTTP/1.1" status: 200 len: 1800 time: 0.0610297 Dec 20 21:23:30.938267 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:30.964079 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:30.968148 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 1facde6c-11b1-45f2-9976-7fb8f425920b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1facde6c-11b1-45f2-9976-7fb8f425920b,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:30.984747 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af3ad3-ac26-447d-9b94-6789352b5edb req-17348965-d0c9-4ab6-8382-c9a3953b7d35 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:30.986343 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d5af3ad3-ac26-447d-9b94-6789352b5edb req-17348965-d0c9-4ab6-8382-c9a3953b7d35 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.3672910 Dec 20 21:23:30.989845 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8639d923-993b-48b2-807b-2b089477aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'name': 'tempest-AttachSCSIVolumeTestJSON-2100996749-router', 'tenant_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '26312ffa-2818-4a88-bf22-ccf442005046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:22Z', 'updated_at': '2021-12-20T21:23:27Z', 'revision_number': 5, 'project_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'gw_port': {'id': '26312ffa-2818-4a88-bf22-ccf442005046', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:23Z', 'updated_at': '2021-12-20T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:30.993644 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.034249 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0fa32959-963a-4ee1-b57d-62d3762f03fa req-018a1e9b-e321-4633-bb68-ac95d4e934ff tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.060907 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0fa32959-963a-4ee1-b57d-62d3762f03fa req-018a1e9b-e321-4633-bb68-ac95d4e934ff tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.077719 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8639d923-993b-48b2-807b-2b089477aaca None None] Checking router: a4d7178a-180f-4983-afd3-3f71e4bdf0be for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:23:31.135071 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0fa32959-963a-4ee1-b57d-62d3762f03fa req-018a1e9b-e321-4633-bb68-ac95d4e934ff tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.138035 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0fa32959-963a-4ee1-b57d-62d3762f03fa req-018a1e9b-e321-4633-bb68-ac95d4e934ff tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.151130 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0fa32959-963a-4ee1-b57d-62d3762f03fa req-018a1e9b-e321-4633-bb68-ac95d4e934ff tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "DELETE /v2.0/security-groups/496b8540-27f5-4210-bf38-09dceb7a2896 HTTP/1.1" status: 204 len: 173 time: 0.2163744 Dec 20 21:23:31.171925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a1e9b-e321-4633-bb68-ac95d4e934ff tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=496b8540-27f5-4210-bf38-09dceb7a2896,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:31.203052 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-659df5a0-34bf-47c4-a171-fd79888c3b38 None None] Provisioning complete for port bdcecc81-d5b4-4952-a40a-00d82039f7c0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:31.205618 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-659df5a0-34bf-47c4-a171-fd79888c3b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.207983 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8639d923-993b-48b2-807b-2b089477aaca None None] Routers {'a4d7178a-180f-4983-afd3-3f71e4bdf0be'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:31.209042 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8639d923-993b-48b2-807b-2b089477aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:23:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a4d7178a-180f-4983-afd3-3f71e4bdf0be'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:31.220931 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94304092-4245-452b-9b4a-0d5268770590 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.268116 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d5af3ad3-ac26-447d-9b94-6789352b5edb req-03acaa9d-eadf-471d-84c2-b3ccccbd92e0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370765 Dec 20 21:23:31.282010 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=1facde6c-11b1-45f2-9976-7fb8f425920b,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:31.372008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-659df5a0-34bf-47c4-a171-fd79888c3b38 None None] Port bdcecc81-d5b4-4952-a40a-00d82039f7c0 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:23:31.384082 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e291f9b1-55ef-4f81-b9c7-7063c05c1662 req-922037ab-c7ff-4d47-bc39-2b8af7750e4e tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 210 time: 0.0744889 Dec 20 21:23:31.410267 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-8639d923-993b-48b2-807b-2b089477aaca None None] Set router a4d7178a-180f-4983-afd3-3f71e4bdf0be gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:31.461494 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-52458b0d-1250-4d98-b60c-a7e9a2adad8c req-9735ed98-96c5-4199-9fb4-d77dae6d0141 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/8c0549af-e9ee-4eee-9dbb-05f0ad4d9676 HTTP/1.1" status: 200 len: 1800 time: 0.0542336 Dec 20 21:23:31.535730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-52458b0d-1250-4d98-b60c-a7e9a2adad8c req-7590ee41-d79a-4b9b-a9ce-c7444e78d91b tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.546393 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.563473 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-52458b0d-1250-4d98-b60c-a7e9a2adad8c req-7590ee41-d79a-4b9b-a9ce-c7444e78d91b tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.625165 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-52458b0d-1250-4d98-b60c-a7e9a2adad8c req-7590ee41-d79a-4b9b-a9ce-c7444e78d91b tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.628402 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-52458b0d-1250-4d98-b60c-a7e9a2adad8c req-7590ee41-d79a-4b9b-a9ce-c7444e78d91b tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.630682 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-52458b0d-1250-4d98-b60c-a7e9a2adad8c req-7590ee41-d79a-4b9b-a9ce-c7444e78d91b tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "DELETE /v2.0/security-groups/8c0549af-e9ee-4eee-9dbb-05f0ad4d9676 HTTP/1.1" status: 204 len: 173 time: 0.1593826 Dec 20 21:23:31.642028 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590ee41-d79a-4b9b-a9ce-c7444e78d91b tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0549af-e9ee-4eee-9dbb-05f0ad4d9676,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:31.690541 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08837ba6-fbed-4ac4-b4e1-59f6eb91d0f0 req-9593faa5-919e-4fbc-87de-3cd84fbf9d3a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:31.692103 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-08837ba6-fbed-4ac4-b4e1-59f6eb91d0f0 req-9593faa5-919e-4fbc-87de-3cd84fbf9d3a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 936 time: 0.2860312 Dec 20 21:23:31.703016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-94304092-4245-452b-9b4a-0d5268770590 admin admin] Deleting port 26312ffa-2818-4a88-bf22-ccf442005046 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:31.703300 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94304092-4245-452b-9b4a-0d5268770590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.723928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8639d923-993b-48b2-807b-2b089477aaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'name': 'tempest-AttachSCSIVolumeTestJSON-2100996749-router', 'tenant_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '26312ffa-2818-4a88-bf22-ccf442005046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:22Z', 'updated_at': '2021-12-20T21:23:27Z', 'revision_number': 5, 'project_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'gw_port': {'id': '26312ffa-2818-4a88-bf22-ccf442005046', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:23Z', 'updated_at': '2021-12-20T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:31.755456 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8639d923-993b-48b2-807b-2b089477aaca None None] The sync data for ids ['a4d7178a-180f-4983-afd3-3f71e4bdf0be'] in n-d-xena-1 is: [{'id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'name': 'tempest-AttachSCSIVolumeTestJSON-2100996749-router', 'tenant_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.111'}], 'enable_snat': True}, 'gw_port_id': '26312ffa-2818-4a88-bf22-ccf442005046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:22Z', 'updated_at': '2021-12-20T21:23:27Z', 'revision_number': 5, 'project_id': '13cfbefdc9db47b1ae9d3d3634ce4949', 'gw_port': {'id': '26312ffa-2818-4a88-bf22-ccf442005046', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d7178a-180f-4983-afd3-3f71e4bdf0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:23Z', 'updated_at': '2021-12-20T21:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:23:31.772387 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-e4afe40c-d5ab-4ebf-976b-c3426b63b8bb req-7ef40df3-f45c-4deb-99f0-b011ed6d2d40 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-213177416', 'description': 'tempest-description-1834405867'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:31.799438 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5e6dc4-fdac-4322-ae88-3a0c3598e331 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:23:31.813538 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e4afe40c-d5ab-4ebf-976b-c3426b63b8bb req-7ef40df3-f45c-4deb-99f0-b011ed6d2d40 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.821421 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.850632 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-08837ba6-fbed-4ac4-b4e1-59f6eb91d0f0 req-9a3fee61-6506-4851-881e-f3e3090e87a5 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/security-groups?id=7335ded9-7444-4311-8c58-2a9e3ce1a792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494071 Dec 20 21:23:31.896261 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e4afe40c-d5ab-4ebf-976b-c3426b63b8bb req-7ef40df3-f45c-4deb-99f0-b011ed6d2d40 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.904033 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e4afe40c-d5ab-4ebf-976b-c3426b63b8bb req-7ef40df3-f45c-4deb-99f0-b011ed6d2d40 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.905172 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Transition to ACTIVE for port object cc5e6dc4-fdac-4322-ae88-3a0c3598e331 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:23:31.919745 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.939047 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e4afe40c-d5ab-4ebf-976b-c3426b63b8bb req-7ef40df3-f45c-4deb-99f0-b011ed6d2d40 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:31.942661 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4afe40c-d5ab-4ebf-976b-c3426b63b8bb req-7ef40df3-f45c-4deb-99f0-b011ed6d2d40 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1755018 Dec 20 21:23:31.950183 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef40df3-f45c-4deb-99f0-b011ed6d2d40 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a153e8ab-acd2-4ff6-b2bd-a3a5560a787f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:31.985365 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:32.014113 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ab5c152-a211-412f-8c00-80ac8e917092 req-87f94d55-70d4-4fbd-b7c2-5a2fc67e9f73 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/a153e8ab-acd2-4ff6-b2bd-a3a5560a787f HTTP/1.1" status: 200 len: 1800 time: 0.0414505 Dec 20 21:23:32.016140 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-94304092-4245-452b-9b4a-0d5268770590 admin admin] For port 26312ffa-2818-4a88-bf22-ccf442005046, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=26312ffa-2818-4a88-bf22-ccf442005046,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:32.016507 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94304092-4245-452b-9b4a-0d5268770590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:32.026278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-2ab5c152-a211-412f-8c00-80ac8e917092 req-1180b994-0f17-414b-9bc0-f30cdae64b53 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Request body: {'security_group': {'name': 'tempest-sg-hth-161638565', 'description': 'tempest-description-hth-312442177'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:32.054348 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ab5c152-a211-412f-8c00-80ac8e917092 req-1180b994-0f17-414b-9bc0-f30cdae64b53 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:32.055895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-94304092-4245-452b-9b4a-0d5268770590 admin admin] Calling delete_port for 26312ffa-2818-4a88-bf22-ccf442005046 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:32.063946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Pushing event updated for resources: {'Port': ['ID=cc5e6dc4-fdac-4322-ae88-3a0c3598e331,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:32.106449 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ab5c152-a211-412f-8c00-80ac8e917092 req-1180b994-0f17-414b-9bc0-f30cdae64b53 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:32.116531 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ab5c152-a211-412f-8c00-80ac8e917092 req-1180b994-0f17-414b-9bc0-f30cdae64b53 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:32.119368 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2ab5c152-a211-412f-8c00-80ac8e917092 req-1180b994-0f17-414b-9bc0-f30cdae64b53 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:32.121090 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ab5c152-a211-412f-8c00-80ac8e917092 req-1180b994-0f17-414b-9bc0-f30cdae64b53 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "PUT /v2.0/security-groups/a153e8ab-acd2-4ff6-b2bd-a3a5560a787f HTTP/1.1" status: 200 len: 1773 time: 0.0993171 Dec 20 21:23:32.131915 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:32.218649 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f22c7233-8ffc-4110-a717-42e7393cbeaf req-aea56148-ab1b-4e61-9746-9926d843f30b tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/a153e8ab-acd2-4ff6-b2bd-a3a5560a787f HTTP/1.1" status: 200 len: 1773 time: 0.0630271 Dec 20 21:23:32.219775 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180b994-0f17-414b-9bc0-f30cdae64b53 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a153e8ab-acd2-4ff6-b2bd-a3a5560a787f,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:32.234679 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ddc34-1c1f-47f6-943e-db2af0a2c72e req-957c5f17-a77a-44ef-9d26-1355fd606b1c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:32.242855 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-025ddc34-1c1f-47f6-943e-db2af0a2c72e req-957c5f17-a77a-44ef-9d26-1355fd606b1c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.3270934 Dec 20 21:23:32.251845 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:32.316567 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:32.394830 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7413552b-a145-4ac3-a7ea-19e68caabde3 req-f72c42cb-0963-4b16-b8cc-1dd5fba1d23d tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/a153e8ab-acd2-4ff6-b2bd-a3a5560a787f HTTP/1.1" status: 200 len: 1773 time: 0.1507177 Dec 20 21:23:32.396836 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:32.454336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07206b-cdcb-41e9-9241-34505bade931 req-a054bad4-f082-4256-a223-db467f2effe7 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:32.456312 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e07206b-cdcb-41e9-9241-34505bade931 req-a054bad4-f082-4256-a223-db467f2effe7 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.66 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 806 time: 0.2104034 Dec 20 21:23:32.477094 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-6e07206b-cdcb-41e9-9241-34505bade931 req-44161d72-ca34-4347-b65b-1b7a4f6f12f8 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Request body: {'port': {'device_id': 'ef2c46f5-8c20-4837-8753-72fb3cc00333', 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd', 'admin_state_up': True, 'tenant_id': '68013026329e4661b48075edeb3524ab'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:32.545920 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7413552b-a145-4ac3-a7ea-19e68caabde3 req-c0a159d2-c10b-4a75-b816-362347ce2c3e tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:32.551987 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1facde6c-11b1-45f2-9976-7fb8f425920b up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:23:32.582765 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7413552b-a145-4ac3-a7ea-19e68caabde3 req-c0a159d2-c10b-4a75-b816-362347ce2c3e tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:32.604620 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 1facde6c-11b1-45f2-9976-7fb8f425920b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:32.605102 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:32.667927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e07206b-cdcb-41e9-9241-34505bade931 req-44161d72-ca34-4347-b65b-1b7a4f6f12f8 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Made reservation on behalf of 68013026329e4661b48075edeb3524ab for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:23:32.672169 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6e07206b-cdcb-41e9-9241-34505bade931 req-44161d72-ca34-4347-b65b-1b7a4f6f12f8 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:32.675805 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7413552b-a145-4ac3-a7ea-19e68caabde3 req-c0a159d2-c10b-4a75-b816-362347ce2c3e tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:32.678830 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7413552b-a145-4ac3-a7ea-19e68caabde3 req-c0a159d2-c10b-4a75-b816-362347ce2c3e tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:32.679966 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7413552b-a145-4ac3-a7ea-19e68caabde3 req-c0a159d2-c10b-4a75-b816-362347ce2c3e tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "DELETE /v2.0/security-groups/a153e8ab-acd2-4ff6-b2bd-a3a5560a787f HTTP/1.1" status: 204 len: 173 time: 0.2754772 Dec 20 21:23:32.698018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a159d2-c10b-4a75-b816-362347ce2c3e tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a153e8ab-acd2-4ff6-b2bd-a3a5560a787f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:32.724386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8547e35b-4b17-495b-994c-d9e5a595ba53 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:32.747954 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 8547e35b-4b17-495b-994c-d9e5a595ba53 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:23:32.748449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8547e35b-4b17-495b-994c-d9e5a595ba53 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:32.805557 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Attempting to bind port cc5e6dc4-fdac-4322-ae88-3a0c3598e331 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:23:32.806055 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Attempting to bind port cc5e6dc4-fdac-4322-ae88-3a0c3598e331 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:23:32.806213 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Attempting to bind port cc5e6dc4-fdac-4322-ae88-3a0c3598e331 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:32.851271 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Port cc5e6dc4-fdac-4322-ae88-3a0c3598e331 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:23:32.851626 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Attempting to bind port cc5e6dc4-fdac-4322-ae88-3a0c3598e331 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:32.875500 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cbe292ee-8cee-4ae4-9bc9-4de4104b1ced req-7ced3574-55e4-426e-b1d9-db828ac83da8 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 210 time: 0.0317173 Dec 20 21:23:32.878112 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] Pushing event updated for resources: {'Port': ['ID=bdcecc81-d5b4-4952-a40a-00d82039f7c0,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:32.884296 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-6e07206b-cdcb-41e9-9241-34505bade931 req-44161d72-ca34-4347-b65b-1b7a4f6f12f8 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Allocated IP 172.20.0.4 (ef25a713-78cb-4680-b602-defc0f8ef6dd/428b6fe3-893f-4804-922c-7a9af77a1126/d56946d1-6e73-4a24-a0ed-559cd785d734) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:23:32.887409 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:23:32.887748 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:32.888171 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:23:32.888606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Bound port: cc5e6dc4-fdac-4322-ae88-3a0c3598e331, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:23:32.888953 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:32.899348 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-025ddc34-1c1f-47f6-943e-db2af0a2c72e req-3232c486-c356-4cf2-bf66-61c332d35b08 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6407177 Dec 20 21:23:33.011559 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] Network 1b7f31d9-bd6a-47eb-aab4-7242901186a7 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:23:33.023967 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:33.031705 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94304092-4245-452b-9b4a-0d5268770590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:33.039510 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] For port cc5e6dc4-fdac-4322-ae88-3a0c3598e331, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:23:33.047841 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] For port cc5e6dc4-fdac-4322-ae88-3a0c3598e331, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cc5e6dc4-fdac-4322-ae88-3a0c3598e331,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:23:33.072932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc761c-a2a8-4643-b260-6803657d7bdc req-f24c6d0b-7674-46dd-9d38-09927e86f324 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:33.078602 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fdcc761c-a2a8-4643-b260-6803657d7bdc req-f24c6d0b-7674-46dd-9d38-09927e86f324 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 948 time: 0.0734432 Dec 20 21:23:33.105048 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94304092-4245-452b-9b4a-0d5268770590 admin admin] Pushing event deleted for resources: {'Port': ['ID=26312ffa-2818-4a88-bf22-ccf442005046,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:33.107588 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:33.146308 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fdcc761c-a2a8-4643-b260-6803657d7bdc req-57bb05e7-19e9-4572-b8ff-cca312fc66a5 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/security-groups?id=7335ded9-7444-4311-8c58-2a9e3ce1a792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636446 Dec 20 21:23:33.167762 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6e07206b-cdcb-41e9-9241-34505bade931 req-44161d72-ca34-4347-b65b-1b7a4f6f12f8 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:33.223717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:33.224302 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:33.225821 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] 10.222.0.31 "PUT /v2.0/ports/cc5e6dc4-fdac-4322-ae88-3a0c3598e331 HTTP/1.1" status: 200 len: 1094 time: 2.8185833 Dec 20 21:23:33.230297 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dc5de1-fef1-4994-8d07-bd982d49cac7', 'tag': 'cc5e6dc4-fdac-4322-ae88-3a0c3598e331'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:33.232571 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba94eb1-ac37-48ce-90c1-6dbad4335188" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dc5de1-fef1-4994-8d07-bd982d49cac7", "tag": "cc5e6dc4-fdac-4322-ae88-3a0c3598e331"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:33.248245 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6e07206b-cdcb-41e9-9241-34505bade931 req-44161d72-ca34-4347-b65b-1b7a4f6f12f8 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:33.251194 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-0cc2f159-937a-4203-bdbc-404b3e4dfdc6 req-09d9b670-3a84-4f2d-a21a-0689527fef78 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] show failed (client error): The resource could not be found. Dec 20 21:23:33.257741 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0cc2f159-937a-4203-bdbc-404b3e4dfdc6 req-09d9b670-3a84-4f2d-a21a-0689527fef78 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/8c0549af-e9ee-4eee-9dbb-05f0ad4d9676 HTTP/1.1" status: 404 len: 352 time: 0.0270581 Dec 20 21:23:33.323526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e07206b-cdcb-41e9-9241-34505bade931 req-44161d72-ca34-4347-b65b-1b7a4f6f12f8 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Network ef25a713-78cb-4680-b602-defc0f8ef6dd is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:23:33.328194 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a69205a-e9e8-4b3f-9df3-ef503ebc963e x-openstack-request-id: req-7a69205a-e9e8-4b3f-9df3-ef503ebc963e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:33.328476 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dc5de1-fef1-4994-8d07-bd982d49cac7", "tag": "cc5e6dc4-fdac-4322-ae88-3a0c3598e331", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:33.328905 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a69205a-e9e8-4b3f-9df3-ef503ebc963e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:33.329468 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0dc5de1-fef1-4994-8d07-bd982d49cac7', 'tag': 'cc5e6dc4-fdac-4322-ae88-3a0c3598e331', 'status': 'completed', 'code': 200} Dec 20 21:23:33.334638 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-6e07206b-cdcb-41e9-9241-34505bade931 req-44161d72-ca34-4347-b65b-1b7a4f6f12f8 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:33.342788 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e07206b-cdcb-41e9-9241-34505bade931 req-44161d72-ca34-4347-b65b-1b7a4f6f12f8 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:23:33.348602 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe0913-5a0a-4c01-af57-b27f9ccb1fce service neutron] Pushing event updated for resources: {'Port': ['ID=cc5e6dc4-fdac-4322-ae88-3a0c3598e331,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:33.377587 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f313d6-a546-47b3-9237-f4cf959a2184 req-90c72c53-e6af-45de-a1b3-078c85978db6 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:33.379081 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-17f313d6-a546-47b3-9237-f4cf959a2184 req-90c72c53-e6af-45de-a1b3-078c85978db6 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.2408888 Dec 20 21:23:33.385282 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94304092-4245-452b-9b4a-0d5268770590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:33.396322 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-b7ffdd37-9e48-425c-b390-489b0782c0ed req-9d9819ab-ba6e-4df9-84dc-d1c2f06b765e tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] show failed (client error): The resource could not be found. Dec 20 21:23:33.397691 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7ffdd37-9e48-425c-b390-489b0782c0ed req-9d9819ab-ba6e-4df9-84dc-d1c2f06b765e tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/496b8540-27f5-4210-bf38-09dceb7a2896 HTTP/1.1" status: 404 len: 352 time: 0.0510371 Dec 20 21:23:33.421050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44161d72-ca34-4347-b65b-1b7a4f6f12f8 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Pushing event updated for resources: {'Port': ['ID=d56946d1-6e73-4a24-a0ed-559cd785d734,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:33.434902 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-5e30ab4b-2928-4c6b-9cc8-52e41bd77a78 None None] Provisioning complete for port bdcecc81-d5b4-4952-a40a-00d82039f7c0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:33.435521 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e30ab4b-2928-4c6b-9cc8-52e41bd77a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:33.459696 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07206b-cdcb-41e9-9241-34505bade931 req-44161d72-ca34-4347-b65b-1b7a4f6f12f8 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:33.460429 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6e07206b-cdcb-41e9-9241-34505bade931 req-44161d72-ca34-4347-b65b-1b7a4f6f12f8 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:33.471769 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-56752484-a14e-4548-a545-e6dca10f85a5 req-ee6f378b-1621-4448-8c5d-f2222c34a4d2 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] show failed (client error): The resource could not be found. Dec 20 21:23:33.473032 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-56752484-a14e-4548-a545-e6dca10f85a5 req-ee6f378b-1621-4448-8c5d-f2222c34a4d2 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/8c515d40-059c-43f8-bcfb-6507194e625e HTTP/1.1" status: 404 len: 352 time: 0.0394778 Dec 20 21:23:33.480270 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e07206b-cdcb-41e9-9241-34505bade931 req-44161d72-ca34-4347-b65b-1b7a4f6f12f8 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0071437 Dec 20 21:23:33.488740 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5e30ab4b-2928-4c6b-9cc8-52e41bd77a78 None None] Port bdcecc81-d5b4-4952-a40a-00d82039f7c0 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:23:33.501281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Request body: {'port': {'device_id': 'ef2c46f5-8c20-4837-8753-72fb3cc00333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:33.502613 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] Router 06f30906-cb6a-48b0-88ba-a709a7f9ef82 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:23:33.510386 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94304092-4245-452b-9b4a-0d5268770590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:33.517293 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94304092-4245-452b-9b4a-0d5268770590 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:33.523409 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-97a9e394-ab4e-4eeb-8b88-12d571d25262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:33.524903 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-97a9e394-ab4e-4eeb-8b88-12d571d25262 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=989197960c6f4302ada641b39db2c04f&device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 1097 time: 0.2150273 Dec 20 21:23:33.543221 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-de8e75df-931d-4021-8341-48211072fd6f req-ab5606f3-f838-4d91-8dee-f8d65e8add5e tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] show failed (client error): The resource could not be found. Dec 20 21:23:33.544268 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de8e75df-931d-4021-8341-48211072fd6f req-ab5606f3-f838-4d91-8dee-f8d65e8add5e tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/50217f28-f257-49fe-9a4e-a01a2abb2ef5 HTTP/1.1" status: 404 len: 352 time: 0.0362098 Dec 20 21:23:33.583326 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-17f313d6-a546-47b3-9237-f4cf959a2184 req-5de08dcc-bf1d-425b-96f8-a682b8747f31 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941490 Dec 20 21:23:33.586163 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-f5248de5-abfa-480a-ae0a-37f8189815ac req-eee8cd17-c3c9-458c-807f-a77798298198 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] show failed (client error): The resource could not be found. Dec 20 21:23:33.587085 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f5248de5-abfa-480a-ae0a-37f8189815ac req-eee8cd17-c3c9-458c-807f-a77798298198 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/35918033-e9ed-4c6d-bbf6-a5d85b7b1837 HTTP/1.1" status: 404 len: 352 time: 0.0182254 Dec 20 21:23:33.587411 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:33.622122 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-5526a137-78c3-425a-907b-3ca43b19fb24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=cc5e6dc4-fdac-4322-ae88-3a0c3598e331 HTTP/1.1" status: 200 len: 217 time: 0.0490625 Dec 20 21:23:33.625319 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94304092-4245-452b-9b4a-0d5268770590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:33.625930 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94304092-4245-452b-9b4a-0d5268770590 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4d7178a-180f-4983-afd3-3f71e4bdf0be {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:23:33.673076 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-715a5fd4-f57f-4969-aeac-47411c8def31 req-8473cbf0-1849-4f66-a304-d85263bafdb4 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] show failed (client error): The resource could not be found. Dec 20 21:23:33.681527 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-715a5fd4-f57f-4969-aeac-47411c8def31 req-8473cbf0-1849-4f66-a304-d85263bafdb4 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/520219b4-d860-4049-b034-d78264b53bb1 HTTP/1.1" status: 404 len: 352 time: 0.0579255 Dec 20 21:23:33.694274 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94304092-4245-452b-9b4a-0d5268770590 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:33.695521 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-94304092-4245-452b-9b4a-0d5268770590 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a4d7178a-180f-4983-afd3-3f71e4bdf0be HTTP/1.1" status: 204 len: 168 time: 3.3353963 Dec 20 21:23:33.703724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56082) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:33.788500 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-f394667d-651f-4d0b-8293-917c8159f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:33.790342 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-f394667d-651f-4d0b-8293-917c8159f07b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1321564 Dec 20 21:23:33.844386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058c044-c630-4e65-8968-0f4f61f377f8 req-87dd695c-5807-4e0c-a09b-ee2513c7d6bc tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:33.845950 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f058c044-c630-4e65-8968-0f4f61f377f8 req-87dd695c-5807-4e0c-a09b-ee2513c7d6bc tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1202192 Dec 20 21:23:33.846352 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ca2c15-469c-4a7d-ba25-51ea142443fe admin admin] Deleting subnet 1ec257b3-ba64-4d62-9076-ad97d1162280 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:23:33.858182 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85ca2c15-469c-4a7d-ba25-51ea142443fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:33.866518 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:23:33.875179 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0fc89531-45d1-4513-baec-8fb1caf55462 admin admin] 10.222.0.32 "PUT /v2.0/routers/06f30906-cb6a-48b0-88ba-a709a7f9ef82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3457530 Dec 20 21:23:33.877095 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Sync routers for ids ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:23:33.890588 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Routers {'06f30906-cb6a-48b0-88ba-a709a7f9ef82'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:33.891494 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:23:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:33.911354 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f058c044-c630-4e65-8968-0f4f61f377f8 req-e5ff438d-a445-4f6e-b973-5fd251527762 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550191 Dec 20 21:23:33.914574 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-2f4268c0-8274-4e73-bf32-595e6f8260e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:33.916193 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-2f4268c0-8274-4e73-bf32-595e6f8260e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170352 Dec 20 21:23:33.961862 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85ca2c15-469c-4a7d-ba25-51ea142443fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:34.102137 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Set router 06f30906-cb6a-48b0-88ba-a709a7f9ef82 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:34.136980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cc01a-bcd6-4613-a82b-5080d1c37720 req-9abd9ffa-8a93-4f73-8b53-45756af12db4 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:34.138522 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8c4cc01a-bcd6-4613-a82b-5080d1c37720 req-9abd9ffa-8a93-4f73-8b53-45756af12db4 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 1023 time: 0.0738802 Dec 20 21:23:34.158734 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85ca2c15-469c-4a7d-ba25-51ea142443fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:34.170507 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-9ee82a0a-7880-4d76-b5d3-4ec00d6ace64 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464116 Dec 20 21:23:34.225881 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2974f-f8bd-4096-80c9-2b342babad7a req-fe38996a-dab0-4218-bbfa-50097697850d tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:34.228148 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2d2974f-f8bd-4096-80c9-2b342babad7a req-fe38996a-dab0-4218-bbfa-50097697850d tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 931 time: 0.1537085 Dec 20 21:23:34.271073 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8c4cc01a-bcd6-4613-a82b-5080d1c37720 req-fd27ae9d-df2c-4fe2-84d2-e15db37c950c tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=49663986-bc20-4ce8-a309-365eed99a7db&id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&id=d8ee9472-588a-4362-a08f-f94f112b4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1185536 Dec 20 21:23:34.291306 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85ca2c15-469c-4a7d-ba25-51ea142443fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:34.311257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56946d1-6e73-4a24-a0ed-559cd785d734 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:23:34.340951 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:34.350720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca2c15-469c-4a7d-ba25-51ea142443fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec257b3-ba64-4d62-9076-ad97d1162280,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:34.363228 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85ca2c15-469c-4a7d-ba25-51ea142443fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:34.366711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-85ca2c15-469c-4a7d-ba25-51ea142443fe admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1ec257b3-ba64-4d62-9076-ad97d1162280 HTTP/1.1" status: 204 len: 168 time: 0.6615138 Dec 20 21:23:34.369867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56100) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:34.370799 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e97da1-2cff-48a1-98d1-54fc25b7945e None None] Network 5ee1d317-d5a6-4297-8a2a-64c4a5adaec3 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:23:34.374320 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2d2974f-f8bd-4096-80c9-2b342babad7a req-33255da7-429d-4d33-8163-33162eb921c7 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211696 Dec 20 21:23:34.382767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Transition to ACTIVE for port object d56946d1-6e73-4a24-a0ed-559cd785d734 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:23:34.399965 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85a05afe-6e1f-4df3-960d-cbb60f31ccc2 req-7dcc2a5b-ad4c-40a5-a2cb-dee939a8f9f0 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147262 Dec 20 21:23:34.400252 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:34.441287 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11b942-fee2-44c3-9b62-aae05aecb906 req-6fc3352e-9771-4365-828e-7832227e0a25 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:34.443230 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ed11b942-fee2-44c3-9b62-aae05aecb906 req-6fc3352e-9771-4365-828e-7832227e0a25 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0946975 Dec 20 21:23:34.449392 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'name': 'tempest-ServersTestManualDisk-876673748-router', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:21Z', 'updated_at': '2021-12-20T21:23:31Z', 'revision_number': 4, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'gw_port': {'id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:23Z', 'updated_at': '2021-12-20T21:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'bdcecc81-d5b4-4952-a40a-00d82039f7c0', 'name': '', 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'mac_address': 'fa:16:3e:b0:50:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:29Z', 'updated_at': '2021-12-20T21:23:31Z', 'revision_number': 2, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'subnets': [{'id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:34.506116 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ed11b942-fee2-44c3-9b62-aae05aecb906 req-f6308df6-8ac7-4a9e-a02d-4eb5e9f02da4 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559778 Dec 20 21:23:34.536232 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Pushing event updated for resources: {'Port': ['ID=d56946d1-6e73-4a24-a0ed-559cd785d734,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:34.544991 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:34.560858 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Checking router: 06f30906-cb6a-48b0-88ba-a709a7f9ef82 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:23:34.561329 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Updating router 06f30906-cb6a-48b0-88ba-a709a7f9ef82 port bdcecc81-d5b4-4952-a40a-00d82039f7c0 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:23:34.620213 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:34.626816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba94eb1-ac37-48ce-90c1-6dbad4335188 req-d726a9ff-c569-4177-ac12-e2d09149a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:34.642114 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba94eb1-ac37-48ce-90c1-6dbad4335188 req-d726a9ff-c569-4177-ac12-e2d09149a928 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=989197960c6f4302ada641b39db2c04f&device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 1097 time: 0.1307559 Dec 20 21:23:34.717963 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Attempting to bind port d56946d1-6e73-4a24-a0ed-559cd785d734 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:23:34.718455 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Attempting to bind port d56946d1-6e73-4a24-a0ed-559cd785d734 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:23:34.718988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Attempting to bind port d56946d1-6e73-4a24-a0ed-559cd785d734 on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:34.730884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Port d56946d1-6e73-4a24-a0ed-559cd785d734 on network ef25a713-78cb-4680-b602-defc0f8ef6dd not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:23:34.731345 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Attempting to bind port d56946d1-6e73-4a24-a0ed-559cd785d734 on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:34.742756 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:23:34.743252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Checking segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:34.743731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Bound using segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:23:34.744306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Bound port: d56946d1-6e73-4a24-a0ed-559cd785d734, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:23:34.744763 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:34.777948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f591022-a109-45e5-b60b-53f5399c1e7a req-d043b706-0cad-4f25-8d41-1f6d7d6f2344 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:34.779963 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f591022-a109-45e5-b60b-53f5399c1e7a req-d043b706-0cad-4f25-8d41-1f6d7d6f2344 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 948 time: 0.1112332 Dec 20 21:23:34.793516 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba94eb1-ac37-48ce-90c1-6dbad4335188 req-ad009975-04a3-48f0-92f8-c9c8692e617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:34.795683 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba94eb1-ac37-48ce-90c1-6dbad4335188 req-ad009975-04a3-48f0-92f8-c9c8692e617c service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1405597 Dec 20 21:23:34.804615 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] Deleting port aa5e639b-a297-4927-847b-e7a5ef8467f4 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:34.805084 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:34.884792 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 26312ffa-2818-4a88-bf22-ccf442005046 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:34.898743 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba94eb1-ac37-48ce-90c1-6dbad4335188 req-544fd741-edcf-42fa-806c-bafcf82e784f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=cc5e6dc4-fdac-4322-ae88-3a0c3598e331 HTTP/1.1" status: 200 len: 217 time: 0.0877993 Dec 20 21:23:34.928617 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 26312ffa-2818-4a88-bf22-ccf442005046 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:23:34.932627 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f591022-a109-45e5-b60b-53f5399c1e7a req-2275cc75-04f3-4406-9b56-ef9ea586e88c tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/security-groups?id=7335ded9-7444-4311-8c58-2a9e3ce1a792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294234 Dec 20 21:23:34.946962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 26312ffa-2818-4a88-bf22-ccf442005046 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:34.966012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] For port aa5e639b-a297-4927-847b-e7a5ef8467f4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=aa5e639b-a297-4927-847b-e7a5ef8467f4,segment=NetworkSegment(4501f77b-a353-4c4d-b7d2-2c24b34f495f),segment_id=4501f77b-a353-4c4d-b7d2-2c24b34f495f)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:34.966480 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:34.972355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] For port d56946d1-6e73-4a24-a0ed-559cd785d734, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:23:34.973910 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56108) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:34.977487 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:34.982104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] For port d56946d1-6e73-4a24-a0ed-559cd785d734, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d56946d1-6e73-4a24-a0ed-559cd785d734,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:23:34.988657 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4c03a56c-cf35-4b4e-b075-6b8c653f2da3 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541975385', 'description': 'tempest-description--1306112075'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:34.988857 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] Calling delete_port for aa5e639b-a297-4927-847b-e7a5ef8467f4 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:34.989693 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:34.997601 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:35.066529 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba94eb1-ac37-48ce-90c1-6dbad4335188 req-ac11895e-0516-42d5-a275-76ac818f3e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:35.068124 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba94eb1-ac37-48ce-90c1-6dbad4335188 req-ac11895e-0516-42d5-a275-76ac818f3e08 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1586065 Dec 20 21:23:35.076863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:35.078604 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969feff-1399-405c-ab70-eeebcb6b8bea None None] Pushing event updated for resources: {'Port': ['ID=bdcecc81-d5b4-4952-a40a-00d82039f7c0,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:35.079673 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:35.081302 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e07206b-cdcb-41e9-9241-34505bade931 req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] 10.222.0.66 "PUT /v2.0/ports/d56946d1-6e73-4a24-a0ed-559cd785d734 HTTP/1.1" status: 200 len: 1089 time: 1.5848134 Dec 20 21:23:35.081825 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2c46f5-8c20-4837-8753-72fb3cc00333', 'tag': 'd56946d1-6e73-4a24-a0ed-559cd785d734'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:35.089029 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c03a56c-cf35-4b4e-b075-6b8c653f2da3 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:35.091758 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f58e089-c75f-49bc-a315-bb672eeda3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2c46f5-8c20-4837-8753-72fb3cc00333", "tag": "d56946d1-6e73-4a24-a0ed-559cd785d734"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:35.163436 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba94eb1-ac37-48ce-90c1-6dbad4335188 req-0ec20590-6720-4704-b034-1268c9c124dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:35.169201 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba94eb1-ac37-48ce-90c1-6dbad4335188 req-0ec20590-6720-4704-b034-1268c9c124dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913944 Dec 20 21:23:35.172215 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cfdff-ef73-4eb6-9cae-e20cc1dbf1cd service neutron] Pushing event updated for resources: {'Port': ['ID=d56946d1-6e73-4a24-a0ed-559cd785d734,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:35.207309 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c14c366-c985-43cb-8e12-95d34eadecb1 None None] DHCP port deletion for 5ee1d317-d5a6-4297-8a2a-64c4a5adaec3 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:23:35.210317 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Attempting to bind port bdcecc81-d5b4-4952-a40a-00d82039f7c0 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:23:35.210999 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Attempting to bind port bdcecc81-d5b4-4952-a40a-00d82039f7c0 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '76910336-58f1-4fc8-bd75-b73f44b80ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:23:35.211478 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Attempting to bind port bdcecc81-d5b4-4952-a40a-00d82039f7c0 on network 1b7f31d9-bd6a-47eb-aab4-7242901186a7 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:35.220696 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:23:35.221695 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Checking segment: {'id': '76910336-58f1-4fc8-bd75-b73f44b80ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:35.222284 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:35.222816 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Bound using segment: {'id': '76910336-58f1-4fc8-bd75-b73f44b80ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:23:35.223627 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Bound port: bdcecc81-d5b4-4952-a40a-00d82039f7c0, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76910336-58f1-4fc8-bd75-b73f44b80ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:23:35.223866 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:35.252862 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07206b-cdcb-41e9-9241-34505bade931 req-d7ffda0f-16ec-4c41-b813-1e7ce3171682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:35.254516 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e07206b-cdcb-41e9-9241-34505bade931 req-d7ffda0f-16ec-4c41-b813-1e7ce3171682 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 1092 time: 0.0946026 Dec 20 21:23:35.256485 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:35.303278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] No DVR routers for this DVR port aa5e639b-a297-4927-847b-e7a5ef8467f4 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:23:35.303447 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-8c14c366-c985-43cb-8e12-95d34eadecb1 None None] Deleting port aa5e639b-a297-4927-847b-e7a5ef8467f4 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:35.303953 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c14c366-c985-43cb-8e12-95d34eadecb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:35.304971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5e639b-a297-4927-847b-e7a5ef8467f4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:35.377313 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] For port bdcecc81-d5b4-4952-a40a-00d82039f7c0, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:23:35.381966 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] For port bdcecc81-d5b4-4952-a40a-00d82039f7c0, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=bdcecc81-d5b4-4952-a40a-00d82039f7c0,segment=NetworkSegment(76910336-58f1-4fc8-bd75-b73f44b80ee5),segment_id=76910336-58f1-4fc8-bd75-b73f44b80ee5)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:23:35.382437 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8c14c366-c985-43cb-8e12-95d34eadecb1 None None] For port aa5e639b-a297-4927-847b-e7a5ef8467f4, host n-d-xena-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:35.383065 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c14c366-c985-43cb-8e12-95d34eadecb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:35.389834 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493bb027-ac14-4560-b9f5-1545b33537ff x-openstack-request-id: req-493bb027-ac14-4560-b9f5-1545b33537ff {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:35.390228 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2c46f5-8c20-4837-8753-72fb3cc00333", "tag": "d56946d1-6e73-4a24-a0ed-559cd785d734", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:35.390471 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-493bb027-ac14-4560-b9f5-1545b33537ff {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:35.390976 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2c46f5-8c20-4837-8753-72fb3cc00333', 'tag': 'd56946d1-6e73-4a24-a0ed-559cd785d734', 'status': 'completed', 'code': 200} Dec 20 21:23:35.392610 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:35.392946 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e07206b-cdcb-41e9-9241-34505bade931 req-d578ad35-c46b-4bad-a775-910df0eeba51 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d56946d1-6e73-4a24-a0ed-559cd785d734 HTTP/1.1" status: 200 len: 217 time: 0.0535710 Dec 20 21:23:35.398647 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-8c14c366-c985-43cb-8e12-95d34eadecb1 None None] Calling delete_port for aa5e639b-a297-4927-847b-e7a5ef8467f4 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:35.402252 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-8c14c366-c985-43cb-8e12-95d34eadecb1 None None] Port aa5e639b-a297-4927-847b-e7a5ef8467f4 was not found and therefore no delete operation was performed {{(pid=102403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 21:23:35.403981 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c14c366-c985-43cb-8e12-95d34eadecb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:35.433487 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14c366-c985-43cb-8e12-95d34eadecb1 None None] Pushing event deleted for resources: {'Port': ['ID=aa5e639b-a297-4927-847b-e7a5ef8467f4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:35.441148 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c14c366-c985-43cb-8e12-95d34eadecb1 None None] No DVR routers for this DVR port aa5e639b-a297-4927-847b-e7a5ef8467f4 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:23:35.476934 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c03a56c-cf35-4b4e-b075-6b8c653f2da3 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:35.489936 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c03a56c-cf35-4b4e-b075-6b8c653f2da3 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:35.500052 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Routers {'06f30906-cb6a-48b0-88ba-a709a7f9ef82'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:35.501113 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:23:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:35.533256 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d04cb2ff-61f5-486c-9fef-c42a71e282fd None None] Provisioning complete for port bdcecc81-d5b4-4952-a40a-00d82039f7c0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:35.534035 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d04cb2ff-61f5-486c-9fef-c42a71e282fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:35.571717 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:35.595005 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346b551-9761-494b-929d-c200ae8c4b59 req-fab5842f-9ff0-4cbd-9770-ec9837ca9948 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:35.606802 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f346b551-9761-494b-929d-c200ae8c4b59 req-fab5842f-9ff0-4cbd-9770-ec9837ca9948 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.4062791 Dec 20 21:23:35.621470 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4aae21-4087-4d47-be44-4c90df06fd09 req-c7830199-616a-4a7c-bad0-b9f07e6731e1 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:35.623180 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3c4aae21-4087-4d47-be44-4c90df06fd09 req-c7830199-616a-4a7c-bad0-b9f07e6731e1 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.66 "GET /v2.0/ports?device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 1023 time: 0.2268193 Dec 20 21:23:35.623816 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee1d317-d5a6-4297-8a2a-64c4a5adaec3']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:35.633144 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c03a56c-cf35-4b4e-b075-6b8c653f2da3 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:35.635452 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4c03a56c-cf35-4b4e-b075-6b8c653f2da3 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6583889 Dec 20 21:23:35.646910 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba94eb1-ac37-48ce-90c1-6dbad4335188 req-ba3611cf-b645-4ed8-8ff6-6c8f9be4c2f9 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641860 Dec 20 21:23:35.662043 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56120) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:35.675414 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d4c85a64-406a-4da2-a7d9-38ebfccefb5f tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Request body: {'security_group_rule': {'security_group_id': '2ce2e097-a004-4d03-a210-96bfd8bddf88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:35.679638 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03a56c-cf35-4b4e-b075-6b8c653f2da3 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce2e097-a004-4d03-a210-96bfd8bddf88,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:35.689632 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d04cb2ff-61f5-486c-9fef-c42a71e282fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:35.719234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4501f77b-a353-4c4d-b7d2-2c24b34f495f') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:35.722269 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4501f77b-a353-4c4d-b7d2-2c24b34f495f') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:35.747183 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6367d-b1b7-4324-90db-e86393fceae2 req-4750da3b-65ec-4d31-9202-0d1b1c4c591c tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:35.755772 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1eb6367d-b1b7-4324-90db-e86393fceae2 req-4750da3b-65ec-4d31-9202-0d1b1c4c591c tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/ports?device_id=565c8b5a-cd4d-4b6c-8519-1449e43b45e3 HTTP/1.1" status: 200 len: 1023 time: 0.2738125 Dec 20 21:23:35.758121 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d04cb2ff-61f5-486c-9fef-c42a71e282fd None None] For port bdcecc81-d5b4-4952-a40a-00d82039f7c0, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=bdcecc81-d5b4-4952-a40a-00d82039f7c0,segment=NetworkSegment(76910336-58f1-4fc8-bd75-b73f44b80ee5),segment_id=76910336-58f1-4fc8-bd75-b73f44b80ee5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:35.765453 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d04cb2ff-61f5-486c-9fef-c42a71e282fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:35.796169 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] Set router 06f30906-cb6a-48b0-88ba-a709a7f9ef82 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:35.796694 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f346b551-9761-494b-929d-c200ae8c4b59 req-bc01d7a7-692b-4089-884f-ec3d033f576f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848366 Dec 20 21:23:35.842453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cb2ff-61f5-486c-9fef-c42a71e282fd None None] Pushing event updated for resources: {'Port': ['ID=bdcecc81-d5b4-4952-a40a-00d82039f7c0,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:35.897378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d16b2ad2-9ca5-4aea-a276-43e7a7434db0 None None] Provisioning complete for port bdcecc81-d5b4-4952-a40a-00d82039f7c0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:35.897849 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d16b2ad2-9ca5-4aea-a276-43e7a7434db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:35.966443 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6ba94eb1-ac37-48ce-90c1-6dbad4335188 req-9cef1987-87e9-4939-a034-23f7674e6ea7 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894571 Dec 20 21:23:35.972287 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969feff-1399-405c-ab70-eeebcb6b8bea None None] Pushing event updated for resources: {'Port': ['ID=bdcecc81-d5b4-4952-a40a-00d82039f7c0,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:35.987364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-3c4aae21-4087-4d47-be44-4c90df06fd09 req-4ffedb36-d389-44ca-80cc-91bcc89641d6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Deleting port d3b984ea-bd14-413f-8fc8-0c981fcff557 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:35.987697 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3c4aae21-4087-4d47-be44-4c90df06fd09 req-4ffedb36-d389-44ca-80cc-91bcc89641d6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:36.057737 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4d4c2-f631-40c6-aabb-54d0b5c9db2f req-132741ea-de6d-4369-93c4-eae0dfbec5c9 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:36.059433 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-50a4d4c2-f631-40c6-aabb-54d0b5c9db2f req-132741ea-de6d-4369-93c4-eae0dfbec5c9 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 943 time: 0.1398633 Dec 20 21:23:36.107692 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'name': 'tempest-ServersTestManualDisk-876673748-router', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:21Z', 'updated_at': '2021-12-20T21:23:31Z', 'revision_number': 4, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'gw_port': {'id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:23Z', 'updated_at': '2021-12-20T21:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'bdcecc81-d5b4-4952-a40a-00d82039f7c0', 'name': '', 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'mac_address': 'fa:16:3e:b0:50:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:29Z', 'updated_at': '2021-12-20T21:23:35Z', 'revision_number': 4, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'subnets': [{'id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:36.128670 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-50a4d4c2-f631-40c6-aabb-54d0b5c9db2f req-683cec7c-3994-499f-8c4c-c8af226035d6 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559578 Dec 20 21:23:36.137035 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3c4aae21-4087-4d47-be44-4c90df06fd09 req-4ffedb36-d389-44ca-80cc-91bcc89641d6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] For port d3b984ea-bd14-413f-8fc8-0c981fcff557, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d3b984ea-bd14-413f-8fc8-0c981fcff557,segment=NetworkSegment(f58a665f-5507-4cab-976d-225a808b00cd),segment_id=f58a665f-5507-4cab-976d-225a808b00cd)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:36.137545 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3c4aae21-4087-4d47-be44-4c90df06fd09 req-4ffedb36-d389-44ca-80cc-91bcc89641d6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:36.140262 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb1a597-fadb-4761-8af5-4cd45866e873 None None] The sync data for ids ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'] in n-d-xena-1 is: [{'id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'name': 'tempest-ServersTestManualDisk-876673748-router', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:21Z', 'updated_at': '2021-12-20T21:23:31Z', 'revision_number': 4, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'gw_port': {'id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:23Z', 'updated_at': '2021-12-20T21:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'bdcecc81-d5b4-4952-a40a-00d82039f7c0', 'name': '', 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'mac_address': 'fa:16:3e:b0:50:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:29Z', 'updated_at': '2021-12-20T21:23:35Z', 'revision_number': 4, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'subnets': [{'id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:23:36.140964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07206b-cdcb-41e9-9241-34505bade931 req-e309f654-2b90-4fcb-91d4-134c6bc62f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:36.151538 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e07206b-cdcb-41e9-9241-34505bade931 req-e309f654-2b90-4fcb-91d4-134c6bc62f39 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.7254879 Dec 20 21:23:36.155700 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-3c4aae21-4087-4d47-be44-4c90df06fd09 req-4ffedb36-d389-44ca-80cc-91bcc89641d6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Calling delete_port for d3b984ea-bd14-413f-8fc8-0c981fcff557 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:36.161289 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:36.210924 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e07206b-cdcb-41e9-9241-34505bade931 req-9c25c585-f2d1-4287-b886-c3bcb5a14044 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465250 Dec 20 21:23:36.218252 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4c85a64-406a-4da2-a7d9-38ebfccefb5f tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:36.275934 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:36.341793 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1eb6367d-b1b7-4324-90db-e86393fceae2 req-6ff6a982-1966-4a7a-8ed0-cb2bfbfc02bc tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups?id=49663986-bc20-4ce8-a309-365eed99a7db&id=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5&id=d8ee9472-588a-4362-a08f-f94f112b4f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.5850160 Dec 20 21:23:36.344919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:23:36.345326 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:23:36.347517 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:23:36.424754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb304f8-a5e7-46d1-b1dc-bb4d00a9e22c req-d884535f-02bc-456d-a319-ddf54a8f2654 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:36.438403 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fb304f8-a5e7-46d1-b1dc-bb4d00a9e22c req-d884535f-02bc-456d-a319-ddf54a8f2654 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1076126 Dec 20 21:23:36.441421 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3c4aae21-4087-4d47-be44-4c90df06fd09 req-4ffedb36-d389-44ca-80cc-91bcc89641d6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:36.448506 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4c85a64-406a-4da2-a7d9-38ebfccefb5f tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:36.457004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:36.476374 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['d3b984ea-bd14-413f-8fc8-0c981fcff557'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:23:36.494659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffedb36-d389-44ca-80cc-91bcc89641d6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event deleted for resources: {'Port': ['ID=d3b984ea-bd14-413f-8fc8-0c981fcff557,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:36.498538 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4c85a64-406a-4da2-a7d9-38ebfccefb5f tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:36.503342 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:36.509657 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5ee1d317-d5a6-4297-8a2a-64c4a5adaec3 HTTP/1.1" status: 204 len: 168 time: 2.1386168 Dec 20 21:23:36.514509 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4c7c2-40b7-4e8c-80e0-53e8191071a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ee1d317-d5a6-4297-8a2a-64c4a5adaec3,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:36.542163 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c85a64-406a-4da2-a7d9-38ebfccefb5f tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450976f0-d6d0-4cf9-bedc-0b7c324e7631,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:36.579243 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e07206b-cdcb-41e9-9241-34505bade931 req-da0edefe-6465-4595-bda3-4f8051bb8769 service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587317 Dec 20 21:23:36.585642 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4c85a64-406a-4da2-a7d9-38ebfccefb5f tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:36.590342 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d4c85a64-406a-4da2-a7d9-38ebfccefb5f tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9245369 Dec 20 21:23:36.592923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56130) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:36.599161 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c916d953-26d6-45e4-afe0-c46d4e73ca14 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Request body: {'security_group_rule': {'security_group_id': '2ce2e097-a004-4d03-a210-96bfd8bddf88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:36.620097 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4aae21-4087-4d47-be44-4c90df06fd09 req-4ffedb36-d389-44ca-80cc-91bcc89641d6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] No DVR routers for this DVR port d3b984ea-bd14-413f-8fc8-0c981fcff557 on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:23:36.633704 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fb304f8-a5e7-46d1-b1dc-bb4d00a9e22c req-5b3370c5-7a5a-42fe-97f0-efd5e14fc455 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943002 Dec 20 21:23:36.637166 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3c4aae21-4087-4d47-be44-4c90df06fd09 req-4ffedb36-d389-44ca-80cc-91bcc89641d6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:36.649750 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3c4aae21-4087-4d47-be44-4c90df06fd09 req-4ffedb36-d389-44ca-80cc-91bcc89641d6 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.66 "DELETE /v2.0/ports/d3b984ea-bd14-413f-8fc8-0c981fcff557 HTTP/1.1" status: 204 len: 173 time: 1.0117826 Dec 20 21:23:36.659766 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565c8b5a-cd4d-4b6c-8519-1449e43b45e3', 'name': 'network-vif-deleted', 'tag': 'd3b984ea-bd14-413f-8fc8-0c981fcff557'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:36.668047 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd1def5-69c5-4773-94f8-9e7f321ef11b" -d '{"events": [{"server_uuid": "565c8b5a-cd4d-4b6c-8519-1449e43b45e3", "name": "network-vif-deleted", "tag": "d3b984ea-bd14-413f-8fc8-0c981fcff557"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:36.692190 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bdcecc81-d5b4-4952-a40a-00d82039f7c0 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:23:36.706978 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c916d953-26d6-45e4-afe0-c46d4e73ca14 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:36.766208 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port bdcecc81-d5b4-4952-a40a-00d82039f7c0 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:36.770419 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:36.788389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643dfdc-77ad-4217-980c-93c3c1da7c6f req-e1c24a19-5c33-488a-9f3d-d31b2a755370 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:36.790058 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a643dfdc-77ad-4217-980c-93c3c1da7c6f req-e1c24a19-5c33-488a-9f3d-d31b2a755370 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 948 time: 0.3509605 Dec 20 21:23:36.845618 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56138) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:36.849400 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cc5e6dc4-fdac-4322-ae88-3a0c3598e331 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:23:36.868003 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b8a046-8bcb-4e5b-a01d-17d7f6025b71 x-openstack-request-id: req-e8b8a046-8bcb-4e5b-a01d-17d7f6025b71 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:36.868301 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565c8b5a-cd4d-4b6c-8519-1449e43b45e3", "name": "network-vif-deleted", "tag": "d3b984ea-bd14-413f-8fc8-0c981fcff557", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:36.868580 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8b8a046-8bcb-4e5b-a01d-17d7f6025b71 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:36.868984 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565c8b5a-cd4d-4b6c-8519-1449e43b45e3', 'name': 'network-vif-deleted', 'tag': 'd3b984ea-bd14-413f-8fc8-0c981fcff557', 'status': 'completed', 'code': 200} Dec 20 21:23:36.930446 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-804f38ce-d16c-4a37-adb1-449dd6dad5d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=803f255dbb5a46b2b7b40c99b2c9a20e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828784 Dec 20 21:23:36.931108 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56140) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:37.046562 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aa5e639b-a297-4927-847b-e7a5ef8467f4 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:37.048378 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c916d953-26d6-45e4-afe0-c46d4e73ca14 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:37.050128 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port cc5e6dc4-fdac-4322-ae88-3a0c3598e331, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cc5e6dc4-fdac-4322-ae88-3a0c3598e331,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:37.053394 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cfdfbdf4-67af-4777-bdcb-648ee7fb5902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:37.072899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54922a2-878e-4b0e-bbe5-5ba723293322 req-8f4c659d-de0c-4423-a56c-60f9dc295739 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:37.073329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a643dfdc-77ad-4217-980c-93c3c1da7c6f req-c163189e-66c6-4289-94b7-ba8f58b9dfb8 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/security-groups?id=7335ded9-7444-4311-8c58-2a9e3ce1a792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255504 Dec 20 21:23:37.086271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: aa5e639b-a297-4927-847b-e7a5ef8467f4 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:23:37.086271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aa5e639b-a297-4927-847b-e7a5ef8467f4 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:37.086733 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a54922a2-878e-4b0e-bbe5-5ba723293322 req-8f4c659d-de0c-4423-a56c-60f9dc295739 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1157370 Dec 20 21:23:37.086847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'cc5e6dc4-fdac-4322-ae88-3a0c3598e331', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': 'cc5e6dc4-fdac-4322-ae88-3a0c3598e331', 'mac_address': 'fa:16:3e:71:51:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:23:37.087003 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c916d953-26d6-45e4-afe0-c46d4e73ca14 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:37.134363 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:37.143488 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cfdfbdf4-67af-4777-bdcb-648ee7fb5902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:37.144222 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916d953-26d6-45e4-afe0-c46d4e73ca14 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306bd7e7-3513-400a-9209-5fe51378e15a,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:37.162867 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5e6dc4-fdac-4322-ae88-3a0c3598e331 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:23:37.163693 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a54922a2-878e-4b0e-bbe5-5ba723293322 req-73389998-fcd1-4904-8582-323e2d5f3610 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810010 Dec 20 21:23:37.196301 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port cc5e6dc4-fdac-4322-ae88-3a0c3598e331, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cc5e6dc4-fdac-4322-ae88-3a0c3598e331,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:37.200248 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e07206b-cdcb-41e9-9241-34505bade931 req-09b964c1-cca0-4898-b7cf-f386ed0c6733 service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065452 Dec 20 21:23:37.202206 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:37.227379 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c916d953-26d6-45e4-afe0-c46d4e73ca14 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:37.234990 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56146) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:37.240095 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-376696b2-6dfe-47a9-99ae-1124bea60a27 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:37.241015 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c916d953-26d6-45e4-afe0-c46d4e73ca14 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6429348 Dec 20 21:23:37.283798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=cc5e6dc4-fdac-4322-ae88-3a0c3598e331,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:37.338199 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-376696b2-6dfe-47a9-99ae-1124bea60a27 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:37.394026 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cfdfbdf4-67af-4777-bdcb-648ee7fb5902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:37.396949 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cfdfbdf4-67af-4777-bdcb-648ee7fb5902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:37.398387 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cfdfbdf4-67af-4777-bdcb-648ee7fb5902 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c165c88b-488e-43f8-bea5-a1b98a006bff HTTP/1.1" status: 204 len: 168 time: 0.4663117 Dec 20 21:23:37.431478 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb60ee-ee6c-44a0-914c-4af7f3e87838 req-0a4b6cd7-170f-4f7f-9ba1-f86597e93faa tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:37.438242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca71c0-ae49-4a15-a885-c38ecffb0384 req-7df21276-3cdc-4a2a-97a4-a065ad968503 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:37.440755 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ecb60ee-ee6c-44a0-914c-4af7f3e87838 req-0a4b6cd7-170f-4f7f-9ba1-f86597e93faa tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1547585 Dec 20 21:23:37.443214 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfbdf4-67af-4777-bdcb-648ee7fb5902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c165c88b-488e-43f8-bea5-a1b98a006bff,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:37.445818 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67ca71c0-ae49-4a15-a885-c38ecffb0384 req-7df21276-3cdc-4a2a-97a4-a065ad968503 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 943 time: 0.1612778 Dec 20 21:23:37.452589 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58e089-c75f-49bc-a315-bb672eeda3fc req-dd1f6639-5523-4646-80e0-c0926e2d8c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:37.456209 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7f58e089-c75f-49bc-a315-bb672eeda3fc req-dd1f6639-5523-4646-80e0-c0926e2d8c01 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 1092 time: 0.1085691 Dec 20 21:23:37.506440 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ecb60ee-ee6c-44a0-914c-4af7f3e87838 req-fc178167-b1e0-481a-ae28-0c7f8e867455 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640328 Dec 20 21:23:37.571298 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-376696b2-6dfe-47a9-99ae-1124bea60a27 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:37.600442 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67ca71c0-ae49-4a15-a885-c38ecffb0384 req-8c7df332-7468-484d-98b9-9d45f09d3aaa tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251192 Dec 20 21:23:37.614661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['cc5e6dc4-fdac-4322-ae88-3a0c3598e331'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:23:37.651264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58e089-c75f-49bc-a315-bb672eeda3fc req-2a8e7c83-c828-4f4a-8007-74b12ad5fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:37.652862 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7f58e089-c75f-49bc-a315-bb672eeda3fc req-2a8e7c83-c828-4f4a-8007-74b12ad5fde2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 907 time: 0.1908042 Dec 20 21:23:37.703523 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7f58e089-c75f-49bc-a315-bb672eeda3fc req-27257ad0-f43a-4d31-bb78-9edd1789dbef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d56946d1-6e73-4a24-a0ed-559cd785d734 HTTP/1.1" status: 200 len: 217 time: 0.0398295 Dec 20 21:23:37.850320 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-376696b2-6dfe-47a9-99ae-1124bea60a27 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Allocated IP 172.35.3.96 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/5acfef29-69f2-432c-bb54-2418729ed950) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:23:37.875815 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9cf6f-b3b9-4b40-bedb-8ebd17855f9a req-f82ec45b-d1a3-4785-a22e-0eb9ae249434 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:37.877377 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aba9cf6f-b3b9-4b40-bedb-8ebd17855f9a req-f82ec45b-d1a3-4785-a22e-0eb9ae249434 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0845191 Dec 20 21:23:37.883600 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-24cdbc77-9093-4032-95cc-dbb9560e3d83 req-1adc8943-f236-498e-833e-7e961132aff1 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/d8ee9472-588a-4362-a08f-f94f112b4f9e HTTP/1.1" status: 200 len: 1800 time: 0.0978758 Dec 20 21:23:37.892557 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58e089-c75f-49bc-a315-bb672eeda3fc req-f7a09e7e-980a-4391-b86f-c04f3fd502d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:37.894488 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7f58e089-c75f-49bc-a315-bb672eeda3fc req-f7a09e7e-980a-4391-b86f-c04f3fd502d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.1836305 Dec 20 21:23:37.944194 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56164) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:37.951882 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7f58e089-c75f-49bc-a315-bb672eeda3fc req-7fbaa87b-79ac-49ca-9e0c-8044c8f26667 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432336 Dec 20 21:23:37.992319 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aba9cf6f-b3b9-4b40-bedb-8ebd17855f9a req-79c6de84-1949-4367-a1d9-663c1a19f562 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950048 Dec 20 21:23:38.028602 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8aa1c646-a76b-4fa2-9a6c-3e90901cc712 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13cfbefdc9db47b1ae9d3d3634ce4949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819664 Dec 20 21:23:38.031579 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56168) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:38.044507 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-24cdbc77-9093-4032-95cc-dbb9560e3d83 req-6d031a3c-ea1b-495d-b336-cd1a21542bbf tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:38.056042 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-376696b2-6dfe-47a9-99ae-1124bea60a27 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:38.083056 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-24cdbc77-9093-4032-95cc-dbb9560e3d83 req-6d031a3c-ea1b-495d-b336-cd1a21542bbf tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:38.102026 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7f58e089-c75f-49bc-a315-bb672eeda3fc req-c3a5f9e0-4420-4177-a907-d53699446262 service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394303 Dec 20 21:23:38.114965 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e3d8-b0b9-4376-ab96-b86dfdd17568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:38.125943 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-376696b2-6dfe-47a9-99ae-1124bea60a27 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:38.164929 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e3d8-b0b9-4376-ab96-b86dfdd17568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:38.193385 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-24cdbc77-9093-4032-95cc-dbb9560e3d83 req-6d031a3c-ea1b-495d-b336-cd1a21542bbf tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:38.195945 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-24cdbc77-9093-4032-95cc-dbb9560e3d83 req-6d031a3c-ea1b-495d-b336-cd1a21542bbf tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:38.197087 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-24cdbc77-9093-4032-95cc-dbb9560e3d83 req-6d031a3c-ea1b-495d-b336-cd1a21542bbf tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "DELETE /v2.0/security-groups/d8ee9472-588a-4362-a08f-f94f112b4f9e HTTP/1.1" status: 204 len: 173 time: 0.2982821 Dec 20 21:23:38.211212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376696b2-6dfe-47a9-99ae-1124bea60a27 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:23:38.218647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d031a3c-ea1b-495d-b336-cd1a21542bbf tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ee9472-588a-4362-a08f-f94f112b4f9e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:38.231548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-376696b2-6dfe-47a9-99ae-1124bea60a27 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:38.232007 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7f58e089-c75f-49bc-a315-bb672eeda3fc req-c730eba0-b196-4be8-8e37-2aeceabb5999 service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216340 Dec 20 21:23:38.244860 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376696b2-6dfe-47a9-99ae-1124bea60a27 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:23:38.247010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376696b2-6dfe-47a9-99ae-1124bea60a27 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Pushing event updated for resources: {'Port': ['ID=5acfef29-69f2-432c-bb54-2418729ed950,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:38.303357 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a885d-6a8d-480e-879a-5bef582bf100 req-73c17545-7ae4-4b6f-8b12-db430684a316 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:38.304822 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-004a885d-6a8d-480e-879a-5bef582bf100 req-73c17545-7ae4-4b6f-8b12-db430684a316 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1463211 Dec 20 21:23:38.350012 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e3d8-b0b9-4376-ab96-b86dfdd17568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:38.352635 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e3d8-b0b9-4376-ab96-b86dfdd17568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:38.353777 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b1b7e3d8-b0b9-4376-ab96-b86dfdd17568 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5043a29e-9701-495f-9490-c0c582978e2c HTTP/1.1" status: 204 len: 168 time: 0.3213050 Dec 20 21:23:38.355801 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a4b4b-e9a6-4b32-ae22-2e402a6c39b4 req-f6f828cb-db4a-4fd5-9a4b-3021a895194c tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:38.357512 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b7a4b4b-e9a6-4b32-ae22-2e402a6c39b4 req-f6f828cb-db4a-4fd5-9a4b-3021a895194c tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 949 time: 0.0624163 Dec 20 21:23:38.385256 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7e3d8-b0b9-4376-ab96-b86dfdd17568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5043a29e-9701-495f-9490-c0c582978e2c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:38.398390 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-004a885d-6a8d-480e-879a-5bef582bf100 req-36255ddd-188b-42dd-93ce-1964485d75d4 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857146 Dec 20 21:23:38.401133 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b7a4b4b-e9a6-4b32-ae22-2e402a6c39b4 req-0f6be8a0-5fb7-4953-b930-021a785ab2bb tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/security-groups?id=7335ded9-7444-4311-8c58-2a9e3ce1a792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362964 Dec 20 21:23:38.401381 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-376696b2-6dfe-47a9-99ae-1124bea60a27 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:38.444086 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-376696b2-6dfe-47a9-99ae-1124bea60a27 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:38.520125 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-53d43463-502b-4819-8147-4a438f5b2448 req-da56f71c-5d8e-4325-8f14-ef9fa87ba092 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "GET /v2.0/security-groups/49663986-bc20-4ce8-a309-365eed99a7db HTTP/1.1" status: 200 len: 1800 time: 0.0731609 Dec 20 21:23:38.682591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa963de2-7461-4500-ba3f-d206b6da5779 req-14400749-6d4e-4346-a762-b2c8d6776517 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:38.684493 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa963de2-7461-4500-ba3f-d206b6da5779 req-14400749-6d4e-4346-a762-b2c8d6776517 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0648754 Dec 20 21:23:38.741555 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aa963de2-7461-4500-ba3f-d206b6da5779 req-7555c4a0-9ff5-4d6b-93b5-df63b2b857da tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463884 Dec 20 21:23:38.849549 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cc5e6dc4-fdac-4322-ae88-3a0c3598e331 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:23:38.912412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port cc5e6dc4-fdac-4322-ae88-3a0c3598e331 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:23:38.920780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port cc5e6dc4-fdac-4322-ae88-3a0c3598e331 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:38.921851 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:38.983733 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53d43463-502b-4819-8147-4a438f5b2448 req-341fc3fb-a6a8-40a1-bf79-62f6c676c363 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:38.984024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66e7f4-8fec-407a-9979-0fff3b98d995 req-769db536-c8a5-4b73-a134-89a7ab8bf5ca tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:38.992045 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ba66e7f4-8fec-407a-9979-0fff3b98d995 req-769db536-c8a5-4b73-a134-89a7ab8bf5ca tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 943 time: 0.0754249 Dec 20 21:23:39.020305 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-376696b2-6dfe-47a9-99ae-1124bea60a27 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.023081 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53d43463-502b-4819-8147-4a438f5b2448 req-341fc3fb-a6a8-40a1-bf79-62f6c676c363 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.031791 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-376696b2-6dfe-47a9-99ae-1124bea60a27 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.036335 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ba66e7f4-8fec-407a-9979-0fff3b98d995 req-cd668e84-f5bb-4eb8-ab36-a268cbfa0bed tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432689 Dec 20 21:23:39.042327 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.089889 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dc5de1-fef1-4994-8d07-bd982d49cac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5e6dc4-fdac-4322-ae88-3a0c3598e331'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:39.092332 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc96d992-82c9-4b68-ad7c-c3e69a2f9690" -d '{"events": [{"server_uuid": "e0dc5de1-fef1-4994-8d07-bd982d49cac7", "name": "network-vif-plugged", "status": "completed", "tag": "cc5e6dc4-fdac-4322-ae88-3a0c3598e331"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:39.108460 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port cc5e6dc4-fdac-4322-ae88-3a0c3598e331, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cc5e6dc4-fdac-4322-ae88-3a0c3598e331,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:39.116940 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.123095 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376696b2-6dfe-47a9-99ae-1124bea60a27 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Pushing event updated for resources: {'Port': ['ID=5acfef29-69f2-432c-bb54-2418729ed950,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:39.134336 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-376696b2-6dfe-47a9-99ae-1124bea60a27 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.141714 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53d43463-502b-4819-8147-4a438f5b2448 req-341fc3fb-a6a8-40a1-bf79-62f6c676c363 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.144308 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-53d43463-502b-4819-8147-4a438f5b2448 req-341fc3fb-a6a8-40a1-bf79-62f6c676c363 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.145473 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-53d43463-502b-4819-8147-4a438f5b2448 req-341fc3fb-a6a8-40a1-bf79-62f6c676c363 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] 10.222.0.32 "DELETE /v2.0/security-groups/49663986-bc20-4ce8-a309-365eed99a7db HTTP/1.1" status: 204 len: 173 time: 0.5923443 Dec 20 21:23:39.156947 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56208) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:39.164424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fc3fb-a6a8-40a1-bf79-62f6c676c363 tempest-SecurityGroupsTestJSON-1473991620 tempest-SecurityGroupsTestJSON-1473991620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49663986-bc20-4ce8-a309-365eed99a7db,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:39.169513 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-376696b2-6dfe-47a9-99ae-1124bea60a27 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.170810 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-376696b2-6dfe-47a9-99ae-1124bea60a27 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9347639 Dec 20 21:23:39.222077 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=cc5e6dc4-fdac-4322-ae88-3a0c3598e331,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:39.234911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-15eaed0b-7c16-4dc4-99d6-2daf2e677217 admin admin] Deleting subnet 0910f6ba-ef2e-4c81-82fb-17a8afd38e3b {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:23:39.235081 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae6e543-f1e8-4103-b24b-e50229176f97 x-openstack-request-id: req-9ae6e543-f1e8-4103-b24b-e50229176f97 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:39.235231 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dc5de1-fef1-4994-8d07-bd982d49cac7", "name": "network-vif-plugged", "status": "completed", "tag": "cc5e6dc4-fdac-4322-ae88-3a0c3598e331", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:39.235424 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ae6e543-f1e8-4103-b24b-e50229176f97 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:39.235820 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dc5de1-fef1-4994-8d07-bd982d49cac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5e6dc4-fdac-4322-ae88-3a0c3598e331', 'code': 200} Dec 20 21:23:39.242217 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-15eaed0b-7c16-4dc4-99d6-2daf2e677217 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.253180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed6493-e91b-4481-99d5-47ae48f9c1a5 req-8cc3bc14-f641-47f1-b43e-d5f05e0ca24f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:39.262547 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2ed6493-e91b-4481-99d5-47ae48f9c1a5 req-8cc3bc14-f641-47f1-b43e-d5f05e0ca24f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1339438 Dec 20 21:23:39.283067 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-15eaed0b-7c16-4dc4-99d6-2daf2e677217 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.296743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56214) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:39.337416 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-15eaed0b-7c16-4dc4-99d6-2daf2e677217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.339263 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2ed6493-e91b-4481-99d5-47ae48f9c1a5 req-054f60ca-815b-4127-96a2-7c38f9fc9cca tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757725 Dec 20 21:23:39.438136 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbbca9-cba6-44bf-959f-46acacca8deb req-5a2698a7-8635-4f50-9c37-228b73cafb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:39.439900 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f8cbbca9-cba6-44bf-959f-46acacca8deb req-5a2698a7-8635-4f50-9c37-228b73cafb51 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 1099 time: 0.0640287 Dec 20 21:23:39.440885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0e0bb1bd-697c-447c-8553-23da6676b528 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-750782075-network', 'tenant_id': 'f68e085f8d9e4184857f62ad27b8f154'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:39.441434 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-15eaed0b-7c16-4dc4-99d6-2daf2e677217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.471511 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eaed0b-7c16-4dc4-99d6-2daf2e677217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0910f6ba-ef2e-4c81-82fb-17a8afd38e3b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:39.490562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0bb1bd-697c-447c-8553-23da6676b528 admin admin] Made reservation on behalf of f68e085f8d9e4184857f62ad27b8f154 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:23:39.493410 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb1bd-697c-447c-8553-23da6676b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.497329 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-15eaed0b-7c16-4dc4-99d6-2daf2e677217 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.503873 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-15eaed0b-7c16-4dc4-99d6-2daf2e677217 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0910f6ba-ef2e-4c81-82fb-17a8afd38e3b HTTP/1.1" status: 204 len: 168 time: 0.3456488 Dec 20 21:23:39.505749 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56232) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:39.513301 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ff11664c-bb99-4e89-a3b3-5ded8022423e tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--541975385&fields=id&tenant_id=b881f9a1dd43451d8d618511d36adeb6 HTTP/1.1" status: 200 len: 267 time: 0.0609319 Dec 20 21:23:39.513301 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb1bd-697c-447c-8553-23da6676b528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.550341 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f8cbbca9-cba6-44bf-959f-46acacca8deb req-eb77e3fa-8969-49cd-a31a-fb75bba748e3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7335ded9-7444-4311-8c58-2a9e3ce1a792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813663 Dec 20 21:23:39.555128 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device d56946d1-6e73-4a24-a0ed-559cd785d734 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:23:39.561674 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device d3b984ea-bd14-413f-8fc8-0c981fcff557 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:39.573632 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746fa6b-e36a-408e-925e-90736a264ae2 req-4cab84ca-9e16-43f9-aa6f-9703d1423390 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:39.575170 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d746fa6b-e36a-408e-925e-90736a264ae2 req-4cab84ca-9e16-43f9-aa6f-9703d1423390 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 950 time: 0.0663426 Dec 20 21:23:39.595769 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: d3b984ea-bd14-413f-8fc8-0c981fcff557 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:23:39.596524 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device d3b984ea-bd14-413f-8fc8-0c981fcff557 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:39.619331 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d746fa6b-e36a-408e-925e-90736a264ae2 req-10612e8d-4a89-4836-9692-166ce98104dd tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/security-groups?id=7335ded9-7444-4311-8c58-2a9e3ce1a792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379148 Dec 20 21:23:39.687772 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b2e43cd5-4ca5-4531-b50f-6cafaa280b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.699078 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port d56946d1-6e73-4a24-a0ed-559cd785d734, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d56946d1-6e73-4a24-a0ed-559cd785d734,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:39.713221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'd56946d1-6e73-4a24-a0ed-559cd785d734', 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd', 'port_id': 'd56946d1-6e73-4a24-a0ed-559cd785d734', 'mac_address': 'fa:16:3e:de:b0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428b6fe3-893f-4804-922c-7a9af77a1126', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:23:39.748173 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-d5da3c23-3aaf-4e90-b74b-f552b73f60fa tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:39.749802 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-d5da3c23-3aaf-4e90-b74b-f552b73f60fa tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/networks?id=1b7f31d9-bd6a-47eb-aab4-7242901186a7 HTTP/1.1" status: 200 len: 811 time: 0.2241302 Dec 20 21:23:39.763738 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.779647 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56946d1-6e73-4a24-a0ed-559cd785d734 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:23:39.784249 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd14b9-fe0d-499a-b5d5-d19547b64e35 req-f2f8da72-4384-4e20-8b50-e649963ba1ec tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:39.792257 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-21cd14b9-fe0d-499a-b5d5-d19547b64e35 req-f2f8da72-4384-4e20-8b50-e649963ba1ec tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0730939 Dec 20 21:23:39.802904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port d56946d1-6e73-4a24-a0ed-559cd785d734, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d56946d1-6e73-4a24-a0ed-559cd785d734,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:39.805968 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-fcd20cd4-d692-4698-b2d9-12f3a037cc2c tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/quotas/b881f9a1dd43451d8d618511d36adeb6 HTTP/1.1" status: 200 len: 375 time: 0.0497444 Dec 20 21:23:39.816310 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.828402 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-21cd14b9-fe0d-499a-b5d5-d19547b64e35 req-dc5d3477-9076-4c04-9277-7d83e6ea402a tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354674 Dec 20 21:23:39.845947 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb1bd-697c-447c-8553-23da6676b528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.860634 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb1bd-697c-447c-8553-23da6676b528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.877843 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=d56946d1-6e73-4a24-a0ed-559cd785d734,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:39.899944 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b2e43cd5-4ca5-4531-b50f-6cafaa280b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.916405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0bb1bd-697c-447c-8553-23da6676b528 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:23:39.942464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-b2e43cd5-4ca5-4531-b50f-6cafaa280b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bfa78c-70b1-4af3-935b-75df2c2db66d']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:39.957357 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb1bd-697c-447c-8553-23da6676b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:39.957654 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-0e0bb1bd-697c-447c-8553-23da6676b528 admin admin] Added segment 6de2467c-3b08-4c19-b5e2-9ec12b094e59 of type vlan for network 71e4c629-f24c-4e0b-8e8e-af4145b3d99c Dec 20 21:23:39.961182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-b2e43cd5-4ca5-4531-b50f-6cafaa280b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58a665f-5507-4cab-976d-225a808b00cd') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:39.961465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-b2e43cd5-4ca5-4531-b50f-6cafaa280b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58a665f-5507-4cab-976d-225a808b00cd') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:39.969571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bb1bd-697c-447c-8553-23da6676b528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13413519-4c58-4b09-b9c4-b6635d248060,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:39.985045 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b2e43cd5-4ca5-4531-b50f-6cafaa280b50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:40.015695 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-0e5377a9-995f-4931-a251-97b9532a06a1 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b881f9a1dd43451d8d618511d36adeb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1708043 Dec 20 21:23:40.028892 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b27af-f557-4223-98cc-f84f0d9737a8 req-f7766700-67be-432b-824d-a8497f08ac02 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:40.030769 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-179b27af-f557-4223-98cc-f84f0d9737a8 req-f7766700-67be-432b-824d-a8497f08ac02 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0601707 Dec 20 21:23:40.056497 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb1bd-697c-447c-8553-23da6676b528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:40.058845 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b2e43cd5-4ca5-4531-b50f-6cafaa280b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:40.072070 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-179b27af-f557-4223-98cc-f84f0d9737a8 req-a85a2051-a5c3-4cbc-93e6-b2039dd27a7b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351505 Dec 20 21:23:40.096517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['d56946d1-6e73-4a24-a0ed-559cd785d734'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:23:40.101554 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e43cd5-4ca5-4531-b50f-6cafaa280b50 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:23:40.101968 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b2e43cd5-4ca5-4531-b50f-6cafaa280b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:23:40.103673 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:23:40.176774 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb1bd-697c-447c-8553-23da6676b528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:40.177836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0bb1bd-697c-447c-8553-23da6676b528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:40.178448 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e0bb1bd-697c-447c-8553-23da6676b528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:40.186661 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea284b-cc8f-4324-ace4-ce03f1de62aa req-0d4712e4-1d4d-453c-88a3-ac6f8ddada71 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:40.189132 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b2e43cd5-4ca5-4531-b50f-6cafaa280b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:40.194792 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-82ea284b-cc8f-4324-ace4-ce03f1de62aa req-0d4712e4-1d4d-453c-88a3-ac6f8ddada71 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 944 time: 0.0614851 Dec 20 21:23:40.232055 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-82ea284b-cc8f-4324-ace4-ce03f1de62aa req-2a2bc54a-0143-4b57-bd57-0f6b3e73775c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363755 Dec 20 21:23:40.235306 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b2e43cd5-4ca5-4531-b50f-6cafaa280b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:40.242139 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b2e43cd5-4ca5-4531-b50f-6cafaa280b50 admin admin] 10.222.0.32 "DELETE /v2.0/networks/87bfa78c-70b1-4af3-935b-75df2c2db66d HTTP/1.1" status: 204 len: 168 time: 0.7282751 Dec 20 21:23:40.256599 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0e0bb1bd-697c-447c-8553-23da6676b528 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9587677 Dec 20 21:23:40.260051 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56248) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:40.265242 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-c86a5004-e39a-493f-b86c-d41cdabcb209 service neutron] 10.222.0.32 "GET /v2.0/networks/1b7f31d9-bd6a-47eb-aab4-7242901186a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392492 Dec 20 21:23:40.266718 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d4f6c5a4-6ab0-4382-99bc-c1281218e538 admin admin] Request body: {'subnet': {'network_id': '71e4c629-f24c-4e0b-8e8e-af4145b3d99c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-750782075-subnet', 'tenant_id': 'f68e085f8d9e4184857f62ad27b8f154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:40.272054 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bb1bd-697c-447c-8553-23da6676b528 admin admin] Pushing event updated for resources: {'Network': ['ID=71e4c629-f24c-4e0b-8e8e-af4145b3d99c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:40.284587 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 71e4c629-f24c-4e0b-8e8e-af4145b3d99c details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:23:40.328064 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f6c5a4-6ab0-4382-99bc-c1281218e538 admin admin] Made reservation on behalf of f68e085f8d9e4184857f62ad27b8f154 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:23:40.330976 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c5a4-6ab0-4382-99bc-c1281218e538 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:40.367171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e43cd5-4ca5-4531-b50f-6cafaa280b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=87bfa78c-70b1-4af3-935b-75df2c2db66d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:40.374593 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-2d8c0b03-2b43-40a5-b55e-b0ce659156da service neutron] 10.222.0.32 "GET /v2.0/networks/1b7f31d9-bd6a-47eb-aab4-7242901186a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001160 Dec 20 21:23:40.415736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56254) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:40.463310 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7d25204e-a34d-4aae-8d05-09ed7d38737e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ebccd36e76e4e048af9ba49df15f8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463750 Dec 20 21:23:40.465846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56256) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:40.490944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7081ddb-f82a-4c16-966b-14d5df925eba req-12cbc6c5-ca60-4628-9698-f49d573c2322 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:40.492947 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7081ddb-f82a-4c16-966b-14d5df925eba req-12cbc6c5-ca60-4628-9698-f49d573c2322 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0904665 Dec 20 21:23:40.517734 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9158696-0766-4975-82fb-a66a0b301e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:40.543388 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9158696-0766-4975-82fb-a66a0b301e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:40.589627 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7081ddb-f82a-4c16-966b-14d5df925eba req-4440f3f8-83e6-4c16-915a-1b3971adecec tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882540 Dec 20 21:23:40.620366 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9158696-0766-4975-82fb-a66a0b301e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:40.621807 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:23:40.626432 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9158696-0766-4975-82fb-a66a0b301e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:40.627842 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d9158696-0766-4975-82fb-a66a0b301e80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5 HTTP/1.1" status: 204 len: 168 time: 0.1608922 Dec 20 21:23:40.653801 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9158696-0766-4975-82fb-a66a0b301e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0c5f80-fd2f-4a4f-8d0d-f730a4f829d5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:40.717296 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c5a4-6ab0-4382-99bc-c1281218e538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:40.729118 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f886020b-d3f1-4968-9299-76897084b2dd req-6b047c8c-d0b4-4b5f-a2f2-644f0a74780b tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 210 time: 0.0549562 Dec 20 21:23:40.863160 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3648e-1665-4b5a-b086-d31258899d35 req-9da24ce1-d5e1-4f1f-a511-6e1f89af7f51 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:40.865864 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4af3648e-1665-4b5a-b086-d31258899d35 req-9da24ce1-d5e1-4f1f-a511-6e1f89af7f51 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1604466 Dec 20 21:23:40.868573 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6c5a4-6ab0-4382-99bc-c1281218e538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76fe2fa0-e695-4b05-8f3b-1e6df0bc13ff,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:40.893351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62ddb9-0948-43ae-9e77-6feeb1f3d360 req-c8a2a7fe-0115-47fb-b3a5-baeef9882cb5 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:40.901375 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8c62ddb9-0948-43ae-9e77-6feeb1f3d360 req-c8a2a7fe-0115-47fb-b3a5-baeef9882cb5 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 950 time: 0.0735819 Dec 20 21:23:40.903050 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f6c5a4-6ab0-4382-99bc-c1281218e538 admin admin] Checking segment: {'id': '6de2467c-3b08-4c19-b5e2-9ec12b094e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '71e4c629-f24c-4e0b-8e8e-af4145b3d99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:40.904082 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f6c5a4-6ab0-4382-99bc-c1281218e538 admin admin] Network hostable DHCP agents. Network: 71e4c629-f24c-4e0b-8e8e-af4145b3d99c, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:23:40.950122 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4af3648e-1665-4b5a-b086-d31258899d35 req-a8468bec-be05-4d67-aa94-70cad21ff7c8 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666819 Dec 20 21:23:40.955876 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8c62ddb9-0948-43ae-9e77-6feeb1f3d360 req-1a23d0e5-2221-47b2-9522-70ef234064b1 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/security-groups?id=7335ded9-7444-4311-8c58-2a9e3ce1a792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534487 Dec 20 21:23:40.995337 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f6c5a4-6ab0-4382-99bc-c1281218e538 admin admin] Network 71e4c629-f24c-4e0b-8e8e-af4145b3d99c is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:23:41.009521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d4f6c5a4-6ab0-4382-99bc-c1281218e538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 71e4c629-f24c-4e0b-8e8e-af4145b3d99c) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:41.015758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f6c5a4-6ab0-4382-99bc-c1281218e538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:41.016348 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4f6c5a4-6ab0-4382-99bc-c1281218e538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:41.021835 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a557c44-5806-4c23-954d-2bfc855b434a None None] Network 71e4c629-f24c-4e0b-8e8e-af4145b3d99c requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:23:41.063947 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d4f6c5a4-6ab0-4382-99bc-c1281218e538 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8023326 Dec 20 21:23:41.233085 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0f8c8-05bf-4499-8cab-28651aa13d26 req-606070fa-ab2f-4bb2-af64-d5a1d5af817c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:41.241243 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ca0f8c8-05bf-4499-8cab-28651aa13d26 req-606070fa-ab2f-4bb2-af64-d5a1d5af817c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0617220 Dec 20 21:23:41.252494 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0f3e28-5064-482a-bbb2-33d2ecc3dceb None None] Network 71e4c629-f24c-4e0b-8e8e-af4145b3d99c requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:23:41.304222 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ca0f8c8-05bf-4499-8cab-28651aa13d26 req-844e43df-804a-4f1b-9863-400957717868 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591190 Dec 20 21:23:41.405469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc286702-4978-4503-b4a6-09de101f4212 req-58177824-50db-4ff7-bece-809e34672e8a tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:41.415603 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fc286702-4978-4503-b4a6-09de101f4212 req-58177824-50db-4ff7-bece-809e34672e8a tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 944 time: 0.0697687 Dec 20 21:23:41.463460 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fc286702-4978-4503-b4a6-09de101f4212 req-8b79b8ba-9df5-41e6-9534-ebd094526eab tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468528 Dec 20 21:23:41.569794 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device d56946d1-6e73-4a24-a0ed-559cd785d734 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:23:41.628492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port d56946d1-6e73-4a24-a0ed-559cd785d734 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:23:41.635035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port d56946d1-6e73-4a24-a0ed-559cd785d734 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:41.635690 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:41.737797 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:41.764593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2c46f5-8c20-4837-8753-72fb3cc00333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56946d1-6e73-4a24-a0ed-559cd785d734'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:41.767071 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9907f277-eaaf-45b2-8ae9-e8afb8af2d69" -d '{"events": [{"server_uuid": "ef2c46f5-8c20-4837-8753-72fb3cc00333", "name": "network-vif-plugged", "status": "completed", "tag": "d56946d1-6e73-4a24-a0ed-559cd785d734"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:41.771035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56318) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:41.777927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-863f8c42-a445-42e9-880e-a7777fbd8c85 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1708534024-network', 'tenant_id': '0777ba59b5af43aeb1901d214aa14095'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:41.789117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port d56946d1-6e73-4a24-a0ed-559cd785d734, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d56946d1-6e73-4a24-a0ed-559cd785d734,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:41.794786 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:41.820157 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863f8c42-a445-42e9-880e-a7777fbd8c85 admin admin] Made reservation on behalf of 0777ba59b5af43aeb1901d214aa14095 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:23:41.826652 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-863f8c42-a445-42e9-880e-a7777fbd8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:41.840694 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09dbbcb-a11c-40ce-b49e-8689f7451bff x-openstack-request-id: req-a09dbbcb-a11c-40ce-b49e-8689f7451bff {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:41.841351 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2c46f5-8c20-4837-8753-72fb3cc00333", "name": "network-vif-plugged", "status": "completed", "tag": "d56946d1-6e73-4a24-a0ed-559cd785d734", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:41.841351 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a09dbbcb-a11c-40ce-b49e-8689f7451bff {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:41.841776 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2c46f5-8c20-4837-8753-72fb3cc00333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56946d1-6e73-4a24-a0ed-559cd785d734', 'code': 200} Dec 20 21:23:41.853381 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=d56946d1-6e73-4a24-a0ed-559cd785d734,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:41.854816 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-863f8c42-a445-42e9-880e-a7777fbd8c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:41.872975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:41.873399 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:41.873800 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:41.873962 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-77f43b5c-dd82-4ea2-b8fa-e4d6a8dc5e5e req-50b22a5e-1c92-49c8-a98d-454044a35143 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 210 time: 0.0384049 Dec 20 21:23:41.874270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:41.874663 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:41.875053 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:41.875440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:41.875953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:41.876373 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:41.876763 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:41.877433 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:41.877824 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:23:41.900867 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56322) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:41.964209 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-863f8c42-a445-42e9-880e-a7777fbd8c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:41.981006 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-863f8c42-a445-42e9-880e-a7777fbd8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:42.019291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81f870-ae2c-4838-bc9d-37d2c493acb5 req-3b9bf3ea-5c95-473c-a6b3-8a0356293b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:42.024368 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0d81f870-ae2c-4838-bc9d-37d2c493acb5 req-3b9bf3ea-5c95-473c-a6b3-8a0356293b61 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 1094 time: 0.0621665 Dec 20 21:23:42.063288 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-da078727-e32f-4e85-a316-91d701c5d030 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1038940446-network', 'tenant_id': '9d7749a1e07740788f17810eecdd6853'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:42.068290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863f8c42-a445-42e9-880e-a7777fbd8c85 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:23:42.078505 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f8c42-a445-42e9-880e-a7777fbd8c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05c2acf-744f-4a84-a104-7a3474e4425b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:42.093568 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-863f8c42-a445-42e9-880e-a7777fbd8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:42.094256 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-863f8c42-a445-42e9-880e-a7777fbd8c85 admin admin] Added segment 32b2e509-4850-4eef-9f19-2f47aed86017 of type vlan for network 2944124d-3bf9-490f-a0b5-4eace2abaf21 Dec 20 21:23:42.128414 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0d81f870-ae2c-4838-bc9d-37d2c493acb5 req-8f5bd01d-eca9-4f72-8fc1-af13799ef919 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961330 Dec 20 21:23:42.133109 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da078727-e32f-4e85-a316-91d701c5d030 admin admin] Made reservation on behalf of 9d7749a1e07740788f17810eecdd6853 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:23:42.135399 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da078727-e32f-4e85-a316-91d701c5d030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:42.153380 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba222abb-b93a-43af-ac84-76fab8595479 req-c9ecad1d-1543-4c88-bef7-3eee7ceb66b1 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:42.153845 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-863f8c42-a445-42e9-880e-a7777fbd8c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:42.154990 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ba222abb-b93a-43af-ac84-76fab8595479 req-c9ecad1d-1543-4c88-bef7-3eee7ceb66b1 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 950 time: 0.1120300 Dec 20 21:23:42.155943 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da078727-e32f-4e85-a316-91d701c5d030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:42.174725 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-a64f430b-47c7-4ef2-88f6-b2880b4daf79 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:42.175800 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-a64f430b-47c7-4ef2-88f6-b2880b4daf79 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.66 "GET /v2.0/networks?id=1b7f31d9-bd6a-47eb-aab4-7242901186a7 HTTP/1.1" status: 200 len: 811 time: 0.2239840 Dec 20 21:23:42.194366 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-863f8c42-a445-42e9-880e-a7777fbd8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:42.195320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f8c42-a445-42e9-880e-a7777fbd8c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:42.195893 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-863f8c42-a445-42e9-880e-a7777fbd8c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:42.217178 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ba222abb-b93a-43af-ac84-76fab8595479 req-4cd6365c-b168-4dae-9312-5c80d11d9b5a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/security-groups?id=7335ded9-7444-4311-8c58-2a9e3ce1a792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524728 Dec 20 21:23:42.260893 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-863f8c42-a445-42e9-880e-a7777fbd8c85 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4880521 Dec 20 21:23:42.265323 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56332) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:42.272089 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4a1f3c50-178e-4641-8131-3aff16970cc6 admin admin] Request body: {'subnet': {'network_id': '2944124d-3bf9-490f-a0b5-4eace2abaf21', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1708534024-subnet', 'tenant_id': '0777ba59b5af43aeb1901d214aa14095', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:42.276172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f8c42-a445-42e9-880e-a7777fbd8c85 admin admin] Pushing event updated for resources: {'Network': ['ID=2944124d-3bf9-490f-a0b5-4eace2abaf21,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:42.287543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 2944124d-3bf9-490f-a0b5-4eace2abaf21 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:23:42.295363 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da078727-e32f-4e85-a316-91d701c5d030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:42.302673 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da078727-e32f-4e85-a316-91d701c5d030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:42.322224 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1f3c50-178e-4641-8131-3aff16970cc6 admin admin] Made reservation on behalf of 0777ba59b5af43aeb1901d214aa14095 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:23:42.324898 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a1f3c50-178e-4641-8131-3aff16970cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:42.329869 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da078727-e32f-4e85-a316-91d701c5d030 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:23:42.400604 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da078727-e32f-4e85-a316-91d701c5d030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342a46cc-931f-4b72-a3c0-2b148b8d8b0e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:42.405888 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da078727-e32f-4e85-a316-91d701c5d030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:42.406261 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-da078727-e32f-4e85-a316-91d701c5d030 admin admin] Added segment 7d0497b6-4ffa-4dec-bab3-1efc74bda791 of type vlan for network 8055f423-bd59-482a-88c3-64aad5fe84c2 Dec 20 21:23:42.483990 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da078727-e32f-4e85-a316-91d701c5d030 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:42.490296 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-8051a627-b443-49c7-8c4c-4f5e0f943ca4 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b881f9a1dd43451d8d618511d36adeb6 HTTP/1.1" status: 200 len: 379 time: 0.0375423 Dec 20 21:23:42.501533 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ed1d97f7-146a-40d9-bae3-21a3306edab6 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Request body: {'port': {'device_id': 'c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16', 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7', 'admin_state_up': True, 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'security_groups': ['2ce2e097-a004-4d03-a210-96bfd8bddf88']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:42.558840 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da078727-e32f-4e85-a316-91d701c5d030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:42.559714 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da078727-e32f-4e85-a316-91d701c5d030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:42.560281 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da078727-e32f-4e85-a316-91d701c5d030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:42.580579 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bb070-f4c1-4df5-8355-41ebbda6e1a3 req-b58ad464-f32d-4d6b-b251-3ff1b0d14a76 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:42.581795 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-985bb070-f4c1-4df5-8355-41ebbda6e1a3 req-b58ad464-f32d-4d6b-b251-3ff1b0d14a76 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1242907 Dec 20 21:23:42.614740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa908-51aa-4b9c-8842-8bc3a7655f96 req-0e97df80-4ea5-4b75-b903-569ea7efb1ec tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:42.616343 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-272aa908-51aa-4b9c-8842-8bc3a7655f96 req-0e97df80-4ea5-4b75-b903-569ea7efb1ec tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 950 time: 0.1108503 Dec 20 21:23:42.667548 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-da078727-e32f-4e85-a316-91d701c5d030 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7741382 Dec 20 21:23:42.671719 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56340) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:42.678637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-6005089d-3084-4e08-9d31-15f53b91e167 admin admin] Request body: {'subnet': {'network_id': '8055f423-bd59-482a-88c3-64aad5fe84c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1038940446-subnet', 'tenant_id': '9d7749a1e07740788f17810eecdd6853', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:42.686883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-272aa908-51aa-4b9c-8842-8bc3a7655f96 req-77d7712c-f0e9-4284-a11d-277bdb0f3c06 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/security-groups?id=7335ded9-7444-4311-8c58-2a9e3ce1a792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636165 Dec 20 21:23:42.698909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ed1d97f7-146a-40d9-bae3-21a3306edab6 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Made reservation on behalf of b881f9a1dd43451d8d618511d36adeb6 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:23:42.702611 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ed1d97f7-146a-40d9-bae3-21a3306edab6 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:42.721106 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da078727-e32f-4e85-a316-91d701c5d030 admin admin] Pushing event updated for resources: {'Network': ['ID=8055f423-bd59-482a-88c3-64aad5fe84c2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:42.734514 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 8055f423-bd59-482a-88c3-64aad5fe84c2 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:23:42.734719 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-985bb070-f4c1-4df5-8355-41ebbda6e1a3 req-b5f4e943-f0cb-49d4-ae28-a3bcc783ee6b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355765 Dec 20 21:23:42.743154 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a1f3c50-178e-4641-8131-3aff16970cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:42.773613 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6005089d-3084-4e08-9d31-15f53b91e167 admin admin] Made reservation on behalf of 9d7749a1e07740788f17810eecdd6853 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:23:42.776161 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6005089d-3084-4e08-9d31-15f53b91e167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:42.820274 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f3c50-178e-4641-8131-3aff16970cc6 admin admin] Checking segment: {'id': '32b2e509-4850-4eef-9f19-2f47aed86017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2944124d-3bf9-490f-a0b5-4eace2abaf21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:42.820690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1f3c50-178e-4641-8131-3aff16970cc6 admin admin] Network hostable DHCP agents. Network: 2944124d-3bf9-490f-a0b5-4eace2abaf21, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:23:42.841384 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f3c50-178e-4641-8131-3aff16970cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ee0fc9-7632-4a26-ae97-ede37df64421,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:42.854301 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1f3c50-178e-4641-8131-3aff16970cc6 admin admin] Network 2944124d-3bf9-490f-a0b5-4eace2abaf21 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:23:42.864073 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4a1f3c50-178e-4641-8131-3aff16970cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 2944124d-3bf9-490f-a0b5-4eace2abaf21) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:42.868727 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1f3c50-178e-4641-8131-3aff16970cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:42.869564 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a1f3c50-178e-4641-8131-3aff16970cc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:42.880477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abe334c-1d52-42c8-be5c-c9d901bedb5a None None] Network 2944124d-3bf9-490f-a0b5-4eace2abaf21 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:23:42.894877 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4a1f3c50-178e-4641-8131-3aff16970cc6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6280723 Dec 20 21:23:42.959932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff12eb-6c50-417e-bfdd-ce69b857e5c0 req-c3f2ad85-dec3-45a0-a2b7-686fb6f5a85b tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:42.962015 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-efff12eb-6c50-417e-bfdd-ce69b857e5c0 req-c3f2ad85-dec3-45a0-a2b7-686fb6f5a85b tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 945 time: 0.1636734 Dec 20 21:23:43.011722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ed1d97f7-146a-40d9-bae3-21a3306edab6 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Allocated IP 172.20.0.14 (1b7f31d9-bd6a-47eb-aab4-7242901186a7/ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143/0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:23:43.042485 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-efff12eb-6c50-417e-bfdd-ce69b857e5c0 req-817507ea-4689-4de8-bfd8-f1c7ce152300 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696561 Dec 20 21:23:43.083101 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdffc49-7fa9-4846-b85d-2004cd8dd3f8 None None] Network 2944124d-3bf9-490f-a0b5-4eace2abaf21 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:23:43.087639 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-559ff688-08bf-4483-b143-e20ff53b5a3b req-b0baa244-ff36-4186-97c6-bc75b5ada9b6 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 210 time: 0.0742810 Dec 20 21:23:43.293423 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ed1d97f7-146a-40d9-bae3-21a3306edab6 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:43.354653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83348a4-1127-4d69-aa13-1b59dd8590d0 req-90d4ab78-f39c-40b5-98e2-5746c21a0fa6 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:43.356213 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c83348a4-1127-4d69-aa13-1b59dd8590d0 req-90d4ab78-f39c-40b5-98e2-5746c21a0fa6 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0747793 Dec 20 21:23:43.391139 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ed1d97f7-146a-40d9-bae3-21a3306edab6 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:43.400491 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6005089d-3084-4e08-9d31-15f53b91e167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:43.403625 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c83348a4-1127-4d69-aa13-1b59dd8590d0 req-9c4cc512-88f5-47df-9dde-9c305b75b8c1 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402911 Dec 20 21:23:43.480276 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ed1d97f7-146a-40d9-bae3-21a3306edab6 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Network 1b7f31d9-bd6a-47eb-aab4-7242901186a7 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:23:43.507005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ed1d97f7-146a-40d9-bae3-21a3306edab6 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:43.510278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ed1d97f7-146a-40d9-bae3-21a3306edab6 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:23:43.529034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d97f7-146a-40d9-bae3-21a3306edab6 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Pushing event updated for resources: {'Port': ['ID=0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:43.587165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005089d-3084-4e08-9d31-15f53b91e167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd2805ec-c517-4c69-bd4e-92b73d2765b1,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:43.651447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ed1d97f7-146a-40d9-bae3-21a3306edab6 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:43.652075 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ed1d97f7-146a-40d9-bae3-21a3306edab6 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:43.657601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6005089d-3084-4e08-9d31-15f53b91e167 admin admin] Checking segment: {'id': '7d0497b6-4ffa-4dec-bab3-1efc74bda791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8055f423-bd59-482a-88c3-64aad5fe84c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:43.657954 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6005089d-3084-4e08-9d31-15f53b91e167 admin admin] Network hostable DHCP agents. Network: 8055f423-bd59-482a-88c3-64aad5fe84c2, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:23:43.702180 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ed1d97f7-146a-40d9-bae3-21a3306edab6 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2043507 Dec 20 21:23:43.711251 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-1fa9e3d8-b9eb-4c78-98fb-2f27b3738c06 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:43.712742 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-1fa9e3d8-b9eb-4c78-98fb-2f27b3738c06 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/networks?id=71e4c629-f24c-4e0b-8e8e-af4145b3d99c HTTP/1.1" status: 200 len: 814 time: 0.2314332 Dec 20 21:23:43.713874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6005089d-3084-4e08-9d31-15f53b91e167 admin admin] Network 8055f423-bd59-482a-88c3-64aad5fe84c2 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:23:43.721216 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Request body: {'port': {'device_id': 'c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:43.758762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-6005089d-3084-4e08-9d31-15f53b91e167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 8055f423-bd59-482a-88c3-64aad5fe84c2) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:43.764152 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-9e141fa4-6098-414e-b638-e89b9e002a30 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/quotas/f68e085f8d9e4184857f62ad27b8f154 HTTP/1.1" status: 200 len: 375 time: 0.0391765 Dec 20 21:23:43.767065 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6005089d-3084-4e08-9d31-15f53b91e167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:43.767654 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6005089d-3084-4e08-9d31-15f53b91e167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:43.771474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8fe7d5-ffc3-4354-b3b9-4a801aa2f6b9 None None] Network 8055f423-bd59-482a-88c3-64aad5fe84c2 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:23:43.814014 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4373ab-cb2f-4a8c-a067-9b4fc31ed907 req-ffb72bb3-412f-44e9-8c1d-aa1cea686413 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:43.819368 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c4373ab-cb2f-4a8c-a067-9b4fc31ed907 req-ffb72bb3-412f-44e9-8c1d-aa1cea686413 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 950 time: 0.0557332 Dec 20 21:23:43.837026 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9fde7281-f4ba-4379-94ba-bfb3d1d66f1f None None] Provisioning complete for port 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:43.838356 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9fde7281-f4ba-4379-94ba-bfb3d1d66f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:43.863132 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c4373ab-cb2f-4a8c-a067-9b4fc31ed907 req-261f5c85-8c92-4ada-9c7e-0a29fd17607d tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/security-groups?id=7335ded9-7444-4311-8c58-2a9e3ce1a792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410690 Dec 20 21:23:43.901958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9fde7281-f4ba-4379-94ba-bfb3d1d66f1f None None] Port 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:23:43.949091 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba933667-e1b4-4b58-a19e-1333e10f4a09 None None] Network 8055f423-bd59-482a-88c3-64aad5fe84c2 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:23:44.097808 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-c2316587-a981-4ed5-bcf8-5f89a26ad84b tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f68e085f8d9e4184857f62ad27b8f154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3271275 Dec 20 21:23:44.101475 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:44.130877 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6005089d-3084-4e08-9d31-15f53b91e167 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4568124 Dec 20 21:23:44.201651 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832fa23-cb74-412d-9b95-d68dd679ef9b req-e7c54c1e-c244-4756-b371-93f8ec73afc4 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:44.214424 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4832fa23-cb74-412d-9b95-d68dd679ef9b req-e7c54c1e-c244-4756-b371-93f8ec73afc4 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 945 time: 0.0765862 Dec 20 21:23:44.257141 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4832fa23-cb74-412d-9b95-d68dd679ef9b req-2aebff20-62fd-49d2-8f5d-6a2ebdb05f2c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415833 Dec 20 21:23:44.323956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-2defa417-0026-4393-8c66-52ceb1b86aba service neutron] 10.222.0.32 "GET /v2.0/networks/71e4c629-f24c-4e0b-8e8e-af4145b3d99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121849 Dec 20 21:23:44.379535 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e6bc8-d8fe-4e19-96be-5669161ae169 req-495ab532-6e40-4961-9ea0-7873c8a88d58 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:44.381129 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e6e6bc8-d8fe-4e19-96be-5669161ae169 req-495ab532-6e40-4961-9ea0-7873c8a88d58 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 950 time: 0.0809019 Dec 20 21:23:44.392524 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2648f-4bf0-4ee6-bfd9-1445d4fb6bec req-906b2a5c-e543-4efa-9be2-7bba16097755 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:44.394390 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a2648f-4bf0-4ee6-bfd9-1445d4fb6bec req-906b2a5c-e543-4efa-9be2-7bba16097755 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 932 time: 0.0683215 Dec 20 21:23:44.423998 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:44.490135 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-c6287b2f-d3bf-48e2-918b-e8630c5c8cd6 service neutron] 10.222.0.32 "GET /v2.0/networks/71e4c629-f24c-4e0b-8e8e-af4145b3d99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575747 Dec 20 21:23:44.492752 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a2648f-4bf0-4ee6-bfd9-1445d4fb6bec req-8e856ca4-39a7-4fe6-8dd2-38aa2e73a51f tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ce2e097-a004-4d03-a210-96bfd8bddf88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904577 Dec 20 21:23:44.535122 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7e6e6bc8-d8fe-4e19-96be-5669161ae169 req-5ac4d5df-ceb2-4459-b909-7e31363fdb08 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Deleting port cc5e6dc4-fdac-4322-ae88-3a0c3598e331 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:23:44.535478 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7e6e6bc8-d8fe-4e19-96be-5669161ae169 req-5ac4d5df-ceb2-4459-b909-7e31363fdb08 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:44.550667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:23:44.560157 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:44.574776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Transition to ACTIVE for port object 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:23:44.583549 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:44.627457 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-72f2888d-82b7-423d-b9d3-f255845bfdde req-f69f200f-a770-4be0-a3d8-02d3e1672a3f tempest-SecurityGroupsNegativeTestJSON-1200736645 tempest-SecurityGroupsNegativeTestJSON-1200736645-project] show failed (client error): The resource could not be found. Dec 20 21:23:44.628519 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-72f2888d-82b7-423d-b9d3-f255845bfdde req-f69f200f-a770-4be0-a3d8-02d3e1672a3f tempest-SecurityGroupsNegativeTestJSON-1200736645 tempest-SecurityGroupsNegativeTestJSON-1200736645-project] 10.222.0.32 "GET /v2.0/security-groups/d6d346f8-7cd1-40c3-b60a-5132e6414f6c HTTP/1.1" status: 404 len: 352 time: 0.0222940 Dec 20 21:23:44.683634 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7e6e6bc8-d8fe-4e19-96be-5669161ae169 req-5ac4d5df-ceb2-4459-b909-7e31363fdb08 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] For port cc5e6dc4-fdac-4322-ae88-3a0c3598e331, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cc5e6dc4-fdac-4322-ae88-3a0c3598e331,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:44.684011 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7e6e6bc8-d8fe-4e19-96be-5669161ae169 req-5ac4d5df-ceb2-4459-b909-7e31363fdb08 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:44.684770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Pushing event updated for resources: {'Port': ['ID=0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:44.704336 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7e6e6bc8-d8fe-4e19-96be-5669161ae169 req-5ac4d5df-ceb2-4459-b909-7e31363fdb08 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Calling delete_port for cc5e6dc4-fdac-4322-ae88-3a0c3598e331 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:23:44.829461 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc9291-d26f-4d7e-979f-2f250c1dbaba req-cd559759-ed03-4617-b708-c8e1f181f777 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:44.831474 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcfc9291-d26f-4d7e-979f-2f250c1dbaba req-cd559759-ed03-4617-b708-c8e1f181f777 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 1094 time: 0.0716851 Dec 20 21:23:44.838520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68e203-fa46-409c-8899-27f12d2801c6 req-029169fc-0f4c-4792-bd5e-d8567f6d7e86 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:44.845450 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2d68e203-fa46-409c-8899-27f12d2801c6 req-029169fc-0f4c-4792-bd5e-d8567f6d7e86 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1020994 Dec 20 21:23:44.876971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Attempting to bind port 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:23:44.877727 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Attempting to bind port 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '76910336-58f1-4fc8-bd75-b73f44b80ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:23:44.878294 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Attempting to bind port 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b on network 1b7f31d9-bd6a-47eb-aab4-7242901186a7 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:44.883577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Port 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b on network 1b7f31d9-bd6a-47eb-aab4-7242901186a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:23:44.884129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Attempting to bind port 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b on network 1b7f31d9-bd6a-47eb-aab4-7242901186a7 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:44.914664 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2d68e203-fa46-409c-8899-27f12d2801c6 req-d4f5a252-4218-4cfb-8582-66208b92470d tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636337 Dec 20 21:23:44.927855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:23:44.927855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Checking segment: {'id': '76910336-58f1-4fc8-bd75-b73f44b80ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:44.927855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Bound using segment: {'id': '76910336-58f1-4fc8-bd75-b73f44b80ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:23:44.927855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Bound port: 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76910336-58f1-4fc8-bd75-b73f44b80ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:23:44.927855 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:44.929282 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcfc9291-d26f-4d7e-979f-2f250c1dbaba req-9cf30ba7-56d4-4f55-acf3-80fb0bcba3ef tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803289 Dec 20 21:23:44.954021 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7e6e6bc8-d8fe-4e19-96be-5669161ae169 req-5ac4d5df-ceb2-4459-b909-7e31363fdb08 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:44.995871 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['cc5e6dc4-fdac-4322-ae88-3a0c3598e331'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:23:45.000694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4d5df-ceb2-4459-b909-7e31363fdb08 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Pushing event deleted for resources: {'Port': ['ID=cc5e6dc4-fdac-4322-ae88-3a0c3598e331,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:45.003873 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] For port 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:23:45.018901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] For port 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b,segment=NetworkSegment(76910336-58f1-4fc8-bd75-b73f44b80ee5),segment_id=76910336-58f1-4fc8-bd75-b73f44b80ee5)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:23:45.029056 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:45.085417 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-93d68e1e-bd70-4a8e-a352-49009dd2ba85 req-9991cca2-80cf-4e6a-a6dc-148fa042189e tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb81f03-1ef1-4412-a293-b802d121e440 HTTP/1.1" status: 200 len: 210 time: 0.0813110 Dec 20 21:23:45.120324 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6e6bc8-d8fe-4e19-96be-5669161ae169 req-5ac4d5df-ceb2-4459-b909-7e31363fdb08 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] No DVR routers for this DVR port cc5e6dc4-fdac-4322-ae88-3a0c3598e331 on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:23:45.124609 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7e6e6bc8-d8fe-4e19-96be-5669161ae169 req-5ac4d5df-ceb2-4459-b909-7e31363fdb08 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:45.128618 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e6e6bc8-d8fe-4e19-96be-5669161ae169 req-5ac4d5df-ceb2-4459-b909-7e31363fdb08 tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.31 "DELETE /v2.0/ports/cc5e6dc4-fdac-4322-ae88-3a0c3598e331 HTTP/1.1" status: 204 len: 173 time: 0.7331350 Dec 20 21:23:45.129321 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dc5de1-fef1-4994-8d07-bd982d49cac7', 'name': 'network-vif-deleted', 'tag': 'cc5e6dc4-fdac-4322-ae88-3a0c3598e331'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:45.135448 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19b287c-50f0-4ded-8c96-bbebe4dd74a9" -d '{"events": [{"server_uuid": "e0dc5de1-fef1-4994-8d07-bd982d49cac7", "name": "network-vif-deleted", "tag": "cc5e6dc4-fdac-4322-ae88-3a0c3598e331"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:45.136873 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Pushing event updated for resources: {'Port': ['ID=0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:45.171384 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:45.172383 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:45.173732 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-ce9f2455-8949-405f-8e1e-3aad9f7e45cd service neutron] 10.222.0.66 "PUT /v2.0/ports/0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b HTTP/1.1" status: 200 len: 1090 time: 1.4574652 Dec 20 21:23:45.209212 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16', 'tag': '0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:45.210197 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c9d6b8-f829-456b-882d-3e277b5ffeb2" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16", "tag": "0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:45.215234 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4e9decf-1628-4e16-bea2-c342fd918884 req-cb95369a-100f-47a4-8267-8836c429410a tempest-ImagesNegativeTestJSON-1567987861 tempest-ImagesNegativeTestJSON-1567987861-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0dc5de1-fef1-4994-8d07-bd982d49cac7 HTTP/1.1" status: 200 len: 210 time: 0.0700076 Dec 20 21:23:45.291260 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751494b-e0d0-4b09-b891-709892f843d7 req-bfcf897b-4790-4e6f-a329-d3f321a35778 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:45.293112 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b751494b-e0d0-4b09-b891-709892f843d7 req-bfcf897b-4790-4e6f-a329-d3f321a35778 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1107283 Dec 20 21:23:45.318996 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-9f6228fe-4845-46cd-aef4-7eff69dc3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:45.321482 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-9f6228fe-4845-46cd-aef4-7eff69dc3136 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b881f9a1dd43451d8d618511d36adeb6&device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 1093 time: 0.0678103 Dec 20 21:23:45.377978 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b751494b-e0d0-4b09-b891-709892f843d7 req-84ebe8c8-ad8a-42c8-8689-d6e8f1d6eae9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537648 Dec 20 21:23:45.435178 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-86886d26-36b5-4b4a-b914-e6b9e4c086a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b HTTP/1.1" status: 200 len: 217 time: 0.0997453 Dec 20 21:23:45.525795 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dfff6e11-53ff-4ba2-a404-5a14e9072547 req-a779075b-b504-4cc2-9698-2dd778d9c16a tempest-SecurityGroupsNegativeTestJSON-1200736645 tempest-SecurityGroupsNegativeTestJSON-1200736645-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d7749a1e07740788f17810eecdd6853 HTTP/1.1" status: 200 len: 2988 time: 0.0985718 Dec 20 21:23:45.545313 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-df823219-9039-445c-96fc-16b02416f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:45.547024 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-df823219-9039-445c-96fc-16b02416f5e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143 HTTP/1.1" status: 200 len: 850 time: 0.1042094 Dec 20 21:23:45.550390 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24d3d82-7c5d-4214-bbc6-25090ed79100 x-openstack-request-id: req-b24d3d82-7c5d-4214-bbc6-25090ed79100 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:45.552133 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dc5de1-fef1-4994-8d07-bd982d49cac7", "name": "network-vif-deleted", "tag": "cc5e6dc4-fdac-4322-ae88-3a0c3598e331", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:45.552610 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b24d3d82-7c5d-4214-bbc6-25090ed79100 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:45.553211 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0dc5de1-fef1-4994-8d07-bd982d49cac7', 'name': 'network-vif-deleted', 'tag': 'cc5e6dc4-fdac-4322-ae88-3a0c3598e331', 'status': 'completed', 'code': 200} Dec 20 21:23:45.582635 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac889b37-a858-49f7-802b-adcc35489251 x-openstack-request-id: req-ac889b37-a858-49f7-802b-adcc35489251 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:45.583188 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16", "tag": "0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:45.583380 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac889b37-a858-49f7-802b-adcc35489251 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:45.583873 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16', 'tag': '0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b', 'status': 'completed', 'code': 200} Dec 20 21:23:45.624404 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dfff6e11-53ff-4ba2-a404-5a14e9072547 req-cfd80a54-78c6-42d9-b787-97fadad9e22b tempest-SecurityGroupsNegativeTestJSON-1200736645 tempest-SecurityGroupsNegativeTestJSON-1200736645-project] 10.222.0.32 "GET /v2.0/security-groups/342a46cc-931f-4b72-a3c0-2b148b8d8b0e HTTP/1.1" status: 200 len: 2985 time: 0.0912352 Dec 20 21:23:45.674461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-f692040a-0127-4f76-b3a9-086ac87e8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:45.676706 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-f692040a-0127-4f76-b3a9-086ac87e8046 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1b7f31d9-bd6a-47eb-aab4-7242901186a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759971 Dec 20 21:23:45.726418 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dfff6e11-53ff-4ba2-a404-5a14e9072547 req-fe054514-73ea-49ce-9ba7-006c0110c429 tempest-SecurityGroupsNegativeTestJSON-1200736645 tempest-SecurityGroupsNegativeTestJSON-1200736645-project] 10.222.0.32 "GET /v2.0/security-groups/342a46cc-931f-4b72-a3c0-2b148b8d8b0e HTTP/1.1" status: 200 len: 2985 time: 0.0911834 Dec 20 21:23:45.803855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d9b0d-1690-4397-aeaa-dd674a6257a7 req-8fb7a9fe-5c5a-47a6-8a57-913f8b62e5e7 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:45.806907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab0d9b0d-1690-4397-aeaa-dd674a6257a7 req-8fb7a9fe-5c5a-47a6-8a57-913f8b62e5e7 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 944 time: 0.1047540 Dec 20 21:23:45.844765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-c6b707ef-78f1-4a7b-b2d9-2f6a6451625c service neutron] 10.222.0.66 "GET /v2.0/networks/1b7f31d9-bd6a-47eb-aab4-7242901186a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616733 Dec 20 21:23:45.880100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2464b6-36b0-410c-a49f-57304c05f738 req-d76b0862-d1e5-4d3a-a1ed-4883ce8e1893 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:45.881696 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fa2464b6-36b0-410c-a49f-57304c05f738 req-d76b0862-d1e5-4d3a-a1ed-4883ce8e1893 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0850344 Dec 20 21:23:45.914328 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab0d9b0d-1690-4397-aeaa-dd674a6257a7 req-b37621b8-1bb4-408c-b20d-6c51b289276d tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ce2e097-a004-4d03-a210-96bfd8bddf88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944273 Dec 20 21:23:45.948288 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fa2464b6-36b0-410c-a49f-57304c05f738 req-b1674323-edb9-4e37-b217-0afea144c7e1 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557733 Dec 20 21:23:46.002915 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dda8486b-6059-4d8b-901c-878bb82abe68 req-d41de355-9192-4137-bdd3-7d7e5e30c276 service neutron] 10.222.0.66 "GET /v2.0/networks/1b7f31d9-bd6a-47eb-aab4-7242901186a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437037 Dec 20 21:23:46.025644 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17f139ce-87f2-4f83-b648-74ae226c0751 req-d3b41145-0666-475a-a065-b1a7855b423c tempest-SecurityGroupsNegativeTestJSON-1200736645 tempest-SecurityGroupsNegativeTestJSON-1200736645-project] 10.222.0.32 "GET /v2.0/security-groups/342a46cc-931f-4b72-a3c0-2b148b8d8b0e HTTP/1.1" status: 200 len: 2985 time: 0.0838163 Dec 20 21:23:46.093731 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de291285-fa5b-4dd1-9faf-f999dc77d99e req-3be386a2-1c0f-4aa9-a54c-7bc78ac95d4c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:46.095628 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de291285-fa5b-4dd1-9faf-f999dc77d99e req-3be386a2-1c0f-4aa9-a54c-7bc78ac95d4c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0712326 Dec 20 21:23:46.136320 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-17f139ce-87f2-4f83-b648-74ae226c0751 req-16f19145-ec04-4e8e-b48b-57b267b974d7 tempest-SecurityGroupsNegativeTestJSON-1200736645 tempest-SecurityGroupsNegativeTestJSON-1200736645-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 21:23:46.137377 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17f139ce-87f2-4f83-b648-74ae226c0751 req-16f19145-ec04-4e8e-b48b-57b267b974d7 tempest-SecurityGroupsNegativeTestJSON-1200736645 tempest-SecurityGroupsNegativeTestJSON-1200736645-project] 10.222.0.32 "DELETE /v2.0/security-groups/342a46cc-931f-4b72-a3c0-2b148b8d8b0e HTTP/1.1" status: 409 len: 352 time: 0.1051421 Dec 20 21:23:46.175997 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9d6b8-f829-456b-882d-3e277b5ffeb2 req-6c733958-dbcb-4995-a904-61ba276cdb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:46.182481 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05c9d6b8-f829-456b-882d-3e277b5ffeb2 req-6c733958-dbcb-4995-a904-61ba276cdb82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b881f9a1dd43451d8d618511d36adeb6&device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 1093 time: 0.0737474 Dec 20 21:23:46.184586 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de291285-fa5b-4dd1-9faf-f999dc77d99e req-8c8cba16-67b4-4485-b6b3-4e706d9c3354 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810735 Dec 20 21:23:46.315029 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-c140dee0-38db-428e-910c-b3383cd1fcc6 req-8658c565-6edd-4a66-b9fe-ef395122707c tempest-SecurityGroupsNegativeTestJSON-1200736645 tempest-SecurityGroupsNegativeTestJSON-1200736645-project] show failed (client error): The resource could not be found. Dec 20 21:23:46.316358 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c140dee0-38db-428e-910c-b3383cd1fcc6 req-8658c565-6edd-4a66-b9fe-ef395122707c tempest-SecurityGroupsNegativeTestJSON-1200736645 tempest-SecurityGroupsNegativeTestJSON-1200736645-project] 10.222.0.32 "GET /v2.0/security-groups/6de21c8d-ee42-4efe-b4e4-637fd7eaf0f3 HTTP/1.1" status: 404 len: 352 time: 0.0255125 Dec 20 21:23:46.336296 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9d6b8-f829-456b-882d-3e277b5ffeb2 req-eddf07e9-0300-486b-889e-7e001b659a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:46.338759 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05c9d6b8-f829-456b-882d-3e277b5ffeb2 req-eddf07e9-0300-486b-889e-7e001b659a35 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1b7f31d9-bd6a-47eb-aab4-7242901186a7 HTTP/1.1" status: 200 len: 912 time: 0.1519554 Dec 20 21:23:46.344041 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7b5763c-421c-4c81-a939-b43130c6010a req-d10dc88a-35ad-41bd-9462-40084fd5ac02 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb81f03-1ef1-4412-a293-b802d121e440 HTTP/1.1" status: 200 len: 210 time: 0.0492151 Dec 20 21:23:46.413391 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05c9d6b8-f829-456b-882d-3e277b5ffeb2 req-b72add1a-18d2-4094-a5fd-111cb4a98fce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b HTTP/1.1" status: 200 len: 217 time: 0.0550151 Dec 20 21:23:46.415753 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-1a0aa9e3-32b1-4e71-81b3-00e4355f499a req-f85cbb69-001d-40dd-aebb-dce2a2a5d475 tempest-SecurityGroupsNegativeTestJSON-1200736645 tempest-SecurityGroupsNegativeTestJSON-1200736645-project] show failed (client error): The resource could not be found. Dec 20 21:23:46.416856 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1a0aa9e3-32b1-4e71-81b3-00e4355f499a req-f85cbb69-001d-40dd-aebb-dce2a2a5d475 tempest-SecurityGroupsNegativeTestJSON-1200736645 tempest-SecurityGroupsNegativeTestJSON-1200736645-project] 10.222.0.32 "GET /v2.0/security-groups/1c764b33-7be0-467a-9e05-6e34cbee8e7e HTTP/1.1" status: 404 len: 352 time: 0.0324922 Dec 20 21:23:46.424523 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-976c8d83-f90c-4b51-a336-6675ccfa09d7 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:46.431804 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-976c8d83-f90c-4b51-a336-6675ccfa09d7 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.66 "GET /v2.0/networks?id=71e4c629-f24c-4e0b-8e8e-af4145b3d99c HTTP/1.1" status: 200 len: 814 time: 0.2682219 Dec 20 21:23:46.431989 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56452) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:46.483887 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-dce3adff-7f48-4b1c-a22d-ca775c93c5c9 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Request body: {'port': {'device_id': '0fb81f03-1ef1-4412-a293-b802d121e440', 'network_id': '71e4c629-f24c-4e0b-8e8e-af4145b3d99c', 'admin_state_up': True, 'tenant_id': 'f68e085f8d9e4184857f62ad27b8f154'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:46.578646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-442bcc1f-284c-4a7d-8de5-e4b63a21602d admin admin] Deleting subnet fd2805ec-c517-4c69-bd4e-92b73d2765b1 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:23:46.596559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9d6b8-f829-456b-882d-3e277b5ffeb2 req-0b726761-1a6d-4d3e-96a9-3c2173f1bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:46.598447 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05c9d6b8-f829-456b-882d-3e277b5ffeb2 req-0b726761-1a6d-4d3e-96a9-3c2173f1bf8d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143 HTTP/1.1" status: 200 len: 850 time: 0.0943503 Dec 20 21:23:46.602026 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-442bcc1f-284c-4a7d-8de5-e4b63a21602d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:46.633762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f65c10-7801-4c99-99d1-7a81960df1a4 req-36d877d0-5077-47cb-87f2-61ceab8e1803 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:46.635581 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f5f65c10-7801-4c99-99d1-7a81960df1a4 req-36d877d0-5077-47cb-87f2-61ceab8e1803 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1939366 Dec 20 21:23:46.646737 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-dce3adff-7f48-4b1c-a22d-ca775c93c5c9 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Made reservation on behalf of f68e085f8d9e4184857f62ad27b8f154 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:23:46.651775 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-dce3adff-7f48-4b1c-a22d-ca775c93c5c9 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:46.700274 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-442bcc1f-284c-4a7d-8de5-e4b63a21602d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:46.746873 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f5f65c10-7801-4c99-99d1-7a81960df1a4 req-0ba37c95-902e-4b29-85c4-232de9457d5c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998497 Dec 20 21:23:46.748729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9d6b8-f829-456b-882d-3e277b5ffeb2 req-d6e95de8-d2e3-4ddf-ba45-ccc266b1324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:46.750320 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05c9d6b8-f829-456b-882d-3e277b5ffeb2 req-d6e95de8-d2e3-4ddf-ba45-ccc266b1324f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1b7f31d9-bd6a-47eb-aab4-7242901186a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1250699 Dec 20 21:23:46.771855 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-442bcc1f-284c-4a7d-8de5-e4b63a21602d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:46.794477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-dce3adff-7f48-4b1c-a22d-ca775c93c5c9 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Allocated IP 172.20.0.6 (71e4c629-f24c-4e0b-8e8e-af4145b3d99c/76fe2fa0-e695-4b05-8f3b-1e6df0bc13ff/f2e25348-4830-4b96-9be5-d05500333e01) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:23:46.918038 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05c9d6b8-f829-456b-882d-3e277b5ffeb2 req-f9a4001e-4207-415b-8aed-a6a1cde2aaaa service neutron] 10.222.0.66 "GET /v2.0/networks/1b7f31d9-bd6a-47eb-aab4-7242901186a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578660 Dec 20 21:23:46.919831 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-442bcc1f-284c-4a7d-8de5-e4b63a21602d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:46.976477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32bbf3-56eb-4358-82f4-67b51779a7f6 req-582fa564-efad-432b-9857-d246b179f66c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:46.978122 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4b32bbf3-56eb-4358-82f4-67b51779a7f6 req-582fa564-efad-432b-9857-d246b179f66c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1451502 Dec 20 21:23:46.980899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56478) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:47.000086 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bcc1f-284c-4a7d-8de5-e4b63a21602d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd2805ec-c517-4c69-bd4e-92b73d2765b1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:47.005432 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-442bcc1f-284c-4a7d-8de5-e4b63a21602d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:47.009902 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-442bcc1f-284c-4a7d-8de5-e4b63a21602d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fd2805ec-c517-4c69-bd4e-92b73d2765b1 HTTP/1.1" status: 204 len: 168 time: 0.5770290 Dec 20 21:23:47.015134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56484) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:47.094298 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4b32bbf3-56eb-4358-82f4-67b51779a7f6 req-8c420c4d-d22b-4065-8a88-40bd131be2fe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040943 Dec 20 21:23:47.107284 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-dce3adff-7f48-4b1c-a22d-ca775c93c5c9 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:47.135395 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e9f84a7-9e26-4502-8959-9c712eed3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:47.140273 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05c9d6b8-f829-456b-882d-3e277b5ffeb2 req-33b9600b-a83e-4cfb-932c-f55dff14a3de service neutron] 10.222.0.66 "GET /v2.0/networks/1b7f31d9-bd6a-47eb-aab4-7242901186a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153141 Dec 20 21:23:47.210882 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-dce3adff-7f48-4b1c-a22d-ca775c93c5c9 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:47.240617 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e9f84a7-9e26-4502-8959-9c712eed3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:47.266484 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5e9f84a7-9e26-4502-8959-9c712eed3e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8055f423-bd59-482a-88c3-64aad5fe84c2']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:47.279423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5e9f84a7-9e26-4502-8959-9c712eed3e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0497b6-4ffa-4dec-bab3-1efc74bda791') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:47.279769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5e9f84a7-9e26-4502-8959-9c712eed3e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0497b6-4ffa-4dec-bab3-1efc74bda791') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:47.282485 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bd6f8a0e-ddb4-451e-99ea-969c6f50444e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=989197960c6f4302ada641b39db2c04f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002999 Dec 20 21:23:47.286760 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56494) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:47.296570 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e9f84a7-9e26-4502-8959-9c712eed3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:47.303413 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-dce3adff-7f48-4b1c-a22d-ca775c93c5c9 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Network 71e4c629-f24c-4e0b-8e8e-af4145b3d99c is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:23:47.327767 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14048246-247d-416b-b7b2-f7167b061102 req-960ed67c-92eb-49a8-9f97-ffa8cb5e16d3 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:47.339537 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14048246-247d-416b-b7b2-f7167b061102 req-960ed67c-92eb-49a8-9f97-ffa8cb5e16d3 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 944 time: 0.1742141 Dec 20 21:23:47.339773 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e9f84a7-9e26-4502-8959-9c712eed3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:47.342158 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-dce3adff-7f48-4b1c-a22d-ca775c93c5c9 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:47.350164 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-dce3adff-7f48-4b1c-a22d-ca775c93c5c9 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:23:47.359127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9f84a7-9e26-4502-8959-9c712eed3e3c admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:23:47.359488 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e9f84a7-9e26-4502-8959-9c712eed3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:23:47.364310 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:23:47.370365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3adff-7f48-4b1c-a22d-ca775c93c5c9 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Pushing event updated for resources: {'Port': ['ID=f2e25348-4830-4b96-9be5-d05500333e01,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:47.457671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-dce3adff-7f48-4b1c-a22d-ca775c93c5c9 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:47.457671 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-dce3adff-7f48-4b1c-a22d-ca775c93c5c9 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:47.459908 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14048246-247d-416b-b7b2-f7167b061102 req-d12620d0-b071-447f-b53d-11e89e92c5dc tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ce2e097-a004-4d03-a210-96bfd8bddf88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195157 Dec 20 21:23:47.483857 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bae40a07-37e9-4587-be7c-a454afd8d5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:47.490458 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e9f84a7-9e26-4502-8959-9c712eed3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:47.498443 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-dce3adff-7f48-4b1c-a22d-ca775c93c5c9 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0304170 Dec 20 21:23:47.516022 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e9f84a7-9e26-4502-8959-9c712eed3e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:47.520747 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5e9f84a7-9e26-4502-8959-9c712eed3e3c admin admin] 10.222.0.32 "DELETE /v2.0/networks/8055f423-bd59-482a-88c3-64aad5fe84c2 HTTP/1.1" status: 204 len: 168 time: 0.5045624 Dec 20 21:23:47.531182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Request body: {'port': {'device_id': '0fb81f03-1ef1-4412-a293-b802d121e440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:47.586214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f84a7-9e26-4502-8959-9c712eed3e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=8055f423-bd59-482a-88c3-64aad5fe84c2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:47.591810 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bae40a07-37e9-4587-be7c-a454afd8d5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:47.613387 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:23:47.713570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102a0a8-7ea5-4622-87dd-f30e411753ef req-efdcb35c-25ba-4cb4-9c4e-735665652530 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:47.715586 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7102a0a8-7ea5-4622-87dd-f30e411753ef req-efdcb35c-25ba-4cb4-9c4e-735665652530 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1443985 Dec 20 21:23:47.716575 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:47.748154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a3ee3-6920-445b-a057-59f6a7ac1363 req-edbc0bed-c1f1-4840-89d4-09ec27283046 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:47.758169 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-330a3ee3-6920-445b-a057-59f6a7ac1363 req-edbc0bed-c1f1-4840-89d4-09ec27283046 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb81f03-1ef1-4412-a293-b802d121e440 HTTP/1.1" status: 200 len: 931 time: 0.1792979 Dec 20 21:23:47.795932 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bae40a07-37e9-4587-be7c-a454afd8d5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:47.799271 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bae40a07-37e9-4587-be7c-a454afd8d5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:47.800669 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bae40a07-37e9-4587-be7c-a454afd8d5ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7335ded9-7444-4311-8c58-2a9e3ce1a792 HTTP/1.1" status: 204 len: 168 time: 0.5133562 Dec 20 21:23:47.803860 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56506) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:47.823068 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-330a3ee3-6920-445b-a057-59f6a7ac1363 req-d3fe9399-0761-4fe9-8b19-a8a4cdefee4f tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/security-groups?id=13413519-4c58-4b09-b9c4-b6635d248060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636137 Dec 20 21:23:47.828207 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae40a07-37e9-4587-be7c-a454afd8d5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7335ded9-7444-4311-8c58-2a9e3ce1a792,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:47.834684 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:47.926175 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b,segment=NetworkSegment(76910336-58f1-4fc8-bd75-b73f44b80ee5),segment_id=76910336-58f1-4fc8-bd75-b73f44b80ee5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:47.939604 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b', 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7', 'port_id': '0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b', 'mac_address': 'fa:16:3e:f9:1a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:23:47.984608 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:48.001735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:23:48.027325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b,segment=NetworkSegment(76910336-58f1-4fc8-bd75-b73f44b80ee5),segment_id=76910336-58f1-4fc8-bd75-b73f44b80ee5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:48.034403 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:48.050360 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7102a0a8-7ea5-4622-87dd-f30e411753ef req-4bb9f265-c756-4518-8eb0-f517a9885298 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170006 Dec 20 21:23:48.088988 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f89d3992-56d7-43e4-bf8c-7e82f0bd1052 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d7749a1e07740788f17810eecdd6853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822990 Dec 20 21:23:48.089602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56512) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:48.119260 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:48.227121 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-567d7bc1-f69b-4d7c-bbb9-3a48c4706b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:48.250328 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e25348-4830-4b96-9be5-d05500333e01 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:23:48.262082 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:48.269458 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e31963-51ec-4341-9c26-f09988c382de req-870d92da-493f-4848-a289-78432844acd1 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:48.279403 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37e31963-51ec-4341-9c26-f09988c382de req-870d92da-493f-4848-a289-78432844acd1 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1137614 Dec 20 21:23:48.283119 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Transition to ACTIVE for port object f2e25348-4830-4b96-9be5-d05500333e01 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:23:48.283684 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-567d7bc1-f69b-4d7c-bbb9-3a48c4706b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:48.290890 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:48.317305 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:23:48.351810 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37e31963-51ec-4341-9c26-f09988c382de req-4616e586-2ccb-4745-b7ff-d70e7d86c07d tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714650 Dec 20 21:23:48.367709 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e25348-4830-4b96-9be5-d05500333e01,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:48.394577 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-567d7bc1-f69b-4d7c-bbb9-3a48c4706b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:48.398756 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-567d7bc1-f69b-4d7c-bbb9-3a48c4706b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:48.399339 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-567d7bc1-f69b-4d7c-bbb9-3a48c4706b23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/342a46cc-931f-4b72-a3c0-2b148b8d8b0e HTTP/1.1" status: 204 len: 168 time: 0.3084939 Dec 20 21:23:48.422092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d7bc1-f69b-4d7c-bbb9-3a48c4706b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342a46cc-931f-4b72-a3c0-2b148b8d8b0e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:48.630530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Attempting to bind port f2e25348-4830-4b96-9be5-d05500333e01 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:23:48.631078 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Attempting to bind port f2e25348-4830-4b96-9be5-d05500333e01 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '6de2467c-3b08-4c19-b5e2-9ec12b094e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '71e4c629-f24c-4e0b-8e8e-af4145b3d99c'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:23:48.631968 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Attempting to bind port f2e25348-4830-4b96-9be5-d05500333e01 on network 71e4c629-f24c-4e0b-8e8e-af4145b3d99c {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:48.663832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70659181-421d-48c4-b096-2e2ddd0d24da req-03cb3758-458b-429b-9ca4-eee952cb5326 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:48.676014 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70659181-421d-48c4-b096-2e2ddd0d24da req-03cb3758-458b-429b-9ca4-eee952cb5326 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1148834 Dec 20 21:23:48.692498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Port f2e25348-4830-4b96-9be5-d05500333e01 on network 71e4c629-f24c-4e0b-8e8e-af4145b3d99c not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:23:48.692832 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Attempting to bind port f2e25348-4830-4b96-9be5-d05500333e01 on network 71e4c629-f24c-4e0b-8e8e-af4145b3d99c {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:48.713421 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:23:48.714050 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Checking segment: {'id': '6de2467c-3b08-4c19-b5e2-9ec12b094e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '71e4c629-f24c-4e0b-8e8e-af4145b3d99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:48.715859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Bound using segment: {'id': '6de2467c-3b08-4c19-b5e2-9ec12b094e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '71e4c629-f24c-4e0b-8e8e-af4145b3d99c'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:23:48.716493 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Bound port: f2e25348-4830-4b96-9be5-d05500333e01, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de2467c-3b08-4c19-b5e2-9ec12b094e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '71e4c629-f24c-4e0b-8e8e-af4145b3d99c'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:23:48.717327 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:48.735229 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70659181-421d-48c4-b096-2e2ddd0d24da req-dc215c34-af9b-400c-bd86-a0336505bef5 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531211 Dec 20 21:23:48.764251 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458dc78-5c8a-4bed-a94f-cb139cb74437 req-9bc97c78-3e4e-44af-adef-769e50a7e1a2 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:48.767354 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e458dc78-5c8a-4bed-a94f-cb139cb74437 req-9bc97c78-3e4e-44af-adef-769e50a7e1a2 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 945 time: 0.1312432 Dec 20 21:23:48.855065 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e458dc78-5c8a-4bed-a94f-cb139cb74437 req-970f9e5b-5ba4-4281-9d3f-9c17fc26d532 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ce2e097-a004-4d03-a210-96bfd8bddf88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785651 Dec 20 21:23:48.892771 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] For port f2e25348-4830-4b96-9be5-d05500333e01, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:23:48.898332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] For port f2e25348-4830-4b96-9be5-d05500333e01, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f2e25348-4830-4b96-9be5-d05500333e01,segment=NetworkSegment(6de2467c-3b08-4c19-b5e2-9ec12b094e59),segment_id=6de2467c-3b08-4c19-b5e2-9ec12b094e59)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:23:48.904061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cc5e6dc4-fdac-4322-ae88-3a0c3598e331 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:23:48.906471 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:48.954516 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:48.955446 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:48.957270 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] 10.222.0.66 "PUT /v2.0/ports/f2e25348-4830-4b96-9be5-d05500333e01 HTTP/1.1" status: 200 len: 1089 time: 1.4349499 Dec 20 21:23:48.957713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb81f03-1ef1-4412-a293-b802d121e440', 'tag': 'f2e25348-4830-4b96-9be5-d05500333e01'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:48.960162 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c39632b-4471-475c-b2b3-3068bca336db" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb81f03-1ef1-4412-a293-b802d121e440", "tag": "f2e25348-4830-4b96-9be5-d05500333e01"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:48.976549 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: cc5e6dc4-fdac-4322-ae88-3a0c3598e331 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:23:48.978286 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cc5e6dc4-fdac-4322-ae88-3a0c3598e331 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:23:48.998403 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa632fd6-46f8-4c36-9ad4-89a7516b3520 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e25348-4830-4b96-9be5-d05500333e01,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:49.046313 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc907bf9-b959-4a29-9819-a0bd60a1492f req-5b3b186d-5e02-4b1d-a5b0-9d6922fc3d18 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:49.047855 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc907bf9-b959-4a29-9819-a0bd60a1492f req-5b3b186d-5e02-4b1d-a5b0-9d6922fc3d18 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0966003 Dec 20 21:23:49.106798 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-82006ab2-61c7-44a1-a17f-0e127e226ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:49.108309 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-82006ab2-61c7-44a1-a17f-0e127e226ed4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f68e085f8d9e4184857f62ad27b8f154&device_id=0fb81f03-1ef1-4412-a293-b802d121e440 HTTP/1.1" status: 200 len: 1092 time: 0.0855501 Dec 20 21:23:49.129580 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b8d5b-eec0-4b8d-83dc-ab88585b99e3 req-6bb95e58-b9ad-4a95-8383-7ecdfde32e57 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:49.132492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-857b8d5b-eec0-4b8d-83dc-ab88585b99e3 req-6bb95e58-b9ad-4a95-8383-7ecdfde32e57 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb81f03-1ef1-4412-a293-b802d121e440 HTTP/1.1" status: 200 len: 943 time: 0.1085193 Dec 20 21:23:49.154493 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc907bf9-b959-4a29-9819-a0bd60a1492f req-ee85baf4-50a0-4d4f-8313-c13fa6932d15 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990393 Dec 20 21:23:49.207144 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-97d14ab7-8a80-48e2-9c09-529ea0c00275 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2e25348-4830-4b96-9be5-d05500333e01 HTTP/1.1" status: 200 len: 217 time: 0.0729635 Dec 20 21:23:49.267766 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-857b8d5b-eec0-4b8d-83dc-ab88585b99e3 req-67a29dc4-3325-4c08-950c-643bce2f345d tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/security-groups?id=13413519-4c58-4b09-b9c4-b6635d248060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209748 Dec 20 21:23:49.309583 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-c24baab5-fdfc-4e22-a078-e5d32521480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:49.313332 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-c24baab5-fdfc-4e22-a078-e5d32521480d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=76fe2fa0-e695-4b05-8f3b-1e6df0bc13ff HTTP/1.1" status: 200 len: 854 time: 0.0909810 Dec 20 21:23:49.341777 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fb5975-c511-47b5-beb4-275fe4dacb13 x-openstack-request-id: req-38fb5975-c511-47b5-beb4-275fe4dacb13 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:49.342139 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb81f03-1ef1-4412-a293-b802d121e440", "tag": "f2e25348-4830-4b96-9be5-d05500333e01", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:49.342438 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38fb5975-c511-47b5-beb4-275fe4dacb13 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:49.343891 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb81f03-1ef1-4412-a293-b802d121e440', 'tag': 'f2e25348-4830-4b96-9be5-d05500333e01', 'status': 'completed', 'code': 200} Dec 20 21:23:49.376042 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-201898ca-3af2-44e6-afee-24f377dbfd72 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=71e4c629-f24c-4e0b-8e8e-af4145b3d99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558972 Dec 20 21:23:49.501977 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79266a-c59e-4e39-ad5b-cf483eee4147 req-52c62945-25d1-4f3c-b244-5352e3bf2ae2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:49.509592 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f79266a-c59e-4e39-ad5b-cf483eee4147 req-52c62945-25d1-4f3c-b244-5352e3bf2ae2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1359267 Dec 20 21:23:49.565243 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f79266a-c59e-4e39-ad5b-cf483eee4147 req-9430fbff-6937-45f6-a589-a1e0ba7d57b8 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547428 Dec 20 21:23:49.567316 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-01485e3a-dde0-4650-b09a-3ea616121bd0 service neutron] 10.222.0.66 "GET /v2.0/networks/71e4c629-f24c-4e0b-8e8e-af4145b3d99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767225 Dec 20 21:23:49.618736 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:23:49.727175 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:23:49.732212 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:49.732738 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:49.762790 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ae82680-0ec2-498b-b87c-c2f11639fd0c req-18fdfb69-526f-401c-accd-c5511e463d70 service neutron] 10.222.0.66 "GET /v2.0/networks/71e4c629-f24c-4e0b-8e8e-af4145b3d99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887624 Dec 20 21:23:49.836234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d81738-81a1-4737-8772-3e0a57e66f4f req-8fb984ec-5752-4194-9c9a-7a38a418f0cb tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:49.844883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-28d81738-81a1-4737-8772-3e0a57e66f4f req-8fb984ec-5752-4194-9c9a-7a38a418f0cb tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0838590 Dec 20 21:23:49.848484 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:49.874291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56592) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:49.910057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56598) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:49.923761 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b,segment=NetworkSegment(76910336-58f1-4fc8-bd75-b73f44b80ee5),segment_id=76910336-58f1-4fc8-bd75-b73f44b80ee5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:49.928155 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:49.935120 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68487f1-de61-4e71-ade8-4fe9b446140f" -d '{"events": [{"server_uuid": "c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16", "name": "network-vif-plugged", "status": "completed", "tag": "0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:49.944872 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-28d81738-81a1-4737-8772-3e0a57e66f4f req-60b34de9-06a2-4c67-8323-4f45a2adf6ad tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987790 Dec 20 21:23:49.947545 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:49.978508 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39632b-4471-475c-b2b3-3068bca336db req-c44decbc-d9a5-4aee-af80-f54177940a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:49.990872 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6c39632b-4471-475c-b2b3-3068bca336db req-c44decbc-d9a5-4aee-af80-f54177940a9b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f68e085f8d9e4184857f62ad27b8f154&device_id=0fb81f03-1ef1-4412-a293-b802d121e440 HTTP/1.1" status: 200 len: 1092 time: 0.1245844 Dec 20 21:23:50.044684 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2e44af-9bd3-465a-9099-626cfa7ed334 x-openstack-request-id: req-3f2e44af-9bd3-465a-9099-626cfa7ed334 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:50.045385 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16", "name": "network-vif-plugged", "status": "completed", "tag": "0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:50.045883 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f2e44af-9bd3-465a-9099-626cfa7ed334 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:50.046793 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b', 'code': 200} Dec 20 21:23:50.090753 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:50.112186 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-60d5bb4b-658d-436b-9731-eb63e59683a7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-80154773-network', 'tenant_id': '7c353231cd2743b99ab619da74a67aed'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:50.153523 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d5bb4b-658d-436b-9731-eb63e59683a7 admin admin] Made reservation on behalf of 7c353231cd2743b99ab619da74a67aed for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:23:50.154382 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-09befd47-17de-45f2-9651-7c1018605672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:50.155840 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60d5bb4b-658d-436b-9731-eb63e59683a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:50.178007 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60d5bb4b-658d-436b-9731-eb63e59683a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:50.202686 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39632b-4471-475c-b2b3-3068bca336db req-28d18c02-9b33-45e3-89bf-a9f3185e3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:50.204529 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6c39632b-4471-475c-b2b3-3068bca336db req-28d18c02-9b33-45e3-89bf-a9f3185e3ad9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=71e4c629-f24c-4e0b-8e8e-af4145b3d99c HTTP/1.1" status: 200 len: 915 time: 0.2072160 Dec 20 21:23:50.221835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956795ac-d30c-492d-b166-75ecc1caa791 req-ecbf4c64-6db2-467e-bd9f-1624184720fe tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:50.223408 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-956795ac-d30c-492d-b166-75ecc1caa791 req-ecbf4c64-6db2-467e-bd9f-1624184720fe tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 946 time: 0.1605830 Dec 20 21:23:50.261855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3166f22-bcad-43b9-9b8c-b9d16003ad4a req-2a34ed00-68ef-4eff-a078-9be0ed7fc011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:50.263368 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f3166f22-bcad-43b9-9b8c-b9d16003ad4a req-2a34ed00-68ef-4eff-a078-9be0ed7fc011 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 1095 time: 0.1197336 Dec 20 21:23:50.282642 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6c39632b-4471-475c-b2b3-3068bca336db req-f8950251-f363-4239-bc50-56e8ded425bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2e25348-4830-4b96-9be5-d05500333e01 HTTP/1.1" status: 200 len: 217 time: 0.0691803 Dec 20 21:23:50.322932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-956795ac-d30c-492d-b166-75ecc1caa791 req-8e77ff8b-d59a-4225-8ace-8d2fbc6546a4 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ce2e097-a004-4d03-a210-96bfd8bddf88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875406 Dec 20 21:23:50.344279 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f3166f22-bcad-43b9-9b8c-b9d16003ad4a req-9afed3ed-7b58-4d9d-904d-a389005cf267 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2ce2e097-a004-4d03-a210-96bfd8bddf88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716529 Dec 20 21:23:50.366297 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371cef5-9fb5-4c6c-a332-52531521695f req-5d16edb9-a955-4edd-b27c-454f5efa2f7f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:50.372042 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-09befd47-17de-45f2-9651-7c1018605672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:50.374103 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4371cef5-9fb5-4c6c-a332-52531521695f req-5d16edb9-a955-4edd-b27c-454f5efa2f7f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1561019 Dec 20 21:23:50.378121 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-09befd47-17de-45f2-9651-7c1018605672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:50.420444 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39632b-4471-475c-b2b3-3068bca336db req-9784c07a-120e-4bc1-b2e7-654cd0258234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:50.421902 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6c39632b-4471-475c-b2b3-3068bca336db req-9784c07a-120e-4bc1-b2e7-654cd0258234 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=76fe2fa0-e695-4b05-8f3b-1e6df0bc13ff HTTP/1.1" status: 200 len: 854 time: 0.1225009 Dec 20 21:23:50.428009 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-09befd47-17de-45f2-9651-7c1018605672 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20485fa11cc64056845397a6caee928b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5148230 Dec 20 21:23:50.430013 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60d5bb4b-658d-436b-9731-eb63e59683a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:50.430843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56612) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:50.438129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09befd47-17de-45f2-9651-7c1018605672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622845af-602e-451c-9970-f2ab15e1dd5a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:50.440111 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60d5bb4b-658d-436b-9731-eb63e59683a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:50.460858 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4371cef5-9fb5-4c6c-a332-52531521695f req-c533f564-5bab-4d02-afac-aafbce494925 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857952 Dec 20 21:23:50.480759 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d5bb4b-658d-436b-9731-eb63e59683a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:23:50.494349 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60d5bb4b-658d-436b-9731-eb63e59683a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:50.494711 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-60d5bb4b-658d-436b-9731-eb63e59683a7 admin admin] Added segment 630aa44e-4de7-47da-86f4-fca188cabb02 of type vlan for network e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 Dec 20 21:23:50.496051 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5bb4b-658d-436b-9731-eb63e59683a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fc4f4a-149c-407c-bf5b-a486921ce86f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:50.544388 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60d5bb4b-658d-436b-9731-eb63e59683a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:50.560303 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b83dd08e-7b27-48cc-a9d5-0f6805bfd444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:50.605264 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60d5bb4b-658d-436b-9731-eb63e59683a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:50.606260 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d5bb4b-658d-436b-9731-eb63e59683a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:50.606893 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60d5bb4b-658d-436b-9731-eb63e59683a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:50.615705 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b83dd08e-7b27-48cc-a9d5-0f6805bfd444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:50.634623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd10f4-0787-4bbb-a714-3c73f0b22120 req-dc52e2e0-0ca8-4e5a-84dc-8fd49932e670 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:50.638044 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bdd10f4-0787-4bbb-a714-3c73f0b22120 req-dc52e2e0-0ca8-4e5a-84dc-8fd49932e670 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb81f03-1ef1-4412-a293-b802d121e440 HTTP/1.1" status: 200 len: 943 time: 0.1081474 Dec 20 21:23:50.700896 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bdd10f4-0787-4bbb-a714-3c73f0b22120 req-de56ebbd-e6e3-4274-a511-15658b071f10 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/security-groups?id=13413519-4c58-4b09-b9c4-b6635d248060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571060 Dec 20 21:23:50.719216 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b83dd08e-7b27-48cc-a9d5-0f6805bfd444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:50.723385 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b83dd08e-7b27-48cc-a9d5-0f6805bfd444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:50.724961 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b83dd08e-7b27-48cc-a9d5-0f6805bfd444 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/622845af-602e-451c-9970-f2ab15e1dd5a HTTP/1.1" status: 204 len: 168 time: 0.2928448 Dec 20 21:23:50.741018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83dd08e-7b27-48cc-a9d5-0f6805bfd444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622845af-602e-451c-9970-f2ab15e1dd5a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:51.057461 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6c39632b-4471-475c-b2b3-3068bca336db req-57638b98-9565-46c3-9e8a-cd169766bd09 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=71e4c629-f24c-4e0b-8e8e-af4145b3d99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347891 Dec 20 21:23:51.068137 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-60d5bb4b-658d-436b-9731-eb63e59683a7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1928093 Dec 20 21:23:51.071350 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56628) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:51.080893 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-163cd5b4-72eb-4b03-975a-092c97d663d0 admin admin] Request body: {'subnet': {'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-80154773-subnet', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:51.085147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b144fef-bfd6-439e-8cd9-1866cab69aee req-8850f7d3-7bf0-4ea8-9807-c6f864345eec tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:51.087573 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0b144fef-bfd6-439e-8cd9-1866cab69aee req-8850f7d3-7bf0-4ea8-9807-c6f864345eec tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.5207641 Dec 20 21:23:51.106655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163cd5b4-72eb-4b03-975a-092c97d663d0 admin admin] Made reservation on behalf of 7c353231cd2743b99ab619da74a67aed for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:23:51.110550 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-163cd5b4-72eb-4b03-975a-092c97d663d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:51.197576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5bb4b-658d-436b-9731-eb63e59683a7 admin admin] Pushing event updated for resources: {'Network': ['ID=e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:51.208636 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:23:51.224614 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6c39632b-4471-475c-b2b3-3068bca336db req-5a84c5f3-2aff-4850-8f47-baf4b8374e0d service neutron] 10.222.0.66 "GET /v2.0/networks/71e4c629-f24c-4e0b-8e8e-af4145b3d99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351554 Dec 20 21:23:51.374576 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-163cd5b4-72eb-4b03-975a-092c97d663d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:51.377149 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0b144fef-bfd6-439e-8cd9-1866cab69aee req-9b51709e-1cb4-430a-8858-c4d9f42a2bf2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482253 Dec 20 21:23:51.426599 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6c39632b-4471-475c-b2b3-3068bca336db req-9f556b41-0ee9-4b5c-a759-d62648b3bd50 service neutron] 10.222.0.66 "GET /v2.0/networks/71e4c629-f24c-4e0b-8e8e-af4145b3d99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939464 Dec 20 21:23:51.558617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cd5b4-72eb-4b03-975a-092c97d663d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a044a341-dedb-4ba2-9476-86e7babe3fa6,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:51.561715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163cd5b4-72eb-4b03-975a-092c97d663d0 admin admin] Checking segment: {'id': '630aa44e-4de7-47da-86f4-fca188cabb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:51.562447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163cd5b4-72eb-4b03-975a-092c97d663d0 admin admin] Network hostable DHCP agents. Network: e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:23:51.596991 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3935bbb-f86b-4aec-8709-21bb2da09d4b req-94c5c597-1d0b-4bfb-af7b-4f28808d870d tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:51.600569 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc093c48-7a5a-47cb-897d-f67471a046b3 req-2c84700a-de28-4181-862e-9bfb2ada75da tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:51.605761 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a3935bbb-f86b-4aec-8709-21bb2da09d4b req-94c5c597-1d0b-4bfb-af7b-4f28808d870d tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 946 time: 0.1229892 Dec 20 21:23:51.613199 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cc093c48-7a5a-47cb-897d-f67471a046b3 req-2c84700a-de28-4181-862e-9bfb2ada75da tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1194372 Dec 20 21:23:51.624787 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f2e25348-4830-4b96-9be5-d05500333e01 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:23:51.629578 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163cd5b4-72eb-4b03-975a-092c97d663d0 admin admin] Network e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:23:51.649736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-163cd5b4-72eb-4b03-975a-092c97d663d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:51.660331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163cd5b4-72eb-4b03-975a-092c97d663d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:51.660979 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-163cd5b4-72eb-4b03-975a-092c97d663d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:51.681027 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a3935bbb-f86b-4aec-8709-21bb2da09d4b req-12f9b993-480d-4b9e-8aa3-041e194e6ec0 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ce2e097-a004-4d03-a210-96bfd8bddf88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739803 Dec 20 21:23:51.687220 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6357856-0eb0-4e7c-ad90-6a0ec46dcab9 None None] Network e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:23:51.694539 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cc093c48-7a5a-47cb-897d-f67471a046b3 req-7e79dbc8-0c0f-45de-837c-01992b0bf23f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773640 Dec 20 21:23:51.714722 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-163cd5b4-72eb-4b03-975a-092c97d663d0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6382747 Dec 20 21:23:51.716528 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56650) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:51.721438 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-80154773-router', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:51.769894 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:51.771107 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:51.854756 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:51.868750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f2e25348-4830-4b96-9be5-d05500333e01, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f2e25348-4830-4b96-9be5-d05500333e01,segment=NetworkSegment(6de2467c-3b08-4c19-b5e2-9ec12b094e59),segment_id=6de2467c-3b08-4c19-b5e2-9ec12b094e59)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:51.886021 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'f2e25348-4830-4b96-9be5-d05500333e01', 'network_id': '71e4c629-f24c-4e0b-8e8e-af4145b3d99c', 'port_id': 'f2e25348-4830-4b96-9be5-d05500333e01', 'mac_address': 'fa:16:3e:d8:21:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76fe2fa0-e695-4b05-8f3b-1e6df0bc13ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:23:51.966626 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:51.985943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e25348-4830-4b96-9be5-d05500333e01 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:23:52.013352 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6214c-2a6e-4ad7-a218-c1feee215151 req-845010a0-e628-4fa6-8d94-ffdea2964cd6 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:52.023016 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ae6214c-2a6e-4ad7-a218-c1feee215151 req-845010a0-e628-4fa6-8d94-ffdea2964cd6 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb81f03-1ef1-4412-a293-b802d121e440 HTTP/1.1" status: 200 len: 943 time: 0.0740640 Dec 20 21:23:52.036296 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f2e25348-4830-4b96-9be5-d05500333e01, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f2e25348-4830-4b96-9be5-d05500333e01,segment=NetworkSegment(6de2467c-3b08-4c19-b5e2-9ec12b094e59),segment_id=6de2467c-3b08-4c19-b5e2-9ec12b094e59)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:52.039092 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6', 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'fixed_ips': [{'subnet_id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:23:52.040197 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:52.053857 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:52.067367 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:52.078676 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ae6214c-2a6e-4ad7-a218-c1feee215151 req-d83a424f-0835-43c2-9954-1387ff0072e7 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/security-groups?id=13413519-4c58-4b09-b9c4-b6635d248060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546229 Dec 20 21:23:52.078939 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd7068-dad7-446a-8af8-369f3748ef25 req-b6a13202-6ddb-4908-88f3-66fd4612d696 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:52.080260 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-55dd7068-dad7-446a-8af8-369f3748ef25 req-b6a13202-6ddb-4908-88f3-66fd4612d696 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.2241111 Dec 20 21:23:52.175949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=f2e25348-4830-4b96-9be5-d05500333e01,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:52.195171 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-55dd7068-dad7-446a-8af8-369f3748ef25 req-d0e17b20-f780-4c42-9537-3364a5bcd8cc tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943151 Dec 20 21:23:52.264840 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Allocated IP 172.20.0.2 (e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6/a044a341-dedb-4ba2-9476-86e7babe3fa6/f0b4e6b9-5996-4895-bdd5-d9baec5473ae) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:23:52.356045 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['f2e25348-4830-4b96-9be5-d05500333e01'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:23:52.456593 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:52.480954 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:52.527922 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea4bef-c71c-4c1a-8a7a-89384c13cb74 req-8702d149-4242-4320-94f1-6eeefc7707a6 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:52.530421 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f1ea4bef-c71c-4c1a-8a7a-89384c13cb74 req-8702d149-4242-4320-94f1-6eeefc7707a6 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1000512 Dec 20 21:23:52.598445 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f1ea4bef-c71c-4c1a-8a7a-89384c13cb74 req-906884aa-5bcb-4655-ba47-ade7b766bed5 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590713 Dec 20 21:23:52.717932 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Allocated IP 172.35.3.18 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/3441c597-8480-4a78-b44c-6d241ad108e5) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:23:52.725464 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:52.793022 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:52.837705 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Pushing event updated for resources: {'Port': ['ID=f0b4e6b9-5996-4895-bdd5-d9baec5473ae,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:52.854868 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Network e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:23:52.856201 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:52.861352 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:23:52.866614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f7ba7-79d6-4dfe-be88-5445b5e0178b req-46b8d1ec-821d-47a6-8894-5a4698eb88af tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:52.874290 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b3f7ba7-79d6-4dfe-be88-5445b5e0178b req-46b8d1ec-821d-47a6-8894-5a4698eb88af tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 946 time: 0.1047244 Dec 20 21:23:52.930926 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b3f7ba7-79d6-4dfe-be88-5445b5e0178b req-fa2682af-cba0-4c1b-93f1-1818ab17c5d1 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ce2e097-a004-4d03-a210-96bfd8bddf88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530632 Dec 20 21:23:52.954017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56682) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:52.986895 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Attempting to bind port f0b4e6b9-5996-4895-bdd5-d9baec5473ae on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:23:52.987340 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Attempting to bind port f0b4e6b9-5996-4895-bdd5-d9baec5473ae by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '630aa44e-4de7-47da-86f4-fca188cabb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:23:52.987668 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Attempting to bind port f0b4e6b9-5996-4895-bdd5-d9baec5473ae on network e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:53.000187 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:23:53.000686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Checking segment: {'id': '630aa44e-4de7-47da-86f4-fca188cabb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:53.001013 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:53.001364 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Bound using segment: {'id': '630aa44e-4de7-47da-86f4-fca188cabb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:23:53.001907 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Bound port: f0b4e6b9-5996-4895-bdd5-d9baec5473ae, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630aa44e-4de7-47da-86f4-fca188cabb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:23:53.002309 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:53.043491 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badd15d-f62d-43d9-ab69-6f2517c7ee1d req-671cbe9a-8605-40d4-86d1-4526e11c2ab2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:53.046137 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5badd15d-f62d-43d9-ab69-6f2517c7ee1d req-671cbe9a-8605-40d4-86d1-4526e11c2ab2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.3003058 Dec 20 21:23:53.084220 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:53.112107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] For port f0b4e6b9-5996-4895-bdd5-d9baec5473ae, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:23:53.116269 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] For port f0b4e6b9-5996-4895-bdd5-d9baec5473ae, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f0b4e6b9-5996-4895-bdd5-d9baec5473ae,segment=NetworkSegment(630aa44e-4de7-47da-86f4-fca188cabb02),segment_id=630aa44e-4de7-47da-86f4-fca188cabb02)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:23:53.127265 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:53.162494 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5badd15d-f62d-43d9-ab69-6f2517c7ee1d req-b395956d-be33-4d24-ac7e-51f9cb136c2e tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963826 Dec 20 21:23:53.193405 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:53.223214 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae88192-4a0a-4620-b788-033138dc0dfc None None] Pushing event updated for resources: {'Port': ['ID=f0b4e6b9-5996-4895-bdd5-d9baec5473ae,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:53.226229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95f1a0-97e1-48f7-bff4-cdc52b2d3166 req-78c1ae06-0e5c-4f32-91ad-74332efb97b2 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:53.243214 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56692) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:53.243471 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d95f1a0-97e1-48f7-bff4-cdc52b2d3166 req-78c1ae06-0e5c-4f32-91ad-74332efb97b2 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 946 time: 0.1197433 Dec 20 21:23:53.250447 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0a71bd61-1337-4af3-8dea-70b8fadf881f tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Request body: {'floatingip': {'port_id': '0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:53.300701 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7becaec5-4fbd-48f6-aade-680ec54ea457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:53.348015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:23:53.415567 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a71bd61-1337-4af3-8dea-70b8fadf881f tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:53.418305 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:53.460212 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7becaec5-4fbd-48f6-aade-680ec54ea457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:53.472748 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7becaec5-4fbd-48f6-aade-680ec54ea457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:53.476370 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:23:53.575687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7becaec5-4fbd-48f6-aade-680ec54ea457 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c93876c4ca944a858b2f713b91c9ac7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6119111 Dec 20 21:23:53.577870 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56700) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:53.612000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becaec5-4fbd-48f6-aade-680ec54ea457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b510771-2c23-406d-ab19-3d585c4c123b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:53.619232 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Pushing event updated for resources: {'Port': ['ID=3441c597-8480-4a78-b44c-6d241ad108e5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:53.639610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f2e25348-4830-4b96-9be5-d05500333e01 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:23:53.726269 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port f2e25348-4830-4b96-9be5-d05500333e01 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:23:53.736875 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port f2e25348-4830-4b96-9be5-d05500333e01 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:53.737628 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:53.738052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bde08d-8744-41c9-a5ca-0850f0cb2ae9 req-77bc0175-7b41-4690-866f-77b12180bd16 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:53.748685 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2bde08d-8744-41c9-a5ca-0850f0cb2ae9 req-77bc0175-7b41-4690-866f-77b12180bd16 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1707394 Dec 20 21:23:53.755853 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f64aa-1a42-4226-96f5-abd4dfe467b7 req-56910eba-e09e-4b05-9034-a30202a0920e tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:53.764312 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2b0f64aa-1a42-4226-96f5-abd4dfe467b7 req-56910eba-e09e-4b05-9034-a30202a0920e tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb81f03-1ef1-4412-a293-b802d121e440 HTTP/1.1" status: 200 len: 944 time: 0.4351516 Dec 20 21:23:53.785434 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-08cb577b-698e-48e0-bfc1-b44a536c8c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:53.829604 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:53.834677 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2bde08d-8744-41c9-a5ca-0850f0cb2ae9 req-069c9826-1d4a-4305-ada7-b74b75e2f7de tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836861 Dec 20 21:23:53.841986 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-08cb577b-698e-48e0-bfc1-b44a536c8c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:53.885143 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb81f03-1ef1-4412-a293-b802d121e440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e25348-4830-4b96-9be5-d05500333e01'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:53.890453 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c11f19-b6f4-4c41-9ad9-8d955dce6409" -d '{"events": [{"server_uuid": "0fb81f03-1ef1-4412-a293-b802d121e440", "name": "network-vif-plugged", "status": "completed", "tag": "f2e25348-4830-4b96-9be5-d05500333e01"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:53.922848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f2e25348-4830-4b96-9be5-d05500333e01, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f2e25348-4830-4b96-9be5-d05500333e01,segment=NetworkSegment(6de2467c-3b08-4c19-b5e2-9ec12b094e59),segment_id=6de2467c-3b08-4c19-b5e2-9ec12b094e59)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:53.930309 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:53.946152 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2b0f64aa-1a42-4226-96f5-abd4dfe467b7 req-d8744a50-abf0-42bd-9144-e02be9ec3a93 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/security-groups?id=13413519-4c58-4b09-b9c4-b6635d248060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808269 Dec 20 21:23:54.005220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db234f49-aecb-4b3c-8e46-3815d5126cfe req-e6a85b80-3052-46be-b56a-c34a5d815c64 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:54.006715 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db234f49-aecb-4b3c-8e46-3815d5126cfe req-e6a85b80-3052-46be-b56a-c34a5d815c64 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0876884 Dec 20 21:23:54.007960 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-08cb577b-698e-48e0-bfc1-b44a536c8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:54.010875 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-08cb577b-698e-48e0-bfc1-b44a536c8c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:54.019449 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-08cb577b-698e-48e0-bfc1-b44a536c8c62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b510771-2c23-406d-ab19-3d585c4c123b HTTP/1.1" status: 204 len: 168 time: 0.4364953 Dec 20 21:23:54.036081 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=f2e25348-4830-4b96-9be5-d05500333e01,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:54.053760 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d55ff62-0dac-40a8-8d93-fa4eee560b68 x-openstack-request-id: req-1d55ff62-0dac-40a8-8d93-fa4eee560b68 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:54.054096 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb81f03-1ef1-4412-a293-b802d121e440", "name": "network-vif-plugged", "status": "completed", "tag": "f2e25348-4830-4b96-9be5-d05500333e01", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:54.054307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb577b-698e-48e0-bfc1-b44a536c8c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b510771-2c23-406d-ab19-3d585c4c123b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:54.054445 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d55ff62-0dac-40a8-8d93-fa4eee560b68 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:54.054733 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb81f03-1ef1-4412-a293-b802d121e440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e25348-4830-4b96-9be5-d05500333e01', 'code': 200} Dec 20 21:23:54.151427 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db234f49-aecb-4b3c-8e46-3815d5126cfe req-16af7f62-b0c7-437a-bd0d-a21922983723 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302903 Dec 20 21:23:54.370961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff555966-8939-497f-b299-dcdb17bbc2f1 req-db6a1be6-fc9f-4b9c-8cce-5d87ed0c108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:54.372447 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff555966-8939-497f-b299-dcdb17bbc2f1 req-db6a1be6-fc9f-4b9c-8cce-5d87ed0c108b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0fb81f03-1ef1-4412-a293-b802d121e440 HTTP/1.1" status: 200 len: 1094 time: 0.2066512 Dec 20 21:23:54.415971 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:54.498827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969506a-1493-4216-8539-66337cb623e5 req-c2a5347c-28b6-4633-84a4-ec294c33479b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:54.506902 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a969506a-1493-4216-8539-66337cb623e5 req-c2a5347c-28b6-4633-84a4-ec294c33479b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.2320213 Dec 20 21:23:54.588549 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4f8b0d-72f7-439c-ae56-75eb7f8c555b None None] Network e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:23:54.604266 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff555966-8939-497f-b299-dcdb17bbc2f1 req-b26f7d5e-42a0-4e39-ab49-a2dd9c1899fd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=13413519-4c58-4b09-b9c4-b6635d248060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212245 Dec 20 21:23:54.621209 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a71bd61-1337-4af3-8dea-70b8fadf881f tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:54.636044 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a71bd61-1337-4af3-8dea-70b8fadf881f tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:54.662927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f0b4e6b9-5996-4895-bdd5-d9baec5473ae up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:23:54.684047 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a969506a-1493-4216-8539-66337cb623e5 req-f887c308-3815-43e7-a297-ee99bfea1d55 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762691 Dec 20 21:23:54.719047 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-70abc87a-7bbd-4425-9d5d-4e2a10dbbbea None None] Provisioning complete for port f0b4e6b9-5996-4895-bdd5-d9baec5473ae triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:54.719423 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70abc87a-7bbd-4425-9d5d-4e2a10dbbbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:54.853698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0433c-5c49-46c6-b77e-85a1b21956a0 req-92a975aa-75d5-4ae5-9122-619ac07a4a40 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:54.863625 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-38d0433c-5c49-46c6-b77e-85a1b21956a0 req-92a975aa-75d5-4ae5-9122-619ac07a4a40 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0884597 Dec 20 21:23:54.870671 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port f0b4e6b9-5996-4895-bdd5-d9baec5473ae triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:54.871070 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:54.915936 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-38d0433c-5c49-46c6-b77e-85a1b21956a0 req-46c7c69b-8984-4c0a-8ea8-9e8181b11582 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510733 Dec 20 21:23:54.947457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56740) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:54.955136 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70abc87a-7bbd-4425-9d5d-4e2a10dbbbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:55.006754 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-70abc87a-7bbd-4425-9d5d-4e2a10dbbbea None None] For port f0b4e6b9-5996-4895-bdd5-d9baec5473ae, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f0b4e6b9-5996-4895-bdd5-d9baec5473ae,segment=NetworkSegment(630aa44e-4de7-47da-86f4-fca188cabb02),segment_id=630aa44e-4de7-47da-86f4-fca188cabb02)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:23:55.048689 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70abc87a-7bbd-4425-9d5d-4e2a10dbbbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:55.113797 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:55.148078 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abc87a-7bbd-4425-9d5d-4e2a10dbbbea None None] Pushing event updated for resources: {'Port': ['ID=f0b4e6b9-5996-4895-bdd5-d9baec5473ae,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:55.176029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0fe180ce-a06a-4110-aaf4-fc16c6a805aa admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1895783982-network', 'tenant_id': 'f83f9aee134c4c8fb39b80536b9845fe'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:55.195887 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a9c47-1bc2-4a27-ae7a-af0ef018bf19 req-f534a7c6-eeda-4988-892e-b7d41bfe690d tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:55.198126 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ba8a9c47-1bc2-4a27-ae7a-af0ef018bf19 req-f534a7c6-eeda-4988-892e-b7d41bfe690d tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb81f03-1ef1-4412-a293-b802d121e440 HTTP/1.1" status: 200 len: 945 time: 0.1201324 Dec 20 21:23:55.210158 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:23:55.211153 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:23:55.256272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe180ce-a06a-4110-aaf4-fc16c6a805aa admin admin] Made reservation on behalf of f83f9aee134c4c8fb39b80536b9845fe for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:23:55.259207 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0fe180ce-a06a-4110-aaf4-fc16c6a805aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:55.277940 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0fe180ce-a06a-4110-aaf4-fc16c6a805aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:55.284651 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ba8a9c47-1bc2-4a27-ae7a-af0ef018bf19 req-ce9a3635-a41e-4786-991f-208a02cc88d4 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/security-groups?id=13413519-4c58-4b09-b9c4-b6635d248060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785880 Dec 20 21:23:55.368728 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4afe8a3e-33e9-4422-9ad7-aa3d4854254c req-d72906b2-a9af-4f40-89d8-a64084492e1d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.1824081 Dec 20 21:23:55.380272 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-0a71bd61-1337-4af3-8dea-70b8fadf881f tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Floating IP b4c4926f-2b60-47da-941a-504277c14438 associated. External IP: 172.35.3.96, port: 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b. Dec 20 21:23:55.383624 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3fb913cf-6960-4f6b-85d8-b0dc57874307 None None] Provisioning complete for port f0b4e6b9-5996-4895-bdd5-d9baec5473ae triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:55.384103 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3fb913cf-6960-4f6b-85d8-b0dc57874307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:55.416782 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0fe180ce-a06a-4110-aaf4-fc16c6a805aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:55.426725 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0fe180ce-a06a-4110-aaf4-fc16c6a805aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:55.460172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe180ce-a06a-4110-aaf4-fc16c6a805aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac30406-f2e4-4ea6-b08f-3527f2db410d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:55.469000 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:55.474795 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe180ce-a06a-4110-aaf4-fc16c6a805aa admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:23:55.486704 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0fe180ce-a06a-4110-aaf4-fc16c6a805aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:55.487695 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-0fe180ce-a06a-4110-aaf4-fc16c6a805aa admin admin] Added segment e7446259-1c56-4557-928b-4690aea5bffc of type vlan for network 91a17406-62d0-4d0a-a21f-5bacf24898bf Dec 20 21:23:55.548241 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0fe180ce-a06a-4110-aaf4-fc16c6a805aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:55.594736 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0fe180ce-a06a-4110-aaf4-fc16c6a805aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:55.595830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe180ce-a06a-4110-aaf4-fc16c6a805aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:55.598496 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0fe180ce-a06a-4110-aaf4-fc16c6a805aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:55.634250 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe8a3e-33e9-4422-9ad7-aa3d4854254c req-f9c3127f-4100-4740-8f29-b1b339d52e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:55.635764 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4afe8a3e-33e9-4422-9ad7-aa3d4854254c req-f9c3127f-4100-4740-8f29-b1b339d52e05 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cedc15bfaf5b41168bc40cd7545ca53c&device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 1095 time: 0.2121162 Dec 20 21:23:55.710102 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0fe180ce-a06a-4110-aaf4-fc16c6a805aa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7583416 Dec 20 21:23:55.712045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56762) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:55.719386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-9acee360-6eda-4bda-80c7-70d987a5f69a admin admin] Request body: {'subnet': {'network_id': '91a17406-62d0-4d0a-a21f-5bacf24898bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1895783982-subnet', 'tenant_id': 'f83f9aee134c4c8fb39b80536b9845fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:23:55.750677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acee360-6eda-4bda-80c7-70d987a5f69a admin admin] Made reservation on behalf of f83f9aee134c4c8fb39b80536b9845fe for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:23:55.753056 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9acee360-6eda-4bda-80c7-70d987a5f69a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:55.793522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe180ce-a06a-4110-aaf4-fc16c6a805aa admin admin] Pushing event updated for resources: {'Network': ['ID=91a17406-62d0-4d0a-a21f-5bacf24898bf,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:55.808678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 91a17406-62d0-4d0a-a21f-5bacf24898bf details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:23:55.838165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca25c6a-fb48-48be-89c2-42120a83a04e req-44b89670-9255-48ce-be10-bfdb0e1ee3d5 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:55.847510 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5ca25c6a-fb48-48be-89c2-42120a83a04e req-44b89670-9255-48ce-be10-bfdb0e1ee3d5 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.2158954 Dec 20 21:23:55.859912 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a71bd61-1337-4af3-8dea-70b8fadf881f tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Router 06f30906-cb6a-48b0-88ba-a709a7f9ef82 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:23:55.870174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Router e846388f-79c2-432b-aacb-38c0969981a3 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:23:55.872189 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe8a3e-33e9-4422-9ad7-aa3d4854254c req-c7aed524-e14c-4bbb-91e5-130a280b9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:55.873617 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4afe8a3e-33e9-4422-9ad7-aa3d4854254c req-c7aed524-e14c-4bbb-91e5-130a280b9a4f service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b2f0b3a-2909-4c06-b8dc-499246cbe550 HTTP/1.1" status: 200 len: 911 time: 0.1818104 Dec 20 21:23:55.903151 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5ca25c6a-fb48-48be-89c2-42120a83a04e req-de5007c3-c525-4b87-9c04-421bd1c93652 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543976 Dec 20 21:23:56.033086 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9acee360-6eda-4bda-80c7-70d987a5f69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:56.099582 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4afe8a3e-33e9-4422-9ad7-aa3d4854254c req-a627dc50-a378-4e7d-b681-3416e58ff65f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a28050-2a32-4d00-8ae3-81d266c9160b HTTP/1.1" status: 200 len: 1002 time: 0.2165599 Dec 20 21:23:56.147750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a71bd61-1337-4af3-8dea-70b8fadf881f tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:23:56.160471 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a71bd61-1337-4af3-8dea-70b8fadf881f tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:56.161674 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b75896-6241-497f-ac86-c639e7f8e665 None None] Sync routers for ids ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:23:56.166052 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:23:56.177492 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Sync routers for ids ['e846388f-79c2-432b-aacb-38c0969981a3'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:23:56.184003 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b75896-6241-497f-ac86-c639e7f8e665 None None] Routers {'06f30906-cb6a-48b0-88ba-a709a7f9ef82'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:56.194495 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f3b75896-6241-497f-ac86-c639e7f8e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:23:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:56.203283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe8a3e-33e9-4422-9ad7-aa3d4854254c req-991eb9ca-801b-48bd-8f68-2c3acb5084c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:56.204694 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Routers {'e846388f-79c2-432b-aacb-38c0969981a3'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:56.204894 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4afe8a3e-33e9-4422-9ad7-aa3d4854254c req-991eb9ca-801b-48bd-8f68-2c3acb5084c5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d594ea94-5bfe-45b1-a31e-dafb0c78a94a HTTP/1.1" status: 200 len: 849 time: 0.0975735 Dec 20 21:23:56.205827 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:23:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e846388f-79c2-432b-aacb-38c0969981a3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:56.210208 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0a71bd61-1337-4af3-8dea-70b8fadf881f tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "PUT /v2.0/floatingips/b4c4926f-2b60-47da-941a-504277c14438 HTTP/1.1" status: 200 len: 991 time: 2.9655087 Dec 20 21:23:56.210895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16', 'tag': '0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:23:56.213410 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee7c315-cd3f-42c0-bb91-b090eebf8a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16", "tag": "0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:23:56.227717 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:56.228955 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4b2dafbf-c04e-4519-8596-79a18f542799 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5113919 Dec 20 21:23:56.231786 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56768) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:23:56.294999 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a625456f-68d7-4ef2-8075-f7c77b1f5053 x-openstack-request-id: req-a625456f-68d7-4ef2-8075-f7c77b1f5053 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:23:56.299415 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16", "tag": "0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:23:56.299712 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a625456f-68d7-4ef2-8075-f7c77b1f5053 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:23:56.300142 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16', 'tag': '0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b', 'status': 'completed', 'code': 200} Dec 20 21:23:56.368530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe8a3e-33e9-4422-9ad7-aa3d4854254c req-f524ed31-2498-4850-a3a3-a983ec55a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:56.370078 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4afe8a3e-33e9-4422-9ad7-aa3d4854254c req-f524ed31-2498-4850-a3a3-a983ec55a80e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2f0b3a-2909-4c06-b8dc-499246cbe550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1529074 Dec 20 21:23:56.480158 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Set router e846388f-79c2-432b-aacb-38c0969981a3 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:56.500600 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-f3b75896-6241-497f-ac86-c639e7f8e665 None None] Set router 06f30906-cb6a-48b0-88ba-a709a7f9ef82 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:56.566559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acee360-6eda-4bda-80c7-70d987a5f69a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a5e9244-5854-4339-acc2-72519f2d0df5,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:56.602964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7c315-cd3f-42c0-bb91-b090eebf8a1f req-d6fb54c6-649e-4440-af70-80994f749139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:56.608066 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ee7c315-cd3f-42c0-bb91-b090eebf8a1f req-d6fb54c6-649e-4440-af70-80994f749139 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b881f9a1dd43451d8d618511d36adeb6&device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 1095 time: 0.1949325 Dec 20 21:23:56.612153 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4afe8a3e-33e9-4422-9ad7-aa3d4854254c req-3366c827-3817-4d21-bd16-688e95697b57 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336047 Dec 20 21:23:56.621893 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acee360-6eda-4bda-80c7-70d987a5f69a admin admin] Checking segment: {'id': 'e7446259-1c56-4557-928b-4690aea5bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '91a17406-62d0-4d0a-a21f-5bacf24898bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:56.622148 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acee360-6eda-4bda-80c7-70d987a5f69a admin admin] Network hostable DHCP agents. Network: 91a17406-62d0-4d0a-a21f-5bacf24898bf, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:23:56.649988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1942243-b979-4fde-9484-b32279a6b7ab req-96b72e0d-8511-4e93-9f8a-44727fd66c42 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:56.658386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b1942243-b979-4fde-9484-b32279a6b7ab req-96b72e0d-8511-4e93-9f8a-44727fd66c42 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb81f03-1ef1-4412-a293-b802d121e440 HTTP/1.1" status: 200 len: 945 time: 0.2283545 Dec 20 21:23:56.671615 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f0b4e6b9-5996-4895-bdd5-d9baec5473ae up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:23:56.769434 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acee360-6eda-4bda-80c7-70d987a5f69a admin admin] Network 91a17406-62d0-4d0a-a21f-5bacf24898bf is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:23:56.813789 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b1942243-b979-4fde-9484-b32279a6b7ab req-e0c34a75-d79d-443e-8cc2-6ddf23f871e5 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/security-groups?id=13413519-4c58-4b09-b9c4-b6635d248060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544359 Dec 20 21:23:56.852293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-9acee360-6eda-4bda-80c7-70d987a5f69a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 91a17406-62d0-4d0a-a21f-5bacf24898bf) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:56.857252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acee360-6eda-4bda-80c7-70d987a5f69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:56.858142 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9acee360-6eda-4bda-80c7-70d987a5f69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:56.870788 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'name': 'tempest-ServersTestFqdnHostnames-80154773-router', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:51Z', 'updated_at': '2021-12-20T21:23:53Z', 'revision_number': 3, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'gw_port': {'id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:52Z', 'updated_at': '2021-12-20T21:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:56.883276 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7c315-cd3f-42c0-bb91-b090eebf8a1f req-5840c803-99db-45c3-9cec-56fb08af7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:56.884803 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ee7c315-cd3f-42c0-bb91-b090eebf8a1f req-5840c803-99db-45c3-9cec-56fb08af7b06 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1b7f31d9-bd6a-47eb-aab4-7242901186a7 HTTP/1.1" status: 200 len: 912 time: 0.2696602 Dec 20 21:23:56.894216 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9acee360-6eda-4bda-80c7-70d987a5f69a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1810896 Dec 20 21:23:56.952290 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Checking router: e846388f-79c2-432b-aacb-38c0969981a3 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:23:56.969619 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Updating router e846388f-79c2-432b-aacb-38c0969981a3 port 3441c597-8480-4a78-b44c-6d241ad108e5 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:23:57.029717 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c520dd9a-fbd8-4141-b53e-ff36207c7a11 None None] Network 91a17406-62d0-4d0a-a21f-5bacf24898bf requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:23:57.046490 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:57.055525 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ee7c315-cd3f-42c0-bb91-b090eebf8a1f req-84d33b58-7f5b-42b6-be4d-fde9fe7b80c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b HTTP/1.1" status: 200 len: 999 time: 0.1564434 Dec 20 21:23:57.106584 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port f0b4e6b9-5996-4895-bdd5-d9baec5473ae triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:57.106832 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:57.167340 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7c315-cd3f-42c0-bb91-b090eebf8a1f req-18dc518c-44c1-41fa-8a30-a2926f56ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:57.184804 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ee7c315-cd3f-42c0-bb91-b090eebf8a1f req-18dc518c-44c1-41fa-8a30-a2926f56ed37 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143 HTTP/1.1" status: 200 len: 850 time: 0.1143575 Dec 20 21:23:57.236886 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:57.268390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7c315-cd3f-42c0-bb91-b090eebf8a1f req-0fe9ed51-cc7e-4c10-82e8-9a1adaba721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:57.282827 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ee7c315-cd3f-42c0-bb91-b090eebf8a1f req-0fe9ed51-cc7e-4c10-82e8-9a1adaba721c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1b7f31d9-bd6a-47eb-aab4-7242901186a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0913236 Dec 20 21:23:57.294085 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cdc469d4-9910-40e1-a0a4-6b1c6058f148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:57.314842 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f3b75896-6241-497f-ac86-c639e7f8e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'name': 'tempest-ServersTestManualDisk-876673748-router', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:21Z', 'updated_at': '2021-12-20T21:23:31Z', 'revision_number': 4, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'gw_port': {'id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:23Z', 'updated_at': '2021-12-20T21:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'b4c4926f-2b60-47da-941a-504277c14438', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'floating_ip_address': '172.35.3.96', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'port_id': '0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7', 'mac_address': 'fa:16:3e:f9:1a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:23:38Z', 'updated_at': '2021-12-20T21:23:54Z', 'revision_number': 1, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdcecc81-d5b4-4952-a40a-00d82039f7c0', 'name': '', 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'mac_address': 'fa:16:3e:b0:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:29Z', 'updated_at': '2021-12-20T21:23:35Z', 'revision_number': 5, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'subnets': [{'id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:57.418198 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4afe8a3e-33e9-4422-9ad7-aa3d4854254c req-112629d2-583b-4401-be15-6354a8652176 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6426873 Dec 20 21:23:57.441842 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ee7c315-cd3f-42c0-bb91-b090eebf8a1f req-b0b953bd-54f3-402a-8231-478b13287bc7 service neutron] 10.222.0.66 "GET /v2.0/networks/1b7f31d9-bd6a-47eb-aab4-7242901186a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371272 Dec 20 21:23:57.459513 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b75896-6241-497f-ac86-c639e7f8e665 None None] Checking router: 06f30906-cb6a-48b0-88ba-a709a7f9ef82 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:23:57.504377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84701e27-6785-4780-8c7b-203a90f31f73 req-f93c972d-a6d9-4507-baed-2732aa7d75f3 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:57.515809 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-84701e27-6785-4780-8c7b-203a90f31f73 req-f93c972d-a6d9-4507-baed-2732aa7d75f3 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.3965347 Dec 20 21:23:57.549340 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b75896-6241-497f-ac86-c639e7f8e665 None None] Routers {'06f30906-cb6a-48b0-88ba-a709a7f9ef82'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:57.553080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f3b75896-6241-497f-ac86-c639e7f8e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:23:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:57.621368 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:57.631937 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ee7c315-cd3f-42c0-bb91-b090eebf8a1f req-c96364ac-e649-4f21-9f43-0b5e21d5d661 service neutron] 10.222.0.66 "GET /v2.0/networks/1b7f31d9-bd6a-47eb-aab4-7242901186a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816101 Dec 20 21:23:57.635048 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:57.664714 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-84701e27-6785-4780-8c7b-203a90f31f73 req-1ec77128-5db1-44aa-ab97-5644863249db tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479158 Dec 20 21:23:57.712856 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Attempting to bind port 3441c597-8480-4a78-b44c-6d241ad108e5 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:23:57.713223 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Attempting to bind port 3441c597-8480-4a78-b44c-6d241ad108e5 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:23:57.713571 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Attempting to bind port 3441c597-8480-4a78-b44c-6d241ad108e5 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:23:57.741610 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:23:57.742047 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:23:57.742379 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:57.742763 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:23:57.743239 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Bound port: 3441c597-8480-4a78-b44c-6d241ad108e5, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:23:57.743605 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:57.785595 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] Allocated IP 172.20.0.1 (e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6/a044a341-dedb-4ba2-9476-86e7babe3fa6/08c14417-9e4e-415c-9543-cd8bea242020) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:23:57.801995 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e979fab-43b4-496f-8231-9591258a64c7 None None] Pushing event updated for resources: {'Port': ['ID=3441c597-8480-4a78-b44c-6d241ad108e5,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:57.817984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d89d3ba-8e71-4c21-a1f3-38879eb33549 None None] Network 91a17406-62d0-4d0a-a21f-5bacf24898bf requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:23:57.826497 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] For port 3441c597-8480-4a78-b44c-6d241ad108e5, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:23:57.832067 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] For port 3441c597-8480-4a78-b44c-6d241ad108e5, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3441c597-8480-4a78-b44c-6d241ad108e5,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:23:57.842479 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:57.933591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-5e38a6e6-35f3-4f63-bee4-16c6d3e9ea33 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:57.935769 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-5e38a6e6-35f3-4f63-bee4-16c6d3e9ea33 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/networks?id=91a17406-62d0-4d0a-a21f-5bacf24898bf HTTP/1.1" status: 200 len: 821 time: 0.3305218 Dec 20 21:23:57.966438 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-442ef8d8-31e3-41ff-b7dd-03829b72d172 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/quotas/f83f9aee134c4c8fb39b80536b9845fe HTTP/1.1" status: 200 len: 375 time: 0.0227363 Dec 20 21:23:57.988410 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-f3b75896-6241-497f-ac86-c639e7f8e665 None None] Set router 06f30906-cb6a-48b0-88ba-a709a7f9ef82 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:57.992577 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:57.999632 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e979fab-43b4-496f-8231-9591258a64c7 None None] Pushing event updated for resources: {'Port': ['ID=3441c597-8480-4a78-b44c-6d241ad108e5,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:58.012090 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Routers {'e846388f-79c2-432b-aacb-38c0969981a3'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:23:58.012727 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:23:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e846388f-79c2-432b-aacb-38c0969981a3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:58.054171 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-0d8c72d0-e144-483b-b2c7-8b744fae2566 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f83f9aee134c4c8fb39b80536b9845fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700309 Dec 20 21:23:58.090782 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:58.168949 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] Pushing event updated for resources: {'Port': ['ID=08c14417-9e4e-415c-9543-cd8bea242020,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:58.173611 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-0444106a-734b-43af-b0e4-c0c980e5db29 service neutron] 10.222.0.32 "GET /v2.0/networks/91a17406-62d0-4d0a-a21f-5bacf24898bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182723 Dec 20 21:23:58.182258 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] Network e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:23:58.193617 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:58.203347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:23:58.243186 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] Set router e846388f-79c2-432b-aacb-38c0969981a3 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:23:58.278254 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:58.359584 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-c50d7720-69ac-466d-8433-e96df3113f18 service neutron] 10.222.0.32 "GET /v2.0/networks/91a17406-62d0-4d0a-a21f-5bacf24898bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757891 Dec 20 21:23:58.492136 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f3b75896-6241-497f-ac86-c639e7f8e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'name': 'tempest-ServersTestManualDisk-876673748-router', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:21Z', 'updated_at': '2021-12-20T21:23:31Z', 'revision_number': 4, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'gw_port': {'id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:23Z', 'updated_at': '2021-12-20T21:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'b4c4926f-2b60-47da-941a-504277c14438', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'floating_ip_address': '172.35.3.96', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'port_id': '0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7', 'mac_address': 'fa:16:3e:f9:1a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:23:38Z', 'updated_at': '2021-12-20T21:23:54Z', 'revision_number': 1, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdcecc81-d5b4-4952-a40a-00d82039f7c0', 'name': '', 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'mac_address': 'fa:16:3e:b0:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:29Z', 'updated_at': '2021-12-20T21:23:35Z', 'revision_number': 5, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'subnets': [{'id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:58.492879 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:58.599632 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b75896-6241-497f-ac86-c639e7f8e665 None None] The sync data for ids ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'] in n-d-xena-1 is: [{'id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'name': 'tempest-ServersTestManualDisk-876673748-router', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:21Z', 'updated_at': '2021-12-20T21:23:31Z', 'revision_number': 4, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'gw_port': {'id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:23Z', 'updated_at': '2021-12-20T21:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'b4c4926f-2b60-47da-941a-504277c14438', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'floating_ip_address': '172.35.3.96', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'port_id': '0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7', 'mac_address': 'fa:16:3e:f9:1a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:23:38Z', 'updated_at': '2021-12-20T21:23:54Z', 'revision_number': 1, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdcecc81-d5b4-4952-a40a-00d82039f7c0', 'name': '', 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'mac_address': 'fa:16:3e:b0:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:29Z', 'updated_at': '2021-12-20T21:23:35Z', 'revision_number': 5, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'subnets': [{'id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:23:58.629784 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-eb291f07-bc6a-4890-8670-e00feab50ec6 None None] Provisioning complete for port 08c14417-9e4e-415c-9543-cd8bea242020 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:58.634561 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb291f07-bc6a-4890-8670-e00feab50ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:58.659684 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'name': 'tempest-ServersTestFqdnHostnames-80154773-router', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:51Z', 'updated_at': '2021-12-20T21:23:53Z', 'revision_number': 3, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'gw_port': {'id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:52Z', 'updated_at': '2021-12-20T21:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:23:58.740071 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-eb291f07-bc6a-4890-8670-e00feab50ec6 None None] Port 08c14417-9e4e-415c-9543-cd8bea242020 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:23:58.808246 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ebcbe3ac-b52d-4642-8147-53572ebbccd2 req-a22f213d-7fbf-4225-97b4-992becb64262 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/ports?device_id=19738138-43af-4aec-98ab-896ad9103869 HTTP/1.1" status: 200 len: 210 time: 0.0626147 Dec 20 21:23:58.833405 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:58.841028 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:58.854352 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0cde6-15b5-42d1-b793-f52e5b1e288f req-b2d868f1-9f30-44c5-8705-d28cf1a5262f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:23:58.856126 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-06f0cde6-15b5-42d1-b793-f52e5b1e288f req-b2d868f1-9f30-44c5-8705-d28cf1a5262f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0867202 Dec 20 21:23:58.906943 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbb8f42-cd97-49f6-bfa3-69750292c794 None None] The sync data for ids ['e846388f-79c2-432b-aacb-38c0969981a3'] in n-d-xena-1 is: [{'id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'name': 'tempest-ServersTestFqdnHostnames-80154773-router', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:51Z', 'updated_at': '2021-12-20T21:23:53Z', 'revision_number': 3, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'gw_port': {'id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:52Z', 'updated_at': '2021-12-20T21:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:23:58.920187 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] Pushing event updated for resources: {'Port': ['ID=08c14417-9e4e-415c-9543-cd8bea242020,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:23:58.928267 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:58.934487 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-06f0cde6-15b5-42d1-b793-f52e5b1e288f req-010ea453-7d40-407e-8b59-8761af6942e6 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707433 Dec 20 21:23:59.027657 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1835aaa3-0f88-4565-bcb4-4aa1a68e0821 None None] New status for floating IP b4c4926f-2b60-47da-941a-504277c14438: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:23:59.411249 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3385be9c-8f03-4abe-b4ba-63b7e4f3d564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:59.462316 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] Network e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:23:59.463771 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:23:59.604901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] Router e846388f-79c2-432b-aacb-38c0969981a3 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:23:59.748812 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:23:59.770684 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-891a20cf-8607-4128-ab53-a0ec95668497 admin admin] 10.222.0.32 "PUT /v2.0/routers/e846388f-79c2-432b-aacb-38c0969981a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5377944 Dec 20 21:23:59.783249 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-245bdc6c-964d-4093-89db-a0e2bdf40a9a None None] Provisioning complete for port 08c14417-9e4e-415c-9543-cd8bea242020 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:23:59.784174 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-245bdc6c-964d-4093-89db-a0e2bdf40a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:23:59.823605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-245bdc6c-964d-4093-89db-a0e2bdf40a9a None None] Port 08c14417-9e4e-415c-9543-cd8bea242020 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:23:59.976702 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8c22784f-122a-4fb2-aea6-b77935589572 req-31cf70de-8d43-4b72-a9cd-6826a87d8910 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/ports?device_id=19738138-43af-4aec-98ab-896ad9103869 HTTP/1.1" status: 200 len: 210 time: 0.0593626 Dec 20 21:24:00.183399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4206c4-6bf3-4cd9-ba56-86396f1cae36 req-3f61af05-72b0-4972-ad45-63499549b9a4 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:00.194771 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2b4206c4-6bf3-4cd9-ba56-86396f1cae36 req-3f61af05-72b0-4972-ad45-63499549b9a4 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1328006 Dec 20 21:24:00.293610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-a79d8f7b-09d9-47ac-9a19-86eed95209b0 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:00.295858 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-a79d8f7b-09d9-47ac-9a19-86eed95209b0 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.66 "GET /v2.0/networks?id=91a17406-62d0-4d0a-a21f-5bacf24898bf HTTP/1.1" status: 200 len: 821 time: 0.1880474 Dec 20 21:24:00.297151 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2b4206c4-6bf3-4cd9-ba56-86396f1cae36 req-bcc28c79-c6d0-421a-9811-e0f32cffefd6 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748081 Dec 20 21:24:00.352746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-f90eeb32-f129-4986-9db3-9ef1e93c63b8 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Request body: {'port': {'device_id': '19738138-43af-4aec-98ab-896ad9103869', 'network_id': '91a17406-62d0-4d0a-a21f-5bacf24898bf', 'admin_state_up': True, 'tenant_id': 'f83f9aee134c4c8fb39b80536b9845fe'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:00.497724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-f90eeb32-f129-4986-9db3-9ef1e93c63b8 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Made reservation on behalf of f83f9aee134c4c8fb39b80536b9845fe for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:24:00.512660 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-f90eeb32-f129-4986-9db3-9ef1e93c63b8 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:00.616643 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:00.640421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3441c597-8480-4a78-b44c-6d241ad108e5 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:24:00.656401 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56864) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:00.662018 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-961ca792-7be5-4146-9430-e8bac6dd4d43 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--919736160', 'description': 'tempest-description--1342341681'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:00.696086 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-961ca792-7be5-4146-9430-e8bac6dd4d43 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:00.705013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 3441c597-8480-4a78-b44c-6d241ad108e5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:00.705756 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:00.707616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-f90eeb32-f129-4986-9db3-9ef1e93c63b8 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Allocated IP 172.20.0.12 (91a17406-62d0-4d0a-a21f-5bacf24898bf/1a5e9244-5854-4339-acc2-72519f2d0df5/201844a7-60f7-4e41-a9af-82d17fd69589) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:24:00.845924 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-961ca792-7be5-4146-9430-e8bac6dd4d43 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:00.854433 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-961ca792-7be5-4146-9430-e8bac6dd4d43 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:00.896509 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-961ca792-7be5-4146-9430-e8bac6dd4d43 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:00.898415 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-961ca792-7be5-4146-9430-e8bac6dd4d43 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2406104 Dec 20 21:24:00.901404 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56868) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:00.907575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f7eba315-5999-4e50-ba90-fbe9b1346684 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Request body: {'security_group_rule': {'security_group_id': 'cca0a181-adb6-4e83-882d-9e74c3fc98a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:00.913780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ca792-7be5-4146-9430-e8bac6dd4d43 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca0a181-adb6-4e83-882d-9e74c3fc98a2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:00.947178 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7eba315-5999-4e50-ba90-fbe9b1346684 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:00.986433 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-f90eeb32-f129-4986-9db3-9ef1e93c63b8 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:01.033419 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-f90eeb32-f129-4986-9db3-9ef1e93c63b8 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:01.048726 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7eba315-5999-4e50-ba90-fbe9b1346684 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:01.054618 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7eba315-5999-4e50-ba90-fbe9b1346684 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:01.083187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-f90eeb32-f129-4986-9db3-9ef1e93c63b8 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Network 91a17406-62d0-4d0a-a21f-5bacf24898bf is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:24:01.087828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-f90eeb32-f129-4986-9db3-9ef1e93c63b8 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:24:01.092829 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-f90eeb32-f129-4986-9db3-9ef1e93c63b8 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:24:01.094708 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eba315-5999-4e50-ba90-fbe9b1346684 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1df450-a8f4-4b47-a835-8f019dc6baea,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:01.099817 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:01.112529 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f7eba315-5999-4e50-ba90-fbe9b1346684 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:01.119361 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f7eba315-5999-4e50-ba90-fbe9b1346684 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2157693 Dec 20 21:24:01.120190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56874) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:01.125890 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-50850403-827f-4e36-bf8b-4b377388a60e tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Request body: {'security_group_rule': {'security_group_id': 'cca0a181-adb6-4e83-882d-9e74c3fc98a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:01.159090 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-f90eeb32-f129-4986-9db3-9ef1e93c63b8 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:01.159784 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-f90eeb32-f129-4986-9db3-9ef1e93c63b8 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:01.161513 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 3441c597-8480-4a78-b44c-6d241ad108e5, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3441c597-8480-4a78-b44c-6d241ad108e5,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:01.167974 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:01.175291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90eeb32-f129-4986-9db3-9ef1e93c63b8 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Pushing event updated for resources: {'Port': ['ID=201844a7-60f7-4e41-a9af-82d17fd69589,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:01.193698 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-f90eeb32-f129-4986-9db3-9ef1e93c63b8 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8459179 Dec 20 21:24:01.214146 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Request body: {'port': {'device_id': '19738138-43af-4aec-98ab-896ad9103869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:01.225210 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=3441c597-8480-4a78-b44c-6d241ad108e5,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:01.257541 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9ed0f-44ea-4190-b6b3-2a7279efbcf9 req-627ffe8c-c825-48e9-b009-901129e78495 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:01.267461 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-83f9ed0f-44ea-4190-b6b3-2a7279efbcf9 req-627ffe8c-c825-48e9-b009-901129e78495 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/ports?device_id=19738138-43af-4aec-98ab-896ad9103869 HTTP/1.1" status: 200 len: 932 time: 0.1340764 Dec 20 21:24:01.289831 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50850403-827f-4e36-bf8b-4b377388a60e tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:01.291963 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:01.338235 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-83f9ed0f-44ea-4190-b6b3-2a7279efbcf9 req-95bd048d-437c-4f54-8b9f-74d1d0ab42ea tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ac30406-f2e4-4ea6-b08f-3527f2db410d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637553 Dec 20 21:24:01.357637 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Sync routers for ids ['e846388f-79c2-432b-aacb-38c0969981a3'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:24:01.370752 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Routers {'e846388f-79c2-432b-aacb-38c0969981a3'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:24:01.371484 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:23:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e846388f-79c2-432b-aacb-38c0969981a3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:01.401746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4cedf-b588-437f-92e4-1c17a52f411a req-38a8ab5e-975a-4069-b53f-282c4ea1492a tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:01.403449 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3fd4cedf-b588-437f-92e4-1c17a52f411a req-38a8ab5e-975a-4069-b53f-282c4ea1492a tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 1094 time: 0.1127417 Dec 20 21:24:01.456206 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50850403-827f-4e36-bf8b-4b377388a60e tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:01.477483 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50850403-827f-4e36-bf8b-4b377388a60e tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:01.508003 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50850403-827f-4e36-bf8b-4b377388a60e tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65688283-65a5-47eb-b964-1b21f09de6e6,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:01.520030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3fd4cedf-b588-437f-92e4-1c17a52f411a req-3a443a7b-8dc9-49dc-b5fc-9c8e6d9b9f03 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016142 Dec 20 21:24:01.523742 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-50850403-827f-4e36-bf8b-4b377388a60e tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:01.525937 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-50850403-827f-4e36-bf8b-4b377388a60e tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4046130 Dec 20 21:24:01.529313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56886) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:01.536345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1db62762-5644-4c3c-be93-a3705665a533 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:01.553004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac7d35-12ec-4ccd-b25f-9822ee637281 req-0dcb0f45-391d-4a24-949b-f09e237b70e4 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:01.554662 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-08ac7d35-12ec-4ccd-b25f-9822ee637281 req-0dcb0f45-391d-4a24-949b-f09e237b70e4 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1125813 Dec 20 21:24:01.558968 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Set router e846388f-79c2-432b-aacb-38c0969981a3 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:24:01.616499 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db62762-5644-4c3c-be93-a3705665a533 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:01.640030 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-08ac7d35-12ec-4ccd-b25f-9822ee637281 req-ac02d9d1-2014-4ae6-a52b-9a2d6e54e679 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780520 Dec 20 21:24:01.763635 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db62762-5644-4c3c-be93-a3705665a533 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:01.833949 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'name': 'tempest-ServersTestFqdnHostnames-80154773-router', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:51Z', 'updated_at': '2021-12-20T21:23:58Z', 'revision_number': 4, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'gw_port': {'id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:52Z', 'updated_at': '2021-12-20T21:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '08c14417-9e4e-415c-9543-cd8bea242020', 'name': '', 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'mac_address': 'fa:16:3e:06:b4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:57Z', 'updated_at': '2021-12-20T21:23:58Z', 'revision_number': 2, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'subnets': [{'id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:01.842742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201844a7-60f7-4e41-a9af-82d17fd69589 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:24:01.859914 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:01.881244 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Checking router: e846388f-79c2-432b-aacb-38c0969981a3 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:24:01.881244 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Updating router e846388f-79c2-432b-aacb-38c0969981a3 port 08c14417-9e4e-415c-9543-cd8bea242020 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:24:01.893075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Transition to ACTIVE for port object 201844a7-60f7-4e41-a9af-82d17fd69589 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:24:01.900805 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:01.921029 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:01.934307 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-1db62762-5644-4c3c-be93-a3705665a533 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Allocated IP 172.35.3.46 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/171e95d6-1682-4642-aa9f-080586a7e80e) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:24:01.999131 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:02.125266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Pushing event updated for resources: {'Port': ['ID=201844a7-60f7-4e41-a9af-82d17fd69589,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:02.172818 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-58a679c1-4e94-48e2-b423-1a80fa598faa req-bd322772-9184-48eb-a7bd-d9f0bc493c1f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0718892 Dec 20 21:24:02.178276 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Attempting to bind port 201844a7-60f7-4e41-a9af-82d17fd69589 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:24:02.179121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Attempting to bind port 201844a7-60f7-4e41-a9af-82d17fd69589 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e7446259-1c56-4557-928b-4690aea5bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '91a17406-62d0-4d0a-a21f-5bacf24898bf'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:24:02.179980 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Attempting to bind port 201844a7-60f7-4e41-a9af-82d17fd69589 on network 91a17406-62d0-4d0a-a21f-5bacf24898bf {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:24:02.191536 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Port 201844a7-60f7-4e41-a9af-82d17fd69589 on network 91a17406-62d0-4d0a-a21f-5bacf24898bf not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:24:02.194252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Attempting to bind port 201844a7-60f7-4e41-a9af-82d17fd69589 on network 91a17406-62d0-4d0a-a21f-5bacf24898bf {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:24:02.201105 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:24:02.201879 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Checking segment: {'id': 'e7446259-1c56-4557-928b-4690aea5bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '91a17406-62d0-4d0a-a21f-5bacf24898bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:24:02.202865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Bound using segment: {'id': 'e7446259-1c56-4557-928b-4690aea5bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '91a17406-62d0-4d0a-a21f-5bacf24898bf'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:24:02.203609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Bound port: 201844a7-60f7-4e41-a9af-82d17fd69589, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7446259-1c56-4557-928b-4690aea5bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '91a17406-62d0-4d0a-a21f-5bacf24898bf'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:24:02.204391 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db62762-5644-4c3c-be93-a3705665a533 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:02.205533 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:02.291196 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db62762-5644-4c3c-be93-a3705665a533 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:02.323986 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:02.350351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] For port 201844a7-60f7-4e41-a9af-82d17fd69589, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:24:02.352205 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db62762-5644-4c3c-be93-a3705665a533 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:24:02.358165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] For port 201844a7-60f7-4e41-a9af-82d17fd69589, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=201844a7-60f7-4e41-a9af-82d17fd69589,segment=NetworkSegment(e7446259-1c56-4557-928b-4690aea5bffc),segment_id=e7446259-1c56-4557-928b-4690aea5bffc)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:24:02.366620 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:02.414273 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1db62762-5644-4c3c-be93-a3705665a533 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:24:02.418007 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db62762-5644-4c3c-be93-a3705665a533 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:24:02.441840 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:02.452973 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:02.519055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:02.528583 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:02.532934 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] 10.222.0.66 "PUT /v2.0/ports/201844a7-60f7-4e41-a9af-82d17fd69589 HTTP/1.1" status: 200 len: 1090 time: 1.3238735 Dec 20 21:24:02.542291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19738138-43af-4aec-98ab-896ad9103869', 'tag': '201844a7-60f7-4e41-a9af-82d17fd69589'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:24:02.550732 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d58689e-f481-4036-89dd-4ace837cc9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "19738138-43af-4aec-98ab-896ad9103869", "tag": "201844a7-60f7-4e41-a9af-82d17fd69589"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:24:02.564948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b92eab-053f-4cc1-8cd9-f425fad7dcbc service neutron] Pushing event updated for resources: {'Port': ['ID=201844a7-60f7-4e41-a9af-82d17fd69589,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:02.589142 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1deed9c-e405-4804-9578-973301f0f8d5 None None] Pushing event updated for resources: {'Port': ['ID=08c14417-9e4e-415c-9543-cd8bea242020,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:02.625906 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a679c1-4e94-48e2-b423-1a80fa598faa req-de963870-767a-4bd5-861b-6932e7eaae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:02.637096 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-58a679c1-4e94-48e2-b423-1a80fa598faa req-de963870-767a-4bd5-861b-6932e7eaae00 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 1093 time: 0.3908107 Dec 20 21:24:02.667741 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Attempting to bind port 08c14417-9e4e-415c-9543-cd8bea242020 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:24:02.668242 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Attempting to bind port 08c14417-9e4e-415c-9543-cd8bea242020 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '630aa44e-4de7-47da-86f4-fca188cabb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:24:02.668612 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Attempting to bind port 08c14417-9e4e-415c-9543-cd8bea242020 on network e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:24:02.676012 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:24:02.676012 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Checking segment: {'id': '630aa44e-4de7-47da-86f4-fca188cabb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:24:02.676719 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:02.677352 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Bound using segment: {'id': '630aa44e-4de7-47da-86f4-fca188cabb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:24:02.677908 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Bound port: 08c14417-9e4e-415c-9543-cd8bea242020, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630aa44e-4de7-47da-86f4-fca188cabb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:24:02.678404 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:02.712218 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3441c597-8480-4a78-b44c-6d241ad108e5 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:24:02.727480 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db62762-5644-4c3c-be93-a3705665a533 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:02.734532 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-dc048030-b7c0-4592-a9c2-8c12339c8c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:02.737881 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-dc048030-b7c0-4592-a9c2-8c12339c8c82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f83f9aee134c4c8fb39b80536b9845fe&device_id=19738138-43af-4aec-98ab-896ad9103869 HTTP/1.1" status: 200 len: 1093 time: 0.1091053 Dec 20 21:24:02.764000 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db62762-5644-4c3c-be93-a3705665a533 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Pushing event updated for resources: {'Port': ['ID=171e95d6-1682-4642-aa9f-080586a7e80e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:02.777366 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] For port 08c14417-9e4e-415c-9543-cd8bea242020, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:24:02.783084 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] For port 08c14417-9e4e-415c-9543-cd8bea242020, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=08c14417-9e4e-415c-9543-cd8bea242020,segment=NetworkSegment(630aa44e-4de7-47da-86f4-fca188cabb02),segment_id=630aa44e-4de7-47da-86f4-fca188cabb02)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:24:02.794836 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:02.817018 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-fa78c31f-62a9-46cc-85c8-61983d896a9e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=201844a7-60f7-4e41-a9af-82d17fd69589 HTTP/1.1" status: 200 len: 217 time: 0.0587087 Dec 20 21:24:02.847489 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 3441c597-8480-4a78-b44c-6d241ad108e5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:02.856480 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7871b-4a34-4cab-9ed3-de0ef557a5d3 req-ac465d38-2e68-4d63-9339-bf7a2684c0d9 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:02.857077 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:02.866858 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ae7871b-4a34-4cab-9ed3-de0ef557a5d3 req-ac465d38-2e68-4d63-9339-bf7a2684c0d9 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/ports?device_id=19738138-43af-4aec-98ab-896ad9103869 HTTP/1.1" status: 200 len: 944 time: 0.3541727 Dec 20 21:24:02.898234 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Routers {'e846388f-79c2-432b-aacb-38c0969981a3'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:24:02.899042 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:23:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e846388f-79c2-432b-aacb-38c0969981a3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:02.926576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-df7e3ab7-ce73-4a27-97e4-8fb8af2e9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:02.930212 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-df7e3ab7-ce73-4a27-97e4-8fb8af2e9f8e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1a5e9244-5854-4339-acc2-72519f2d0df5 HTTP/1.1" status: 200 len: 861 time: 0.1073811 Dec 20 21:24:02.965926 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db62762-5644-4c3c-be93-a3705665a533 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:03.005047 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-8e9037cf-e5bb-42ec-b501-d68ede944703 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91a17406-62d0-4d0a-a21f-5bacf24898bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577929 Dec 20 21:24:03.067837 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] Set router e846388f-79c2-432b-aacb-38c0969981a3 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:24:03.089877 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ae7871b-4a34-4cab-9ed3-de0ef557a5d3 req-b7ba68bf-605a-42fe-9590-829ed8018e68 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ac30406-f2e4-4ea6-b08f-3527f2db410d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217190 Dec 20 21:24:03.104224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-82499dbf-d869-49de-b941-4bffa312e299 None None] Provisioning complete for port 08c14417-9e4e-415c-9543-cd8bea242020 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:03.104590 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-82499dbf-d869-49de-b941-4bffa312e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:03.111237 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a679c1-4e94-48e2-b423-1a80fa598faa req-ec699644-c5d2-4c4a-ae0d-04a718b7d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:03.112711 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-58a679c1-4e94-48e2-b423-1a80fa598faa req-ec699644-c5d2-4c4a-ae0d-04a718b7d70e service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 907 time: 0.4369326 Dec 20 21:24:03.218706 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7cb4f8-957d-43db-bbbe-df4d2e86aec7 x-openstack-request-id: req-0c7cb4f8-957d-43db-bbbe-df4d2e86aec7 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:24:03.220164 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19738138-43af-4aec-98ab-896ad9103869", "tag": "201844a7-60f7-4e41-a9af-82d17fd69589", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:24:03.220652 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c7cb4f8-957d-43db-bbbe-df4d2e86aec7 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:24:03.221196 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19738138-43af-4aec-98ab-896ad9103869', 'tag': '201844a7-60f7-4e41-a9af-82d17fd69589', 'status': 'completed', 'code': 200} Dec 20 21:24:03.233803 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-58a679c1-4e94-48e2-b423-1a80fa598faa req-a1f86a88-d50b-4fa0-a13c-60ee1a2635bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1d56cab-3bd3-4951-8163-b6854d2fb9e6 HTTP/1.1" status: 200 len: 217 time: 0.1126707 Dec 20 21:24:03.267923 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-9f593399-3509-4d43-a0ec-a8aa4b7ea42e service neutron] 10.222.0.66 "GET /v2.0/networks/91a17406-62d0-4d0a-a21f-5bacf24898bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500381 Dec 20 21:24:03.285145 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1deed9c-e405-4804-9578-973301f0f8d5 None None] Pushing event updated for resources: {'Port': ['ID=08c14417-9e4e-415c-9543-cd8bea242020,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:03.285470 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-82499dbf-d869-49de-b941-4bffa312e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:03.358685 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-82499dbf-d869-49de-b941-4bffa312e299 None None] For port 08c14417-9e4e-415c-9543-cd8bea242020, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=08c14417-9e4e-415c-9543-cd8bea242020,segment=NetworkSegment(630aa44e-4de7-47da-86f4-fca188cabb02),segment_id=630aa44e-4de7-47da-86f4-fca188cabb02)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:03.365014 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-82499dbf-d869-49de-b941-4bffa312e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:03.367935 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a679c1-4e94-48e2-b423-1a80fa598faa req-1c297b95-e681-4355-8574-3ddcf9f79fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:03.369761 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-58a679c1-4e94-48e2-b423-1a80fa598faa req-1c297b95-e681-4355-8574-3ddcf9f79fef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.1282468 Dec 20 21:24:03.386923 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-5b50a89f-2b2f-44cc-86d9-0c0072940020 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:24:03.390669 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-5b50a89f-2b2f-44cc-86d9-0c0072940020 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1558509 Dec 20 21:24:03.413538 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'name': 'tempest-ServersTestFqdnHostnames-80154773-router', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:51Z', 'updated_at': '2021-12-20T21:23:58Z', 'revision_number': 4, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'gw_port': {'id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:52Z', 'updated_at': '2021-12-20T21:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '08c14417-9e4e-415c-9543-cd8bea242020', 'name': '', 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'mac_address': 'fa:16:3e:06:b4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:57Z', 'updated_at': '2021-12-20T21:24:02Z', 'revision_number': 4, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'subnets': [{'id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:03.502999 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b12a75-7e85-40d9-b07a-3b827700a2c2 None None] The sync data for ids ['e846388f-79c2-432b-aacb-38c0969981a3'] in n-d-xena-1 is: [{'id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'name': 'tempest-ServersTestFqdnHostnames-80154773-router', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:51Z', 'updated_at': '2021-12-20T21:23:58Z', 'revision_number': 4, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'gw_port': {'id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:52Z', 'updated_at': '2021-12-20T21:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '08c14417-9e4e-415c-9543-cd8bea242020', 'name': '', 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'mac_address': 'fa:16:3e:06:b4:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:57Z', 'updated_at': '2021-12-20T21:24:02Z', 'revision_number': 4, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'subnets': [{'id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:24:03.528452 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-94839ba2-5977-4184-8070-da1c3ff994d7 req-9f0bd3d0-3fda-4e26-a4e2-c36c23678740 service neutron] 10.222.0.66 "GET /v2.0/networks/91a17406-62d0-4d0a-a21f-5bacf24898bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477870 Dec 20 21:24:03.556233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82499dbf-d869-49de-b941-4bffa312e299 None None] Pushing event updated for resources: {'Port': ['ID=08c14417-9e4e-415c-9543-cd8bea242020,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:03.566523 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-58a679c1-4e94-48e2-b423-1a80fa598faa req-12fabf29-a461-40e8-9823-4d3e770946bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412079 Dec 20 21:24:03.609940 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-82fd7003-dfc2-4cda-8cc4-7d909e64efb5 None None] Provisioning complete for port 08c14417-9e4e-415c-9543-cd8bea242020 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:03.610366 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-82fd7003-dfc2-4cda-8cc4-7d909e64efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:03.714215 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58689e-f481-4036-89dd-4ace837cc9c6 req-826f42ef-9f8d-45ce-889e-b0d292c50b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:03.716061 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d58689e-f481-4036-89dd-4ace837cc9c6 req-826f42ef-9f8d-45ce-889e-b0d292c50b00 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f83f9aee134c4c8fb39b80536b9845fe&device_id=19738138-43af-4aec-98ab-896ad9103869 HTTP/1.1" status: 200 len: 1093 time: 0.0644150 Dec 20 21:24:03.734423 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db62762-5644-4c3c-be93-a3705665a533 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:03.765438 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29092ea7-faae-4471-b521-e712ef89ea69 req-593aaae2-1ab4-4040-b0a9-49c307515e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:03.773899 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-593aaae2-1ab4-4040-b0a9-49c307515e56 service neutron] 10.222.0.32 "GET /v2.0/ports/d56946d1-6e73-4a24-a0ed-559cd785d734 HTTP/1.1" status: 200 len: 1091 time: 0.3465765 Dec 20 21:24:03.821546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-29092ea7-faae-4471-b521-e712ef89ea69 req-94e000f7-b432-43b3-9fe1-1cd03cdbcbec service neutron] Request body: {'binding': {'host': 'n-h1-xena-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:03.822004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-29092ea7-faae-4471-b521-e712ef89ea69 req-94e000f7-b432-43b3-9fe1-1cd03cdbcbec service neutron] Unknown quota resources ['binding']. {{(pid=102402) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 21:24:03.831197 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58689e-f481-4036-89dd-4ace837cc9c6 req-b84ebec9-8061-43fd-890d-f5a51faf4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:03.833396 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d58689e-f481-4036-89dd-4ace837cc9c6 req-b84ebec9-8061-43fd-890d-f5a51faf4277 service neutron] 10.222.0.66 "GET /v2.0/networks?id=91a17406-62d0-4d0a-a21f-5bacf24898bf HTTP/1.1" status: 200 len: 922 time: 0.1081867 Dec 20 21:24:03.844005 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db62762-5644-4c3c-be93-a3705665a533 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:03.889417 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d58689e-f481-4036-89dd-4ace837cc9c6 req-c41e9830-01cf-405a-b57e-4cd37616653b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=201844a7-60f7-4e41-a9af-82d17fd69589 HTTP/1.1" status: 200 len: 217 time: 0.0428472 Dec 20 21:24:03.917628 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35c827-3528-4a76-9d99-30ec0558c2b6 req-49d8c15f-06ac-4d78-9d8b-6a01303c43ad tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:03.919109 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fe35c827-3528-4a76-9d99-30ec0558c2b6 req-49d8c15f-06ac-4d78-9d8b-6a01303c43ad tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.4971602 Dec 20 21:24:03.958298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58689e-f481-4036-89dd-4ace837cc9c6 req-bb24030b-9b48-41d7-920f-00702078ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:03.960534 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d58689e-f481-4036-89dd-4ace837cc9c6 req-bb24030b-9b48-41d7-920f-00702078ab20 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1a5e9244-5854-4339-acc2-72519f2d0df5 HTTP/1.1" status: 200 len: 861 time: 0.0637953 Dec 20 21:24:03.969074 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db62762-5644-4c3c-be93-a3705665a533 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:03.995643 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d58689e-f481-4036-89dd-4ace837cc9c6 req-8cc98dff-9291-4f2f-949d-ae5e35e41e1c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=91a17406-62d0-4d0a-a21f-5bacf24898bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279317 Dec 20 21:24:04.069418 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db62762-5644-4c3c-be93-a3705665a533 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Pushing event updated for resources: {'Port': ['ID=171e95d6-1682-4642-aa9f-080586a7e80e,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:04.089153 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fe35c827-3528-4a76-9d99-30ec0558c2b6 req-5f2078fc-ceb5-4c83-80c8-fae589fb0eee tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896759 Dec 20 21:24:04.095096 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1db62762-5644-4c3c-be93-a3705665a533 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:04.102134 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1db62762-5644-4c3c-be93-a3705665a533 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5662408 Dec 20 21:24:04.102134 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-58a679c1-4e94-48e2-b423-1a80fa598faa req-112b9f9d-279d-442c-80c8-1bd7d649f685 service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635143 Dec 20 21:24:04.131636 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d58689e-f481-4036-89dd-4ace837cc9c6 req-5826e24b-29b5-4eb2-a025-1a5ed1d54609 service neutron] 10.222.0.66 "GET /v2.0/networks/91a17406-62d0-4d0a-a21f-5bacf24898bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257660 Dec 20 21:24:04.281157 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-29092ea7-faae-4471-b521-e712ef89ea69 req-94e000f7-b432-43b3-9fe1-1cd03cdbcbec service neutron] Attempting to bind port d56946d1-6e73-4a24-a0ed-559cd785d734 on host n-h1-xena-1 for vnic_type normal with profile None {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:24:04.282186 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-29092ea7-faae-4471-b521-e712ef89ea69 req-94e000f7-b432-43b3-9fe1-1cd03cdbcbec service neutron] Attempting to bind port d56946d1-6e73-4a24-a0ed-559cd785d734 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:24:04.282845 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29092ea7-faae-4471-b521-e712ef89ea69 req-94e000f7-b432-43b3-9fe1-1cd03cdbcbec service neutron] Attempting to bind port d56946d1-6e73-4a24-a0ed-559cd785d734 on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:24:04.285869 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d58689e-f481-4036-89dd-4ace837cc9c6 req-aaef0790-50f7-4e31-80a1-a52511d7f7e2 service neutron] 10.222.0.66 "GET /v2.0/networks/91a17406-62d0-4d0a-a21f-5bacf24898bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390734 Dec 20 21:24:04.295021 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29092ea7-faae-4471-b521-e712ef89ea69 req-94e000f7-b432-43b3-9fe1-1cd03cdbcbec service neutron] Port d56946d1-6e73-4a24-a0ed-559cd785d734 on network ef25a713-78cb-4680-b602-defc0f8ef6dd not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:24:04.295820 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29092ea7-faae-4471-b521-e712ef89ea69 req-94e000f7-b432-43b3-9fe1-1cd03cdbcbec service neutron] Attempting to bind port d56946d1-6e73-4a24-a0ed-559cd785d734 on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:24:04.312117 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29092ea7-faae-4471-b521-e712ef89ea69 req-94e000f7-b432-43b3-9fe1-1cd03cdbcbec service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:24:04.312604 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29092ea7-faae-4471-b521-e712ef89ea69 req-94e000f7-b432-43b3-9fe1-1cd03cdbcbec service neutron] Checking segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:24:04.312990 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29092ea7-faae-4471-b521-e712ef89ea69 req-94e000f7-b432-43b3-9fe1-1cd03cdbcbec service neutron] Bound using segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:24:04.313425 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-29092ea7-faae-4471-b521-e712ef89ea69 req-94e000f7-b432-43b3-9fe1-1cd03cdbcbec service neutron] Bound port: d56946d1-6e73-4a24-a0ed-559cd785d734, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:24:04.371487 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-58a679c1-4e94-48e2-b423-1a80fa598faa req-db111496-ee4a-47be-b9a7-f0d5d6c9bcff service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603371 Dec 20 21:24:04.399869 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-29092ea7-faae-4471-b521-e712ef89ea69 req-94e000f7-b432-43b3-9fe1-1cd03cdbcbec service neutron] For port d56946d1-6e73-4a24-a0ed-559cd785d734, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=d56946d1-6e73-4a24-a0ed-559cd785d734,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:24:04.408099 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-29092ea7-faae-4471-b521-e712ef89ea69 req-94e000f7-b432-43b3-9fe1-1cd03cdbcbec service neutron] Notify callbacks [] for binding, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:04.409553 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-94e000f7-b432-43b3-9fe1-1cd03cdbcbec service neutron] 10.222.0.32 "POST /v2.0/ports/d56946d1-6e73-4a24-a0ed-559cd785d734/bindings HTTP/1.1" status: 201 len: 387 time: 0.6339874 Dec 20 21:24:04.609500 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb7a09-a20d-4b48-89e1-d81741ef7256 req-6378cb15-fc54-4f92-a138-bf324a75bc8c tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:04.613896 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3ffb7a09-a20d-4b48-89e1-d81741ef7256 req-6378cb15-fc54-4f92-a138-bf324a75bc8c tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/ports?device_id=19738138-43af-4aec-98ab-896ad9103869 HTTP/1.1" status: 200 len: 944 time: 0.1226118 Dec 20 21:24:04.675284 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-25387659-5241-40fa-b7dc-172639e7e79a req-a299b5ef-2d53-4569-a6df-3383ea1f64b1 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--919736160&fields=id&tenant_id=7c353231cd2743b99ab619da74a67aed HTTP/1.1" status: 200 len: 267 time: 0.0785472 Dec 20 21:24:04.689143 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 08c14417-9e4e-415c-9543-cd8bea242020 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:24:04.701951 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3ffb7a09-a20d-4b48-89e1-d81741ef7256 req-5ea8aafe-1ee2-41ef-96a3-94494a4f6d39 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ac30406-f2e4-4ea6-b08f-3527f2db410d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805049 Dec 20 21:24:04.809033 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 08c14417-9e4e-415c-9543-cd8bea242020 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:04.810841 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:04.829502 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29092ea7-faae-4471-b521-e712ef89ea69 req-a00a1649-ba82-4295-8513-2104417eb647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:04.832280 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-a00a1649-ba82-4295-8513-2104417eb647 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 1094 time: 0.1255469 Dec 20 21:24:04.857756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f56d7-7205-4b47-ba83-cd21233d1dd2 req-71e78d3b-01b8-4f2c-a6f2-f8df1e228355 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:04.868904 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b58f56d7-7205-4b47-ba83-cd21233d1dd2 req-71e78d3b-01b8-4f2c-a6f2-f8df1e228355 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 945 time: 0.0972457 Dec 20 21:24:04.884159 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25387659-5241-40fa-b7dc-172639e7e79a req-984cd49e-41bb-4a38-9da0-b332a0ada79b tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:04.895199 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-25387659-5241-40fa-b7dc-172639e7e79a req-984cd49e-41bb-4a38-9da0-b332a0ada79b tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/networks?id=e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 HTTP/1.1" status: 200 len: 813 time: 0.2011194 Dec 20 21:24:04.918498 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-25387659-5241-40fa-b7dc-172639e7e79a req-3cb19dfb-5ca7-4643-b9ac-d6aff6e2cfc6 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/quotas/7c353231cd2743b99ab619da74a67aed HTTP/1.1" status: 200 len: 375 time: 0.0222130 Dec 20 21:24:04.979253 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-25387659-5241-40fa-b7dc-172639e7e79a req-75a26f20-170f-45fd-9dcd-24ddbc2e3321 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c353231cd2743b99ab619da74a67aed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597105 Dec 20 21:24:04.986254 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b58f56d7-7205-4b47-ba83-cd21233d1dd2 req-50fb45c6-384a-4361-a3d7-3a0fc552f765 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105568 Dec 20 21:24:05.006037 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29092ea7-faae-4471-b521-e712ef89ea69 req-887af7d2-52b2-4d84-92ee-b1532e16eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:05.007528 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-887af7d2-52b2-4d84-92ee-b1532e16eb12 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 907 time: 0.1626291 Dec 20 21:24:05.060789 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-8ba528e9-85b8-40a4-a948-42ef7eba45ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d56946d1-6e73-4a24-a0ed-559cd785d734 HTTP/1.1" status: 200 len: 217 time: 0.0460868 Dec 20 21:24:05.078671 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-25387659-5241-40fa-b7dc-172639e7e79a req-0f9d0ef9-fe3b-4420-b71a-b200db2fd146 service neutron] 10.222.0.32 "GET /v2.0/networks/e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862582 Dec 20 21:24:05.111329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29092ea7-faae-4471-b521-e712ef89ea69 req-6a641aa6-c344-488a-8f8b-9bcc8e554c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:05.112950 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-6a641aa6-c344-488a-8f8b-9bcc8e554c03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.0457511 Dec 20 21:24:05.155164 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-c57d3b1a-1dd2-4095-a2d6-a4ae9e00ef96 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339167 Dec 20 21:24:05.192149 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-25387659-5241-40fa-b7dc-172639e7e79a req-cf518573-c6b0-45aa-8a51-d34ce95ee32a service neutron] 10.222.0.32 "GET /v2.0/networks/e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083422 Dec 20 21:24:05.291342 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e020b2-bf60-43cb-8a65-c21041d94b74 req-408c16d8-dbff-448a-8d3b-8277c389df79 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:05.293093 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-64e020b2-bf60-43cb-8a65-c21041d94b74 req-408c16d8-dbff-448a-8d3b-8277c389df79 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1212881 Dec 20 21:24:05.318959 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-d95407f8-933a-4a91-87b5-1e01b62ed109 service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554554 Dec 20 21:24:05.412518 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-64e020b2-bf60-43cb-8a65-c21041d94b74 req-9d369889-06da-4065-a4e7-e5663d085c83 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132250 Dec 20 21:24:05.498389 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-53d2a64c-3fc7-4592-9696-855950fea769 service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696298 Dec 20 21:24:05.520477 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-38bed3d2-e760-4ac0-9aa6-a4987b6b60ab req-377a6016-d1f2-4c2b-a27d-de5f38360012 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 210 time: 0.0525527 Dec 20 21:24:05.689407 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 201844a7-60f7-4e41-a9af-82d17fd69589 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:24:05.801058 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 201844a7-60f7-4e41-a9af-82d17fd69589, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=201844a7-60f7-4e41-a9af-82d17fd69589,segment=NetworkSegment(e7446259-1c56-4557-928b-4690aea5bffc),segment_id=e7446259-1c56-4557-928b-4690aea5bffc)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:05.816686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '201844a7-60f7-4e41-a9af-82d17fd69589', 'network_id': '91a17406-62d0-4d0a-a21f-5bacf24898bf', 'port_id': '201844a7-60f7-4e41-a9af-82d17fd69589', 'mac_address': 'fa:16:3e:b6:f1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a5e9244-5854-4339-acc2-72519f2d0df5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:24:05.864061 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:05.879985 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201844a7-60f7-4e41-a9af-82d17fd69589 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:24:05.886637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b79bf7-5810-41e6-884e-89fc828441b5 req-6de5b6ee-187b-47a6-9aa5-9eb8617373f0 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:05.904173 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90b79bf7-5810-41e6-884e-89fc828441b5 req-6de5b6ee-187b-47a6-9aa5-9eb8617373f0 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/ports?device_id=19738138-43af-4aec-98ab-896ad9103869 HTTP/1.1" status: 200 len: 944 time: 0.1031229 Dec 20 21:24:05.904521 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 201844a7-60f7-4e41-a9af-82d17fd69589, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=201844a7-60f7-4e41-a9af-82d17fd69589,segment=NetworkSegment(e7446259-1c56-4557-928b-4690aea5bffc),segment_id=e7446259-1c56-4557-928b-4690aea5bffc)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:05.910521 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:05.969119 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90b79bf7-5810-41e6-884e-89fc828441b5 req-450a7a73-d269-414e-9f73-632a47bedb34 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ac30406-f2e4-4ea6-b08f-3527f2db410d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608118 Dec 20 21:24:05.982701 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=201844a7-60f7-4e41-a9af-82d17fd69589,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:06.113843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790691a-68ce-43af-89f2-a7a49d687772 req-cf86715f-5f41-4b5f-a3c6-91ad4f865ef3 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:06.115497 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2790691a-68ce-43af-89f2-a7a49d687772 req-cf86715f-5f41-4b5f-a3c6-91ad4f865ef3 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 945 time: 0.0489593 Dec 20 21:24:06.166469 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2790691a-68ce-43af-89f2-a7a49d687772 req-f8fd9003-2f54-43cb-9c5b-ee524710d559 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443943 Dec 20 21:24:06.268437 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['201844a7-60f7-4e41-a9af-82d17fd69589'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:24:06.537653 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59c83c-2959-41c6-bbb7-7f01bbcde51d req-51bfa6f4-8b6e-4524-84f4-97fce417e09e tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:06.539377 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef59c83c-2959-41c6-bbb7-7f01bbcde51d req-51bfa6f4-8b6e-4524-84f4-97fce417e09e tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0537794 Dec 20 21:24:06.598350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef59c83c-2959-41c6-bbb7-7f01bbcde51d req-fbd36329-1129-42c7-8542-12f7fd87b088 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505631 Dec 20 21:24:06.651652 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-baab2f86-4d6c-42f9-99c8-2dffcba5048e req-ff80805e-19b8-4c6d-87c9-7337a87a6ffd tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 210 time: 0.0490127 Dec 20 21:24:06.766989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25387659-5241-40fa-b7dc-172639e7e79a req-d1a28627-9849-43f3-968f-740827e89fee tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:06.769187 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25387659-5241-40fa-b7dc-172639e7e79a req-d1a28627-9849-43f3-968f-740827e89fee tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.31 "GET /v2.0/networks?id=e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 HTTP/1.1" status: 200 len: 813 time: 0.1574693 Dec 20 21:24:06.832699 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25387659-5241-40fa-b7dc-172639e7e79a req-95303669-aace-4e1f-b8e6-4e9fb3222ffd tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c353231cd2743b99ab619da74a67aed HTTP/1.1" status: 200 len: 379 time: 0.0416198 Dec 20 21:24:06.867546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-25387659-5241-40fa-b7dc-172639e7e79a req-b63e097d-97f7-4362-8890-9ac7e1b155d5 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Request body: {'port': {'device_id': '2784fd1f-e950-4b51-ae00-44408f3ade4a', 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6', 'admin_state_up': True, 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'security_groups': ['cca0a181-adb6-4e83-882d-9e74c3fc98a2']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:06.987274 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25387659-5241-40fa-b7dc-172639e7e79a req-b63e097d-97f7-4362-8890-9ac7e1b155d5 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Made reservation on behalf of 7c353231cd2743b99ab619da74a67aed for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:24:06.991088 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-25387659-5241-40fa-b7dc-172639e7e79a req-b63e097d-97f7-4362-8890-9ac7e1b155d5 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:07.085502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd4bf9-e44c-4b33-8b1a-8faa480ed0f8 req-6608c7a9-1546-4a4e-9902-cb23f0889406 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:07.087187 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-11dd4bf9-e44c-4b33-8b1a-8faa480ed0f8 req-6608c7a9-1546-4a4e-9902-cb23f0889406 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/ports?device_id=19738138-43af-4aec-98ab-896ad9103869 HTTP/1.1" status: 200 len: 945 time: 0.0520606 Dec 20 21:24:07.119864 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-25387659-5241-40fa-b7dc-172639e7e79a req-b63e097d-97f7-4362-8890-9ac7e1b155d5 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Allocated IP 172.20.0.8 (e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6/a044a341-dedb-4ba2-9476-86e7babe3fa6/e3d60c34-7f02-4180-8d8f-2dabf7ec89ee) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:24:07.128039 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-11dd4bf9-e44c-4b33-8b1a-8faa480ed0f8 req-152d0662-6ce9-461b-8bde-7165c3d55157 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ac30406-f2e4-4ea6-b08f-3527f2db410d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333354 Dec 20 21:24:07.279955 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-25387659-5241-40fa-b7dc-172639e7e79a req-b63e097d-97f7-4362-8890-9ac7e1b155d5 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:07.319202 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7928b-534c-4430-9c6d-1e05f341bfa7 req-dd197a78-631a-4ae7-a531-6b34297f3678 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:07.320684 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1ee7928b-534c-4430-9c6d-1e05f341bfa7 req-dd197a78-631a-4ae7-a531-6b34297f3678 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 945 time: 0.0771761 Dec 20 21:24:07.344844 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-25387659-5241-40fa-b7dc-172639e7e79a req-b63e097d-97f7-4362-8890-9ac7e1b155d5 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:07.401758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25387659-5241-40fa-b7dc-172639e7e79a req-b63e097d-97f7-4362-8890-9ac7e1b155d5 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Network e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:24:07.408116 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1ee7928b-534c-4430-9c6d-1e05f341bfa7 req-f7056ecb-6a73-4889-9be5-6f1928e12f2f tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800169 Dec 20 21:24:07.411597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-25387659-5241-40fa-b7dc-172639e7e79a req-b63e097d-97f7-4362-8890-9ac7e1b155d5 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:24:07.414228 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-25387659-5241-40fa-b7dc-172639e7e79a req-b63e097d-97f7-4362-8890-9ac7e1b155d5 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:24:07.453816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e097d-97f7-4362-8890-9ac7e1b155d5 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Pushing event updated for resources: {'Port': ['ID=e3d60c34-7f02-4180-8d8f-2dabf7ec89ee,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:07.476930 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25387659-5241-40fa-b7dc-172639e7e79a req-b63e097d-97f7-4362-8890-9ac7e1b155d5 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:07.477552 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-25387659-5241-40fa-b7dc-172639e7e79a req-b63e097d-97f7-4362-8890-9ac7e1b155d5 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:07.499587 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25387659-5241-40fa-b7dc-172639e7e79a req-b63e097d-97f7-4362-8890-9ac7e1b155d5 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6359541 Dec 20 21:24:07.523919 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Request body: {'port': {'device_id': '2784fd1f-e950-4b51-ae00-44408f3ade4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:07.599765 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:07.693094 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 201844a7-60f7-4e41-a9af-82d17fd69589 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:24:07.737007 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2d72c380-df2d-436e-abde-f55e11e5179f None None] Provisioning complete for port e3d60c34-7f02-4180-8d8f-2dabf7ec89ee triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:07.738054 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d72c380-df2d-436e-abde-f55e11e5179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:07.793003 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2d72c380-df2d-436e-abde-f55e11e5179f None None] Port e3d60c34-7f02-4180-8d8f-2dabf7ec89ee cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:24:07.804675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 201844a7-60f7-4e41-a9af-82d17fd69589 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:24:07.810198 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 201844a7-60f7-4e41-a9af-82d17fd69589 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:07.810912 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:07.820259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150fb46-723b-4001-a795-9cd2ca97eb8b req-be84040c-9982-4e5f-9f8d-a0322a7e4968 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:07.822045 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a150fb46-723b-4001-a795-9cd2ca97eb8b req-be84040c-9982-4e5f-9f8d-a0322a7e4968 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 931 time: 0.0600750 Dec 20 21:24:07.844387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94edbf-76f6-4173-a0cf-28b17d8639d4 req-ce6c8a88-6074-4e2f-9611-6302ac27824c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:07.846093 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8c94edbf-76f6-4173-a0cf-28b17d8639d4 req-ce6c8a88-6074-4e2f-9611-6302ac27824c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1090417 Dec 20 21:24:07.881425 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a150fb46-723b-4001-a795-9cd2ca97eb8b req-a457ce87-2899-406b-8df7-b7b4e6b95be2 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/security-groups?id=cca0a181-adb6-4e83-882d-9e74c3fc98a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525305 Dec 20 21:24:07.916907 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:07.919481 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8c94edbf-76f6-4173-a0cf-28b17d8639d4 req-6297e6f4-726e-46b9-9c39-38704b316995 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618410 Dec 20 21:24:07.964160 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19738138-43af-4aec-98ab-896ad9103869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201844a7-60f7-4e41-a9af-82d17fd69589'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:24:07.967105 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceff53ae-3afe-4b88-ac20-9250b9bf8ea9" -d '{"events": [{"server_uuid": "19738138-43af-4aec-98ab-896ad9103869", "name": "network-vif-plugged", "status": "completed", "tag": "201844a7-60f7-4e41-a9af-82d17fd69589"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:24:07.971290 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 201844a7-60f7-4e41-a9af-82d17fd69589, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=201844a7-60f7-4e41-a9af-82d17fd69589,segment=NetworkSegment(e7446259-1c56-4557-928b-4690aea5bffc),segment_id=e7446259-1c56-4557-928b-4690aea5bffc)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:07.976630 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:07.978052 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d60c34-7f02-4180-8d8f-2dabf7ec89ee {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:24:07.987359 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:08.003169 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Transition to ACTIVE for port object e3d60c34-7f02-4180-8d8f-2dabf7ec89ee will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:24:08.008109 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:08.040501 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18511896-be21-459a-90a9-64278559c5d1 x-openstack-request-id: req-18511896-be21-459a-90a9-64278559c5d1 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:24:08.041021 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19738138-43af-4aec-98ab-896ad9103869", "name": "network-vif-plugged", "status": "completed", "tag": "201844a7-60f7-4e41-a9af-82d17fd69589", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:24:08.041275 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18511896-be21-459a-90a9-64278559c5d1 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:24:08.041646 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19738138-43af-4aec-98ab-896ad9103869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201844a7-60f7-4e41-a9af-82d17fd69589', 'code': 200} Dec 20 21:24:08.046353 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=201844a7-60f7-4e41-a9af-82d17fd69589,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:08.067995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d60c34-7f02-4180-8d8f-2dabf7ec89ee,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:08.259639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9148335-7847-4a5c-b87a-9c24fb122cfe req-166f1ef2-99f8-469a-b5bd-ac245891b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:08.261936 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f9148335-7847-4a5c-b87a-9c24fb122cfe req-166f1ef2-99f8-469a-b5bd-ac245891b87b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=19738138-43af-4aec-98ab-896ad9103869 HTTP/1.1" status: 200 len: 1095 time: 0.1074452 Dec 20 21:24:08.306796 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f9148335-7847-4a5c-b87a-9c24fb122cfe req-3301d1cc-699f-46c0-8391-bedfbfad56f9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9ac30406-f2e4-4ea6-b08f-3527f2db410d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372422 Dec 20 21:24:08.333132 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25f1c9-abc1-4859-8a2e-078b46e3ee60 req-193ba1d9-fa5d-4cab-8c9e-39ace49b56cb tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:08.334721 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ac25f1c9-abc1-4859-8a2e-078b46e3ee60 req-193ba1d9-fa5d-4cab-8c9e-39ace49b56cb tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/ports?device_id=19738138-43af-4aec-98ab-896ad9103869 HTTP/1.1" status: 200 len: 946 time: 0.1123636 Dec 20 21:24:08.377144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ac25f1c9-abc1-4859-8a2e-078b46e3ee60 req-a993a2d6-6060-4645-9d48-80ed3ed8ae15 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ac30406-f2e4-4ea6-b08f-3527f2db410d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357194 Dec 20 21:24:08.494865 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Attempting to bind port e3d60c34-7f02-4180-8d8f-2dabf7ec89ee on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:24:08.495262 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Attempting to bind port e3d60c34-7f02-4180-8d8f-2dabf7ec89ee by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '630aa44e-4de7-47da-86f4-fca188cabb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:24:08.495528 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Attempting to bind port e3d60c34-7f02-4180-8d8f-2dabf7ec89ee on network e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:24:08.521926 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Port e3d60c34-7f02-4180-8d8f-2dabf7ec89ee on network e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:24:08.522464 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Attempting to bind port e3d60c34-7f02-4180-8d8f-2dabf7ec89ee on network e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:24:08.530800 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:24:08.531254 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Checking segment: {'id': '630aa44e-4de7-47da-86f4-fca188cabb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:24:08.531752 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Bound using segment: {'id': '630aa44e-4de7-47da-86f4-fca188cabb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:24:08.532292 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Bound port: e3d60c34-7f02-4180-8d8f-2dabf7ec89ee, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '630aa44e-4de7-47da-86f4-fca188cabb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:24:08.532798 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:08.561624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411fc72-efa6-4abb-af08-b7fc9a4c9513 req-0bcece08-8458-4c80-a3b9-4f23216bfe16 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:08.563136 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8411fc72-efa6-4abb-af08-b7fc9a4c9513 req-0bcece08-8458-4c80-a3b9-4f23216bfe16 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 945 time: 0.0798221 Dec 20 21:24:08.642101 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8411fc72-efa6-4abb-af08-b7fc9a4c9513 req-b081d30d-5411-4dd0-8461-30695c462c4e tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595446 Dec 20 21:24:08.650274 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] For port e3d60c34-7f02-4180-8d8f-2dabf7ec89ee, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:24:08.655245 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] For port e3d60c34-7f02-4180-8d8f-2dabf7ec89ee, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e3d60c34-7f02-4180-8d8f-2dabf7ec89ee,segment=NetworkSegment(630aa44e-4de7-47da-86f4-fca188cabb02),segment_id=630aa44e-4de7-47da-86f4-fca188cabb02)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:24:08.660892 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:08.697862 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:08.698494 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:08.699879 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25387659-5241-40fa-b7dc-172639e7e79a req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] 10.222.0.31 "PUT /v2.0/ports/e3d60c34-7f02-4180-8d8f-2dabf7ec89ee HTTP/1.1" status: 200 len: 1089 time: 1.1818295 Dec 20 21:24:08.700312 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2784fd1f-e950-4b51-ae00-44408f3ade4a', 'tag': 'e3d60c34-7f02-4180-8d8f-2dabf7ec89ee'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:24:08.702579 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e0abb8-d00e-46a2-b49c-7eaf7a284f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "2784fd1f-e950-4b51-ae00-44408f3ade4a", "tag": "e3d60c34-7f02-4180-8d8f-2dabf7ec89ee"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:24:08.743154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb3539-a3cb-4ca3-967d-6d9f715ad135 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d60c34-7f02-4180-8d8f-2dabf7ec89ee,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:08.747950 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f986253-a4f6-4592-8164-c978a4f1da80 x-openstack-request-id: req-5f986253-a4f6-4592-8164-c978a4f1da80 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:24:08.748308 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2784fd1f-e950-4b51-ae00-44408f3ade4a", "tag": "e3d60c34-7f02-4180-8d8f-2dabf7ec89ee", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:24:08.748619 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f986253-a4f6-4592-8164-c978a4f1da80 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:24:08.749066 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2784fd1f-e950-4b51-ae00-44408f3ade4a', 'tag': 'e3d60c34-7f02-4180-8d8f-2dabf7ec89ee', 'status': 'completed', 'code': 200} Dec 20 21:24:08.807387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25387659-5241-40fa-b7dc-172639e7e79a req-f52eae7b-b465-47e6-989f-be9104f14e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:08.808914 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25387659-5241-40fa-b7dc-172639e7e79a req-f52eae7b-b465-47e6-989f-be9104f14e22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c353231cd2743b99ab619da74a67aed&device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 1092 time: 0.0452857 Dec 20 21:24:08.862647 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25387659-5241-40fa-b7dc-172639e7e79a req-444b874d-59f8-4204-9714-19bb1f7638e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d60c34-7f02-4180-8d8f-2dabf7ec89ee HTTP/1.1" status: 200 len: 217 time: 0.0397997 Dec 20 21:24:08.916690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25387659-5241-40fa-b7dc-172639e7e79a req-a85b1fc0-e517-469c-9c1d-f1d87f9c719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:08.918301 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25387659-5241-40fa-b7dc-172639e7e79a req-a85b1fc0-e517-469c-9c1d-f1d87f9c719f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a044a341-dedb-4ba2-9476-86e7babe3fa6 HTTP/1.1" status: 200 len: 852 time: 0.0493572 Dec 20 21:24:08.972557 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25387659-5241-40fa-b7dc-172639e7e79a req-946aaf9a-e23f-44d5-aca8-d9631fcc22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:08.974633 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25387659-5241-40fa-b7dc-172639e7e79a req-946aaf9a-e23f-44d5-aca8-d9631fcc22bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0501499 Dec 20 21:24:09.008901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d33b56-1570-4092-95a5-819519300f05 req-d9ed3505-7cf9-48f7-9587-0cf11cf3d276 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:09.010672 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b1d33b56-1570-4092-95a5-819519300f05 req-d9ed3505-7cf9-48f7-9587-0cf11cf3d276 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 943 time: 0.0596852 Dec 20 21:24:09.052438 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b1d33b56-1570-4092-95a5-819519300f05 req-4c43e630-3219-48e8-8b8d-6f47a03a1a08 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/security-groups?id=cca0a181-adb6-4e83-882d-9e74c3fc98a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353870 Dec 20 21:24:09.113181 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a12a29-8d53-4c39-a9e7-4fa899bd7d84 req-3d13f23f-d7fd-443c-9a97-21d56f8dc444 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:09.114722 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-93a12a29-8d53-4c39-a9e7-4fa899bd7d84 req-3d13f23f-d7fd-443c-9a97-21d56f8dc444 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1086006 Dec 20 21:24:09.143129 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25387659-5241-40fa-b7dc-172639e7e79a req-f3dbe2d9-ddde-45d2-ab21-e693a71b3e80 service neutron] 10.222.0.31 "GET /v2.0/networks/e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597605 Dec 20 21:24:09.172578 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-93a12a29-8d53-4c39-a9e7-4fa899bd7d84 req-0abb427e-f65f-46ee-bc36-4bb88d1c3503 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486481 Dec 20 21:24:09.257460 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25387659-5241-40fa-b7dc-172639e7e79a req-f6171a15-f4e8-44b7-865b-d4a63aaaa5b2 service neutron] 10.222.0.31 "GET /v2.0/networks/e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990112 Dec 20 21:24:09.385367 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0abb8-d00e-46a2-b49c-7eaf7a284f7d req-0c5b3a2c-db68-4cdf-ba4d-bb91a8b9a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:09.386986 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-20e0abb8-d00e-46a2-b49c-7eaf7a284f7d req-0c5b3a2c-db68-4cdf-ba4d-bb91a8b9a716 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c353231cd2743b99ab619da74a67aed&device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 1092 time: 0.0431769 Dec 20 21:24:09.519000 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0abb8-d00e-46a2-b49c-7eaf7a284f7d req-12865346-c921-435d-891c-08b9badd6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:09.520476 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-20e0abb8-d00e-46a2-b49c-7eaf7a284f7d req-12865346-c921-435d-891c-08b9badd6a06 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 HTTP/1.1" status: 200 len: 914 time: 0.1271627 Dec 20 21:24:09.529029 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e525a4-d7cb-4208-b08a-8a6dafe9509a req-d4e91dae-7ca7-4bc5-a034-a4d39f895895 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:09.530417 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87e525a4-d7cb-4208-b08a-8a6dafe9509a req-d4e91dae-7ca7-4bc5-a034-a4d39f895895 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/ports?device_id=19738138-43af-4aec-98ab-896ad9103869 HTTP/1.1" status: 200 len: 946 time: 0.0832577 Dec 20 21:24:09.573152 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-20e0abb8-d00e-46a2-b49c-7eaf7a284f7d req-90a916a7-f19c-4cb4-974b-87e1a1ecf8dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d60c34-7f02-4180-8d8f-2dabf7ec89ee HTTP/1.1" status: 200 len: 217 time: 0.0417426 Dec 20 21:24:09.652879 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87e525a4-d7cb-4208-b08a-8a6dafe9509a req-ac610a6e-9d61-4023-ad70-1d200647f596 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ac30406-f2e4-4ea6-b08f-3527f2db410d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150730 Dec 20 21:24:09.663458 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0abb8-d00e-46a2-b49c-7eaf7a284f7d req-05e0b32d-c48e-470d-bc52-b4df0ce2283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:09.664881 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-20e0abb8-d00e-46a2-b49c-7eaf7a284f7d req-05e0b32d-c48e-470d-bc52-b4df0ce2283d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a044a341-dedb-4ba2-9476-86e7babe3fa6 HTTP/1.1" status: 200 len: 852 time: 0.0835848 Dec 20 21:24:09.722759 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0abb8-d00e-46a2-b49c-7eaf7a284f7d req-62e7f7db-3e13-4da4-a251-21b49c456c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:09.724274 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-20e0abb8-d00e-46a2-b49c-7eaf7a284f7d req-62e7f7db-3e13-4da4-a251-21b49c456c92 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0466940 Dec 20 21:24:09.775193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bec32-f8ba-428d-be11-470a0019ff39 req-b90ffc6e-eab5-4eff-a3ce-5bbc0611c7d4 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:09.777474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-929bec32-f8ba-428d-be11-470a0019ff39 req-b90ffc6e-eab5-4eff-a3ce-5bbc0611c7d4 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 945 time: 0.0518951 Dec 20 21:24:09.824594 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-929bec32-f8ba-428d-be11-470a0019ff39 req-85c281ea-ad63-46c1-9bbc-1f26c68c1518 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403891 Dec 20 21:24:09.832702 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-20e0abb8-d00e-46a2-b49c-7eaf7a284f7d req-7c127d7d-e139-46e7-92ba-141d34f7542b service neutron] 10.222.0.31 "GET /v2.0/networks/e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005132 Dec 20 21:24:09.930658 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-20e0abb8-d00e-46a2-b49c-7eaf7a284f7d req-c0b0f258-98c0-4126-a8ad-e3bc43d0966b service neutron] 10.222.0.31 "GET /v2.0/networks/e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898266 Dec 20 21:24:10.172812 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d5c2d-467c-42a0-ae4e-c6e4923cd547 req-58a78e79-e452-4af0-b30e-41534a825548 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:10.174364 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-151d5c2d-467c-42a0-ae4e-c6e4923cd547 req-58a78e79-e452-4af0-b30e-41534a825548 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 943 time: 0.0519617 Dec 20 21:24:10.213175 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-151d5c2d-467c-42a0-ae4e-c6e4923cd547 req-0bf0c1c7-023a-4996-ada8-a482b3ec1b4a tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/security-groups?id=cca0a181-adb6-4e83-882d-9e74c3fc98a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320621 Dec 20 21:24:10.318444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40a983-81db-4aed-adf4-2b514bd207bb req-dbec99cb-da85-40d2-a0ab-8d9eae9b20ad tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:10.319914 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b40a983-81db-4aed-adf4-2b514bd207bb req-dbec99cb-da85-40d2-a0ab-8d9eae9b20ad tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0515075 Dec 20 21:24:10.367929 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b40a983-81db-4aed-adf4-2b514bd207bb req-4c10cbe8-c5ab-4a21-8ca8-5f986006a182 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407288 Dec 20 21:24:10.777130 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470542b0-99d9-4bb9-9f25-3de2918b4db9 req-95ef06c7-131c-4d47-a62b-7e686670d304 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:10.778526 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-470542b0-99d9-4bb9-9f25-3de2918b4db9 req-95ef06c7-131c-4d47-a62b-7e686670d304 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/ports?device_id=19738138-43af-4aec-98ab-896ad9103869 HTTP/1.1" status: 200 len: 946 time: 0.0519059 Dec 20 21:24:10.824027 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-470542b0-99d9-4bb9-9f25-3de2918b4db9 req-ccce1301-4787-493c-8c3e-69504de9be0e tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ac30406-f2e4-4ea6-b08f-3527f2db410d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394375 Dec 20 21:24:10.951134 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dcf4f-3875-4f21-88e0-03fc53ae4a13 req-15183bfb-99db-4ba1-bcf2-f94ac2e4ed63 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:10.952602 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f71dcf4f-3875-4f21-88e0-03fc53ae4a13 req-15183bfb-99db-4ba1-bcf2-f94ac2e4ed63 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 945 time: 0.0553093 Dec 20 21:24:11.002270 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f71dcf4f-3875-4f21-88e0-03fc53ae4a13 req-bbd55443-1593-41d6-9b93-f0a802dd202d tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394273 Dec 20 21:24:11.333045 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f78b25-642a-4ab5-9ace-dda9bf90aaa9 req-1d52bb20-e10c-430a-91ed-a9d6731b290d tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:11.334598 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c6f78b25-642a-4ab5-9ace-dda9bf90aaa9 req-1d52bb20-e10c-430a-91ed-a9d6731b290d tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 943 time: 0.0545955 Dec 20 21:24:11.372106 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c6f78b25-642a-4ab5-9ace-dda9bf90aaa9 req-d3a5ce35-d473-427e-9578-eca61c7858b9 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/security-groups?id=cca0a181-adb6-4e83-882d-9e74c3fc98a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312989 Dec 20 21:24:11.480227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121761c-ebf2-4239-a2b4-06ba00ee49ba req-200be3b5-385b-4030-938e-68b886c95712 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:11.481848 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c121761c-ebf2-4239-a2b4-06ba00ee49ba req-200be3b5-385b-4030-938e-68b886c95712 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/ports?device_id=19738138-43af-4aec-98ab-896ad9103869 HTTP/1.1" status: 200 len: 946 time: 0.0525453 Dec 20 21:24:11.520437 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c121761c-ebf2-4239-a2b4-06ba00ee49ba req-a0d5f2b3-0e7b-4948-a775-ce3ffc46d7dd tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ac30406-f2e4-4ea6-b08f-3527f2db410d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321221 Dec 20 21:24:11.568311 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e2c7a-fb8c-46e7-b17f-b3883e24dc67 req-fd1e171d-c0ac-47e6-a2c5-94bb0f15f5d1 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:11.569938 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-071e2c7a-fb8c-46e7-b17f-b3883e24dc67 req-fd1e171d-c0ac-47e6-a2c5-94bb0f15f5d1 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0558708 Dec 20 21:24:11.615392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-071e2c7a-fb8c-46e7-b17f-b3883e24dc67 req-9db8a4b9-702e-4c74-8284-a5b09be9e57c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394557 Dec 20 21:24:12.123210 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d4323-ccf6-47a9-952d-b3b6682a908d req-1eb5060f-0d17-4640-aeaa-6c1e80c46afe tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:12.124713 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-583d4323-ccf6-47a9-952d-b3b6682a908d req-1eb5060f-0d17-4640-aeaa-6c1e80c46afe tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 945 time: 0.0504522 Dec 20 21:24:12.164540 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-583d4323-ccf6-47a9-952d-b3b6682a908d req-9988f991-bd1b-4013-a85b-1fd9ac295334 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333476 Dec 20 21:24:12.492567 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c691cc-74ea-4fc6-881c-f2627ed3b9b2 req-5d0b6b44-12a6-4336-ac00-b8705c7adc41 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:12.494037 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e3c691cc-74ea-4fc6-881c-f2627ed3b9b2 req-5d0b6b44-12a6-4336-ac00-b8705c7adc41 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 943 time: 0.0502627 Dec 20 21:24:12.537212 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e3c691cc-74ea-4fc6-881c-f2627ed3b9b2 req-a4881db8-32d4-4907-8552-984cfabaa488 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/security-groups?id=cca0a181-adb6-4e83-882d-9e74c3fc98a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373018 Dec 20 21:24:12.652400 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56b8b3-a014-446b-a197-e6d8e83c191d req-1e51b0d2-f7c6-4e83-9fdd-8112d08f0b00 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:12.653815 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e56b8b3-a014-446b-a197-e6d8e83c191d req-1e51b0d2-f7c6-4e83-9fdd-8112d08f0b00 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/ports?device_id=19738138-43af-4aec-98ab-896ad9103869 HTTP/1.1" status: 200 len: 946 time: 0.0624528 Dec 20 21:24:12.694017 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e56b8b3-a014-446b-a197-e6d8e83c191d req-dbfa25c4-a5d3-4779-97e4-049294e663da tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ac30406-f2e4-4ea6-b08f-3527f2db410d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341012 Dec 20 21:24:12.737396 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee265f0-88d6-43c8-bfa1-557248955265 req-e654fe40-4edb-4665-99f4-8b7306d2f72b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:12.739086 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ee265f0-88d6-43c8-bfa1-557248955265 req-e654fe40-4edb-4665-99f4-8b7306d2f72b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0519919 Dec 20 21:24:12.787022 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ee265f0-88d6-43c8-bfa1-557248955265 req-6c04d256-241a-49cc-a479-714aa2aeab23 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385396 Dec 20 21:24:13.004574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c729fbe3-54de-4989-ba64-84a1bbe031b1 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:24:13.101282 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c729fbe3-54de-4989-ba64-84a1bbe031b1, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:13.114288 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'c729fbe3-54de-4989-ba64-84a1bbe031b1', 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98', 'port_id': 'c729fbe3-54de-4989-ba64-84a1bbe031b1', 'mac_address': 'fa:16:3e:2a:43:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477c251e-c5a3-4ae1-b22c-38af5a910bca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:24:13.153385 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:13.170649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c729fbe3-54de-4989-ba64-84a1bbe031b1 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:24:13.191826 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c729fbe3-54de-4989-ba64-84a1bbe031b1, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:13.197243 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:13.198410 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device e3d60c34-7f02-4180-8d8f-2dabf7ec89ee details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:24:13.289092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f92f0-02ce-4cda-a317-651e1c4e2f29 req-c0934c38-52e0-47e8-882d-00f2264836ed tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:13.290596 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2a7f92f0-02ce-4cda-a317-651e1c4e2f29 req-c0934c38-52e0-47e8-882d-00f2264836ed tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.66 "GET /v2.0/ports?device_id=19738138-43af-4aec-98ab-896ad9103869 HTTP/1.1" status: 200 len: 946 time: 0.0929244 Dec 20 21:24:13.318947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port e3d60c34-7f02-4180-8d8f-2dabf7ec89ee, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e3d60c34-7f02-4180-8d8f-2dabf7ec89ee,segment=NetworkSegment(630aa44e-4de7-47da-86f4-fca188cabb02),segment_id=630aa44e-4de7-47da-86f4-fca188cabb02)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:13.335803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f82f03-f8a4-4dcd-aadd-2429c0f47a08 req-7e0e9fb0-15a2-4fa6-8f00-2ecc23909b3c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:13.337322 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7f82f03-f8a4-4dcd-aadd-2429c0f47a08 req-7e0e9fb0-15a2-4fa6-8f00-2ecc23909b3c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 945 time: 0.0945618 Dec 20 21:24:13.341928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=c729fbe3-54de-4989-ba64-84a1bbe031b1,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:13.344725 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'e3d60c34-7f02-4180-8d8f-2dabf7ec89ee', 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6', 'port_id': 'e3d60c34-7f02-4180-8d8f-2dabf7ec89ee', 'mac_address': 'fa:16:3e:4f:6e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:24:13.391930 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:13.418735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d60c34-7f02-4180-8d8f-2dabf7ec89ee {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:24:13.441746 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7f82f03-f8a4-4dcd-aadd-2429c0f47a08 req-724dbf30-bd3b-484f-acde-854a63e55bd9 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851605 Dec 20 21:24:13.446770 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port e3d60c34-7f02-4180-8d8f-2dabf7ec89ee, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e3d60c34-7f02-4180-8d8f-2dabf7ec89ee,segment=NetworkSegment(630aa44e-4de7-47da-86f4-fca188cabb02),segment_id=630aa44e-4de7-47da-86f4-fca188cabb02)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:13.463646 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:13.480575 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-2a7f92f0-02ce-4cda-a317-651e1c4e2f29 req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Deleting port 201844a7-60f7-4e41-a9af-82d17fd69589 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:24:13.481362 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2a7f92f0-02ce-4cda-a317-651e1c4e2f29 req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:13.535682 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=e3d60c34-7f02-4180-8d8f-2dabf7ec89ee,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:13.591005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-2a7f92f0-02ce-4cda-a317-651e1c4e2f29 req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] For port 201844a7-60f7-4e41-a9af-82d17fd69589, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=201844a7-60f7-4e41-a9af-82d17fd69589,segment=NetworkSegment(e7446259-1c56-4557-928b-4690aea5bffc),segment_id=e7446259-1c56-4557-928b-4690aea5bffc)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:13.591838 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2a7f92f0-02ce-4cda-a317-651e1c4e2f29 req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:13.607547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-2a7f92f0-02ce-4cda-a317-651e1c4e2f29 req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Calling delete_port for 201844a7-60f7-4e41-a9af-82d17fd69589 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:24:13.670830 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c729fbe3-54de-4989-ba64-84a1bbe031b1'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:24:13.735934 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea14ff-9931-4367-8f91-2961907ff26d req-b8b394d3-da25-472a-9da7-07ef8c2bdb77 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:13.737496 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fea14ff-9931-4367-8f91-2961907ff26d req-b8b394d3-da25-472a-9da7-07ef8c2bdb77 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 944 time: 0.0806940 Dec 20 21:24:13.841596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f2ba3-6669-4ea2-ae31-294e95a7d283 req-787dd25d-448d-49bb-9313-bc7ab3f7fdc0 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:13.842955 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2a7f92f0-02ce-4cda-a317-651e1c4e2f29 req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:13.851978 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-449f2ba3-6669-4ea2-ae31-294e95a7d283 req-787dd25d-448d-49bb-9313-bc7ab3f7fdc0 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/ports?device_id=19738138-43af-4aec-98ab-896ad9103869 HTTP/1.1" status: 200 len: 946 time: 0.0726142 Dec 20 21:24:13.868372 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fea14ff-9931-4367-8f91-2961907ff26d req-af8e8614-f3ae-46d6-bb72-11c5a49c118f tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/security-groups?id=cca0a181-adb6-4e83-882d-9e74c3fc98a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145837 Dec 20 21:24:13.910911 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-449f2ba3-6669-4ea2-ae31-294e95a7d283 req-e0a8ff80-dae4-457d-a789-b64ecc0433f8 tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ac30406-f2e4-4ea6-b08f-3527f2db410d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512483 Dec 20 21:24:13.933462 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Pushing event deleted for resources: {'Port': ['ID=201844a7-60f7-4e41-a9af-82d17fd69589,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:13.936084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7f92f0-02ce-4cda-a317-651e1c4e2f29 req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] No DVR routers for this DVR port 201844a7-60f7-4e41-a9af-82d17fd69589 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:24:13.939022 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2a7f92f0-02ce-4cda-a317-651e1c4e2f29 req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:13.942386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2a7f92f0-02ce-4cda-a317-651e1c4e2f29 req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] 10.222.0.66 "DELETE /v2.0/ports/201844a7-60f7-4e41-a9af-82d17fd69589 HTTP/1.1" status: 204 len: 173 time: 0.6447768 Dec 20 21:24:13.942828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19738138-43af-4aec-98ab-896ad9103869', 'name': 'network-vif-deleted', 'tag': '201844a7-60f7-4e41-a9af-82d17fd69589'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:24:13.945304 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7781913c-3e00-4692-a7de-bbf6d3f26ab7" -d '{"events": [{"server_uuid": "19738138-43af-4aec-98ab-896ad9103869", "name": "network-vif-deleted", "tag": "201844a7-60f7-4e41-a9af-82d17fd69589"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:24:13.952888 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:13.953241 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:13.953579 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:13.953910 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:13.954273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:13.954601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:13.954923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:13.955428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:13.955918 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:13.956513 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:13.956839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:13.957323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aef5ea2-380a-4b71-a1a0-615264c9b5bc tempest-ServerMetadataNegativeTestJSON-936025339 tempest-ServerMetadataNegativeTestJSON-936025339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:13.976860 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['e3d60c34-7f02-4180-8d8f-2dabf7ec89ee'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:24:14.002351 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a85e9f7-7b87-40ff-85c6-db3b7025a0fb x-openstack-request-id: req-0a85e9f7-7b87-40ff-85c6-db3b7025a0fb {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:24:14.002706 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19738138-43af-4aec-98ab-896ad9103869", "name": "network-vif-deleted", "tag": "201844a7-60f7-4e41-a9af-82d17fd69589", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:24:14.002938 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a85e9f7-7b87-40ff-85c6-db3b7025a0fb {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:24:14.003501 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19738138-43af-4aec-98ab-896ad9103869', 'name': 'network-vif-deleted', 'tag': '201844a7-60f7-4e41-a9af-82d17fd69589', 'status': 'completed', 'code': 200} Dec 20 21:24:14.020166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e95b80-9fc8-4647-a04a-33e2bee3483e req-6d96eda3-70b1-4b5b-870d-03957a2f97ef tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:14.021786 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e95b80-9fc8-4647-a04a-33e2bee3483e req-6d96eda3-70b1-4b5b-870d-03957a2f97ef tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 945 time: 0.0570607 Dec 20 21:24:14.070624 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e95b80-9fc8-4647-a04a-33e2bee3483e req-fa96ddc0-bbfe-4568-ab17-d6bd06c3b7b9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419695 Dec 20 21:24:14.449185 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:14.656893 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5800584-9782-43fb-9c16-328f8eeef5e8 req-7aeb1509-4585-4a5d-877b-c5dcba12e000 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:14.658516 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f5800584-9782-43fb-9c16-328f8eeef5e8 req-7aeb1509-4585-4a5d-877b-c5dcba12e000 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 945 time: 0.0943518 Dec 20 21:24:14.728312 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f5800584-9782-43fb-9c16-328f8eeef5e8 req-da6636a1-6ec0-4990-bf66-efcd0a8ea955 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617573 Dec 20 21:24:14.981088 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57174) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:15.019560 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c729fbe3-54de-4989-ba64-84a1bbe031b1 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:24:15.038973 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-9285be61-a6f1-4b5e-a5b1-895e5dd4a3d3 admin admin] Deleting subnet 1a5e9244-5854-4339-acc2-72519f2d0df5 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:24:15.042622 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9285be61-a6f1-4b5e-a5b1-895e5dd4a3d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:15.055930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73c236-3dbe-4362-b5cf-a01daf3f9905 req-9d5eeb58-8f0a-4f94-94e1-87f8bea6be03 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:15.064183 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb73c236-3dbe-4362-b5cf-a01daf3f9905 req-9d5eeb58-8f0a-4f94-94e1-87f8bea6be03 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 944 time: 0.0884345 Dec 20 21:24:15.089369 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9285be61-a6f1-4b5e-a5b1-895e5dd4a3d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:15.109399 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb73c236-3dbe-4362-b5cf-a01daf3f9905 req-514ef37c-628f-41ed-9fa9-45086a8ce365 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/security-groups?id=cca0a181-adb6-4e83-882d-9e74c3fc98a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441401 Dec 20 21:24:15.155572 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port c729fbe3-54de-4989-ba64-84a1bbe031b1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:15.155944 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:15.162189 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9285be61-a6f1-4b5e-a5b1-895e5dd4a3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:15.255130 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:15.257419 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0f0f9-9360-49a5-9010-c4c0a4e0c279 req-0ebb58bb-55d5-41da-8b40-fc72531a0c17 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:15.260115 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b4e0f0f9-9360-49a5-9010-c4c0a4e0c279 req-0ebb58bb-55d5-41da-8b40-fc72531a0c17 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 945 time: 0.0753710 Dec 20 21:24:15.301226 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf6a7a2-294c-4e75-8184-36a2bd9548e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c729fbe3-54de-4989-ba64-84a1bbe031b1'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:24:15.304583 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05df5a83-62bb-4f4b-9201-5bb3efeb7fa0" -d '{"events": [{"server_uuid": "bcf6a7a2-294c-4e75-8184-36a2bd9548e4", "name": "network-vif-plugged", "status": "completed", "tag": "c729fbe3-54de-4989-ba64-84a1bbe031b1"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:24:15.321703 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c729fbe3-54de-4989-ba64-84a1bbe031b1, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:15.333353 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:15.357771 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9285be61-a6f1-4b5e-a5b1-895e5dd4a3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:15.397917 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9285be61-a6f1-4b5e-a5b1-895e5dd4a3d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:15.406130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57182) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:15.415296 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9285be61-a6f1-4b5e-a5b1-895e5dd4a3d3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1a5e9244-5854-4339-acc2-72519f2d0df5 HTTP/1.1" status: 204 len: 168 time: 0.4319007 Dec 20 21:24:15.430351 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=c729fbe3-54de-4989-ba64-84a1bbe031b1,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:15.508128 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e98468-987f-4c5b-8b7f-dc95a048fd78 x-openstack-request-id: req-73e98468-987f-4c5b-8b7f-dc95a048fd78 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:24:15.509570 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf6a7a2-294c-4e75-8184-36a2bd9548e4", "name": "network-vif-plugged", "status": "completed", "tag": "c729fbe3-54de-4989-ba64-84a1bbe031b1", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:24:15.510532 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73e98468-987f-4c5b-8b7f-dc95a048fd78 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:24:15.510966 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf6a7a2-294c-4e75-8184-36a2bd9548e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c729fbe3-54de-4989-ba64-84a1bbe031b1', 'code': 200} Dec 20 21:24:15.523666 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b4e0f0f9-9360-49a5-9010-c4c0a4e0c279 req-f53abe66-044d-4531-b74f-22801784a974 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537117 Dec 20 21:24:15.524850 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285be61-a6f1-4b5e-a5b1-895e5dd4a3d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a5e9244-5854-4339-acc2-72519f2d0df5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:15.579085 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26cd58ba-f58d-4f4d-bfc2-83e05f5ea93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:15.688065 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26cd58ba-f58d-4f4d-bfc2-83e05f5ea93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:15.710639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-26cd58ba-f58d-4f4d-bfc2-83e05f5ea93f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a17406-62d0-4d0a-a21f-5bacf24898bf']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:15.722666 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-26cd58ba-f58d-4f4d-bfc2-83e05f5ea93f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7446259-1c56-4557-928b-4690aea5bffc') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:15.723228 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-26cd58ba-f58d-4f4d-bfc2-83e05f5ea93f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7446259-1c56-4557-928b-4690aea5bffc') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:15.734175 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26cd58ba-f58d-4f4d-bfc2-83e05f5ea93f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:15.748801 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26cd58ba-f58d-4f4d-bfc2-83e05f5ea93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:15.755559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26cd58ba-f58d-4f4d-bfc2-83e05f5ea93f admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:24:15.756228 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26cd58ba-f58d-4f4d-bfc2-83e05f5ea93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:15.773231 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 201844a7-60f7-4e41-a9af-82d17fd69589 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:24:15.811764 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 201844a7-60f7-4e41-a9af-82d17fd69589 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:24:15.812111 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 201844a7-60f7-4e41-a9af-82d17fd69589 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:24:15.820419 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:24:15.887231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc4ca9-724c-4987-b7b0-f3a117711036 req-333ff8b6-36a7-4cda-a1d3-a9e7af997a2f tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:15.888732 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1adc4ca9-724c-4987-b7b0-f3a117711036 req-333ff8b6-36a7-4cda-a1d3-a9e7af997a2f tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 945 time: 0.0675087 Dec 20 21:24:15.890080 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26cd58ba-f58d-4f4d-bfc2-83e05f5ea93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:15.907412 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26cd58ba-f58d-4f4d-bfc2-83e05f5ea93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:15.911982 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-26cd58ba-f58d-4f4d-bfc2-83e05f5ea93f admin admin] 10.222.0.32 "DELETE /v2.0/networks/91a17406-62d0-4d0a-a21f-5bacf24898bf HTTP/1.1" status: 204 len: 168 time: 0.5046651 Dec 20 21:24:16.097197 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57194) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:16.162776 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7b74a6ce-82c6-4221-95f7-ec8e54109491 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f83f9aee134c4c8fb39b80536b9845fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641985 Dec 20 21:24:16.164955 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57198) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:16.298170 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd58ba-f58d-4f4d-bfc2-83e05f5ea93f admin admin] Pushing event deleted for resources: {'Network': ['ID=91a17406-62d0-4d0a-a21f-5bacf24898bf,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:16.336392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1adc4ca9-724c-4987-b7b0-f3a117711036 req-2f24f42b-8645-48ef-a36e-bdca6cdada9f tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325578 Dec 20 21:24:16.341253 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ae0dd69-12aa-4621-9f74-a104502f4e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:16.355659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29092ea7-faae-4471-b521-e712ef89ea69 req-a406bc4b-256c-4210-be44-f227950b13b1 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:16.357162 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-a406bc4b-256c-4210-be44-f227950b13b1 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333&tenant_id=68013026329e4661b48075edeb3524ab&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 1094 time: 0.1188405 Dec 20 21:24:16.374487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-xena-1'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:16.394147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a76b9-b7bf-4762-b0a4-fee15a052244 req-268c5665-2c22-45c9-bf2b-7633841b0c32 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:16.401723 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b67a76b9-b7bf-4762-b0a4-fee15a052244 req-268c5665-2c22-45c9-bf2b-7633841b0c32 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 944 time: 0.1806479 Dec 20 21:24:16.410930 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ae0dd69-12aa-4621-9f74-a104502f4e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:16.523732 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b67a76b9-b7bf-4762-b0a4-fee15a052244 req-1f8b77fe-a8df-482f-b42e-549343c18f66 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/security-groups?id=cca0a181-adb6-4e83-882d-9e74c3fc98a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182237 Dec 20 21:24:16.532758 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:16.659792 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ae0dd69-12aa-4621-9f74-a104502f4e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:16.663588 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ae0dd69-12aa-4621-9f74-a104502f4e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:16.664674 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8957a-276e-4d49-944e-1d58a12bf6ed req-83ff4301-c5dd-487b-b4b7-16f67bd72a12 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:16.665861 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2ae0dd69-12aa-4621-9f74-a104502f4e2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ac30406-f2e4-4ea6-b08f-3527f2db410d HTTP/1.1" status: 204 len: 168 time: 0.4985118 Dec 20 21:24:16.677659 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85d8957a-276e-4d49-944e-1d58a12bf6ed req-83ff4301-c5dd-487b-b4b7-16f67bd72a12 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0904694 Dec 20 21:24:16.685831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0dd69-12aa-4621-9f74-a104502f4e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac30406-f2e4-4ea6-b08f-3527f2db410d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:16.754475 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85d8957a-276e-4d49-944e-1d58a12bf6ed req-0bfa285b-55cd-4bb1-9e2a-e421d18a0054 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740070 Dec 20 21:24:16.785992 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] For port d56946d1-6e73-4a24-a0ed-559cd785d734, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d56946d1-6e73-4a24-a0ed-559cd785d734,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:16.847250 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] For port d56946d1-6e73-4a24-a0ed-559cd785d734, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:24:16.934238 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2c46f5-8c20-4837-8753-72fb3cc00333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd56946d1-6e73-4a24-a0ed-559cd785d734'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:24:16.936869 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4cb5e1-86c7-4f41-92a6-c9ecd1073ca8" -d '{"events": [{"server_uuid": "ef2c46f5-8c20-4837-8753-72fb3cc00333", "name": "network-vif-unplugged", "status": "completed", "tag": "d56946d1-6e73-4a24-a0ed-559cd785d734"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:24:16.942460 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:16.951625 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:17.050744 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device e3d60c34-7f02-4180-8d8f-2dabf7ec89ee up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:24:17.054425 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ead11c-a174-4953-947e-4b276abc4caf x-openstack-request-id: req-06ead11c-a174-4953-947e-4b276abc4caf {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:24:17.054726 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2c46f5-8c20-4837-8753-72fb3cc00333", "name": "network-vif-unplugged", "status": "completed", "tag": "d56946d1-6e73-4a24-a0ed-559cd785d734", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:24:17.054977 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06ead11c-a174-4953-947e-4b276abc4caf {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:24:17.055414 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2c46f5-8c20-4837-8753-72fb3cc00333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd56946d1-6e73-4a24-a0ed-559cd785d734', 'code': 200} Dec 20 21:24:17.057443 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Pushing event updated for resources: {'Port': ['ID=d56946d1-6e73-4a24-a0ed-559cd785d734,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:17.124221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Attempting to bind port d56946d1-6e73-4a24-a0ed-559cd785d734 on host n-h2-xena-1 for vnic_type normal with profile {"migrating_to": "n-h1-xena-1"} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:24:17.124957 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Attempting to bind port d56946d1-6e73-4a24-a0ed-559cd785d734 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:24:17.124957 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Attempting to bind port d56946d1-6e73-4a24-a0ed-559cd785d734 on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:24:17.135548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Port d56946d1-6e73-4a24-a0ed-559cd785d734 on network ef25a713-78cb-4680-b602-defc0f8ef6dd not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:24:17.135858 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Attempting to bind port d56946d1-6e73-4a24-a0ed-559cd785d734 on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:24:17.144125 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:24:17.145039 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Checking segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:24:17.145659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Bound using segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:24:17.146330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Bound port: d56946d1-6e73-4a24-a0ed-559cd785d734, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:24:17.146476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port e3d60c34-7f02-4180-8d8f-2dabf7ec89ee completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:24:17.150005 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:17.154134 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port e3d60c34-7f02-4180-8d8f-2dabf7ec89ee triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:17.154717 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:17.235962 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] For port d56946d1-6e73-4a24-a0ed-559cd785d734, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:24:17.239956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] For port d56946d1-6e73-4a24-a0ed-559cd785d734, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d56946d1-6e73-4a24-a0ed-559cd785d734,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:24:17.247204 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:17.260228 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:17.345600 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port e3d60c34-7f02-4180-8d8f-2dabf7ec89ee, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e3d60c34-7f02-4180-8d8f-2dabf7ec89ee,segment=NetworkSegment(630aa44e-4de7-47da-86f4-fca188cabb02),segment_id=630aa44e-4de7-47da-86f4-fca188cabb02)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:17.357452 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:17.445332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:17.445971 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:17.447659 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] 10.222.0.31 "PUT /v2.0/ports/d56946d1-6e73-4a24-a0ed-559cd785d734 HTTP/1.1" status: 200 len: 1117 time: 1.0776567 Dec 20 21:24:17.471838 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041a309-3d37-480b-8fdb-7912839fd49b service neutron] Pushing event updated for resources: {'Port': ['ID=d56946d1-6e73-4a24-a0ed-559cd785d734,revision_number=8']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:17.520782 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2784fd1f-e950-4b51-ae00-44408f3ade4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d60c34-7f02-4180-8d8f-2dabf7ec89ee'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:24:17.528180 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c7bca2-6f49-47ca-b132-4549310c9e90" -d '{"events": [{"server_uuid": "2784fd1f-e950-4b51-ae00-44408f3ade4a", "name": "network-vif-plugged", "status": "completed", "tag": "e3d60c34-7f02-4180-8d8f-2dabf7ec89ee"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:24:17.549463 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=e3d60c34-7f02-4180-8d8f-2dabf7ec89ee,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:17.572731 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0c6c2-4a1a-4286-a75e-00aa76a9835d req-f6a746c5-9604-48f1-a7fa-155b2b0996af tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:17.575901 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1ef0c6c2-4a1a-4286-a75e-00aa76a9835d req-f6a746c5-9604-48f1-a7fa-155b2b0996af tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 943 time: 0.0933490 Dec 20 21:24:17.631789 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:24:17.636928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['d56946d1-6e73-4a24-a0ed-559cd785d734'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:24:17.660932 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1ef0c6c2-4a1a-4286-a75e-00aa76a9835d req-43c8f7d0-a684-4314-abb2-23d58c0705d6 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738506 Dec 20 21:24:17.744965 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd58f2e4-f124-4e65-95e0-21220d46b9ee x-openstack-request-id: req-bd58f2e4-f124-4e65-95e0-21220d46b9ee {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:24:17.745253 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2784fd1f-e950-4b51-ae00-44408f3ade4a", "name": "network-vif-plugged", "status": "completed", "tag": "e3d60c34-7f02-4180-8d8f-2dabf7ec89ee", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:24:17.745506 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd58f2e4-f124-4e65-95e0-21220d46b9ee {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:24:17.745903 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2784fd1f-e950-4b51-ae00-44408f3ade4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d60c34-7f02-4180-8d8f-2dabf7ec89ee', 'code': 200} Dec 20 21:24:17.782467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['d56946d1-6e73-4a24-a0ed-559cd785d734'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:24:17.872245 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5e154-6855-4496-a30a-e6fa52af1a99 req-d3ec8b04-55ae-4bb7-b9e4-c41f43bb54cd tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:17.884665 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-78b5e154-6855-4496-a30a-e6fa52af1a99 req-d3ec8b04-55ae-4bb7-b9e4-c41f43bb54cd tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 945 time: 0.1289723 Dec 20 21:24:17.984766 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982fdfc-3ea5-493d-8f3a-907f5bea0fb2 req-d13100a4-5d79-4cd1-bfda-8d797adbb8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:17.986347 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7982fdfc-3ea5-493d-8f3a-907f5bea0fb2 req-d13100a4-5d79-4cd1-bfda-8d797adbb8cb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 1094 time: 0.1665068 Dec 20 21:24:17.993077 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-78b5e154-6855-4496-a30a-e6fa52af1a99 req-01a520b1-8252-472c-b777-c2110f1648e3 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/security-groups?id=cca0a181-adb6-4e83-882d-9e74c3fc98a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032524 Dec 20 21:24:18.001751 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:18.012497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d6757-7795-4b6c-bcf9-f9e233838cb6 req-8d3e3611-03ce-40d6-aa13-251e178d9c32 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:18.014051 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6f9d6757-7795-4b6c-bcf9-f9e233838cb6 req-8d3e3611-03ce-40d6-aa13-251e178d9c32 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1323211 Dec 20 21:24:18.066680 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7982fdfc-3ea5-493d-8f3a-907f5bea0fb2 req-8c5566bd-4d21-44c7-bb21-0a070bce570c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cca0a181-adb6-4e83-882d-9e74c3fc98a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710549 Dec 20 21:24:18.072756 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6f9d6757-7795-4b6c-bcf9-f9e233838cb6 req-bdc5cd2f-2965-49c8-ae20-c1a2b72c64b3 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497360 Dec 20 21:24:18.089272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57246) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:18.266726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c2b6072c-3b50-448b-b621-301675073a83 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1203941379-network', 'tenant_id': 'a58e3f0689014ff1ad98bab2338bc221'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:18.295922 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b6072c-3b50-448b-b621-301675073a83 admin admin] Made reservation on behalf of a58e3f0689014ff1ad98bab2338bc221 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:24:18.298557 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c2b6072c-3b50-448b-b621-301675073a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:18.312401 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c2b6072c-3b50-448b-b621-301675073a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:18.413167 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c2b6072c-3b50-448b-b621-301675073a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:18.421290 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c2b6072c-3b50-448b-b621-301675073a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:18.443716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b6072c-3b50-448b-b621-301675073a83 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:24:18.465945 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c2b6072c-3b50-448b-b621-301675073a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:18.468563 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-c2b6072c-3b50-448b-b621-301675073a83 admin admin] Added segment b3cad8e4-b00b-438c-a3a9-c97bcacc29a2 of type vlan for network 2f9f7333-7702-477f-a763-bea3eab7f888 Dec 20 21:24:18.470034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6072c-3b50-448b-b621-301675073a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c945fa32-8286-4b28-912a-88ee1eaecc99,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:18.536633 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c2b6072c-3b50-448b-b621-301675073a83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:18.565197 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c2b6072c-3b50-448b-b621-301675073a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:18.566500 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b6072c-3b50-448b-b621-301675073a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:18.567278 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c2b6072c-3b50-448b-b621-301675073a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:18.639168 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c2b6072c-3b50-448b-b621-301675073a83 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5446959 Dec 20 21:24:18.639168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6072c-3b50-448b-b621-301675073a83 admin admin] Pushing event updated for resources: {'Network': ['ID=2f9f7333-7702-477f-a763-bea3eab7f888,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:18.642036 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57252) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:18.645742 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Request body: {'subnet': {'network_id': '2f9f7333-7702-477f-a763-bea3eab7f888', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1203941379-subnet', 'tenant_id': 'a58e3f0689014ff1ad98bab2338bc221', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:18.653626 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 2f9f7333-7702-477f-a763-bea3eab7f888 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:24:18.686045 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Made reservation on behalf of a58e3f0689014ff1ad98bab2338bc221 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:24:18.688534 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:18.882512 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40c8fc-664e-432b-af50-828934543485 req-fa848f28-8e0e-4b3d-9c03-ef8c2cbbc677 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:18.889223 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9f40c8fc-664e-432b-af50-828934543485 req-fa848f28-8e0e-4b3d-9c03-ef8c2cbbc677 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 943 time: 0.1186681 Dec 20 21:24:18.960970 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9f40c8fc-664e-432b-af50-828934543485 req-a911c5aa-4397-4ac8-8c7d-72f7353d4551 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686419 Dec 20 21:24:19.049160 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:19.067202 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device d56946d1-6e73-4a24-a0ed-559cd785d734 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:24:19.070209 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2c46f5-8c20-4837-8753-72fb3cc00333', 'tag': 'd56946d1-6e73-4a24-a0ed-559cd785d734'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:24:19.075174 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e06ba96-e794-42ac-b356-20f00e6b3200" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2c46f5-8c20-4837-8753-72fb3cc00333", "tag": "d56946d1-6e73-4a24-a0ed-559cd785d734"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:24:19.138801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=97178421-c4a2-4ade-bcbe-52f09617b01a,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:19.154107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:19.154591 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:19.155010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:19.155429 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:19.155936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:19.156348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:19.156799 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:19.157218 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:19.157633 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:19.158126 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:19.158536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:19.158934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:19.167440 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Checking segment: {'id': 'b3cad8e4-b00b-438c-a3a9-c97bcacc29a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2f9f7333-7702-477f-a763-bea3eab7f888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:24:19.167911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Network hostable DHCP agents. Network: 2f9f7333-7702-477f-a763-bea3eab7f888, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:24:19.179757 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4efb0b0-8c03-4653-8aea-61319d5adaef x-openstack-request-id: req-b4efb0b0-8c03-4653-8aea-61319d5adaef {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:24:19.180170 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2c46f5-8c20-4837-8753-72fb3cc00333", "tag": "d56946d1-6e73-4a24-a0ed-559cd785d734", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:24:19.180508 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4efb0b0-8c03-4653-8aea-61319d5adaef {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:24:19.181245 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2c46f5-8c20-4837-8753-72fb3cc00333', 'tag': 'd56946d1-6e73-4a24-a0ed-559cd785d734', 'status': 'completed', 'code': 200} Dec 20 21:24:19.213000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feb928-628d-4c70-a635-a0f5e5cf5ff9 req-8a8fa026-e0dd-438d-9bf7-9ff17ecbe10e tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:19.215089 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Network 2f9f7333-7702-477f-a763-bea3eab7f888 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:24:19.220030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e0feb928-628d-4c70-a635-a0f5e5cf5ff9 req-8a8fa026-e0dd-438d-9bf7-9ff17ecbe10e tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 945 time: 0.1500285 Dec 20 21:24:19.234431 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port d56946d1-6e73-4a24-a0ed-559cd785d734, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d56946d1-6e73-4a24-a0ed-559cd785d734,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:19.237695 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 2f9f7333-7702-477f-a763-bea3eab7f888) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:24:19.242371 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:19.243069 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:19.254928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca20e2f4-3255-4291-a867-b8760d407673 None None] Network 2f9f7333-7702-477f-a763-bea3eab7f888 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:24:19.293313 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6424919d-4257-4190-a192-6f8af8985abd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6523099 Dec 20 21:24:19.308811 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e0feb928-628d-4c70-a635-a0f5e5cf5ff9 req-8f821878-1337-4e5f-b82d-fb81effe7ed6 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/security-groups?id=cca0a181-adb6-4e83-882d-9e74c3fc98a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825098 Dec 20 21:24:19.386129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7789798-7f13-4e6e-8ae4-ff8ca761f5ab req-62b8a092-62b0-4efe-aeb2-f6a2458c0180 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:19.397923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06ba96-e794-42ac-b356-20f00e6b3200 req-4f03d514-259b-4f11-b605-ceab1af96238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:19.398723 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e7789798-7f13-4e6e-8ae4-ff8ca761f5ab req-62b8a092-62b0-4efe-aeb2-f6a2458c0180 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1301854 Dec 20 21:24:19.407049 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e06ba96-e794-42ac-b356-20f00e6b3200 req-4f03d514-259b-4f11-b605-ceab1af96238 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 1120 time: 0.1112204 Dec 20 21:24:19.464531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device d56946d1-6e73-4a24-a0ed-559cd785d734 has no active binding in host n-h1-xena-1 {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 21:24:19.470445 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e7789798-7f13-4e6e-8ae4-ff8ca761f5ab req-b92e52c9-9430-4e30-99d7-03a683b891b7 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706244 Dec 20 21:24:19.517772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb618845-1a9e-4848-b7ab-ea4429c448d3 None None] Network 2f9f7333-7702-477f-a763-bea3eab7f888 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:24:19.683055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06ba96-e794-42ac-b356-20f00e6b3200 req-a9be79aa-97b8-41d4-9467-2e3ff009e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:19.687759 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e06ba96-e794-42ac-b356-20f00e6b3200 req-a9be79aa-97b8-41d4-9467-2e3ff009e8dc service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 907 time: 0.2652888 Dec 20 21:24:19.752240 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e06ba96-e794-42ac-b356-20f00e6b3200 req-de224afa-d0b8-4296-80f9-bc5d658cda81 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d56946d1-6e73-4a24-a0ed-559cd785d734 HTTP/1.1" status: 200 len: 217 time: 0.0552566 Dec 20 21:24:19.836953 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06ba96-e794-42ac-b356-20f00e6b3200 req-6b80ea95-5188-40ca-9afd-ca127ae6d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:19.838846 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e06ba96-e794-42ac-b356-20f00e6b3200 req-6b80ea95-5188-40ca-9afd-ca127ae6d3ab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.0737617 Dec 20 21:24:19.907270 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e06ba96-e794-42ac-b356-20f00e6b3200 req-b80b171d-db43-44cf-9873-a9bbe2a5ec78 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583603 Dec 20 21:24:20.123656 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e06ba96-e794-42ac-b356-20f00e6b3200 req-cdd93ea4-f6d6-4f6a-a5f1-fae9c8999548 service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676474 Dec 20 21:24:20.140883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-e23d6f8b-1fb6-48ad-a89a-d9069b794fd4 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:20.148265 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-e23d6f8b-1fb6-48ad-a89a-d9069b794fd4 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/networks?id=2f9f7333-7702-477f-a763-bea3eab7f888 HTTP/1.1" status: 200 len: 813 time: 0.2315755 Dec 20 21:24:20.148491 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804a484-f6bc-4f83-9a6f-578a2a5bfbe2 req-861d9bcd-2d3b-4058-ae71-26379f9f86e8 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:20.156823 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c804a484-f6bc-4f83-9a6f-578a2a5bfbe2 req-861d9bcd-2d3b-4058-ae71-26379f9f86e8 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 943 time: 0.0673041 Dec 20 21:24:20.208598 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c804a484-f6bc-4f83-9a6f-578a2a5bfbe2 req-d6762696-0643-4248-928a-081d7cc772dd tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485187 Dec 20 21:24:20.211400 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-3df13562-1635-409d-8047-8784209fb8df tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/quotas/a58e3f0689014ff1ad98bab2338bc221 HTTP/1.1" status: 200 len: 375 time: 0.0621727 Dec 20 21:24:20.255067 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-7eab790d-ee23-4c63-98b4-92f8e8537a9c tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a58e3f0689014ff1ad98bab2338bc221&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427878 Dec 20 21:24:20.352367 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e06ba96-e794-42ac-b356-20f00e6b3200 req-2ef94975-461e-4202-ba86-821df128bc88 service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202485 Dec 20 21:24:20.439660 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-dab29405-6978-4cc5-993e-31500c192f68 service neutron] 10.222.0.32 "GET /v2.0/networks/2f9f7333-7702-477f-a763-bea3eab7f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758134 Dec 20 21:24:20.497295 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac6663-514e-4b3c-9f3b-e45089703d84 req-241c6cda-2892-4146-9394-0237f00d5a7f tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:20.506602 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6dac6663-514e-4b3c-9f3b-e45089703d84 req-241c6cda-2892-4146-9394-0237f00d5a7f tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 945 time: 0.1055195 Dec 20 21:24:20.574026 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-0e983b35-93eb-4772-93cb-40aaa6e80cf1 service neutron] 10.222.0.32 "GET /v2.0/networks/2f9f7333-7702-477f-a763-bea3eab7f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331887 Dec 20 21:24:20.579770 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6dac6663-514e-4b3c-9f3b-e45089703d84 req-0e9a106b-6ad1-44e2-9b30-81cc02c17458 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/security-groups?id=cca0a181-adb6-4e83-882d-9e74c3fc98a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669086 Dec 20 21:24:20.787998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee93d11-e92b-4de3-8a58-f6a7cfd72b99 req-d105665d-e7c7-4bcc-9349-fc5458c9ca57 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:20.789593 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cee93d11-e92b-4de3-8a58-f6a7cfd72b99 req-d105665d-e7c7-4bcc-9349-fc5458c9ca57 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1037254 Dec 20 21:24:20.883117 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cee93d11-e92b-4de3-8a58-f6a7cfd72b99 req-4dd596b8-3870-4ec5-b721-1edc4fb25358 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801713 Dec 20 21:24:21.054664 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62740d4-fa6b-4af7-92fc-f9a5a9cdd8b0 req-119dc5e0-ec67-4501-b164-7bdcad9bff61 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:21.064949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57324) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:21.066796 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e62740d4-fa6b-4af7-92fc-f9a5a9cdd8b0 req-119dc5e0-ec67-4501-b164-7bdcad9bff61 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 945 time: 0.0987308 Dec 20 21:24:21.071023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5151e5a1-e98a-4eb9-b47f-77ecc8a0e94f tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Request body: {'floatingip': {'port_id': 'e3d60c34-7f02-4180-8d8f-2dabf7ec89ee'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:21.132905 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5151e5a1-e98a-4eb9-b47f-77ecc8a0e94f tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:21.142509 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3462a3da-1a4f-4c99-a66b-e0dd3191a808 req-63fb3050-ec4b-4d1a-a58d-0f359af0df12 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e64ff0-c53c-4ffc-a811-fdfaf218bc4a HTTP/1.1" status: 200 len: 210 time: 0.0469785 Dec 20 21:24:21.463080 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e4dd5-ceaf-45da-ab64-170c50f4c36c req-5f76974b-bcf6-4484-963d-453116af332f tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:21.488590 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-640e4dd5-ceaf-45da-ab64-170c50f4c36c req-5f76974b-bcf6-4484-963d-453116af332f tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 943 time: 0.1272109 Dec 20 21:24:21.548970 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-640e4dd5-ceaf-45da-ab64-170c50f4c36c req-68d40982-54cd-4893-8dd0-ef47f5ad7b53 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577028 Dec 20 21:24:21.793191 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5151e5a1-e98a-4eb9-b47f-77ecc8a0e94f tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:21.808278 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5151e5a1-e98a-4eb9-b47f-77ecc8a0e94f tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:21.966206 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-5151e5a1-e98a-4eb9-b47f-77ecc8a0e94f tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Floating IP c3410454-2de7-4881-b3c7-7010a74ad704 associated. External IP: 172.35.3.46, port: e3d60c34-7f02-4180-8d8f-2dabf7ec89ee. Dec 20 21:24:22.096285 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b289e4a-ff94-4246-94e9-0c692daf4beb req-bbc6a850-1b3f-4f86-b040-515a7b17ca69 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:22.104203 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9b289e4a-ff94-4246-94e9-0c692daf4beb req-bbc6a850-1b3f-4f86-b040-515a7b17ca69 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1034896 Dec 20 21:24:22.249819 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9b289e4a-ff94-4246-94e9-0c692daf4beb req-ad5298e9-0c4b-4e9e-b802-d0afcc7dcbe5 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444449 Dec 20 21:24:22.343325 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee94eea5-07ae-49bd-b34e-6ce0f7a52d53 req-ed13ad1d-4ac6-439a-a38f-490ac391e013 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e64ff0-c53c-4ffc-a811-fdfaf218bc4a HTTP/1.1" status: 200 len: 210 time: 0.0852525 Dec 20 21:24:22.361535 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5151e5a1-e98a-4eb9-b47f-77ecc8a0e94f tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Router e846388f-79c2-432b-aacb-38c0969981a3 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:24:22.732809 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-2c49909b-4ae8-4904-9338-29275907e4ed tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:22.736725 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-2c49909b-4ae8-4904-9338-29275907e4ed tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.66 "GET /v2.0/networks?id=2f9f7333-7702-477f-a763-bea3eab7f888 HTTP/1.1" status: 200 len: 813 time: 0.3638527 Dec 20 21:24:22.746046 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aff423-48bf-4c02-9f66-55936fbddfd3 req-c28e87bd-aaa7-4ab8-8b51-897e504480be tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:22.755986 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-78aff423-48bf-4c02-9f66-55936fbddfd3 req-c28e87bd-aaa7-4ab8-8b51-897e504480be tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 943 time: 0.0793488 Dec 20 21:24:22.771491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-19feabd8-d6ea-4884-8420-df9e25d71a62 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Request body: {'port': {'device_id': '43e64ff0-c53c-4ffc-a811-fdfaf218bc4a', 'network_id': '2f9f7333-7702-477f-a763-bea3eab7f888', 'admin_state_up': True, 'tenant_id': 'a58e3f0689014ff1ad98bab2338bc221'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:22.807709 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-78aff423-48bf-4c02-9f66-55936fbddfd3 req-e84860e7-b764-4ea1-8e5a-6ff5cb39a9ab tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444889 Dec 20 21:24:22.912007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5151e5a1-e98a-4eb9-b47f-77ecc8a0e94f tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:24:22.923231 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d909fb6-ac2f-4701-b449-eb9eb1581a92 None None] Sync routers for ids ['e846388f-79c2-432b-aacb-38c0969981a3'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:24:22.926491 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5151e5a1-e98a-4eb9-b47f-77ecc8a0e94f tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:22.942271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d909fb6-ac2f-4701-b449-eb9eb1581a92 None None] Routers {'e846388f-79c2-432b-aacb-38c0969981a3'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:24:22.946533 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3d909fb6-ac2f-4701-b449-eb9eb1581a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:23:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e846388f-79c2-432b-aacb-38c0969981a3'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:22.991222 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5151e5a1-e98a-4eb9-b47f-77ecc8a0e94f tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "PUT /v2.0/floatingips/c3410454-2de7-4881-b3c7-7010a74ad704 HTTP/1.1" status: 200 len: 990 time: 1.9237583 Dec 20 21:24:22.999671 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2784fd1f-e950-4b51-ae00-44408f3ade4a', 'tag': 'e3d60c34-7f02-4180-8d8f-2dabf7ec89ee'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:24:23.004996 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f818584a-120a-433e-a285-2deb13afcab3" -d '{"events": [{"name": "network-changed", "server_uuid": "2784fd1f-e950-4b51-ae00-44408f3ade4a", "tag": "e3d60c34-7f02-4180-8d8f-2dabf7ec89ee"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:24:23.070604 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8530bbcf-7c9f-4bc2-8670-c5e4184bce7c x-openstack-request-id: req-8530bbcf-7c9f-4bc2-8670-c5e4184bce7c {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:24:23.070891 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2784fd1f-e950-4b51-ae00-44408f3ade4a", "tag": "e3d60c34-7f02-4180-8d8f-2dabf7ec89ee", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:24:23.071148 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8530bbcf-7c9f-4bc2-8670-c5e4184bce7c {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:24:23.071552 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2784fd1f-e950-4b51-ae00-44408f3ade4a', 'tag': 'e3d60c34-7f02-4180-8d8f-2dabf7ec89ee', 'status': 'completed', 'code': 200} Dec 20 21:24:23.086389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-19feabd8-d6ea-4884-8420-df9e25d71a62 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Made reservation on behalf of a58e3f0689014ff1ad98bab2338bc221 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:24:23.105991 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-19feabd8-d6ea-4884-8420-df9e25d71a62 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:23.257679 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818584a-120a-433e-a285-2deb13afcab3 req-1f22172d-1b8f-40e3-8fd0-74624857bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:23.269163 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f818584a-120a-433e-a285-2deb13afcab3 req-1f22172d-1b8f-40e3-8fd0-74624857bee9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7c353231cd2743b99ab619da74a67aed&device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 1094 time: 0.1349275 Dec 20 21:24:23.360167 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-3d909fb6-ac2f-4701-b449-eb9eb1581a92 None None] Set router e846388f-79c2-432b-aacb-38c0969981a3 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:24:23.386876 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-19feabd8-d6ea-4884-8420-df9e25d71a62 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Allocated IP 172.20.0.7 (2f9f7333-7702-477f-a763-bea3eab7f888/97178421-c4a2-4ade-bcbe-52f09617b01a/49d84670-648d-49a0-96c4-4a623abcee70) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:24:23.545620 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818584a-120a-433e-a285-2deb13afcab3 req-2431e1d4-7fe6-4424-bf3d-d1e499bfc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:23.549861 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f818584a-120a-433e-a285-2deb13afcab3 req-2431e1d4-7fe6-4424-bf3d-d1e499bfc8ba service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 HTTP/1.1" status: 200 len: 914 time: 0.2725055 Dec 20 21:24:23.640742 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f4adcf05-9d13-4620-b751-f874574e9dd1 req-659bd182-5bf6-48be-a9eb-12678a9ec361 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e64ff0-c53c-4ffc-a811-fdfaf218bc4a HTTP/1.1" status: 200 len: 210 time: 0.0823298 Dec 20 21:24:23.766277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055eaa1-2b90-4bbc-8d74-fb7630f40f47 req-e6401425-0319-48c5-a60b-d0d918174180 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:23.777646 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4055eaa1-2b90-4bbc-8d74-fb7630f40f47 req-e6401425-0319-48c5-a60b-d0d918174180 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.2500207 Dec 20 21:24:23.889174 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3d909fb6-ac2f-4701-b449-eb9eb1581a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'name': 'tempest-ServersTestFqdnHostnames-80154773-router', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:51Z', 'updated_at': '2021-12-20T21:23:58Z', 'revision_number': 4, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'gw_port': {'id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:52Z', 'updated_at': '2021-12-20T21:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'c3410454-2de7-4881-b3c7-7010a74ad704', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'floating_ip_address': '172.35.3.46', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'port_id': 'e3d60c34-7f02-4180-8d8f-2dabf7ec89ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6', 'mac_address': 'fa:16:3e:4f:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784fd1f-e950-4b51-ae00-44408f3ade4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:24:02Z', 'updated_at': '2021-12-20T21:24:21Z', 'revision_number': 1, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c14417-9e4e-415c-9543-cd8bea242020', 'name': '', 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'mac_address': 'fa:16:3e:06:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:57Z', 'updated_at': '2021-12-20T21:24:03Z', 'revision_number': 5, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'subnets': [{'id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:23.905984 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f818584a-120a-433e-a285-2deb13afcab3 req-15bff344-2656-48f6-b769-3723821c8c55 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d60c34-7f02-4180-8d8f-2dabf7ec89ee HTTP/1.1" status: 200 len: 998 time: 0.2606156 Dec 20 21:24:23.963051 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d909fb6-ac2f-4701-b449-eb9eb1581a92 None None] Checking router: e846388f-79c2-432b-aacb-38c0969981a3 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:24:23.984563 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d909fb6-ac2f-4701-b449-eb9eb1581a92 None None] Routers {'e846388f-79c2-432b-aacb-38c0969981a3'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:24:23.986887 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3d909fb6-ac2f-4701-b449-eb9eb1581a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:23:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e846388f-79c2-432b-aacb-38c0969981a3'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:24.033811 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-19feabd8-d6ea-4884-8420-df9e25d71a62 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:24.079003 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4055eaa1-2b90-4bbc-8d74-fb7630f40f47 req-1b56d05d-510f-4862-8e88-144395b3b0de tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983406 Dec 20 21:24:24.140440 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818584a-120a-433e-a285-2deb13afcab3 req-73b0f662-badc-472e-beb6-833b6381bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:24.146356 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f818584a-120a-433e-a285-2deb13afcab3 req-73b0f662-badc-472e-beb6-833b6381bc1f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a044a341-dedb-4ba2-9476-86e7babe3fa6 HTTP/1.1" status: 200 len: 852 time: 0.2282529 Dec 20 21:24:24.165102 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f56671-0c27-4447-9c25-4e01caabad9b req-a756fcad-4f22-4d68-a3a7-48d64ba80da7 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:24.177236 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f3f56671-0c27-4447-9c25-4e01caabad9b req-a756fcad-4f22-4d68-a3a7-48d64ba80da7 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 943 time: 0.1590457 Dec 20 21:24:24.195922 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-3d909fb6-ac2f-4701-b449-eb9eb1581a92 None None] Set router e846388f-79c2-432b-aacb-38c0969981a3 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:24:24.230886 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-19feabd8-d6ea-4884-8420-df9e25d71a62 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:24.311444 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f3f56671-0c27-4447-9c25-4e01caabad9b req-d6b499dd-22a8-4467-980e-ce990bf08085 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311219 Dec 20 21:24:24.320785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818584a-120a-433e-a285-2deb13afcab3 req-0a4aefe2-9ed3-4aca-bc1c-a9609e583337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:24.322665 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f818584a-120a-433e-a285-2deb13afcab3 req-0a4aefe2-9ed3-4aca-bc1c-a9609e583337 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1427028 Dec 20 21:24:24.386835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19feabd8-d6ea-4884-8420-df9e25d71a62 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Pushing event updated for resources: {'Port': ['ID=49d84670-648d-49a0-96c4-4a623abcee70,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:24.435332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-19feabd8-d6ea-4884-8420-df9e25d71a62 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Network 2f9f7333-7702-477f-a763-bea3eab7f888 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:24:24.443678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-19feabd8-d6ea-4884-8420-df9e25d71a62 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:24:24.446460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-19feabd8-d6ea-4884-8420-df9e25d71a62 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:24:24.583955 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-19feabd8-d6ea-4884-8420-df9e25d71a62 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:24.584650 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-19feabd8-d6ea-4884-8420-df9e25d71a62 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:24.634212 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f818584a-120a-433e-a285-2deb13afcab3 req-6c1805e0-5699-4e0f-834f-5fa54650d964 service neutron] 10.222.0.31 "GET /v2.0/networks/e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030989 Dec 20 21:24:24.701838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3d909fb6-ac2f-4701-b449-eb9eb1581a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'name': 'tempest-ServersTestFqdnHostnames-80154773-router', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:51Z', 'updated_at': '2021-12-20T21:23:58Z', 'revision_number': 4, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'gw_port': {'id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:52Z', 'updated_at': '2021-12-20T21:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'c3410454-2de7-4881-b3c7-7010a74ad704', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'floating_ip_address': '172.35.3.46', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'port_id': 'e3d60c34-7f02-4180-8d8f-2dabf7ec89ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6', 'mac_address': 'fa:16:3e:4f:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784fd1f-e950-4b51-ae00-44408f3ade4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:24:02Z', 'updated_at': '2021-12-20T21:24:21Z', 'revision_number': 1, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c14417-9e4e-415c-9543-cd8bea242020', 'name': '', 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'mac_address': 'fa:16:3e:06:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:57Z', 'updated_at': '2021-12-20T21:24:03Z', 'revision_number': 5, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'subnets': [{'id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:24.712685 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-19feabd8-d6ea-4884-8420-df9e25d71a62 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9468484 Dec 20 21:24:24.739743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Request body: {'port': {'device_id': '43e64ff0-c53c-4ffc-a811-fdfaf218bc4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:24.746460 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d909fb6-ac2f-4701-b449-eb9eb1581a92 None None] The sync data for ids ['e846388f-79c2-432b-aacb-38c0969981a3'] in n-d-xena-1 is: [{'id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'name': 'tempest-ServersTestFqdnHostnames-80154773-router', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:51Z', 'updated_at': '2021-12-20T21:23:58Z', 'revision_number': 4, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'gw_port': {'id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:52Z', 'updated_at': '2021-12-20T21:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'c3410454-2de7-4881-b3c7-7010a74ad704', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'floating_ip_address': '172.35.3.46', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'port_id': 'e3d60c34-7f02-4180-8d8f-2dabf7ec89ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6', 'mac_address': 'fa:16:3e:4f:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2784fd1f-e950-4b51-ae00-44408f3ade4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:24:02Z', 'updated_at': '2021-12-20T21:24:21Z', 'revision_number': 1, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c14417-9e4e-415c-9543-cd8bea242020', 'name': '', 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'mac_address': 'fa:16:3e:06:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:57Z', 'updated_at': '2021-12-20T21:24:03Z', 'revision_number': 5, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'subnets': [{'id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:24:24.830858 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f818584a-120a-433e-a285-2deb13afcab3 req-85b5e2b0-e443-41be-9a2b-afc90166840c service neutron] 10.222.0.31 "GET /v2.0/networks/e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829808 Dec 20 21:24:24.906517 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:24.924043 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa258f6-6d78-4639-9a2e-e77a9a133b8e req-bc0d8ed1-9ea5-4749-a7ee-aca4d83fa5e1 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:24.934923 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-daa258f6-6d78-4639-9a2e-e77a9a133b8e req-bc0d8ed1-9ea5-4749-a7ee-aca4d83fa5e1 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e64ff0-c53c-4ffc-a811-fdfaf218bc4a HTTP/1.1" status: 200 len: 931 time: 0.1025262 Dec 20 21:24:25.024841 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-daa258f6-6d78-4639-9a2e-e77a9a133b8e req-0a81189b-2345-4740-9ab9-1b4faec18dae tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/security-groups?id=c945fa32-8286-4b28-912a-88ee1eaecc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739930 Dec 20 21:24:25.231024 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894bfb1c-9475-4dae-ae71-d45290c02757 None None] New status for floating IP c3410454-2de7-4881-b3c7-7010a74ad704: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:24:25.723677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff489e4-acd7-46c7-8899-8900bb8d1b80 req-eb7d88e8-f1a0-4a77-ab7c-1ab8d1b9c9dd tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:25.727296 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4ff489e4-acd7-46c7-8899-8900bb8d1b80 req-eb7d88e8-f1a0-4a77-ab7c-1ab8d1b9c9dd tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1541092 Dec 20 21:24:25.827227 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device d56946d1-6e73-4a24-a0ed-559cd785d734 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:24:25.866307 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4ff489e4-acd7-46c7-8899-8900bb8d1b80 req-e3142983-05dd-4dd0-afb6-ff029479e786 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314900 Dec 20 21:24:26.137399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d84670-648d-49a0-96c4-4a623abcee70 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:24:26.145857 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:26.160108 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Transition to ACTIVE for port object 49d84670-648d-49a0-96c4-4a623abcee70 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:24:26.170444 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:26.241467 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f4d2-02df-4738-847f-4085c42bdb01 req-0eede272-9d64-4c85-b936-2bf9ece522f4 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:26.254522 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5927f4d2-02df-4738-847f-4085c42bdb01 req-0eede272-9d64-4c85-b936-2bf9ece522f4 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 943 time: 0.2684007 Dec 20 21:24:26.310121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Pushing event updated for resources: {'Port': ['ID=49d84670-648d-49a0-96c4-4a623abcee70,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:26.454766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Attempting to bind port 49d84670-648d-49a0-96c4-4a623abcee70 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:24:26.455521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Attempting to bind port 49d84670-648d-49a0-96c4-4a623abcee70 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'b3cad8e4-b00b-438c-a3a9-c97bcacc29a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2f9f7333-7702-477f-a763-bea3eab7f888'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:24:26.456292 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Attempting to bind port 49d84670-648d-49a0-96c4-4a623abcee70 on network 2f9f7333-7702-477f-a763-bea3eab7f888 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:24:26.471629 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5927f4d2-02df-4738-847f-4085c42bdb01 req-02817b86-ddf3-4643-953c-bd8e52375427 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161489 Dec 20 21:24:26.475680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Port 49d84670-648d-49a0-96c4-4a623abcee70 on network 2f9f7333-7702-477f-a763-bea3eab7f888 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:24:26.495767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Attempting to bind port 49d84670-648d-49a0-96c4-4a623abcee70 on network 2f9f7333-7702-477f-a763-bea3eab7f888 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:24:26.496969 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b0865-533c-4841-a2c9-2753a68239eb req-c5487d5f-d2b7-4a94-a386-d9834017c9ca tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:26.499050 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1a2b0865-533c-4841-a2c9-2753a68239eb req-c5487d5f-d2b7-4a94-a386-d9834017c9ca tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e64ff0-c53c-4ffc-a811-fdfaf218bc4a HTTP/1.1" status: 200 len: 943 time: 0.1092098 Dec 20 21:24:26.515870 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:24:26.516259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Checking segment: {'id': 'b3cad8e4-b00b-438c-a3a9-c97bcacc29a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2f9f7333-7702-477f-a763-bea3eab7f888'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:24:26.516609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Bound using segment: {'id': 'b3cad8e4-b00b-438c-a3a9-c97bcacc29a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2f9f7333-7702-477f-a763-bea3eab7f888'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:24:26.517064 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Bound port: 49d84670-648d-49a0-96c4-4a623abcee70, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cad8e4-b00b-438c-a3a9-c97bcacc29a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2f9f7333-7702-477f-a763-bea3eab7f888'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:24:26.517427 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:26.678277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] For port 49d84670-648d-49a0-96c4-4a623abcee70, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:24:26.681107 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1a2b0865-533c-4841-a2c9-2753a68239eb req-7e65999e-9395-4bdc-8c3c-ac2f36e45e52 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/security-groups?id=c945fa32-8286-4b28-912a-88ee1eaecc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733265 Dec 20 21:24:26.688416 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] For port 49d84670-648d-49a0-96c4-4a623abcee70, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=49d84670-648d-49a0-96c4-4a623abcee70,segment=NetworkSegment(b3cad8e4-b00b-438c-a3a9-c97bcacc29a2),segment_id=b3cad8e4-b00b-438c-a3a9-c97bcacc29a2)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:24:26.710815 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:26.779339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Pushing event updated for resources: {'Port': ['ID=49d84670-648d-49a0-96c4-4a623abcee70,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:26.781743 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-10178cfb-c29a-45f4-9d52-94d8ca24d325 service neutron] 10.222.0.66 "GET /v2.0/ports/d56946d1-6e73-4a24-a0ed-559cd785d734/bindings/n-h1-xena-1 HTTP/1.1" status: 200 len: 382 time: 0.1391630 Dec 20 21:24:26.804791 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:26.809246 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:26.810905 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-1d35ea77-7b10-4896-9d9d-89dba6e938be service neutron] 10.222.0.66 "PUT /v2.0/ports/49d84670-648d-49a0-96c4-4a623abcee70 HTTP/1.1" status: 200 len: 1089 time: 2.0832329 Dec 20 21:24:26.811390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e64ff0-c53c-4ffc-a811-fdfaf218bc4a', 'tag': '49d84670-648d-49a0-96c4-4a623abcee70'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:24:26.813760 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4462330b-b6e7-4899-a64a-79bf31e24f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "43e64ff0-c53c-4ffc-a811-fdfaf218bc4a", "tag": "49d84670-648d-49a0-96c4-4a623abcee70"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:24:26.890329 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f1dc98-1193-4fe4-9c6b-81e726a35bba x-openstack-request-id: req-19f1dc98-1193-4fe4-9c6b-81e726a35bba {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:24:26.890625 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e64ff0-c53c-4ffc-a811-fdfaf218bc4a", "tag": "49d84670-648d-49a0-96c4-4a623abcee70", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:24:26.890879 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19f1dc98-1193-4fe4-9c6b-81e726a35bba {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:24:26.891307 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e64ff0-c53c-4ffc-a811-fdfaf218bc4a', 'tag': '49d84670-648d-49a0-96c4-4a623abcee70', 'status': 'completed', 'code': 200} Dec 20 21:24:26.979804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-92211252-321b-4033-9566-48156410dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:26.983708 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-92211252-321b-4033-9566-48156410dc74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a58e3f0689014ff1ad98bab2338bc221&device_id=43e64ff0-c53c-4ffc-a811-fdfaf218bc4a HTTP/1.1" status: 200 len: 1092 time: 0.0762637 Dec 20 21:24:27.060272 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-312ba24b-14da-48c5-bcc0-8aa08d585b05 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49d84670-648d-49a0-96c4-4a623abcee70 HTTP/1.1" status: 200 len: 217 time: 0.0570023 Dec 20 21:24:27.069750 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-60b6413f-da79-43a5-aca4-0fbe8d85aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:27.088227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-29092ea7-faae-4471-b521-e712ef89ea69 req-d3569fef-f599-4e90-9ce7-ff015cb5b9c7 service neutron] For port d56946d1-6e73-4a24-a0ed-559cd785d734, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d56946d1-6e73-4a24-a0ed-559cd785d734,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:27.115986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-29092ea7-faae-4471-b521-e712ef89ea69 req-d3569fef-f599-4e90-9ce7-ff015cb5b9c7 service neutron] For port d56946d1-6e73-4a24-a0ed-559cd785d734, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:24:27.120660 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-c9a242c4-10f7-4a49-abba-ab1797b6cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:27.123579 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-c9a242c4-10f7-4a49-abba-ab1797b6cabc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97178421-c4a2-4ade-bcbe-52f09617b01a HTTP/1.1" status: 200 len: 853 time: 0.0544491 Dec 20 21:24:27.160256 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-29092ea7-faae-4471-b521-e712ef89ea69 req-d3569fef-f599-4e90-9ce7-ff015cb5b9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56946d1-6e73-4a24-a0ed-559cd785d734 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:24:27.172615 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-29092ea7-faae-4471-b521-e712ef89ea69 req-d3569fef-f599-4e90-9ce7-ff015cb5b9c7 service neutron] For port d56946d1-6e73-4a24-a0ed-559cd785d734, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=d56946d1-6e73-4a24-a0ed-559cd785d734,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:27.182867 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-8faedce0-6166-405c-a0de-7065310ceba5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2f9f7333-7702-477f-a763-bea3eab7f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422466 Dec 20 21:24:27.197680 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-29092ea7-faae-4471-b521-e712ef89ea69 req-d3569fef-f599-4e90-9ce7-ff015cb5b9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:27.282016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157acd9b-d7be-4536-9990-9c30259253e5 req-4278f3bf-563e-4382-b576-36315c90279e tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:27.283508 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-157acd9b-d7be-4536-9990-9c30259253e5 req-4278f3bf-563e-4382-b576-36315c90279e tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0986209 Dec 20 21:24:27.333704 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-29092ea7-faae-4471-b521-e712ef89ea69 req-d3569fef-f599-4e90-9ce7-ff015cb5b9c7 service neutron] Transition to ACTIVE for port object d56946d1-6e73-4a24-a0ed-559cd785d734 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:24:27.349985 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-157acd9b-d7be-4536-9990-9c30259253e5 req-663d880e-b7f8-4eea-93c2-4bc7ad52cc0e tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536797 Dec 20 21:24:27.352707 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-29092ea7-faae-4471-b521-e712ef89ea69 req-d3569fef-f599-4e90-9ce7-ff015cb5b9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:27.381347 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-f3c99fe0-1b33-4a11-800d-303186491ecc service neutron] 10.222.0.66 "GET /v2.0/networks/2f9f7333-7702-477f-a763-bea3eab7f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923428 Dec 20 21:24:27.475888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3569fef-f599-4e90-9ce7-ff015cb5b9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d56946d1-6e73-4a24-a0ed-559cd785d734,revision_number=10']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:27.511443 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-29092ea7-faae-4471-b521-e712ef89ea69 req-d3569fef-f599-4e90-9ce7-ff015cb5b9c7 service neutron] No DVR routers for this DVR port d56946d1-6e73-4a24-a0ed-559cd785d734 on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:24:27.545749 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-d3569fef-f599-4e90-9ce7-ff015cb5b9c7 service neutron] 10.222.0.66 "PUT /v2.0/ports/d56946d1-6e73-4a24-a0ed-559cd785d734/bindings/n-h1-xena-1/activate HTTP/1.1" status: 200 len: 367 time: 0.7548399 Dec 20 21:24:27.552266 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-399a74e4-4867-43f2-b03f-bedafba20f31 req-318bf3ca-d548-4f35-98af-dd4ae2050506 service neutron] 10.222.0.66 "GET /v2.0/networks/2f9f7333-7702-477f-a763-bea3eab7f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330843 Dec 20 21:24:27.648450 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aba2f-e8d5-43ec-a03d-7d78867cb5e4 req-06b3a194-2c14-4a5e-a922-7837bbbac9eb tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:27.650298 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b46aba2f-e8d5-43ec-a03d-7d78867cb5e4 req-06b3a194-2c14-4a5e-a922-7837bbbac9eb tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 944 time: 0.0747647 Dec 20 21:24:27.758973 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b46aba2f-e8d5-43ec-a03d-7d78867cb5e4 req-44ee6e98-c77c-44c3-977b-c3de6d3325c5 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974417 Dec 20 21:24:27.771684 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29092ea7-faae-4471-b521-e712ef89ea69 req-5dcf5dcd-2879-4655-8973-b48a6743be80 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:27.773461 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-5dcf5dcd-2879-4655-8973-b48a6743be80 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333&tenant_id=68013026329e4661b48075edeb3524ab&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 1093 time: 0.0943198 Dec 20 21:24:27.815447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462330b-b6e7-4899-a64a-79bf31e24f1c req-5fa458b3-7664-4b01-8842-663110bfaae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:27.833104 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4462330b-b6e7-4899-a64a-79bf31e24f1c req-5fa458b3-7664-4b01-8842-663110bfaae2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a58e3f0689014ff1ad98bab2338bc221&device_id=43e64ff0-c53c-4ffc-a811-fdfaf218bc4a HTTP/1.1" status: 200 len: 1092 time: 0.1333346 Dec 20 21:24:27.890714 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29092ea7-faae-4471-b521-e712ef89ea69 req-42bf0595-bf45-4f4f-90a5-ffdadfd535b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:27.892192 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-42bf0595-bf45-4f4f-90a5-ffdadfd535b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333&tenant_id=68013026329e4661b48075edeb3524ab HTTP/1.1" status: 200 len: 1093 time: 0.1088474 Dec 20 21:24:27.961597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbb835-962e-49e0-9086-ac2aefaa875b req-70f684dd-c339-42b6-ac29-c267cbb5efc8 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:27.969073 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5dbb835-962e-49e0-9086-ac2aefaa875b req-70f684dd-c339-42b6-ac29-c267cbb5efc8 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e64ff0-c53c-4ffc-a811-fdfaf218bc4a HTTP/1.1" status: 200 len: 943 time: 0.1239507 Dec 20 21:24:28.009130 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29092ea7-faae-4471-b521-e712ef89ea69 req-e227db6e-c4bc-4b25-a5db-f268ef327c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:28.010717 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-e227db6e-c4bc-4b25-a5db-f268ef327c3b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 1093 time: 0.0721743 Dec 20 21:24:28.028234 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5dbb835-962e-49e0-9086-ac2aefaa875b req-75666480-9dee-4986-9b81-25fbcfd8b433 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/security-groups?id=c945fa32-8286-4b28-912a-88ee1eaecc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576043 Dec 20 21:24:28.044948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462330b-b6e7-4899-a64a-79bf31e24f1c req-32ded820-94d8-4b9c-8d73-6f70fc91498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:28.044948 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4462330b-b6e7-4899-a64a-79bf31e24f1c req-32ded820-94d8-4b9c-8d73-6f70fc91498a service neutron] 10.222.0.66 "GET /v2.0/networks?id=2f9f7333-7702-477f-a763-bea3eab7f888 HTTP/1.1" status: 200 len: 914 time: 0.2054703 Dec 20 21:24:28.117865 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4462330b-b6e7-4899-a64a-79bf31e24f1c req-e79bff1b-6207-4513-8394-a3389f5b34a3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49d84670-648d-49a0-96c4-4a623abcee70 HTTP/1.1" status: 200 len: 217 time: 0.0676248 Dec 20 21:24:28.187748 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29092ea7-faae-4471-b521-e712ef89ea69 req-a7664547-6b0b-438e-b874-14fc5177b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:28.189209 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-a7664547-6b0b-438e-b874-14fc5177b569 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 907 time: 0.1703308 Dec 20 21:24:28.218205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462330b-b6e7-4899-a64a-79bf31e24f1c req-59a513de-6b18-4380-91cd-7f9067a662c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:28.219976 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4462330b-b6e7-4899-a64a-79bf31e24f1c req-59a513de-6b18-4380-91cd-7f9067a662c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=97178421-c4a2-4ade-bcbe-52f09617b01a HTTP/1.1" status: 200 len: 853 time: 0.0835903 Dec 20 21:24:28.264603 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-07aed11b-dcbc-4531-b41f-60c4fd48ee44 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d56946d1-6e73-4a24-a0ed-559cd785d734 HTTP/1.1" status: 200 len: 217 time: 0.0671058 Dec 20 21:24:28.271201 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4462330b-b6e7-4899-a64a-79bf31e24f1c req-5aa864d7-a3a4-4473-a9c9-eb4b03475ee3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2f9f7333-7702-477f-a763-bea3eab7f888&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398045 Dec 20 21:24:28.337244 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29092ea7-faae-4471-b521-e712ef89ea69 req-15d17bd1-0e53-456b-93c8-61b2921212c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:28.341756 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-15d17bd1-0e53-456b-93c8-61b2921212c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.0696383 Dec 20 21:24:28.399084 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-c49fd15b-c914-4d04-af29-f44556c2c9ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478597 Dec 20 21:24:28.420164 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4462330b-b6e7-4899-a64a-79bf31e24f1c req-939d9eab-796e-4601-8f87-505683ac6762 service neutron] 10.222.0.66 "GET /v2.0/networks/2f9f7333-7702-477f-a763-bea3eab7f888?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403117 Dec 20 21:24:28.606028 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4462330b-b6e7-4899-a64a-79bf31e24f1c req-46f7d34d-7f11-409f-a60b-4a46ff74a270 service neutron] 10.222.0.66 "GET /v2.0/networks/2f9f7333-7702-477f-a763-bea3eab7f888?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772041 Dec 20 21:24:28.635471 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c33a8-ecb9-40ad-b668-151121356a44 req-13549748-c49d-4b8c-92be-3dbd54b4107e tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:28.637730 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-494c33a8-ecb9-40ad-b668-151121356a44 req-13549748-c49d-4b8c-92be-3dbd54b4107e tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1050913 Dec 20 21:24:28.650536 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-a819a625-e268-44bc-82cd-14f7b8a355e7 service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417774 Dec 20 21:24:28.773143 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-494c33a8-ecb9-40ad-b668-151121356a44 req-0d16c94a-6317-446a-b766-d05a6132af5c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158531 Dec 20 21:24:28.844703 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-91de5dce-5dc6-44d7-a1d6-3f6b09f90bc0 service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873899 Dec 20 21:24:28.947182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37719a0-f824-4d45-b0d7-b7001fa9e6ea req-b2dad9c2-a78c-4397-8a59-0e5274434586 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:28.950194 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c37719a0-f824-4d45-b0d7-b7001fa9e6ea req-b2dad9c2-a78c-4397-8a59-0e5274434586 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 944 time: 0.0988238 Dec 20 21:24:29.016907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c37719a0-f824-4d45-b0d7-b7001fa9e6ea req-83edfd64-a10a-4899-8f37-2b886dd10c11 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598648 Dec 20 21:24:29.200398 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0abfb-97ea-4df6-8845-a4fbf945b6f8 req-2893f9f3-5421-499b-94d2-f75e0730e82e tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:29.208681 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-89c0abfb-97ea-4df6-8845-a4fbf945b6f8 req-2893f9f3-5421-499b-94d2-f75e0730e82e tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e64ff0-c53c-4ffc-a811-fdfaf218bc4a HTTP/1.1" status: 200 len: 943 time: 0.1057379 Dec 20 21:24:29.287377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29092ea7-faae-4471-b521-e712ef89ea69 req-234357e7-4d28-48f6-b089-c28726c09daf tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:29.290864 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-234357e7-4d28-48f6-b089-c28726c09daf tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333&tenant_id=68013026329e4661b48075edeb3524ab&binding%3Ahost_id=n-h1-xena-1 HTTP/1.1" status: 200 len: 1093 time: 0.1282103 Dec 20 21:24:29.306634 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-89c0abfb-97ea-4df6-8845-a4fbf945b6f8 req-c9ae6fb6-bd9d-41f5-9260-656265bcd43a tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/security-groups?id=c945fa32-8286-4b28-912a-88ee1eaecc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970068 Dec 20 21:24:29.422607 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3355f8cf-fe79-49ad-8c66-e774af30dc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:29.517513 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-29092ea7-faae-4471-b521-e712ef89ea69 req-5d25cd30-bd56-4222-b1b7-c2151ff92d7a service neutron] For port d56946d1-6e73-4a24-a0ed-559cd785d734, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:24:29.521037 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-29092ea7-faae-4471-b521-e712ef89ea69 req-5d25cd30-bd56-4222-b1b7-c2151ff92d7a service neutron] Notify callbacks [] for binding, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:29.522188 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-5d25cd30-bd56-4222-b1b7-c2151ff92d7a service neutron] 10.222.0.31 "DELETE /v2.0/ports/d56946d1-6e73-4a24-a0ed-559cd785d734/bindings/n-h2-xena-1 HTTP/1.1" status: 204 len: 173 time: 0.2143066 Dec 20 21:24:29.844638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 49d84670-648d-49a0-96c4-4a623abcee70 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:24:30.041614 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 49d84670-648d-49a0-96c4-4a623abcee70, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=49d84670-648d-49a0-96c4-4a623abcee70,segment=NetworkSegment(b3cad8e4-b00b-438c-a3a9-c97bcacc29a2),segment_id=b3cad8e4-b00b-438c-a3a9-c97bcacc29a2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:30.094034 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '49d84670-648d-49a0-96c4-4a623abcee70', 'network_id': '2f9f7333-7702-477f-a763-bea3eab7f888', 'port_id': '49d84670-648d-49a0-96c4-4a623abcee70', 'mac_address': 'fa:16:3e:74:91:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97178421-c4a2-4ade-bcbe-52f09617b01a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:24:30.105801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7106082-a8af-4596-93e3-9d988bd76ef9 req-27ae532f-a586-42c5-b779-fe465a02a832 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:30.107397 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7106082-a8af-4596-93e3-9d988bd76ef9 req-27ae532f-a586-42c5-b779-fe465a02a832 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.2258067 Dec 20 21:24:30.219432 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:30.224182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2599a-f07e-4c9c-ab9a-6945fbeaabb2 req-423c494d-57fb-498f-a524-6d42c7838d49 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:30.229707 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7106082-a8af-4596-93e3-9d988bd76ef9 req-26f9eb1f-1eda-4839-86e7-0df2df829368 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143041 Dec 20 21:24:30.233269 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dad2599a-f07e-4c9c-ab9a-6945fbeaabb2 req-423c494d-57fb-498f-a524-6d42c7838d49 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 944 time: 0.0779352 Dec 20 21:24:30.276549 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d84670-648d-49a0-96c4-4a623abcee70 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:24:30.352877 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dad2599a-f07e-4c9c-ab9a-6945fbeaabb2 req-9bf99482-c321-4354-be39-d31b91a27f1d tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184034 Dec 20 21:24:30.373943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 49d84670-648d-49a0-96c4-4a623abcee70, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=49d84670-648d-49a0-96c4-4a623abcee70,segment=NetworkSegment(b3cad8e4-b00b-438c-a3a9-c97bcacc29a2),segment_id=b3cad8e4-b00b-438c-a3a9-c97bcacc29a2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:30.385397 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:30.475771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=49d84670-648d-49a0-96c4-4a623abcee70,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:30.616159 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:30.626754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8009c-4e08-4bbc-b3ee-a746c82fdd98 req-984652d7-9d4c-4bb5-b8f4-f477c88ea480 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:30.657811 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43c8009c-4e08-4bbc-b3ee-a746c82fdd98 req-984652d7-9d4c-4bb5-b8f4-f477c88ea480 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e64ff0-c53c-4ffc-a811-fdfaf218bc4a HTTP/1.1" status: 200 len: 944 time: 0.1906109 Dec 20 21:24:30.711720 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43c8009c-4e08-4bbc-b3ee-a746c82fdd98 req-14166c04-0ace-437c-9c58-214b53e240ed tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/security-groups?id=c945fa32-8286-4b28-912a-88ee1eaecc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600624 Dec 20 21:24:30.720621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['49d84670-648d-49a0-96c4-4a623abcee70'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:24:30.909887 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71b70b-e251-4cec-a0ba-68767366cfec req-82a37d98-159f-4bd6-88c5-d512d1dbb223 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:30.918637 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc71b70b-e251-4cec-a0ba-68767366cfec req-82a37d98-159f-4bd6-88c5-d512d1dbb223 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 1093 time: 0.0670366 Dec 20 21:24:30.960792 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc71b70b-e251-4cec-a0ba-68767366cfec req-87271427-7589-4790-a45e-3c41d491c19b tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385191 Dec 20 21:24:31.129147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea9d5-790c-4798-80a9-cc2a09fe5eb3 req-6c775c5d-9030-4706-a8ad-f125366f8c1a tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:31.141771 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-365ea9d5-790c-4798-80a9-cc2a09fe5eb3 req-6c775c5d-9030-4706-a8ad-f125366f8c1a tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 1093 time: 0.0707693 Dec 20 21:24:31.222679 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-365ea9d5-790c-4798-80a9-cc2a09fe5eb3 req-feb4a407-5277-4006-97d7-4d8fd6df8ef4 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780661 Dec 20 21:24:31.407451 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4d396-2680-4d78-9b98-f1f8ac392a16 req-afb58c5a-f86a-4822-acca-f5dbe0cff72f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:31.420718 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06c4d396-2680-4d78-9b98-f1f8ac392a16 req-afb58c5a-f86a-4822-acca-f5dbe0cff72f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0647089 Dec 20 21:24:31.495997 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06c4d396-2680-4d78-9b98-f1f8ac392a16 req-dae5264f-084a-497f-8030-693156675b7d tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744123 Dec 20 21:24:31.563646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb11c1-495b-404f-b975-e89c1c03f20c req-0c817e89-eb6a-479a-b041-faf56a681d2a tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:31.572523 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-01fb11c1-495b-404f-b975-e89c1c03f20c req-0c817e89-eb6a-479a-b041-faf56a681d2a tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb81f03-1ef1-4412-a293-b802d121e440 HTTP/1.1" status: 200 len: 945 time: 0.1162186 Dec 20 21:24:31.647698 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-01fb11c1-495b-404f-b975-e89c1c03f20c req-bcb6a38c-920e-4e72-b90f-85e929c958d7 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/security-groups?id=13413519-4c58-4b09-b9c4-b6635d248060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686297 Dec 20 21:24:31.875549 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 49d84670-648d-49a0-96c4-4a623abcee70 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:24:31.982522 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 49d84670-648d-49a0-96c4-4a623abcee70 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:24:32.010401 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 49d84670-648d-49a0-96c4-4a623abcee70 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:32.011222 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:32.041946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463aba4-684b-49b8-a987-f704f42280b7 req-e5f01962-6672-49d0-ac97-fdf5c8a3c5f6 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:32.041946 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1463aba4-684b-49b8-a987-f704f42280b7 req-e5f01962-6672-49d0-ac97-fdf5c8a3c5f6 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e64ff0-c53c-4ffc-a811-fdfaf218bc4a HTTP/1.1" status: 200 len: 944 time: 0.1214509 Dec 20 21:24:32.049039 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:32.096282 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1463aba4-684b-49b8-a987-f704f42280b7 req-6c3cd919-9c2e-4f93-bc15-fe95f5f24539 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/security-groups?id=c945fa32-8286-4b28-912a-88ee1eaecc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484083 Dec 20 21:24:32.126708 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:32.164631 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e64ff0-c53c-4ffc-a811-fdfaf218bc4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d84670-648d-49a0-96c4-4a623abcee70'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:24:32.167822 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc26397a-e707-49f3-b81e-b917920c468e" -d '{"events": [{"server_uuid": "43e64ff0-c53c-4ffc-a811-fdfaf218bc4a", "name": "network-vif-plugged", "status": "completed", "tag": "49d84670-648d-49a0-96c4-4a623abcee70"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:24:32.172177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 49d84670-648d-49a0-96c4-4a623abcee70, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=49d84670-648d-49a0-96c4-4a623abcee70,segment=NetworkSegment(b3cad8e4-b00b-438c-a3a9-c97bcacc29a2),segment_id=b3cad8e4-b00b-438c-a3a9-c97bcacc29a2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:32.184060 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:32.230684 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22381792-35cf-418c-98b7-683067c35587 x-openstack-request-id: req-22381792-35cf-418c-98b7-683067c35587 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:24:32.230912 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e64ff0-c53c-4ffc-a811-fdfaf218bc4a", "name": "network-vif-plugged", "status": "completed", "tag": "49d84670-648d-49a0-96c4-4a623abcee70", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:24:32.231118 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22381792-35cf-418c-98b7-683067c35587 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:24:32.231510 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e64ff0-c53c-4ffc-a811-fdfaf218bc4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d84670-648d-49a0-96c4-4a623abcee70', 'code': 200} Dec 20 21:24:32.259758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=49d84670-648d-49a0-96c4-4a623abcee70,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:32.309703 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:32.369268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddb7c4-fd8f-4d2f-8238-f91bbded047d req-e2971b79-f945-4ada-a7f5-62ad9623e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:32.370949 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e8ddb7c4-fd8f-4d2f-8238-f91bbded047d req-e2971b79-f945-4ada-a7f5-62ad9623e892 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=43e64ff0-c53c-4ffc-a811-fdfaf218bc4a HTTP/1.1" status: 200 len: 1094 time: 0.0425825 Dec 20 21:24:32.408238 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e8ddb7c4-fd8f-4d2f-8238-f91bbded047d req-8dc92bc8-5cef-4b8e-a726-8957f7cc2f0d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c945fa32-8286-4b28-912a-88ee1eaecc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291536 Dec 20 21:24:32.635416 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3477c-5129-4599-81a4-b10e4f7d67d1 req-9991449f-1547-45b2-a8a5-3c0c71e1a902 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:32.637100 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d5d3477c-5129-4599-81a4-b10e4f7d67d1 req-9991449f-1547-45b2-a8a5-3c0c71e1a902 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0507026 Dec 20 21:24:32.693002 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d5d3477c-5129-4599-81a4-b10e4f7d67d1 req-00801bb8-8352-409d-a6fb-c6e56d4e866b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490115 Dec 20 21:24:32.800004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7de46-6164-49ae-b57f-5463cd409e8f req-36dd5f57-ed04-4f4e-85df-a30308547c9d tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:32.808641 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abb7de46-6164-49ae-b57f-5463cd409e8f req-36dd5f57-ed04-4f4e-85df-a30308547c9d tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb81f03-1ef1-4412-a293-b802d121e440 HTTP/1.1" status: 200 len: 945 time: 0.0890038 Dec 20 21:24:32.853556 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abb7de46-6164-49ae-b57f-5463cd409e8f req-ff6c4c2b-7e73-4ca4-8ec3-c94451629032 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/security-groups?id=13413519-4c58-4b09-b9c4-b6635d248060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440784 Dec 20 21:24:33.072548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e1efd-75fc-4110-82ed-8330ce7b26a2 req-b1389eee-7b64-4b22-aa0c-1e944ee35679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:33.074214 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf3e1efd-75fc-4110-82ed-8330ce7b26a2 req-b1389eee-7b64-4b22-aa0c-1e944ee35679 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d2f4c187708c4124a507a398163fc633&device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 1095 time: 0.0440645 Dec 20 21:24:33.178843 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e1efd-75fc-4110-82ed-8330ce7b26a2 req-5257db8d-efdc-46f7-b4a3-29ffc21fc9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:33.180423 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf3e1efd-75fc-4110-82ed-8330ce7b26a2 req-5257db8d-efdc-46f7-b4a3-29ffc21fc9ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=2ed307fe-ac1a-4b0c-a426-bf761a207e98 HTTP/1.1" status: 200 len: 914 time: 0.0963228 Dec 20 21:24:33.222209 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf3e1efd-75fc-4110-82ed-8330ce7b26a2 req-e52096e2-dddd-44ee-8b6e-f411e388b845 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1 HTTP/1.1" status: 200 len: 217 time: 0.0349569 Dec 20 21:24:33.232494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9c442-0ec9-4d97-8f41-e1a603913025 req-d2bd8a09-be2f-4e85-8353-c9dd8169bac0 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:33.234098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-10f9c442-0ec9-4d97-8f41-e1a603913025 req-d2bd8a09-be2f-4e85-8353-c9dd8169bac0 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e64ff0-c53c-4ffc-a811-fdfaf218bc4a HTTP/1.1" status: 200 len: 945 time: 0.0558069 Dec 20 21:24:33.280083 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-10f9c442-0ec9-4d97-8f41-e1a603913025 req-2596cb6f-38e7-4fd5-871b-ee2994dfef75 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/security-groups?id=c945fa32-8286-4b28-912a-88ee1eaecc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377064 Dec 20 21:24:33.287006 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e1efd-75fc-4110-82ed-8330ce7b26a2 req-9e0a0511-217d-4198-b263-03ccde6b8333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:33.288524 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf3e1efd-75fc-4110-82ed-8330ce7b26a2 req-9e0a0511-217d-4198-b263-03ccde6b8333 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=477c251e-c5a3-4ae1-b22c-38af5a910bca HTTP/1.1" status: 200 len: 853 time: 0.0578041 Dec 20 21:24:33.326117 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf3e1efd-75fc-4110-82ed-8330ce7b26a2 req-6dbaeec0-0a88-4c73-8d07-6962854cac35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2ed307fe-ac1a-4b0c-a426-bf761a207e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307231 Dec 20 21:24:33.421166 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf3e1efd-75fc-4110-82ed-8330ce7b26a2 req-34fe1547-7606-4b0b-a49d-1ff950df13c2 service neutron] 10.222.0.31 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834098 Dec 20 21:24:33.514703 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf3e1efd-75fc-4110-82ed-8330ce7b26a2 req-f0528ad3-8f5c-4993-9998-b96edff61c6e service neutron] 10.222.0.31 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864916 Dec 20 21:24:33.701877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f88f4-7ffd-4ff6-94f6-362bf4bc9d30 req-940e931a-8252-4b98-a907-dcb10ee56a71 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:33.709755 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-448f88f4-7ffd-4ff6-94f6-362bf4bc9d30 req-940e931a-8252-4b98-a907-dcb10ee56a71 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fb81f03-1ef1-4412-a293-b802d121e440 HTTP/1.1" status: 200 len: 945 time: 0.0565732 Dec 20 21:24:33.840314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-448f88f4-7ffd-4ff6-94f6-362bf4bc9d30 req-a57aee81-77c9-4c66-b6ea-c8a16721e7d1 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Deleting port f2e25348-4830-4b96-9be5-d05500333e01 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:24:33.840314 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-448f88f4-7ffd-4ff6-94f6-362bf4bc9d30 req-a57aee81-77c9-4c66-b6ea-c8a16721e7d1 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:33.964867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-448f88f4-7ffd-4ff6-94f6-362bf4bc9d30 req-a57aee81-77c9-4c66-b6ea-c8a16721e7d1 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] For port f2e25348-4830-4b96-9be5-d05500333e01, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f2e25348-4830-4b96-9be5-d05500333e01,segment=NetworkSegment(6de2467c-3b08-4c19-b5e2-9ec12b094e59),segment_id=6de2467c-3b08-4c19-b5e2-9ec12b094e59)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:33.965242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-448f88f4-7ffd-4ff6-94f6-362bf4bc9d30 req-a57aee81-77c9-4c66-b6ea-c8a16721e7d1 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:33.986542 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-448f88f4-7ffd-4ff6-94f6-362bf4bc9d30 req-a57aee81-77c9-4c66-b6ea-c8a16721e7d1 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Calling delete_port for f2e25348-4830-4b96-9be5-d05500333e01 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:24:34.119170 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbd6f8-be2e-4393-87b4-cc62ca8443d5 req-9cdcb767-bc6e-46b0-b246-9e805a1cc849 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:34.120846 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8adbd6f8-be2e-4393-87b4-cc62ca8443d5 req-9cdcb767-bc6e-46b0-b246-9e805a1cc849 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb81f03-1ef1-4412-a293-b802d121e440 HTTP/1.1" status: 200 len: 945 time: 0.1130810 Dec 20 21:24:34.144300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02281631-8184-4f2f-96c8-4f0e3ebe7db1 req-3fab2e9b-6864-4d58-98f4-fcaf4b6e03b2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:34.145821 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-02281631-8184-4f2f-96c8-4f0e3ebe7db1 req-3fab2e9b-6864-4d58-98f4-fcaf4b6e03b2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.3876278 Dec 20 21:24:34.184381 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-02281631-8184-4f2f-96c8-4f0e3ebe7db1 req-6b023f0d-a75f-4409-b7a7-fcd9c5bae267 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325174 Dec 20 21:24:34.213926 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8adbd6f8-be2e-4393-87b4-cc62ca8443d5 req-13416e4b-d87a-46b8-9be1-e13aa3d1d965 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.32 "GET /v2.0/security-groups?id=13413519-4c58-4b09-b9c4-b6635d248060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810723 Dec 20 21:24:34.220654 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-448f88f4-7ffd-4ff6-94f6-362bf4bc9d30 req-a57aee81-77c9-4c66-b6ea-c8a16721e7d1 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:34.260630 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57aee81-77c9-4c66-b6ea-c8a16721e7d1 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Pushing event deleted for resources: {'Port': ['ID=f2e25348-4830-4b96-9be5-d05500333e01,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:34.330812 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-448f88f4-7ffd-4ff6-94f6-362bf4bc9d30 req-a57aee81-77c9-4c66-b6ea-c8a16721e7d1 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] No DVR routers for this DVR port f2e25348-4830-4b96-9be5-d05500333e01 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:24:34.334746 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-448f88f4-7ffd-4ff6-94f6-362bf4bc9d30 req-a57aee81-77c9-4c66-b6ea-c8a16721e7d1 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:34.339911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-448f88f4-7ffd-4ff6-94f6-362bf4bc9d30 req-a57aee81-77c9-4c66-b6ea-c8a16721e7d1 tempest-VolumesAdminNegativeTest-1602370178 tempest-VolumesAdminNegativeTest-1602370178-project] 10.222.0.66 "DELETE /v2.0/ports/f2e25348-4830-4b96-9be5-d05500333e01 HTTP/1.1" status: 204 len: 173 time: 0.6223998 Dec 20 21:24:34.340565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb81f03-1ef1-4412-a293-b802d121e440', 'name': 'network-vif-deleted', 'tag': 'f2e25348-4830-4b96-9be5-d05500333e01'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:24:34.343507 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0be54a7-c688-4123-8e3b-72d212eec965" -d '{"events": [{"server_uuid": "0fb81f03-1ef1-4412-a293-b802d121e440", "name": "network-vif-deleted", "tag": "f2e25348-4830-4b96-9be5-d05500333e01"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:24:34.405398 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57a496-fe14-464f-b59a-353f51de1975 req-b85df068-d3b4-4504-9084-1bf85b325c3b tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:34.411733 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed6ae41-711e-4fe4-8249-c4049e3ddba2 x-openstack-request-id: req-7ed6ae41-711e-4fe4-8249-c4049e3ddba2 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:24:34.411733 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb81f03-1ef1-4412-a293-b802d121e440", "name": "network-vif-deleted", "tag": "f2e25348-4830-4b96-9be5-d05500333e01", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:24:34.412047 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ed6ae41-711e-4fe4-8249-c4049e3ddba2 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:24:34.412225 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb81f03-1ef1-4412-a293-b802d121e440', 'name': 'network-vif-deleted', 'tag': 'f2e25348-4830-4b96-9be5-d05500333e01', 'status': 'completed', 'code': 200} Dec 20 21:24:34.413172 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f57a496-fe14-464f-b59a-353f51de1975 req-b85df068-d3b4-4504-9084-1bf85b325c3b tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e64ff0-c53c-4ffc-a811-fdfaf218bc4a HTTP/1.1" status: 200 len: 945 time: 0.0588880 Dec 20 21:24:34.449721 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f57a496-fe14-464f-b59a-353f51de1975 req-4e13cd0a-f32d-4f5a-bdf7-f2767661bff4 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/security-groups?id=c945fa32-8286-4b28-912a-88ee1eaecc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356891 Dec 20 21:24:34.846235 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43db1d-474e-4bb9-945d-7fb060f9a61b req-22cee553-0c4b-4c31-8848-1fe02b4dcc4d tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:34.848054 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3a43db1d-474e-4bb9-945d-7fb060f9a61b req-22cee553-0c4b-4c31-8848-1fe02b4dcc4d tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e64ff0-c53c-4ffc-a811-fdfaf218bc4a HTTP/1.1" status: 200 len: 945 time: 0.0516617 Dec 20 21:24:34.892251 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3a43db1d-474e-4bb9-945d-7fb060f9a61b req-dbe3f38d-7a67-4a70-a250-76d0f512f98d tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/security-groups?id=c945fa32-8286-4b28-912a-88ee1eaecc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374000 Dec 20 21:24:35.273830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57588) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:35.312362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ddaab-7b0d-4b32-b835-9f8b954bc6dd req-250905f0-4c25-4906-8529-84e0188078c2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:35.315535 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-154ddaab-7b0d-4b32-b835-9f8b954bc6dd req-250905f0-4c25-4906-8529-84e0188078c2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0594501 Dec 20 21:24:35.322205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74a57d3-d607-41a7-b323-8b3df5da1051 admin admin] Deleting subnet 76fe2fa0-e695-4b05-8f3b-1e6df0bc13ff {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:24:35.326394 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d74a57d3-d607-41a7-b323-8b3df5da1051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:35.359681 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-154ddaab-7b0d-4b32-b835-9f8b954bc6dd req-b7d2a61a-51fd-4d49-b4ac-6275d085d7ae tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385475 Dec 20 21:24:35.369976 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d74a57d3-d607-41a7-b323-8b3df5da1051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:35.421835 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d74a57d3-d607-41a7-b323-8b3df5da1051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:35.483394 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d74a57d3-d607-41a7-b323-8b3df5da1051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:35.508410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a57d3-d607-41a7-b323-8b3df5da1051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76fe2fa0-e695-4b05-8f3b-1e6df0bc13ff,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:35.513212 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d74a57d3-d607-41a7-b323-8b3df5da1051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:35.516259 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d74a57d3-d607-41a7-b323-8b3df5da1051 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/76fe2fa0-e695-4b05-8f3b-1e6df0bc13ff HTTP/1.1" status: 204 len: 168 time: 0.2413871 Dec 20 21:24:35.518738 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57596) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:35.590158 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6d15-7c2e-455a-90de-39eb2f9a8f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:35.674046 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6d15-7c2e-455a-90de-39eb2f9a8f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:35.694883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5d3d6d15-7c2e-455a-90de-39eb2f9a8f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e4c629-f24c-4e0b-8e8e-af4145b3d99c']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:35.704253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5d3d6d15-7c2e-455a-90de-39eb2f9a8f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de2467c-3b08-4c19-b5e2-9ec12b094e59') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:35.704546 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5d3d6d15-7c2e-455a-90de-39eb2f9a8f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de2467c-3b08-4c19-b5e2-9ec12b094e59') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:35.714822 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6d15-7c2e-455a-90de-39eb2f9a8f90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:35.728815 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6d15-7c2e-455a-90de-39eb2f9a8f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:35.734839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3d6d15-7c2e-455a-90de-39eb2f9a8f90 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:24:35.735156 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6d15-7c2e-455a-90de-39eb2f9a8f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:24:35.736895 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:24:35.793744 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6d15-7c2e-455a-90de-39eb2f9a8f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:35.799534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6d15-7c2e-455a-90de-39eb2f9a8f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:35.803085 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5d3d6d15-7c2e-455a-90de-39eb2f9a8f90 admin admin] 10.222.0.32 "DELETE /v2.0/networks/71e4c629-f24c-4e0b-8e8e-af4145b3d99c HTTP/1.1" status: 204 len: 168 time: 0.2833767 Dec 20 21:24:35.806362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57598) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:35.819095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6d15-7c2e-455a-90de-39eb2f9a8f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=71e4c629-f24c-4e0b-8e8e-af4145b3d99c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:35.852872 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-4400162e-59e8-4e21-8418-1024c66fbcbb admin admin] Deleting subnet 58ee0fc9-7632-4a26-ae97-ede37df64421 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:24:35.857410 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4400162e-59e8-4e21-8418-1024c66fbcbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:35.890369 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f2e25348-4830-4b96-9be5-d05500333e01 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:24:35.892316 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4400162e-59e8-4e21-8418-1024c66fbcbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:35.909970 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: f2e25348-4830-4b96-9be5-d05500333e01 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:24:35.910726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f2e25348-4830-4b96-9be5-d05500333e01 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:24:35.939170 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4400162e-59e8-4e21-8418-1024c66fbcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:36.004243 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4400162e-59e8-4e21-8418-1024c66fbcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:36.025211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3aa8b-fa92-41d9-b4a3-98d749276879 req-d887669b-4d91-4d56-912f-b3f9c92e0701 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:36.027084 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-53d3aa8b-fa92-41d9-b4a3-98d749276879 req-d887669b-4d91-4d56-912f-b3f9c92e0701 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e64ff0-c53c-4ffc-a811-fdfaf218bc4a HTTP/1.1" status: 200 len: 945 time: 0.0585639 Dec 20 21:24:36.037947 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400162e-59e8-4e21-8418-1024c66fbcbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ee0fc9-7632-4a26-ae97-ede37df64421,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:36.042439 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4400162e-59e8-4e21-8418-1024c66fbcbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:36.045750 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4400162e-59e8-4e21-8418-1024c66fbcbb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/58ee0fc9-7632-4a26-ae97-ede37df64421 HTTP/1.1" status: 204 len: 168 time: 0.2381690 Dec 20 21:24:36.049815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57606) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:36.132735 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-53d3aa8b-fa92-41d9-b4a3-98d749276879 req-4a24c947-9aad-4b6d-8dca-0d0ef8be8420 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/security-groups?id=c945fa32-8286-4b28-912a-88ee1eaecc99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917451 Dec 20 21:24:36.144534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d7f22cba-f616-4aee-9358-6042bd4286b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:36.239914 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d7f22cba-f616-4aee-9358-6042bd4286b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:36.261628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d7f22cba-f616-4aee-9358-6042bd4286b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2944124d-3bf9-490f-a0b5-4eace2abaf21']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:36.272054 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d7f22cba-f616-4aee-9358-6042bd4286b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b2e509-4850-4eef-9f19-2f47aed86017') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:36.272684 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d7f22cba-f616-4aee-9358-6042bd4286b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b2e509-4850-4eef-9f19-2f47aed86017') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:36.282207 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d7f22cba-f616-4aee-9358-6042bd4286b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:36.295706 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d7f22cba-f616-4aee-9358-6042bd4286b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:36.302522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f22cba-f616-4aee-9358-6042bd4286b0 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:24:36.302934 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d7f22cba-f616-4aee-9358-6042bd4286b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:24:36.304594 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:24:36.384380 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d7f22cba-f616-4aee-9358-6042bd4286b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:36.391922 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d7f22cba-f616-4aee-9358-6042bd4286b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:36.395473 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d7f22cba-f616-4aee-9358-6042bd4286b0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2944124d-3bf9-490f-a0b5-4eace2abaf21 HTTP/1.1" status: 204 len: 168 time: 0.3435035 Dec 20 21:24:36.414904 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f22cba-f616-4aee-9358-6042bd4286b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2944124d-3bf9-490f-a0b5-4eace2abaf21,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:36.426757 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2903239-3563-4284-8ac5-a080b52b0ad2 req-758e99eb-a55f-45e9-872e-93cc602b6378 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:36.429160 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c2903239-3563-4284-8ac5-a080b52b0ad2 req-758e99eb-a55f-45e9-872e-93cc602b6378 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.66 "GET /v2.0/ports?device_id=43e64ff0-c53c-4ffc-a811-fdfaf218bc4a HTTP/1.1" status: 200 len: 945 time: 0.0890124 Dec 20 21:24:36.505980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ccfde-2ab1-4449-a755-b3995f4822e0 req-d72fe995-cf90-42c4-a0d3-d005b095d11f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:36.508355 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-646ccfde-2ab1-4449-a755-b3995f4822e0 req-d72fe995-cf90-42c4-a0d3-d005b095d11f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0672786 Dec 20 21:24:36.576995 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-c2903239-3563-4284-8ac5-a080b52b0ad2 req-99b3692e-a88b-4bbf-be9a-80307947fec6 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Deleting port 49d84670-648d-49a0-96c4-4a623abcee70 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:24:36.577379 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c2903239-3563-4284-8ac5-a080b52b0ad2 req-99b3692e-a88b-4bbf-be9a-80307947fec6 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:36.580881 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-646ccfde-2ab1-4449-a755-b3995f4822e0 req-34a554f8-59f3-4e99-ad6c-fa3981d8d422 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661609 Dec 20 21:24:36.581515 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57622) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:36.649873 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3fccf8c6-0061-49d0-af4f-279a040ae0a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f68e085f8d9e4184857f62ad27b8f154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664544 Dec 20 21:24:36.650549 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57626) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:36.695178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c2903239-3563-4284-8ac5-a080b52b0ad2 req-99b3692e-a88b-4bbf-be9a-80307947fec6 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] For port 49d84670-648d-49a0-96c4-4a623abcee70, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=49d84670-648d-49a0-96c4-4a623abcee70,segment=NetworkSegment(b3cad8e4-b00b-438c-a3a9-c97bcacc29a2),segment_id=b3cad8e4-b00b-438c-a3a9-c97bcacc29a2)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:36.695377 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c2903239-3563-4284-8ac5-a080b52b0ad2 req-99b3692e-a88b-4bbf-be9a-80307947fec6 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:36.709360 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-c2903239-3563-4284-8ac5-a080b52b0ad2 req-99b3692e-a88b-4bbf-be9a-80307947fec6 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Calling delete_port for 49d84670-648d-49a0-96c4-4a623abcee70 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:24:36.754217 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f394691-75bf-4e32-9588-ab689afc44cd req-d81c4fe5-024e-4cb5-ba9d-2acbeb5858c3 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:36.761412 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0f394691-75bf-4e32-9588-ab689afc44cd req-d81c4fe5-024e-4cb5-ba9d-2acbeb5858c3 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0887902 Dec 20 21:24:36.771642 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5901c1a8-66c4-444a-bfe1-f4a302e7bd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:36.801807 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5901c1a8-66c4-444a-bfe1-f4a302e7bd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:36.842893 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0f394691-75bf-4e32-9588-ab689afc44cd req-e863f80d-6512-41d2-a21d-d24b9df34655 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803363 Dec 20 21:24:36.860456 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c2903239-3563-4284-8ac5-a080b52b0ad2 req-99b3692e-a88b-4bbf-be9a-80307947fec6 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:36.877290 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5901c1a8-66c4-444a-bfe1-f4a302e7bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:36.881988 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5901c1a8-66c4-444a-bfe1-f4a302e7bd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:36.885978 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5901c1a8-66c4-444a-bfe1-f4a302e7bd1e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13413519-4c58-4b09-b9c4-b6635d248060 HTTP/1.1" status: 204 len: 168 time: 0.2319865 Dec 20 21:24:36.893366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['49d84670-648d-49a0-96c4-4a623abcee70'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:24:36.894502 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901c1a8-66c4-444a-bfe1-f4a302e7bd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13413519-4c58-4b09-b9c4-b6635d248060,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:36.918211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3692e-a88b-4bbf-be9a-80307947fec6 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Pushing event deleted for resources: {'Port': ['ID=49d84670-648d-49a0-96c4-4a623abcee70,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:36.973205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2903239-3563-4284-8ac5-a080b52b0ad2 req-99b3692e-a88b-4bbf-be9a-80307947fec6 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] No DVR routers for this DVR port 49d84670-648d-49a0-96c4-4a623abcee70 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:24:36.976041 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c2903239-3563-4284-8ac5-a080b52b0ad2 req-99b3692e-a88b-4bbf-be9a-80307947fec6 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:36.979501 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c2903239-3563-4284-8ac5-a080b52b0ad2 req-99b3692e-a88b-4bbf-be9a-80307947fec6 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.66 "DELETE /v2.0/ports/49d84670-648d-49a0-96c4-4a623abcee70 HTTP/1.1" status: 204 len: 173 time: 0.5443773 Dec 20 21:24:36.979965 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e64ff0-c53c-4ffc-a811-fdfaf218bc4a', 'name': 'network-vif-deleted', 'tag': '49d84670-648d-49a0-96c4-4a623abcee70'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:24:36.982617 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dc4eb8-ace1-47f9-a792-82e97b1aee38" -d '{"events": [{"server_uuid": "43e64ff0-c53c-4ffc-a811-fdfaf218bc4a", "name": "network-vif-deleted", "tag": "49d84670-648d-49a0-96c4-4a623abcee70"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:24:37.028120 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd4d57c-8535-4d6b-a0e9-0a1d131c4f98 x-openstack-request-id: req-4dd4d57c-8535-4d6b-a0e9-0a1d131c4f98 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:24:37.028413 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e64ff0-c53c-4ffc-a811-fdfaf218bc4a", "name": "network-vif-deleted", "tag": "49d84670-648d-49a0-96c4-4a623abcee70", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:24:37.028665 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4dd4d57c-8535-4d6b-a0e9-0a1d131c4f98 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:24:37.029069 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e64ff0-c53c-4ffc-a811-fdfaf218bc4a', 'name': 'network-vif-deleted', 'tag': '49d84670-648d-49a0-96c4-4a623abcee70', 'status': 'completed', 'code': 200} Dec 20 21:24:37.136188 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-15d425a7-3dac-43ac-b4b1-59e608147cee req-4497b720-32c8-4a4a-85b8-002806c19398 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:24:37.137186 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-15d425a7-3dac-43ac-b4b1-59e608147cee req-4497b720-32c8-4a4a-85b8-002806c19398 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093994 Dec 20 21:24:37.174911 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c729fbe3-54de-4989-ba64-84a1bbe031b1 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:24:37.344262 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:37.377387 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-98b649ce-d955-418a-8a9d-ae947ce3dbd9 req-3eb4c7d6-946e-4a04-b577-aab0a85a58a5 tempest-ServerPasswordTestJSON-12922672 tempest-ServerPasswordTestJSON-12922672-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e64ff0-c53c-4ffc-a811-fdfaf218bc4a HTTP/1.1" status: 200 len: 210 time: 0.0300267 Dec 20 21:24:37.377953 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57696) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:37.400168 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c729fbe3-54de-4989-ba64-84a1bbe031b1, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:37.401345 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf6a7a2-294c-4e75-8184-36a2bd9548e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c729fbe3-54de-4989-ba64-84a1bbe031b1'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:24:37.404028 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1123d12-f59f-4830-ba4a-005dd7939777" -d '{"events": [{"server_uuid": "bcf6a7a2-294c-4e75-8184-36a2bd9548e4", "name": "network-vif-unplugged", "status": "completed", "tag": "c729fbe3-54de-4989-ba64-84a1bbe031b1"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:24:37.422465 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:37.424035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048d229-9f88-4939-a285-89ddcba2f580 req-5a1c8715-880e-432d-8b33-8c2fd0f2e2f2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:37.426254 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8048d229-9f88-4939-a285-89ddcba2f580 req-5a1c8715-880e-432d-8b33-8c2fd0f2e2f2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.0894306 Dec 20 21:24:37.474211 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 21:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803f7b5e-5cfd-4ee8-a44d-f5affb789afb x-openstack-request-id: req-803f7b5e-5cfd-4ee8-a44d-f5affb789afb {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:24:37.475307 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf6a7a2-294c-4e75-8184-36a2bd9548e4", "name": "network-vif-unplugged", "status": "failed", "tag": "c729fbe3-54de-4989-ba64-84a1bbe031b1", "code": 422}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:24:37.475794 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-803f7b5e-5cfd-4ee8-a44d-f5affb789afb {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:24:37.476381 n-d-xena-1 neutron-server[102403]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bcf6a7a2-294c-4e75-8184-36a2bd9548e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c729fbe3-54de-4989-ba64-84a1bbe031b1', 'code': 422} returned with failed status Dec 20 21:24:37.491555 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-33ad4679-f1f1-401d-aec5-2f64960a81ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0777ba59b5af43aeb1901d214aa14095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1121519 Dec 20 21:24:37.494295 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57716) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:37.524745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8048d229-9f88-4939-a285-89ddcba2f580 req-b72a45d1-154e-4b7e-b08d-d7257685a189 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882690 Dec 20 21:24:37.538156 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=c729fbe3-54de-4989-ba64-84a1bbe031b1,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:37.557815 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b07fd03d-e217-434f-ba54-030048f771b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:37.593629 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b07fd03d-e217-434f-ba54-030048f771b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:37.688459 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b07fd03d-e217-434f-ba54-030048f771b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:37.691425 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b07fd03d-e217-434f-ba54-030048f771b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:37.692657 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b07fd03d-e217-434f-ba54-030048f771b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d05c2acf-744f-4a84-a104-7a3474e4425b HTTP/1.1" status: 204 len: 168 time: 0.1974096 Dec 20 21:24:37.705315 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fd03d-e217-434f-ba54-030048f771b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05c2acf-744f-4a84-a104-7a3474e4425b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:38.009033 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-f84921dc-a25e-49bf-b948-6f0a9ec8a83d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1979053 Dec 20 21:24:38.018101 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-a7524481-f482-464e-85a1-34188fe4d1e9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:24:38.019177 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-a7524481-f482-464e-85a1-34188fe4d1e9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050931 Dec 20 21:24:38.451628 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57774) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:38.502331 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd1a999-e3d1-44aa-8c20-4536636c0798 admin admin] Deleting subnet 97178421-c4a2-4ade-bcbe-52f09617b01a {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:24:38.506256 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a999-e3d1-44aa-8c20-4536636c0798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:38.544392 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57778) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:38.555116 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a999-e3d1-44aa-8c20-4536636c0798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:38.623827 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a999-e3d1-44aa-8c20-4536636c0798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:38.691158 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06980283-0d55-4473-a939-aa90884c91ce req-d585ab19-9734-4ad2-a50e-d2dcfcfae3cb tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:38.692667 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06980283-0d55-4473-a939-aa90884c91ce req-d585ab19-9734-4ad2-a50e-d2dcfcfae3cb tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 944 time: 0.0825484 Dec 20 21:24:38.708903 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4dd18cc0-cafa-49c3-ba66-27d4cf83fcd2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1691986813-network', 'tenant_id': 'e8f0329d606041b5b12b91deeb29ef6d'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:38.748097 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd18cc0-cafa-49c3-ba66-27d4cf83fcd2 admin admin] Made reservation on behalf of e8f0329d606041b5b12b91deeb29ef6d for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:24:38.750686 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dd18cc0-cafa-49c3-ba66-27d4cf83fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:38.768122 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dd18cc0-cafa-49c3-ba66-27d4cf83fcd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:38.786199 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a999-e3d1-44aa-8c20-4536636c0798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:38.803235 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06980283-0d55-4473-a939-aa90884c91ce req-a25bc508-a362-4c7a-b0cb-cf20cc707082 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737250 Dec 20 21:24:38.833147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1a999-e3d1-44aa-8c20-4536636c0798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97178421-c4a2-4ade-bcbe-52f09617b01a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:38.836137 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a999-e3d1-44aa-8c20-4536636c0798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:38.839366 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4dd1a999-e3d1-44aa-8c20-4536636c0798 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/97178421-c4a2-4ade-bcbe-52f09617b01a HTTP/1.1" status: 204 len: 168 time: 0.3867328 Dec 20 21:24:38.842057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57786) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:38.912039 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dd18cc0-cafa-49c3-ba66-27d4cf83fcd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:38.915736 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cca16d9a-fbcb-4413-bc45-a3334b707ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:38.917174 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dd18cc0-cafa-49c3-ba66-27d4cf83fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:38.944397 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd18cc0-cafa-49c3-ba66-27d4cf83fcd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:24:38.954547 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd18cc0-cafa-49c3-ba66-27d4cf83fcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddab9df3-4f96-48c6-99b9-7f70b299efef,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:38.961847 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dd18cc0-cafa-49c3-ba66-27d4cf83fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:38.961847 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-4dd18cc0-cafa-49c3-ba66-27d4cf83fcd2 admin admin] Added segment dadb8a3f-b154-47c2-a83c-720c27e914b0 of type vlan for network 3db748cd-b79a-4460-a805-d8e8a1082ea6 Dec 20 21:24:39.006183 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dd18cc0-cafa-49c3-ba66-27d4cf83fcd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.008020 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cca16d9a-fbcb-4413-bc45-a3334b707ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.034349 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-cca16d9a-fbcb-4413-bc45-a3334b707ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9f7333-7702-477f-a763-bea3eab7f888']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:39.044083 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dd18cc0-cafa-49c3-ba66-27d4cf83fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.044738 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-cca16d9a-fbcb-4413-bc45-a3334b707ee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cad8e4-b00b-438c-a3a9-c97bcacc29a2') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:39.045239 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-cca16d9a-fbcb-4413-bc45-a3334b707ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cad8e4-b00b-438c-a3a9-c97bcacc29a2') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:39.045404 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd18cc0-cafa-49c3-ba66-27d4cf83fcd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:39.046158 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dd18cc0-cafa-49c3-ba66-27d4cf83fcd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.083781 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cca16d9a-fbcb-4413-bc45-a3334b707ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.106763 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cca16d9a-fbcb-4413-bc45-a3334b707ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.107002 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4dd18cc0-cafa-49c3-ba66-27d4cf83fcd2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5614667 Dec 20 21:24:39.109893 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57788) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:39.118746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-2b7562da-41ea-4cc3-a9f2-0b45c2e69a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:39.119806 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-60282259-c443-4e35-8fcf-8c6395b986bb admin admin] Request body: {'subnet': {'network_id': '3db748cd-b79a-4460-a805-d8e8a1082ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1691986813-subnet', 'tenant_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:39.121001 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-2b7562da-41ea-4cc3-a9f2-0b45c2e69a45 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4&tenant_id=d2f4c187708c4124a507a398163fc633 HTTP/1.1" status: 200 len: 1093 time: 0.0660193 Dec 20 21:24:39.122246 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca16d9a-fbcb-4413-bc45-a3334b707ee1 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:24:39.122643 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cca16d9a-fbcb-4413-bc45-a3334b707ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:24:39.124430 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:24:39.132785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd18cc0-cafa-49c3-ba66-27d4cf83fcd2 admin admin] Pushing event updated for resources: {'Network': ['ID=3db748cd-b79a-4460-a805-d8e8a1082ea6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:39.143773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:39.144088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 3db748cd-b79a-4460-a805-d8e8a1082ea6 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:24:39.152682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60282259-c443-4e35-8fcf-8c6395b986bb admin admin] Made reservation on behalf of e8f0329d606041b5b12b91deeb29ef6d for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:24:39.155742 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60282259-c443-4e35-8fcf-8c6395b986bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.229784 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cca16d9a-fbcb-4413-bc45-a3334b707ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.234006 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cca16d9a-fbcb-4413-bc45-a3334b707ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.250969 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cca16d9a-fbcb-4413-bc45-a3334b707ee1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2f9f7333-7702-477f-a763-bea3eab7f888 HTTP/1.1" status: 204 len: 168 time: 0.3994026 Dec 20 21:24:39.276810 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca16d9a-fbcb-4413-bc45-a3334b707ee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f9f7333-7702-477f-a763-bea3eab7f888,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:39.287625 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.464787 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60282259-c443-4e35-8fcf-8c6395b986bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.492052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57802) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:39.554714 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60282259-c443-4e35-8fcf-8c6395b986bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c64c046-0cab-4199-a7d0-fd2018dcd7ae,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:39.562353 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60282259-c443-4e35-8fcf-8c6395b986bb admin admin] Checking segment: {'id': 'dadb8a3f-b154-47c2-a83c-720c27e914b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3db748cd-b79a-4460-a805-d8e8a1082ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:24:39.562715 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60282259-c443-4e35-8fcf-8c6395b986bb admin admin] Network hostable DHCP agents. Network: 3db748cd-b79a-4460-a805-d8e8a1082ea6, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:24:39.585166 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60282259-c443-4e35-8fcf-8c6395b986bb admin admin] Network 3db748cd-b79a-4460-a805-d8e8a1082ea6 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:24:39.604987 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-60282259-c443-4e35-8fcf-8c6395b986bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 3db748cd-b79a-4460-a805-d8e8a1082ea6) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:24:39.614558 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60282259-c443-4e35-8fcf-8c6395b986bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:39.615982 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60282259-c443-4e35-8fcf-8c6395b986bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.617476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8794743d-6edc-4d69-b2ea-c7502bece7f4 None None] Network 3db748cd-b79a-4460-a805-d8e8a1082ea6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:24:39.638511 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6ee26bac-8bfc-4819-8c7d-93928aab21c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a58e3f0689014ff1ad98bab2338bc221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440964 Dec 20 21:24:39.645505 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-60282259-c443-4e35-8fcf-8c6395b986bb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5319214 Dec 20 21:24:39.646812 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57806) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:39.648896 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57808) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:39.664351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1691986813-router', 'tenant_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:39.704346 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3baf21-0318-49cc-80a6-1a454d3a075c req-c0cc4ea1-9f71-4b78-8cdc-eb9b6cf35c8a tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:39.705806 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5d3baf21-0318-49cc-80a6-1a454d3a075c req-c0cc4ea1-9f71-4b78-8cdc-eb9b6cf35c8a tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.0985837 Dec 20 21:24:39.711884 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.713140 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.720268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] For port c729fbe3-54de-4989-ba64-84a1bbe031b1, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:39.761917 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a25a5f54-a1a9-4d1c-b5ce-44b5f42e2127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.793632 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5d3baf21-0318-49cc-80a6-1a454d3a075c req-bc4e14aa-998b-408d-993c-095fe36809d7 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759108 Dec 20 21:24:39.794624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] For port c729fbe3-54de-4989-ba64-84a1bbe031b1, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:24:39.813369 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.842445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c729fbe3-54de-4989-ba64-84a1bbe031b1 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:24:39.863631 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.869259 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a25a5f54-a1a9-4d1c-b5ce-44b5f42e2127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.874672 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-3db748cd-b79a-4460-a805-d8e8a1082ea6', 'network_id': '3db748cd-b79a-4460-a805-d8e8a1082ea6', 'tenant_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'fixed_ips': [{'subnet_id': '3c64c046-0cab-4199-a7d0-fd2018dcd7ae'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:24:39.875865 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:39.893020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Transition to ACTIVE for port object c729fbe3-54de-4989-ba64-84a1bbe031b1 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:24:39.902459 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:40.010301 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:40.013832 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 49d84670-648d-49a0-96c4-4a623abcee70 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:24:40.036838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] No DVR routers for this DVR port c729fbe3-54de-4989-ba64-84a1bbe031b1 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:24:40.042312 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Pushing event updated for resources: {'Port': ['ID=c729fbe3-54de-4989-ba64-84a1bbe031b1,revision_number=9']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:40.057149 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 49d84670-648d-49a0-96c4-4a623abcee70 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:24:40.057730 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 49d84670-648d-49a0-96c4-4a623abcee70 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:24:40.102606 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b0523-a1e2-4c41-b162-df39895c142e req-00985812-0a0c-4218-ae7b-a1bb64c0f576 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:40.104149 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f74b0523-a1e2-4c41-b162-df39895c142e req-00985812-0a0c-4218-ae7b-a1bb64c0f576 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 944 time: 0.1451185 Dec 20 21:24:40.113942 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Attempting to bind port c729fbe3-54de-4989-ba64-84a1bbe031b1 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:24:40.114195 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Attempting to bind port c729fbe3-54de-4989-ba64-84a1bbe031b1 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '0fca7502-0a0a-4307-ad39-1e694c2aec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:24:40.114766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Attempting to bind port c729fbe3-54de-4989-ba64-84a1bbe031b1 on network 2ed307fe-ac1a-4b0c-a426-bf761a207e98 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:24:40.117395 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a25a5f54-a1a9-4d1c-b5ce-44b5f42e2127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:40.120634 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a25a5f54-a1a9-4d1c-b5ce-44b5f42e2127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:40.124390 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a25a5f54-a1a9-4d1c-b5ce-44b5f42e2127 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c945fa32-8286-4b28-912a-88ee1eaecc99 HTTP/1.1" status: 204 len: 168 time: 0.4722307 Dec 20 21:24:40.125216 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Port c729fbe3-54de-4989-ba64-84a1bbe031b1 on network 2ed307fe-ac1a-4b0c-a426-bf761a207e98 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:24:40.125536 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Attempting to bind port c729fbe3-54de-4989-ba64-84a1bbe031b1 on network 2ed307fe-ac1a-4b0c-a426-bf761a207e98 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:24:40.138107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a5f54-a1a9-4d1c-b5ce-44b5f42e2127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c945fa32-8286-4b28-912a-88ee1eaecc99,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:40.144199 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Allocated IP 172.20.0.2 (3db748cd-b79a-4460-a805-d8e8a1082ea6/3c64c046-0cab-4199-a7d0-fd2018dcd7ae/c0a36a26-5eba-4053-bfdb-d40207c13605) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:24:40.146663 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:24:40.147002 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Checking segment: {'id': '0fca7502-0a0a-4307-ad39-1e694c2aec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:24:40.147382 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Bound using segment: {'id': '0fca7502-0a0a-4307-ad39-1e694c2aec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:24:40.147826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Bound port: c729fbe3-54de-4989-ba64-84a1bbe031b1, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fca7502-0a0a-4307-ad39-1e694c2aec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:24:40.148281 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:40.197170 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f74b0523-a1e2-4c41-b162-df39895c142e req-6e963351-f7d4-4222-b0ad-27052030af13 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746641 Dec 20 21:24:40.257382 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] For port c729fbe3-54de-4989-ba64-84a1bbe031b1, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:24:40.261421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] For port c729fbe3-54de-4989-ba64-84a1bbe031b1, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:24:40.269936 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:40.299266 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:40.328534 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:40.332423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Pushing event updated for resources: {'Port': ['ID=c729fbe3-54de-4989-ba64-84a1bbe031b1,revision_number=10']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:40.337710 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:40.338516 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:40.340167 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-d4fdb45b-335a-4162-adb2-fb2400025a9f service neutron] 10.222.0.66 "PUT /v2.0/ports/c729fbe3-54de-4989-ba64-84a1bbe031b1 HTTP/1.1" status: 200 len: 1090 time: 1.2015405 Dec 20 21:24:40.340474 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:40.340809 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf6a7a2-294c-4e75-8184-36a2bd9548e4', 'tag': 'c729fbe3-54de-4989-ba64-84a1bbe031b1'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:24:40.343836 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3d4782-587e-41ba-ba8b-10905709c78b" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf6a7a2-294c-4e75-8184-36a2bd9548e4", "tag": "c729fbe3-54de-4989-ba64-84a1bbe031b1"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:24:40.357058 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:40.421631 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a8e448-b3f1-49b8-b301-eaa5a158a287 x-openstack-request-id: req-c3a8e448-b3f1-49b8-b301-eaa5a158a287 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:24:40.421916 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf6a7a2-294c-4e75-8184-36a2bd9548e4", "tag": "c729fbe3-54de-4989-ba64-84a1bbe031b1", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:24:40.422189 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3a8e448-b3f1-49b8-b301-eaa5a158a287 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:24:40.422580 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf6a7a2-294c-4e75-8184-36a2bd9548e4', 'tag': 'c729fbe3-54de-4989-ba64-84a1bbe031b1', 'status': 'completed', 'code': 200} Dec 20 21:24:40.435697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-3124a85e-b526-4789-9898-ad68bf666871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:40.437216 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-3124a85e-b526-4789-9898-ad68bf666871 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2f4c187708c4124a507a398163fc633&device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 1094 time: 0.0502927 Dec 20 21:24:40.461511 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Pushing event updated for resources: {'Port': ['ID=c0a36a26-5eba-4053-bfdb-d40207c13605,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:40.470151 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Network 3db748cd-b79a-4460-a805-d8e8a1082ea6 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:24:40.471782 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:24:40.474930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:24:40.551240 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Attempting to bind port c0a36a26-5eba-4053-bfdb-d40207c13605 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:24:40.551609 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Attempting to bind port c0a36a26-5eba-4053-bfdb-d40207c13605 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'dadb8a3f-b154-47c2-a83c-720c27e914b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3db748cd-b79a-4460-a805-d8e8a1082ea6'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:24:40.552019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Attempting to bind port c0a36a26-5eba-4053-bfdb-d40207c13605 on network 3db748cd-b79a-4460-a805-d8e8a1082ea6 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:24:40.558375 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:24:40.558748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Checking segment: {'id': 'dadb8a3f-b154-47c2-a83c-720c27e914b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3db748cd-b79a-4460-a805-d8e8a1082ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:24:40.559308 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:40.559837 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Bound using segment: {'id': 'dadb8a3f-b154-47c2-a83c-720c27e914b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3db748cd-b79a-4460-a805-d8e8a1082ea6'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:24:40.560297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Bound port: c0a36a26-5eba-4053-bfdb-d40207c13605, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dadb8a3f-b154-47c2-a83c-720c27e914b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3db748cd-b79a-4460-a805-d8e8a1082ea6'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:24:40.560671 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:40.566030 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Allocated IP 172.35.3.247 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/1c0f3384-fbe5-4355-bd63-05cdd9ecacf2) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:24:40.619134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-64992d3d-4bd4-4dd8-9377-0688e44e296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:40.621255 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-64992d3d-4bd4-4dd8-9377-0688e44e296c service neutron] 10.222.0.66 "GET /v2.0/networks?id=2ed307fe-ac1a-4b0c-a426-bf761a207e98 HTTP/1.1" status: 200 len: 914 time: 0.1769567 Dec 20 21:24:40.684292 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-a3a320f5-bac3-4d90-9903-262d22be830e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1 HTTP/1.1" status: 200 len: 217 time: 0.0538137 Dec 20 21:24:40.686937 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] For port c0a36a26-5eba-4053-bfdb-d40207c13605, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:24:40.691549 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] For port c0a36a26-5eba-4053-bfdb-d40207c13605, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c0a36a26-5eba-4053-bfdb-d40207c13605,segment=NetworkSegment(dadb8a3f-b154-47c2-a83c-720c27e914b0),segment_id=dadb8a3f-b154-47c2-a83c-720c27e914b0)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:24:40.705587 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:40.726644 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:40.781013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-af49d8c6-f899-4ac4-961f-46a5326b9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:40.782098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-af49d8c6-f899-4ac4-961f-46a5326b9ae0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=477c251e-c5a3-4ae1-b22c-38af5a910bca HTTP/1.1" status: 200 len: 853 time: 0.0915327 Dec 20 21:24:40.785411 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:40.824036 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-5d04abb9-506b-4bb6-a166-d817c7ef5fce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2ed307fe-ac1a-4b0c-a426-bf761a207e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348241 Dec 20 21:24:40.827978 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588362f1-b36c-42dd-b38d-88b07e43fcfe None None] Pushing event updated for resources: {'Port': ['ID=c0a36a26-5eba-4053-bfdb-d40207c13605,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:40.843660 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:24:40.851619 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:24:40.859839 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:24:40.862578 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Pushing event updated for resources: {'Port': ['ID=1c0f3384-fbe5-4355-bd63-05cdd9ecacf2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:40.995304 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-fc53c3be-f1f2-4b88-9004-220fc805a2f9 service neutron] 10.222.0.66 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627200 Dec 20 21:24:41.167224 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9fa04be-a0c7-49bb-af20-b2a304eac271 req-1b1f7509-c001-4569-b9a9-16d8e2976aa9 service neutron] 10.222.0.66 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638427 Dec 20 21:24:41.199233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c729fbe3-54de-4989-ba64-84a1bbe031b1 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:24:41.268799 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:41.298982 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c729fbe3-54de-4989-ba64-84a1bbe031b1 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:24:41.326182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb830cd-9264-42a2-8c0f-9c2869bcb075 req-efa38fa2-5d5e-48ee-9c61-c1c8ad4fee26 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:41.327882 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3fb830cd-9264-42a2-8c0f-9c2869bcb075 req-efa38fa2-5d5e-48ee-9c61-c1c8ad4fee26 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.2728796 Dec 20 21:24:41.409806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d4782-587e-41ba-ba8b-10905709c78b req-32ce416f-aac0-4a5a-8743-22530b02db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:41.411672 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e3d4782-587e-41ba-ba8b-10905709c78b req-32ce416f-aac0-4a5a-8743-22530b02db0f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2f4c187708c4124a507a398163fc633&device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 1094 time: 0.1359646 Dec 20 21:24:41.433009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40617ffa-6a2c-4f96-b280-d22007c891fd req-0731e923-d2b2-424a-8b3e-1b4dfffac118 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:41.434891 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-40617ffa-6a2c-4f96-b280-d22007c891fd req-0731e923-d2b2-424a-8b3e-1b4dfffac118 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 945 time: 0.0802360 Dec 20 21:24:41.451320 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3fb830cd-9264-42a2-8c0f-9c2869bcb075 req-0e72df93-aa84-48df-8751-8c1fa328de04 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838706 Dec 20 21:24:41.556203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57858) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:41.562292 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-40617ffa-6a2c-4f96-b280-d22007c891fd req-eac6d9dd-011a-432b-bcf8-c433e6ad81ab tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132274 Dec 20 21:24:41.603063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d4782-587e-41ba-ba8b-10905709c78b req-d0b29335-600c-4d57-9031-6df36d7e3691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:41.604752 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e3d4782-587e-41ba-ba8b-10905709c78b req-d0b29335-600c-4d57-9031-6df36d7e3691 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2ed307fe-ac1a-4b0c-a426-bf761a207e98 HTTP/1.1" status: 200 len: 914 time: 0.1689911 Dec 20 21:24:41.657519 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e3d4782-587e-41ba-ba8b-10905709c78b req-87df5bac-ab85-42b4-9c32-28e4ef4af4c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1 HTTP/1.1" status: 200 len: 217 time: 0.0446091 Dec 20 21:24:41.692534 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:41.777042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d4782-587e-41ba-ba8b-10905709c78b req-b601021b-c542-4667-8b04-13344003ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:41.780072 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e3d4782-587e-41ba-ba8b-10905709c78b req-b601021b-c542-4667-8b04-13344003ef46 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=477c251e-c5a3-4ae1-b22c-38af5a910bca HTTP/1.1" status: 200 len: 853 time: 0.1160901 Dec 20 21:24:41.828957 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e3d4782-587e-41ba-ba8b-10905709c78b req-ea906b25-0d2d-4fca-a2bd-88e4eebdaa9a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2ed307fe-ac1a-4b0c-a426-bf761a207e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389924 Dec 20 21:24:41.834892 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-61aa281c-eae0-4e45-9955-a4e44473d47d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1449008223-network', 'tenant_id': 'f3250a572e594725834b58fe4e751869'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:41.860008 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aa281c-eae0-4e45-9955-a4e44473d47d admin admin] Made reservation on behalf of f3250a572e594725834b58fe4e751869 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:24:41.862407 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-61aa281c-eae0-4e45-9955-a4e44473d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:41.876349 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-61aa281c-eae0-4e45-9955-a4e44473d47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:42.050818 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e3d4782-587e-41ba-ba8b-10905709c78b req-200113d8-e052-4e24-b2ee-ce8cf953dcad service neutron] 10.222.0.66 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145078 Dec 20 21:24:42.084578 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Router f396ca02-dd06-4d03-82e1-82c484dbe1a5 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:24:42.116741 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-61aa281c-eae0-4e45-9955-a4e44473d47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:42.141899 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-61aa281c-eae0-4e45-9955-a4e44473d47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:42.288327 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1f5261-1270-48e6-a109-2e332b7c9118 None None] Network 3db748cd-b79a-4460-a805-d8e8a1082ea6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:24:42.327790 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61aa281c-eae0-4e45-9955-a4e44473d47d admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:24:42.358391 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa281c-eae0-4e45-9955-a4e44473d47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ba2e50-b65e-4db3-a581-3eaf2a79c585,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:42.385351 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-61aa281c-eae0-4e45-9955-a4e44473d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:42.386015 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-61aa281c-eae0-4e45-9955-a4e44473d47d admin admin] Added segment 98f6d881-3939-439f-8dec-3eabefbc3a2c of type vlan for network f8ecd6d4-0049-4886-bf80-aba52fe894ef Dec 20 21:24:42.444598 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-61aa281c-eae0-4e45-9955-a4e44473d47d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:42.455091 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:24:42.478904 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:42.483785 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-352b5e7f-0f13-474b-810d-28df9c5a587a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.8240955 Dec 20 21:24:42.485102 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Sync routers for ids ['f396ca02-dd06-4d03-82e1-82c484dbe1a5'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:24:42.488144 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57880) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:42.539080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-556767bb-7628-4fed-8dd4-8b702602ef20 None None] Provisioning complete for port c0a36a26-5eba-4053-bfdb-d40207c13605 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:42.539532 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-556767bb-7628-4fed-8dd4-8b702602ef20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:42.557594 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Routers {'f396ca02-dd06-4d03-82e1-82c484dbe1a5'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:24:42.564512 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:24:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f396ca02-dd06-4d03-82e1-82c484dbe1a5'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:42.772651 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-61aa281c-eae0-4e45-9955-a4e44473d47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:42.790818 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aa281c-eae0-4e45-9955-a4e44473d47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:42.791419 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-61aa281c-eae0-4e45-9955-a4e44473d47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:42.828297 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e3d4782-587e-41ba-ba8b-10905709c78b req-03880181-30d7-49fa-b9d9-ac24a41439de service neutron] 10.222.0.66 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7407215 Dec 20 21:24:42.860117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c0a36a26-5eba-4053-bfdb-d40207c13605 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:24:42.880930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a51a82-acd1-4b64-b2e9-f722b4de02ed req-8592fafb-186b-45ac-93c4-06428b5c2200 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:42.889217 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f9a51a82-acd1-4b64-b2e9-f722b4de02ed req-8592fafb-186b-45ac-93c4-06428b5c2200 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.0597017 Dec 20 21:24:42.943497 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f9a51a82-acd1-4b64-b2e9-f722b4de02ed req-e782dc75-76b7-4cd7-96c1-6b8d0e729e8a tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530481 Dec 20 21:24:43.070759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57888) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:43.076065 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-61aa281c-eae0-4e45-9955-a4e44473d47d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5188713 Dec 20 21:24:43.076561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-40181399-d5c0-4e27-a277-0ba5a6ae34c5 admin admin] Request body: {'subnet': {'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1449008223-subnet', 'tenant_id': 'f3250a572e594725834b58fe4e751869', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:43.083202 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port c0a36a26-5eba-4053-bfdb-d40207c13605 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:43.083649 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:43.087756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Set router f396ca02-dd06-4d03-82e1-82c484dbe1a5 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:24:43.125971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40181399-d5c0-4e27-a277-0ba5a6ae34c5 admin admin] Made reservation on behalf of f3250a572e594725834b58fe4e751869 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:24:43.130409 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-40181399-d5c0-4e27-a277-0ba5a6ae34c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:43.169093 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa281c-eae0-4e45-9955-a4e44473d47d admin admin] Pushing event updated for resources: {'Network': ['ID=f8ecd6d4-0049-4886-bf80-aba52fe894ef,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:43.220321 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed667a42-651c-4603-abd3-e800805cb3d9 req-5c548324-2582-4bb8-bada-fcc86a46de27 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:43.221935 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ed667a42-651c-4603-abd3-e800805cb3d9 req-5c548324-2582-4bb8-bada-fcc86a46de27 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 945 time: 0.4963069 Dec 20 21:24:43.439692 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ed667a42-651c-4603-abd3-e800805cb3d9 req-3fc4d0d9-e2c1-4dc9-814d-05c34c49944e tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021391 Dec 20 21:24:43.528916 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network f8ecd6d4-0049-4886-bf80-aba52fe894ef details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:24:43.534052 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-40181399-d5c0-4e27-a277-0ba5a6ae34c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:43.569975 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-556767bb-7628-4fed-8dd4-8b702602ef20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:43.656803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40181399-d5c0-4e27-a277-0ba5a6ae34c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb08b0c-a9ff-4797-9123-5ee7d55aacb5,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:43.689723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40181399-d5c0-4e27-a277-0ba5a6ae34c5 admin admin] Checking segment: {'id': '98f6d881-3939-439f-8dec-3eabefbc3a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:24:43.690043 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40181399-d5c0-4e27-a277-0ba5a6ae34c5 admin admin] Network hostable DHCP agents. Network: f8ecd6d4-0049-4886-bf80-aba52fe894ef, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:24:43.719971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40181399-d5c0-4e27-a277-0ba5a6ae34c5 admin admin] Network f8ecd6d4-0049-4886-bf80-aba52fe894ef is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:24:43.759523 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-40181399-d5c0-4e27-a277-0ba5a6ae34c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, f8ecd6d4-0049-4886-bf80-aba52fe894ef) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:24:43.775743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40181399-d5c0-4e27-a277-0ba5a6ae34c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:43.779820 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-40181399-d5c0-4e27-a277-0ba5a6ae34c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:43.828929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cae782d-b915-401e-96e5-f331bbe285a2 None None] Network f8ecd6d4-0049-4886-bf80-aba52fe894ef requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:24:43.838046 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-40181399-d5c0-4e27-a277-0ba5a6ae34c5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7633524 Dec 20 21:24:43.840337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57896) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:43.852634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1449008223-router', 'tenant_id': 'f3250a572e594725834b58fe4e751869', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:43.900322 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:43.902178 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:43.991296 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-556767bb-7628-4fed-8dd4-8b702602ef20 None None] For port c0a36a26-5eba-4053-bfdb-d40207c13605, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c0a36a26-5eba-4053-bfdb-d40207c13605,segment=NetworkSegment(dadb8a3f-b154-47c2-a83c-720c27e914b0),segment_id=dadb8a3f-b154-47c2-a83c-720c27e914b0)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:44.034481 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-556767bb-7628-4fed-8dd4-8b702602ef20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:44.089587 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:44.124142 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556767bb-7628-4fed-8dd4-8b702602ef20 None None] Pushing event updated for resources: {'Port': ['ID=c0a36a26-5eba-4053-bfdb-d40207c13605,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:44.183035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556767bb-7628-4fed-8dd4-8b702602ef20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:44.183512 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556767bb-7628-4fed-8dd4-8b702602ef20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:44.183960 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556767bb-7628-4fed-8dd4-8b702602ef20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:44.184386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556767bb-7628-4fed-8dd4-8b702602ef20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:44.185984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556767bb-7628-4fed-8dd4-8b702602ef20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:44.185984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556767bb-7628-4fed-8dd4-8b702602ef20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:44.185984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556767bb-7628-4fed-8dd4-8b702602ef20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:44.185984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556767bb-7628-4fed-8dd4-8b702602ef20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:44.186478 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556767bb-7628-4fed-8dd4-8b702602ef20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:44.186794 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556767bb-7628-4fed-8dd4-8b702602ef20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:44.187208 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556767bb-7628-4fed-8dd4-8b702602ef20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:44.187670 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556767bb-7628-4fed-8dd4-8b702602ef20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:44.266389 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-38a84972-4365-436a-adb3-5f917152e5eb None None] Provisioning complete for port c0a36a26-5eba-4053-bfdb-d40207c13605 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:44.266907 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-38a84972-4365-436a-adb3-5f917152e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:44.307818 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f28d6e-6fff-4590-a20f-7167367eec49 None None] Network f8ecd6d4-0049-4886-bf80-aba52fe894ef requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:24:44.415828 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396ca02-dd06-4d03-82e1-82c484dbe1a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1691986813-router', 'tenant_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': '1c0f3384-fbe5-4355-bd63-05cdd9ecacf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:24:39Z', 'updated_at': '2021-12-20T21:24:41Z', 'revision_number': 3, 'project_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'gw_port': {'id': '1c0f3384-fbe5-4355-bd63-05cdd9ecacf2', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f396ca02-dd06-4d03-82e1-82c484dbe1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:24:40Z', 'updated_at': '2021-12-20T21:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:44.472420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Checking router: f396ca02-dd06-4d03-82e1-82c484dbe1a5 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:24:44.472899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Updating router f396ca02-dd06-4d03-82e1-82c484dbe1a5 port 1c0f3384-fbe5-4355-bd63-05cdd9ecacf2 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:24:44.474145 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:44.496989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cdabc-da57-45f0-bb69-6293dd10e903 req-66f01aba-f438-4a23-92fe-0f823b8a2508 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:44.498623 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-646cdabc-da57-45f0-bb69-6293dd10e903 req-66f01aba-f438-4a23-92fe-0f823b8a2508 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.1324334 Dec 20 21:24:44.564583 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:44.566375 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:44.615772 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-646cdabc-da57-45f0-bb69-6293dd10e903 req-de4288e3-7886-436e-a6fa-a58614fee437 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085820 Dec 20 21:24:44.758947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f864b-0cdd-4b7f-82a7-f135409a6895 req-00c807af-5936-429b-b6a6-4cbcc535d183 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:44.767382 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a23f864b-0cdd-4b7f-82a7-f135409a6895 req-00c807af-5936-429b-b6a6-4cbcc535d183 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 945 time: 0.1323006 Dec 20 21:24:44.788181 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:44.819467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c0a36a26-5eba-4053-bfdb-d40207c13605 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:24:44.833361 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a23f864b-0cdd-4b7f-82a7-f135409a6895 req-e47b0bd8-953e-4d3b-87fd-6233abbc67d2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645049 Dec 20 21:24:44.990506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port c0a36a26-5eba-4053-bfdb-d40207c13605 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:44.991314 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:45.107748 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:45.133313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] Allocated IP 172.20.0.1 (3db748cd-b79a-4460-a805-d8e8a1082ea6/3c64c046-0cab-4199-a7d0-fd2018dcd7ae/229c5d9f-5561-4e48-9a28-9c9e9704b0eb) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:24:45.154383 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:45.246913 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:45.313848 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:45.326124 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:45.328002 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:45.418495 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11ae72-1be4-495e-933c-ed48d991112f None None] Pushing event updated for resources: {'Port': ['ID=1c0f3384-fbe5-4355-bd63-05cdd9ecacf2,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:45.421337 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Attempting to bind port 1c0f3384-fbe5-4355-bd63-05cdd9ecacf2 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:24:45.421929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Attempting to bind port 1c0f3384-fbe5-4355-bd63-05cdd9ecacf2 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:24:45.422660 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Attempting to bind port 1c0f3384-fbe5-4355-bd63-05cdd9ecacf2 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:24:45.435274 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:24:45.435652 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:24:45.436057 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:45.436447 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:24:45.436928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Bound port: 1c0f3384-fbe5-4355-bd63-05cdd9ecacf2, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:24:45.437306 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:45.449660 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] Network 3db748cd-b79a-4460-a805-d8e8a1082ea6 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:24:45.464666 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:24:45.468763 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:24:45.572185 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Allocated IP 172.35.3.210 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/73f83d03-bada-4916-8339-c270fad1ac7e) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:24:45.603964 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] Pushing event updated for resources: {'Port': ['ID=229c5d9f-5561-4e48-9a28-9c9e9704b0eb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:45.654510 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] For port 1c0f3384-fbe5-4355-bd63-05cdd9ecacf2, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:24:45.655041 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:45.667029 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] For port 1c0f3384-fbe5-4355-bd63-05cdd9ecacf2, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1c0f3384-fbe5-4355-bd63-05cdd9ecacf2,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:24:45.675037 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:45.842793 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Routers {'f396ca02-dd06-4d03-82e1-82c484dbe1a5'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:24:45.849697 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:24:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f396ca02-dd06-4d03-82e1-82c484dbe1a5'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:45.863199 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:45.939157 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11ae72-1be4-495e-933c-ed48d991112f None None] Pushing event updated for resources: {'Port': ['ID=1c0f3384-fbe5-4355-bd63-05cdd9ecacf2,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:45.971947 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:46.110684 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1499b815-8332-4da4-aff0-5ab7ff39c781 None None] Provisioning complete for port 229c5d9f-5561-4e48-9a28-9c9e9704b0eb triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:46.111269 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1499b815-8332-4da4-aff0-5ab7ff39c781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:46.118990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:24:46.120118 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Pushing event updated for resources: {'Port': ['ID=73f83d03-bada-4916-8339-c270fad1ac7e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:46.127124 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:24:46.136490 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:24:46.147557 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef24c7-f73d-4ab0-9a60-336c14c4b60c req-c66f30b0-ab2b-4a48-88ef-8e6fa525bebb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:46.154664 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-71ef24c7-f73d-4ab0-9a60-336c14c4b60c req-c66f30b0-ab2b-4a48-88ef-8e6fa525bebb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.3721683 Dec 20 21:24:46.235336 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1499b815-8332-4da4-aff0-5ab7ff39c781 None None] Port 229c5d9f-5561-4e48-9a28-9c9e9704b0eb cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:24:46.259865 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] Set router f396ca02-dd06-4d03-82e1-82c484dbe1a5 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:24:46.316198 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-71ef24c7-f73d-4ab0-9a60-336c14c4b60c req-42501b01-9d07-4ecf-b460-65a0653b1b37 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501617 Dec 20 21:24:46.336489 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdc70d-a69a-4e41-a4bd-c9cc26c903b6 req-aa266f50-904a-46b6-93c2-8f448b996086 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:46.341773 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebcdc70d-a69a-4e41-a4bd-c9cc26c903b6 req-aa266f50-904a-46b6-93c2-8f448b996086 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 945 time: 0.1589046 Dec 20 21:24:46.386141 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:46.527807 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebcdc70d-a69a-4e41-a4bd-c9cc26c903b6 req-b2bb8498-6c3f-4f5d-8ab0-db5140d1df47 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705678 Dec 20 21:24:46.653207 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396ca02-dd06-4d03-82e1-82c484dbe1a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1691986813-router', 'tenant_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': '1c0f3384-fbe5-4355-bd63-05cdd9ecacf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:24:39Z', 'updated_at': '2021-12-20T21:24:41Z', 'revision_number': 3, 'project_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'gw_port': {'id': '1c0f3384-fbe5-4355-bd63-05cdd9ecacf2', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f396ca02-dd06-4d03-82e1-82c484dbe1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:24:40Z', 'updated_at': '2021-12-20T21:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:46.719064 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd05b4ec-c37d-4ede-980c-44fb7bcfa755 None None] The sync data for ids ['f396ca02-dd06-4d03-82e1-82c484dbe1a5'] in n-d-xena-1 is: [{'id': 'f396ca02-dd06-4d03-82e1-82c484dbe1a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1691986813-router', 'tenant_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': '1c0f3384-fbe5-4355-bd63-05cdd9ecacf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:24:39Z', 'updated_at': '2021-12-20T21:24:41Z', 'revision_number': 3, 'project_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'gw_port': {'id': '1c0f3384-fbe5-4355-bd63-05cdd9ecacf2', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f396ca02-dd06-4d03-82e1-82c484dbe1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:24:40Z', 'updated_at': '2021-12-20T21:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:24:46.760674 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:46.766940 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:46.808487 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:46.848856 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] Pushing event updated for resources: {'Port': ['ID=229c5d9f-5561-4e48-9a28-9c9e9704b0eb,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:46.866346 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:47.015996 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] Network 3db748cd-b79a-4460-a805-d8e8a1082ea6 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:24:47.023517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:24:47.426682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] Router f396ca02-dd06-4d03-82e1-82c484dbe1a5 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:24:47.567550 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:47.659147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:24:47.687064 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d2031401-0067-4186-8f87-e8ad61ac7f0a admin admin] 10.222.0.32 "PUT /v2.0/routers/f396ca02-dd06-4d03-82e1-82c484dbe1a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1975262 Dec 20 21:24:47.689530 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c03abf50-f8a8-4410-a211-ba292cb5d997 None None] Provisioning complete for port 229c5d9f-5561-4e48-9a28-9c9e9704b0eb triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:47.689906 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c03abf50-f8a8-4410-a211-ba292cb5d997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:47.747441 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def79767-ae1b-45da-8478-dd753ae7471a req-d67c9f7b-4c95-43f8-a268-18426609039b tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:47.749370 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-def79767-ae1b-45da-8478-dd753ae7471a req-d67c9f7b-4c95-43f8-a268-18426609039b tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.2574255 Dec 20 21:24:47.835727 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:47.837348 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c03abf50-f8a8-4410-a211-ba292cb5d997 None None] Port 229c5d9f-5561-4e48-9a28-9c9e9704b0eb cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:24:47.856363 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-def79767-ae1b-45da-8478-dd753ae7471a req-41873666-40ae-480a-bbcf-fd22447287db tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963025 Dec 20 21:24:47.976144 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f50c64-4d31-463e-867b-788b0dfa12b2 req-e08ec55e-682f-4517-ad25-308eec588668 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:47.990600 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1f50c64-4d31-463e-867b-788b0dfa12b2 req-e08ec55e-682f-4517-ad25-308eec588668 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 945 time: 0.1319709 Dec 20 21:24:48.073142 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1f50c64-4d31-463e-867b-788b0dfa12b2 req-def04a90-b219-41b5-b130-b7ca24272a8c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814273 Dec 20 21:24:48.123101 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Router 527dda9b-831c-4165-98c3-385a8aac5636 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:24:48.342252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:24:48.364156 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Sync routers for ids ['527dda9b-831c-4165-98c3-385a8aac5636'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:24:48.372668 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:48.379743 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9ceba62a-857d-43b9-9d14-57e47815aa12 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5372896 Dec 20 21:24:48.383109 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57948) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:48.384367 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Routers {'527dda9b-831c-4165-98c3-385a8aac5636'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:24:48.385463 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:24:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['527dda9b-831c-4165-98c3-385a8aac5636'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:48.415260 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-e3904c30-879a-437e-b7a8-2df19f74a84e req-d20b672b-4f5e-4a92-9551-c5db8ee769c1 tempest-FloatingIPDetailsNegativeTestJSON-1317409337 tempest-FloatingIPDetailsNegativeTestJSON-1317409337-project] show failed (client error): The resource could not be found. Dec 20 21:24:48.416320 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e3904c30-879a-437e-b7a8-2df19f74a84e req-d20b672b-4f5e-4a92-9551-c5db8ee769c1 tempest-FloatingIPDetailsNegativeTestJSON-1317409337 tempest-FloatingIPDetailsNegativeTestJSON-1317409337-project] 10.222.0.32 "GET /v2.0/floatingips/e0a45fa0-d660-4566-8997-68153187d5cd HTTP/1.1" status: 404 len: 350 time: 0.1242907 Dec 20 21:24:48.427719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57952) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:48.660463 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Set router 527dda9b-831c-4165-98c3-385a8aac5636 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:24:48.827073 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1c0f3384-fbe5-4355-bd63-05cdd9ecacf2 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:24:49.409655 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b17341-ec02-469c-a83f-a0548b876cbe req-84f313b9-8e04-497a-83f9-c34a20e0b447 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:49.416381 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-18b17341-ec02-469c-a83f-a0548b876cbe req-84f313b9-8e04-497a-83f9-c34a20e0b447 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.3397169 Dec 20 21:24:49.435002 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527dda9b-831c-4165-98c3-385a8aac5636', 'name': 'tempest-ServerRescueTestJSON-1449008223-router', 'tenant_id': 'f3250a572e594725834b58fe4e751869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '73f83d03-bada-4916-8339-c270fad1ac7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:24:43Z', 'updated_at': '2021-12-20T21:24:46Z', 'revision_number': 3, 'project_id': 'f3250a572e594725834b58fe4e751869', 'gw_port': {'id': '73f83d03-bada-4916-8339-c270fad1ac7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527dda9b-831c-4165-98c3-385a8aac5636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:24:45Z', 'updated_at': '2021-12-20T21:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:49.543313 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Checking router: 527dda9b-831c-4165-98c3-385a8aac5636 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:24:49.543959 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Updating router 527dda9b-831c-4165-98c3-385a8aac5636 port 73f83d03-bada-4916-8339-c270fad1ac7e binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:24:49.549687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 1c0f3384-fbe5-4355-bd63-05cdd9ecacf2 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:49.550458 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:49.569834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7754da-fa54-4c8e-96c4-7cef7e2c26ab req-18adb2a7-c110-4fee-83a9-ff02089d771c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:49.577393 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:49.578803 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef7754da-fa54-4c8e-96c4-7cef7e2c26ab req-18adb2a7-c110-4fee-83a9-ff02089d771c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 945 time: 0.1988060 Dec 20 21:24:49.603420 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-18b17341-ec02-469c-a83f-a0548b876cbe req-cb4e25a5-1828-4065-b3ba-7cc37e12825d tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746173 Dec 20 21:24:49.721479 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:49.761684 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 1c0f3384-fbe5-4355-bd63-05cdd9ecacf2, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1c0f3384-fbe5-4355-bd63-05cdd9ecacf2,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:49.768440 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:49.810540 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-953690b2-b549-4270-b3a6-6b291a7de6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:49.938123 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=1c0f3384-fbe5-4355-bd63-05cdd9ecacf2,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:49.978516 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:50.033150 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef7754da-fa54-4c8e-96c4-7cef7e2c26ab req-ab2aea62-1545-4f7c-9cbf-029e1499d866 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816524 Dec 20 21:24:50.132712 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a730aaf-fa09-4919-9e28-ca97c8c3fbf4 None None] Sync routers for ids ['f396ca02-dd06-4d03-82e1-82c484dbe1a5'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:24:50.150632 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a730aaf-fa09-4919-9e28-ca97c8c3fbf4 None None] Routers {'f396ca02-dd06-4d03-82e1-82c484dbe1a5'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:24:50.152063 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8a730aaf-fa09-4919-9e28-ca97c8c3fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:24:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f396ca02-dd06-4d03-82e1-82c484dbe1a5'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:50.168297 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:50.176757 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:50.296001 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Attempting to bind port 73f83d03-bada-4916-8339-c270fad1ac7e on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:24:50.296610 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Attempting to bind port 73f83d03-bada-4916-8339-c270fad1ac7e by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:24:50.296973 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Attempting to bind port 73f83d03-bada-4916-8339-c270fad1ac7e on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:24:50.311729 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:24:50.312105 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:24:50.312550 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:50.312945 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:24:50.313426 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Bound port: 73f83d03-bada-4916-8339-c270fad1ac7e, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:24:50.313889 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:50.366800 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68567e-7776-49c0-8d2a-5d0a8316b9f5 None None] Pushing event updated for resources: {'Port': ['ID=73f83d03-bada-4916-8339-c270fad1ac7e,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:50.377446 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea68567e-7776-49c0-8d2a-5d0a8316b9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:50.378104 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea68567e-7776-49c0-8d2a-5d0a8316b9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:50.378710 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea68567e-7776-49c0-8d2a-5d0a8316b9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:50.379308 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea68567e-7776-49c0-8d2a-5d0a8316b9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:50.379461 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea68567e-7776-49c0-8d2a-5d0a8316b9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:50.379930 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea68567e-7776-49c0-8d2a-5d0a8316b9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:50.380282 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea68567e-7776-49c0-8d2a-5d0a8316b9f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:50.381021 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea68567e-7776-49c0-8d2a-5d0a8316b9f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:50.381891 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea68567e-7776-49c0-8d2a-5d0a8316b9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:50.381891 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea68567e-7776-49c0-8d2a-5d0a8316b9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:50.382185 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea68567e-7776-49c0-8d2a-5d0a8316b9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:50.382501 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea68567e-7776-49c0-8d2a-5d0a8316b9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:24:50.425723 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-8a730aaf-fa09-4919-9e28-ca97c8c3fbf4 None None] Set router f396ca02-dd06-4d03-82e1-82c484dbe1a5 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:24:50.444503 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] For port 73f83d03-bada-4916-8339-c270fad1ac7e, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:24:50.458898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] Allocated IP 172.20.0.1 (f8ecd6d4-0049-4886-bf80-aba52fe894ef/bbb08b0c-a9ff-4797-9123-5ee7d55aacb5/adf62b67-a6c6-446a-9b47-d0ed538e2c44) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:24:50.468617 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] For port 73f83d03-bada-4916-8339-c270fad1ac7e, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=73f83d03-bada-4916-8339-c270fad1ac7e,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:24:50.477546 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:50.562621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-953690b2-b549-4270-b3a6-6b291a7de6f8 admin admin] Deleting port 229c5d9f-5561-4e48-9a28-9c9e9704b0eb {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:24:50.563204 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-953690b2-b549-4270-b3a6-6b291a7de6f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:50.565425 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68567e-7776-49c0-8d2a-5d0a8316b9f5 None None] Pushing event updated for resources: {'Port': ['ID=73f83d03-bada-4916-8339-c270fad1ac7e,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:50.593075 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Routers {'527dda9b-831c-4165-98c3-385a8aac5636'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:24:50.596270 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:24:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['527dda9b-831c-4165-98c3-385a8aac5636'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:50.738874 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:50.789575 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:50.798637 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1c0f3384-fbe5-4355-bd63-05cdd9ecacf2 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:24:50.860197 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] Network f8ecd6d4-0049-4886-bf80-aba52fe894ef is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:24:50.864961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:24:50.869711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:24:50.886214 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] Set router 527dda9b-831c-4165-98c3-385a8aac5636 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:24:50.920774 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-953690b2-b549-4270-b3a6-6b291a7de6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:50.962986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-953690b2-b549-4270-b3a6-6b291a7de6f8 admin admin] Calling delete_port for 229c5d9f-5561-4e48-9a28-9c9e9704b0eb owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:24:50.987890 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1848e4-f357-4a6b-9cc9-1fa9971121a6 req-d9f128c0-6bf8-41b2-be3a-ad3730da8667 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:50.990824 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:50.993803 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 1c0f3384-fbe5-4355-bd63-05cdd9ecacf2 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:50.994386 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:51.007957 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ec1848e4-f357-4a6b-9cc9-1fa9971121a6 req-d9f128c0-6bf8-41b2-be3a-ad3730da8667 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.1778104 Dec 20 21:24:51.023162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8a730aaf-fa09-4919-9e28-ca97c8c3fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396ca02-dd06-4d03-82e1-82c484dbe1a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1691986813-router', 'tenant_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': '1c0f3384-fbe5-4355-bd63-05cdd9ecacf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:24:39Z', 'updated_at': '2021-12-20T21:24:46Z', 'revision_number': 4, 'project_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'gw_port': {'id': '1c0f3384-fbe5-4355-bd63-05cdd9ecacf2', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396ca02-dd06-4d03-82e1-82c484dbe1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:24:40Z', 'updated_at': '2021-12-20T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '229c5d9f-5561-4e48-9a28-9c9e9704b0eb', 'name': '', 'network_id': '3db748cd-b79a-4460-a805-d8e8a1082ea6', 'tenant_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'mac_address': 'fa:16:3e:69:c4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f396ca02-dd06-4d03-82e1-82c484dbe1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '3c64c046-0cab-4199-a7d0-fd2018dcd7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:24:44Z', 'updated_at': '2021-12-20T21:24:46Z', 'revision_number': 2, 'project_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'subnets': [{'id': '3c64c046-0cab-4199-a7d0-fd2018dcd7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:51.097367 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a730aaf-fa09-4919-9e28-ca97c8c3fbf4 None None] Checking router: f396ca02-dd06-4d03-82e1-82c484dbe1a5 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:24:51.105598 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a730aaf-fa09-4919-9e28-ca97c8c3fbf4 None None] Updating router f396ca02-dd06-4d03-82e1-82c484dbe1a5 port 229c5d9f-5561-4e48-9a28-9c9e9704b0eb binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:24:51.157258 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a730aaf-fa09-4919-9e28-ca97c8c3fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:51.174706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] Pushing event updated for resources: {'Port': ['ID=adf62b67-a6c6-446a-9b47-d0ed538e2c44,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:51.181667 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ec1848e4-f357-4a6b-9cc9-1fa9971121a6 req-d35202c5-7907-44e5-b76e-53c08753bb8d tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724777 Dec 20 21:24:51.258101 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:51.426762 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527dda9b-831c-4165-98c3-385a8aac5636', 'name': 'tempest-ServerRescueTestJSON-1449008223-router', 'tenant_id': 'f3250a572e594725834b58fe4e751869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '73f83d03-bada-4916-8339-c270fad1ac7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:24:43Z', 'updated_at': '2021-12-20T21:24:46Z', 'revision_number': 3, 'project_id': 'f3250a572e594725834b58fe4e751869', 'gw_port': {'id': '73f83d03-bada-4916-8339-c270fad1ac7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527dda9b-831c-4165-98c3-385a8aac5636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:24:45Z', 'updated_at': '2021-12-20T21:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:51.519959 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-953690b2-b549-4270-b3a6-6b291a7de6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:51.527493 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca06a2c1-993b-4663-b214-f5b7c036ef22 None None] The sync data for ids ['527dda9b-831c-4165-98c3-385a8aac5636'] in n-d-xena-1 is: [{'id': '527dda9b-831c-4165-98c3-385a8aac5636', 'name': 'tempest-ServerRescueTestJSON-1449008223-router', 'tenant_id': 'f3250a572e594725834b58fe4e751869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '73f83d03-bada-4916-8339-c270fad1ac7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:24:43Z', 'updated_at': '2021-12-20T21:24:46Z', 'revision_number': 3, 'project_id': 'f3250a572e594725834b58fe4e751869', 'gw_port': {'id': '73f83d03-bada-4916-8339-c270fad1ac7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527dda9b-831c-4165-98c3-385a8aac5636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:24:45Z', 'updated_at': '2021-12-20T21:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:24:51.641992 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:51.652186 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:51.653246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953690b2-b549-4270-b3a6-6b291a7de6f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=229c5d9f-5561-4e48-9a28-9c9e9704b0eb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:51.857422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8203b1b-4ea3-4869-88db-150e61713e9c req-bf89b53d-c681-4409-8c93-0ea0c96c2d6d tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:51.876110 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8203b1b-4ea3-4869-88db-150e61713e9c req-bf89b53d-c681-4409-8c93-0ea0c96c2d6d tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 945 time: 0.7238629 Dec 20 21:24:51.995809 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceef11d-cb34-4f26-bb69-b82d03996833 req-8049122c-c00c-4d57-92ff-cd0496524b17 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:52.001438 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1ceef11d-cb34-4f26-bb69-b82d03996833 req-8049122c-c00c-4d57-92ff-cd0496524b17 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.1252546 Dec 20 21:24:52.048115 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-8a730aaf-fa09-4919-9e28-ca97c8c3fbf4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:24:52.049296 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-8a730aaf-fa09-4919-9e28-ca97c8c3fbf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:24:52.062121 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8203b1b-4ea3-4869-88db-150e61713e9c req-ff924e9c-ce5b-407c-b630-61d140d59999 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371005 Dec 20 21:24:52.108705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] Pushing event updated for resources: {'Port': ['ID=adf62b67-a6c6-446a-9b47-d0ed538e2c44,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:52.152541 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6a853-6c13-4a23-a49f-4abea5a6ed5f req-59b9db8a-ef63-4af9-9452-47bf9ae7d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:52.154807 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0d6a853-6c13-4a23-a49f-4abea5a6ed5f req-59b9db8a-ef63-4af9-9452-47bf9ae7d752 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cedc15bfaf5b41168bc40cd7545ca53c&device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 1095 time: 0.3645182 Dec 20 21:24:52.156049 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:52.162703 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1ceef11d-cb34-4f26-bb69-b82d03996833 req-cbf2920e-96ae-48de-86de-9eda47cb3896 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517913 Dec 20 21:24:52.231011 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-953690b2-b549-4270-b3a6-6b291a7de6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:52.434551 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6a853-6c13-4a23-a49f-4abea5a6ed5f req-bcf242e2-a1d9-445e-afdd-c9fe18e6ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:52.436139 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0d6a853-6c13-4a23-a49f-4abea5a6ed5f req-bcf242e2-a1d9-445e-afdd-c9fe18e6ecbd service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b2f0b3a-2909-4c06-b8dc-499246cbe550 HTTP/1.1" status: 200 len: 911 time: 0.2669251 Dec 20 21:24:52.580582 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a730aaf-fa09-4919-9e28-ca97c8c3fbf4 None None] Port 229c5d9f-5561-4e48-9a28-9c9e9704b0eb not found while updating agent binding for router f396ca02-dd06-4d03-82e1-82c484dbe1a5. {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 20 21:24:52.600565 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a730aaf-fa09-4919-9e28-ca97c8c3fbf4 None None] Routers {'f396ca02-dd06-4d03-82e1-82c484dbe1a5'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:24:52.601210 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8a730aaf-fa09-4919-9e28-ca97c8c3fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:24:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f396ca02-dd06-4d03-82e1-82c484dbe1a5'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:52.647268 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953690b2-b549-4270-b3a6-6b291a7de6f8 admin admin] Router f396ca02-dd06-4d03-82e1-82c484dbe1a5 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:24:52.854021 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 73f83d03-bada-4916-8339-c270fad1ac7e up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:24:52.863251 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-8a730aaf-fa09-4919-9e28-ca97c8c3fbf4 None None] Set router f396ca02-dd06-4d03-82e1-82c484dbe1a5 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:24:52.914333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953690b2-b549-4270-b3a6-6b291a7de6f8 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:24:52.928813 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-953690b2-b549-4270-b3a6-6b291a7de6f8 admin admin] 10.222.0.32 "PUT /v2.0/routers/f396ca02-dd06-4d03-82e1-82c484dbe1a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4990227 Dec 20 21:24:52.929053 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57998) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:53.308010 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-554d6e54-5ad9-4240-8bb2-19e0d5537156 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:53.483590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 73f83d03-bada-4916-8339-c270fad1ac7e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:53.485099 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:53.497397 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8a730aaf-fa09-4919-9e28-ca97c8c3fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396ca02-dd06-4d03-82e1-82c484dbe1a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1691986813-router', 'tenant_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': '1c0f3384-fbe5-4355-bd63-05cdd9ecacf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:24:39Z', 'updated_at': '2021-12-20T21:24:51Z', 'revision_number': 5, 'project_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'gw_port': {'id': '1c0f3384-fbe5-4355-bd63-05cdd9ecacf2', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396ca02-dd06-4d03-82e1-82c484dbe1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:24:40Z', 'updated_at': '2021-12-20T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:53.561186 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a730aaf-fa09-4919-9e28-ca97c8c3fbf4 None None] The sync data for ids ['f396ca02-dd06-4d03-82e1-82c484dbe1a5'] in n-d-xena-1 is: [{'id': 'f396ca02-dd06-4d03-82e1-82c484dbe1a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1691986813-router', 'tenant_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.247'}], 'enable_snat': True}, 'gw_port_id': '1c0f3384-fbe5-4355-bd63-05cdd9ecacf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:24:39Z', 'updated_at': '2021-12-20T21:24:51Z', 'revision_number': 5, 'project_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'gw_port': {'id': '1c0f3384-fbe5-4355-bd63-05cdd9ecacf2', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396ca02-dd06-4d03-82e1-82c484dbe1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:24:40Z', 'updated_at': '2021-12-20T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:24:53.599320 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0d6a853-6c13-4a23-a49f-4abea5a6ed5f req-6b2b1687-49a6-4a48-9bd4-a3c6acc03707 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a28050-2a32-4d00-8ae3-81d266c9160b HTTP/1.1" status: 200 len: 1002 time: 1.1397202 Dec 20 21:24:53.684863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ac7aa-cb9b-47c5-bc0e-07fec0c23834 req-a9458eaf-fbdb-4be9-8b18-70a596ca1c2d tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:53.693770 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee5ac7aa-cb9b-47c5-bc0e-07fec0c23834 req-a9458eaf-fbdb-4be9-8b18-70a596ca1c2d tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.3032796 Dec 20 21:24:53.710597 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:53.736948 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 73f83d03-bada-4916-8339-c270fad1ac7e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=73f83d03-bada-4916-8339-c270fad1ac7e,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:53.744289 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:53.763611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] Network f8ecd6d4-0049-4886-bf80-aba52fe894ef is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:24:53.772404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:24:53.809711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee5ac7aa-cb9b-47c5-bc0e-07fec0c23834 req-486f23d8-a7bf-40d6-8290-a8dc86a0077a tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142023 Dec 20 21:24:53.833383 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6a853-6c13-4a23-a49f-4abea5a6ed5f req-38f79fd4-e3fa-4eee-a5b1-9026663ef869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:53.845143 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=73f83d03-bada-4916-8339-c270fad1ac7e,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:53.849618 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0d6a853-6c13-4a23-a49f-4abea5a6ed5f req-38f79fd4-e3fa-4eee-a5b1-9026663ef869 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d594ea94-5bfe-45b1-a31e-dafb0c78a94a HTTP/1.1" status: 200 len: 849 time: 0.2285368 Dec 20 21:24:54.068057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6a853-6c13-4a23-a49f-4abea5a6ed5f req-0f96a980-382d-4f1d-b27a-4f43684aebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:54.069583 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0d6a853-6c13-4a23-a49f-4abea5a6ed5f req-0f96a980-382d-4f1d-b27a-4f43684aebc3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2f0b3a-2909-4c06-b8dc-499246cbe550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1229339 Dec 20 21:24:54.219827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] Router 527dda9b-831c-4165-98c3-385a8aac5636 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:24:54.277498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55464d-fd70-48c5-bb09-623706c58acb req-63786251-4afc-47a0-9eb0-9c16a74b86fc tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:54.285742 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b55464d-fd70-48c5-bb09-623706c58acb req-63786251-4afc-47a0-9eb0-9c16a74b86fc tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 945 time: 1.0513260 Dec 20 21:24:54.390943 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b55464d-fd70-48c5-bb09-623706c58acb req-c47b9ad6-ade0-4125-8c10-cfaf995e58f0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037412 Dec 20 21:24:54.394115 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-554d6e54-5ad9-4240-8bb2-19e0d5537156 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:54.450605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:24:54.467084 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-870795fa-aa99-4318-9f79-999867385be1 admin admin] 10.222.0.32 "PUT /v2.0/routers/527dda9b-831c-4165-98c3-385a8aac5636/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0755227 Dec 20 21:24:54.495119 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-554d6e54-5ad9-4240-8bb2-19e0d5537156 admin admin] Deleting port 1c0f3384-fbe5-4355-bd63-05cdd9ecacf2 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:24:54.496004 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-554d6e54-5ad9-4240-8bb2-19e0d5537156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:54.518148 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0d6a853-6c13-4a23-a49f-4abea5a6ed5f req-d71b78fe-4956-4404-b7a5-15c6582ca871 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173322 Dec 20 21:24:54.622511 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:24:54.636310 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-554d6e54-5ad9-4240-8bb2-19e0d5537156 admin admin] For port 1c0f3384-fbe5-4355-bd63-05cdd9ecacf2, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1c0f3384-fbe5-4355-bd63-05cdd9ecacf2,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:54.636674 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-554d6e54-5ad9-4240-8bb2-19e0d5537156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:54.670223 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-554d6e54-5ad9-4240-8bb2-19e0d5537156 admin admin] Calling delete_port for 1c0f3384-fbe5-4355-bd63-05cdd9ecacf2 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:24:54.785621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 73f83d03-bada-4916-8339-c270fad1ac7e up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:24:54.850362 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0d6a853-6c13-4a23-a49f-4abea5a6ed5f req-744b8e7b-50b4-42d1-a6a2-661a8dc49b6d service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217509 Dec 20 21:24:54.923936 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Sync routers for ids ['527dda9b-831c-4165-98c3-385a8aac5636'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:24:54.939421 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Routers {'527dda9b-831c-4165-98c3-385a8aac5636'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:24:54.940049 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:24:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['527dda9b-831c-4165-98c3-385a8aac5636'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:54.943445 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 73f83d03-bada-4916-8339-c270fad1ac7e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:54.943780 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:55.173323 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-554d6e54-5ad9-4240-8bb2-19e0d5537156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:55.204401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef95082-6e70-4500-8e99-413d524b1b5d req-0a58392d-f8c7-408e-bb2a-fc79e46241d6 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:55.217649 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ef95082-6e70-4500-8e99-413d524b1b5d req-0a58392d-f8c7-408e-bb2a-fc79e46241d6 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.1998935 Dec 20 21:24:55.267036 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd9b2ac-56da-45d4-8f17-1ffa06c3b159 None None] Sync routers for ids ['f396ca02-dd06-4d03-82e1-82c484dbe1a5'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:24:55.273647 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d6e54-5ad9-4240-8bb2-19e0d5537156 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0f3384-fbe5-4355-bd63-05cdd9ecacf2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:55.285086 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd9b2ac-56da-45d4-8f17-1ffa06c3b159 None None] Routers {'f396ca02-dd06-4d03-82e1-82c484dbe1a5'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:24:55.285890 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2cd9b2ac-56da-45d4-8f17-1ffa06c3b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:24:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f396ca02-dd06-4d03-82e1-82c484dbe1a5'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:55.307807 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Set router 527dda9b-831c-4165-98c3-385a8aac5636 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:24:55.317495 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ef95082-6e70-4500-8e99-413d524b1b5d req-53c35995-a3dc-4930-ba9f-dc37eabf74b9 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974762 Dec 20 21:24:55.430226 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-554d6e54-5ad9-4240-8bb2-19e0d5537156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:55.437295 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-2cd9b2ac-56da-45d4-8f17-1ffa06c3b159 None None] Set router f396ca02-dd06-4d03-82e1-82c484dbe1a5 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:24:55.596517 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-554d6e54-5ad9-4240-8bb2-19e0d5537156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:55.600388 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-554d6e54-5ad9-4240-8bb2-19e0d5537156 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:55.727171 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2cd9b2ac-56da-45d4-8f17-1ffa06c3b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f396ca02-dd06-4d03-82e1-82c484dbe1a5', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1691986813-router', 'tenant_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:24:39Z', 'updated_at': '2021-12-20T21:24:55Z', 'revision_number': 7, 'project_id': 'e8f0329d606041b5b12b91deeb29ef6d', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:55.727474 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527dda9b-831c-4165-98c3-385a8aac5636', 'name': 'tempest-ServerRescueTestJSON-1449008223-router', 'tenant_id': 'f3250a572e594725834b58fe4e751869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '73f83d03-bada-4916-8339-c270fad1ac7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:24:43Z', 'updated_at': '2021-12-20T21:24:51Z', 'revision_number': 4, 'project_id': 'f3250a572e594725834b58fe4e751869', 'gw_port': {'id': '73f83d03-bada-4916-8339-c270fad1ac7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527dda9b-831c-4165-98c3-385a8aac5636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:24:45Z', 'updated_at': '2021-12-20T21:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'adf62b67-a6c6-446a-9b47-d0ed538e2c44', 'name': '', 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef', 'tenant_id': 'f3250a572e594725834b58fe4e751869', 'mac_address': 'fa:16:3e:c0:0c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527dda9b-831c-4165-98c3-385a8aac5636', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'bbb08b0c-a9ff-4797-9123-5ee7d55aacb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:24:50Z', 'updated_at': '2021-12-20T21:24:51Z', 'revision_number': 2, 'project_id': 'f3250a572e594725834b58fe4e751869', 'subnets': [{'id': 'bbb08b0c-a9ff-4797-9123-5ee7d55aacb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:55.765938 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-d6421330-867b-4637-a96b-139228969bfd tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:55.766235 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Checking router: 527dda9b-831c-4165-98c3-385a8aac5636 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:24:55.766441 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Updating router 527dda9b-831c-4165-98c3-385a8aac5636 port adf62b67-a6c6-446a-9b47-d0ed538e2c44 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:24:55.767968 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-d6421330-867b-4637-a96b-139228969bfd tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/networks?id=f8ecd6d4-0049-4886-bf80-aba52fe894ef HTTP/1.1" status: 200 len: 811 time: 0.1497347 Dec 20 21:24:55.771272 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd9b2ac-56da-45d4-8f17-1ffa06c3b159 None None] Checking router: f396ca02-dd06-4d03-82e1-82c484dbe1a5 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:24:55.780681 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd9b2ac-56da-45d4-8f17-1ffa06c3b159 None None] Routers {'f396ca02-dd06-4d03-82e1-82c484dbe1a5'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:24:55.782416 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2cd9b2ac-56da-45d4-8f17-1ffa06c3b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:24:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f396ca02-dd06-4d03-82e1-82c484dbe1a5'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:55.784520 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-554d6e54-5ad9-4240-8bb2-19e0d5537156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:55.786396 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554d6e54-5ad9-4240-8bb2-19e0d5537156 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f396ca02-dd06-4d03-82e1-82c484dbe1a5 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:24:55.795434 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-9a53e23b-176f-4005-95dd-bb40700e02e9 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/quotas/f3250a572e594725834b58fe4e751869 HTTP/1.1" status: 200 len: 375 time: 0.0205131 Dec 20 21:24:55.799497 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:55.809406 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-554d6e54-5ad9-4240-8bb2-19e0d5537156 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:55.810602 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-554d6e54-5ad9-4240-8bb2-19e0d5537156 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f396ca02-dd06-4d03-82e1-82c484dbe1a5 HTTP/1.1" status: 204 len: 168 time: 2.8807137 Dec 20 21:24:55.813304 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58042) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:55.828208 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2cd9b2ac-56da-45d4-8f17-1ffa06c3b159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:55.828989 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd9b2ac-56da-45d4-8f17-1ffa06c3b159 None None] The sync data for ids ['f396ca02-dd06-4d03-82e1-82c484dbe1a5'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:24:55.892078 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-56a8ba4a-1153-4e10-b328-6947c73f8423 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3250a572e594725834b58fe4e751869&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0956740 Dec 20 21:24:55.906705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eae52e2-8a8d-44a7-811a-d6eb50571977 admin admin] Deleting subnet 3c64c046-0cab-4199-a7d0-fd2018dcd7ae {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:24:55.912072 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eae52e2-8a8d-44a7-811a-d6eb50571977 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:55.988554 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eae52e2-8a8d-44a7-811a-d6eb50571977 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:56.039091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fafa40-6402-4a8c-bd98-fe6bebcf4baf req-958c4e61-b983-403f-946b-66fe2c1c8a11 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:56.041465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51fafa40-6402-4a8c-bd98-fe6bebcf4baf req-958c4e61-b983-403f-946b-66fe2c1c8a11 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 945 time: 0.1298935 Dec 20 21:24:56.046866 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-84591971-5935-4648-b97f-a1591b220f07 service neutron] 10.222.0.32 "GET /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511242 Dec 20 21:24:56.123221 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eae52e2-8a8d-44a7-811a-d6eb50571977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:56.174875 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51fafa40-6402-4a8c-bd98-fe6bebcf4baf req-ee688454-5f62-4a25-bb80-4d7d35dd32e1 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172283 Dec 20 21:24:56.179167 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-8e570b17-30fe-42a0-baec-3b3e5a4bb839 service neutron] 10.222.0.32 "GET /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266184 Dec 20 21:24:56.226730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eae52e2-8a8d-44a7-811a-d6eb50571977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:56.266892 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae52e2-8a8d-44a7-811a-d6eb50571977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c64c046-0cab-4199-a7d0-fd2018dcd7ae,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:56.270481 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f058d31f-1645-4107-add8-ebd616bdc577 None None] Network 3db748cd-b79a-4460-a805-d8e8a1082ea6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:24:56.272252 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eae52e2-8a8d-44a7-811a-d6eb50571977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:56.276839 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4eae52e2-8a8d-44a7-811a-d6eb50571977 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3c64c046-0cab-4199-a7d0-fd2018dcd7ae HTTP/1.1" status: 204 len: 168 time: 0.4619970 Dec 20 21:24:56.278894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58046) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:56.338039 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:56.346529 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:56.472091 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f198399-d713-4789-8ecb-4372ce0ca655 None None] Pushing event updated for resources: {'Port': ['ID=adf62b67-a6c6-446a-9b47-d0ed538e2c44,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:56.579435 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d65de190-2342-4417-8ef5-07aaca7ea868 req-de69919e-05cd-46e3-9fa0-457920b341e6 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 210 time: 0.0849042 Dec 20 21:24:56.584259 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:56.588331 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Attempting to bind port adf62b67-a6c6-446a-9b47-d0ed538e2c44 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:24:56.606488 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Attempting to bind port adf62b67-a6c6-446a-9b47-d0ed538e2c44 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '98f6d881-3939-439f-8dec-3eabefbc3a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:24:56.607091 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Attempting to bind port adf62b67-a6c6-446a-9b47-d0ed538e2c44 on network f8ecd6d4-0049-4886-bf80-aba52fe894ef {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:24:56.615543 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:24:56.615912 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Checking segment: {'id': '98f6d881-3939-439f-8dec-3eabefbc3a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:24:56.617819 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:56.618250 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Bound using segment: {'id': '98f6d881-3939-439f-8dec-3eabefbc3a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:24:56.621329 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Bound port: adf62b67-a6c6-446a-9b47-d0ed538e2c44, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f6d881-3939-439f-8dec-3eabefbc3a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:24:56.621747 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:56.696085 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8fec0a-8252-4af5-9a08-d8e01117298f None None] DHCP port deletion for 3db748cd-b79a-4460-a805-d8e8a1082ea6 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:24:56.700107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb1e21-7aae-4b41-9e95-1aabcfb05781 req-b7f94d8c-0c93-4248-a85a-8e4392b2db94 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:56.701660 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5deb1e21-7aae-4b41-9e95-1aabcfb05781 req-b7f94d8c-0c93-4248-a85a-8e4392b2db94 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.1572301 Dec 20 21:24:56.765450 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] Deleting port c0a36a26-5eba-4053-bfdb-d40207c13605 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:24:56.765855 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:56.790326 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1c0f3384-fbe5-4355-bd63-05cdd9ecacf2 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:24:56.804726 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5deb1e21-7aae-4b41-9e95-1aabcfb05781 req-8717da91-2674-4032-b86b-08b6fa566ba9 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895743 Dec 20 21:24:56.881828 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 1c0f3384-fbe5-4355-bd63-05cdd9ecacf2 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:24:56.882509 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1c0f3384-fbe5-4355-bd63-05cdd9ecacf2 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:24:56.905097 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] For port c0a36a26-5eba-4053-bfdb-d40207c13605, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c0a36a26-5eba-4053-bfdb-d40207c13605,segment=NetworkSegment(dadb8a3f-b154-47c2-a83c-720c27e914b0),segment_id=dadb8a3f-b154-47c2-a83c-720c27e914b0)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:56.905463 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:56.909550 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4f8fec0a-8252-4af5-9a08-d8e01117298f None None] Deleting port c0a36a26-5eba-4053-bfdb-d40207c13605 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:24:56.910606 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f8fec0a-8252-4af5-9a08-d8e01117298f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:56.922614 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] Calling delete_port for c0a36a26-5eba-4053-bfdb-d40207c13605 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:24:57.016706 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4f8fec0a-8252-4af5-9a08-d8e01117298f None None] For port c0a36a26-5eba-4053-bfdb-d40207c13605, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c0a36a26-5eba-4053-bfdb-d40207c13605,segment=NetworkSegment(dadb8a3f-b154-47c2-a83c-720c27e914b0),segment_id=dadb8a3f-b154-47c2-a83c-720c27e914b0)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:57.018056 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f8fec0a-8252-4af5-9a08-d8e01117298f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:57.034164 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4f8fec0a-8252-4af5-9a08-d8e01117298f None None] Calling delete_port for c0a36a26-5eba-4053-bfdb-d40207c13605 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:24:57.041564 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:57.064792 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] For port adf62b67-a6c6-446a-9b47-d0ed538e2c44, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:24:57.070972 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] For port adf62b67-a6c6-446a-9b47-d0ed538e2c44, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=adf62b67-a6c6-446a-9b47-d0ed538e2c44,segment=NetworkSegment(98f6d881-3939-439f-8dec-3eabefbc3a2c),segment_id=98f6d881-3939-439f-8dec-3eabefbc3a2c)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:24:57.080656 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:57.096754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a36a26-5eba-4053-bfdb-d40207c13605,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:57.113480 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] No DVR routers for this DVR port c0a36a26-5eba-4053-bfdb-d40207c13605 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:24:57.151868 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f8fec0a-8252-4af5-9a08-d8e01117298f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:57.214371 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f198399-d713-4789-8ecb-4372ce0ca655 None None] Pushing event updated for resources: {'Port': ['ID=adf62b67-a6c6-446a-9b47-d0ed538e2c44,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:57.232434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fec0a-8252-4af5-9a08-d8e01117298f None None] Pushing event deleted for resources: {'Port': ['ID=c0a36a26-5eba-4053-bfdb-d40207c13605,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:57.248259 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Routers {'527dda9b-831c-4165-98c3-385a8aac5636'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:24:57.249576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8fec0a-8252-4af5-9a08-d8e01117298f None None] No DVR routers for this DVR port c0a36a26-5eba-4053-bfdb-d40207c13605 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:24:57.251215 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:24:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['527dda9b-831c-4165-98c3-385a8aac5636'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:57.261599 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35cc1134-4ca8-4aa6-80f1-bdd39f16c4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:57.296569 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:57.340189 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db748cd-b79a-4460-a805-d8e8a1082ea6']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:57.384623 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] Set router 527dda9b-831c-4165-98c3-385a8aac5636 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:24:57.397654 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadb8a3f-b154-47c2-a83c-720c27e914b0') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:57.397947 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadb8a3f-b154-47c2-a83c-720c27e914b0') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:57.417464 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:57.440387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a4d3f-1473-4d15-a093-3f634f268fdd req-0f55670c-4971-48d4-9b35-6352f1566d90 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:57.442325 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-833a4d3f-1473-4d15-a093-3f634f268fdd req-0f55670c-4971-48d4-9b35-6352f1566d90 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 945 time: 0.1226513 Dec 20 21:24:57.455183 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:57.496211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:24:57.496903 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:24:57.498923 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:24:57.602931 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:57.630543 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:57.634473 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3db748cd-b79a-4460-a805-d8e8a1082ea6 HTTP/1.1" status: 204 len: 168 time: 1.3544996 Dec 20 21:24:57.673979 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-833a4d3f-1473-4d15-a093-3f634f268fdd req-d6ec60d8-15dc-4948-a470-4395a86b5a75 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067721 Dec 20 21:24:57.675535 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284f556-99db-448d-aa1c-4e3322e9fe17 admin admin] Pushing event deleted for resources: {'Network': ['ID=3db748cd-b79a-4460-a805-d8e8a1082ea6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:57.719094 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-68b9fd83-8af3-4630-93ad-a5b230ae2e12 req-d48106dd-6743-4c60-a478-0254e8c3bba3 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 210 time: 0.0392733 Dec 20 21:24:57.731267 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527dda9b-831c-4165-98c3-385a8aac5636', 'name': 'tempest-ServerRescueTestJSON-1449008223-router', 'tenant_id': 'f3250a572e594725834b58fe4e751869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '73f83d03-bada-4916-8339-c270fad1ac7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:24:43Z', 'updated_at': '2021-12-20T21:24:51Z', 'revision_number': 4, 'project_id': 'f3250a572e594725834b58fe4e751869', 'gw_port': {'id': '73f83d03-bada-4916-8339-c270fad1ac7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527dda9b-831c-4165-98c3-385a8aac5636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:24:45Z', 'updated_at': '2021-12-20T21:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'adf62b67-a6c6-446a-9b47-d0ed538e2c44', 'name': '', 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef', 'tenant_id': 'f3250a572e594725834b58fe4e751869', 'mac_address': 'fa:16:3e:c0:0c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527dda9b-831c-4165-98c3-385a8aac5636', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'bbb08b0c-a9ff-4797-9123-5ee7d55aacb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:24:50Z', 'updated_at': '2021-12-20T21:24:57Z', 'revision_number': 4, 'project_id': 'f3250a572e594725834b58fe4e751869', 'subnets': [{'id': 'bbb08b0c-a9ff-4797-9123-5ee7d55aacb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:24:57.757783 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c1244-cbec-4a6e-b9f5-b31f8c0bb87d None None] The sync data for ids ['527dda9b-831c-4165-98c3-385a8aac5636'] in n-d-xena-1 is: [{'id': '527dda9b-831c-4165-98c3-385a8aac5636', 'name': 'tempest-ServerRescueTestJSON-1449008223-router', 'tenant_id': 'f3250a572e594725834b58fe4e751869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '73f83d03-bada-4916-8339-c270fad1ac7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:24:43Z', 'updated_at': '2021-12-20T21:24:51Z', 'revision_number': 4, 'project_id': 'f3250a572e594725834b58fe4e751869', 'gw_port': {'id': '73f83d03-bada-4916-8339-c270fad1ac7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527dda9b-831c-4165-98c3-385a8aac5636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:24:45Z', 'updated_at': '2021-12-20T21:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'adf62b67-a6c6-446a-9b47-d0ed538e2c44', 'name': '', 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef', 'tenant_id': 'f3250a572e594725834b58fe4e751869', 'mac_address': 'fa:16:3e:c0:0c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527dda9b-831c-4165-98c3-385a8aac5636', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': 'bbb08b0c-a9ff-4797-9123-5ee7d55aacb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:24:50Z', 'updated_at': '2021-12-20T21:24:57Z', 'revision_number': 4, 'project_id': 'f3250a572e594725834b58fe4e751869', 'subnets': [{'id': 'bbb08b0c-a9ff-4797-9123-5ee7d55aacb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:24:57.785073 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58076) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:57.891047 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ebb8c577-cb27-46c0-ba0d-f945a8a69491 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8f0329d606041b5b12b91deeb29ef6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1044538 Dec 20 21:24:57.892292 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58080) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:24:57.964081 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4b0c-619f-4aeb-b5d8-31da3853cf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:57.990935 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4b0c-619f-4aeb-b5d8-31da3853cf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:58.037099 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c729fbe3-54de-4989-ba64-84a1bbe031b1 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:24:58.069511 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4b0c-619f-4aeb-b5d8-31da3853cf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:58.072806 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b2a4b0c-619f-4aeb-b5d8-31da3853cf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:58.074026 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2b2a4b0c-619f-4aeb-b5d8-31da3853cf93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ddab9df3-4f96-48c6-99b9-7f70b299efef HTTP/1.1" status: 204 len: 168 time: 0.1803675 Dec 20 21:24:58.089219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a4b0c-619f-4aeb-b5d8-31da3853cf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddab9df3-4f96-48c6-99b9-7f70b299efef,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:58.189371 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port c729fbe3-54de-4989-ba64-84a1bbe031b1, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:58.205829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'c729fbe3-54de-4989-ba64-84a1bbe031b1', 'network_id': '2ed307fe-ac1a-4b0c-a426-bf761a207e98', 'port_id': 'c729fbe3-54de-4989-ba64-84a1bbe031b1', 'mac_address': 'fa:16:3e:2a:43:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477c251e-c5a3-4ae1-b22c-38af5a910bca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:24:58.248457 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:58.262629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c729fbe3-54de-4989-ba64-84a1bbe031b1 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:24:58.285194 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port c729fbe3-54de-4989-ba64-84a1bbe031b1, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:58.290975 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:58.344472 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=c729fbe3-54de-4989-ba64-84a1bbe031b1,revision_number=11']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:58.605914 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['c729fbe3-54de-4989-ba64-84a1bbe031b1'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:24:58.709297 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-d4df8f37-96ff-411a-84e3-b454a3873db6 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:58.712800 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-d4df8f37-96ff-411a-84e3-b454a3873db6 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.66 "GET /v2.0/networks?id=f8ecd6d4-0049-4886-bf80-aba52fe894ef HTTP/1.1" status: 200 len: 811 time: 0.2215991 Dec 20 21:24:58.739355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-89f4b4e4-9472-4135-8851-8dc4b081c874 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Request body: {'port': {'device_id': '2a307984-d4db-45c3-8fab-71fbbbf0de92', 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef', 'admin_state_up': True, 'tenant_id': 'f3250a572e594725834b58fe4e751869'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:58.797356 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device adf62b67-a6c6-446a-9b47-d0ed538e2c44 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:24:58.889772 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2bd036dd-a940-4ad6-9357-25dc3f7443ff req-70e5cc14-7d38-4c21-ac5a-0b964142c057 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 210 time: 0.0483661 Dec 20 21:24:58.914680 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port adf62b67-a6c6-446a-9b47-d0ed538e2c44 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:24:58.915182 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:58.983303 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea1d73-c114-4ae6-bcda-d3ff7e78fa86 req-4b2c8da0-7402-4d01-a4ef-3680569b3779 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:58.991727 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b0ea1d73-c114-4ae6-bcda-d3ff7e78fa86 req-4b2c8da0-7402-4d01-a4ef-3680569b3779 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1368294 Dec 20 21:24:59.046992 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:59.072614 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b0ea1d73-c114-4ae6-bcda-d3ff7e78fa86 req-e4e56a4b-0d64-417f-bf28-4a94fbc56a5b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798175 Dec 20 21:24:59.114810 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port adf62b67-a6c6-446a-9b47-d0ed538e2c44, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=adf62b67-a6c6-446a-9b47-d0ed538e2c44,segment=NetworkSegment(98f6d881-3939-439f-8dec-3eabefbc3a2c),segment_id=98f6d881-3939-439f-8dec-3eabefbc3a2c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:24:59.120535 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:59.151581 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-89f4b4e4-9472-4135-8851-8dc4b081c874 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Made reservation on behalf of f3250a572e594725834b58fe4e751869 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:24:59.170518 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-89f4b4e4-9472-4135-8851-8dc4b081c874 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:59.222231 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c0a36a26-5eba-4053-bfdb-d40207c13605 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:24:59.249248 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=adf62b67-a6c6-446a-9b47-d0ed538e2c44,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:59.252567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: c0a36a26-5eba-4053-bfdb-d40207c13605 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:24:59.253020 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c0a36a26-5eba-4053-bfdb-d40207c13605 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:24:59.424632 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-89f4b4e4-9472-4135-8851-8dc4b081c874 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Allocated IP 172.20.0.9 (f8ecd6d4-0049-4886-bf80-aba52fe894ef/bbb08b0c-a9ff-4797-9123-5ee7d55aacb5/2f4d255e-dcd5-4c76-b3bb-b708905ae554) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:24:59.435835 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3dcae196-cab5-4350-b3b4-4f6ac7e7dd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:59.639779 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-ad9a2d9f-974b-4a09-8b86-39dec2b06df0 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5032fca0d97743718f4bfa6cc21087b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411663 Dec 20 21:24:59.644127 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-89f4b4e4-9472-4135-8851-8dc4b081c874 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:59.691339 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-89f4b4e4-9472-4135-8851-8dc4b081c874 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:59.745884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-89f4b4e4-9472-4135-8851-8dc4b081c874 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Network f8ecd6d4-0049-4886-bf80-aba52fe894ef is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:24:59.751425 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-89f4b4e4-9472-4135-8851-8dc4b081c874 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:24:59.754484 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-89f4b4e4-9472-4135-8851-8dc4b081c874 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:24:59.772944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-502f079a-8a82-4cfe-bbb3-b2f66bb32051 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:59.778583 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-502f079a-8a82-4cfe-bbb3-b2f66bb32051 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1318343 Dec 20 21:24:59.794360 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4b4e4-9472-4135-8851-8dc4b081c874 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Pushing event updated for resources: {'Port': ['ID=2f4d255e-dcd5-4c76-b3bb-b708905ae554,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:24:59.796335 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-8c7a3cba-381e-453b-9a94-c4722cc7f5bb tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/quotas/5032fca0d97743718f4bfa6cc21087b2 HTTP/1.1" status: 200 len: 375 time: 0.0157201 Dec 20 21:24:59.816930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-89f4b4e4-9472-4135-8851-8dc4b081c874 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:24:59.817564 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-89f4b4e4-9472-4135-8851-8dc4b081c874 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:24:59.831914 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-aca65c5c-8302-4fe9-a2a3-be1b88ac3a8f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5032fca0d97743718f4bfa6cc21087b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333982 Dec 20 21:24:59.836135 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-89f4b4e4-9472-4135-8851-8dc4b081c874 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1080101 Dec 20 21:24:59.856314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Request body: {'port': {'device_id': '2a307984-d4db-45c3-8fab-71fbbbf0de92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:24:59.937566 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:00.054327 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-104dc08f-c8b1-4e20-8611-49ca167c4acd req-219375ac-3764-4b37-95c8-960fab95cbe6 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 210 time: 0.0463748 Dec 20 21:25:00.070341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c729fbe3-54de-4989-ba64-84a1bbe031b1 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:25:00.160298 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port c729fbe3-54de-4989-ba64-84a1bbe031b1 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:25:00.172726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port c729fbe3-54de-4989-ba64-84a1bbe031b1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:00.173105 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:00.183988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb64e22-cf72-423e-af2d-ce7149ed71a2 req-4677a901-75b7-4fee-85fc-5a7e32061e3e tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:00.185751 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cdb64e22-cf72-423e-af2d-ce7149ed71a2 req-4677a901-75b7-4fee-85fc-5a7e32061e3e tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 931 time: 0.1706219 Dec 20 21:25:00.255814 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ceda0-d081-424d-85ad-07eb1a9cf3f4 req-1fdf745e-a78c-474f-b311-c580162d02cd tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:00.260305 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2e5ceda0-d081-424d-85ad-07eb1a9cf3f4 req-1fdf745e-a78c-474f-b311-c580162d02cd tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 946 time: 0.1018813 Dec 20 21:25:00.284901 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cdb64e22-cf72-423e-af2d-ce7149ed71a2 req-d2f01a00-0f03-4020-ba0d-5e7ebac0a08d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900521 Dec 20 21:25:00.317768 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:00.354024 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port c729fbe3-54de-4989-ba64-84a1bbe031b1, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:00.355168 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf6a7a2-294c-4e75-8184-36a2bd9548e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c729fbe3-54de-4989-ba64-84a1bbe031b1'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:00.358282 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f365f86-1f7d-4f44-9fd8-1ddc4aa580ac" -d '{"events": [{"server_uuid": "bcf6a7a2-294c-4e75-8184-36a2bd9548e4", "name": "network-vif-plugged", "status": "completed", "tag": "c729fbe3-54de-4989-ba64-84a1bbe031b1"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:00.364096 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:00.365235 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2e5ceda0-d081-424d-85ad-07eb1a9cf3f4 req-f1661081-ecbe-4263-a5cc-f60a398a1b18 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974705 Dec 20 21:25:00.464282 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f4d255e-dcd5-4c76-b3bb-b708905ae554 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:25:00.471933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=c729fbe3-54de-4989-ba64-84a1bbe031b1,revision_number=12']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:00.472838 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:00.487363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Transition to ACTIVE for port object 2f4d255e-dcd5-4c76-b3bb-b708905ae554 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:25:00.497207 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:00.547026 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174642ec-5c36-49f5-8629-c3185130969f x-openstack-request-id: req-174642ec-5c36-49f5-8629-c3185130969f {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:00.547304 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf6a7a2-294c-4e75-8184-36a2bd9548e4", "name": "network-vif-plugged", "status": "completed", "tag": "c729fbe3-54de-4989-ba64-84a1bbe031b1", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:00.547559 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-174642ec-5c36-49f5-8629-c3185130969f {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:00.547959 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf6a7a2-294c-4e75-8184-36a2bd9548e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c729fbe3-54de-4989-ba64-84a1bbe031b1', 'code': 200} Dec 20 21:25:00.563896 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4d255e-dcd5-4c76-b3bb-b708905ae554,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:00.626266 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:00.658760 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Attempting to bind port 2f4d255e-dcd5-4c76-b3bb-b708905ae554 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:25:00.659102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Attempting to bind port 2f4d255e-dcd5-4c76-b3bb-b708905ae554 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '98f6d881-3939-439f-8dec-3eabefbc3a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:25:00.659429 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Attempting to bind port 2f4d255e-dcd5-4c76-b3bb-b708905ae554 on network f8ecd6d4-0049-4886-bf80-aba52fe894ef {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:25:00.664789 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Port 2f4d255e-dcd5-4c76-b3bb-b708905ae554 on network f8ecd6d4-0049-4886-bf80-aba52fe894ef not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:25:00.665109 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Attempting to bind port 2f4d255e-dcd5-4c76-b3bb-b708905ae554 on network f8ecd6d4-0049-4886-bf80-aba52fe894ef {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:25:00.683670 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:25:00.684280 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Checking segment: {'id': '98f6d881-3939-439f-8dec-3eabefbc3a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:25:00.684915 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Bound using segment: {'id': '98f6d881-3939-439f-8dec-3eabefbc3a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:25:00.685744 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Bound port: 2f4d255e-dcd5-4c76-b3bb-b708905ae554, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f6d881-3939-439f-8dec-3eabefbc3a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:25:00.686450 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:00.779520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] For port 2f4d255e-dcd5-4c76-b3bb-b708905ae554, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:25:00.781994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device adf62b67-a6c6-446a-9b47-d0ed538e2c44 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:25:00.784424 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] For port 2f4d255e-dcd5-4c76-b3bb-b708905ae554, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2f4d255e-dcd5-4c76-b3bb-b708905ae554,segment=NetworkSegment(98f6d881-3939-439f-8dec-3eabefbc3a2c),segment_id=98f6d881-3939-439f-8dec-3eabefbc3a2c)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:25:00.788613 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:00.830298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:00.831126 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:00.833107 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] 10.222.0.66 "PUT /v2.0/ports/2f4d255e-dcd5-4c76-b3bb-b708905ae554 HTTP/1.1" status: 200 len: 1089 time: 0.9815567 Dec 20 21:25:00.833597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a307984-d4db-45c3-8fab-71fbbbf0de92', 'tag': '2f4d255e-dcd5-4c76-b3bb-b708905ae554'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:00.836029 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2fac33-a32c-4952-8d27-afb0477d42c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2a307984-d4db-45c3-8fab-71fbbbf0de92", "tag": "2f4d255e-dcd5-4c76-b3bb-b708905ae554"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:00.857223 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port adf62b67-a6c6-446a-9b47-d0ed538e2c44 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:00.857863 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:00.866917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23390b4-a143-4571-bfcf-f0a88d1ba1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4d255e-dcd5-4c76-b3bb-b708905ae554,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:00.903349 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4e3aef-0e45-4604-9268-07c50f7f7fa1 x-openstack-request-id: req-7e4e3aef-0e45-4604-9268-07c50f7f7fa1 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:00.903646 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a307984-d4db-45c3-8fab-71fbbbf0de92", "tag": "2f4d255e-dcd5-4c76-b3bb-b708905ae554", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:00.904147 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e4e3aef-0e45-4604-9268-07c50f7f7fa1 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:00.904716 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a307984-d4db-45c3-8fab-71fbbbf0de92', 'tag': '2f4d255e-dcd5-4c76-b3bb-b708905ae554', 'status': 'completed', 'code': 200} Dec 20 21:25:01.035741 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff78aa3-5ab4-4c15-ac03-4a91488d75ce req-08092ef5-5465-4697-b3ee-6ac6cf6e868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:01.037236 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dff78aa3-5ab4-4c15-ac03-4a91488d75ce req-08092ef5-5465-4697-b3ee-6ac6cf6e868d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 1096 time: 0.0450475 Dec 20 21:25:01.055147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-e563dd13-b74b-48dd-9f3d-f79a572c9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:01.056890 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-e563dd13-b74b-48dd-9f3d-f79a572c9e21 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3250a572e594725834b58fe4e751869&device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 1092 time: 0.0763433 Dec 20 21:25:01.077681 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dff78aa3-5ab4-4c15-ac03-4a91488d75ce req-c6ee842e-dc9e-41ef-b034-278642d74708 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312407 Dec 20 21:25:01.111896 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-40d00abd-e85f-423a-8613-a03d42086db3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f4d255e-dcd5-4c76-b3bb-b708905ae554 HTTP/1.1" status: 200 len: 217 time: 0.0404377 Dec 20 21:25:01.148352 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-400d184b-2348-4b74-b1ce-e5ced81ee897 req-b61cd531-4e20-4386-bbfa-edc5a0b29412 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 210 time: 0.0270987 Dec 20 21:25:01.450346 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-1e511e88-e40d-4782-a3d2-1cf42c823161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:01.452004 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-1e511e88-e40d-4782-a3d2-1cf42c823161 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bbb08b0c-a9ff-4797-9123-5ee7d55aacb5 HTTP/1.1" status: 200 len: 851 time: 0.0771201 Dec 20 21:25:01.460239 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48424370-cc3a-4fe4-8814-d6e5e992a7c9 req-692916bd-2416-4591-a20c-99ecff170fe2 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:01.461711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-48424370-cc3a-4fe4-8814-d6e5e992a7c9 req-692916bd-2416-4591-a20c-99ecff170fe2 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 943 time: 0.0963690 Dec 20 21:25:01.492498 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-ff5216fa-7b06-418f-91d3-5c3e40ae23f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f8ecd6d4-0049-4886-bf80-aba52fe894ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296752 Dec 20 21:25:01.505998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c094d-140a-4952-965f-cf8db58bee03 req-6df7d0cc-6798-4e72-ab28-8da53a444aa8 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:01.507768 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a96c094d-140a-4952-965f-cf8db58bee03 req-6df7d0cc-6798-4e72-ab28-8da53a444aa8 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0637753 Dec 20 21:25:01.550043 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a96c094d-140a-4952-965f-cf8db58bee03 req-feda7c63-e736-4ff4-975e-9607e34e8836 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352108 Dec 20 21:25:01.579045 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-48424370-cc3a-4fe4-8814-d6e5e992a7c9 req-9a1dca40-76b3-464f-bb68-3167a5c50585 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899405 Dec 20 21:25:01.631702 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-db4bc099-6707-4b7d-b22b-d7843f4a7dbc service neutron] 10.222.0.66 "GET /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244180 Dec 20 21:25:01.799453 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-878c795f-c58c-4efd-921c-d5d43a3ea669 req-b0ac90b9-9544-44cf-a53e-dbc4a354e6b8 service neutron] 10.222.0.66 "GET /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337657 Dec 20 21:25:01.942965 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-11e948d2-b574-4940-b2e3-b1cf9b6936a6 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5032fca0d97743718f4bfa6cc21087b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318606 Dec 20 21:25:01.976695 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fac33-a32c-4952-8d27-afb0477d42c8 req-96391e00-83e7-4be7-af46-c110b94a6f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:01.981341 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de2fac33-a32c-4952-8d27-afb0477d42c8 req-96391e00-83e7-4be7-af46-c110b94a6f4f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3250a572e594725834b58fe4e751869&device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 1092 time: 0.0623956 Dec 20 21:25:01.994746 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:02.130825 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fac33-a32c-4952-8d27-afb0477d42c8 req-ef778d81-f501-44e8-902d-b4ae8afa67d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:02.135148 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de2fac33-a32c-4952-8d27-afb0477d42c8 req-ef778d81-f501-44e8-902d-b4ae8afa67d5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f8ecd6d4-0049-4886-bf80-aba52fe894ef HTTP/1.1" status: 200 len: 912 time: 0.1282856 Dec 20 21:25:02.222572 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de2fac33-a32c-4952-8d27-afb0477d42c8 req-73e83109-e571-4524-83e5-cc7edebe93ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f4d255e-dcd5-4c76-b3bb-b708905ae554 HTTP/1.1" status: 200 len: 217 time: 0.0639298 Dec 20 21:25:02.245772 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-724f6f3b-605b-43a4-b946-de75188ff6e2 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:02.246780 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-724f6f3b-605b-43a4-b946-de75188ff6e2 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2965524 Dec 20 21:25:02.313271 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-5ef10780-fe36-4eaf-8258-22e893283e4f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Request body: {'port': {'device_id': '26621dc1-5ef6-4d24-9979-baa48f7f486c', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': '5032fca0d97743718f4bfa6cc21087b2'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:02.318536 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:02.330331 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5f078475-7547-4d14-a881-0993befa5059 req-6f9866bc-4b4c-4235-b373-0d0618fdab04 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 210 time: 0.0630350 Dec 20 21:25:02.370173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fac33-a32c-4952-8d27-afb0477d42c8 req-fedcb477-3537-4f7a-97d8-bde30597adde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:02.372619 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de2fac33-a32c-4952-8d27-afb0477d42c8 req-fedcb477-3537-4f7a-97d8-bde30597adde service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bbb08b0c-a9ff-4797-9123-5ee7d55aacb5 HTTP/1.1" status: 200 len: 851 time: 0.0894442 Dec 20 21:25:02.431653 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de2fac33-a32c-4952-8d27-afb0477d42c8 req-5da0ca8e-1ecf-48c5-9202-61cba85ce401 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f8ecd6d4-0049-4886-bf80-aba52fe894ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513163 Dec 20 21:25:02.484237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-5ef10780-fe36-4eaf-8258-22e893283e4f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Made reservation on behalf of 5032fca0d97743718f4bfa6cc21087b2 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:25:02.488720 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-5ef10780-fe36-4eaf-8258-22e893283e4f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:02.580807 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de2fac33-a32c-4952-8d27-afb0477d42c8 req-f11cd8e0-caed-45c9-9d40-9bf2a222bb87 service neutron] 10.222.0.66 "GET /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410074 Dec 20 21:25:02.793944 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de2fac33-a32c-4952-8d27-afb0477d42c8 req-40929b25-6342-4d28-b83d-1721ad7923b1 service neutron] 10.222.0.66 "GET /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908073 Dec 20 21:25:02.834723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34e266-4e75-4878-a2f4-02ad5144b375 req-2153b9fe-5d01-46a9-8643-8110a3b411ed tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:02.836686 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fe34e266-4e75-4878-a2f4-02ad5144b375 req-2153b9fe-5d01-46a9-8643-8110a3b411ed tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0943272 Dec 20 21:25:02.854175 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-5ef10780-fe36-4eaf-8258-22e893283e4f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:02.921906 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fe34e266-4e75-4878-a2f4-02ad5144b375 req-5a835d72-872a-47ae-8115-e4fbec3d303f tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789819 Dec 20 21:25:02.931367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c13315-29a9-4046-8b09-19fd5776d76e req-8b361ab5-b754-4ed2-adc8-1e6bf4029b24 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:02.940797 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51c13315-29a9-4046-8b09-19fd5776d76e req-8b361ab5-b754-4ed2-adc8-1e6bf4029b24 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 943 time: 0.0872850 Dec 20 21:25:03.022714 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51c13315-29a9-4046-8b09-19fd5776d76e req-a35aa617-baee-40af-b3e6-47f6edaed4e2 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821803 Dec 20 21:25:03.097919 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-5ef10780-fe36-4eaf-8258-22e893283e4f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:03.105582 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-5ef10780-fe36-4eaf-8258-22e893283e4f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:03.232242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef10780-fe36-4eaf-8258-22e893283e4f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54084b33-3f9f-42ae-b4bb-c681cb2e42a1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:03.316931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-5ef10780-fe36-4eaf-8258-22e893283e4f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Allocated IP 192.168.233.140 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/00b7cf31-f3ed-4e02-914c-9624e9f9a141) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:25:03.496771 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0482421c-254b-4cc7-b11e-aaa08d35393a req-585b5691-b088-4407-81de-fede61ac7ead tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 210 time: 0.0387928 Dec 20 21:25:03.501289 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-5ef10780-fe36-4eaf-8258-22e893283e4f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:03.540458 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-5ef10780-fe36-4eaf-8258-22e893283e4f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:03.583509 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-5ef10780-fe36-4eaf-8258-22e893283e4f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:25:03.586615 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-5ef10780-fe36-4eaf-8258-22e893283e4f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:25:03.593770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-5ef10780-fe36-4eaf-8258-22e893283e4f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:25:03.628979 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef10780-fe36-4eaf-8258-22e893283e4f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Pushing event updated for resources: {'Port': ['ID=00b7cf31-f3ed-4e02-914c-9624e9f9a141,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:03.657181 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-5ef10780-fe36-4eaf-8258-22e893283e4f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:03.657959 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-5ef10780-fe36-4eaf-8258-22e893283e4f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:03.680805 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-5ef10780-fe36-4eaf-8258-22e893283e4f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3803267 Dec 20 21:25:03.697833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Request body: {'port': {'device_id': '26621dc1-5ef6-4d24-9979-baa48f7f486c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:03.756083 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:03.920637 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-538d8b56-a56a-4730-b166-c68611383ca6 None None] Provisioning complete for port 00b7cf31-f3ed-4e02-914c-9624e9f9a141 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:03.921195 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-538d8b56-a56a-4730-b166-c68611383ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:03.959341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-538d8b56-a56a-4730-b166-c68611383ca6 None None] Port 00b7cf31-f3ed-4e02-914c-9624e9f9a141 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:25:04.052249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b7cf31-f3ed-4e02-914c-9624e9f9a141 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:25:04.061466 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:04.075231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Transition to ACTIVE for port object 00b7cf31-f3ed-4e02-914c-9624e9f9a141 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:25:04.081005 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:04.119119 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2f4d255e-dcd5-4c76-b3bb-b708905ae554 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:25:04.189131 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Pushing event updated for resources: {'Port': ['ID=00b7cf31-f3ed-4e02-914c-9624e9f9a141,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:04.224015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02293e76-2569-486e-a60f-0a231d96a448 req-c99fbdb7-0d81-4d0c-b7bb-a1cebf0bee63 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:04.229493 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 2f4d255e-dcd5-4c76-b3bb-b708905ae554, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2f4d255e-dcd5-4c76-b3bb-b708905ae554,segment=NetworkSegment(98f6d881-3939-439f-8dec-3eabefbc3a2c),segment_id=98f6d881-3939-439f-8dec-3eabefbc3a2c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:04.232388 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-02293e76-2569-486e-a60f-0a231d96a448 req-c99fbdb7-0d81-4d0c-b7bb-a1cebf0bee63 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.2153044 Dec 20 21:25:04.244426 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '2f4d255e-dcd5-4c76-b3bb-b708905ae554', 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef', 'port_id': '2f4d255e-dcd5-4c76-b3bb-b708905ae554', 'mac_address': 'fa:16:3e:fe:bf:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb08b0c-a9ff-4797-9123-5ee7d55aacb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:25:04.283760 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-b0a262f6-a8d4-4e50-96a1-f93f1aab11d1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:04.283965 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-02293e76-2569-486e-a60f-0a231d96a448 req-11ad0c4d-8413-4078-ac45-f47ed5201ed0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503566 Dec 20 21:25:04.285467 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-b0a262f6-a8d4-4e50-96a1-f93f1aab11d1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 806 time: 0.1809556 Dec 20 21:25:04.298917 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:04.315535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4d255e-dcd5-4c76-b3bb-b708905ae554 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:25:04.341084 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 2f4d255e-dcd5-4c76-b3bb-b708905ae554, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2f4d255e-dcd5-4c76-b3bb-b708905ae554,segment=NetworkSegment(98f6d881-3939-439f-8dec-3eabefbc3a2c),segment_id=98f6d881-3939-439f-8dec-3eabefbc3a2c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:04.344963 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-6b54faf2-aa33-4038-bb02-f4fa7e9ac330 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/quotas/68013026329e4661b48075edeb3524ab HTTP/1.1" status: 200 len: 375 time: 0.0220633 Dec 20 21:25:04.348956 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:04.365394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Attempting to bind port 00b7cf31-f3ed-4e02-914c-9624e9f9a141 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:25:04.365798 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Attempting to bind port 00b7cf31-f3ed-4e02-914c-9624e9f9a141 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:25:04.366167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Attempting to bind port 00b7cf31-f3ed-4e02-914c-9624e9f9a141 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:25:04.407323 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=2f4d255e-dcd5-4c76-b3bb-b708905ae554,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:04.415607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Port 00b7cf31-f3ed-4e02-914c-9624e9f9a141 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:25:04.416155 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Attempting to bind port 00b7cf31-f3ed-4e02-914c-9624e9f9a141 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:25:04.419857 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480254b-852f-4a86-ba6c-cfc6760141e4 req-8a9e1a3f-a9f3-4147-ac5b-4402a074f15f tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:04.422967 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4480254b-852f-4a86-ba6c-cfc6760141e4 req-8a9e1a3f-a9f3-4147-ac5b-4402a074f15f tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 944 time: 0.0617850 Dec 20 21:25:04.424369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:25:04.424699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:25:04.425074 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:25:04.425641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Bound port: 00b7cf31-f3ed-4e02-914c-9624e9f9a141, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:25:04.426001 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:04.450686 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-c75e2ad9-682b-4c98-992a-4bb41502d84b tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864050 Dec 20 21:25:04.461016 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4480254b-852f-4a86-ba6c-cfc6760141e4 req-0f2fa058-2fb8-4378-be5a-84a984dec6a1 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332668 Dec 20 21:25:04.578949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] For port 00b7cf31-f3ed-4e02-914c-9624e9f9a141, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:25:04.600051 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] For port 00b7cf31-f3ed-4e02-914c-9624e9f9a141, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=00b7cf31-f3ed-4e02-914c-9624e9f9a141,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:25:04.609661 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-98faaa27-98d7-42f1-aca6-3fa588abb357 service neutron] 10.222.0.32 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270211 Dec 20 21:25:04.609661 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:04.654735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['2f4d255e-dcd5-4c76-b3bb-b708905ae554'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:25:04.699727 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:04.700353 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:04.701769 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] 10.222.0.66 "PUT /v2.0/ports/00b7cf31-f3ed-4e02-914c-9624e9f9a141 HTTP/1.1" status: 200 len: 1094 time: 1.0083463 Dec 20 21:25:04.702244 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26621dc1-5ef6-4d24-9979-baa48f7f486c', 'tag': '00b7cf31-f3ed-4e02-914c-9624e9f9a141'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:04.704612 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335ff61d-bccf-431a-afb6-4b6312cc7e37" -d '{"events": [{"name": "network-changed", "server_uuid": "26621dc1-5ef6-4d24-9979-baa48f7f486c", "tag": "00b7cf31-f3ed-4e02-914c-9624e9f9a141"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:04.729606 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbca1b-6c50-44ba-9f45-368194cb90ec service neutron] Pushing event updated for resources: {'Port': ['ID=00b7cf31-f3ed-4e02-914c-9624e9f9a141,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:04.787243 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-fb5a10d6-01ef-455c-b085-66f3e1e7fc21 service neutron] 10.222.0.32 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510127 Dec 20 21:25:04.862568 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-dff69aa3-06b4-4a5c-994f-796b72b8a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:04.864146 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57e09f-9fca-477c-a76f-32ab5f874f6a req-704caccd-929f-488a-b25b-786503183ab6 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:04.864278 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-dff69aa3-06b4-4a5c-994f-796b72b8a0c8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5032fca0d97743718f4bfa6cc21087b2&device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 1097 time: 0.0760157 Dec 20 21:25:04.865831 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a57e09f-9fca-477c-a76f-32ab5f874f6a req-704caccd-929f-488a-b25b-786503183ab6 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0580227 Dec 20 21:25:04.927268 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-6d02a365-0358-41f6-bd63-af3459ee45a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=00b7cf31-f3ed-4e02-914c-9624e9f9a141 HTTP/1.1" status: 200 len: 217 time: 0.0473588 Dec 20 21:25:04.927452 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a57e09f-9fca-477c-a76f-32ab5f874f6a req-81d46058-36f3-4e9c-8704-1d66714cc985 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523570 Dec 20 21:25:04.982087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-2f5e80eb-f006-4fe8-b3e7-c24f3b30f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:04.983657 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-2f5e80eb-f006-4fe8-b3e7-c24f3b30f1cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0506618 Dec 20 21:25:05.036399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-452f01d9-3660-427f-a5a2-877ee4f06eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:05.038036 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-452f01d9-3660-427f-a5a2-877ee4f06eb8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463212 Dec 20 21:25:05.043448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237c2e6-412e-41fb-95c5-6ea0a07e0d08 req-2d1bbedc-64f9-45cb-ab3e-705b636952a1 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:05.045067 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4237c2e6-412e-41fb-95c5-6ea0a07e0d08 req-2d1bbedc-64f9-45cb-ab3e-705b636952a1 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 948 time: 0.0538988 Dec 20 21:25:05.106551 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4237c2e6-412e-41fb-95c5-6ea0a07e0d08 req-98666cf1-58d4-4dfc-8be8-f6718e6880f6 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/security-groups?id=54084b33-3f9f-42ae-b4bb-c681cb2e42a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529115 Dec 20 21:25:05.142345 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-4ac24fc6-740b-4e2b-a3ca-c5a6951c55b2 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953109 Dec 20 21:25:05.171592 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e845bd65-b9b8-45b9-9b80-d243aa559d5c x-openstack-request-id: req-e845bd65-b9b8-45b9-9b80-d243aa559d5c {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:05.171941 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26621dc1-5ef6-4d24-9979-baa48f7f486c", "tag": "00b7cf31-f3ed-4e02-914c-9624e9f9a141", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:05.172188 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e845bd65-b9b8-45b9-9b80-d243aa559d5c {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:05.172646 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26621dc1-5ef6-4d24-9979-baa48f7f486c', 'tag': '00b7cf31-f3ed-4e02-914c-9624e9f9a141', 'status': 'completed', 'code': 200} Dec 20 21:25:05.261884 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db6e9989-55e7-442c-9425-889b55e9fc93 req-cb8414b1-2a5b-4a9b-8039-b3f5f4cfd739 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 210 time: 0.0335505 Dec 20 21:25:05.267590 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe131fb7-450a-4b35-829d-5877e9319c4c req-001d0029-119b-4a41-845d-52eea8250f4b service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180122 Dec 20 21:25:05.298874 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36cf7e-ed58-40c0-bdd1-7b16a967e519 req-ece1da0e-71f8-495a-8b22-4ed0dc6d006e tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:05.300585 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ae36cf7e-ed58-40c0-bdd1-7b16a967e519 req-ece1da0e-71f8-495a-8b22-4ed0dc6d006e tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0726600 Dec 20 21:25:05.342897 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ae36cf7e-ed58-40c0-bdd1-7b16a967e519 req-7a0aa899-44fc-4ca7-94c1-259bccae36b7 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348833 Dec 20 21:25:05.400099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ff61d-bccf-431a-afb6-4b6312cc7e37 req-4fc5e049-c0ea-41db-a207-618aaa8331fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:05.402090 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-335ff61d-bccf-431a-afb6-4b6312cc7e37 req-4fc5e049-c0ea-41db-a207-618aaa8331fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5032fca0d97743718f4bfa6cc21087b2&device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 1097 time: 0.0485134 Dec 20 21:25:05.497459 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4da63-54e5-4fb1-b133-f26b9253acfe req-667f4e81-087c-4c55-81f7-2959f71174cd tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:05.499612 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-31b4da63-54e5-4fb1-b133-f26b9253acfe req-667f4e81-087c-4c55-81f7-2959f71174cd tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0637963 Dec 20 21:25:05.505679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ff61d-bccf-431a-afb6-4b6312cc7e37 req-3c3b53a5-954d-498c-9248-56aec651bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:05.507393 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-335ff61d-bccf-431a-afb6-4b6312cc7e37 req-3c3b53a5-954d-498c-9248-56aec651bee9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.0984683 Dec 20 21:25:05.545094 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-31b4da63-54e5-4fb1-b133-f26b9253acfe req-78ad9223-2d1a-4b3b-897f-6a665f15ede9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380957 Dec 20 21:25:05.574955 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-335ff61d-bccf-431a-afb6-4b6312cc7e37 req-612ef45e-1f66-40d9-8c37-6e5bf9d1f06e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=00b7cf31-f3ed-4e02-914c-9624e9f9a141 HTTP/1.1" status: 200 len: 217 time: 0.0593464 Dec 20 21:25:05.654369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ff61d-bccf-431a-afb6-4b6312cc7e37 req-424db958-8155-4fb0-9b03-fd9bb88160ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:05.655852 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-335ff61d-bccf-431a-afb6-4b6312cc7e37 req-424db958-8155-4fb0-9b03-fd9bb88160ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0610256 Dec 20 21:25:05.665036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d1067-3cdb-46aa-ace3-331671a44b00 req-975a42f9-c1c9-4567-bd68-06c66cb278d5 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:05.666644 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-711d1067-3cdb-46aa-ace3-331671a44b00 req-975a42f9-c1c9-4567-bd68-06c66cb278d5 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 944 time: 0.1020594 Dec 20 21:25:05.737331 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-711d1067-3cdb-46aa-ace3-331671a44b00 req-b8eadae5-a743-46ba-a04d-5da207fa7c9a tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601983 Dec 20 21:25:05.740298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ff61d-bccf-431a-afb6-4b6312cc7e37 req-6621ab3f-be20-41b2-bc6e-752292e7ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:05.742269 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-335ff61d-bccf-431a-afb6-4b6312cc7e37 req-6621ab3f-be20-41b2-bc6e-752292e7ccd7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743079 Dec 20 21:25:05.784436 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff479e06-5e0a-42d8-85ff-653e93682195 req-9506ddfa-8989-414f-b071-b3df5dc14380 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:05.786987 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff479e06-5e0a-42d8-85ff-653e93682195 req-9506ddfa-8989-414f-b071-b3df5dc14380 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0693767 Dec 20 21:25:05.833331 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff479e06-5e0a-42d8-85ff-653e93682195 req-dd701fd8-577f-4732-bb11-0017dd2c786c tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399625 Dec 20 21:25:05.869274 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-335ff61d-bccf-431a-afb6-4b6312cc7e37 req-cd8f4da4-8490-4140-9b48-0b421a5e49de service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159880 Dec 20 21:25:05.975093 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-335ff61d-bccf-431a-afb6-4b6312cc7e37 req-4b78e724-d6f4-43a9-85c6-181cf92e9252 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946488 Dec 20 21:25:05.982291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369e7c-b848-4c84-a504-39e1201aaffb req-2e2ada9f-86cd-4fc9-bc02-c479e8471640 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:05.983750 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c5369e7c-b848-4c84-a504-39e1201aaffb req-2e2ada9f-86cd-4fc9-bc02-c479e8471640 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0498383 Dec 20 21:25:06.027513 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c5369e7c-b848-4c84-a504-39e1201aaffb req-398b5742-b4c8-4913-90fb-8af5de081064 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367367 Dec 20 21:25:06.136325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2f4d255e-dcd5-4c76-b3bb-b708905ae554 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:25:06.164680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5b133-eeeb-4b20-b781-93cf5df183d5 req-db4c2d8c-bc2a-4efd-8b9d-608fc70783ca tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:06.172868 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f7a5b133-eeeb-4b20-b781-93cf5df183d5 req-db4c2d8c-bc2a-4efd-8b9d-608fc70783ca tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0671723 Dec 20 21:25:06.192859 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 2f4d255e-dcd5-4c76-b3bb-b708905ae554 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:25:06.197470 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 2f4d255e-dcd5-4c76-b3bb-b708905ae554 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:06.197947 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:06.219472 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f7a5b133-eeeb-4b20-b781-93cf5df183d5 req-246e4f3f-e507-458f-85e0-255fbad74777 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446970 Dec 20 21:25:06.242181 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48993953-1c75-48dc-ab00-09e1dfdcf86d req-a34e7953-831f-48f1-af14-605029a57ab4 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:06.242786 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-48993953-1c75-48dc-ab00-09e1dfdcf86d req-a34e7953-831f-48f1-af14-605029a57ab4 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 948 time: 0.0540793 Dec 20 21:25:06.285523 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:06.298179 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-48993953-1c75-48dc-ab00-09e1dfdcf86d req-285ad8af-baac-4246-bef6-8c8882a1efdd tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/security-groups?id=54084b33-3f9f-42ae-b4bb-c681cb2e42a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465481 Dec 20 21:25:06.314513 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a307984-d4db-45c3-8fab-71fbbbf0de92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4d255e-dcd5-4c76-b3bb-b708905ae554'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:06.314897 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b839b9-7a7d-45f2-8898-6eec3500a6ab" -d '{"events": [{"server_uuid": "2a307984-d4db-45c3-8fab-71fbbbf0de92", "name": "network-vif-plugged", "status": "completed", "tag": "2f4d255e-dcd5-4c76-b3bb-b708905ae554"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:06.330311 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 2f4d255e-dcd5-4c76-b3bb-b708905ae554, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2f4d255e-dcd5-4c76-b3bb-b708905ae554,segment=NetworkSegment(98f6d881-3939-439f-8dec-3eabefbc3a2c),segment_id=98f6d881-3939-439f-8dec-3eabefbc3a2c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:06.345098 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:06.425888 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-680a0b08-bba2-41fd-bda7-a3310a3a5d2b req-cd274d0f-d289-4f44-ad39-521e127c500c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 210 time: 0.0637856 Dec 20 21:25:06.434644 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=2f4d255e-dcd5-4c76-b3bb-b708905ae554,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:06.460693 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fc13ec-2de0-4ca4-a1cc-ada91a3c1fd3 x-openstack-request-id: req-d0fc13ec-2de0-4ca4-a1cc-ada91a3c1fd3 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:06.460987 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a307984-d4db-45c3-8fab-71fbbbf0de92", "name": "network-vif-plugged", "status": "completed", "tag": "2f4d255e-dcd5-4c76-b3bb-b708905ae554", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:06.461243 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0fc13ec-2de0-4ca4-a1cc-ada91a3c1fd3 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:06.461645 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a307984-d4db-45c3-8fab-71fbbbf0de92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4d255e-dcd5-4c76-b3bb-b708905ae554', 'code': 200} Dec 20 21:25:06.496160 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-b809adaa-23ba-46af-b488-55957440dec1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:06.497612 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-b809adaa-23ba-46af-b488-55957440dec1 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.31 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 806 time: 0.1636052 Dec 20 21:25:06.544716 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-bae5fd79-73f5-4c8c-b9de-f1b4b7edd904 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Request body: {'port': {'device_id': '816cfa0b-6581-4707-85b9-cc612a5b152f', 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd', 'admin_state_up': True, 'tenant_id': '68013026329e4661b48075edeb3524ab'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:06.616823 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbad31f-be63-4cdd-8595-95beb6eb6cd3 req-caa11b92-4f76-46bd-80e6-54aea2cbb72e tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:06.618313 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0fbad31f-be63-4cdd-8595-95beb6eb6cd3 req-caa11b92-4f76-46bd-80e6-54aea2cbb72e tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.1101639 Dec 20 21:25:06.625573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773859b-9935-4a63-a7a6-64272da65005 req-e19de9fb-0386-45aa-891a-8aefe1a18812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:06.627269 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a773859b-9935-4a63-a7a6-64272da65005 req-e19de9fb-0386-45aa-891a-8aefe1a18812 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 1094 time: 0.0458853 Dec 20 21:25:06.674566 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a773859b-9935-4a63-a7a6-64272da65005 req-70d096a9-eed2-4d19-a1fd-7b73a33a045c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388896 Dec 20 21:25:06.690282 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0fbad31f-be63-4cdd-8595-95beb6eb6cd3 req-26f8a2a4-e41c-49fc-870e-e7f9659fb8b8 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588372 Dec 20 21:25:06.707109 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-bae5fd79-73f5-4c8c-b9de-f1b4b7edd904 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Made reservation on behalf of 68013026329e4661b48075edeb3524ab for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:25:06.711596 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-bae5fd79-73f5-4c8c-b9de-f1b4b7edd904 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:06.867486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-bae5fd79-73f5-4c8c-b9de-f1b4b7edd904 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Allocated IP 172.20.0.6 (ef25a713-78cb-4680-b602-defc0f8ef6dd/428b6fe3-893f-4804-922c-7a9af77a1126/4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:25:06.885877 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b00bc-b7fd-4749-9723-ba03d1711f8e req-47e26c55-0557-4cd0-bce7-a7a12dc4034e tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:06.887462 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-479b00bc-b7fd-4749-9723-ba03d1711f8e req-47e26c55-0557-4cd0-bce7-a7a12dc4034e tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0726204 Dec 20 21:25:06.960680 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-479b00bc-b7fd-4749-9723-ba03d1711f8e req-57827faa-db1a-461c-b500-26386011e028 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648484 Dec 20 21:25:07.063175 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-bae5fd79-73f5-4c8c-b9de-f1b4b7edd904 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:07.108541 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-bae5fd79-73f5-4c8c-b9de-f1b4b7edd904 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:07.149688 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['d56946d1-6e73-4a24-a0ed-559cd785d734'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:25:07.152029 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-bae5fd79-73f5-4c8c-b9de-f1b4b7edd904 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Network ef25a713-78cb-4680-b602-defc0f8ef6dd is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:25:07.155090 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-bae5fd79-73f5-4c8c-b9de-f1b4b7edd904 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:25:07.158945 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-bae5fd79-73f5-4c8c-b9de-f1b4b7edd904 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:25:07.167979 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5fd79-73f5-4c8c-b9de-f1b4b7edd904 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Pushing event updated for resources: {'Port': ['ID=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:07.226397 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-bae5fd79-73f5-4c8c-b9de-f1b4b7edd904 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:07.226931 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-bae5fd79-73f5-4c8c-b9de-f1b4b7edd904 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:07.244869 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-bae5fd79-73f5-4c8c-b9de-f1b4b7edd904 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7053144 Dec 20 21:25:07.264695 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Request body: {'port': {'device_id': '816cfa0b-6581-4707-85b9-cc612a5b152f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:07.325985 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:07.413922 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f207d4-348b-4857-8c0c-e3a72652f69e req-a1bec8ac-b22a-49fe-b59e-1a3c08a1dbdd tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:07.417059 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-86f207d4-348b-4857-8c0c-e3a72652f69e req-a1bec8ac-b22a-49fe-b59e-1a3c08a1dbdd tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 948 time: 0.0516729 Dec 20 21:25:07.463568 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-86f207d4-348b-4857-8c0c-e3a72652f69e req-67e032a6-1dd9-4f33-b0b9-1df25604b796 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/security-groups?id=54084b33-3f9f-42ae-b4bb-c681cb2e42a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393946 Dec 20 21:25:07.609044 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7349c6-bc1c-4fcd-8f34-5d7f2878ca11 req-df1c8593-f73e-40b5-8165-927eef69e375 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:07.610781 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b7349c6-bc1c-4fcd-8f34-5d7f2878ca11 req-df1c8593-f73e-40b5-8165-927eef69e375 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 931 time: 0.0945411 Dec 20 21:25:07.667342 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:25:07.683230 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:07.694176 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b7349c6-bc1c-4fcd-8f34-5d7f2878ca11 req-ede79761-9134-4a07-a362-1262b158ccb4 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585318 Dec 20 21:25:07.703119 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Transition to ACTIVE for port object 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:25:07.708716 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:07.772587 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:07.834941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27b6f7-8f37-4e18-86d2-f7a58c90dae9 req-627345ec-1b6e-4ff4-9a0b-4c2e0ce50562 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:07.838569 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef27b6f7-8f37-4e18-86d2-f7a58c90dae9 req-627345ec-1b6e-4ff4-9a0b-4c2e0ce50562 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0609930 Dec 20 21:25:07.858349 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Attempting to bind port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:25:07.858542 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Attempting to bind port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:25:07.858889 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Attempting to bind port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:25:07.864435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c on network ef25a713-78cb-4680-b602-defc0f8ef6dd not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:25:07.864756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Attempting to bind port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:25:07.870118 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:25:07.870455 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Checking segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:25:07.870825 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Bound using segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:25:07.871241 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Bound port: 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:25:07.871747 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:07.896265 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef27b6f7-8f37-4e18-86d2-f7a58c90dae9 req-85ce2209-633b-4d57-a2e8-255abd8d0698 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447385 Dec 20 21:25:07.965217 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] For port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:25:07.969715 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] For port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:25:07.979072 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:08.027437 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:08.028050 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:08.029602 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] 10.222.0.31 "PUT /v2.0/ports/4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c HTTP/1.1" status: 200 len: 1089 time: 0.7692735 Dec 20 21:25:08.030039 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816cfa0b-6581-4707-85b9-cc612a5b152f', 'tag': '4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:08.032545 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b00c13-400e-4f1d-8b17-9cb8c8efdd76" -d '{"events": [{"name": "network-changed", "server_uuid": "816cfa0b-6581-4707-85b9-cc612a5b152f", "tag": "4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:08.054214 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e3bc2-7e06-402f-ba01-7c634d4112a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:08.146055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 00b7cf31-f3ed-4e02-914c-9624e9f9a141 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:25:08.174537 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806eaa83-f354-4e39-a890-a494038bc6b2 req-69ae6c0b-63f5-420d-88b8-26788f0685ca tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:08.176584 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-806eaa83-f354-4e39-a890-a494038bc6b2 req-69ae6c0b-63f5-420d-88b8-26788f0685ca tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.1098962 Dec 20 21:25:08.213470 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-812e7ab2-4d5f-4d08-aa8e-d8ad84c3464a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:08.215123 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-812e7ab2-4d5f-4d08-aa8e-d8ad84c3464a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 1092 time: 0.1073771 Dec 20 21:25:08.250886 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b1d0e0-2946-4346-8db0-8f8f8a9f6e40 x-openstack-request-id: req-f4b1d0e0-2946-4346-8db0-8f8f8a9f6e40 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:08.253860 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816cfa0b-6581-4707-85b9-cc612a5b152f", "tag": "4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:08.253860 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4b1d0e0-2946-4346-8db0-8f8f8a9f6e40 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:08.253860 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816cfa0b-6581-4707-85b9-cc612a5b152f', 'tag': '4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c', 'status': 'completed', 'code': 200} Dec 20 21:25:08.273841 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 00b7cf31-f3ed-4e02-914c-9624e9f9a141, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=00b7cf31-f3ed-4e02-914c-9624e9f9a141,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:08.288609 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-806eaa83-f354-4e39-a890-a494038bc6b2 req-c07fd743-7a01-4b46-a062-1752bdafffd8 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979769 Dec 20 21:25:08.289873 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '00b7cf31-f3ed-4e02-914c-9624e9f9a141', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '00b7cf31-f3ed-4e02-914c-9624e9f9a141', 'mac_address': 'fa:16:3e:c6:79:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:25:08.298584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6460870-7a06-4d38-8f79-5c6899790667 req-1e9c929b-c91f-43eb-9482-17fe60555168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:08.301210 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6460870-7a06-4d38-8f79-5c6899790667 req-1e9c929b-c91f-43eb-9482-17fe60555168 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d2f4c187708c4124a507a398163fc633&device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 1096 time: 0.0601072 Dec 20 21:25:08.357230 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-22418a79-37b4-410a-b63e-6e3d6952755b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c HTTP/1.1" status: 200 len: 217 time: 0.0928838 Dec 20 21:25:08.357628 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:08.372531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b7cf31-f3ed-4e02-914c-9624e9f9a141 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:25:08.394513 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 00b7cf31-f3ed-4e02-914c-9624e9f9a141, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=00b7cf31-f3ed-4e02-914c-9624e9f9a141,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:08.401979 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:08.431724 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-c147471c-35cc-4da9-acfd-84a8a40686a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:08.434016 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-c147471c-35cc-4da9-acfd-84a8a40686a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.0698633 Dec 20 21:25:08.443929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08a8f8-2574-4efa-a7d9-e3182d2cbe4a req-32fe63ec-ea15-4305-921a-38f93969e7b6 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:08.445543 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b08a8f8-2574-4efa-a7d9-e3182d2cbe4a req-32fe63ec-ea15-4305-921a-38f93969e7b6 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.1229074 Dec 20 21:25:08.483943 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-c6f4882e-59eb-4be5-ac1b-81c99c7a0e86 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410352 Dec 20 21:25:08.492523 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=00b7cf31-f3ed-4e02-914c-9624e9f9a141,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:08.518774 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6460870-7a06-4d38-8f79-5c6899790667 req-8c84c34f-929b-4adb-93dc-209dabd93a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:08.520367 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6460870-7a06-4d38-8f79-5c6899790667 req-8c84c34f-929b-4adb-93dc-209dabd93a30 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2ed307fe-ac1a-4b0c-a426-bf761a207e98 HTTP/1.1" status: 200 len: 914 time: 0.2128096 Dec 20 21:25:08.527727 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b08a8f8-2574-4efa-a7d9-e3182d2cbe4a req-bb4e3c0d-8531-40b9-a7c6-b2d808e623c6 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749893 Dec 20 21:25:08.573225 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6460870-7a06-4d38-8f79-5c6899790667 req-13a4bd47-60f2-4475-a31e-7fca177401b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1 HTTP/1.1" status: 200 len: 217 time: 0.0445318 Dec 20 21:25:08.623154 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-479245e1-d3e7-4799-a06e-c11004d53477 service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179585 Dec 20 21:25:08.666493 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6460870-7a06-4d38-8f79-5c6899790667 req-c236478a-1f49-47e1-b00c-36a9a183c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:08.668026 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6460870-7a06-4d38-8f79-5c6899790667 req-c236478a-1f49-47e1-b00c-36a9a183c8f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=477c251e-c5a3-4ae1-b22c-38af5a910bca HTTP/1.1" status: 200 len: 853 time: 0.0872273 Dec 20 21:25:08.714933 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6460870-7a06-4d38-8f79-5c6899790667 req-17d5ce30-f547-4145-a96d-07b56f0a7fd1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2ed307fe-ac1a-4b0c-a426-bf761a207e98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309155 Dec 20 21:25:08.738231 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['00b7cf31-f3ed-4e02-914c-9624e9f9a141'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:25:08.780328 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735cd60-dac5-42b8-a186-5e545f87462b req-3ce115e1-d5e2-4d8f-9592-a027464f5975 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:08.782183 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8735cd60-dac5-42b8-a186-5e545f87462b req-3ce115e1-d5e2-4d8f-9592-a027464f5975 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 949 time: 0.1545990 Dec 20 21:25:08.822943 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e90673f-5ce9-4360-8f68-d9bd7e73764c req-fe861725-4b96-444f-b2af-0dfc3ac6b115 service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987557 Dec 20 21:25:08.837285 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6460870-7a06-4d38-8f79-5c6899790667 req-8c0844fb-ce1d-4ec3-8335-6b512b44dd2e service neutron] 10.222.0.66 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077924 Dec 20 21:25:08.904617 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8735cd60-dac5-42b8-a186-5e545f87462b req-2f4424ce-619b-42a4-82fe-09c125ad76c2 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/security-groups?id=54084b33-3f9f-42ae-b4bb-c681cb2e42a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119993 Dec 20 21:25:08.977936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728aaea6-535b-4b02-af94-0340191f7220 req-d773588e-789c-4861-9f44-242ebccdd89c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:08.985841 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-728aaea6-535b-4b02-af94-0340191f7220 req-d773588e-789c-4861-9f44-242ebccdd89c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 943 time: 0.1471171 Dec 20 21:25:08.987842 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c58f4-222b-4719-8f78-001df7ca5cdb req-7163c909-ccd2-4a39-99e7-c9c6321e0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:08.989789 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-096c58f4-222b-4719-8f78-001df7ca5cdb req-7163c909-ccd2-4a39-99e7-c9c6321e0bc2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3250a572e594725834b58fe4e751869&device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 1094 time: 0.1874540 Dec 20 21:25:09.036073 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6460870-7a06-4d38-8f79-5c6899790667 req-0e5aa8d6-4f79-466d-b75e-62853e01d27b service neutron] 10.222.0.66 "GET /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854155 Dec 20 21:25:09.041154 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-728aaea6-535b-4b02-af94-0340191f7220 req-429813ad-a7d7-4ec7-8a46-a043ae2d1011 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543549 Dec 20 21:25:09.067601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b00c13-400e-4f1d-8b17-9cb8c8efdd76 req-2904bc1e-4354-44e5-8791-5fdeb3e2a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:09.069120 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b00c13-400e-4f1d-8b17-9cb8c8efdd76 req-2904bc1e-4354-44e5-8791-5fdeb3e2a96e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 1092 time: 0.1627209 Dec 20 21:25:09.118974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf948a-0d84-4219-90d3-e5c383a4bcbe req-aab1dfc0-5db5-448a-94dd-b81fd3c898a9 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:09.120445 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9baf948a-0d84-4219-90d3-e5c383a4bcbe req-aab1dfc0-5db5-448a-94dd-b81fd3c898a9 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.1437070 Dec 20 21:25:09.229803 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c58f4-222b-4719-8f78-001df7ca5cdb req-393f9754-e8b6-4ba6-838c-238fb3a56859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:09.231303 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-096c58f4-222b-4719-8f78-001df7ca5cdb req-393f9754-e8b6-4ba6-838c-238fb3a56859 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f8ecd6d4-0049-4886-bf80-aba52fe894ef HTTP/1.1" status: 200 len: 912 time: 0.2215452 Dec 20 21:25:09.237918 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9baf948a-0d84-4219-90d3-e5c383a4bcbe req-374948b2-fd71-4c20-b273-9d66eda38434 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905433 Dec 20 21:25:09.239362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b00c13-400e-4f1d-8b17-9cb8c8efdd76 req-5fb5d88d-f9f0-441d-bb80-b895c667430b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:09.240718 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b00c13-400e-4f1d-8b17-9cb8c8efdd76 req-5fb5d88d-f9f0-441d-bb80-b895c667430b service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 907 time: 0.1607044 Dec 20 21:25:09.313715 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-096c58f4-222b-4719-8f78-001df7ca5cdb req-a8b50f11-7754-494c-b865-d1cbf29f421b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f4d255e-dcd5-4c76-b3bb-b708905ae554 HTTP/1.1" status: 200 len: 217 time: 0.0719566 Dec 20 21:25:09.315246 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b00c13-400e-4f1d-8b17-9cb8c8efdd76 req-1c9785e1-447a-4fab-b4d8-d7727dfe4ba8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c HTTP/1.1" status: 200 len: 217 time: 0.0668943 Dec 20 21:25:09.404304 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c58f4-222b-4719-8f78-001df7ca5cdb req-524f1447-258f-4650-9ab5-911eb5ed8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:09.405784 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-096c58f4-222b-4719-8f78-001df7ca5cdb req-524f1447-258f-4650-9ab5-911eb5ed8b6e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bbb08b0c-a9ff-4797-9123-5ee7d55aacb5 HTTP/1.1" status: 200 len: 851 time: 0.0758033 Dec 20 21:25:09.407081 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b00c13-400e-4f1d-8b17-9cb8c8efdd76 req-43f6f1ea-782d-4ac7-b267-36b6d3ae6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:09.408379 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b00c13-400e-4f1d-8b17-9cb8c8efdd76 req-43f6f1ea-782d-4ac7-b267-36b6d3ae6f06 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.0856273 Dec 20 21:25:09.450129 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b00c13-400e-4f1d-8b17-9cb8c8efdd76 req-ec50afb9-b15e-4a25-b7b5-883677838757 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339098 Dec 20 21:25:09.466440 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-096c58f4-222b-4719-8f78-001df7ca5cdb req-accb6fc3-f705-428c-9e06-4a90c1575787 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f8ecd6d4-0049-4886-bf80-aba52fe894ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411038 Dec 20 21:25:09.615387 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b00c13-400e-4f1d-8b17-9cb8c8efdd76 req-5a3f5a71-cf60-431e-9745-36737a0402ec service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514866 Dec 20 21:25:09.679330 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-096c58f4-222b-4719-8f78-001df7ca5cdb req-268ba5c2-c307-4fa5-a23d-7e16d25854bc service neutron] 10.222.0.66 "GET /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932962 Dec 20 21:25:09.806888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fdc70-198b-4d31-9109-076b31f52937 req-f1309ed2-74ce-49a0-a39f-5881a85c7bcb tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:09.814797 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ea9fdc70-198b-4d31-9109-076b31f52937 req-f1309ed2-74ce-49a0-a39f-5881a85c7bcb tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.1397545 Dec 20 21:25:09.827783 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b00c13-400e-4f1d-8b17-9cb8c8efdd76 req-2964322c-582c-4b92-852d-7b85a8185285 service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046216 Dec 20 21:25:09.876422 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ea9fdc70-198b-4d31-9109-076b31f52937 req-8a318cb2-123d-4b1f-8194-289526fae1de tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601304 Dec 20 21:25:09.878468 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-096c58f4-222b-4719-8f78-001df7ca5cdb req-7ee3f9b3-aba0-4099-81ab-e1fb1e983587 service neutron] 10.222.0.66 "GET /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706591 Dec 20 21:25:10.026305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33171732-0ab2-41b0-80d8-e19c7e53ae62 req-038284a2-ce2d-4e50-bf37-e4204d51f9e2 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:10.027796 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33171732-0ab2-41b0-80d8-e19c7e53ae62 req-038284a2-ce2d-4e50-bf37-e4204d51f9e2 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 949 time: 0.0555987 Dec 20 21:25:10.069710 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33171732-0ab2-41b0-80d8-e19c7e53ae62 req-4d880c70-3d9b-4abc-b089-760794c6a68d tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/security-groups?id=54084b33-3f9f-42ae-b4bb-c681cb2e42a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355198 Dec 20 21:25:10.160313 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 00b7cf31-f3ed-4e02-914c-9624e9f9a141 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:25:10.163928 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d53e9-7cf0-4b78-a6b7-bb4c2f5d148e req-89b2ed26-903f-405e-8762-47a919081f23 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:10.165018 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9b2d53e9-7cf0-4b78-a6b7-bb4c2f5d148e req-89b2ed26-903f-405e-8762-47a919081f23 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 943 time: 0.0488467 Dec 20 21:25:10.203677 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9b2d53e9-7cf0-4b78-a6b7-bb4c2f5d148e req-54fc2200-0717-4c05-86f8-9ce9507672ba tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324323 Dec 20 21:25:10.210968 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 00b7cf31-f3ed-4e02-914c-9624e9f9a141 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:25:10.215733 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 00b7cf31-f3ed-4e02-914c-9624e9f9a141 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:10.216230 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:10.313802 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:10.339393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26621dc1-5ef6-4d24-9979-baa48f7f486c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b7cf31-f3ed-4e02-914c-9624e9f9a141'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:10.341968 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb24ca8e-0b9d-40c6-a833-18c181e408c6" -d '{"events": [{"server_uuid": "26621dc1-5ef6-4d24-9979-baa48f7f486c", "name": "network-vif-plugged", "status": "completed", "tag": "00b7cf31-f3ed-4e02-914c-9624e9f9a141"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:10.358041 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 00b7cf31-f3ed-4e02-914c-9624e9f9a141, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=00b7cf31-f3ed-4e02-914c-9624e9f9a141,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:10.362777 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:10.374414 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46bc95-cfd8-4820-be05-6c0f08bee9d4 req-da4f4f9d-f4c0-4212-b11c-bba829c53e4b tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:10.375954 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf46bc95-cfd8-4820-be05-6c0f08bee9d4 req-da4f4f9d-f4c0-4212-b11c-bba829c53e4b tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0515826 Dec 20 21:25:10.411811 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=00b7cf31-f3ed-4e02-914c-9624e9f9a141,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:10.431654 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf46bc95-cfd8-4820-be05-6c0f08bee9d4 req-53099908-aa20-4aee-908f-571d502526b4 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474432 Dec 20 21:25:10.439751 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b45cdd-a064-4bae-8ca1-c0cdeb3e4958 x-openstack-request-id: req-63b45cdd-a064-4bae-8ca1-c0cdeb3e4958 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:10.440042 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26621dc1-5ef6-4d24-9979-baa48f7f486c", "name": "network-vif-plugged", "status": "completed", "tag": "00b7cf31-f3ed-4e02-914c-9624e9f9a141", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:10.440430 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63b45cdd-a064-4bae-8ca1-c0cdeb3e4958 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:10.440682 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26621dc1-5ef6-4d24-9979-baa48f7f486c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b7cf31-f3ed-4e02-914c-9624e9f9a141', 'code': 200} Dec 20 21:25:10.566967 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408fee6-04c7-486d-b5e0-da4907d65f03 req-e106662d-d45a-464a-8e28-9b6a7da1699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:10.568801 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f408fee6-04c7-486d-b5e0-da4907d65f03 req-e106662d-d45a-464a-8e28-9b6a7da1699b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 1099 time: 0.0433238 Dec 20 21:25:10.619059 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f408fee6-04c7-486d-b5e0-da4907d65f03 req-8c23f642-baf9-4b8f-9dc6-70ef7dbd126b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=54084b33-3f9f-42ae-b4bb-c681cb2e42a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410390 Dec 20 21:25:11.010645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544260c-2821-48e5-ace3-b4d4801b8086 req-53548b74-9338-4243-b725-e519b34c5e89 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:11.012071 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2544260c-2821-48e5-ace3-b4d4801b8086 req-53548b74-9338-4243-b725-e519b34c5e89 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0587261 Dec 20 21:25:11.054541 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2544260c-2821-48e5-ace3-b4d4801b8086 req-8fd799f8-0523-4bf8-870c-0e5e875752c5 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351892 Dec 20 21:25:11.174744 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c020a16-8170-4532-a973-ece7ce33ea62 req-0324a45f-2eca-49c0-9645-ec962f78191d tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:11.176318 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c020a16-8170-4532-a973-ece7ce33ea62 req-0324a45f-2eca-49c0-9645-ec962f78191d tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0500987 Dec 20 21:25:11.207753 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75d2cb-ba0b-43ac-806f-5b158f4060c8 req-b3930bce-3904-41cd-9c90-63cb0a260403 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:11.209240 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7b75d2cb-ba0b-43ac-806f-5b158f4060c8 req-b3930bce-3904-41cd-9c90-63cb0a260403 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 950 time: 0.0509479 Dec 20 21:25:11.214248 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c020a16-8170-4532-a973-ece7ce33ea62 req-174940f9-ed32-4ef0-84c4-26b317ea3f4b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313027 Dec 20 21:25:11.251128 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7b75d2cb-ba0b-43ac-806f-5b158f4060c8 req-ffc0a4eb-b765-45dc-a995-2ccc2a110d0f tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/security-groups?id=54084b33-3f9f-42ae-b4bb-c681cb2e42a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350175 Dec 20 21:25:11.332551 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e3d24-a765-44b1-952d-ce7ef7e5853d req-21f7b0c7-02b9-4830-909d-7d5605127bcb tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:11.333979 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e02e3d24-a765-44b1-952d-ce7ef7e5853d req-21f7b0c7-02b9-4830-909d-7d5605127bcb tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 943 time: 0.0546331 Dec 20 21:25:11.375071 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7178b4-fe4a-4cfd-a153-077da1b3e2c0 req-82ada60f-1c04-4ad4-b9a2-e71511045c54 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:11.376463 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2f7178b4-fe4a-4cfd-a153-077da1b3e2c0 req-82ada60f-1c04-4ad4-b9a2-e71511045c54 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0515344 Dec 20 21:25:11.376690 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e02e3d24-a765-44b1-952d-ce7ef7e5853d req-ede56500-a6d9-465f-ad52-000c0ed1899d tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365000 Dec 20 21:25:11.418756 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2f7178b4-fe4a-4cfd-a153-077da1b3e2c0 req-eb0886da-319f-4cd8-925a-02501cb331bd tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357430 Dec 20 21:25:11.535107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b64b86-3888-45ff-af32-48b04b17c2fc req-1dbb28a4-d996-483f-9e76-3c00a65aced2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:11.537037 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-46b64b86-3888-45ff-af32-48b04b17c2fc req-1dbb28a4-d996-483f-9e76-3c00a65aced2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0517695 Dec 20 21:25:11.575865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d38956-af09-4f99-8903-246b75eb8f8b req-ec60cae4-84c1-49a8-b888-fb199effee6f tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:11.576572 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-46b64b86-3888-45ff-af32-48b04b17c2fc req-8571753e-6f0e-4661-ac51-610be5d9db64 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332694 Dec 20 21:25:11.577366 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b4d38956-af09-4f99-8903-246b75eb8f8b req-ec60cae4-84c1-49a8-b888-fb199effee6f tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0500505 Dec 20 21:25:11.620340 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b4d38956-af09-4f99-8903-246b75eb8f8b req-bf260de2-3237-4f8a-bf4d-d9aa7983d7c5 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363896 Dec 20 21:25:11.746146 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07e5e9-436c-4875-acfc-700369db1551 req-2ebb75e2-a462-4176-8f66-0aa591bd6d8e tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:11.747622 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f07e5e9-436c-4875-acfc-700369db1551 req-2ebb75e2-a462-4176-8f66-0aa591bd6d8e tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0482302 Dec 20 21:25:11.786889 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f07e5e9-436c-4875-acfc-700369db1551 req-02c7fa16-a036-499a-bf92-eb53208c837a tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330646 Dec 20 21:25:11.908400 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cdba8-2aa2-4e53-a6f7-4b5b640ad0ec req-a2968f6f-4a4a-4b6b-85d4-b80d63ef0c22 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:11.910223 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a44cdba8-2aa2-4e53-a6f7-4b5b640ad0ec req-a2968f6f-4a4a-4b6b-85d4-b80d63ef0c22 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0522439 Dec 20 21:25:11.954305 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a44cdba8-2aa2-4e53-a6f7-4b5b640ad0ec req-07259c7f-c6c7-4622-b8db-f4994948c0fd tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365431 Dec 20 21:25:12.086387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443756a8-c603-47ae-aabc-8781effc9e36 req-fd8c7c51-eb5d-4f01-8fe2-e2297a4aa6a2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:12.087858 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-443756a8-c603-47ae-aabc-8781effc9e36 req-fd8c7c51-eb5d-4f01-8fe2-e2297a4aa6a2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0503592 Dec 20 21:25:12.129580 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-443756a8-c603-47ae-aabc-8781effc9e36 req-bb424181-4632-425a-9eb9-72d3603d18ce tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327826 Dec 20 21:25:12.245507 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f82c1f-893b-41f7-9782-f4d6d062c32c req-64803b7c-6f08-4a39-939e-af05a6ead7ea tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:12.247029 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9f82c1f-893b-41f7-9782-f4d6d062c32c req-64803b7c-6f08-4a39-939e-af05a6ead7ea tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0502934 Dec 20 21:25:12.292789 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9f82c1f-893b-41f7-9782-f4d6d062c32c req-16f60e5d-e126-4f41-bb7f-58b6bfcc5eca tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361607 Dec 20 21:25:12.375080 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acd1f9-a668-4cfe-b7df-9ba18b27b306 req-4d69f048-d85c-484b-82e3-de347ba15cfb tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:12.376546 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39acd1f9-a668-4cfe-b7df-9ba18b27b306 req-4d69f048-d85c-484b-82e3-de347ba15cfb tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 950 time: 0.0490394 Dec 20 21:25:12.414303 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39acd1f9-a668-4cfe-b7df-9ba18b27b306 req-65286c9b-aaca-4069-a1f6-d004c7f04378 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/security-groups?id=54084b33-3f9f-42ae-b4bb-c681cb2e42a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Dec 20 21:25:12.458621 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73489f-f9d4-47d1-b601-f438bde0a660 req-75e683d3-94b6-414a-a1fe-1661cedf7fa8 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:12.460102 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f73489f-f9d4-47d1-b601-f438bde0a660 req-75e683d3-94b6-414a-a1fe-1661cedf7fa8 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0544488 Dec 20 21:25:12.498189 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f73489f-f9d4-47d1-b601-f438bde0a660 req-4b781bae-cc11-4e30-bb9d-856426f5b950 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319936 Dec 20 21:25:12.519835 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ee8eb-d8a3-4276-afb2-519308a8184f req-42d482c9-a041-46e7-901a-d7cac102ade9 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:12.519835 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf2ee8eb-d8a3-4276-afb2-519308a8184f req-42d482c9-a041-46e7-901a-d7cac102ade9 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 943 time: 0.0503554 Dec 20 21:25:12.559826 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf2ee8eb-d8a3-4276-afb2-519308a8184f req-84ea394c-267f-4bab-af8a-a32011018117 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363178 Dec 20 21:25:12.752623 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801a4de-9ac9-47e6-ae04-62fb4e192c24 req-f67f0c18-8af7-4360-94c6-6ffd7d05ed81 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:12.754308 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1801a4de-9ac9-47e6-ae04-62fb4e192c24 req-f67f0c18-8af7-4360-94c6-6ffd7d05ed81 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0492897 Dec 20 21:25:12.793641 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1801a4de-9ac9-47e6-ae04-62fb4e192c24 req-48861d85-1445-4b18-ae54-126e21b102d1 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328782 Dec 20 21:25:12.905183 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001d739-d17f-4ea1-8242-cf87d3152078 req-c2232fb2-b0f6-4a3f-8b36-e02ab3028e15 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:12.906690 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2001d739-d17f-4ea1-8242-cf87d3152078 req-c2232fb2-b0f6-4a3f-8b36-e02ab3028e15 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0499954 Dec 20 21:25:12.949464 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2001d739-d17f-4ea1-8242-cf87d3152078 req-9a4d0ff2-7999-4681-8e66-aefa2e28e923 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360620 Dec 20 21:25:13.077859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee57b91-3144-493b-ad23-51d2ccf3de92 req-f0461b14-7f5d-4bac-a921-c6a2828b292b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:13.079331 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ee57b91-3144-493b-ad23-51d2ccf3de92 req-f0461b14-7f5d-4bac-a921-c6a2828b292b tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0518448 Dec 20 21:25:13.130029 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ee57b91-3144-493b-ad23-51d2ccf3de92 req-2e6af770-d4aa-4fa8-80f3-1bf91b9dfe16 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442400 Dec 20 21:25:13.250470 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004469d6-4480-4a08-b15f-d24c5ed8ed7b req-9d4c8838-5f66-4a6c-85c6-dad2e4614623 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:13.251885 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-004469d6-4480-4a08-b15f-d24c5ed8ed7b req-9d4c8838-5f66-4a6c-85c6-dad2e4614623 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0522394 Dec 20 21:25:13.301341 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-004469d6-4480-4a08-b15f-d24c5ed8ed7b req-18912883-42e0-4bc4-8847-8a6d5322e330 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399117 Dec 20 21:25:13.440700 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593503a-39e5-441a-9344-0e09d04e51a6 req-65bfd145-cbb0-4ad7-8971-8cfec7956f51 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:13.442268 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0593503a-39e5-441a-9344-0e09d04e51a6 req-65bfd145-cbb0-4ad7-8971-8cfec7956f51 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0620446 Dec 20 21:25:13.480745 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0593503a-39e5-441a-9344-0e09d04e51a6 req-34edc84b-b7a1-4a5e-a8cc-c9f23b01a3a3 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325093 Dec 20 21:25:13.595900 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604717ca-dea3-4e74-8dbc-61d3b11f22e7 req-99dab7e4-2bfa-41ec-a8ce-143a59070484 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:13.597432 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-604717ca-dea3-4e74-8dbc-61d3b11f22e7 req-99dab7e4-2bfa-41ec-a8ce-143a59070484 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0499220 Dec 20 21:25:13.636989 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-604717ca-dea3-4e74-8dbc-61d3b11f22e7 req-a522404a-1efb-4fd6-b126-c959169873b0 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332599 Dec 20 21:25:13.673894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069d28c-7573-45b0-8095-2dd2955d66d7 req-4f564b1b-d2d2-4064-8e92-bacd7c36756a tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:13.675409 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0069d28c-7573-45b0-8095-2dd2955d66d7 req-4f564b1b-d2d2-4064-8e92-bacd7c36756a tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 943 time: 0.0487154 Dec 20 21:25:13.713231 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0069d28c-7573-45b0-8095-2dd2955d66d7 req-00e4c4f8-46e5-4be0-a4a6-03db0ac8a4db tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313623 Dec 20 21:25:13.827474 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25717722-1903-490a-a0b5-a9df29ce3a82 req-9233abde-6f7f-4d3c-8ced-e87050a2fa1d tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:13.828950 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25717722-1903-490a-a0b5-a9df29ce3a82 req-9233abde-6f7f-4d3c-8ced-e87050a2fa1d tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0592806 Dec 20 21:25:13.876488 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25717722-1903-490a-a0b5-a9df29ce3a82 req-e1c8a990-4ef0-44ab-8f9d-6011735f4e04 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389788 Dec 20 21:25:14.068031 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179234da-5d1a-428a-9108-f376ff75e430 req-2f82b4ef-6a66-40bf-aa5e-e34e42949632 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:14.070631 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-179234da-5d1a-428a-9108-f376ff75e430 req-2f82b4ef-6a66-40bf-aa5e-e34e42949632 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0534317 Dec 20 21:25:14.115262 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-179234da-5d1a-428a-9108-f376ff75e430 req-3f4ba642-e165-4e25-9daa-ac7e5bc74604 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394430 Dec 20 21:25:14.188589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 00b7cf31-f3ed-4e02-914c-9624e9f9a141 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:25:14.416482 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 00b7cf31-f3ed-4e02-914c-9624e9f9a141, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=00b7cf31-f3ed-4e02-914c-9624e9f9a141,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:14.429546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '00b7cf31-f3ed-4e02-914c-9624e9f9a141', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '00b7cf31-f3ed-4e02-914c-9624e9f9a141', 'mac_address': 'fa:16:3e:c6:79:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:25:14.467141 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:14.489634 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00b7cf31-f3ed-4e02-914c-9624e9f9a141 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:25:14.502648 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:14.510455 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 00b7cf31-f3ed-4e02-914c-9624e9f9a141, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=00b7cf31-f3ed-4e02-914c-9624e9f9a141,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:14.514528 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:14.561449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=00b7cf31-f3ed-4e02-914c-9624e9f9a141,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:14.720437 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['00b7cf31-f3ed-4e02-914c-9624e9f9a141'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:25:14.839175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337d5db-c3a2-49ca-9d62-f61777dde7ef req-d4d7a3a9-27ea-4fae-bc3a-fd5118e93201 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:14.840633 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f337d5db-c3a2-49ca-9d62-f61777dde7ef req-d4d7a3a9-27ea-4fae-bc3a-fd5118e93201 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 943 time: 0.0517695 Dec 20 21:25:14.879416 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f337d5db-c3a2-49ca-9d62-f61777dde7ef req-7470e45a-a646-4567-bf67-fa3a95077fa2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325112 Dec 20 21:25:15.242742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e65fb-afe4-4bae-8f11-38bd3fa6979c req-099db381-af1a-43fb-b68b-569b1aa34898 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:15.244228 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e73e65fb-afe4-4bae-8f11-38bd3fa6979c req-099db381-af1a-43fb-b68b-569b1aa34898 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0548191 Dec 20 21:25:15.288490 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e73e65fb-afe4-4bae-8f11-38bd3fa6979c req-7977ecbe-849d-406c-9eaa-9a2fbf453514 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380015 Dec 20 21:25:16.000775 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c154982-e319-4897-ab46-516795d98e48 req-e8bde1d3-5e70-4f66-8187-e9bfb877478f tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:16.002306 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8c154982-e319-4897-ab46-516795d98e48 req-e8bde1d3-5e70-4f66-8187-e9bfb877478f tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 943 time: 0.0496726 Dec 20 21:25:16.041916 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8c154982-e319-4897-ab46-516795d98e48 req-f8ebe7eb-ff8e-46c9-9893-21732411991a tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334003 Dec 20 21:25:16.235039 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 00b7cf31-f3ed-4e02-914c-9624e9f9a141 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:25:16.287762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 00b7cf31-f3ed-4e02-914c-9624e9f9a141 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:16.288270 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:16.383839 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:16.416897 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26621dc1-5ef6-4d24-9979-baa48f7f486c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b7cf31-f3ed-4e02-914c-9624e9f9a141'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:16.419472 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e42ee6-4b5c-4dc4-b178-5e8bc2a945c4" -d '{"events": [{"server_uuid": "26621dc1-5ef6-4d24-9979-baa48f7f486c", "name": "network-vif-plugged", "status": "completed", "tag": "00b7cf31-f3ed-4e02-914c-9624e9f9a141"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:16.436250 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 00b7cf31-f3ed-4e02-914c-9624e9f9a141, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=00b7cf31-f3ed-4e02-914c-9624e9f9a141,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:16.443100 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b48cf6-3e2d-4b67-9e63-79fc652589cc req-0093a22e-7c82-43b9-9ff2-8bf29eb2271b tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:16.452471 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:16.466785 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b1b48cf6-3e2d-4b67-9e63-79fc652589cc req-0093a22e-7c82-43b9-9ff2-8bf29eb2271b tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0952160 Dec 20 21:25:16.488131 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f70d2d-3adf-46a1-a0d7-f3f5b1f63bf3 x-openstack-request-id: req-b1f70d2d-3adf-46a1-a0d7-f3f5b1f63bf3 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:16.488439 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26621dc1-5ef6-4d24-9979-baa48f7f486c", "name": "network-vif-plugged", "status": "completed", "tag": "00b7cf31-f3ed-4e02-914c-9624e9f9a141", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:16.488663 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1f70d2d-3adf-46a1-a0d7-f3f5b1f63bf3 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:16.489103 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26621dc1-5ef6-4d24-9979-baa48f7f486c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b7cf31-f3ed-4e02-914c-9624e9f9a141', 'code': 200} Dec 20 21:25:16.504293 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b1b48cf6-3e2d-4b67-9e63-79fc652589cc req-6be67320-af77-41ab-b860-0ff49f9223d9 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363023 Dec 20 21:25:16.510420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=00b7cf31-f3ed-4e02-914c-9624e9f9a141,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:17.189024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58160f0-344f-4c74-bdad-507596440b1f req-b3168e60-c3a8-4ac1-a416-5f02605ccf88 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:17.190579 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c58160f0-344f-4c74-bdad-507596440b1f req-b3168e60-c3a8-4ac1-a416-5f02605ccf88 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 943 time: 0.0693438 Dec 20 21:25:17.271706 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c58160f0-344f-4c74-bdad-507596440b1f req-64aaf6c0-058c-44f2-b7f7-7274d83d280b tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736158 Dec 20 21:25:17.682564 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1248f5-a33a-413e-b5af-ebb74e0c21f5 req-10302260-0d4c-4356-b7e7-e8a35a4998d2 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:17.684675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c1248f5-a33a-413e-b5af-ebb74e0c21f5 req-10302260-0d4c-4356-b7e7-e8a35a4998d2 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0895834 Dec 20 21:25:17.767839 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c1248f5-a33a-413e-b5af-ebb74e0c21f5 req-507f0594-f3fa-46a3-b428-29b2345f4cd8 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567477 Dec 20 21:25:17.796850 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:18.485038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e2f70-31b5-4009-91ee-d24da43f4f44 req-d6714bc8-7415-4aae-b0eb-527fe8347d6b tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:18.486844 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc4e2f70-31b5-4009-91ee-d24da43f4f44 req-d6714bc8-7415-4aae-b0eb-527fe8347d6b tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 943 time: 0.0876946 Dec 20 21:25:18.539254 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc4e2f70-31b5-4009-91ee-d24da43f4f44 req-08c798fc-b97a-4f8f-969f-7ce0a22aa1e5 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443051 Dec 20 21:25:18.878204 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89459c-6dd4-4aa3-b90a-dc9c137680aa req-a86c70fb-d57c-4612-b656-48ec868eb6bb tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:18.881069 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e89459c-6dd4-4aa3-b90a-dc9c137680aa req-a86c70fb-d57c-4612-b656-48ec868eb6bb tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0592299 Dec 20 21:25:18.952758 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e89459c-6dd4-4aa3-b90a-dc9c137680aa req-4a1ef631-f6f7-4faa-bfe0-9aec4ed5ca7d tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610805 Dec 20 21:25:19.204751 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113875cd-9852-4f98-87b8-20741f345a8e req-ed0e7d81-a7ba-4640-8b8d-34bf92e34afb tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:19.210547 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-113875cd-9852-4f98-87b8-20741f345a8e req-ed0e7d81-a7ba-4640-8b8d-34bf92e34afb tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.3820698 Dec 20 21:25:19.258736 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-113875cd-9852-4f98-87b8-20741f345a8e req-382c0cad-18ec-4ef1-984e-4edf7ce8d060 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433345 Dec 20 21:25:19.414910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:25:19.528777 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:19.543108 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c', 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd', 'port_id': '4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c', 'mac_address': 'fa:16:3e:0f:92:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428b6fe3-893f-4804-922c-7a9af77a1126', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:25:19.583225 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:19.608791 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:25:19.639802 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:19.646280 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:19.689669 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce6240-b77c-47ed-a135-0cc6e3e2f67f req-ce4122c8-979c-43d0-a3d1-00414a891a9c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:19.693205 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61ce6240-b77c-47ed-a135-0cc6e3e2f67f req-ce4122c8-979c-43d0-a3d1-00414a891a9c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 943 time: 0.0735130 Dec 20 21:25:19.712329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:19.743598 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61ce6240-b77c-47ed-a135-0cc6e3e2f67f req-d46e5817-2edf-4a19-83da-d2cf3713d0dd tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423884 Dec 20 21:25:20.075257 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:25:20.079501 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafacb9e-e5da-4d0f-aa96-76f73467416d req-15db5dc1-4394-4f95-b98a-c6d913591771 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:20.081080 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-eafacb9e-e5da-4d0f-aa96-76f73467416d req-15db5dc1-4394-4f95-b98a-c6d913591771 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0524321 Dec 20 21:25:20.134345 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-eafacb9e-e5da-4d0f-aa96-76f73467416d req-fc695d4c-53a2-4b4e-9fca-99e78a3d3ca9 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386550 Dec 20 21:25:20.375763 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7410b09-60b8-4ae6-b73a-36a514fe661a req-97260f54-230d-473d-a40f-312a5705ebbc tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:20.378040 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c7410b09-60b8-4ae6-b73a-36a514fe661a req-97260f54-230d-473d-a40f-312a5705ebbc tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0518174 Dec 20 21:25:20.421613 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c7410b09-60b8-4ae6-b73a-36a514fe661a req-9dedcc3e-1c66-48b0-ba76-6808c3d1ead9 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372839 Dec 20 21:25:20.880346 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5410ca-7ba8-44a6-b1fe-33103c2edb07 req-94ddb395-4db2-40ab-8c1f-876425a7e828 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:20.882258 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6a5410ca-7ba8-44a6-b1fe-33103c2edb07 req-94ddb395-4db2-40ab-8c1f-876425a7e828 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 944 time: 0.0648947 Dec 20 21:25:20.933487 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6a5410ca-7ba8-44a6-b1fe-33103c2edb07 req-bcb90907-a48f-4437-8f77-119db4c02bc5 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442710 Dec 20 21:25:21.222456 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d82424-f5cc-47b3-9efd-cca9add91243 req-c2520e92-fa2d-4ce4-9d88-e657cd779ba2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:21.224553 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-91d82424-f5cc-47b3-9efd-cca9add91243 req-c2520e92-fa2d-4ce4-9d88-e657cd779ba2 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0647032 Dec 20 21:25:21.270786 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a668009-d8a3-4382-904c-41de90603b14 req-ea37f1c6-8ea3-4338-abde-f6244e792917 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:21.272980 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a668009-d8a3-4382-904c-41de90603b14 req-ea37f1c6-8ea3-4338-abde-f6244e792917 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcf6a7a2-294c-4e75-8184-36a2bd9548e4 HTTP/1.1" status: 200 len: 947 time: 0.0586622 Dec 20 21:25:21.341014 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a668009-d8a3-4382-904c-41de90603b14 req-91e324ed-3a85-4e19-a73d-f484d5377653 tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.32 "GET /v2.0/security-groups?id=3242d29f-3788-4086-b0f5-d29720029e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588582 Dec 20 21:25:21.366735 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-91d82424-f5cc-47b3-9efd-cca9add91243 req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Deleting port c729fbe3-54de-4989-ba64-84a1bbe031b1 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:25:21.367070 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-91d82424-f5cc-47b3-9efd-cca9add91243 req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:21.428922 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:25:21.472844 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-91d82424-f5cc-47b3-9efd-cca9add91243 req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] For port c729fbe3-54de-4989-ba64-84a1bbe031b1, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c729fbe3-54de-4989-ba64-84a1bbe031b1,segment=NetworkSegment(0fca7502-0a0a-4307-ad39-1e694c2aec21),segment_id=0fca7502-0a0a-4307-ad39-1e694c2aec21)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:21.473912 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-91d82424-f5cc-47b3-9efd-cca9add91243 req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:21.490470 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-91d82424-f5cc-47b3-9efd-cca9add91243 req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Calling delete_port for c729fbe3-54de-4989-ba64-84a1bbe031b1 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:25:21.501901 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:25:21.508417 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:21.508930 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:21.622660 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:21.625980 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c6a91-c203-4647-8ab8-54d4f7f009df req-9329eac1-c93b-47c2-bbe8-2ad24166a7d6 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:21.634937 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df9c6a91-c203-4647-8ab8-54d4f7f009df req-9329eac1-c93b-47c2-bbe8-2ad24166a7d6 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.1110122 Dec 20 21:25:21.666766 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816cfa0b-6581-4707-85b9-cc612a5b152f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:21.669485 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a068a22a-ce85-445e-a4bf-2222225145ad" -d '{"events": [{"server_uuid": "816cfa0b-6581-4707-85b9-cc612a5b152f", "name": "network-vif-plugged", "status": "completed", "tag": "4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:21.683779 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df9c6a91-c203-4647-8ab8-54d4f7f009df req-5d0a1204-f37e-4eb7-ae28-6f163eb9551b tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477099 Dec 20 21:25:21.684898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:21.703500 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:21.772976 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eca4dfa-3eac-425a-8dbb-7b4f7fe0e5d3 x-openstack-request-id: req-1eca4dfa-3eac-425a-8dbb-7b4f7fe0e5d3 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:21.773141 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816cfa0b-6581-4707-85b9-cc612a5b152f", "name": "network-vif-plugged", "status": "completed", "tag": "4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:21.773245 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1eca4dfa-3eac-425a-8dbb-7b4f7fe0e5d3 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:21.773627 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816cfa0b-6581-4707-85b9-cc612a5b152f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c', 'code': 200} Dec 20 21:25:21.774365 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:21.798980 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-91d82424-f5cc-47b3-9efd-cca9add91243 req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:21.845203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Pushing event deleted for resources: {'Port': ['ID=c729fbe3-54de-4989-ba64-84a1bbe031b1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:21.850026 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['c729fbe3-54de-4989-ba64-84a1bbe031b1'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:25:21.917475 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d82424-f5cc-47b3-9efd-cca9add91243 req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] No DVR routers for this DVR port c729fbe3-54de-4989-ba64-84a1bbe031b1 on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:25:21.922023 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-91d82424-f5cc-47b3-9efd-cca9add91243 req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:21.925314 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-91d82424-f5cc-47b3-9efd-cca9add91243 req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] 10.222.0.66 "DELETE /v2.0/ports/c729fbe3-54de-4989-ba64-84a1bbe031b1 HTTP/1.1" status: 204 len: 173 time: 0.6876183 Dec 20 21:25:21.926688 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:21.927031 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:21.927364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:21.928542 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:21.928542 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:21.928751 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:21.929037 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:21.929338 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:21.929644 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:21.929953 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:21.930286 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:21.930602 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef49bef-7277-441e-9dcf-1606d7b12ffe tempest-ServersNegativeTestJSON-2002147981 tempest-ServersNegativeTestJSON-2002147981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:21.933100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf6a7a2-294c-4e75-8184-36a2bd9548e4', 'name': 'network-vif-deleted', 'tag': 'c729fbe3-54de-4989-ba64-84a1bbe031b1'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:21.935417 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3897dc7-7af3-4f6d-a83d-7c7affe752e6" -d '{"events": [{"server_uuid": "bcf6a7a2-294c-4e75-8184-36a2bd9548e4", "name": "network-vif-deleted", "tag": "c729fbe3-54de-4989-ba64-84a1bbe031b1"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:21.956173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3e24a-b802-4a40-8c48-4aae0f3a2364 req-1a5e70ba-dff3-4d4e-84cc-2b3c0cb5c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:21.958192 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-55c3e24a-b802-4a40-8c48-4aae0f3a2364 req-1a5e70ba-dff3-4d4e-84cc-2b3c0cb5c1eb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 1094 time: 0.1095779 Dec 20 21:25:22.002541 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-55c3e24a-b802-4a40-8c48-4aae0f3a2364 req-855163ec-fcce-487e-8806-dd741198fdf2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371528 Dec 20 21:25:22.006156 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff56e4be-eb0e-4ac6-aff0-9d221b3e7607 x-openstack-request-id: req-ff56e4be-eb0e-4ac6-aff0-9d221b3e7607 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:22.006603 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf6a7a2-294c-4e75-8184-36a2bd9548e4", "name": "network-vif-deleted", "tag": "c729fbe3-54de-4989-ba64-84a1bbe031b1", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:22.007049 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff56e4be-eb0e-4ac6-aff0-9d221b3e7607 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:22.007631 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf6a7a2-294c-4e75-8184-36a2bd9548e4', 'name': 'network-vif-deleted', 'tag': 'c729fbe3-54de-4989-ba64-84a1bbe031b1', 'status': 'completed', 'code': 200} Dec 20 21:25:22.105022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc9db0-40de-40e7-926a-1b003ad066cf req-f94a67d7-050d-4404-92a5-b4a9bca952ac tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:22.105759 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7bc9db0-40de-40e7-926a-1b003ad066cf req-f94a67d7-050d-4404-92a5-b4a9bca952ac tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 945 time: 0.0735047 Dec 20 21:25:22.152103 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7bc9db0-40de-40e7-926a-1b003ad066cf req-445a0732-2e07-4dd8-9f59-3927aa8d8c19 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371592 Dec 20 21:25:22.397004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58700) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:22.445527 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Deleting subnet 477c251e-c5a3-4ae1-b22c-38af5a910bca {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:25:22.449440 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:22.488940 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:22.535098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:22.598203 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:22.632660 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=477c251e-c5a3-4ae1-b22c-38af5a910bca,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:22.643488 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:22.647244 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/477c251e-c5a3-4ae1-b22c-38af5a910bca HTTP/1.1" status: 204 len: 168 time: 0.2484727 Dec 20 21:25:22.649341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:22.649693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:22.650045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:22.650401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:22.650743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:22.651055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:22.651640 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:22.651982 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:22.652168 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58704) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:22.652608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:22.652608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:22.652796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:22.653147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a5438-7489-4ad0-861c-046024e21c8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:22.738178 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6f84984-d199-4064-93c2-60970c7044aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:22.837197 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6f84984-d199-4064-93c2-60970c7044aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:22.850752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239e35d-7dc7-4535-b1fb-9fd542a5e5f1 req-a6978434-6f75-41a1-b71b-2a5cabda3790 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:22.852738 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0239e35d-7dc7-4535-b1fb-9fd542a5e5f1 req-a6978434-6f75-41a1-b71b-2a5cabda3790 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0820556 Dec 20 21:25:22.860676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f6f84984-d199-4064-93c2-60970c7044aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed307fe-ac1a-4b0c-a426-bf761a207e98']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:22.871736 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f6f84984-d199-4064-93c2-60970c7044aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fca7502-0a0a-4307-ad39-1e694c2aec21') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:22.872004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f6f84984-d199-4064-93c2-60970c7044aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fca7502-0a0a-4307-ad39-1e694c2aec21') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:22.889792 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6f84984-d199-4064-93c2-60970c7044aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:22.897146 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0239e35d-7dc7-4535-b1fb-9fd542a5e5f1 req-4815000d-8ed0-4a4c-89ed-0badef044f2e tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367029 Dec 20 21:25:22.917371 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6f84984-d199-4064-93c2-60970c7044aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:22.923822 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f84984-d199-4064-93c2-60970c7044aa admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:25:22.924285 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6f84984-d199-4064-93c2-60970c7044aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:25:22.926299 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:25:22.984978 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6f84984-d199-4064-93c2-60970c7044aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:22.993439 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6f84984-d199-4064-93c2-60970c7044aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:22.998139 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f6f84984-d199-4064-93c2-60970c7044aa admin admin] 10.222.0.32 "DELETE /v2.0/networks/2ed307fe-ac1a-4b0c-a426-bf761a207e98 HTTP/1.1" status: 204 len: 168 time: 0.3433807 Dec 20 21:25:23.014424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f84984-d199-4064-93c2-60970c7044aa admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed307fe-ac1a-4b0c-a426-bf761a207e98,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:23.230826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58730) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:23.314098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-765bfe0d-5526-4bff-98d5-78f95f5b8507 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2f4c187708c4124a507a398163fc633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0807168 Dec 20 21:25:23.315257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58732) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:23.340168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0182a-b092-40c1-8eb9-ad4e2712eb55 req-107d943d-a97f-4dec-8f60-9db4aa23709c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:23.341670 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1aa0182a-b092-40c1-8eb9-ad4e2712eb55 req-107d943d-a97f-4dec-8f60-9db4aa23709c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 945 time: 0.0874143 Dec 20 21:25:23.411936 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1aa0182a-b092-40c1-8eb9-ad4e2712eb55 req-34dab6f0-f4ae-44c5-ace7-77f64029dd4c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616212 Dec 20 21:25:23.415836 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-686a12ee-290b-4744-8b21-fa1117ef498c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:23.440694 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-686a12ee-290b-4744-8b21-fa1117ef498c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:23.501071 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-686a12ee-290b-4744-8b21-fa1117ef498c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:23.505580 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-686a12ee-290b-4744-8b21-fa1117ef498c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:23.506976 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-686a12ee-290b-4744-8b21-fa1117ef498c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3242d29f-3788-4086-b0f5-d29720029e2d HTTP/1.1" status: 204 len: 168 time: 0.1907668 Dec 20 21:25:23.516562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a12ee-290b-4744-8b21-fa1117ef498c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3242d29f-3788-4086-b0f5-d29720029e2d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:23.575184 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30410bc-90dd-49ce-a434-2b0e4879fa36 req-131c28f1-864f-4cb6-9ce7-5a2b1f370661 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:23.584089 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d30410bc-90dd-49ce-a434-2b0e4879fa36 req-131c28f1-864f-4cb6-9ce7-5a2b1f370661 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 1094 time: 0.0724435 Dec 20 21:25:23.624963 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d30410bc-90dd-49ce-a434-2b0e4879fa36 req-edba147f-5637-4d62-830f-9313cb904f06 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397964 Dec 20 21:25:23.761647 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f311b-553c-4065-a869-7000c7d6370c req-8876f81d-50b5-4f4a-a28c-a41089ec131c tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:23.763829 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8c4f311b-553c-4065-a869-7000c7d6370c req-8876f81d-50b5-4f4a-a28c-a41089ec131c tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 1094 time: 0.0539711 Dec 20 21:25:23.815004 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8c4f311b-553c-4065-a869-7000c7d6370c req-6434df70-31f9-40db-af0a-3c3c1fb7e7a5 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437253 Dec 20 21:25:24.121419 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfdb77-a919-486f-9fff-0d1cf095fcdd req-1e0f95e5-398b-4baa-b85f-dda61a13ea6f tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:24.122937 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0acfdb77-a919-486f-9fff-0d1cf095fcdd req-1e0f95e5-398b-4baa-b85f-dda61a13ea6f tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0665550 Dec 20 21:25:24.182808 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0acfdb77-a919-486f-9fff-0d1cf095fcdd req-3e9ad0e0-31c5-4e3f-9cea-21e42ea82e43 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526385 Dec 20 21:25:24.233446 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c729fbe3-54de-4989-ba64-84a1bbe031b1 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:25:24.282173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: c729fbe3-54de-4989-ba64-84a1bbe031b1 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:25:24.283377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c729fbe3-54de-4989-ba64-84a1bbe031b1 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:25:25.002317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58816) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:25.128561 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-d16a5aee-f7ab-400f-9006-2390f3bd166a tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:25:25.130562 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-d16a5aee-f7ab-400f-9006-2390f3bd166a tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061407 Dec 20 21:25:25.184207 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-582acd37-ca7e-481c-95f7-c68f80c802b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:25.189533 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-2ad4c379-dde4-4727-851a-a48cb7cc561e tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:25:25.194621 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-2ad4c379-dde4-4727-851a-a48cb7cc561e tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124936 Dec 20 21:25:25.248658 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-5e21649d-a917-4cda-8c19-9e7afe12193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:25.254801 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-5e21649d-a917-4cda-8c19-9e7afe12193a service neutron] 10.222.0.32 "GET /v2.0/ports/4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c HTTP/1.1" status: 200 len: 1091 time: 0.0513971 Dec 20 21:25:25.265174 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-0fde1490-f4b8-46cb-ac00-95d78f3b5c51 service neutron] Request body: {'binding': {'host': 'n-h2-xena-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:25.265858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-0fde1490-f4b8-46cb-ac00-95d78f3b5c51 service neutron] Unknown quota resources ['binding']. {{(pid=102401) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 21:25:25.324254 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9a63d-0f43-441c-8c43-8e123fbb1e8f req-0ed039a5-002a-45e5-bcfd-564c24faf4c1 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:25.333077 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-abb9a63d-0f43-441c-8c43-8e123fbb1e8f req-0ed039a5-002a-45e5-bcfd-564c24faf4c1 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0710700 Dec 20 21:25:25.391218 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-abb9a63d-0f43-441c-8c43-8e123fbb1e8f req-7d08370a-1a1d-456b-9ad2-19e40b2cf869 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568399 Dec 20 21:25:25.403231 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-582acd37-ca7e-481c-95f7-c68f80c802b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:25.421261 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-582acd37-ca7e-481c-95f7-c68f80c802b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:25.480118 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-582acd37-ca7e-481c-95f7-c68f80c802b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e830ad6be4e84bb9bb7ef3714910bc8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4765813 Dec 20 21:25:25.480463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58832) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:25.498633 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582acd37-ca7e-481c-95f7-c68f80c802b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5541f04f-1916-4e8e-995f-09882f725380,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:25.507520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-0fde1490-f4b8-46cb-ac00-95d78f3b5c51 service neutron] Attempting to bind port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c on host n-h2-xena-1 for vnic_type normal with profile None {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:25:25.507856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-0fde1490-f4b8-46cb-ac00-95d78f3b5c51 service neutron] Attempting to bind port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:25:25.508180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-0fde1490-f4b8-46cb-ac00-95d78f3b5c51 service neutron] Attempting to bind port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:25:25.512958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-0fde1490-f4b8-46cb-ac00-95d78f3b5c51 service neutron] Port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c on network ef25a713-78cb-4680-b602-defc0f8ef6dd not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:25:25.513272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-0fde1490-f4b8-46cb-ac00-95d78f3b5c51 service neutron] Attempting to bind port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:25:25.527704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-0fde1490-f4b8-46cb-ac00-95d78f3b5c51 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:25:25.528061 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-0fde1490-f4b8-46cb-ac00-95d78f3b5c51 service neutron] Checking segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:25:25.528558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-0fde1490-f4b8-46cb-ac00-95d78f3b5c51 service neutron] Bound using segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:25:25.529001 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-0fde1490-f4b8-46cb-ac00-95d78f3b5c51 service neutron] Bound port: 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:25:25.554741 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3112-64b8-4c80-a303-aa22c09eca53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:25.591099 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3112-64b8-4c80-a303-aa22c09eca53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:25.596331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-0fde1490-f4b8-46cb-ac00-95d78f3b5c51 service neutron] For port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:25:25.605046 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-0fde1490-f4b8-46cb-ac00-95d78f3b5c51 service neutron] Notify callbacks [] for binding, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:25.606282 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-0fde1490-f4b8-46cb-ac00-95d78f3b5c51 service neutron] 10.222.0.32 "POST /v2.0/ports/4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c/bindings HTTP/1.1" status: 201 len: 387 time: 0.3447549 Dec 20 21:25:25.659211 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3112-64b8-4c80-a303-aa22c09eca53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:25.671298 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3112-64b8-4c80-a303-aa22c09eca53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:25.673498 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4ccd3112-64b8-4c80-a303-aa22c09eca53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5541f04f-1916-4e8e-995f-09882f725380 HTTP/1.1" status: 204 len: 168 time: 0.1909955 Dec 20 21:25:25.696886 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd3112-64b8-4c80-a303-aa22c09eca53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5541f04f-1916-4e8e-995f-09882f725380,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:25.821610 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e897d84-6e5b-42ca-8137-5372cc532f78 req-5fd07ed9-1778-4ce4-9453-9441afa8085e tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:25.823265 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9e897d84-6e5b-42ca-8137-5372cc532f78 req-5fd07ed9-1778-4ce4-9453-9441afa8085e tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 945 time: 0.0637398 Dec 20 21:25:25.884369 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9e897d84-6e5b-42ca-8137-5372cc532f78 req-0ab39949-3c0c-4ffb-a832-93989c7c9ad4 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456939 Dec 20 21:25:26.146105 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-c961aabd-b131-4ae6-97ce-c781b5bc7cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:26.153212 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-c961aabd-b131-4ae6-97ce-c781b5bc7cf5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 1094 time: 0.2050390 Dec 20 21:25:26.283914 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-662950d9-4b2b-48a3-8afc-e91cba827fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:26.284400 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-662950d9-4b2b-48a3-8afc-e91cba827fc4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 907 time: 0.1227553 Dec 20 21:25:26.339237 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-8f0d1bac-407a-4650-93a3-f522bbc73625 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c HTTP/1.1" status: 200 len: 217 time: 0.0458221 Dec 20 21:25:26.405750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-b0d72d6e-7403-4bc5-afc7-fc807efa8d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:26.409148 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-b0d72d6e-7403-4bc5-afc7-fc807efa8d71 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.0626690 Dec 20 21:25:26.449563 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-ea1745a1-342c-40e7-9f95-37aae36e0de0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314829 Dec 20 21:25:26.605650 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c4411-000f-4efc-95a2-60d2e54d61b8 req-e39f320a-99c2-4a49-8259-c7f49da7224a tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:26.624746 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-533c4411-000f-4efc-95a2-60d2e54d61b8 req-e39f320a-99c2-4a49-8259-c7f49da7224a tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.1193504 Dec 20 21:25:26.705354 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-533c4411-000f-4efc-95a2-60d2e54d61b8 req-2244a060-5ffa-4345-8674-39dd97066b21 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787356 Dec 20 21:25:26.741285 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-00b66e5a-5dce-4fb5-89e8-0ab027439ce5 service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833686 Dec 20 21:25:26.872254 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-24f03d7c-be93-4b80-820b-6c3674edca86 service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211181 Dec 20 21:25:27.078635 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd80511-27cc-4f24-ba21-ab8b2fd6cf13 req-51268e3b-505e-4fc1-bbbe-720bfc40ce18 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:27.080480 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7dd80511-27cc-4f24-ba21-ab8b2fd6cf13 req-51268e3b-505e-4fc1-bbbe-720bfc40ce18 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 945 time: 0.0631573 Dec 20 21:25:27.086155 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95f813b9-9496-4327-a709-85222e0a439e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:27.127933 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7dd80511-27cc-4f24-ba21-ab8b2fd6cf13 req-c870f470-b727-4c16-82bb-6c06fe83e23e tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400696 Dec 20 21:25:27.453279 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e65123-dd87-4730-bdb6-7cf1d9ce4e2e req-20b22cb9-52d9-45b8-848e-d2619d7e6202 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:27.454918 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-25e65123-dd87-4730-bdb6-7cf1d9ce4e2e req-20b22cb9-52d9-45b8-848e-d2619d7e6202 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 950 time: 0.0568285 Dec 20 21:25:27.511343 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-25e65123-dd87-4730-bdb6-7cf1d9ce4e2e req-be734593-a40e-45b5-aa79-19c0f8086da1 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/security-groups?id=54084b33-3f9f-42ae-b4bb-c681cb2e42a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495129 Dec 20 21:25:27.687497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58956) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:27.814240 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc704-75bf-47c9-b47c-b19dd18365cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:27.843470 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff13a9-3823-4685-96bd-50bffe4d7e05 req-4966913b-34f3-4afc-b542-adba38777306 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:27.844940 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-eaff13a9-3823-4685-96bd-50bffe4d7e05 req-4966913b-34f3-4afc-b542-adba38777306 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0775089 Dec 20 21:25:27.909850 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-eaff13a9-3823-4685-96bd-50bffe4d7e05 req-6d5e0427-fa81-4991-8410-cf1abf2c7076 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518944 Dec 20 21:25:27.945307 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc704-75bf-47c9-b47c-b19dd18365cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:27.950266 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc704-75bf-47c9-b47c-b19dd18365cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:27.992411 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcc704-75bf-47c9-b47c-b19dd18365cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e480d1-1c2f-493b-b7f6-c5a01f8303d7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:27.998003 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8fdcc704-75bf-47c9-b47c-b19dd18365cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ec53b0a913949579ccff8e79da92f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093781 Dec 20 21:25:28.000571 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58964) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:28.052947 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ca40641-2913-44bc-a60f-5e209bb080ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:28.075715 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ca40641-2913-44bc-a60f-5e209bb080ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:28.124593 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ca40641-2913-44bc-a60f-5e209bb080ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:28.127342 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ca40641-2913-44bc-a60f-5e209bb080ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:28.128562 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9ca40641-2913-44bc-a60f-5e209bb080ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5e480d1-1c2f-493b-b7f6-c5a01f8303d7 HTTP/1.1" status: 204 len: 168 time: 0.1269641 Dec 20 21:25:28.137364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca40641-2913-44bc-a60f-5e209bb080ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e480d1-1c2f-493b-b7f6-c5a01f8303d7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:28.265835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a916f66-1e76-4b29-904a-c8af9d85840e req-b25ba25e-0081-4cc3-982d-5e243f4aaa0b tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:28.273470 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8a916f66-1e76-4b29-904a-c8af9d85840e req-b25ba25e-0081-4cc3-982d-5e243f4aaa0b tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 945 time: 0.0654225 Dec 20 21:25:28.312826 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8a916f66-1e76-4b29-904a-c8af9d85840e req-bbfc0ec7-965e-429a-af50-6dbabee1433a tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384970 Dec 20 21:25:28.646542 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b6744-ccaa-4fbb-8661-04d5e0dd2089 req-65e31273-83e4-4a5b-9c61-2da596d6ba70 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:28.648125 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c28b6744-ccaa-4fbb-8661-04d5e0dd2089 req-65e31273-83e4-4a5b-9c61-2da596d6ba70 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 950 time: 0.0602562 Dec 20 21:25:28.690417 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c28b6744-ccaa-4fbb-8661-04d5e0dd2089 req-b135f6ca-c901-4dbf-82af-dd46515c4209 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/security-groups?id=54084b33-3f9f-42ae-b4bb-c681cb2e42a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344865 Dec 20 21:25:28.831765 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59012) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:28.934406 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-dacdd79a-c5cf-4d65-81d1-9a15f5f50a3e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-836204850-network', 'tenant_id': '2372edae52864334a53d4fba944cc335'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:28.959026 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacdd79a-c5cf-4d65-81d1-9a15f5f50a3e admin admin] Made reservation on behalf of 2372edae52864334a53d4fba944cc335 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:25:28.961516 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dacdd79a-c5cf-4d65-81d1-9a15f5f50a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:28.970595 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dacdd79a-c5cf-4d65-81d1-9a15f5f50a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:29.073616 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1b681-b6f4-49bc-afc7-76f12320c312 req-71aced7b-427a-4ffa-a5b7-854b02c42dc8 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:29.074894 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-83d1b681-b6f4-49bc-afc7-76f12320c312 req-71aced7b-427a-4ffa-a5b7-854b02c42dc8 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0769675 Dec 20 21:25:29.118515 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dacdd79a-c5cf-4d65-81d1-9a15f5f50a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:29.130751 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dacdd79a-c5cf-4d65-81d1-9a15f5f50a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:29.146578 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-83d1b681-b6f4-49bc-afc7-76f12320c312 req-1153df3c-fa73-4160-93fe-40714f0aada7 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598109 Dec 20 21:25:29.166597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacdd79a-c5cf-4d65-81d1-9a15f5f50a3e admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:25:29.188185 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdd79a-c5cf-4d65-81d1-9a15f5f50a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8190752-db8e-4947-9434-04aab903ad2b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:29.191808 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dacdd79a-c5cf-4d65-81d1-9a15f5f50a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:29.191808 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-dacdd79a-c5cf-4d65-81d1-9a15f5f50a3e admin admin] Added segment 08154e0e-5e2a-4fb1-84d5-fb81f988ccba of type vlan for network c507b886-4c4e-4889-b255-5311698a9b7a Dec 20 21:25:29.243489 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dacdd79a-c5cf-4d65-81d1-9a15f5f50a3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:29.279695 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dacdd79a-c5cf-4d65-81d1-9a15f5f50a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:29.280970 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacdd79a-c5cf-4d65-81d1-9a15f5f50a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:29.281815 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dacdd79a-c5cf-4d65-81d1-9a15f5f50a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:29.332548 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dacdd79a-c5cf-4d65-81d1-9a15f5f50a3e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4966567 Dec 20 21:25:29.333427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59054) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:29.340524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-47e9528f-232c-4957-bae6-6b3d5ac97b7d admin admin] Request body: {'subnet': {'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-subnet', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:29.378483 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdd79a-c5cf-4d65-81d1-9a15f5f50a3e admin admin] Pushing event updated for resources: {'Network': ['ID=c507b886-4c4e-4889-b255-5311698a9b7a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:29.386445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e9528f-232c-4957-bae6-6b3d5ac97b7d admin admin] Made reservation on behalf of 2372edae52864334a53d4fba944cc335 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:25:29.388958 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47e9528f-232c-4957-bae6-6b3d5ac97b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:29.390903 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network c507b886-4c4e-4889-b255-5311698a9b7a details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:25:29.475404 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c06be8e4-641d-4ca4-a892-3e0a6b1116bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:29.533037 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c4411-b1f7-4a7e-ba0e-7236c51a17d8 req-1e073cd7-2336-4d33-8e42-aa0ad4a40ca4 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:29.534898 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fd7c4411-b1f7-4a7e-ba0e-7236c51a17d8 req-1e073cd7-2336-4d33-8e42-aa0ad4a40ca4 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 945 time: 0.0708244 Dec 20 21:25:29.577581 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fd7c4411-b1f7-4a7e-ba0e-7236c51a17d8 req-a73f01e8-d346-477a-bc99-25373534ac80 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359328 Dec 20 21:25:29.597532 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47e9528f-232c-4957-bae6-6b3d5ac97b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:29.643288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9528f-232c-4957-bae6-6b3d5ac97b7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=550ee55d-1479-46f2-9e4e-e2b23472d5bb,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:29.675753 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e9528f-232c-4957-bae6-6b3d5ac97b7d admin admin] Checking segment: {'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:25:29.676204 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e9528f-232c-4957-bae6-6b3d5ac97b7d admin admin] Network hostable DHCP agents. Network: c507b886-4c4e-4889-b255-5311698a9b7a, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:25:29.696520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e9528f-232c-4957-bae6-6b3d5ac97b7d admin admin] Network c507b886-4c4e-4889-b255-5311698a9b7a is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:25:29.707850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-47e9528f-232c-4957-bae6-6b3d5ac97b7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, c507b886-4c4e-4889-b255-5311698a9b7a) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:25:29.714395 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e9528f-232c-4957-bae6-6b3d5ac97b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:29.715400 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47e9528f-232c-4957-bae6-6b3d5ac97b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:29.720491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5a634a-4cd4-43b0-a98b-b4cacea97356 None None] Network c507b886-4c4e-4889-b255-5311698a9b7a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:25:29.735370 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-47e9528f-232c-4957-bae6-6b3d5ac97b7d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3995194 Dec 20 21:25:29.737659 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59072) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:29.742323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:29.764109 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:29.765379 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:29.838658 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:29.912686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-c507b886-4c4e-4889-b255-5311698a9b7a', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:25:29.913932 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:30.021886 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:30.100991 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Allocated IP 172.20.0.2 (c507b886-4c4e-4889-b255-5311698a9b7a/550ee55d-1479-46f2-9e4e-e2b23472d5bb/57cbe122-4f5f-4a5f-9df5-b9abeea9205a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:25:30.273546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 00b7cf31-f3ed-4e02-914c-9624e9f9a141 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:25:30.312200 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8db6d8-e3f0-44e6-848e-688bb5dc4cb3 req-90615650-3738-486f-b2b1-15226649cca0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:30.321123 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:30.321677 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6b8db6d8-e3f0-44e6-848e-688bb5dc4cb3 req-90615650-3738-486f-b2b1-15226649cca0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0862029 Dec 20 21:25:30.340077 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:30.379869 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6b8db6d8-e3f0-44e6-848e-688bb5dc4cb3 req-cface5dc-4ee1-4c4a-bf20-54e43c9a304a tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527129 Dec 20 21:25:30.395824 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Network c507b886-4c4e-4889-b255-5311698a9b7a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:25:30.401319 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:25:30.443928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:25:30.456033 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:30.461763 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Pushing event updated for resources: {'Port': ['ID=57cbe122-4f5f-4a5f-9df5-b9abeea9205a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:30.519869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26621dc1-5ef6-4d24-9979-baa48f7f486c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00b7cf31-f3ed-4e02-914c-9624e9f9a141'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:30.522190 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb03ce4-87af-4a01-afcc-e89139f78f5b" -d '{"events": [{"server_uuid": "26621dc1-5ef6-4d24-9979-baa48f7f486c", "name": "network-vif-unplugged", "status": "completed", "tag": "00b7cf31-f3ed-4e02-914c-9624e9f9a141"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:30.558941 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 00b7cf31-f3ed-4e02-914c-9624e9f9a141, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=00b7cf31-f3ed-4e02-914c-9624e9f9a141,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:30.560238 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Attempting to bind port 57cbe122-4f5f-4a5f-9df5-b9abeea9205a on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:25:30.560689 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Attempting to bind port 57cbe122-4f5f-4a5f-9df5-b9abeea9205a by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:25:30.561061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Attempting to bind port 57cbe122-4f5f-4a5f-9df5-b9abeea9205a on network c507b886-4c4e-4889-b255-5311698a9b7a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:25:30.568837 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:25:30.569243 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Checking segment: {'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:25:30.570152 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:30.570152 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Bound using segment: {'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:25:30.570517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Bound port: 57cbe122-4f5f-4a5f-9df5-b9abeea9205a, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:25:30.570918 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:30.575116 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283f2c14-3e55-4791-b9eb-5c8a409be32a x-openstack-request-id: req-283f2c14-3e55-4791-b9eb-5c8a409be32a {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:30.575404 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26621dc1-5ef6-4d24-9979-baa48f7f486c", "name": "network-vif-unplugged", "status": "completed", "tag": "00b7cf31-f3ed-4e02-914c-9624e9f9a141", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:30.576132 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-283f2c14-3e55-4791-b9eb-5c8a409be32a {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:30.576236 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26621dc1-5ef6-4d24-9979-baa48f7f486c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00b7cf31-f3ed-4e02-914c-9624e9f9a141', 'code': 200} Dec 20 21:25:30.577270 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:30.598113 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:30.640258 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:30.695009 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:30.708936 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=00b7cf31-f3ed-4e02-914c-9624e9f9a141,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:30.733090 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43413b59-69dc-4b98-990f-311c5c13d8fa req-8cc1a0f7-dac9-48bc-b3fc-d44d1dbae6ce tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:30.734667 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43413b59-69dc-4b98-990f-311c5c13d8fa req-8cc1a0f7-dac9-48bc-b3fc-d44d1dbae6ce tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 945 time: 0.0678720 Dec 20 21:25:30.751513 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] For port 57cbe122-4f5f-4a5f-9df5-b9abeea9205a, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:25:30.756507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] For port 57cbe122-4f5f-4a5f-9df5-b9abeea9205a, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=57cbe122-4f5f-4a5f-9df5-b9abeea9205a,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:25:30.761631 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:30.777428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Allocated IP 172.35.3.51 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/bc98d3ce-8df6-477d-8cdd-bdd56933c844) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:25:30.798315 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43413b59-69dc-4b98-990f-311c5c13d8fa req-d94d65c6-956a-47a1-b750-a6ed1e5e0a56 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481033 Dec 20 21:25:30.835091 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd243e-d98a-4459-978c-a6b897372e68 None None] Pushing event updated for resources: {'Port': ['ID=57cbe122-4f5f-4a5f-9df5-b9abeea9205a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:30.901195 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:30.942206 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:30.982996 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:25:30.986091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:25:30.992880 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:25:31.038289 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Pushing event updated for resources: {'Port': ['ID=bc98d3ce-8df6-477d-8cdd-bdd56933c844,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:31.258670 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:31.504014 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:31.555798 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adfaf9-9217-4ee6-a355-ad2d89e40262 req-f5246c9e-4f37-443b-805a-0f05c7e638af tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:31.557459 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36adfaf9-9217-4ee6-a355-ad2d89e40262 req-f5246c9e-4f37-443b-805a-0f05c7e638af tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.1024985 Dec 20 21:25:31.624256 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:25:31.652289 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36adfaf9-9217-4ee6-a355-ad2d89e40262 req-eea144ef-d6be-4fe4-bbf5-33f6296d6a46 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673375 Dec 20 21:25:31.709718 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Router 75d657b4-bb44-438a-ae10-24d5065fc132 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:25:31.823506 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:25:31.832830 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Sync routers for ids ['75d657b4-bb44-438a-ae10-24d5065fc132'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:25:31.835182 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d047d3e-0a95-4692-a8bd-b9749c8f4547 None None] Network c507b886-4c4e-4889-b255-5311698a9b7a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:25:31.844011 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Routers {'75d657b4-bb44-438a-ae10-24d5065fc132'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:25:31.844664 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:25:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['75d657b4-bb44-438a-ae10-24d5065fc132'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:31.854448 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:31.856008 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3781facd-3a71-4432-9218-53328f29cdec admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1171699 Dec 20 21:25:31.859039 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59120) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:31.905545 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-bffac65b-9c9e-4944-b0e7-b849d5244a25 None None] Provisioning complete for port 57cbe122-4f5f-4a5f-9df5-b9abeea9205a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:31.905939 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bffac65b-9c9e-4944-b0e7-b849d5244a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:31.954579 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a633a-0732-47af-a1e5-8277f9766226 req-0f8833f6-41ee-44af-a608-25b5887ce392 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:31.959558 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Set router 75d657b4-bb44-438a-ae10-24d5065fc132 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:25:31.969391 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d47a633a-0732-47af-a1e5-8277f9766226 req-0f8833f6-41ee-44af-a608-25b5887ce392 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 945 time: 0.0956326 Dec 20 21:25:32.022675 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d47a633a-0732-47af-a1e5-8277f9766226 req-7f514e73-c3bf-4e5e-82ff-f48523c40b91 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521345 Dec 20 21:25:32.030739 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:32.035574 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bffac65b-9c9e-4944-b0e7-b849d5244a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:32.107378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-bffac65b-9c9e-4944-b0e7-b849d5244a25 None None] For port 57cbe122-4f5f-4a5f-9df5-b9abeea9205a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=57cbe122-4f5f-4a5f-9df5-b9abeea9205a,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:32.128056 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bffac65b-9c9e-4944-b0e7-b849d5244a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:32.186579 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:25:31Z', 'revision_number': 3, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:32.193567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffac65b-9c9e-4944-b0e7-b849d5244a25 None None] Pushing event updated for resources: {'Port': ['ID=57cbe122-4f5f-4a5f-9df5-b9abeea9205a,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:32.224751 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Checking router: 75d657b4-bb44-438a-ae10-24d5065fc132 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:25:32.225090 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Updating router 75d657b4-bb44-438a-ae10-24d5065fc132 port bc98d3ce-8df6-477d-8cdd-bdd56933c844 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:25:32.248991 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:32.287217 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 00b7cf31-f3ed-4e02-914c-9624e9f9a141 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:25:32.321268 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:32.326554 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:32.427410 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 00b7cf31-f3ed-4e02-914c-9624e9f9a141, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=00b7cf31-f3ed-4e02-914c-9624e9f9a141,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:32.498731 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] Allocated IP 172.20.0.1 (c507b886-4c4e-4889-b255-5311698a9b7a/550ee55d-1479-46f2-9e4e-e2b23472d5bb/018ebc94-12eb-424c-ad64-7f0d5be10c6d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:25:32.536734 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:32.547996 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:32.601504 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Attempting to bind port bc98d3ce-8df6-477d-8cdd-bdd56933c844 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:25:32.601874 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Attempting to bind port bc98d3ce-8df6-477d-8cdd-bdd56933c844 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:25:32.602275 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Attempting to bind port bc98d3ce-8df6-477d-8cdd-bdd56933c844 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:25:32.604390 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9409671-94f0-498a-bf41-abc1d34ca28f None None] Pushing event updated for resources: {'Port': ['ID=bc98d3ce-8df6-477d-8cdd-bdd56933c844,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:32.606274 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '00b7cf31-f3ed-4e02-914c-9624e9f9a141', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '00b7cf31-f3ed-4e02-914c-9624e9f9a141', 'mac_address': 'fa:16:3e:c6:79:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:25:32.611042 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:25:32.611424 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:25:32.611817 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:32.612200 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:25:32.612963 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Bound port: bc98d3ce-8df6-477d-8cdd-bdd56933c844, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:25:32.613248 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:32.641625 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:32.670441 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] For port bc98d3ce-8df6-477d-8cdd-bdd56933c844, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:25:32.674575 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] For port bc98d3ce-8df6-477d-8cdd-bdd56933c844, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=bc98d3ce-8df6-477d-8cdd-bdd56933c844,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:25:32.677120 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-cbee0bf8-3902-4d3e-99c5-172ed9ec0916 None None] Provisioning complete for port 57cbe122-4f5f-4a5f-9df5-b9abeea9205a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:32.677546 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cbee0bf8-3902-4d3e-99c5-172ed9ec0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:32.682285 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:32.688689 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:32.726729 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:32.771468 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9409671-94f0-498a-bf41-abc1d34ca28f None None] Pushing event updated for resources: {'Port': ['ID=bc98d3ce-8df6-477d-8cdd-bdd56933c844,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:32.774573 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Routers {'75d657b4-bb44-438a-ae10-24d5065fc132'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:25:32.775267 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:25:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['75d657b4-bb44-438a-ae10-24d5065fc132'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:32.779267 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 57cbe122-4f5f-4a5f-9df5-b9abeea9205a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:25:32.795656 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b7cf31-f3ed-4e02-914c-9624e9f9a141 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:25:32.797308 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] Network c507b886-4c4e-4889-b255-5311698a9b7a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:25:32.798838 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] Pushing event updated for resources: {'Port': ['ID=018ebc94-12eb-424c-ad64-7f0d5be10c6d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:32.809800 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:25:32.814439 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:25:32.851294 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c64863-81c7-44aa-b851-596e5853762e req-376779e1-1d6d-4075-848a-a2f05371e6f7 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:32.860569 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-53c64863-81c7-44aa-b851-596e5853762e req-376779e1-1d6d-4075-848a-a2f05371e6f7 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0877459 Dec 20 21:25:32.878716 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 00b7cf31-f3ed-4e02-914c-9624e9f9a141, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=00b7cf31-f3ed-4e02-914c-9624e9f9a141,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:32.887430 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:32.894917 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:32.897347 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] Set router 75d657b4-bb44-438a-ae10-24d5065fc132 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:25:32.929222 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-53c64863-81c7-44aa-b851-596e5853762e req-5698cd39-5145-4b9f-86a4-8527e57d3616 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672746 Dec 20 21:25:33.001631 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=00b7cf31-f3ed-4e02-914c-9624e9f9a141,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:33.006129 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 57cbe122-4f5f-4a5f-9df5-b9abeea9205a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:33.006501 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:33.083374 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:33.103390 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['00b7cf31-f3ed-4e02-914c-9624e9f9a141'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:25:33.108840 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:25:31Z', 'revision_number': 3, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:33.140190 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8109150-7e81-45d8-9d7f-90237a69ac88 None None] The sync data for ids ['75d657b4-bb44-438a-ae10-24d5065fc132'] in n-d-xena-1 is: [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:25:31Z', 'revision_number': 3, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:25:33.151136 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6b16f3c6-5fb3-46f6-9c99-5136aa56f7bf None None] Provisioning complete for port 018ebc94-12eb-424c-ad64-7f0d5be10c6d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:33.151585 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b16f3c6-5fb3-46f6-9c99-5136aa56f7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:33.203098 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6b16f3c6-5fb3-46f6-9c99-5136aa56f7bf None None] Port 018ebc94-12eb-424c-ad64-7f0d5be10c6d cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:25:33.225958 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c9e55-fbc4-4eb3-8eaa-aaa920a7ff9b req-a7abf927-bc93-4e87-834f-a62c607ced56 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:33.233249 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7f9c9e55-fbc4-4eb3-8eaa-aaa920a7ff9b req-a7abf927-bc93-4e87-834f-a62c607ced56 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 945 time: 0.1121025 Dec 20 21:25:33.294928 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7f9c9e55-fbc4-4eb3-8eaa-aaa920a7ff9b req-359e6af3-10af-4446-a80c-082de4cf9dc3 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607255 Dec 20 21:25:33.341832 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:33.347296 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:33.420377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] Pushing event updated for resources: {'Port': ['ID=018ebc94-12eb-424c-ad64-7f0d5be10c6d,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:33.423020 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:33.516317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] Network c507b886-4c4e-4889-b255-5311698a9b7a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:25:33.517779 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:25:33.653207 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] Router 75d657b4-bb44-438a-ae10-24d5065fc132 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:25:33.777122 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:25:33.789038 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9fe01c88-0f85-41ab-a951-ae817e2ef1a8 admin admin] 10.222.0.32 "PUT /v2.0/routers/75d657b4-bb44-438a-ae10-24d5065fc132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9227831 Dec 20 21:25:33.829208 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a6107e39-f0f9-43e3-92be-a83218883b91 None None] Provisioning complete for port 018ebc94-12eb-424c-ad64-7f0d5be10c6d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:33.829700 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6107e39-f0f9-43e3-92be-a83218883b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:33.872421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a6107e39-f0f9-43e3-92be-a83218883b91 None None] Port 018ebc94-12eb-424c-ad64-7f0d5be10c6d cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:25:34.056121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92a1bb-f35a-4a95-b475-6aef4641f62e req-5a710dba-a73a-4346-8df2-ddd189520d4d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:34.057664 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fa92a1bb-f35a-4a95-b475-6aef4641f62e req-5a710dba-a73a-4346-8df2-ddd189520d4d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0563395 Dec 20 21:25:34.106984 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fa92a1bb-f35a-4a95-b475-6aef4641f62e req-22b2fb92-ef43-4083-b4c8-cd2eafa382bf tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422843 Dec 20 21:25:34.288126 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 00b7cf31-f3ed-4e02-914c-9624e9f9a141 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:25:34.351578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 00b7cf31-f3ed-4e02-914c-9624e9f9a141 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:34.351906 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:34.454975 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:34.470307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167317d-bf97-481b-9195-953f59cf9106 req-92ecfbbb-d98d-495b-abdb-001dfba61106 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:34.479388 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8167317d-bf97-481b-9195-953f59cf9106 req-92ecfbbb-d98d-495b-abdb-001dfba61106 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 945 time: 0.0703483 Dec 20 21:25:34.481864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26621dc1-5ef6-4d24-9979-baa48f7f486c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b7cf31-f3ed-4e02-914c-9624e9f9a141'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:34.484483 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2968f660-a6b0-40c4-8d60-9e3c9f8fd62a" -d '{"events": [{"server_uuid": "26621dc1-5ef6-4d24-9979-baa48f7f486c", "name": "network-vif-plugged", "status": "completed", "tag": "00b7cf31-f3ed-4e02-914c-9624e9f9a141"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:34.499773 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 00b7cf31-f3ed-4e02-914c-9624e9f9a141, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=00b7cf31-f3ed-4e02-914c-9624e9f9a141,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:34.505101 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:34.525636 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8167317d-bf97-481b-9195-953f59cf9106 req-c2966dba-6b31-413e-b1cd-4131244ed179 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437984 Dec 20 21:25:34.579141 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=00b7cf31-f3ed-4e02-914c-9624e9f9a141,revision_number=10']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:34.591094 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c57f312-f116-432c-9750-5c3c7db0ff51 x-openstack-request-id: req-3c57f312-f116-432c-9750-5c3c7db0ff51 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:34.591397 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26621dc1-5ef6-4d24-9979-baa48f7f486c", "name": "network-vif-plugged", "status": "completed", "tag": "00b7cf31-f3ed-4e02-914c-9624e9f9a141", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:34.591650 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c57f312-f116-432c-9750-5c3c7db0ff51 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:34.592044 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26621dc1-5ef6-4d24-9979-baa48f7f486c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b7cf31-f3ed-4e02-914c-9624e9f9a141', 'code': 200} Dec 20 21:25:34.769594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59206) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:34.775006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-fd612959-1824-4797-9b49-e7fbe1e3e5c8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--405298263', 'description': 'tempest-description--2088628405'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:34.780921 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bc98d3ce-8df6-477d-8cdd-bdd56933c844 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:25:34.816880 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fd612959-1824-4797-9b49-e7fbe1e3e5c8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:34.868263 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port bc98d3ce-8df6-477d-8cdd-bdd56933c844 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:34.868800 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:34.914572 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fd612959-1824-4797-9b49-e7fbe1e3e5c8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:34.920185 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fd612959-1824-4797-9b49-e7fbe1e3e5c8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:34.985335 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd612959-1824-4797-9b49-e7fbe1e3e5c8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8e684d-77db-4943-a531-03a48d3b5fb1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:34.999851 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fd612959-1824-4797-9b49-e7fbe1e3e5c8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:35.004241 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fd612959-1824-4797-9b49-e7fbe1e3e5c8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2328036 Dec 20 21:25:35.006732 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59212) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:35.012040 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5ff28b8e-8735-4ae7-916e-fcfb1163df99 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Request body: {'security_group_rule': {'security_group_id': '8f8e684d-77db-4943-a531-03a48d3b5fb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:35.037637 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:35.067929 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ff28b8e-8735-4ae7-916e-fcfb1163df99 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:35.073928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port bc98d3ce-8df6-477d-8cdd-bdd56933c844, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=bc98d3ce-8df6-477d-8cdd-bdd56933c844,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:35.079913 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:35.169114 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ff28b8e-8735-4ae7-916e-fcfb1163df99 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:35.175772 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ff28b8e-8735-4ae7-916e-fcfb1163df99 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:35.188791 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Sync routers for ids ['75d657b4-bb44-438a-ae10-24d5065fc132'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:25:35.202401 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ff28b8e-8735-4ae7-916e-fcfb1163df99 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:35.204102 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5ff28b8e-8735-4ae7-916e-fcfb1163df99 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1960628 Dec 20 21:25:35.207298 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59216) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:35.212752 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-efc9993d-3d30-44dc-b21b-2a7fefa210df tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Request body: {'security_group_rule': {'security_group_id': '8f8e684d-77db-4943-a531-03a48d3b5fb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:35.223520 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Routers {'75d657b4-bb44-438a-ae10-24d5065fc132'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:25:35.224185 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:25:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['75d657b4-bb44-438a-ae10-24d5065fc132'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:35.253887 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff28b8e-8735-4ae7-916e-fcfb1163df99 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c07656f-1b50-43ed-898c-80418abd44dd,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:35.259473 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-efc9993d-3d30-44dc-b21b-2a7fefa210df tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:35.266034 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=bc98d3ce-8df6-477d-8cdd-bdd56933c844,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:35.304597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c642494-9c63-4adb-97ae-07e67fe24fa3 req-6ccb3fda-3576-4de8-8578-a3beeeab7e6a tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:35.307581 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c642494-9c63-4adb-97ae-07e67fe24fa3 req-6ccb3fda-3576-4de8-8578-a3beeeab7e6a tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0978744 Dec 20 21:25:35.362804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Set router 75d657b4-bb44-438a-ae10-24d5065fc132 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:25:35.371056 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-efc9993d-3d30-44dc-b21b-2a7fefa210df tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:35.377375 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-efc9993d-3d30-44dc-b21b-2a7fefa210df tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:35.385274 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c642494-9c63-4adb-97ae-07e67fe24fa3 req-664286ba-bc51-4f1b-bc2f-6b2402e2ce00 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664146 Dec 20 21:25:35.407255 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9993d-3d30-44dc-b21b-2a7fefa210df tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f8486f-0378-4741-b64d-00ec9f065535,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:35.427148 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-efc9993d-3d30-44dc-b21b-2a7fefa210df tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:35.431243 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-efc9993d-3d30-44dc-b21b-2a7fefa210df tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2230673 Dec 20 21:25:35.434491 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59228) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:35.444745 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b2fc5e8e-a64c-4803-b8d0-540a4955a1e7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:35.476810 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2fc5e8e-a64c-4803-b8d0-540a4955a1e7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:35.608221 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2fc5e8e-a64c-4803-b8d0-540a4955a1e7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:35.639150 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:25:33Z', 'revision_number': 4, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '018ebc94-12eb-424c-ad64-7f0d5be10c6d', 'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'mac_address': 'fa:16:3e:38:e9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:32Z', 'updated_at': '2021-12-20T21:25:33Z', 'revision_number': 2, 'project_id': '2372edae52864334a53d4fba944cc335', 'subnets': [{'id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:35.680470 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Checking router: 75d657b4-bb44-438a-ae10-24d5065fc132 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:25:35.680974 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Updating router 75d657b4-bb44-438a-ae10-24d5065fc132 port 018ebc94-12eb-424c-ad64-7f0d5be10c6d binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:25:35.714345 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:35.714722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3144a-2717-41f2-b59b-dc8109de2522 req-dcc24725-61fd-4520-a5f2-1158a6c7ca6a tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:35.724725 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-daa3144a-2717-41f2-b59b-dc8109de2522 req-dcc24725-61fd-4520-a5f2-1158a6c7ca6a tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 945 time: 0.0782931 Dec 20 21:25:35.783283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-b2fc5e8e-a64c-4803-b8d0-540a4955a1e7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Allocated IP 172.35.3.155 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/3eab234d-c25a-4161-8453-71883d23f22d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:25:35.792507 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-daa3144a-2717-41f2-b59b-dc8109de2522 req-24ec835d-e9c9-4fdb-a4a8-1e6e4f73c415 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665317 Dec 20 21:25:35.926861 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2fc5e8e-a64c-4803-b8d0-540a4955a1e7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:35.978166 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2fc5e8e-a64c-4803-b8d0-540a4955a1e7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:36.028575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fc5e8e-a64c-4803-b8d0-540a4955a1e7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:25:36.033074 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-b2fc5e8e-a64c-4803-b8d0-540a4955a1e7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:25:36.043871 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fc5e8e-a64c-4803-b8d0-540a4955a1e7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:25:36.055604 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:36.067486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc5e8e-a64c-4803-b8d0-540a4955a1e7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Pushing event updated for resources: {'Port': ['ID=3eab234d-c25a-4161-8453-71883d23f22d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:36.067722 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:36.205387 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2fc5e8e-a64c-4803-b8d0-540a4955a1e7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:36.211058 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4e458-cb79-4f29-aad7-00d45ff6d4d4 None None] Pushing event updated for resources: {'Port': ['ID=018ebc94-12eb-424c-ad64-7f0d5be10c6d,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:36.237207 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Attempting to bind port 018ebc94-12eb-424c-ad64-7f0d5be10c6d on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:25:36.237821 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Attempting to bind port 018ebc94-12eb-424c-ad64-7f0d5be10c6d by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:25:36.238498 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Attempting to bind port 018ebc94-12eb-424c-ad64-7f0d5be10c6d on network c507b886-4c4e-4889-b255-5311698a9b7a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:25:36.244306 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:25:36.244916 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Checking segment: {'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:25:36.245417 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:36.245995 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Bound using segment: {'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:25:36.246605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Bound port: 018ebc94-12eb-424c-ad64-7f0d5be10c6d, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:25:36.247084 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:36.268204 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2fc5e8e-a64c-4803-b8d0-540a4955a1e7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:36.360876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] For port 018ebc94-12eb-424c-ad64-7f0d5be10c6d, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:25:36.365133 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] For port 018ebc94-12eb-424c-ad64-7f0d5be10c6d, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=018ebc94-12eb-424c-ad64-7f0d5be10c6d,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:25:36.371150 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:36.478837 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2fc5e8e-a64c-4803-b8d0-540a4955a1e7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:36.480317 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Routers {'75d657b4-bb44-438a-ae10-24d5065fc132'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:25:36.480850 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:25:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['75d657b4-bb44-438a-ae10-24d5065fc132'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:36.492460 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2fc5e8e-a64c-4803-b8d0-540a4955a1e7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:36.567897 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2fc5e8e-a64c-4803-b8d0-540a4955a1e7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:36.628600 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2fc5e8e-a64c-4803-b8d0-540a4955a1e7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:36.630010 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b2fc5e8e-a64c-4803-b8d0-540a4955a1e7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1945946 Dec 20 21:25:36.646351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc5e8e-a64c-4803-b8d0-540a4955a1e7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Pushing event updated for resources: {'Port': ['ID=3eab234d-c25a-4161-8453-71883d23f22d,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:36.665153 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa81ddb-ba10-458e-8883-915254a03a52 req-d12834a9-59d7-4f50-b4da-e7d2c91a3907 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:36.672083 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dfa81ddb-ba10-458e-8883-915254a03a52 req-d12834a9-59d7-4f50-b4da-e7d2c91a3907 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.1648564 Dec 20 21:25:36.701637 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] Set router 75d657b4-bb44-438a-ae10-24d5065fc132 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:25:36.795187 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dfa81ddb-ba10-458e-8883-915254a03a52 req-4317760c-1d33-4bec-85fd-7424e8365eb1 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153660 Dec 20 21:25:36.830696 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bc98d3ce-8df6-477d-8cdd-bdd56933c844 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:25:36.844843 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4e458-cb79-4f29-aad7-00d45ff6d4d4 None None] Pushing event updated for resources: {'Port': ['ID=018ebc94-12eb-424c-ad64-7f0d5be10c6d,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:36.847506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9f82302c-792f-4873-9bb3-702d028b826e None None] Provisioning complete for port 018ebc94-12eb-424c-ad64-7f0d5be10c6d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:36.847877 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f82302c-792f-4873-9bb3-702d028b826e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:36.890221 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-956d1b1a-c598-4547-9841-f2baa4bee225 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--405298263&fields=id&tenant_id=2372edae52864334a53d4fba944cc335 HTTP/1.1" status: 200 len: 267 time: 0.0653937 Dec 20 21:25:36.954555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d83f7-3075-40a4-a287-21f798120392 req-08331791-58e0-4352-83fe-636e712e34ed tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:36.965699 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5f4d83f7-3075-40a4-a287-21f798120392 req-08331791-58e0-4352-83fe-636e712e34ed tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 945 time: 0.0880263 Dec 20 21:25:37.033886 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5f4d83f7-3075-40a4-a287-21f798120392 req-7ec2c18a-b1f1-4eaa-a066-4f46d4234fef tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599504 Dec 20 21:25:37.047296 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port bc98d3ce-8df6-477d-8cdd-bdd56933c844 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:37.047671 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:37.091932 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f82302c-792f-4873-9bb3-702d028b826e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:37.096744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-079ebc8f-eaca-48d7-afdd-037c5aa0ab07 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:37.104088 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-079ebc8f-eaca-48d7-afdd-037c5aa0ab07 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/networks?id=c507b886-4c4e-4889-b255-5311698a9b7a HTTP/1.1" status: 200 len: 816 time: 0.2070699 Dec 20 21:25:37.120165 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-fb095ebb-32af-4ee0-8194-d24ae8c92980 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/quotas/2372edae52864334a53d4fba944cc335 HTTP/1.1" status: 200 len: 375 time: 0.0152075 Dec 20 21:25:37.199414 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9f82302c-792f-4873-9bb3-702d028b826e None None] For port 018ebc94-12eb-424c-ad64-7f0d5be10c6d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=018ebc94-12eb-424c-ad64-7f0d5be10c6d,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:37.209887 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f82302c-792f-4873-9bb3-702d028b826e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:37.227158 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-8025fd26-623c-46b9-b1bc-959f84db38fa tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2372edae52864334a53d4fba944cc335&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0890837 Dec 20 21:25:37.370944 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-a1c53ad7-8ddc-423e-81ff-ecbedfbf700b service neutron] 10.222.0.32 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407402 Dec 20 21:25:37.419267 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:25:33Z', 'revision_number': 4, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '018ebc94-12eb-424c-ad64-7f0d5be10c6d', 'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'mac_address': 'fa:16:3e:38:e9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:32Z', 'updated_at': '2021-12-20T21:25:36Z', 'revision_number': 4, 'project_id': '2372edae52864334a53d4fba944cc335', 'subnets': [{'id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:37.463290 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63762f4-b1a6-4ae7-a506-92d2ade0bf2d None None] The sync data for ids ['75d657b4-bb44-438a-ae10-24d5065fc132'] in n-d-xena-1 is: [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:25:33Z', 'revision_number': 4, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '018ebc94-12eb-424c-ad64-7f0d5be10c6d', 'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'mac_address': 'fa:16:3e:38:e9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:32Z', 'updated_at': '2021-12-20T21:25:36Z', 'revision_number': 4, 'project_id': '2372edae52864334a53d4fba944cc335', 'subnets': [{'id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:25:37.476227 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8c587b47-7e9b-43da-9f46-8953c0b05613 None None] Provisioning complete for port 018ebc94-12eb-424c-ad64-7f0d5be10c6d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:37.476594 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8c587b47-7e9b-43da-9f46-8953c0b05613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:37.478162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82302c-792f-4873-9bb3-702d028b826e None None] Pushing event updated for resources: {'Port': ['ID=018ebc94-12eb-424c-ad64-7f0d5be10c6d,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:37.525293 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-6335ea9b-8b7a-4ef6-a804-37f5bf23b959 service neutron] 10.222.0.32 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468360 Dec 20 21:25:37.793596 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b1f8e562-3bee-4a34-942c-fa9c2e8cfe47 req-68ff2f63-7347-4571-9ae4-eb441bfabb7c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 210 time: 0.0328250 Dec 20 21:25:37.961676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962411d-27e8-49df-b905-61d77ec6ac27 req-23e150d0-adbc-4f58-990e-f935f0e33fc6 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:37.969395 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8962411d-27e8-49df-b905-61d77ec6ac27 req-23e150d0-adbc-4f58-990e-f935f0e33fc6 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0997303 Dec 20 21:25:37.996077 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-0c81905c-2a52-40fe-bba1-7010ef16b97e tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:37.997623 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-0c81905c-2a52-40fe-bba1-7010ef16b97e tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f&tenant_id=68013026329e4661b48075edeb3524ab&binding%3Ahost_id=n-h1-xena-1 HTTP/1.1" status: 200 len: 1094 time: 0.0910611 Dec 20 21:25:38.012918 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-xena-1'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:38.046388 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8962411d-27e8-49df-b905-61d77ec6ac27 req-ad4e2ba7-8c68-4d40-b37f-42491f4e49e5 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758698 Dec 20 21:25:38.105026 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:38.243869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd9bcc-4cb8-4ebd-8d11-fb07c596d7a8 req-dffa6357-c5bb-4661-9289-92a1062c6953 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:38.245395 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44bd9bcc-4cb8-4ebd-8d11-fb07c596d7a8 req-dffa6357-c5bb-4661-9289-92a1062c6953 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 945 time: 0.1463215 Dec 20 21:25:38.333711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44bd9bcc-4cb8-4ebd-8d11-fb07c596d7a8 req-b3e8a763-b63b-4eed-b5bd-608d08ae3698 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779057 Dec 20 21:25:38.341005 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:25:38.559586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:38.580348 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c has no active binding in host n-h2-xena-1 {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 21:25:38.914153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 018ebc94-12eb-424c-ad64-7f0d5be10c6d up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:25:39.084801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] For port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:39.103982 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 018ebc94-12eb-424c-ad64-7f0d5be10c6d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:39.104089 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:39.112421 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-24142e7f-4e3f-40d5-a1f7-3b510e826472 req-40411777-2427-4130-a88d-236e2443ffc6 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 210 time: 0.0924544 Dec 20 21:25:39.158397 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] For port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:25:39.290267 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816cfa0b-6581-4707-85b9-cc612a5b152f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:39.290267 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34e7c77-39c0-4c7c-bfe4-26b97c4d2a2a" -d '{"events": [{"server_uuid": "816cfa0b-6581-4707-85b9-cc612a5b152f", "name": "network-vif-unplugged", "status": "completed", "tag": "4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:39.290267 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:39.305364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc871a4-8cc2-4b4d-bc24-53c908873e4b req-df6a934c-5eb3-4c23-9c45-4cce2f3a616c tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:39.313155 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fcc871a4-8cc2-4b4d-bc24-53c908873e4b req-df6a934c-5eb3-4c23-9c45-4cce2f3a616c tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.1111615 Dec 20 21:25:39.356915 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fcc871a4-8cc2-4b4d-bc24-53c908873e4b req-ceaae888-0204-440e-98e5-a8c726af7e93 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 Dec 20 21:25:39.358961 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:39.440340 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f0e096-fe69-4155-be52-b48e7b483ef1 x-openstack-request-id: req-c3f0e096-fe69-4155-be52-b48e7b483ef1 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:39.441203 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816cfa0b-6581-4707-85b9-cc612a5b152f", "name": "network-vif-unplugged", "status": "completed", "tag": "4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:39.441203 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3f0e096-fe69-4155-be52-b48e7b483ef1 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:39.441763 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816cfa0b-6581-4707-85b9-cc612a5b152f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c', 'code': 200} Dec 20 21:25:39.504311 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:39.507943 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Attempting to bind port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c on host n-h1-xena-1 for vnic_type normal with profile {"migrating_to": "n-h2-xena-1"} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:25:39.508356 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Attempting to bind port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:25:39.508744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Attempting to bind port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:25:39.514020 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c on network ef25a713-78cb-4680-b602-defc0f8ef6dd not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:25:39.514648 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Attempting to bind port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c on network ef25a713-78cb-4680-b602-defc0f8ef6dd {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:25:39.516919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5be1d-c16f-4f08-92ff-fe6cb609a5e3 req-3fd8dae0-022a-408a-a5de-746a18a1e58b tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:39.521046 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:25:39.521462 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Checking segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:25:39.522037 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Bound using segment: {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:25:39.522557 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Bound port: 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff7717e4-d894-4267-9b4b-0f89f6a80608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef25a713-78cb-4680-b602-defc0f8ef6dd'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:25:39.522975 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:39.527660 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1be5be1d-c16f-4f08-92ff-fe6cb609a5e3 req-3fd8dae0-022a-408a-a5de-746a18a1e58b tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 943 time: 0.0693672 Dec 20 21:25:39.599922 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1be5be1d-c16f-4f08-92ff-fe6cb609a5e3 req-4e46b3df-cf9a-47a1-8b5b-18b0050c482a tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711296 Dec 20 21:25:39.661553 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] For port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:25:39.676873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] For port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:25:39.687016 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:40.018567 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-dc58ad7a-24d6-445e-a6fc-1524ac02c4a0 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:40.020851 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-dc58ad7a-24d6-445e-a6fc-1524ac02c4a0 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.31 "GET /v2.0/networks?id=c507b886-4c4e-4889-b255-5311698a9b7a HTTP/1.1" status: 200 len: 816 time: 0.2540298 Dec 20 21:25:40.022107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,revision_number=8']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:40.038236 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746c225-ffce-42fc-8d1a-579955bd2e86 req-d9c75f61-7fff-4e34-8f60-7a6894bf1b91 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:40.040006 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0746c225-ffce-42fc-8d1a-579955bd2e86 req-d9c75f61-7fff-4e34-8f60-7a6894bf1b91 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 946 time: 0.3469923 Dec 20 21:25:40.058422 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:40.059176 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:40.060747 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-693fdd61-cef6-4a08-9506-77254beeb652 service neutron] 10.222.0.66 "PUT /v2.0/ports/4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c HTTP/1.1" status: 200 len: 1117 time: 2.0528030 Dec 20 21:25:40.141781 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0746c225-ffce-42fc-8d1a-579955bd2e86 req-578c6667-deca-4e02-95a5-13c24cb74daf tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ce2e097-a004-4d03-a210-96bfd8bddf88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906594 Dec 20 21:25:40.182937 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-fd7bae0a-12b8-435c-ab2d-6c986f6c89a1 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2372edae52864334a53d4fba944cc335 HTTP/1.1" status: 200 len: 379 time: 0.1366570 Dec 20 21:25:40.195967 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-ee321635-381e-4a47-84a6-f8feeefa2720 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Request body: {'port': {'device_id': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'admin_state_up': True, 'tenant_id': '2372edae52864334a53d4fba944cc335', 'security_groups': ['8f8e684d-77db-4943-a531-03a48d3b5fb1']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:40.215392 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:25:40.280675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:25:40.305093 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f080fc7a-41ae-4045-9d67-5d3a18640e00 req-db615bc4-62ed-46c5-9302-f7486306eec1 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 210 time: 0.0517938 Dec 20 21:25:40.388444 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-ee321635-381e-4a47-84a6-f8feeefa2720 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Made reservation on behalf of 2372edae52864334a53d4fba944cc335 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:25:40.393106 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-ee321635-381e-4a47-84a6-f8feeefa2720 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:40.560451 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccddcec-591d-424f-9559-7237c1c7c3b1 req-20c8fe9c-d74a-4bd8-a776-d58bd5939a3f tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:40.562431 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ccddcec-591d-424f-9559-7237c1c7c3b1 req-20c8fe9c-d74a-4bd8-a776-d58bd5939a3f tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.0726478 Dec 20 21:25:40.642761 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ccddcec-591d-424f-9559-7237c1c7c3b1 req-289a7dda-0d96-49f5-ad3e-12bd3af7bf21 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709043 Dec 20 21:25:40.651495 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-ee321635-381e-4a47-84a6-f8feeefa2720 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Allocated IP 172.20.0.13 (c507b886-4c4e-4889-b255-5311698a9b7a/550ee55d-1479-46f2-9e4e-e2b23472d5bb/6cfbd27e-f961-4de8-8f03-fb0e251e0826) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:25:40.854514 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-ee321635-381e-4a47-84a6-f8feeefa2720 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:40.914585 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-ee321635-381e-4a47-84a6-f8feeefa2720 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:41.002268 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-ee321635-381e-4a47-84a6-f8feeefa2720 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Network c507b886-4c4e-4889-b255-5311698a9b7a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:25:41.012348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-ee321635-381e-4a47-84a6-f8feeefa2720 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:25:41.036556 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-ee321635-381e-4a47-84a6-f8feeefa2720 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:25:41.084376 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee321635-381e-4a47-84a6-f8feeefa2720 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Pushing event updated for resources: {'Port': ['ID=6cfbd27e-f961-4de8-8f03-fb0e251e0826,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:41.120733 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557ef09-bf02-4423-a0c2-6a8eadefeb2f req-089366ac-6aef-4a0c-9b9c-1be34e56d89a tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:41.136879 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0557ef09-bf02-4423-a0c2-6a8eadefeb2f req-089366ac-6aef-4a0c-9b9c-1be34e56d89a tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 943 time: 0.2401359 Dec 20 21:25:41.243609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-ee321635-381e-4a47-84a6-f8feeefa2720 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:41.254033 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-ee321635-381e-4a47-84a6-f8feeefa2720 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:41.268044 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0557ef09-bf02-4423-a0c2-6a8eadefeb2f req-476dc0a4-2993-4355-96ca-ad3edbd96f0f tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129379 Dec 20 21:25:41.290005 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-ee321635-381e-4a47-84a6-f8feeefa2720 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0979648 Dec 20 21:25:41.304997 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-9c77b19f-5136-49a1-abbd-932d854171fd tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:25:41.315891 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-9c77b19f-5136-49a1-abbd-932d854171fd tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207121 Dec 20 21:25:41.349740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a271c7e-7911-42e4-8ad4-705d05d49392 req-825fb5ea-7a9a-474e-bb03-4e7b73a486af tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:41.358205 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2a271c7e-7911-42e4-8ad4-705d05d49392 req-825fb5ea-7a9a-474e-bb03-4e7b73a486af tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 946 time: 0.0895529 Dec 20 21:25:41.418526 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3fe02a61-8048-4f14-8819-f223a5f13a06 None None] Provisioning complete for port 6cfbd27e-f961-4de8-8f03-fb0e251e0826 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:41.419164 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3fe02a61-8048-4f14-8819-f223a5f13a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:41.442938 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816cfa0b-6581-4707-85b9-cc612a5b152f', 'tag': '4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:41.443811 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2a271c7e-7911-42e4-8ad4-705d05d49392 req-227120fb-6042-4d47-8ae4-386eeb59a373 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ce2e097-a004-4d03-a210-96bfd8bddf88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844188 Dec 20 21:25:41.459208 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc7be35-6e36-4a24-bf05-fcf2bfcf2699" -d '{"events": [{"name": "network-changed", "server_uuid": "816cfa0b-6581-4707-85b9-cc612a5b152f", "tag": "4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:41.504546 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e4da1c-ba42-456a-803e-10ac84d0905c x-openstack-request-id: req-36e4da1c-ba42-456a-803e-10ac84d0905c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:41.505410 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816cfa0b-6581-4707-85b9-cc612a5b152f", "tag": "4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:41.505410 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36e4da1c-ba42-456a-803e-10ac84d0905c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:41.509197 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '816cfa0b-6581-4707-85b9-cc612a5b152f', 'tag': '4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c', 'status': 'completed', 'code': 200} Dec 20 21:25:41.521998 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3fe02a61-8048-4f14-8819-f223a5f13a06 None None] Port 6cfbd27e-f961-4de8-8f03-fb0e251e0826 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:25:41.531515 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Request body: {'port': {'device_id': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:41.621229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7be35-6e36-4a24-bf05-fcf2bfcf2699 req-11af6544-eca9-4df0-8bf3-9b470de1a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:41.629849 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bfc7be35-6e36-4a24-bf05-fcf2bfcf2699 req-11af6544-eca9-4df0-8bf3-9b470de1a913 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 1120 time: 0.0685585 Dec 20 21:25:41.727672 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8d80f-f595-48f4-b697-231e10dca256 req-98d43af9-fb62-4ffc-8d04-8894002ce7e6 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:41.736798 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-82b8d80f-f595-48f4-b697-231e10dca256 req-98d43af9-fb62-4ffc-8d04-8894002ce7e6 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 932 time: 0.2780545 Dec 20 21:25:41.768765 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74821955-45a8-410b-88eb-59ef18428481 req-2b106b02-38de-4e8d-8064-24dd2166e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:41.770459 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-74821955-45a8-410b-88eb-59ef18428481 req-2b106b02-38de-4e8d-8064-24dd2166e233 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 1094 time: 0.1503246 Dec 20 21:25:41.780505 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:41.788581 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7be35-6e36-4a24-bf05-fcf2bfcf2699 req-78719ec9-7930-4758-a5f8-70bd13fcd12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:41.790364 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bfc7be35-6e36-4a24-bf05-fcf2bfcf2699 req-78719ec9-7930-4758-a5f8-70bd13fcd12a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 907 time: 0.1548042 Dec 20 21:25:41.849821 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-82b8d80f-f595-48f4-b697-231e10dca256 req-dfbcd37b-5db0-4161-8726-808a1e6e3d6a tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119957 Dec 20 21:25:41.861417 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bfc7be35-6e36-4a24-bf05-fcf2bfcf2699 req-d7e6eeae-f946-4ba2-9856-446484c2288d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c HTTP/1.1" status: 200 len: 217 time: 0.0592217 Dec 20 21:25:41.918707 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-74821955-45a8-410b-88eb-59ef18428481 req-2ad9044f-6261-4d13-aa2c-b4a6411aa9d0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296890 Dec 20 21:25:41.945147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7be35-6e36-4a24-bf05-fcf2bfcf2699 req-9420de06-2015-45fe-83bf-bf917c6230dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:41.946851 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bfc7be35-6e36-4a24-bf05-fcf2bfcf2699 req-9420de06-2015-45fe-83bf-bf917c6230dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.0514138 Dec 20 21:25:42.017606 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bfc7be35-6e36-4a24-bf05-fcf2bfcf2699 req-e77f4e10-cb26-4192-b5ef-0ac1106d3572 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525837 Dec 20 21:25:42.177486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b6872-201d-4303-90d7-0b4af840dd56 req-de3319fc-00af-4079-b3ef-959a2e39deaf tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:42.186046 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-337b6872-201d-4303-90d7-0b4af840dd56 req-de3319fc-00af-4079-b3ef-959a2e39deaf tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.3945949 Dec 20 21:25:42.246867 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-337b6872-201d-4303-90d7-0b4af840dd56 req-90f75c73-2c44-46ab-86da-d039554ddfd7 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593193 Dec 20 21:25:42.287308 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cfbd27e-f961-4de8-8f03-fb0e251e0826 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:25:42.306417 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:42.335435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Transition to ACTIVE for port object 6cfbd27e-f961-4de8-8f03-fb0e251e0826 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:25:42.341412 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:42.362438 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bfc7be35-6e36-4a24-bf05-fcf2bfcf2699 req-6728c25c-79a5-40d7-a1f7-77de2c0970d5 service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288803 Dec 20 21:25:42.501268 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Pushing event updated for resources: {'Port': ['ID=6cfbd27e-f961-4de8-8f03-fb0e251e0826,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:42.637796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946802d9-8b39-47d3-bf0d-1e9807d138a1 req-8458ab53-59a4-49c2-b11e-d5cb76c05b45 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:42.653944 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-946802d9-8b39-47d3-bf0d-1e9807d138a1 req-8458ab53-59a4-49c2-b11e-d5cb76c05b45 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 946 time: 0.1314392 Dec 20 21:25:42.693276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3e133-644d-4ad2-906f-cc3ba9e7801f req-12eec808-7566-4008-9ad9-07b12c3ea041 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:42.701251 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b3e133-644d-4ad2-906f-cc3ba9e7801f req-12eec808-7566-4008-9ad9-07b12c3ea041 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 943 time: 0.1852877 Dec 20 21:25:42.705264 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bfc7be35-6e36-4a24-bf05-fcf2bfcf2699 req-9d5c4395-52fc-49e0-839b-03f831a51901 service neutron] 10.222.0.31 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295314 Dec 20 21:25:42.709508 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Attempting to bind port 6cfbd27e-f961-4de8-8f03-fb0e251e0826 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:25:42.710167 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Attempting to bind port 6cfbd27e-f961-4de8-8f03-fb0e251e0826 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:25:42.710667 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Attempting to bind port 6cfbd27e-f961-4de8-8f03-fb0e251e0826 on network c507b886-4c4e-4889-b255-5311698a9b7a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:25:42.723746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Port 6cfbd27e-f961-4de8-8f03-fb0e251e0826 on network c507b886-4c4e-4889-b255-5311698a9b7a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:25:42.724483 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Attempting to bind port 6cfbd27e-f961-4de8-8f03-fb0e251e0826 on network c507b886-4c4e-4889-b255-5311698a9b7a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:25:42.737537 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-946802d9-8b39-47d3-bf0d-1e9807d138a1 req-bc6593f3-05b6-486a-8613-0c87d76d1155 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ce2e097-a004-4d03-a210-96bfd8bddf88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825672 Dec 20 21:25:42.738746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:25:42.739396 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Checking segment: {'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:25:42.751591 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Bound using segment: {'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:25:42.752574 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Bound port: 6cfbd27e-f961-4de8-8f03-fb0e251e0826, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:25:42.755490 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:42.832141 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1b3e133-644d-4ad2-906f-cc3ba9e7801f req-6f27beb6-c18f-4623-90df-68479439b2e2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297255 Dec 20 21:25:42.890113 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] For port 6cfbd27e-f961-4de8-8f03-fb0e251e0826, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:25:42.892741 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] For port 6cfbd27e-f961-4de8-8f03-fb0e251e0826, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:25:42.898971 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:42.957633 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Pushing event updated for resources: {'Port': ['ID=6cfbd27e-f961-4de8-8f03-fb0e251e0826,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:42.974143 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:42.975012 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:42.978691 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-122e7c77-e093-4ae4-9a03-2999769d6f38 service neutron] 10.222.0.31 "PUT /v2.0/ports/6cfbd27e-f961-4de8-8f03-fb0e251e0826 HTTP/1.1" status: 200 len: 1090 time: 1.6570024 Dec 20 21:25:43.012799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e524216-06c8-4dcc-a607-b16a82b2d9d0 req-582ab658-dd06-4ecd-870e-59452527e2a7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:43.021326 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e524216-06c8-4dcc-a607-b16a82b2d9d0 req-582ab658-dd06-4ecd-870e-59452527e2a7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 944 time: 0.0762713 Dec 20 21:25:43.142899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-70deb4e2-b597-4ff2-9e0f-2d72ef0fe7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:43.143627 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e524216-06c8-4dcc-a607-b16a82b2d9d0 req-d04092f3-038f-4383-8e9e-4ba2df628422 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212595 Dec 20 21:25:43.149439 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-70deb4e2-b597-4ff2-9e0f-2d72ef0fe7f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2372edae52864334a53d4fba944cc335&device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 1093 time: 0.0908391 Dec 20 21:25:43.219961 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-f29fd525-3b2b-4b13-9a23-45e036b136e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826 HTTP/1.1" status: 200 len: 217 time: 0.0462790 Dec 20 21:25:43.340147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-89c9ddb5-13a4-46c7-b164-9b40ee3b2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:43.343700 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-89c9ddb5-13a4-46c7-b164-9b40ee3b2360 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=550ee55d-1479-46f2-9e4e-e2b23472d5bb HTTP/1.1" status: 200 len: 855 time: 0.1171141 Dec 20 21:25:43.446370 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-ac600243-1176-4282-9c0c-5c73bedf55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:43.454170 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-ac600243-1176-4282-9c0c-5c73bedf55c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c507b886-4c4e-4889-b255-5311698a9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1032379 Dec 20 21:25:43.480237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d96cbc-a88d-4100-b47f-d57b6c6d8d97 req-a7aad3ae-2a80-4fde-8893-d6c1df71f5ec tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:43.491917 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-28d96cbc-a88d-4100-b47f-d57b6c6d8d97 req-a7aad3ae-2a80-4fde-8893-d6c1df71f5ec tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.1372340 Dec 20 21:25:43.584443 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'tag': '6cfbd27e-f961-4de8-8f03-fb0e251e0826'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:43.588552 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f972bf0-29ca-4f9d-a66c-4ab28860e40c" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdd2c35-dedb-47b7-9636-b1d042599de3", "tag": "6cfbd27e-f961-4de8-8f03-fb0e251e0826"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:43.624460 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-28d96cbc-a88d-4100-b47f-d57b6c6d8d97 req-d0dd6696-0991-47ad-9263-95af84225e08 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309304 Dec 20 21:25:43.668150 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-8252d35b-a906-419e-a8b3-e0d048602811 service neutron] 10.222.0.31 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066514 Dec 20 21:25:43.782473 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb29c7f-49f1-4306-a976-8a2230b3ae90 x-openstack-request-id: req-4eb29c7f-49f1-4306-a976-8a2230b3ae90 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:43.782950 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdd2c35-dedb-47b7-9636-b1d042599de3", "tag": "6cfbd27e-f961-4de8-8f03-fb0e251e0826", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:43.783439 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4eb29c7f-49f1-4306-a976-8a2230b3ae90 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:43.783982 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'tag': '6cfbd27e-f961-4de8-8f03-fb0e251e0826', 'status': 'completed', 'code': 200} Dec 20 21:25:43.877421 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b5b08cb-bd64-4397-99aa-305fa99f5f27 req-e0e0f4ae-dc42-4c76-9c78-af5a49bab061 service neutron] 10.222.0.31 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022593 Dec 20 21:25:43.906243 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ff14f-dc3c-49aa-8c8b-3e9a13185fe5 req-5bf4fd4d-a6f9-4b28-a959-465ba3a44513 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:43.916662 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ac8ff14f-dc3c-49aa-8c8b-3e9a13185fe5 req-5bf4fd4d-a6f9-4b28-a959-465ba3a44513 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 946 time: 0.0834243 Dec 20 21:25:43.975091 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ac8ff14f-dc3c-49aa-8c8b-3e9a13185fe5 req-299b689e-d60f-4d74-812f-5e22b1ec1ad8 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ce2e097-a004-4d03-a210-96bfd8bddf88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575018 Dec 20 21:25:44.077807 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f972bf0-29ca-4f9d-a66c-4ab28860e40c req-dda8a59f-7831-4929-a05d-e0dcdf17fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:44.079634 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4f972bf0-29ca-4f9d-a66c-4ab28860e40c req-dda8a59f-7831-4929-a05d-e0dcdf17fef8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2372edae52864334a53d4fba944cc335&device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 1093 time: 0.0580916 Dec 20 21:25:44.142483 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22323f-576d-424e-981e-51159b69f8cc req-1422d748-1700-4759-afa1-3850da38e667 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:44.150270 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b22323f-576d-424e-981e-51159b69f8cc req-1422d748-1700-4759-afa1-3850da38e667 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 943 time: 0.0625095 Dec 20 21:25:44.198888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f972bf0-29ca-4f9d-a66c-4ab28860e40c req-47b4f878-6d89-4933-acc0-303b81de3fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:44.204993 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4f972bf0-29ca-4f9d-a66c-4ab28860e40c req-47b4f878-6d89-4933-acc0-303b81de3fe9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c507b886-4c4e-4889-b255-5311698a9b7a HTTP/1.1" status: 200 len: 917 time: 0.1178043 Dec 20 21:25:44.218720 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b22323f-576d-424e-981e-51159b69f8cc req-db134f49-c8a2-4baa-bbae-c69ab3542548 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674226 Dec 20 21:25:44.281542 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4f972bf0-29ca-4f9d-a66c-4ab28860e40c req-1f8a242f-7dd8-49b6-adcb-e8039ccee61c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826 HTTP/1.1" status: 200 len: 217 time: 0.0680392 Dec 20 21:25:44.335008 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf69948-380b-42d0-a440-b3c9a99e7369 req-01c28c92-5711-4786-9ed4-90265d08b5fe tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:44.336759 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf69948-380b-42d0-a440-b3c9a99e7369 req-01c28c92-5711-4786-9ed4-90265d08b5fe tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 944 time: 0.0666778 Dec 20 21:25:44.403691 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f972bf0-29ca-4f9d-a66c-4ab28860e40c req-97c5c3d9-0c6e-4021-82de-55a751ffd047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:44.405344 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4f972bf0-29ca-4f9d-a66c-4ab28860e40c req-97c5c3d9-0c6e-4021-82de-55a751ffd047 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=550ee55d-1479-46f2-9e4e-e2b23472d5bb HTTP/1.1" status: 200 len: 855 time: 0.0881751 Dec 20 21:25:44.415488 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0bf69948-380b-42d0-a440-b3c9a99e7369 req-e9fc88e9-fb42-4e90-a286-90946e6b9826 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554054 Dec 20 21:25:44.502227 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:44.512471 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc1b04-996d-4370-b1b8-12bbc32ec63a req-d1ddabe5-57e5-4905-bf56-11ba5c805fac tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:44.514272 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-debc1b04-996d-4370-b1b8-12bbc32ec63a req-d1ddabe5-57e5-4905-bf56-11ba5c805fac tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 946 time: 0.0794175 Dec 20 21:25:44.521444 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f972bf0-29ca-4f9d-a66c-4ab28860e40c req-ea37976b-75fd-431c-a0fa-a614d71f49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:44.523098 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4f972bf0-29ca-4f9d-a66c-4ab28860e40c req-ea37976b-75fd-431c-a0fa-a614d71f49c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c507b886-4c4e-4889-b255-5311698a9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1024163 Dec 20 21:25:44.706963 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4f972bf0-29ca-4f9d-a66c-4ab28860e40c req-3ea9a430-72f2-465e-9d39-85a219060e71 service neutron] 10.222.0.31 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747725 Dec 20 21:25:44.800081 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-debc1b04-996d-4370-b1b8-12bbc32ec63a req-7c621029-a41d-46b8-9914-733c0e1e9900 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Deleting port 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:25:44.800671 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-debc1b04-996d-4370-b1b8-12bbc32ec63a req-7c621029-a41d-46b8-9914-733c0e1e9900 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:44.883504 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ea24b-1e5b-4d71-9ad6-6f70ef54a839 req-70ca78c0-35d9-49f9-90b1-dd082b7e9b69 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:44.891259 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-833ea24b-1e5b-4d71-9ad6-6f70ef54a839 req-70ca78c0-35d9-49f9-90b1-dd082b7e9b69 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.1817710 Dec 20 21:25:44.976389 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4f972bf0-29ca-4f9d-a66c-4ab28860e40c req-10321221-ba68-40a2-852d-76ef3768d961 service neutron] 10.222.0.31 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572100 Dec 20 21:25:44.978410 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-debc1b04-996d-4370-b1b8-12bbc32ec63a req-7c621029-a41d-46b8-9914-733c0e1e9900 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] For port 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b,segment=NetworkSegment(76910336-58f1-4fc8-bd75-b73f44b80ee5),segment_id=76910336-58f1-4fc8-bd75-b73f44b80ee5)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:44.978781 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-debc1b04-996d-4370-b1b8-12bbc32ec63a req-7c621029-a41d-46b8-9914-733c0e1e9900 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:45.022350 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-833ea24b-1e5b-4d71-9ad6-6f70ef54a839 req-df012642-35e3-4862-baa5-26a2f9ea96da tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297979 Dec 20 21:25:45.250796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc9801-bef4-455a-b6bd-935c52044d2e req-ede9269b-7dc3-43f4-ba8e-cfbbac7f8c83 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:45.252750 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2bcc9801-bef4-455a-b6bd-935c52044d2e req-ede9269b-7dc3-43f4-ba8e-cfbbac7f8c83 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 946 time: 0.0624585 Dec 20 21:25:45.300248 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2bcc9801-bef4-455a-b6bd-935c52044d2e req-f5cfcb9b-3dac-4ea5-bf9e-ea2677eef0c5 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ce2e097-a004-4d03-a210-96bfd8bddf88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394025 Dec 20 21:25:45.369846 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-debc1b04-996d-4370-b1b8-12bbc32ec63a req-7c621029-a41d-46b8-9914-733c0e1e9900 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:45.370443 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-debc1b04-996d-4370-b1b8-12bbc32ec63a req-7c621029-a41d-46b8-9914-733c0e1e9900 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:45.370946 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [req-debc1b04-996d-4370-b1b8-12bbc32ec63a req-7c621029-a41d-46b8-9914-733c0e1e9900 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Floating IP b4c4926f-2b60-47da-941a-504277c14438 disassociated. External IP: 172.35.3.96, port: 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b. Dec 20 21:25:45.373086 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-debc1b04-996d-4370-b1b8-12bbc32ec63a req-7c621029-a41d-46b8-9914-733c0e1e9900 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Calling delete_port for 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:25:45.573151 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3114724-5fe0-4161-992e-dd7f7f283615 req-ed40427f-fb3d-46f9-b6d0-fb87d5241293 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:45.581478 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d3114724-5fe0-4161-992e-dd7f7f283615 req-ed40427f-fb3d-46f9-b6d0-fb87d5241293 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 943 time: 0.1772814 Dec 20 21:25:45.642821 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d3114724-5fe0-4161-992e-dd7f7f283615 req-4aaf92b2-91e3-43c1-8fe1-e7aa19b0a753 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603948 Dec 20 21:25:45.705076 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-debc1b04-996d-4370-b1b8-12bbc32ec63a req-7c621029-a41d-46b8-9914-733c0e1e9900 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:45.757841 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c621029-a41d-46b8-9914-733c0e1e9900 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Pushing event deleted for resources: {'Port': ['ID=0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:45.885728 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab7fa1-91c4-423d-82aa-f0edf8f8c89a req-543cb1ad-0b50-4693-affc-d90d2690364b tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:45.892006 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5dab7fa1-91c4-423d-82aa-f0edf8f8c89a req-543cb1ad-0b50-4693-affc-d90d2690364b tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.0673983 Dec 20 21:25:45.939542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5dab7fa1-91c4-423d-82aa-f0edf8f8c89a req-a75a558f-0747-4e56-8a24-acd35d189b81 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424199 Dec 20 21:25:45.950276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54627118-4d77-4f10-a4c2-542df6769439 req-c73aecd8-47e4-4a59-9722-12161fca28b2 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:45.961171 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54627118-4d77-4f10-a4c2-542df6769439 req-c73aecd8-47e4-4a59-9722-12161fca28b2 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/networks?id=f8ecd6d4-0049-4886-bf80-aba52fe894ef HTTP/1.1" status: 200 len: 811 time: 0.3402617 Dec 20 21:25:45.987466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-debc1b04-996d-4370-b1b8-12bbc32ec63a req-7c621029-a41d-46b8-9914-733c0e1e9900 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Router 06f30906-cb6a-48b0-88ba-a709a7f9ef82 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:25:46.000929 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54627118-4d77-4f10-a4c2-542df6769439 req-b7e70f1b-cb38-452a-81c8-db3bfb5c00b9 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/quotas/f3250a572e594725834b58fe4e751869 HTTP/1.1" status: 200 len: 375 time: 0.0384173 Dec 20 21:25:46.126004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c41a04-8393-4e1c-8399-045d0270bb64 req-4542bda2-a1d0-4d1d-8122-3fc7c2746feb tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:46.127617 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-45c41a04-8393-4e1c-8399-045d0270bb64 req-4542bda2-a1d0-4d1d-8122-3fc7c2746feb tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 944 time: 0.1143830 Dec 20 21:25:46.171945 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54627118-4d77-4f10-a4c2-542df6769439 req-e916fd94-4464-46ca-bd1d-ae12a6bacba3 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3250a572e594725834b58fe4e751869&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1685863 Dec 20 21:25:46.209403 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-45c41a04-8393-4e1c-8399-045d0270bb64 req-0d31837c-df9a-4f5c-933d-dda6acf0a0eb tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627861 Dec 20 21:25:46.241756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-debc1b04-996d-4370-b1b8-12bbc32ec63a req-7c621029-a41d-46b8-9914-733c0e1e9900 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:25:46.255651 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42014fe1-9ed7-4196-8e43-7e8cce2d40d5 None None] Sync routers for ids ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:25:46.271002 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42014fe1-9ed7-4196-8e43-7e8cce2d40d5 None None] Routers {'06f30906-cb6a-48b0-88ba-a709a7f9ef82'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:25:46.272185 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-42014fe1-9ed7-4196-8e43-7e8cce2d40d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:25:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:46.359991 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-debc1b04-996d-4370-b1b8-12bbc32ec63a req-7c621029-a41d-46b8-9914-733c0e1e9900 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] No DVR routers for this DVR port 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:25:46.363635 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-debc1b04-996d-4370-b1b8-12bbc32ec63a req-7c621029-a41d-46b8-9914-733c0e1e9900 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:46.368423 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-debc1b04-996d-4370-b1b8-12bbc32ec63a req-7c621029-a41d-46b8-9914-733c0e1e9900 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.66 "DELETE /v2.0/ports/0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b HTTP/1.1" status: 204 len: 173 time: 1.8443179 Dec 20 21:25:46.374404 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16', 'name': 'network-vif-deleted', 'tag': '0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:46.381026 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbdb7f5-3047-4b4d-828c-5e15708be9f4" -d '{"events": [{"server_uuid": "c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16", "name": "network-vif-deleted", "tag": "0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:46.459938 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54627118-4d77-4f10-a4c2-542df6769439 req-cceeb952-523d-467b-9551-ebcc9b7c44de service neutron] 10.222.0.32 "GET /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868094 Dec 20 21:25:46.499675 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-42014fe1-9ed7-4196-8e43-7e8cce2d40d5 None None] Set router 06f30906-cb6a-48b0-88ba-a709a7f9ef82 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:25:46.676404 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-be9865e8-d43a-4cda-8671-3a64fafeb141 req-a4e87e21-5094-4273-ac9d-a1fb2cb6c859 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16 HTTP/1.1" status: 200 len: 210 time: 0.0706015 Dec 20 21:25:46.686004 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54627118-4d77-4f10-a4c2-542df6769439 req-c35b4a98-9d18-416a-9d51-9b14c19a2d82 service neutron] 10.222.0.32 "GET /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178574 Dec 20 21:25:46.745050 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9c21f8-1c79-4c34-966b-128859c2aa60 x-openstack-request-id: req-0c9c21f8-1c79-4c34-966b-128859c2aa60 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:46.745649 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16", "name": "network-vif-deleted", "tag": "0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:46.745649 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c9c21f8-1c79-4c34-966b-128859c2aa60 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:46.745957 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ec45ba-b2a3-48cd-9ab8-9e17a6f52c16', 'name': 'network-vif-deleted', 'tag': '0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b', 'status': 'completed', 'code': 200} Dec 20 21:25:46.892412 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-42014fe1-9ed7-4196-8e43-7e8cce2d40d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'name': 'tempest-ServersTestManualDisk-876673748-router', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:21Z', 'updated_at': '2021-12-20T21:23:31Z', 'revision_number': 4, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'gw_port': {'id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:23Z', 'updated_at': '2021-12-20T21:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'bdcecc81-d5b4-4952-a40a-00d82039f7c0', 'name': '', 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'mac_address': 'fa:16:3e:b0:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:29Z', 'updated_at': '2021-12-20T21:23:35Z', 'revision_number': 5, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'subnets': [{'id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:46.972637 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42014fe1-9ed7-4196-8e43-7e8cce2d40d5 None None] Checking router: 06f30906-cb6a-48b0-88ba-a709a7f9ef82 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:25:46.987470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e3611-a3b3-435c-b9bf-fd84fbc0e5be req-fd50c896-5b08-4274-8526-b547df34f830 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:47.003055 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42014fe1-9ed7-4196-8e43-7e8cce2d40d5 None None] Routers {'06f30906-cb6a-48b0-88ba-a709a7f9ef82'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:25:47.003977 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-42014fe1-9ed7-4196-8e43-7e8cce2d40d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:25:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:47.014490 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-759e3611-a3b3-435c-b9bf-fd84fbc0e5be req-fd50c896-5b08-4274-8526-b547df34f830 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 943 time: 0.1720481 Dec 20 21:25:47.084824 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-581bfc2b-67a1-4e13-951f-67ed6bba46f6 req-957de2b0-f5c4-485e-a363-512950b56f5e tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 210 time: 0.0646212 Dec 20 21:25:47.156860 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-759e3611-a3b3-435c-b9bf-fd84fbc0e5be req-33736ffe-904e-4424-a996-52733ed9fc6c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306965 Dec 20 21:25:47.241778 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-42014fe1-9ed7-4196-8e43-7e8cce2d40d5 None None] Set router 06f30906-cb6a-48b0-88ba-a709a7f9ef82 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:25:47.310595 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-05468a7d-a3c5-412c-9825-e571e65a0311 service neutron] 10.222.0.31 "GET /v2.0/ports/4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c/bindings/n-h2-xena-1 HTTP/1.1" status: 200 len: 382 time: 0.1672144 Dec 20 21:25:47.355034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58862b12-6154-481b-8a2d-1ae13fece9c6 req-23b39db2-0cc6-4ea3-a001-000a1468ad32 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:47.356547 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-58862b12-6154-481b-8a2d-1ae13fece9c6 req-23b39db2-0cc6-4ea3-a001-000a1468ad32 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.1358783 Dec 20 21:25:47.432921 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bf290-f8f4-4998-9492-b600f91c60f0 req-c564f9d0-35d0-44e4-97ec-a8277e57be76 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:47.442523 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f6bf290-f8f4-4998-9492-b600f91c60f0 req-c564f9d0-35d0-44e4-97ec-a8277e57be76 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 944 time: 0.0947690 Dec 20 21:25:47.497491 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f6bf290-f8f4-4998-9492-b600f91c60f0 req-9dd567e4-9b72-4d3f-8900-ba7977a41594 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530257 Dec 20 21:25:47.508314 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-58862b12-6154-481b-8a2d-1ae13fece9c6 req-079797b6-865e-4a5b-887d-c9c362205884 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437347 Dec 20 21:25:47.597126 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6cfbd27e-f961-4de8-8f03-fb0e251e0826 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:25:47.604612 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:25:47.701068 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-42014fe1-9ed7-4196-8e43-7e8cce2d40d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'name': 'tempest-ServersTestManualDisk-876673748-router', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:21Z', 'updated_at': '2021-12-20T21:23:31Z', 'revision_number': 4, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'gw_port': {'id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:23Z', 'updated_at': '2021-12-20T21:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'bdcecc81-d5b4-4952-a40a-00d82039f7c0', 'name': '', 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'mac_address': 'fa:16:3e:b0:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:29Z', 'updated_at': '2021-12-20T21:23:35Z', 'revision_number': 5, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'subnets': [{'id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:47.747432 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42014fe1-9ed7-4196-8e43-7e8cce2d40d5 None None] The sync data for ids ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'] in n-d-xena-1 is: [{'id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'name': 'tempest-ServersTestManualDisk-876673748-router', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:21Z', 'updated_at': '2021-12-20T21:23:31Z', 'revision_number': 4, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'gw_port': {'id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:23Z', 'updated_at': '2021-12-20T21:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'bdcecc81-d5b4-4952-a40a-00d82039f7c0', 'name': '', 'network_id': '1b7f31d9-bd6a-47eb-aab4-7242901186a7', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'mac_address': 'fa:16:3e:b0:50:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:29Z', 'updated_at': '2021-12-20T21:23:35Z', 'revision_number': 5, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'subnets': [{'id': 'ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:25:47.790744 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59548) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:47.849323 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:47.886449 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-304fb760-4594-4ca9-8c8f-75f9b41b6c77 service neutron] For port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:47.890026 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29193210-4f31-45cc-97cf-6a672af97089 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:47.927353 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-304fb760-4594-4ca9-8c8f-75f9b41b6c77 service neutron] For port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:25:47.931222 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29193210-4f31-45cc-97cf-6a672af97089 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:47.986708 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29193210-4f31-45cc-97cf-6a672af97089 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:47.989392 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29193210-4f31-45cc-97cf-6a672af97089 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:47.992968 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-29193210-4f31-45cc-97cf-6a672af97089 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "DELETE /v2.0/security-groups/2ce2e097-a004-4d03-a210-96bfd8bddf88 HTTP/1.1" status: 204 len: 168 time: 0.1989114 Dec 20 21:25:47.993944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59552) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:48.026974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29193210-4f31-45cc-97cf-6a672af97089 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce2e097-a004-4d03-a210-96bfd8bddf88,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:48.030400 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-53a8ce46-ed46-439b-8c00-06188e6af5e8 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] show failed (client error): The resource could not be found. Dec 20 21:25:48.033911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-53a8ce46-ed46-439b-8c00-06188e6af5e8 tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "GET /v2.0/security-groups/2ce2e097-a004-4d03-a210-96bfd8bddf88 HTTP/1.1" status: 404 len: 347 time: 0.0340056 Dec 20 21:25:48.034045 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-304fb760-4594-4ca9-8c8f-75f9b41b6c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:25:48.042654 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59554) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:48.066508 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-304fb760-4594-4ca9-8c8f-75f9b41b6c77 service neutron] For port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:48.093860 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6cfbd27e-f961-4de8-8f03-fb0e251e0826, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:48.109087 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-304fb760-4594-4ca9-8c8f-75f9b41b6c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:48.138165 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '6cfbd27e-f961-4de8-8f03-fb0e251e0826', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'port_id': '6cfbd27e-f961-4de8-8f03-fb0e251e0826', 'mac_address': 'fa:16:3e:3d:b4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:25:48.232831 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:48.255010 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cfbd27e-f961-4de8-8f03-fb0e251e0826 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:25:48.289057 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6cfbd27e-f961-4de8-8f03-fb0e251e0826, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:48.295038 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-304fb760-4594-4ca9-8c8f-75f9b41b6c77 service neutron] Transition to ACTIVE for port object 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:25:48.295638 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:48.315588 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-696db117-06ce-4143-8dca-6beb2f2ff918 req-e3c8904c-04a5-47f6-b9a2-be2c07aa42b5 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 210 time: 0.0905778 Dec 20 21:25:48.336975 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-304fb760-4594-4ca9-8c8f-75f9b41b6c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:48.356099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-9b72aa5e-01f8-4d92-b1a2-465d0ffd89cb tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Deleting port 5acfef29-69f2-432c-bb54-2418729ed950 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:25:48.357128 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9b72aa5e-01f8-4d92-b1a2-465d0ffd89cb tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:48.367930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fda18b-736a-4acb-b317-c8ec7dadfe5c None None] New status for floating IP b4c4926f-2b60-47da-941a-504277c14438: DOWN {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:25:48.402102 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fb760-4594-4ca9-8c8f-75f9b41b6c77 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,revision_number=10']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:48.448808 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3925b3-d2a3-4801-a3b5-2c53ef3e315a req-804db737-eabc-4296-abb8-88f6d624eec9 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:48.457467 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9a3925b3-d2a3-4801-a3b5-2c53ef3e315a req-804db737-eabc-4296-abb8-88f6d624eec9 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 944 time: 0.1603317 Dec 20 21:25:48.459735 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9b72aa5e-01f8-4d92-b1a2-465d0ffd89cb tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:48.460134 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9b72aa5e-01f8-4d92-b1a2-465d0ffd89cb tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:48.492961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-9b72aa5e-01f8-4d92-b1a2-465d0ffd89cb tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Calling delete_port for 5acfef29-69f2-432c-bb54-2418729ed950 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:25:48.499412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=6cfbd27e-f961-4de8-8f03-fb0e251e0826,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:48.505595 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:25:48.524995 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:48.525462 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:48.526010 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:48.526574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:48.527095 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:48.527901 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:48.528422 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:48.528937 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:48.529468 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:48.529981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:48.530536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:48.531065 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:25:48.546468 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-304fb760-4594-4ca9-8c8f-75f9b41b6c77 service neutron] No DVR routers for this DVR port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:25:48.595163 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-304fb760-4594-4ca9-8c8f-75f9b41b6c77 service neutron] 10.222.0.31 "PUT /v2.0/ports/4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c/bindings/n-h2-xena-1/activate HTTP/1.1" status: 200 len: 367 time: 1.2767541 Dec 20 21:25:48.607480 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:25:48.618005 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0535abbb-2f36-4c5b-aaf5-c08d8ab09c5b not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:25:48.621444 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9a3925b3-d2a3-4801-a3b5-2c53ef3e315a req-c9a4eae1-6749-47a1-b10f-ba1d036f8b54 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629043 Dec 20 21:25:48.673889 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['6cfbd27e-f961-4de8-8f03-fb0e251e0826'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:25:48.845300 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7749ce-e4e6-48d5-aac5-be2fb61c219a req-812b8789-c668-489e-9e18-b13b06a6aa55 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:48.852001 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb7749ce-e4e6-48d5-aac5-be2fb61c219a req-812b8789-c668-489e-9e18-b13b06a6aa55 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.2034276 Dec 20 21:25:48.862269 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54627118-4d77-4f10-a4c2-542df6769439 req-0ddd7912-db70-4013-80c0-ad922ad6385b tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:48.864360 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54627118-4d77-4f10-a4c2-542df6769439 req-0ddd7912-db70-4013-80c0-ad922ad6385b tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.66 "GET /v2.0/networks?id=f8ecd6d4-0049-4886-bf80-aba52fe894ef HTTP/1.1" status: 200 len: 811 time: 0.2116616 Dec 20 21:25:48.890376 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a75870-b18c-4581-b29a-cc00fdbb9f60 req-4e597c9a-2d6b-4e43-9f10-3dc03e7a899c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:48.898793 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-35a75870-b18c-4581-b29a-cc00fdbb9f60 req-4e597c9a-2d6b-4e43-9f10-3dc03e7a899c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 945 time: 0.1105907 Dec 20 21:25:48.913442 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-54627118-4d77-4f10-a4c2-542df6769439 req-8851e19b-7ece-43a2-81d3-1a0a644d65b0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Request body: {'port': {'device_id': 'd79e15d1-15a6-4d75-bf6e-09a44a8cc4d6', 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef', 'admin_state_up': True, 'tenant_id': 'f3250a572e594725834b58fe4e751869'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:48.959684 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-1378cb9c-33fe-428b-b28b-93060faaf162 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:48.961242 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-1378cb9c-33fe-428b-b28b-93060faaf162 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f&tenant_id=68013026329e4661b48075edeb3524ab&binding%3Ahost_id=n-h1-xena-1 HTTP/1.1" status: 200 len: 1093 time: 0.2061043 Dec 20 21:25:49.004308 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-35a75870-b18c-4581-b29a-cc00fdbb9f60 req-a0bfafbb-3fae-46bd-a486-5a9d071430b3 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858650 Dec 20 21:25:49.032558 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb7749ce-e4e6-48d5-aac5-be2fb61c219a req-1a264d67-6804-406a-aa09-1c8d19b038ee tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383755 Dec 20 21:25:49.084673 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54627118-4d77-4f10-a4c2-542df6769439 req-8851e19b-7ece-43a2-81d3-1a0a644d65b0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Made reservation on behalf of f3250a572e594725834b58fe4e751869 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:25:49.088891 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-54627118-4d77-4f10-a4c2-542df6769439 req-8851e19b-7ece-43a2-81d3-1a0a644d65b0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:49.136832 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9b72aa5e-01f8-4d92-b1a2-465d0ffd89cb tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:49.160212 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-3523b478-ac2b-43b3-9f8e-b907a9a5de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:49.162399 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-3523b478-ac2b-43b3-9f8e-b907a9a5de93 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f&tenant_id=68013026329e4661b48075edeb3524ab HTTP/1.1" status: 200 len: 1093 time: 0.1901338 Dec 20 21:25:49.207279 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72aa5e-01f8-4d92-b1a2-465d0ffd89cb tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Pushing event deleted for resources: {'Port': ['ID=5acfef29-69f2-432c-bb54-2418729ed950,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:49.314446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-54627118-4d77-4f10-a4c2-542df6769439 req-8851e19b-7ece-43a2-81d3-1a0a644d65b0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Allocated IP 172.20.0.10 (f8ecd6d4-0049-4886-bf80-aba52fe894ef/bbb08b0c-a9ff-4797-9123-5ee7d55aacb5/ef2fb4c5-a764-45d3-9348-07b5b8b9f84c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:25:49.320574 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9b72aa5e-01f8-4d92-b1a2-465d0ffd89cb tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:49.323344 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9b72aa5e-01f8-4d92-b1a2-465d0ffd89cb tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:49.327577 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9b72aa5e-01f8-4d92-b1a2-465d0ffd89cb tempest-ServersTestManualDisk-85878130 tempest-ServersTestManualDisk-85878130-project] 10.222.0.32 "DELETE /v2.0/floatingips/b4c4926f-2b60-47da-941a-504277c14438 HTTP/1.1" status: 204 len: 168 time: 1.2829220 Dec 20 21:25:49.328458 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59578) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:49.344488 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-3992914b-3f17-406c-90de-5b30e5fc9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:49.346214 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-3992914b-3f17-406c-90de-5b30e5fc9c24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=68013026329e4661b48075edeb3524ab&device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 1093 time: 0.1188233 Dec 20 21:25:49.837993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-efc78413-439b-4944-905f-3f0ba38e5ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:49.840016 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-efc78413-439b-4944-905f-3f0ba38e5ed8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 200 len: 907 time: 0.4863565 Dec 20 21:25:49.892673 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cdcf8e5c-e406-43a7-a577-1dfd7c313e9d req-9188d30c-8fda-4742-b6f9-7330b94cfbf4 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 210 time: 0.0454388 Dec 20 21:25:49.944251 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-422cd4e9-6c01-4d9f-81b7-c0b05ca50b04 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c HTTP/1.1" status: 200 len: 217 time: 0.0905757 Dec 20 21:25:50.006380 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-d542ea50-3f9e-4528-a7ca-d1728f0fd4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:50.008432 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-d542ea50-3f9e-4528-a7ca-d1728f0fd4ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 200 len: 846 time: 0.0559587 Dec 20 21:25:50.060504 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f50e5-418b-4458-acce-aa7a48a14a23 req-41972f44-27ed-46a3-8d63-429b155af9b2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:50.062330 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b7f50e5-418b-4458-acce-aa7a48a14a23 req-41972f44-27ed-46a3-8d63-429b155af9b2 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 944 time: 0.1401775 Dec 20 21:25:50.080501 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-faba0a05-52c0-4c22-86bc-5645c2e399e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ef25a713-78cb-4680-b602-defc0f8ef6dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638769 Dec 20 21:25:50.276116 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084634a8-a015-4098-8b94-cb14bc6385e5 req-8d766b35-a57c-44b3-b06c-2035bc96b4d6 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:50.289709 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-084634a8-a015-4098-8b94-cb14bc6385e5 req-8d766b35-a57c-44b3-b06c-2035bc96b4d6 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 945 time: 0.1718631 Dec 20 21:25:50.349333 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-084634a8-a015-4098-8b94-cb14bc6385e5 req-66f3ba61-710e-4fdb-8143-ada94dc086ab tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584779 Dec 20 21:25:50.375129 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b7f50e5-418b-4458-acce-aa7a48a14a23 req-8126e125-12c7-4408-8bea-ac6c172439fd tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684813 Dec 20 21:25:50.376707 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-5818cd68-a400-44cc-843a-eed37a99249e service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873292 Dec 20 21:25:50.444824 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-54627118-4d77-4f10-a4c2-542df6769439 req-8851e19b-7ece-43a2-81d3-1a0a644d65b0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:50.538921 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-54627118-4d77-4f10-a4c2-542df6769439 req-8851e19b-7ece-43a2-81d3-1a0a644d65b0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:50.581495 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['2f4d255e-dcd5-4c76-b3bb-b708905ae554'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:25:50.621903 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54627118-4d77-4f10-a4c2-542df6769439 req-8851e19b-7ece-43a2-81d3-1a0a644d65b0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Network f8ecd6d4-0049-4886-bf80-aba52fe894ef is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:25:50.623114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a15b9c-c7f8-45c6-a77e-d07af2b589f8 req-144c75db-f699-48ae-a338-97d77c7d8dd4 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:50.624775 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a6a15b9c-c7f8-45c6-a77e-d07af2b589f8 req-144c75db-f699-48ae-a338-97d77c7d8dd4 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.1179252 Dec 20 21:25:50.638318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-54627118-4d77-4f10-a4c2-542df6769439 req-8851e19b-7ece-43a2-81d3-1a0a644d65b0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:25:50.647218 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-54627118-4d77-4f10-a4c2-542df6769439 req-8851e19b-7ece-43a2-81d3-1a0a644d65b0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:25:50.657542 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851e19b-7ece-43a2-81d3-1a0a644d65b0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Pushing event updated for resources: {'Port': ['ID=ef2fb4c5-a764-45d3-9348-07b5b8b9f84c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:50.708269 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a6a15b9c-c7f8-45c6-a77e-d07af2b589f8 req-48d6fa24-754b-4d0e-8f34-aa3b9cdc83c3 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735464 Dec 20 21:25:50.736312 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-2efa0fb4-d165-4701-aa4e-f05d3e69d7a3 service neutron] 10.222.0.66 "GET /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550630 Dec 20 21:25:50.758428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54627118-4d77-4f10-a4c2-542df6769439 req-8851e19b-7ece-43a2-81d3-1a0a644d65b0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:50.759221 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-54627118-4d77-4f10-a4c2-542df6769439 req-8851e19b-7ece-43a2-81d3-1a0a644d65b0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:50.786028 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54627118-4d77-4f10-a4c2-542df6769439 req-8851e19b-7ece-43a2-81d3-1a0a644d65b0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8833604 Dec 20 21:25:50.847624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Request body: {'port': {'device_id': 'd79e15d1-15a6-4d75-bf6e-09a44a8cc4d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:50.894254 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22a9dd9a-2208-4f79-a69b-3d1355bc3bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:51.003445 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:51.119746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-d0bedb73-d89b-4e86-89b1-97c920270933 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:51.121395 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-d0bedb73-d89b-4e86-89b1-97c920270933 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f&tenant_id=68013026329e4661b48075edeb3524ab&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 1093 time: 0.0537548 Dec 20 21:25:51.179911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d622d4-af28-42db-ae1e-8e9423675469 req-88cec745-d912-4df3-a12b-08d0fbeee36b tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:51.181486 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f9d622d4-af28-42db-ae1e-8e9423675469 req-88cec745-d912-4df3-a12b-08d0fbeee36b tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 932 time: 0.1826918 Dec 20 21:25:51.286849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-1633ade9-93fb-4f39-8659-c7f6a0839a93 service neutron] For port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:25:51.291691 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-1633ade9-93fb-4f39-8659-c7f6a0839a93 service neutron] Notify callbacks [] for binding, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:51.293234 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db24b603-8d87-4a66-9fc2-971aa5cadf1e req-1633ade9-93fb-4f39-8659-c7f6a0839a93 service neutron] 10.222.0.66 "DELETE /v2.0/ports/4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c/bindings/n-h1-xena-1 HTTP/1.1" status: 204 len: 173 time: 0.1640544 Dec 20 21:25:51.302107 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f9d622d4-af28-42db-ae1e-8e9423675469 req-b6b674af-79db-431b-9fb3-36fc67f796b6 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110568 Dec 20 21:25:51.552187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e4c11-bc31-4d44-a5de-498c3b9a0a72 req-5520a4af-8711-46dd-807d-e51d1e3d1da2 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:51.564418 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9a9e4c11-bc31-4d44-a5de-498c3b9a0a72 req-5520a4af-8711-46dd-807d-e51d1e3d1da2 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 945 time: 0.1144042 Dec 20 21:25:51.589780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2fb4c5-a764-45d3-9348-07b5b8b9f84c {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:25:51.600966 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:51.609980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-22a9dd9a-2208-4f79-a69b-3d1355bc3bc6 admin admin] Deleting port bdcecc81-d5b4-4952-a40a-00d82039f7c0 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:25:51.610262 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22a9dd9a-2208-4f79-a69b-3d1355bc3bc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:51.613836 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6cfbd27e-f961-4de8-8f03-fb0e251e0826 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:25:51.641410 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9a9e4c11-bc31-4d44-a5de-498c3b9a0a72 req-3840033e-827b-4699-a942-6407f0fe4d9b tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759366 Dec 20 21:25:51.672710 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Transition to ACTIVE for port object ef2fb4c5-a764-45d3-9348-07b5b8b9f84c will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:25:51.715323 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d579aa2-a40f-40d0-af81-be3bfcd3824a req-69c7bbe8-b68c-46d0-8b2c-1fa8dec4fd65 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:51.715323 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6d579aa2-a40f-40d0-af81-be3bfcd3824a req-69c7bbe8-b68c-46d0-8b2c-1fa8dec4fd65 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 944 time: 0.1625781 Dec 20 21:25:51.719061 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:51.767805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 6cfbd27e-f961-4de8-8f03-fb0e251e0826 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:25:51.784235 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 6cfbd27e-f961-4de8-8f03-fb0e251e0826 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:25:51.784687 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:51.846205 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6d579aa2-a40f-40d0-af81-be3bfcd3824a req-c0ff5a06-d065-4ce5-bf5f-7ccb3c198a7b tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314223 Dec 20 21:25:51.871982 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-22a9dd9a-2208-4f79-a69b-3d1355bc3bc6 admin admin] For port bdcecc81-d5b4-4952-a40a-00d82039f7c0, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=bdcecc81-d5b4-4952-a40a-00d82039f7c0,segment=NetworkSegment(76910336-58f1-4fc8-bd75-b73f44b80ee5),segment_id=76910336-58f1-4fc8-bd75-b73f44b80ee5)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:51.872460 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22a9dd9a-2208-4f79-a69b-3d1355bc3bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:51.892175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-22a9dd9a-2208-4f79-a69b-3d1355bc3bc6 admin admin] Calling delete_port for bdcecc81-d5b4-4952-a40a-00d82039f7c0 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:25:51.927374 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:51.964605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfbd27e-f961-4de8-8f03-fb0e251e0826'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:51.968077 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f08967-10fd-4548-85d9-ae2ba6b6d6fc" -d '{"events": [{"server_uuid": "ffdd2c35-dedb-47b7-9636-b1d042599de3", "name": "network-vif-plugged", "status": "completed", "tag": "6cfbd27e-f961-4de8-8f03-fb0e251e0826"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:51.989593 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2fb4c5-a764-45d3-9348-07b5b8b9f84c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:51.996604 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6cfbd27e-f961-4de8-8f03-fb0e251e0826, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:52.006662 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:52.036851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03481-548e-484a-8119-c362576166bf req-1ed49f8d-b406-4454-b7e4-95b6b924c9c3 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:52.038622 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36c03481-548e-484a-8119-c362576166bf req-1ed49f8d-b406-4454-b7e4-95b6b924c9c3 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.0688622 Dec 20 21:25:52.055505 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=6cfbd27e-f961-4de8-8f03-fb0e251e0826,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:52.081450 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36c03481-548e-484a-8119-c362576166bf req-5a669ef5-5454-4284-92d7-d7d63b9134e0 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362282 Dec 20 21:25:52.164513 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f963c6-2783-46dc-a48d-e0e79be968bc req-c5098a21-9862-4d67-a13f-2f27a51eb6be tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:52.166192 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87f963c6-2783-46dc-a48d-e0e79be968bc req-c5098a21-9862-4d67-a13f-2f27a51eb6be tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 1093 time: 0.1389468 Dec 20 21:25:52.178034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Attempting to bind port ef2fb4c5-a764-45d3-9348-07b5b8b9f84c on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:25:52.178474 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Attempting to bind port ef2fb4c5-a764-45d3-9348-07b5b8b9f84c by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '98f6d881-3939-439f-8dec-3eabefbc3a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:25:52.179151 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Attempting to bind port ef2fb4c5-a764-45d3-9348-07b5b8b9f84c on network f8ecd6d4-0049-4886-bf80-aba52fe894ef {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:25:52.187897 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b88fdc-4ac1-4735-9b94-af7dcee66b74 x-openstack-request-id: req-d9b88fdc-4ac1-4735-9b94-af7dcee66b74 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:52.188352 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdd2c35-dedb-47b7-9636-b1d042599de3", "name": "network-vif-plugged", "status": "completed", "tag": "6cfbd27e-f961-4de8-8f03-fb0e251e0826", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:52.189359 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9b88fdc-4ac1-4735-9b94-af7dcee66b74 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:52.190040 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfbd27e-f961-4de8-8f03-fb0e251e0826', 'code': 200} Dec 20 21:25:52.211127 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Port ef2fb4c5-a764-45d3-9348-07b5b8b9f84c on network f8ecd6d4-0049-4886-bf80-aba52fe894ef not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:25:52.211712 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Attempting to bind port ef2fb4c5-a764-45d3-9348-07b5b8b9f84c on network f8ecd6d4-0049-4886-bf80-aba52fe894ef {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:25:52.221889 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:25:52.222594 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Checking segment: {'id': '98f6d881-3939-439f-8dec-3eabefbc3a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:25:52.223025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Bound using segment: {'id': '98f6d881-3939-439f-8dec-3eabefbc3a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:25:52.223429 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Bound port: ef2fb4c5-a764-45d3-9348-07b5b8b9f84c, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f6d881-3939-439f-8dec-3eabefbc3a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:25:52.223928 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:52.271696 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87f963c6-2783-46dc-a48d-e0e79be968bc req-b543beb0-f49a-4cc5-8645-480a9909ab49 tempest-LiveMigrationTest-2102585939 tempest-LiveMigrationTest-2102585939-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971518 Dec 20 21:25:52.362295 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22a9dd9a-2208-4f79-a69b-3d1355bc3bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:52.412599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9dd9a-2208-4f79-a69b-3d1355bc3bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdcecc81-d5b4-4952-a40a-00d82039f7c0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:52.415168 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] For port ef2fb4c5-a764-45d3-9348-07b5b8b9f84c, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:25:52.460377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008a569-4037-4f5f-ba5b-25d0603b1dcc req-ca6f8e7c-c20e-4d96-8388-8d6fbf2f7162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:52.461906 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b008a569-4037-4f5f-ba5b-25d0603b1dcc req-ca6f8e7c-c20e-4d96-8388-8d6fbf2f7162 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 1095 time: 0.1599700 Dec 20 21:25:52.465141 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] For port ef2fb4c5-a764-45d3-9348-07b5b8b9f84c, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ef2fb4c5-a764-45d3-9348-07b5b8b9f84c,segment=NetworkSegment(98f6d881-3939-439f-8dec-3eabefbc3a2c),segment_id=98f6d881-3939-439f-8dec-3eabefbc3a2c)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:25:52.490145 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:52.579505 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:52.580114 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:52.581657 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54627118-4d77-4f10-a4c2-542df6769439 req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] 10.222.0.66 "PUT /v2.0/ports/ef2fb4c5-a764-45d3-9348-07b5b8b9f84c HTTP/1.1" status: 200 len: 1090 time: 1.7402563 Dec 20 21:25:52.588491 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79e15d1-15a6-4d75-bf6e-09a44a8cc4d6', 'tag': 'ef2fb4c5-a764-45d3-9348-07b5b8b9f84c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:52.590802 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f124a5d-0899-452e-b915-3db34595e1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6", "tag": "ef2fb4c5-a764-45d3-9348-07b5b8b9f84c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:52.593927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a52f6-4c5c-4a8b-94e1-f234b1570af4 req-19836ab9-900f-4333-a22f-9f57c9ffc21c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:52.605133 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-320a52f6-4c5c-4a8b-94e1-f234b1570af4 req-19836ab9-900f-4333-a22f-9f57c9ffc21c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 944 time: 0.0732083 Dec 20 21:25:52.624034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f4b19-5309-4032-a890-00b5902a2e4d req-0df6a609-2035-48af-beed-160c39f99070 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:52.625571 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-655f4b19-5309-4032-a890-00b5902a2e4d req-0df6a609-2035-48af-beed-160c39f99070 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 944 time: 0.2178071 Dec 20 21:25:52.629447 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b008a569-4037-4f5f-ba5b-25d0603b1dcc req-12e04c0a-5a33-4430-8c4c-82d6a1e31a4b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481385 Dec 20 21:25:52.637833 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77459e35-dfd3-43c9-9425-bd4beff78c97 service neutron] Pushing event updated for resources: {'Port': ['ID=ef2fb4c5-a764-45d3-9348-07b5b8b9f84c,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:52.661106 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-320a52f6-4c5c-4a8b-94e1-f234b1570af4 req-b3a57ccd-dfc6-43a3-bc8e-317ac8abeb0d tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550103 Dec 20 21:25:52.733094 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c40fcb-b5f3-4af7-9662-f4cdffb9b06b x-openstack-request-id: req-02c40fcb-b5f3-4af7-9662-f4cdffb9b06b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:52.733383 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6", "tag": "ef2fb4c5-a764-45d3-9348-07b5b8b9f84c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:52.733640 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02c40fcb-b5f3-4af7-9662-f4cdffb9b06b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:52.734031 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79e15d1-15a6-4d75-bf6e-09a44a8cc4d6', 'tag': 'ef2fb4c5-a764-45d3-9348-07b5b8b9f84c', 'status': 'completed', 'code': 200} Dec 20 21:25:52.785461 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-655f4b19-5309-4032-a890-00b5902a2e4d req-f41d7894-b59c-4bde-9cfe-2f5f4e0f039b tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500094 Dec 20 21:25:52.807848 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54627118-4d77-4f10-a4c2-542df6769439 req-0dd11e38-e921-496f-b95b-c609bbca6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:52.807848 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54627118-4d77-4f10-a4c2-542df6769439 req-0dd11e38-e921-496f-b95b-c609bbca6937 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3250a572e594725834b58fe4e751869&device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 1093 time: 0.1166437 Dec 20 21:25:52.817291 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22a9dd9a-2208-4f79-a69b-3d1355bc3bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:52.834347 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f93b2f-61c6-4a92-ae0a-e70fe764f001 req-1fb99e91-471a-4c67-b7ad-b15663a6b443 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:52.836037 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3f93b2f-61c6-4a92-ae0a-e70fe764f001 req-1fb99e91-471a-4c67-b7ad-b15663a6b443 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.0537114 Dec 20 21:25:52.869449 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54627118-4d77-4f10-a4c2-542df6769439 req-4a999a63-868b-4e9c-bc40-1a98d8902fba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef2fb4c5-a764-45d3-9348-07b5b8b9f84c HTTP/1.1" status: 200 len: 217 time: 0.0448465 Dec 20 21:25:52.883356 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3f93b2f-61c6-4a92-ae0a-e70fe764f001 req-ce9eabee-ac88-4f05-b256-89e85092f7ef tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411386 Dec 20 21:25:53.011299 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54627118-4d77-4f10-a4c2-542df6769439 req-697713c8-9ae3-405f-abea-fb5c125fccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:53.012733 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54627118-4d77-4f10-a4c2-542df6769439 req-697713c8-9ae3-405f-abea-fb5c125fccea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bbb08b0c-a9ff-4797-9123-5ee7d55aacb5 HTTP/1.1" status: 200 len: 851 time: 0.1129622 Dec 20 21:25:53.054556 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbd668-71ca-4226-bc34-66917b76f102 req-f51d8fa3-a7d1-45b2-8742-2bf8e100af03 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:53.055995 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-26cbd668-71ca-4226-bc34-66917b76f102 req-f51d8fa3-a7d1-45b2-8742-2bf8e100af03 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 951 time: 0.0860181 Dec 20 21:25:53.073267 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54627118-4d77-4f10-a4c2-542df6769439 req-7bf52c76-2dd0-4a20-b27d-f801e3c60f0c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f8ecd6d4-0049-4886-bf80-aba52fe894ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386124 Dec 20 21:25:53.202263 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596cb7e-7dff-42ef-ad80-9b5c5921d559 req-4969b698-cd70-400b-9148-78a916265e8c tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:53.203710 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9596cb7e-7dff-42ef-ad80-9b5c5921d559 req-4969b698-cd70-400b-9148-78a916265e8c tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.0524521 Dec 20 21:25:53.243698 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9596cb7e-7dff-42ef-ad80-9b5c5921d559 req-a323a983-7c0a-43ff-9c36-e54c04e4a278 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330698 Dec 20 21:25:53.454234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700da241-c7b0-451a-84c2-32894ea84ef4 req-ca3c8bcc-22e8-441c-b6c4-50d9537cfdd3 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:53.455656 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-700da241-c7b0-451a-84c2-32894ea84ef4 req-ca3c8bcc-22e8-441c-b6c4-50d9537cfdd3 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.66 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 944 time: 0.0521717 Dec 20 21:25:53.535647 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-26cbd668-71ca-4226-bc34-66917b76f102 req-6ce2003f-3b20-47cd-ba2c-b734d6b1b58a tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/security-groups?id=54084b33-3f9f-42ae-b4bb-c681cb2e42a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644945 Dec 20 21:25:53.560377 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-700da241-c7b0-451a-84c2-32894ea84ef4 req-0d8036a6-2ff0-47c1-847f-238bbfece192 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Deleting port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:25:53.560722 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-700da241-c7b0-451a-84c2-32894ea84ef4 req-0d8036a6-2ff0-47c1-847f-238bbfece192 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:53.578580 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a9dd9a-2208-4f79-a69b-3d1355bc3bc6 admin admin] Router 06f30906-cb6a-48b0-88ba-a709a7f9ef82 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:25:53.587621 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54627118-4d77-4f10-a4c2-542df6769439 req-a40cf7ea-d9f0-4438-adf0-af1ad3c46544 service neutron] 10.222.0.66 "GET /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757309 Dec 20 21:25:53.659746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-700da241-c7b0-451a-84c2-32894ea84ef4 req-0d8036a6-2ff0-47c1-847f-238bbfece192 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] For port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:53.660274 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-700da241-c7b0-451a-84c2-32894ea84ef4 req-0d8036a6-2ff0-47c1-847f-238bbfece192 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:53.675871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-700da241-c7b0-451a-84c2-32894ea84ef4 req-0d8036a6-2ff0-47c1-847f-238bbfece192 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Calling delete_port for 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:25:53.771583 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a9dd9a-2208-4f79-a69b-3d1355bc3bc6 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:25:53.779302 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-22a9dd9a-2208-4f79-a69b-3d1355bc3bc6 admin admin] 10.222.0.32 "PUT /v2.0/routers/06f30906-cb6a-48b0-88ba-a709a7f9ef82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4492867 Dec 20 21:25:53.783574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59702) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:53.788605 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0136b93-b206-4c7d-8c7a-8424ff76c1e9 None None] Sync routers for ids ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:25:53.799782 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54627118-4d77-4f10-a4c2-542df6769439 req-51b9118d-7d4b-48d4-8b22-a9e0aac9be58 service neutron] 10.222.0.66 "GET /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742396 Dec 20 21:25:53.800290 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0136b93-b206-4c7d-8c7a-8424ff76c1e9 None None] Routers {'06f30906-cb6a-48b0-88ba-a709a7f9ef82'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:25:53.801068 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c0136b93-b206-4c7d-8c7a-8424ff76c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:25:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:53.870378 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a375d7-6671-43ed-9f1a-9c3c5372ba13 req-b9df2e9d-f6e9-48f9-9984-171de06f4cf6 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:53.872042 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5a375d7-6671-43ed-9f1a-9c3c5372ba13 req-b9df2e9d-f6e9-48f9-9984-171de06f4cf6 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 944 time: 0.1150823 Dec 20 21:25:53.929485 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-700da241-c7b0-451a-84c2-32894ea84ef4 req-0d8036a6-2ff0-47c1-847f-238bbfece192 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:53.956129 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c0136b93-b206-4c7d-8c7a-8424ff76c1e9 None None] Set router 06f30906-cb6a-48b0-88ba-a709a7f9ef82 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:25:53.965225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['d56946d1-6e73-4a24-a0ed-559cd785d734'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:25:53.973241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:25:53.986863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8036a6-2ff0-47c1-847f-238bbfece192 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Pushing event deleted for resources: {'Port': ['ID=4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:54.011116 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5a375d7-6671-43ed-9f1a-9c3c5372ba13 req-08a376b7-33d2-4a49-939f-4e7cc7778b15 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157138 Dec 20 21:25:54.018396 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124a5d-0899-452e-b915-3db34595e1dd req-539d15ee-4834-4ea1-a4f9-118de63e5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:54.022984 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8763ee6a-77c8-44bc-821e-95eec5a1cd57 admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:54.025619 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0f124a5d-0899-452e-b915-3db34595e1dd req-539d15ee-4834-4ea1-a4f9-118de63e5c16 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3250a572e594725834b58fe4e751869&device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 1093 time: 0.1117713 Dec 20 21:25:54.179144 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-700da241-c7b0-451a-84c2-32894ea84ef4 req-0d8036a6-2ff0-47c1-847f-238bbfece192 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] No DVR routers for this DVR port 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:25:54.182817 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-700da241-c7b0-451a-84c2-32894ea84ef4 req-0d8036a6-2ff0-47c1-847f-238bbfece192 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:54.186909 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-700da241-c7b0-451a-84c2-32894ea84ef4 req-0d8036a6-2ff0-47c1-847f-238bbfece192 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.66 "DELETE /v2.0/ports/4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c HTTP/1.1" status: 204 len: 173 time: 0.7249675 Dec 20 21:25:54.187366 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816cfa0b-6581-4707-85b9-cc612a5b152f', 'name': 'network-vif-deleted', 'tag': '4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:54.189688 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e447e12-e574-4cff-8c53-dc5bde2cf8da" -d '{"events": [{"server_uuid": "816cfa0b-6581-4707-85b9-cc612a5b152f", "name": "network-vif-deleted", "tag": "4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:54.194660 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8763ee6a-77c8-44bc-821e-95eec5a1cd57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:54.276188 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c0136b93-b206-4c7d-8c7a-8424ff76c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'name': 'tempest-ServersTestManualDisk-876673748-router', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102'}], 'enable_snat': True}, 'gw_port_id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:21Z', 'updated_at': '2021-12-20T21:25:52Z', 'revision_number': 5, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'gw_port': {'id': '1facde6c-11b1-45f2-9976-7fb8f425920b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:23:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:23Z', 'updated_at': '2021-12-20T21:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:54.301891 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-8763ee6a-77c8-44bc-821e-95eec5a1cd57 admin admin] Deleting port 1facde6c-11b1-45f2-9976-7fb8f425920b {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:25:54.302546 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8763ee6a-77c8-44bc-821e-95eec5a1cd57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:54.307024 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0136b93-b206-4c7d-8c7a-8424ff76c1e9 None None] Checking router: 06f30906-cb6a-48b0-88ba-a709a7f9ef82 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:25:54.318651 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0136b93-b206-4c7d-8c7a-8424ff76c1e9 None None] Routers {'06f30906-cb6a-48b0-88ba-a709a7f9ef82'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:25:54.319607 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c0136b93-b206-4c7d-8c7a-8424ff76c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:25:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:54.345554 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb1671-8614-4165-a9a7-f41dd596f2f4 req-3181b463-9068-46fd-b2cd-10e6cda901d3 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:54.355679 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0deb1671-8614-4165-a9a7-f41dd596f2f4 req-3181b463-9068-46fd-b2cd-10e6cda901d3 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 944 time: 0.2061286 Dec 20 21:25:54.359242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124a5d-0899-452e-b915-3db34595e1dd req-94d449ad-6605-4369-8c31-d760c0b4f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:54.360766 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0f124a5d-0899-452e-b915-3db34595e1dd req-94d449ad-6605-4369-8c31-d760c0b4f0c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f8ecd6d4-0049-4886-bf80-aba52fe894ef HTTP/1.1" status: 200 len: 912 time: 0.3257966 Dec 20 21:25:54.410315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae008d7b-ea58-4319-bbf8-15f34cd221d5 req-dd1b48bb-8b09-45e2-96b0-42e25c35d9dc tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:54.410990 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0deb1671-8614-4165-a9a7-f41dd596f2f4 req-faa0e778-32a6-43f6-9229-4f921415384d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495477 Dec 20 21:25:54.411875 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ae008d7b-ea58-4319-bbf8-15f34cd221d5 req-dd1b48bb-8b09-45e2-96b0-42e25c35d9dc tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.0679784 Dec 20 21:25:54.418344 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c0136b93-b206-4c7d-8c7a-8424ff76c1e9 None None] Set router 06f30906-cb6a-48b0-88ba-a709a7f9ef82 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:25:54.480226 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c0136b93-b206-4c7d-8c7a-8424ff76c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'name': 'tempest-ServersTestManualDisk-876673748-router', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:21Z', 'updated_at': '2021-12-20T21:25:54Z', 'revision_number': 6, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:54.483525 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 00b7cf31-f3ed-4e02-914c-9624e9f9a141 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:25:54.488614 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ae008d7b-ea58-4319-bbf8-15f34cd221d5 req-7230e828-ac51-4699-a4ec-7dc972ccd5ea tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683377 Dec 20 21:25:54.503448 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0f124a5d-0899-452e-b915-3db34595e1dd req-673c43f0-2f1a-41e7-9dc0-1f22e40cf6d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef2fb4c5-a764-45d3-9348-07b5b8b9f84c HTTP/1.1" status: 200 len: 217 time: 0.1100609 Dec 20 21:25:54.507372 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-8763ee6a-77c8-44bc-821e-95eec5a1cd57 admin admin] For port 1facde6c-11b1-45f2-9976-7fb8f425920b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1facde6c-11b1-45f2-9976-7fb8f425920b,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:54.510527 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8763ee6a-77c8-44bc-821e-95eec5a1cd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:54.545977 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-8763ee6a-77c8-44bc-821e-95eec5a1cd57 admin admin] Calling delete_port for 1facde6c-11b1-45f2-9976-7fb8f425920b owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:25:54.628096 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:54.640692 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f124a5d-0899-452e-b915-3db34595e1dd req-9389a8d4-bb2e-4a6b-ac81-6950e572bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:54.649448 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0f124a5d-0899-452e-b915-3db34595e1dd req-9389a8d4-bb2e-4a6b-ac81-6950e572bc49 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bbb08b0c-a9ff-4797-9123-5ee7d55aacb5 HTTP/1.1" status: 200 len: 851 time: 0.1368427 Dec 20 21:25:54.708751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 00b7cf31-f3ed-4e02-914c-9624e9f9a141, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=00b7cf31-f3ed-4e02-914c-9624e9f9a141,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:54.710167 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26621dc1-5ef6-4d24-9979-baa48f7f486c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00b7cf31-f3ed-4e02-914c-9624e9f9a141'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:54.715409 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fff6d7c-328e-41cc-a03f-274dcaf57f01" -d '{"events": [{"server_uuid": "26621dc1-5ef6-4d24-9979-baa48f7f486c", "name": "network-vif-unplugged", "status": "completed", "tag": "00b7cf31-f3ed-4e02-914c-9624e9f9a141"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:54.724319 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:54.735429 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0f124a5d-0899-452e-b915-3db34595e1dd req-f141c6f3-0a11-4f14-b85f-298ffb72f2dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f8ecd6d4-0049-4886-bf80-aba52fe894ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715008 Dec 20 21:25:54.747443 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8868b1af-d88c-4f62-8c87-09f3c511c674 x-openstack-request-id: req-8868b1af-d88c-4f62-8c87-09f3c511c674 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:54.747984 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816cfa0b-6581-4707-85b9-cc612a5b152f", "name": "network-vif-deleted", "tag": "4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:54.747984 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8868b1af-d88c-4f62-8c87-09f3c511c674 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:54.748389 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '816cfa0b-6581-4707-85b9-cc612a5b152f', 'name': 'network-vif-deleted', 'tag': '4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c', 'status': 'completed', 'code': 200} Dec 20 21:25:54.790667 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0136b93-b206-4c7d-8c7a-8424ff76c1e9 None None] The sync data for ids ['06f30906-cb6a-48b0-88ba-a709a7f9ef82'] in n-d-xena-1 is: [{'id': '06f30906-cb6a-48b0-88ba-a709a7f9ef82', 'name': 'tempest-ServersTestManualDisk-876673748-router', 'tenant_id': 'b881f9a1dd43451d8d618511d36adeb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:21Z', 'updated_at': '2021-12-20T21:25:54Z', 'revision_number': 6, 'project_id': 'b881f9a1dd43451d8d618511d36adeb6', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:25:54.833434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=00b7cf31-f3ed-4e02-914c-9624e9f9a141,revision_number=11']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:54.903246 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cbad5-dc99-4bf6-9608-a629227cc58f req-1f267768-39d7-4f3f-b3c4-ed6cd2555b16 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:54.906591 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b27cbad5-dc99-4bf6-9608-a629227cc58f req-1f267768-39d7-4f3f-b3c4-ed6cd2555b16 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.0897610 Dec 20 21:25:54.925828 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feefa5a-c901-4e8b-adab-4c3693b10879 req-4294dd14-8fcf-416e-b932-9f7546ad40fa tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:54.927354 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4feefa5a-c901-4e8b-adab-4c3693b10879 req-4294dd14-8fcf-416e-b932-9f7546ad40fa tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.0884035 Dec 20 21:25:54.939113 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59752) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:54.944348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-95f8d8a0-9a27-42a7-82b8-df3ba9d88cd5 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Request body: {'floatingip': {'port_id': '6cfbd27e-f961-4de8-8f03-fb0e251e0826'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:54.989593 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b27cbad5-dc99-4bf6-9608-a629227cc58f req-db2e69c7-20bd-43ee-ad7c-b195549c4177 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580895 Dec 20 21:25:54.991161 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8763ee6a-77c8-44bc-821e-95eec5a1cd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:55.009269 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95f8d8a0-9a27-42a7-82b8-df3ba9d88cd5 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:55.026539 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0f124a5d-0899-452e-b915-3db34595e1dd req-f7cf334d-852b-42b0-abcb-7eef6d8ca87f service neutron] 10.222.0.66 "GET /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600782 Dec 20 21:25:55.031091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763ee6a-77c8-44bc-821e-95eec5a1cd57 admin admin] Pushing event deleted for resources: {'Port': ['ID=1facde6c-11b1-45f2-9976-7fb8f425920b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:55.060297 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eccc3b-f1e3-4002-a533-dfde9a7a6404 x-openstack-request-id: req-93eccc3b-f1e3-4002-a533-dfde9a7a6404 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:55.061300 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26621dc1-5ef6-4d24-9979-baa48f7f486c", "name": "network-vif-unplugged", "status": "completed", "tag": "00b7cf31-f3ed-4e02-914c-9624e9f9a141", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:55.061797 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93eccc3b-f1e3-4002-a533-dfde9a7a6404 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:55.062494 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26621dc1-5ef6-4d24-9979-baa48f7f486c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00b7cf31-f3ed-4e02-914c-9624e9f9a141', 'code': 200} Dec 20 21:25:55.182734 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0708198-8c6e-495f-a0a5-863af110ae00 req-1393ed58-4a58-4590-878c-3b0d9cb1f974 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 210 time: 0.0441046 Dec 20 21:25:55.212066 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8763ee6a-77c8-44bc-821e-95eec5a1cd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:55.310702 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0f124a5d-0899-452e-b915-3db34595e1dd req-ca5532a2-3e85-4817-8b0b-a3b21a75ecc8 service neutron] 10.222.0.66 "GET /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401729 Dec 20 21:25:55.332782 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8763ee6a-77c8-44bc-821e-95eec5a1cd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:55.337520 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8763ee6a-77c8-44bc-821e-95eec5a1cd57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:55.389252 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8763ee6a-77c8-44bc-821e-95eec5a1cd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:55.389834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8763ee6a-77c8-44bc-821e-95eec5a1cd57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06f30906-cb6a-48b0-88ba-a709a7f9ef82 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:25:55.396158 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8763ee6a-77c8-44bc-821e-95eec5a1cd57 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:55.397346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8763ee6a-77c8-44bc-821e-95eec5a1cd57 admin admin] 10.222.0.32 "DELETE /v2.0/routers/06f30906-cb6a-48b0-88ba-a709a7f9ef82 HTTP/1.1" status: 204 len: 168 time: 1.6122351 Dec 20 21:25:55.399741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59758) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:55.413935 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b115cec-6cb7-49f9-b2f2-f0bf0b253b44 req-0a33b4c7-fc2d-427c-81aa-b3832593f0c7 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:55.415454 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b115cec-6cb7-49f9-b2f2-f0bf0b253b44 req-0a33b4c7-fc2d-427c-81aa-b3832593f0c7 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 949 time: 0.1757157 Dec 20 21:25:55.459487 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d01c8f1-5319-41cf-9c33-dc6ca93e3365 admin admin] Deleting subnet ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:25:55.464249 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9d01c8f1-5319-41cf-9c33-dc6ca93e3365 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:55.483720 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b115cec-6cb7-49f9-b2f2-f0bf0b253b44 req-0680b934-e042-49f9-bd8c-66f213b84124 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/security-groups?id=54084b33-3f9f-42ae-b4bb-c681cb2e42a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537672 Dec 20 21:25:55.537667 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9d01c8f1-5319-41cf-9c33-dc6ca93e3365 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:55.589538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5f310-b23f-4f46-ab11-641b2ee20966 req-bfc956e7-118b-4013-8dd0-d67d3c57d01d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:55.591153 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-93d5f310-b23f-4f46-ab11-641b2ee20966 req-bfc956e7-118b-4013-8dd0-d67d3c57d01d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 944 time: 0.0919409 Dec 20 21:25:55.670795 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9d01c8f1-5319-41cf-9c33-dc6ca93e3365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:55.723996 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-93d5f310-b23f-4f46-ab11-641b2ee20966 req-3f20f859-e068-46af-ae52-d08c1018e4fe tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256194 Dec 20 21:25:55.773822 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9d01c8f1-5319-41cf-9c33-dc6ca93e3365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:55.804811 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01c8f1-5319-41cf-9c33-dc6ca93e3365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:55.816202 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9d01c8f1-5319-41cf-9c33-dc6ca93e3365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:55.821108 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9d01c8f1-5319-41cf-9c33-dc6ca93e3365 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ae6d54bd-aa34-471d-9e3a-ba8bb7d7d143 HTTP/1.1" status: 204 len: 168 time: 0.4203277 Dec 20 21:25:55.823581 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59766) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:55.824079 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca36ef0-4d1c-421f-ba12-3a78f8e3ff32 None None] Network 1b7f31d9-bd6a-47eb-aab4-7242901186a7 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:25:55.829741 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95f8d8a0-9a27-42a7-82b8-df3ba9d88cd5 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:55.835720 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95f8d8a0-9a27-42a7-82b8-df3ba9d88cd5 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:55.920330 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:55.971140 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-95f8d8a0-9a27-42a7-82b8-df3ba9d88cd5 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Floating IP 14bcba86-f68b-4a90-abd1-9e80cc79a5fd associated. External IP: 172.35.3.155, port: 6cfbd27e-f961-4de8-8f03-fb0e251e0826. Dec 20 21:25:55.995049 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] Deleting port 7aa4fa17-2718-4785-8a40-2ee98025a107 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:25:55.995390 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:56.089778 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] For port 7aa4fa17-2718-4785-8a40-2ee98025a107, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7aa4fa17-2718-4785-8a40-2ee98025a107,segment=NetworkSegment(76910336-58f1-4fc8-bd75-b73f44b80ee5),segment_id=76910336-58f1-4fc8-bd75-b73f44b80ee5)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:56.090184 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:56.116307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2207ed1d-f556-4951-a04e-d38d64dd288a None None] DHCP port deletion for 1b7f31d9-bd6a-47eb-aab4-7242901186a7 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:25:56.119827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] Calling delete_port for 7aa4fa17-2718-4785-8a40-2ee98025a107 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:25:56.216729 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2207ed1d-f556-4951-a04e-d38d64dd288a None None] Deleting port 7aa4fa17-2718-4785-8a40-2ee98025a107 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:25:56.217101 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2207ed1d-f556-4951-a04e-d38d64dd288a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:56.278212 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab10ce-d433-427f-b3b7-f008a8369ee9 req-e4d3c76f-1ac0-490f-9e06-9f55c23cb39c tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:56.279736 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9ab10ce-d433-427f-b3b7-f008a8369ee9 req-e4d3c76f-1ac0-490f-9e06-9f55c23cb39c tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.1614349 Dec 20 21:25:56.324191 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:56.336464 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-2207ed1d-f556-4951-a04e-d38d64dd288a None None] For port 7aa4fa17-2718-4785-8a40-2ee98025a107, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7aa4fa17-2718-4785-8a40-2ee98025a107,segment=NetworkSegment(76910336-58f1-4fc8-bd75-b73f44b80ee5),segment_id=76910336-58f1-4fc8-bd75-b73f44b80ee5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:56.336795 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2207ed1d-f556-4951-a04e-d38d64dd288a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:56.341385 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] No DVR routers for this DVR port 7aa4fa17-2718-4785-8a40-2ee98025a107 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:25:56.368099 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f8d8a0-9a27-42a7-82b8-df3ba9d88cd5 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Router 75d657b4-bb44-438a-ae10-24d5065fc132 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:25:56.370713 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9ab10ce-d433-427f-b3b7-f008a8369ee9 req-524036df-7c0a-405d-a56f-a2434d3a11f5 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846462 Dec 20 21:25:56.371826 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2207ed1d-f556-4951-a04e-d38d64dd288a None None] Calling delete_port for 7aa4fa17-2718-4785-8a40-2ee98025a107 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:25:56.372706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa4fa17-2718-4785-8a40-2ee98025a107,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:56.419675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2f723b2b-dfd6-44a1-ba39-0bed9bade4fb req-f93386fb-f2ab-4292-81eb-cb2c56621707 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 210 time: 0.0639095 Dec 20 21:25:56.478319 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2207ed1d-f556-4951-a04e-d38d64dd288a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:56.520795 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2207ed1d-f556-4951-a04e-d38d64dd288a None None] No DVR routers for this DVR port 7aa4fa17-2718-4785-8a40-2ee98025a107 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:25:56.538911 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:56.554230 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ef2fb4c5-a764-45d3-9348-07b5b8b9f84c details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:25:56.560108 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207ed1d-f556-4951-a04e-d38d64dd288a None None] Pushing event deleted for resources: {'Port': ['ID=7aa4fa17-2718-4785-8a40-2ee98025a107,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:56.568936 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:25:56.591115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7f31d9-bd6a-47eb-aab4-7242901186a7']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:56.617871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76910336-58f1-4fc8-bd75-b73f44b80ee5') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:56.618505 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76910336-58f1-4fc8-bd75-b73f44b80ee5') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:56.621158 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:25:56.621760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 4a8566a8-2f0b-4fcf-8c8c-b5e57d43893c not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:25:56.632005 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:56.653772 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:56.691555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:25:56.691990 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:25:56.700825 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:25:56.807641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ef2fb4c5-a764-45d3-9348-07b5b8b9f84c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ef2fb4c5-a764-45d3-9348-07b5b8b9f84c,segment=NetworkSegment(98f6d881-3939-439f-8dec-3eabefbc3a2c),segment_id=98f6d881-3939-439f-8dec-3eabefbc3a2c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:56.821328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049373d-9081-4d3d-ae84-b1944620e122 req-812a571f-3049-4441-ba29-48e2a934852f tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:56.822902 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6049373d-9081-4d3d-ae84-b1944620e122 req-812a571f-3049-4441-ba29-48e2a934852f tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.1328633 Dec 20 21:25:56.824077 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:56.824674 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7aa4fa17-2718-4785-8a40-2ee98025a107 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:25:56.827119 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'ef2fb4c5-a764-45d3-9348-07b5b8b9f84c', 'network_id': 'f8ecd6d4-0049-4886-bf80-aba52fe894ef', 'port_id': 'ef2fb4c5-a764-45d3-9348-07b5b8b9f84c', 'mac_address': 'fa:16:3e:2f:2c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb08b0c-a9ff-4797-9123-5ee7d55aacb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:25:56.834344 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:56.838355 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1b7f31d9-bd6a-47eb-aab4-7242901186a7 HTTP/1.1" status: 204 len: 168 time: 1.0134566 Dec 20 21:25:56.841015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f8d8a0-9a27-42a7-82b8-df3ba9d88cd5 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:25:56.849372 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95f8d8a0-9a27-42a7-82b8-df3ba9d88cd5 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:56.874825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afd561c-7fc6-4589-9d1f-acfc9473a715 None None] Sync routers for ids ['75d657b4-bb44-438a-ae10-24d5065fc132'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:25:56.879859 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 7aa4fa17-2718-4785-8a40-2ee98025a107 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:25:56.880179 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7aa4fa17-2718-4785-8a40-2ee98025a107 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:25:56.880654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1facde6c-11b1-45f2-9976-7fb8f425920b no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:25:56.885034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e006807-0a89-4544-80a8-fb737ebbb089 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b7f31d9-bd6a-47eb-aab4-7242901186a7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:56.918319 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 1facde6c-11b1-45f2-9976-7fb8f425920b {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:25:56.918661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1facde6c-11b1-45f2-9976-7fb8f425920b not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:25:56.919079 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bdcecc81-d5b4-4952-a40a-00d82039f7c0 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:25:56.923938 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6049373d-9081-4d3d-ae84-b1944620e122 req-fccdf1fa-9ed4-4dce-9886-5634d67f5d9e tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821536 Dec 20 21:25:56.933960 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee9be7-ec90-4498-8ec1-f6cf0d5f806b req-4e49d2fc-019c-45d1-8efa-5da0b8731aed tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:56.943150 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c9ee9be7-ec90-4498-8ec1-f6cf0d5f806b req-4e49d2fc-019c-45d1-8efa-5da0b8731aed tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 949 time: 0.3375578 Dec 20 21:25:56.952215 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd561c-7fc6-4589-9d1f-acfc9473a715 None None] Routers {'75d657b4-bb44-438a-ae10-24d5065fc132'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:25:56.952785 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3afd561c-7fc6-4589-9d1f-acfc9473a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:25:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['75d657b4-bb44-438a-ae10-24d5065fc132'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:56.998817 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-95f8d8a0-9a27-42a7-82b8-df3ba9d88cd5 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "PUT /v2.0/floatingips/14bcba86-f68b-4a90-abd1-9e80cc79a5fd HTTP/1.1" status: 200 len: 992 time: 2.0587006 Dec 20 21:25:57.005445 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'tag': '6cfbd27e-f961-4de8-8f03-fb0e251e0826'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:57.008532 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e09269-7351-489e-9363-fb2eb3945372" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdd2c35-dedb-47b7-9636-b1d042599de3", "tag": "6cfbd27e-f961-4de8-8f03-fb0e251e0826"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:57.021686 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d50aa0-2502-4320-aa1f-7897965ead5a req-e114f2d9-f6ab-44f3-be10-9d3085273e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:57.023301 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e1d50aa0-2502-4320-aa1f-7897965ead5a req-e114f2d9-f6ab-44f3-be10-9d3085273e04 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cedc15bfaf5b41168bc40cd7545ca53c&device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 1095 time: 0.2621694 Dec 20 21:25:57.038869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: bdcecc81-d5b4-4952-a40a-00d82039f7c0 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:25:57.039215 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bdcecc81-d5b4-4952-a40a-00d82039f7c0 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:25:57.059436 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c9ee9be7-ec90-4498-8ec1-f6cf0d5f806b req-897ec1ba-7a0d-4b5b-8c6c-1d2b13e88b23 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/security-groups?id=54084b33-3f9f-42ae-b4bb-c681cb2e42a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127105 Dec 20 21:25:57.159555 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5d79174-c13c-46a5-a6cc-1872f671dce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:57.162461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59790) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:57.167159 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:57.193143 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2fb4c5-a764-45d3-9348-07b5b8b9f84c {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:25:57.235323 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fa5b94c3-a638-410a-b789-29977889f080 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b881f9a1dd43451d8d618511d36adeb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0701954 Dec 20 21:25:57.240256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59792) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:57.301485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d50aa0-2502-4320-aa1f-7897965ead5a req-2412a21f-3c87-4506-b2b4-a71ebef8e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:57.303535 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e1d50aa0-2502-4320-aa1f-7897965ead5a req-2412a21f-3c87-4506-b2b4-a71ebef8e489 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b2f0b3a-2909-4c06-b8dc-499246cbe550 HTTP/1.1" status: 200 len: 911 time: 0.2420955 Dec 20 21:25:57.315767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250c905-d71b-44d1-8cff-6a07dea50ab8 req-dbcff631-52b5-4ab3-a3cf-95219a3f12f1 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:57.324413 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4250c905-d71b-44d1-8cff-6a07dea50ab8 req-dbcff631-52b5-4ab3-a3cf-95219a3f12f1 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 944 time: 0.1752367 Dec 20 21:25:57.436517 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4250c905-d71b-44d1-8cff-6a07dea50ab8 req-c392d8ac-00df-4a3a-a351-a00d4f729847 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108162 Dec 20 21:25:57.437928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ef2fb4c5-a764-45d3-9348-07b5b8b9f84c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ef2fb4c5-a764-45d3-9348-07b5b8b9f84c,segment=NetworkSegment(98f6d881-3939-439f-8dec-3eabefbc3a2c),segment_id=98f6d881-3939-439f-8dec-3eabefbc3a2c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:57.443106 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44905e4f-e053-4bb2-9802-248374b5a737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:57.445207 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:57.492872 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44905e4f-e053-4bb2-9802-248374b5a737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:57.504864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=ef2fb4c5-a764-45d3-9348-07b5b8b9f84c,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:57.519847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedf859-f900-4f6d-b5d5-b32f4dc6d16d req-18c283f8-3462-40cb-a5c7-c693358e6e23 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:57.521972 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9dedf859-f900-4f6d-b5d5-b32f4dc6d16d req-18c283f8-3462-40cb-a5c7-c693358e6e23 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.66 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 949 time: 0.1441550 Dec 20 21:25:57.522925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-3afd561c-7fc6-4589-9d1f-acfc9473a715 None None] Set router 75d657b4-bb44-438a-ae10-24d5065fc132 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:25:57.541566 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e2a4fb-7419-4f8c-8a7f-f5c484ff10ec x-openstack-request-id: req-e1e2a4fb-7419-4f8c-8a7f-f5c484ff10ec {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:57.547190 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdd2c35-dedb-47b7-9636-b1d042599de3", "tag": "6cfbd27e-f961-4de8-8f03-fb0e251e0826", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:57.547632 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1e2a4fb-7419-4f8c-8a7f-f5c484ff10ec {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:57.548178 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'tag': '6cfbd27e-f961-4de8-8f03-fb0e251e0826', 'status': 'completed', 'code': 200} Dec 20 21:25:57.566213 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e1d50aa0-2502-4320-aa1f-7897965ead5a req-711f9a0f-4a7f-4ddd-88db-df18294c882d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a28050-2a32-4d00-8ae3-81d266c9160b HTTP/1.1" status: 200 len: 1002 time: 0.1918728 Dec 20 21:25:57.620995 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44905e4f-e053-4bb2-9802-248374b5a737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:57.623956 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44905e4f-e053-4bb2-9802-248374b5a737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:57.627470 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-44905e4f-e053-4bb2-9802-248374b5a737 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8ec73eb-ba7a-462f-9bb7-c8ed3117aa19 HTTP/1.1" status: 204 len: 168 time: 0.3828607 Dec 20 21:25:57.698842 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3cc45d15-9702-4fde-a03b-2c8b40bd85c4 req-4548c6be-5e88-4858-af75-404241feaa6c tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 210 time: 0.1114821 Dec 20 21:25:57.734081 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44905e4f-e053-4bb2-9802-248374b5a737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ec73eb-ba7a-462f-9bb7-c8ed3117aa19,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:57.767105 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d50aa0-2502-4320-aa1f-7897965ead5a req-b1b73d52-8643-4049-8185-69429190e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:57.768736 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e1d50aa0-2502-4320-aa1f-7897965ead5a req-b1b73d52-8643-4049-8185-69429190e6a4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d594ea94-5bfe-45b1-a31e-dafb0c78a94a HTTP/1.1" status: 200 len: 849 time: 0.1906388 Dec 20 21:25:57.771604 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e09269-7351-489e-9363-fb2eb3945372 req-626b6a3a-6d9d-4bc4-bc28-0a7adecaaea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:57.772971 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06e09269-7351-489e-9363-fb2eb3945372 req-626b6a3a-6d9d-4bc4-bc28-0a7adecaaea9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2372edae52864334a53d4fba944cc335&device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 1095 time: 0.2331522 Dec 20 21:25:57.812984 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-9dedf859-f900-4f6d-b5d5-b32f4dc6d16d req-3eca784e-2793-49c3-a064-4e8df2d3c015 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Deleting port 00b7cf31-f3ed-4e02-914c-9624e9f9a141 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:25:57.813476 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9dedf859-f900-4f6d-b5d5-b32f4dc6d16d req-3eca784e-2793-49c3-a064-4e8df2d3c015 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:57.857342 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3afd561c-7fc6-4589-9d1f-acfc9473a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:25:33Z', 'revision_number': 4, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '14bcba86-f68b-4a90-abd1-9e80cc79a5fd', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'floating_ip_address': '172.35.3.155', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'port_id': '6cfbd27e-f961-4de8-8f03-fb0e251e0826', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'mac_address': 'fa:16:3e:3d:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:25:36Z', 'updated_at': '2021-12-20T21:25:55Z', 'revision_number': 1, 'project_id': '2372edae52864334a53d4fba944cc335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018ebc94-12eb-424c-ad64-7f0d5be10c6d', 'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'mac_address': 'fa:16:3e:38:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:32Z', 'updated_at': '2021-12-20T21:25:37Z', 'revision_number': 5, 'project_id': '2372edae52864334a53d4fba944cc335', 'subnets': [{'id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:57.893690 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['ef2fb4c5-a764-45d3-9348-07b5b8b9f84c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:25:57.897257 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afd561c-7fc6-4589-9d1f-acfc9473a715 None None] Checking router: 75d657b4-bb44-438a-ae10-24d5065fc132 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:25:57.937477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d50aa0-2502-4320-aa1f-7897965ead5a req-dfef9a0a-f6b5-4c07-b4b9-1eddb91581a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:57.939843 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e1d50aa0-2502-4320-aa1f-7897965ead5a req-dfef9a0a-f6b5-4c07-b4b9-1eddb91581a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2f0b3a-2909-4c06-b8dc-499246cbe550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1640460 Dec 20 21:25:57.942161 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd561c-7fc6-4589-9d1f-acfc9473a715 None None] Routers {'75d657b4-bb44-438a-ae10-24d5065fc132'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:25:57.942809 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3afd561c-7fc6-4589-9d1f-acfc9473a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:25:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['75d657b4-bb44-438a-ae10-24d5065fc132'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:57.957669 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-9dedf859-f900-4f6d-b5d5-b32f4dc6d16d req-3eca784e-2793-49c3-a064-4e8df2d3c015 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] For port 00b7cf31-f3ed-4e02-914c-9624e9f9a141, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=00b7cf31-f3ed-4e02-914c-9624e9f9a141,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:25:57.958171 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9dedf859-f900-4f6d-b5d5-b32f4dc6d16d req-3eca784e-2793-49c3-a064-4e8df2d3c015 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:57.975050 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e09269-7351-489e-9363-fb2eb3945372 req-0ecd3838-62d7-4f62-b54a-087c2926cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:57.987826 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06e09269-7351-489e-9363-fb2eb3945372 req-0ecd3838-62d7-4f62-b54a-087c2926cb7c service neutron] 10.222.0.31 "GET /v2.0/networks?id=c507b886-4c4e-4889-b255-5311698a9b7a HTTP/1.1" status: 200 len: 917 time: 0.1706555 Dec 20 21:25:57.995435 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-9dedf859-f900-4f6d-b5d5-b32f4dc6d16d req-3eca784e-2793-49c3-a064-4e8df2d3c015 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Calling delete_port for 00b7cf31-f3ed-4e02-914c-9624e9f9a141 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:25:58.123473 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cd3f0-5919-4ce4-b258-4b69bee374ce req-fdd0526e-4d2f-4540-997a-edc97bea27b7 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:58.125393 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9d8cd3f0-5919-4ce4-b258-4b69bee374ce req-fdd0526e-4d2f-4540-997a-edc97bea27b7 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.0689063 Dec 20 21:25:58.142099 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-3afd561c-7fc6-4589-9d1f-acfc9473a715 None None] Set router 75d657b4-bb44-438a-ae10-24d5065fc132 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:25:58.223950 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9d8cd3f0-5919-4ce4-b258-4b69bee374ce req-bbadcd1d-1f98-48d9-b6d2-b99727e89f3a tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880826 Dec 20 21:25:58.233047 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9dedf859-f900-4f6d-b5d5-b32f4dc6d16d req-3eca784e-2793-49c3-a064-4e8df2d3c015 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:58.247580 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06e09269-7351-489e-9363-fb2eb3945372 req-6350e5d5-135c-4f9d-92cb-4c0504f1a778 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826 HTTP/1.1" status: 200 len: 1000 time: 0.2383432 Dec 20 21:25:58.293711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca784e-2793-49c3-a064-4e8df2d3c015 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Pushing event deleted for resources: {'Port': ['ID=00b7cf31-f3ed-4e02-914c-9624e9f9a141,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:25:58.364762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dedf859-f900-4f6d-b5d5-b32f4dc6d16d req-3eca784e-2793-49c3-a064-4e8df2d3c015 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] No DVR routers for this DVR port 00b7cf31-f3ed-4e02-914c-9624e9f9a141 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:25:58.367456 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9dedf859-f900-4f6d-b5d5-b32f4dc6d16d req-3eca784e-2793-49c3-a064-4e8df2d3c015 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:58.371066 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9dedf859-f900-4f6d-b5d5-b32f4dc6d16d req-3eca784e-2793-49c3-a064-4e8df2d3c015 tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.66 "DELETE /v2.0/ports/00b7cf31-f3ed-4e02-914c-9624e9f9a141 HTTP/1.1" status: 204 len: 173 time: 0.8381517 Dec 20 21:25:58.371570 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26621dc1-5ef6-4d24-9979-baa48f7f486c', 'name': 'network-vif-deleted', 'tag': '00b7cf31-f3ed-4e02-914c-9624e9f9a141'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:25:58.374645 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912b2b8d-06d2-4dfa-965b-38cf48ab1015" -d '{"events": [{"server_uuid": "26621dc1-5ef6-4d24-9979-baa48f7f486c", "name": "network-vif-deleted", "tag": "00b7cf31-f3ed-4e02-914c-9624e9f9a141"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:25:58.449805 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fd3b68f6-6eb1-49a6-ba61-fe9373f250a7 req-1605428b-46a0-4104-b4bb-3df889a9355e tempest-ImagesOneServerTestJSON-549675970 tempest-ImagesOneServerTestJSON-549675970-project] 10.222.0.32 "GET /v2.0/ports?device_id=26621dc1-5ef6-4d24-9979-baa48f7f486c HTTP/1.1" status: 200 len: 210 time: 0.1796730 Dec 20 21:25:58.465921 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e1d50aa0-2502-4320-aa1f-7897965ead5a req-fc8c3e82-f4a6-496c-8d38-6b9e37e0f236 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129228 Dec 20 21:25:58.511363 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e09269-7351-489e-9363-fb2eb3945372 req-d7d7d01e-f77c-47e5-9dca-c4b0cba78f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:58.511956 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06e09269-7351-489e-9363-fb2eb3945372 req-d7d7d01e-f77c-47e5-9dca-c4b0cba78f20 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=550ee55d-1479-46f2-9e4e-e2b23472d5bb HTTP/1.1" status: 200 len: 855 time: 0.2453954 Dec 20 21:25:58.538996 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec45b8f-7bf6-40a5-81ca-607de9541e7a x-openstack-request-id: req-7ec45b8f-7bf6-40a5-81ca-607de9541e7a {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:25:58.539321 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26621dc1-5ef6-4d24-9979-baa48f7f486c", "name": "network-vif-deleted", "tag": "00b7cf31-f3ed-4e02-914c-9624e9f9a141", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:25:58.539621 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ec45b8f-7bf6-40a5-81ca-607de9541e7a {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:25:58.540066 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26621dc1-5ef6-4d24-9979-baa48f7f486c', 'name': 'network-vif-deleted', 'tag': '00b7cf31-f3ed-4e02-914c-9624e9f9a141', 'status': 'completed', 'code': 200} Dec 20 21:25:58.636153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3afd561c-7fc6-4589-9d1f-acfc9473a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:25:33Z', 'revision_number': 4, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '14bcba86-f68b-4a90-abd1-9e80cc79a5fd', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'floating_ip_address': '172.35.3.155', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'port_id': '6cfbd27e-f961-4de8-8f03-fb0e251e0826', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'mac_address': 'fa:16:3e:3d:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:25:36Z', 'updated_at': '2021-12-20T21:25:55Z', 'revision_number': 1, 'project_id': '2372edae52864334a53d4fba944cc335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018ebc94-12eb-424c-ad64-7f0d5be10c6d', 'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'mac_address': 'fa:16:3e:38:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:32Z', 'updated_at': '2021-12-20T21:25:37Z', 'revision_number': 5, 'project_id': '2372edae52864334a53d4fba944cc335', 'subnets': [{'id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:25:58.669224 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e09269-7351-489e-9363-fb2eb3945372 req-56d6b003-ceef-41a0-88ca-7a5f575993cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:58.679052 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06e09269-7351-489e-9363-fb2eb3945372 req-56d6b003-ceef-41a0-88ca-7a5f575993cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c507b886-4c4e-4889-b255-5311698a9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1110678 Dec 20 21:25:58.708464 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afd561c-7fc6-4589-9d1f-acfc9473a715 None None] The sync data for ids ['75d657b4-bb44-438a-ae10-24d5065fc132'] in n-d-xena-1 is: [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:25:33Z', 'revision_number': 4, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '14bcba86-f68b-4a90-abd1-9e80cc79a5fd', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'floating_ip_address': '172.35.3.155', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'port_id': '6cfbd27e-f961-4de8-8f03-fb0e251e0826', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'mac_address': 'fa:16:3e:3d:b4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:25:36Z', 'updated_at': '2021-12-20T21:25:55Z', 'revision_number': 1, 'project_id': '2372edae52864334a53d4fba944cc335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018ebc94-12eb-424c-ad64-7f0d5be10c6d', 'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'mac_address': 'fa:16:3e:38:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:32Z', 'updated_at': '2021-12-20T21:25:37Z', 'revision_number': 5, 'project_id': '2372edae52864334a53d4fba944cc335', 'subnets': [{'id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:25:58.778128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e555abe-97e8-4cb6-a486-6cdd94a44b30 req-d1f43015-37ce-4e74-b0a9-75587d3e0643 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:58.782236 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e555abe-97e8-4cb6-a486-6cdd94a44b30 req-d1f43015-37ce-4e74-b0a9-75587d3e0643 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 945 time: 0.1385026 Dec 20 21:25:58.881563 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-86099cf8-0342-47c0-9ea2-3334bc85988b req-1d0fff66-e7d5-447a-8e3b-72403c5e3c86 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 210 time: 0.0549488 Dec 20 21:25:58.883553 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e555abe-97e8-4cb6-a486-6cdd94a44b30 req-0ade513f-b643-4a9f-b667-0392e28b1b0c tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866537 Dec 20 21:25:58.888785 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e1d50aa0-2502-4320-aa1f-7897965ead5a req-05c8d4a9-4d3d-45c9-ab3e-cb4f6beb9aa7 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119866 Dec 20 21:25:58.945915 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06e09269-7351-489e-9363-fb2eb3945372 req-13cef709-c6ca-4328-ad29-8b84b785ab7d service neutron] 10.222.0.31 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604370 Dec 20 21:25:59.074359 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24a22ae-a7f2-4f52-9fae-b6907d53b018 None None] New status for floating IP 14bcba86-f68b-4a90-abd1-9e80cc79a5fd: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:25:59.112006 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aaca5-e591-4ff1-94d2-94852a9a37dc req-8042b551-077c-47e7-8127-c4ccf68289a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:59.114248 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de4aaca5-e591-4ff1-94d2-94852a9a37dc req-8042b551-077c-47e7-8127-c4ccf68289a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cedc15bfaf5b41168bc40cd7545ca53c&device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 1095 time: 0.0733140 Dec 20 21:25:59.125759 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06e09269-7351-489e-9363-fb2eb3945372 req-ee235895-fd62-4599-b3a7-fb2c682e17b7 service neutron] 10.222.0.31 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526837 Dec 20 21:25:59.157620 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59832) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:59.277195 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aaca5-e591-4ff1-94d2-94852a9a37dc req-f6adc402-c637-4348-916b-b202ffee0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:59.279724 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de4aaca5-e591-4ff1-94d2-94852a9a37dc req-f6adc402-c637-4348-916b-b202ffee0b20 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b2f0b3a-2909-4c06-b8dc-499246cbe550 HTTP/1.1" status: 200 len: 911 time: 0.1264300 Dec 20 21:25:59.422909 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c9038b2-7f7a-471b-9a12-13fa156145a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:59.717534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-665c1a23-07dc-48e2-a676-854bc00d19b0 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1742845427-network', 'tenant_id': '1aa79c595283479ca10acb93c35fed2f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:25:59.787039 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de4aaca5-e591-4ff1-94d2-94852a9a37dc req-6d69deed-1860-45b8-970a-3d56dddf662a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a28050-2a32-4d00-8ae3-81d266c9160b HTTP/1.1" status: 200 len: 1002 time: 0.4770160 Dec 20 21:25:59.789753 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665c1a23-07dc-48e2-a676-854bc00d19b0 admin admin] Made reservation on behalf of 1aa79c595283479ca10acb93c35fed2f for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:25:59.792077 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665c1a23-07dc-48e2-a676-854bc00d19b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:59.805265 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665c1a23-07dc-48e2-a676-854bc00d19b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:25:59.815460 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ff7e3-d0c0-41c7-92c9-3ca55bf44729 req-f5cee93a-e656-405c-95c0-3fd957b5ac5b tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:59.823268 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f98ff7e3-d0c0-41c7-92c9-3ca55bf44729 req-f5cee93a-e656-405c-95c0-3fd957b5ac5b tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.5049903 Dec 20 21:25:59.830767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59850) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:25:59.933167 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f98ff7e3-d0c0-41c7-92c9-3ca55bf44729 req-f01a4812-e0be-4dbc-a31e-46c2af587af6 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088903 Dec 20 21:25:59.947602 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aaca5-e591-4ff1-94d2-94852a9a37dc req-761db9e3-a67c-4978-9ad2-10b5ee544871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:25:59.955537 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de4aaca5-e591-4ff1-94d2-94852a9a37dc req-761db9e3-a67c-4978-9ad2-10b5ee544871 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d594ea94-5bfe-45b1-a31e-dafb0c78a94a HTTP/1.1" status: 200 len: 849 time: 0.1246200 Dec 20 21:26:00.047223 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6c2ab241-65bd-491b-869f-326f58f78b39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5032fca0d97743718f4bfa6cc21087b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2149305 Dec 20 21:26:00.049843 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59858) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:00.063059 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aaca5-e591-4ff1-94d2-94852a9a37dc req-541d5654-237a-4dae-bdea-f2cd8a14e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:00.064616 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de4aaca5-e591-4ff1-94d2-94852a9a37dc req-541d5654-237a-4dae-bdea-f2cd8a14e020 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2f0b3a-2909-4c06-b8dc-499246cbe550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1016114 Dec 20 21:26:00.078142 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed2a3b-04ad-4b8a-b8d5-3d485e913281 req-f7de008f-f526-4cf9-a440-9044a6fc1b2c tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:00.082464 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-62ed2a3b-04ad-4b8a-b8d5-3d485e913281 req-f7de008f-f526-4cf9-a440-9044a6fc1b2c tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 945 time: 0.0734437 Dec 20 21:26:00.105228 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665c1a23-07dc-48e2-a676-854bc00d19b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:00.123216 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-62ed2a3b-04ad-4b8a-b8d5-3d485e913281 req-d52b806b-86b1-45af-8f54-0b6ddaf6d168 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358844 Dec 20 21:26:00.161518 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665c1a23-07dc-48e2-a676-854bc00d19b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:00.166172 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d6096103-fae6-47ad-8345-f80abb0dc77e req-b6c6f671-0586-4ab8-9b2a-9318ebf6644d tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=816cfa0b-6581-4707-85b9-cc612a5b152f HTTP/1.1" status: 200 len: 210 time: 0.0886345 Dec 20 21:26:00.217093 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665c1a23-07dc-48e2-a676-854bc00d19b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:26:00.231899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c1a23-07dc-48e2-a676-854bc00d19b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1871ec-f7b1-47d3-9118-9e665e220cef,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:00.256803 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665c1a23-07dc-48e2-a676-854bc00d19b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:00.257165 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-665c1a23-07dc-48e2-a676-854bc00d19b0 admin admin] Added segment fca3ebc3-94af-4052-8e27-60f4398d1d19 of type vlan for network ca19f93b-4b08-4949-bc57-e67d06f0b44d Dec 20 21:26:00.266308 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-09ae4aa5-f346-4c45-bbc2-bb6912235c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:00.329741 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de4aaca5-e591-4ff1-94d2-94852a9a37dc req-721c79d6-6f24-4284-86f0-55c859d03ecf service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510288 Dec 20 21:26:00.331455 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665c1a23-07dc-48e2-a676-854bc00d19b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:00.343868 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-09ae4aa5-f346-4c45-bbc2-bb6912235c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:00.445468 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665c1a23-07dc-48e2-a676-854bc00d19b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:00.446522 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c1a23-07dc-48e2-a676-854bc00d19b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:00.447090 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665c1a23-07dc-48e2-a676-854bc00d19b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:00.523408 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ef2fb4c5-a764-45d3-9348-07b5b8b9f84c up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:26:00.548701 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59864) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:00.550966 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-665c1a23-07dc-48e2-a676-854bc00d19b0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3923740 Dec 20 21:26:00.556628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f5f695cd-f246-48c3-97a0-2cae505320d5 admin admin] Request body: {'subnet': {'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1742845427-subnet', 'tenant_id': '1aa79c595283479ca10acb93c35fed2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:00.557956 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de4aaca5-e591-4ff1-94d2-94852a9a37dc req-1977aaf7-1ae6-4d3d-9ffa-96fffb62f658 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157779 Dec 20 21:26:00.559130 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-09ae4aa5-f346-4c45-bbc2-bb6912235c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:00.561856 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-09ae4aa5-f346-4c45-bbc2-bb6912235c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:00.565321 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-09ae4aa5-f346-4c45-bbc2-bb6912235c40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54084b33-3f9f-42ae-b4bb-c681cb2e42a1 HTTP/1.1" status: 204 len: 168 time: 0.5119960 Dec 20 21:26:00.566363 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c1a23-07dc-48e2-a676-854bc00d19b0 admin admin] Pushing event updated for resources: {'Network': ['ID=ca19f93b-4b08-4949-bc57-e67d06f0b44d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:00.591576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f695cd-f246-48c3-97a0-2cae505320d5 admin admin] Made reservation on behalf of 1aa79c595283479ca10acb93c35fed2f for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:26:00.594650 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f5f695cd-f246-48c3-97a0-2cae505320d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:00.606878 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network ca19f93b-4b08-4949-bc57-e67d06f0b44d details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:26:00.618436 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae4aa5-f346-4c45-bbc2-bb6912235c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54084b33-3f9f-42ae-b4bb-c681cb2e42a1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:00.720060 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:00.739808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port ef2fb4c5-a764-45d3-9348-07b5b8b9f84c completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:26:00.744810 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port ef2fb4c5-a764-45d3-9348-07b5b8b9f84c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:00.745463 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:00.844595 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f5f695cd-f246-48c3-97a0-2cae505320d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:00.866079 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:00.896528 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79e15d1-15a6-4d75-bf6e-09a44a8cc4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2fb4c5-a764-45d3-9348-07b5b8b9f84c'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:00.898978 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e5f63a-612b-4a85-a33e-9953abb86803" -d '{"events": [{"server_uuid": "d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6", "name": "network-vif-plugged", "status": "completed", "tag": "ef2fb4c5-a764-45d3-9348-07b5b8b9f84c"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:00.910433 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f695cd-f246-48c3-97a0-2cae505320d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60da46b9-e661-45f4-8db9-34fc8e0caf57,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:00.919282 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ef2fb4c5-a764-45d3-9348-07b5b8b9f84c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ef2fb4c5-a764-45d3-9348-07b5b8b9f84c,segment=NetworkSegment(98f6d881-3939-439f-8dec-3eabefbc3a2c),segment_id=98f6d881-3939-439f-8dec-3eabefbc3a2c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:00.925483 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:00.926038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f695cd-f246-48c3-97a0-2cae505320d5 admin admin] Checking segment: {'id': 'fca3ebc3-94af-4052-8e27-60f4398d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:26:00.926639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f695cd-f246-48c3-97a0-2cae505320d5 admin admin] Network hostable DHCP agents. Network: ca19f93b-4b08-4949-bc57-e67d06f0b44d, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:26:00.926991 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 00b7cf31-f3ed-4e02-914c-9624e9f9a141 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:26:00.949658 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f695cd-f246-48c3-97a0-2cae505320d5 admin admin] Network ca19f93b-4b08-4949-bc57-e67d06f0b44d is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:26:00.962497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-f5f695cd-f246-48c3-97a0-2cae505320d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, ca19f93b-4b08-4949-bc57-e67d06f0b44d) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:00.980393 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750637b1-b506-452f-9ebf-e048ce24fad5 x-openstack-request-id: req-750637b1-b506-452f-9ebf-e048ce24fad5 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:00.980743 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6", "name": "network-vif-plugged", "status": "completed", "tag": "ef2fb4c5-a764-45d3-9348-07b5b8b9f84c", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:00.981063 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-750637b1-b506-452f-9ebf-e048ce24fad5 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:00.981536 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79e15d1-15a6-4d75-bf6e-09a44a8cc4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2fb4c5-a764-45d3-9348-07b5b8b9f84c', 'code': 200} Dec 20 21:26:00.988842 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b0097b-d2e6-4a55-8a52-0be9e4a8b3eb None None] Network ca19f93b-4b08-4949-bc57-e67d06f0b44d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:26:01.008343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f695cd-f246-48c3-97a0-2cae505320d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:01.010716 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f5f695cd-f246-48c3-97a0-2cae505320d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:01.045813 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 00b7cf31-f3ed-4e02-914c-9624e9f9a141 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:26:01.046226 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 00b7cf31-f3ed-4e02-914c-9624e9f9a141 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:26:01.063930 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f5f695cd-f246-48c3-97a0-2cae505320d5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5138574 Dec 20 21:26:01.171144 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87becb2a-f667-4944-87c9-3a111238290c req-a09cc9d9-7b84-4c96-8b8d-b7887e047f00 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:01.175280 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=ef2fb4c5-a764-45d3-9348-07b5b8b9f84c,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:01.185831 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-87becb2a-f667-4944-87c9-3a111238290c req-a09cc9d9-7b84-4c96-8b8d-b7887e047f00 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.1442609 Dec 20 21:26:01.247237 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7014df-4ed5-4696-845a-9b0be64d2278 req-61745cf4-3b23-4d88-a149-0fc437b73eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:01.248997 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7a7014df-4ed5-4696-845a-9b0be64d2278 req-61745cf4-3b23-4d88-a149-0fc437b73eac service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 1095 time: 0.1196911 Dec 20 21:26:01.313533 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-87becb2a-f667-4944-87c9-3a111238290c req-c3e1e02f-75e5-4e5b-aa1a-af11a38164bb tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243289 Dec 20 21:26:01.338370 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7a7014df-4ed5-4696-845a-9b0be64d2278 req-ab9742c0-161e-4a65-adc0-d72e34dcb4d4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821052 Dec 20 21:26:01.354375 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddd4fb-d2ab-4209-94ec-c3f7ab4b2820 req-56f3cc5b-55a7-404c-a537-2b10200f09a1 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:01.363908 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0fddd4fb-d2ab-4209-94ec-c3f7ab4b2820 req-56f3cc5b-55a7-404c-a537-2b10200f09a1 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.0940604 Dec 20 21:26:01.371204 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eeadbd-230a-4286-be2e-363c5a44aace None None] Network ca19f93b-4b08-4949-bc57-e67d06f0b44d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:26:01.429739 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0fddd4fb-d2ab-4209-94ec-c3f7ab4b2820 req-316f179b-59f9-4ed9-b66e-15c8cd671885 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628538 Dec 20 21:26:01.997665 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:02.048682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-7e9a833a-7ea3-424b-b769-1df9bc4057f9 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:02.050717 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-7e9a833a-7ea3-424b-b769-1df9bc4057f9 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/networks?id=ca19f93b-4b08-4949-bc57-e67d06f0b44d HTTP/1.1" status: 200 len: 813 time: 0.1280816 Dec 20 21:26:02.069397 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-7cc95162-6cb0-4b3c-9249-c7e2f69c5cf4 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/quotas/1aa79c595283479ca10acb93c35fed2f HTTP/1.1" status: 200 len: 375 time: 0.0112879 Dec 20 21:26:02.115030 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-98f2164c-0757-4cec-aa21-64860b80e465 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1aa79c595283479ca10acb93c35fed2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371683 Dec 20 21:26:02.218087 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-f6178a55-85d6-42fb-8d5b-75f62e440393 service neutron] 10.222.0.32 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957468 Dec 20 21:26:02.314375 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:02.332789 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-98e98fd1-5931-48fd-ae0f-17d2b7c76c31 service neutron] 10.222.0.32 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069155 Dec 20 21:26:02.547843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c2a59-8e14-4573-9638-3d7712cd15ed req-95cf74ea-3118-4b15-8db1-4374f5774e54 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:02.556705 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b02c2a59-8e14-4573-9638-3d7712cd15ed req-95cf74ea-3118-4b15-8db1-4374f5774e54 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.0589767 Dec 20 21:26:02.619089 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b02c2a59-8e14-4573-9638-3d7712cd15ed req-411dfc1c-a709-4e1d-bc8b-53d6996caa56 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608249 Dec 20 21:26:02.726462 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d029c5ad-41fa-457d-80ac-f783a0c20e4c req-b1d1b817-fa35-4e94-8b25-0b5ad2568913 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=a48ed38a-29d7-4d1b-b334-4560362b786f HTTP/1.1" status: 200 len: 210 time: 0.0374856 Dec 20 21:26:03.738122 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7c597-a9bc-4f59-af0b-48d271c9bd05 req-b49f18af-624e-4e51-a207-91da3e1fc603 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:03.739851 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-53e7c597-a9bc-4f59-af0b-48d271c9bd05 req-b49f18af-624e-4e51-a207-91da3e1fc603 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.0550973 Dec 20 21:26:03.798929 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-53e7c597-a9bc-4f59-af0b-48d271c9bd05 req-437f3f67-e7f2-4029-9e5b-6185a895e579 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498061 Dec 20 21:26:03.949938 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d49b8cff-d388-4ac1-9f76-ed78ba15c52f req-060fd19f-2e88-4702-aeed-794ac2dc48c5 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=a48ed38a-29d7-4d1b-b334-4560362b786f HTTP/1.1" status: 200 len: 210 time: 0.0266886 Dec 20 21:26:04.229466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231da1d-a969-46c9-bff8-c755f5429bed req-ac38d643-dda2-457f-aae9-c176d7fd21d5 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:04.233653 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8231da1d-a969-46c9-bff8-c755f5429bed req-ac38d643-dda2-457f-aae9-c176d7fd21d5 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 945 time: 0.1896129 Dec 20 21:26:04.290115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31a0a8-54b1-4f3c-ac21-5512da3ca62d req-a8a8800e-25fe-41de-80dc-886ac73b02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:04.291688 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df31a0a8-54b1-4f3c-ac21-5512da3ca62d req-a8a8800e-25fe-41de-80dc-886ac73b02cd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3250a572e594725834b58fe4e751869&device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 1095 time: 0.1460278 Dec 20 21:26:04.317358 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8231da1d-a969-46c9-bff8-c755f5429bed req-5558e359-89f9-44f0-900d-1c00ad2fde9a tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/security-groups?id=cca0a181-adb6-4e83-882d-9e74c3fc98a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761170 Dec 20 21:26:04.337474 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-8541f5be-443c-486f-adbb-cae35bf0526f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 644 time: 0.2225485 Dec 20 21:26:04.371055 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-fe87f373-32da-4886-86de-c0f591204a2b tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:04.372602 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-fe87f373-32da-4886-86de-c0f591204a2b tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.66 "GET /v2.0/networks?id=ca19f93b-4b08-4949-bc57-e67d06f0b44d HTTP/1.1" status: 200 len: 813 time: 0.2589214 Dec 20 21:26:04.407767 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-76ee0311-39e4-4e4b-998b-b1903b401669 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Request body: {'port': {'device_id': 'a48ed38a-29d7-4d1b-b334-4560362b786f', 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d', 'admin_state_up': True, 'tenant_id': '1aa79c595283479ca10acb93c35fed2f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:04.533082 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-714e0941-4010-465b-ad37-ca5b8009705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:04.533637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-714e0941-4010-465b-ad37-ca5b8009705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:04.533999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-714e0941-4010-465b-ad37-ca5b8009705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:04.534524 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-714e0941-4010-465b-ad37-ca5b8009705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:04.534987 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-714e0941-4010-465b-ad37-ca5b8009705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:04.535435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-714e0941-4010-465b-ad37-ca5b8009705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:04.535882 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-714e0941-4010-465b-ad37-ca5b8009705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:04.537925 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-714e0941-4010-465b-ad37-ca5b8009705b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa6bba111e234f8b895c1075b6132216&device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 6487 time: 0.1111588 Dec 20 21:26:04.685517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-76ee0311-39e4-4e4b-998b-b1903b401669 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Made reservation on behalf of 1aa79c595283479ca10acb93c35fed2f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:26:04.699476 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-76ee0311-39e4-4e4b-998b-b1903b401669 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:04.722572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-747468f3-dae2-4683-a08d-35f7199ac387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:04.723142 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-747468f3-dae2-4683-a08d-35f7199ac387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:04.724269 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-747468f3-dae2-4683-a08d-35f7199ac387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:04.726111 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-747468f3-dae2-4683-a08d-35f7199ac387 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a59c69cc-251c-424c-8fcd-16f53c9e39c8&id=26353263-4cf3-440d-921d-58d861009b00&id=26353263-4cf3-440d-921d-58d861009b00&id=26353263-4cf3-440d-921d-58d861009b00&id=26353263-4cf3-440d-921d-58d861009b00&id=639c8589-e65d-40a2-92b1-3421f5cc2118&id=639c8589-e65d-40a2-92b1-3421f5cc2118 HTTP/1.1" status: 200 len: 2297 time: 0.1435189 Dec 20 21:26:04.773969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31a0a8-54b1-4f3c-ac21-5512da3ca62d req-16d481bf-87c8-4450-8c40-a306be99105a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:04.775544 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df31a0a8-54b1-4f3c-ac21-5512da3ca62d req-16d481bf-87c8-4450-8c40-a306be99105a service neutron] 10.222.0.66 "GET /v2.0/networks?id=f8ecd6d4-0049-4886-bf80-aba52fe894ef HTTP/1.1" status: 200 len: 912 time: 0.4763322 Dec 20 21:26:04.860070 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-14ad0897-177c-4f55-bc55-a1b0864d010f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3cccbd7-884d-4edf-95fe-7eafe392459d HTTP/1.1" status: 200 len: 1002 time: 0.1243072 Dec 20 21:26:04.866655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-bb5cc45f-f44c-4766-bfca-8dd60f70198b tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:04.868352 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-bb5cc45f-f44c-4766-bfca-8dd60f70198b tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.31 "GET /v2.0/networks?id=ca19f93b-4b08-4949-bc57-e67d06f0b44d HTTP/1.1" status: 200 len: 813 time: 0.6829329 Dec 20 21:26:04.877062 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df31a0a8-54b1-4f3c-ac21-5512da3ca62d req-e4fa51e9-8d46-4812-9ee6-bc8b6facf095 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef2fb4c5-a764-45d3-9348-07b5b8b9f84c HTTP/1.1" status: 200 len: 217 time: 0.0762229 Dec 20 21:26:04.903138 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-44311f8b-9b05-4151-8dac-7f96ad75dbcb tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Request body: {'port': {'device_id': 'df0f5e2a-7800-427a-906b-ab74c793b544', 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d', 'admin_state_up': True, 'tenant_id': '1aa79c595283479ca10acb93c35fed2f'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:04.916930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76f9a2-d29d-4e15-b83f-71029b816da3 req-6424609c-d6db-4d61-8193-4300653231c9 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:04.918961 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9a76f9a2-d29d-4e15-b83f-71029b816da3 req-6424609c-d6db-4d61-8193-4300653231c9 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.6073194 Dec 20 21:26:04.920456 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-6f7aaac2-8b5e-4e2d-8150-47a4b38e2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:04.922189 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-6f7aaac2-8b5e-4e2d-8150-47a4b38e2497 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8068432-bb6b-4d01-8126-71f8c5380ca3 HTTP/1.1" status: 200 len: 855 time: 0.0542221 Dec 20 21:26:05.019093 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-13a39cf0-38a3-435e-9105-59fa62f1fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:05.020373 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-13a39cf0-38a3-435e-9105-59fa62f1fbf5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a59c69cc-251c-424c-8fcd-16f53c9e39c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0889633 Dec 20 21:26:05.029999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-76ee0311-39e4-4e4b-998b-b1903b401669 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Allocated IP 172.20.0.8 (ca19f93b-4b08-4949-bc57-e67d06f0b44d/60da46b9-e661-45f4-8db9-34fc8e0caf57/dc0f24bd-bd57-413e-bd06-1cf2b4cca47f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:26:05.074859 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9a76f9a2-d29d-4e15-b83f-71029b816da3 req-bae1a5bd-491e-4173-9ecb-80aa3cf4719d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273065 Dec 20 21:26:05.100341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31a0a8-54b1-4f3c-ac21-5512da3ca62d req-6bf114db-9dcb-4209-9d8b-5de40b82154f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:05.102057 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df31a0a8-54b1-4f3c-ac21-5512da3ca62d req-6bf114db-9dcb-4209-9d8b-5de40b82154f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bbb08b0c-a9ff-4797-9123-5ee7d55aacb5 HTTP/1.1" status: 200 len: 851 time: 0.2187190 Dec 20 21:26:05.147265 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df31a0a8-54b1-4f3c-ac21-5512da3ca62d req-b2274d20-a08e-4921-b413-43e3f456baff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f8ecd6d4-0049-4886-bf80-aba52fe894ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368226 Dec 20 21:26:05.201898 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-612907ab-40aa-426e-8636-95723eaab2c2 req-06ad27ce-0eda-4abb-ab52-fa71ab17bd8f tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=a48ed38a-29d7-4d1b-b334-4560362b786f HTTP/1.1" status: 200 len: 210 time: 0.0324328 Dec 20 21:26:05.272588 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-0aa00139-834d-484b-9ba0-c406d6627a7b service neutron] 10.222.0.31 "GET /v2.0/networks/a59c69cc-251c-424c-8fcd-16f53c9e39c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162306 Dec 20 21:26:05.293151 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-44311f8b-9b05-4151-8dac-7f96ad75dbcb tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Made reservation on behalf of 1aa79c595283479ca10acb93c35fed2f for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:26:05.298101 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-44311f8b-9b05-4151-8dac-7f96ad75dbcb tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:05.318343 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df31a0a8-54b1-4f3c-ac21-5512da3ca62d req-500eb065-5e3f-49dc-b4d3-3a4c39ecb5fe service neutron] 10.222.0.66 "GET /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513793 Dec 20 21:26:05.421577 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-76ee0311-39e4-4e4b-998b-b1903b401669 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:05.437786 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41760af4-63ce-4ff8-bd13-ac880cb28b5b req-a769da79-ac1b-422c-8472-1f56a3fd5349 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:05.445533 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-41760af4-63ce-4ff8-bd13-ac880cb28b5b req-a769da79-ac1b-422c-8472-1f56a3fd5349 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 944 time: 0.1662302 Dec 20 21:26:05.485085 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df31a0a8-54b1-4f3c-ac21-5512da3ca62d req-1d6b1094-4440-434b-9d53-aafc89e42938 service neutron] 10.222.0.66 "GET /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507843 Dec 20 21:26:05.520877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32148f0e-c5cc-428e-88ab-6322d8ae6594 req-d426856d-cc17-4c56-affd-8e1bdd5249a1 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:05.522484 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32148f0e-c5cc-428e-88ab-6322d8ae6594 req-d426856d-cc17-4c56-affd-8e1bdd5249a1 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 945 time: 0.0528984 Dec 20 21:26:05.527080 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-0fef85c8-b194-476b-9e4a-ea8120ae5426 service neutron] 10.222.0.31 "GET /v2.0/networks/a59c69cc-251c-424c-8fcd-16f53c9e39c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134507 Dec 20 21:26:05.531453 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-41760af4-63ce-4ff8-bd13-ac880cb28b5b req-526285d7-e27b-4e17-9aeb-adad86892f43 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852020 Dec 20 21:26:05.543973 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-76ee0311-39e4-4e4b-998b-b1903b401669 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:05.577979 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-e128f0ab-e5d6-4a77-baca-9c11cf7511d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=17c9639d-1f1d-402c-a100-0ecd939a4f4b HTTP/1.1" status: 200 len: 217 time: 0.0415640 Dec 20 21:26:05.620879 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32148f0e-c5cc-428e-88ab-6322d8ae6594 req-d322ee2d-b7ce-4a8e-bc2c-324040922643 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/security-groups?id=cca0a181-adb6-4e83-882d-9e74c3fc98a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916791 Dec 20 21:26:05.634284 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-44311f8b-9b05-4151-8dac-7f96ad75dbcb tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Allocated IP 172.20.0.11 (ca19f93b-4b08-4949-bc57-e67d06f0b44d/60da46b9-e661-45f4-8db9-34fc8e0caf57/cc52ee75-5704-4ea6-937f-8d25312de8c0) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:26:05.644524 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-76ee0311-39e4-4e4b-998b-b1903b401669 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Network ca19f93b-4b08-4949-bc57-e67d06f0b44d is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:26:05.650835 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-76ee0311-39e4-4e4b-998b-b1903b401669 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:05.656208 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-76ee0311-39e4-4e4b-998b-b1903b401669 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:26:05.689611 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee0311-39e4-4e4b-998b-b1903b401669 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Pushing event updated for resources: {'Port': ['ID=dc0f24bd-bd57-413e-bd06-1cf2b4cca47f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:05.712578 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-9dc4aadb-b9c3-45ce-989b-d3858bb2c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:05.714105 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-9dc4aadb-b9c3-45ce-989b-d3858bb2c7ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.1086102 Dec 20 21:26:05.728350 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-76ee0311-39e4-4e4b-998b-b1903b401669 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:05.729232 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-76ee0311-39e4-4e4b-998b-b1903b401669 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:05.746032 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-76ee0311-39e4-4e4b-998b-b1903b401669 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3448148 Dec 20 21:26:05.772517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Request body: {'port': {'device_id': 'a48ed38a-29d7-4d1b-b334-4560362b786f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:05.789439 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-44311f8b-9b05-4151-8dac-7f96ad75dbcb tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:05.830939 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-44311f8b-9b05-4151-8dac-7f96ad75dbcb tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:05.846394 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-1a627a0b-4ca0-4888-ad40-7d8174dfeb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:05.850102 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-1a627a0b-4ca0-4888-ad40-7d8174dfeb98 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.0890901 Dec 20 21:26:05.855461 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:05.871642 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-44311f8b-9b05-4151-8dac-7f96ad75dbcb tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Network ca19f93b-4b08-4949-bc57-e67d06f0b44d is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:26:05.874756 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-44311f8b-9b05-4151-8dac-7f96ad75dbcb tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:05.878501 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-44311f8b-9b05-4151-8dac-7f96ad75dbcb tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:26:05.905449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44311f8b-9b05-4151-8dac-7f96ad75dbcb tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Pushing event updated for resources: {'Port': ['ID=cc52ee75-5704-4ea6-937f-8d25312de8c0,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:05.935785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-44311f8b-9b05-4151-8dac-7f96ad75dbcb tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:05.936382 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-44311f8b-9b05-4151-8dac-7f96ad75dbcb tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:05.975117 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-44311f8b-9b05-4151-8dac-7f96ad75dbcb tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0820251 Dec 20 21:26:05.995889 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c885911-1c67-4033-b06c-7e3587efdeb3 req-87975aed-7220-4262-b341-77372927f48f tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:05.997356 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c885911-1c67-4033-b06c-7e3587efdeb3 req-87975aed-7220-4262-b341-77372927f48f tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 944 time: 0.0583689 Dec 20 21:26:06.002158 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Request body: {'port': {'device_id': 'df0f5e2a-7800-427a-906b-ab74c793b544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:06.036852 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-cc848c91-ba6f-423c-b9d6-c594622859a0 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791043 Dec 20 21:26:06.061769 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:06.198931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c760bd8-1d99-4b16-abee-2c17ae19de92 req-0095d9d2-ac03-47e4-b057-06f173ffb38b tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:06.200514 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c760bd8-1d99-4b16-abee-2c17ae19de92 req-0095d9d2-ac03-47e4-b057-06f173ffb38b tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.31 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 945 time: 0.1299579 Dec 20 21:26:06.258497 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-d1a1e7c0-7baa-44cd-b69b-7eb70fb9f8a3 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872809 Dec 20 21:26:06.269312 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507977d6-cefa-46c0-be8a-2f263e913967 req-dcbb36e3-8318-41d8-942f-48528963f3c5 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:06.270875 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-507977d6-cefa-46c0-be8a-2f263e913967 req-dcbb36e3-8318-41d8-942f-48528963f3c5 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.1070602 Dec 20 21:26:06.354298 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-81bbead2-db1b-4c48-8c45-fe547c1ba7c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=5a9c9ffc-8b46-4314-98ec-30d20be920ef HTTP/1.1" status: 200 len: 217 time: 0.0824144 Dec 20 21:26:06.410859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0f24bd-bd57-413e-bd06-1cf2b4cca47f {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:06.422024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-4c885911-1c67-4033-b06c-7e3587efdeb3 req-cd6a856d-25f9-4fd5-80c3-8214c081c4cd tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Deleting port d56946d1-6e73-4a24-a0ed-559cd785d734 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:26:06.424014 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4c885911-1c67-4033-b06c-7e3587efdeb3 req-cd6a856d-25f9-4fd5-80c3-8214c081c4cd tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:06.428508 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:06.450643 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-507977d6-cefa-46c0-be8a-2f263e913967 req-36c7f81b-a149-405b-b2ee-6a8e9c2a27d8 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722987 Dec 20 21:26:06.456456 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bc3d7-d496-43ea-a7bb-c4b1f9681b84 req-d6662225-17fe-4f6e-9fad-0ecf2cca5bf9 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:06.458082 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-8ada4d3d-c677-4e54-96fd-2281534a5370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:06.459890 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-8ada4d3d-c677-4e54-96fd-2281534a5370 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.0941849 Dec 20 21:26:06.462718 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Transition to ACTIVE for port object dc0f24bd-bd57-413e-bd06-1cf2b4cca47f will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:26:06.471999 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-855bc3d7-d496-43ea-a7bb-c4b1f9681b84 req-d6662225-17fe-4f6e-9fad-0ecf2cca5bf9 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=a48ed38a-29d7-4d1b-b334-4560362b786f HTTP/1.1" status: 200 len: 931 time: 0.1705952 Dec 20 21:26:06.482889 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:06.568886 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0f24bd-bd57-413e-bd06-1cf2b4cca47f,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:06.577011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-ecf77cdd-29eb-4252-8999-93e9c5739386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:06.578543 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-ecf77cdd-29eb-4252-8999-93e9c5739386 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1111796 Dec 20 21:26:06.646971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-4c885911-1c67-4033-b06c-7e3587efdeb3 req-cd6a856d-25f9-4fd5-80c3-8214c081c4cd tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] For port d56946d1-6e73-4a24-a0ed-559cd785d734, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=d56946d1-6e73-4a24-a0ed-559cd785d734,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:06.647206 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4c885911-1c67-4033-b06c-7e3587efdeb3 req-cd6a856d-25f9-4fd5-80c3-8214c081c4cd tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:06.669138 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-9c760bd8-1d99-4b16-abee-2c17ae19de92 req-f014219a-6538-4e26-a07d-40aef3fa4ef3 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Deleting port e3d60c34-7f02-4180-8d8f-2dabf7ec89ee {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:26:06.669478 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9c760bd8-1d99-4b16-abee-2c17ae19de92 req-f014219a-6538-4e26-a07d-40aef3fa4ef3 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:06.706507 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Attempting to bind port dc0f24bd-bd57-413e-bd06-1cf2b4cca47f on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:26:06.706962 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Attempting to bind port dc0f24bd-bd57-413e-bd06-1cf2b4cca47f by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'fca3ebc3-94af-4052-8e27-60f4398d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:26:06.707930 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Attempting to bind port dc0f24bd-bd57-413e-bd06-1cf2b4cca47f on network ca19f93b-4b08-4949-bc57-e67d06f0b44d {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:06.720094 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Port dc0f24bd-bd57-413e-bd06-1cf2b4cca47f on network ca19f93b-4b08-4949-bc57-e67d06f0b44d not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:26:06.720519 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Attempting to bind port dc0f24bd-bd57-413e-bd06-1cf2b4cca47f on network ca19f93b-4b08-4949-bc57-e67d06f0b44d {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:06.728952 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-966068d4-7d8d-4656-866e-3362802f64b6 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334429 Dec 20 21:26:06.729135 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:26:06.729453 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Checking segment: {'id': 'fca3ebc3-94af-4052-8e27-60f4398d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:26:06.729826 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Bound using segment: {'id': 'fca3ebc3-94af-4052-8e27-60f4398d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:26:06.730280 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Bound port: dc0f24bd-bd57-413e-bd06-1cf2b4cca47f, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fca3ebc3-94af-4052-8e27-60f4398d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:26:06.730628 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:06.731285 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-855bc3d7-d496-43ea-a7bb-c4b1f9681b84 req-c2ab8a7d-5917-41bb-bbb2-c517b9ccaa14 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627008 Dec 20 21:26:06.735336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-4c885911-1c67-4033-b06c-7e3587efdeb3 req-cd6a856d-25f9-4fd5-80c3-8214c081c4cd tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Calling delete_port for d56946d1-6e73-4a24-a0ed-559cd785d734 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:26:06.909092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] For port dc0f24bd-bd57-413e-bd06-1cf2b4cca47f, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:26:06.923649 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-9c760bd8-1d99-4b16-abee-2c17ae19de92 req-f014219a-6538-4e26-a07d-40aef3fa4ef3 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] For port e3d60c34-7f02-4180-8d8f-2dabf7ec89ee, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e3d60c34-7f02-4180-8d8f-2dabf7ec89ee,segment=NetworkSegment(630aa44e-4de7-47da-86f4-fca188cabb02),segment_id=630aa44e-4de7-47da-86f4-fca188cabb02)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:06.924231 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9c760bd8-1d99-4b16-abee-2c17ae19de92 req-f014219a-6538-4e26-a07d-40aef3fa4ef3 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:06.938246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f501b-6571-421a-b8f6-c826e6cf479a req-ba955cad-dca4-4d65-a696-840657c8fc63 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:06.939725 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-621f501b-6571-421a-b8f6-c826e6cf479a req-ba955cad-dca4-4d65-a696-840657c8fc63 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2c46f5-8c20-4837-8753-72fb3cc00333 HTTP/1.1" status: 200 len: 944 time: 0.1351852 Dec 20 21:26:06.941510 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] For port dc0f24bd-bd57-413e-bd06-1cf2b4cca47f, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=dc0f24bd-bd57-413e-bd06-1cf2b4cca47f,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:26:06.946182 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-d457db6f-9801-4103-b060-f01d15f0fe7b service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054098 Dec 20 21:26:06.947747 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:06.988629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc52ee75-5704-4ea6-937f-8d25312de8c0 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:07.002720 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:07.023605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff4f63-df9e-460f-8b9d-5e86680677f5 req-f9f0f050-b34a-4d83-94ef-96dbd46b0061 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:07.025296 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d3ff4f63-df9e-460f-8b9d-5e86680677f5 req-f9f0f050-b34a-4d83-94ef-96dbd46b0061 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 945 time: 0.2155378 Dec 20 21:26:07.031128 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-5d3b111a-568f-45cc-8f4d-96e751370596 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=47433a5c-5134-4b06-8317-7a617581ab15 HTTP/1.1" status: 200 len: 217 time: 0.0766943 Dec 20 21:26:07.038390 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:07.038903 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:07.040099 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] 10.222.0.66 "PUT /v2.0/ports/dc0f24bd-bd57-413e-bd06-1cf2b4cca47f HTTP/1.1" status: 200 len: 1089 time: 1.2718644 Dec 20 21:26:07.040568 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48ed38a-29d7-4d1b-b334-4560362b786f', 'tag': 'dc0f24bd-bd57-413e-bd06-1cf2b4cca47f'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:07.043082 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c89f1f-6dea-489e-a6a0-f0c77b63c481" -d '{"events": [{"name": "network-changed", "server_uuid": "a48ed38a-29d7-4d1b-b334-4560362b786f", "tag": "dc0f24bd-bd57-413e-bd06-1cf2b4cca47f"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:07.072989 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Transition to ACTIVE for port object cc52ee75-5704-4ea6-937f-8d25312de8c0 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:26:07.115122 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:07.117916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674981ff-7e5b-4d7a-bd18-321f51602c63 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0f24bd-bd57-413e-bd06-1cf2b4cca47f,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:07.141548 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-621f501b-6571-421a-b8f6-c826e6cf479a req-1b4e2d0e-f38b-4d85-9b1a-6b8d4589e339 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911449 Dec 20 21:26:07.156490 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-edc3d735-831c-400d-93ba-72a9653bfe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:07.158039 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-edc3d735-831c-400d-93ba-72a9653bfe93 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.1092587 Dec 20 21:26:07.200596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6207ad98-a78d-405c-aa55-441d2e3bca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:07.202190 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6207ad98-a78d-405c-aa55-441d2e3bca83 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1aa79c595283479ca10acb93c35fed2f&device_id=a48ed38a-29d7-4d1b-b334-4560362b786f HTTP/1.1" status: 200 len: 1092 time: 0.0952921 Dec 20 21:26:07.217870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-3ee0e82c-90e1-466e-a05c-6c7c7d8d11b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:07.219444 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-3ee0e82c-90e1-466e-a05c-6c7c7d8d11b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.0527205 Dec 20 21:26:07.234197 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4c885911-1c67-4033-b06c-7e3587efdeb3 req-cd6a856d-25f9-4fd5-80c3-8214c081c4cd tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:07.258710 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d3ff4f63-df9e-460f-8b9d-5e86680677f5 req-10a5e514-c1f1-4863-9110-9b3cffed77ea tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/security-groups?id=cca0a181-adb6-4e83-882d-9e74c3fc98a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934013 Dec 20 21:26:07.274387 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Pushing event updated for resources: {'Port': ['ID=cc52ee75-5704-4ea6-937f-8d25312de8c0,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:07.278805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['d56946d1-6e73-4a24-a0ed-559cd785d734'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:07.350428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a856d-25f9-4fd5-80c3-8214c081c4cd tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Pushing event deleted for resources: {'Port': ['ID=d56946d1-6e73-4a24-a0ed-559cd785d734,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:07.367696 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9c760bd8-1d99-4b16-abee-2c17ae19de92 req-f014219a-6538-4e26-a07d-40aef3fa4ef3 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:07.367696 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9c760bd8-1d99-4b16-abee-2c17ae19de92 req-f014219a-6538-4e26-a07d-40aef3fa4ef3 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:07.368102 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [req-9c760bd8-1d99-4b16-abee-2c17ae19de92 req-f014219a-6538-4e26-a07d-40aef3fa4ef3 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Floating IP c3410454-2de7-4881-b3c7-7010a74ad704 disassociated. External IP: 172.35.3.46, port: e3d60c34-7f02-4180-8d8f-2dabf7ec89ee. Dec 20 21:26:07.368358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-9c760bd8-1d99-4b16-abee-2c17ae19de92 req-f014219a-6538-4e26-a07d-40aef3fa4ef3 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Calling delete_port for e3d60c34-7f02-4180-8d8f-2dabf7ec89ee owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:26:07.409207 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c885911-1c67-4033-b06c-7e3587efdeb3 req-cd6a856d-25f9-4fd5-80c3-8214c081c4cd tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] No DVR routers for this DVR port d56946d1-6e73-4a24-a0ed-559cd785d734 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:26:07.412381 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4c885911-1c67-4033-b06c-7e3587efdeb3 req-cd6a856d-25f9-4fd5-80c3-8214c081c4cd tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:07.416434 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c885911-1c67-4033-b06c-7e3587efdeb3 req-cd6a856d-25f9-4fd5-80c3-8214c081c4cd tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.31 "DELETE /v2.0/ports/d56946d1-6e73-4a24-a0ed-559cd785d734 HTTP/1.1" status: 204 len: 173 time: 1.3524196 Dec 20 21:26:07.420204 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2c46f5-8c20-4837-8753-72fb3cc00333', 'name': 'network-vif-deleted', 'tag': 'd56946d1-6e73-4a24-a0ed-559cd785d734'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:07.423962 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c7062c-5e57-45cc-80a0-c43b6fcf55d8" -d '{"events": [{"server_uuid": "ef2c46f5-8c20-4837-8753-72fb3cc00333", "name": "network-vif-deleted", "tag": "d56946d1-6e73-4a24-a0ed-559cd785d734"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:07.479030 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e08967f-e859-4dd0-9007-69f0b41fe7e3 x-openstack-request-id: req-0e08967f-e859-4dd0-9007-69f0b41fe7e3 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:07.479442 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2c46f5-8c20-4837-8753-72fb3cc00333", "name": "network-vif-deleted", "tag": "d56946d1-6e73-4a24-a0ed-559cd785d734", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:07.479596 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e08967f-e859-4dd0-9007-69f0b41fe7e3 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:07.479992 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2c46f5-8c20-4837-8753-72fb3cc00333', 'name': 'network-vif-deleted', 'tag': 'd56946d1-6e73-4a24-a0ed-559cd785d734', 'status': 'completed', 'code': 200} Dec 20 21:26:07.516823 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Attempting to bind port cc52ee75-5704-4ea6-937f-8d25312de8c0 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:26:07.517203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Attempting to bind port cc52ee75-5704-4ea6-937f-8d25312de8c0 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'fca3ebc3-94af-4052-8e27-60f4398d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:26:07.517475 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Attempting to bind port cc52ee75-5704-4ea6-937f-8d25312de8c0 on network ca19f93b-4b08-4949-bc57-e67d06f0b44d {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:07.526584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Port cc52ee75-5704-4ea6-937f-8d25312de8c0 on network ca19f93b-4b08-4949-bc57-e67d06f0b44d not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:26:07.526909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Attempting to bind port cc52ee75-5704-4ea6-937f-8d25312de8c0 on network ca19f93b-4b08-4949-bc57-e67d06f0b44d {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:07.550876 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:26:07.551245 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Checking segment: {'id': 'fca3ebc3-94af-4052-8e27-60f4398d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:26:07.551593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Bound using segment: {'id': 'fca3ebc3-94af-4052-8e27-60f4398d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:26:07.552048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Bound port: cc52ee75-5704-4ea6-937f-8d25312de8c0, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fca3ebc3-94af-4052-8e27-60f4398d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:26:07.552453 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:07.597627 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4589169b-4e19-47b2-b40b-2216b75b1d17 x-openstack-request-id: req-4589169b-4e19-47b2-b40b-2216b75b1d17 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:07.598001 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48ed38a-29d7-4d1b-b334-4560362b786f", "tag": "dc0f24bd-bd57-413e-bd06-1cf2b4cca47f", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:07.598128 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4589169b-4e19-47b2-b40b-2216b75b1d17 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:07.598458 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48ed38a-29d7-4d1b-b334-4560362b786f', 'tag': 'dc0f24bd-bd57-413e-bd06-1cf2b4cca47f', 'status': 'completed', 'code': 200} Dec 20 21:26:07.616294 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-a648f6b1-178c-4ecd-88e9-dc120f375e25 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc0f24bd-bd57-413e-bd06-1cf2b4cca47f HTTP/1.1" status: 200 len: 217 time: 0.3958261 Dec 20 21:26:07.682477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fab325-f7e7-4c1e-8bdd-3b0b3557e3da req-e505766c-f635-46bb-a34f-547047a5f01b tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:07.683919 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-23fab325-f7e7-4c1e-8bdd-3b0b3557e3da req-e505766c-f635-46bb-a34f-547047a5f01b tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.1527729 Dec 20 21:26:07.693096 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-8e16c042-b310-49d7-a1a5-008d4be625e3 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ff458f6e7fc74c9ea52abb3915d16d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0934470 Dec 20 21:26:07.724065 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9c760bd8-1d99-4b16-abee-2c17ae19de92 req-f014219a-6538-4e26-a07d-40aef3fa4ef3 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:07.728930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] For port cc52ee75-5704-4ea6-937f-8d25312de8c0, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:26:07.771164 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-ab031979-2c7e-42f8-bd13-58fa2053e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:07.772609 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-ab031979-2c7e-42f8-bd13-58fa2053e7a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=60da46b9-e661-45f4-8db9-34fc8e0caf57 HTTP/1.1" status: 200 len: 853 time: 0.1458731 Dec 20 21:26:07.778882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014219a-6538-4e26-a07d-40aef3fa4ef3 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Pushing event deleted for resources: {'Port': ['ID=e3d60c34-7f02-4180-8d8f-2dabf7ec89ee,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:07.793572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] For port cc52ee75-5704-4ea6-937f-8d25312de8c0, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cc52ee75-5704-4ea6-937f-8d25312de8c0,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:26:07.802766 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-23fab325-f7e7-4c1e-8bdd-3b0b3557e3da req-dd8c696d-5721-48d8-a3bb-8105f85e10aa tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092360 Dec 20 21:26:07.807282 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:07.829968 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-efe79dda-998f-4d1a-b616-fe016c236bb7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ca19f93b-4b08-4949-bc57-e67d06f0b44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496578 Dec 20 21:26:07.859781 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-fafdae3e-e12e-40fb-9e15-1ad4a0e7391a service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639873 Dec 20 21:26:07.917816 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:07.918539 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:07.920007 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] 10.222.0.31 "PUT /v2.0/ports/cc52ee75-5704-4ea6-937f-8d25312de8c0 HTTP/1.1" status: 200 len: 1090 time: 1.9217322 Dec 20 21:26:07.920183 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-3beae6df-b793-4cac-8cf0-a0e1e685974e tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:07.921625 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-3beae6df-b793-4cac-8cf0-a0e1e685974e tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221897 Dec 20 21:26:07.960880 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71eb38-703e-4faa-9208-bd4c80d9d9eb service neutron] Pushing event updated for resources: {'Port': ['ID=cc52ee75-5704-4ea6-937f-8d25312de8c0,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:07.978431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c760bd8-1d99-4b16-abee-2c17ae19de92 req-f014219a-6538-4e26-a07d-40aef3fa4ef3 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Router e846388f-79c2-432b-aacb-38c0969981a3 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:26:08.002334 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-0936268a-ab57-4a06-9f91-ec19a5680e55 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/quotas/ff458f6e7fc74c9ea52abb3915d16d40 HTTP/1.1" status: 200 len: 375 time: 0.0690844 Dec 20 21:26:08.059215 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-163fb00b-958e-4629-ab51-22ec423669f8 service neutron] 10.222.0.66 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207513 Dec 20 21:26:08.062797 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-a0d7e04e-8096-4573-b5a0-fc22c7bf902e tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff458f6e7fc74c9ea52abb3915d16d40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420456 Dec 20 21:26:08.130642 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-cc5354e5-9657-4136-9ffd-33bc3a65d85c service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062893 Dec 20 21:26:08.166640 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6ca11439-8948-4e80-8ac5-4024ea8fa78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:08.168174 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-6ca11439-8948-4e80-8ac5-4024ea8fa78e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1aa79c595283479ca10acb93c35fed2f&device_id=df0f5e2a-7800-427a-906b-ab74c793b544 HTTP/1.1" status: 200 len: 1093 time: 0.1741605 Dec 20 21:26:08.192876 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-0577b1f1-2577-4845-a408-09678f872285 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=35be04de-962b-40fb-bade-5a6118e85e04 HTTP/1.1" status: 200 len: 217 time: 0.0531535 Dec 20 21:26:08.232033 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-5b8c327b-76a2-4354-bf31-c4f18c58e61f service neutron] 10.222.0.66 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630518 Dec 20 21:26:08.300542 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-e8a9d499-9e04-4107-93ab-08c935525b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:08.302312 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-e8a9d499-9e04-4107-93ab-08c935525b52 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.0692246 Dec 20 21:26:08.438820 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d2fd8b84-210b-42b5-a159-af1e3354aaab req-6e481b3c-e765-493b-b767-bf02eb818249 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 210 time: 0.0393255 Dec 20 21:26:08.444516 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-925ea821-b8ae-41f8-862e-860e9ca24899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:08.446002 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-925ea821-b8ae-41f8-862e-860e9ca24899 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1349831 Dec 20 21:26:08.449739 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c89f1f-6dea-489e-a6a0-f0c77b63c481 req-2420dbba-8c61-4fcf-8567-4704ae97f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:08.451350 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d3c89f1f-6dea-489e-a6a0-f0c77b63c481 req-2420dbba-8c61-4fcf-8567-4704ae97f299 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1aa79c595283479ca10acb93c35fed2f&device_id=a48ed38a-29d7-4d1b-b334-4560362b786f HTTP/1.1" status: 200 len: 1092 time: 0.0986285 Dec 20 21:26:08.602694 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cad92447-4b32-4947-9fd2-350432db99e5 req-fc873054-ed69-4dfb-9736-0c420c60e2ab tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=ff458f6e7fc74c9ea52abb3915d16d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421720 Dec 20 21:26:08.624058 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:26:08.645731 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-cbfff47b-3cdf-4197-b4ce-eb32ba81c7ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc52ee75-5704-4ea6-937f-8d25312de8c0 HTTP/1.1" status: 200 len: 217 time: 0.0750520 Dec 20 21:26:08.656558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33bfaa-0783-4447-863d-818a0315ad2e req-71c0dec8-0d0c-45e9-99ec-ff43f0ed3703 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:08.658209 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2a33bfaa-0783-4447-863d-818a0315ad2e req-71c0dec8-0d0c-45e9-99ec-ff43f0ed3703 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=a48ed38a-29d7-4d1b-b334-4560362b786f HTTP/1.1" status: 200 len: 943 time: 0.5103297 Dec 20 21:26:08.699829 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c760bd8-1d99-4b16-abee-2c17ae19de92 req-f014219a-6538-4e26-a07d-40aef3fa4ef3 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:26:08.713659 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1037d5aa-976c-4e5a-8a6f-499683e7be09 None None] Sync routers for ids ['e846388f-79c2-432b-aacb-38c0969981a3'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:26:08.725034 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-8a247741-68c8-4fff-b06a-ebe97736042f service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715569 Dec 20 21:26:08.728703 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1037d5aa-976c-4e5a-8a6f-499683e7be09 None None] Routers {'e846388f-79c2-432b-aacb-38c0969981a3'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:26:08.729323 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1037d5aa-976c-4e5a-8a6f-499683e7be09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:25:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e846388f-79c2-432b-aacb-38c0969981a3'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:08.745801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c89f1f-6dea-489e-a6a0-f0c77b63c481 req-26c8d1a1-72f4-4e85-baf6-82b221dbe292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:08.747420 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d3c89f1f-6dea-489e-a6a0-f0c77b63c481 req-26c8d1a1-72f4-4e85-baf6-82b221dbe292 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ca19f93b-4b08-4949-bc57-e67d06f0b44d HTTP/1.1" status: 200 len: 914 time: 0.2850885 Dec 20 21:26:08.787970 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c760bd8-1d99-4b16-abee-2c17ae19de92 req-f014219a-6538-4e26-a07d-40aef3fa4ef3 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] No DVR routers for this DVR port e3d60c34-7f02-4180-8d8f-2dabf7ec89ee on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:26:08.792617 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9c760bd8-1d99-4b16-abee-2c17ae19de92 req-f014219a-6538-4e26-a07d-40aef3fa4ef3 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:08.795953 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c760bd8-1d99-4b16-abee-2c17ae19de92 req-f014219a-6538-4e26-a07d-40aef3fa4ef3 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.31 "DELETE /v2.0/ports/e3d60c34-7f02-4180-8d8f-2dabf7ec89ee HTTP/1.1" status: 204 len: 173 time: 2.5809841 Dec 20 21:26:08.798958 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2a33bfaa-0783-4447-863d-818a0315ad2e req-d18ebcc2-e12c-467b-b625-79715f32b681 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269951 Dec 20 21:26:08.801498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-813beabd-f6b7-45d9-bc24-5cb67399ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:08.804657 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-813beabd-f6b7-45d9-bc24-5cb67399ea34 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60da46b9-e661-45f4-8db9-34fc8e0caf57 HTTP/1.1" status: 200 len: 853 time: 0.1411133 Dec 20 21:26:08.861465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-4e842c17-97a7-4dc3-87d2-0ca4ec93a449 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca19f93b-4b08-4949-bc57-e67d06f0b44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469015 Dec 20 21:26:08.864838 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d3c89f1f-6dea-489e-a6a0-f0c77b63c481 req-b8e422f0-2109-4dbb-b8b5-dd6896986f55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc0f24bd-bd57-413e-bd06-1cf2b4cca47f HTTP/1.1" status: 200 len: 217 time: 0.0988162 Dec 20 21:26:08.946054 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c89f1f-6dea-489e-a6a0-f0c77b63c481 req-d90820c2-a39d-430a-82a8-52a6d84c7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:08.947791 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d3c89f1f-6dea-489e-a6a0-f0c77b63c481 req-d90820c2-a39d-430a-82a8-52a6d84c7e36 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=60da46b9-e661-45f4-8db9-34fc8e0caf57 HTTP/1.1" status: 200 len: 853 time: 0.0701895 Dec 20 21:26:08.959690 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-1037d5aa-976c-4e5a-8a6f-499683e7be09 None None] Set router e846388f-79c2-432b-aacb-38c0969981a3 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:26:08.962433 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad92447-4b32-4947-9fd2-350432db99e5 req-6e2f3828-2d4e-4b8f-9a02-3493ef31d1f7 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:08.970260 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cad92447-4b32-4947-9fd2-350432db99e5 req-6e2f3828-2d4e-4b8f-9a02-3493ef31d1f7 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3511372 Dec 20 21:26:09.021306 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d3c89f1f-6dea-489e-a6a0-f0c77b63c481 req-ed4eb7d9-2d55-4dd0-b219-50452e1a09cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ca19f93b-4b08-4949-bc57-e67d06f0b44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426421 Dec 20 21:26:09.025284 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cad92447-4b32-4947-9fd2-350432db99e5 req-d3668371-e3b1-4861-946f-b312ae65540d tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/quotas/ff458f6e7fc74c9ea52abb3915d16d40 HTTP/1.1" status: 200 len: 375 time: 0.0541902 Dec 20 21:26:09.025672 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-55361663-cdb5-4e3e-8276-03f809547bf2 service neutron] 10.222.0.31 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451540 Dec 20 21:26:09.083880 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cad92447-4b32-4947-9fd2-350432db99e5 req-f12cf96b-b3f1-474d-9bc2-f4433daa9ac1 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff458f6e7fc74c9ea52abb3915d16d40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364940 Dec 20 21:26:09.109684 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-86ac6835-03f5-445e-9744-c94108751678 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750477 Dec 20 21:26:09.185018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19ef93-805d-4fd6-ac6a-d7c278aa0bff req-434cbdf0-c617-4b47-a927-1911d999f795 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:09.186802 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b19ef93-805d-4fd6-ac6a-d7c278aa0bff req-434cbdf0-c617-4b47-a927-1911d999f795 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.1159689 Dec 20 21:26:09.205500 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-0e8c06ec-3731-4591-a9f8-51315d6d9bc1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3af104d3-5b5c-4c65-b1ac-144ab3987ab1 HTTP/1.1" status: 200 len: 217 time: 0.0820646 Dec 20 21:26:09.227246 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b1f9906-3526-40de-a560-b5de1f955a51 req-e0dd5099-1733-4b3e-abf9-d4f34d74efaf service neutron] 10.222.0.31 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779449 Dec 20 21:26:09.258366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1037d5aa-976c-4e5a-8a6f-499683e7be09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'name': 'tempest-ServersTestFqdnHostnames-80154773-router', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:51Z', 'updated_at': '2021-12-20T21:23:58Z', 'revision_number': 4, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'gw_port': {'id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:52Z', 'updated_at': '2021-12-20T21:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '08c14417-9e4e-415c-9543-cd8bea242020', 'name': '', 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'mac_address': 'fa:16:3e:06:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:57Z', 'updated_at': '2021-12-20T21:24:03Z', 'revision_number': 5, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'subnets': [{'id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:09.268101 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d3c89f1f-6dea-489e-a6a0-f0c77b63c481 req-f01b5ee6-a6c3-4adf-8495-3a8586164827 service neutron] 10.222.0.66 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308517 Dec 20 21:26:09.286147 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b19ef93-805d-4fd6-ac6a-d7c278aa0bff req-1daf082a-e7a8-4f92-9872-933300f963f4 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892093 Dec 20 21:26:09.290339 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1037d5aa-976c-4e5a-8a6f-499683e7be09 None None] Checking router: e846388f-79c2-432b-aacb-38c0969981a3 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:26:09.313553 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1037d5aa-976c-4e5a-8a6f-499683e7be09 None None] Routers {'e846388f-79c2-432b-aacb-38c0969981a3'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:26:09.314193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1037d5aa-976c-4e5a-8a6f-499683e7be09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:25:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e846388f-79c2-432b-aacb-38c0969981a3'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:09.347124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-d83a65c0-e3b3-42e9-a27f-3fe412212539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:09.349277 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-d83a65c0-e3b3-42e9-a27f-3fe412212539 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcfdc364-7df9-412a-8432-b29f6a28f02f HTTP/1.1" status: 200 len: 797 time: 0.1246824 Dec 20 21:26:09.444209 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a2640-3c64-4c13-ba09-b2e64e03669c req-2085d89a-9711-439d-9b31-e3683327b1bc tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:09.454309 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-407a2640-3c64-4c13-ba09-b2e64e03669c req-2085d89a-9711-439d-9b31-e3683327b1bc tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 945 time: 0.1025198 Dec 20 21:26:09.456294 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-9db19507-daab-4313-ad12-959e27970fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:09.457486 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-9db19507-daab-4313-ad12-959e27970fe0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=639c8589-e65d-40a2-92b1-3421f5cc2118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.0820999 Dec 20 21:26:09.459855 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d3c89f1f-6dea-489e-a6a0-f0c77b63c481 req-5c122501-d891-45ad-aab4-6404d83d8610 service neutron] 10.222.0.66 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841877 Dec 20 21:26:09.468566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-1037d5aa-976c-4e5a-8a6f-499683e7be09 None None] Set router e846388f-79c2-432b-aacb-38c0969981a3 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:26:09.480709 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0f5e2a-7800-427a-906b-ab74c793b544', 'tag': 'cc52ee75-5704-4ea6-937f-8d25312de8c0'}, {'server_uuid': '2784fd1f-e950-4b51-ae00-44408f3ade4a', 'name': 'network-vif-deleted', 'tag': 'e3d60c34-7f02-4180-8d8f-2dabf7ec89ee'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:09.483302 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad96534-535f-419c-a62a-beeef689f355" -d '{"events": [{"name": "network-changed", "server_uuid": "df0f5e2a-7800-427a-906b-ab74c793b544", "tag": "cc52ee75-5704-4ea6-937f-8d25312de8c0"}, {"server_uuid": "2784fd1f-e950-4b51-ae00-44408f3ade4a", "name": "network-vif-deleted", "tag": "e3d60c34-7f02-4180-8d8f-2dabf7ec89ee"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:09.509615 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-407a2640-3c64-4c13-ba09-b2e64e03669c req-4018e51a-1a1e-4a6d-b372-5a2da1412242 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537639 Dec 20 21:26:09.616448 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3a7ab9df-19cc-4903-b712-668ae65c885d req-c9cf5f14-1f7b-44e3-897a-a8942249f9b0 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 210 time: 0.0612335 Dec 20 21:26:09.651432 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-fb5832c7-a383-4243-994b-6fe84ce2f875 service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810954 Dec 20 21:26:09.702603 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5288cb48-4084-4583-8d90-e30523b1a1b1 req-2ed65ac0-9d06-46d3-960d-3bcb8ac1fd18 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/ports?device_id=2784fd1f-e950-4b51-ae00-44408f3ade4a HTTP/1.1" status: 200 len: 210 time: 0.0955112 Dec 20 21:26:09.782755 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefd5b2d-1352-4329-a470-388d7fcc6204 x-openstack-request-id: req-aefd5b2d-1352-4329-a470-388d7fcc6204 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:09.783079 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0f5e2a-7800-427a-906b-ab74c793b544", "tag": "cc52ee75-5704-4ea6-937f-8d25312de8c0", "status": "completed", "code": 200}, {"server_uuid": "2784fd1f-e950-4b51-ae00-44408f3ade4a", "name": "network-vif-deleted", "tag": "e3d60c34-7f02-4180-8d8f-2dabf7ec89ee", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:09.783389 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aefd5b2d-1352-4329-a470-388d7fcc6204 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:09.783820 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0f5e2a-7800-427a-906b-ab74c793b544', 'tag': 'cc52ee75-5704-4ea6-937f-8d25312de8c0', 'status': 'completed', 'code': 200} Dec 20 21:26:09.784077 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2784fd1f-e950-4b51-ae00-44408f3ade4a', 'name': 'network-vif-deleted', 'tag': 'e3d60c34-7f02-4180-8d8f-2dabf7ec89ee', 'status': 'completed', 'code': 200} Dec 20 21:26:09.825390 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device e3d60c34-7f02-4180-8d8f-2dabf7ec89ee no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:26:09.829904 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-50ecbe0a-aac5-49e1-8d59-8f4c705fd797 service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631432 Dec 20 21:26:09.831709 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96607e39-17e0-4c4f-8a9d-8a264ae81158 req-2701776a-ec21-4393-a7dd-2433aa129893 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:09.833178 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-96607e39-17e0-4c4f-8a9d-8a264ae81158 req-2701776a-ec21-4393-a7dd-2433aa129893 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 945 time: 0.0945525 Dec 20 21:26:09.852677 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: e3d60c34-7f02-4180-8d8f-2dabf7ec89ee {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:26:09.853263 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device e3d60c34-7f02-4180-8d8f-2dabf7ec89ee not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:26:09.853856 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device d56946d1-6e73-4a24-a0ed-559cd785d734 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:26:09.884494 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: d56946d1-6e73-4a24-a0ed-559cd785d734 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:26:09.885420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device d56946d1-6e73-4a24-a0ed-559cd785d734 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:26:09.922995 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-919a0f7b-2b15-4a11-b59d-4f53564f89e5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9f8bda01-3cf7-48af-89c4-9284006ee677 HTTP/1.1" status: 200 len: 217 time: 0.0684049 Dec 20 21:26:09.983565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-c6d8d177-3664-4038-a60d-c200ac69b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:09.985354 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-c6d8d177-3664-4038-a60d-c200ac69b979 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcfdc364-7df9-412a-8432-b29f6a28f02f HTTP/1.1" status: 200 len: 797 time: 0.0582972 Dec 20 21:26:09.987677 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1037d5aa-976c-4e5a-8a6f-499683e7be09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'name': 'tempest-ServersTestFqdnHostnames-80154773-router', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:51Z', 'updated_at': '2021-12-20T21:23:58Z', 'revision_number': 4, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'gw_port': {'id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:52Z', 'updated_at': '2021-12-20T21:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '08c14417-9e4e-415c-9543-cd8bea242020', 'name': '', 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'mac_address': 'fa:16:3e:06:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:57Z', 'updated_at': '2021-12-20T21:24:03Z', 'revision_number': 5, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'subnets': [{'id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:10.016696 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1037d5aa-976c-4e5a-8a6f-499683e7be09 None None] The sync data for ids ['e846388f-79c2-432b-aacb-38c0969981a3'] in n-d-xena-1 is: [{'id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'name': 'tempest-ServersTestFqdnHostnames-80154773-router', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:51Z', 'updated_at': '2021-12-20T21:23:58Z', 'revision_number': 4, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'gw_port': {'id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:52Z', 'updated_at': '2021-12-20T21:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '08c14417-9e4e-415c-9543-cd8bea242020', 'name': '', 'network_id': 'e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'mac_address': 'fa:16:3e:06:b4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:57Z', 'updated_at': '2021-12-20T21:24:03Z', 'revision_number': 5, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'subnets': [{'id': 'a044a341-dedb-4ba2-9476-86e7babe3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:26:10.020406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad96534-535f-419c-a62a-beeef689f355 req-fbc5ba0f-e27b-4229-a1f0-bf2e5a83f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:10.021945 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aad96534-535f-419c-a62a-beeef689f355 req-fbc5ba0f-e27b-4229-a1f0-bf2e5a83f885 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1aa79c595283479ca10acb93c35fed2f&device_id=df0f5e2a-7800-427a-906b-ab74c793b544 HTTP/1.1" status: 200 len: 1093 time: 0.1878700 Dec 20 21:26:10.038848 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c33ee-c3e7-448f-b436-773688851b27 req-cd49b4b1-7ca4-4bc4-bc55-4ef08885591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:10.040447 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-cd49b4b1-7ca4-4bc4-bc55-4ef08885591b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=639c8589-e65d-40a2-92b1-3421f5cc2118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.0466914 Dec 20 21:26:10.067820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00360dcf-000a-4b4f-8e57-f66a4bedee7e req-d6803b62-a693-405c-b764-1a47c750f40c tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:10.069311 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-00360dcf-000a-4b4f-8e57-f66a4bedee7e req-d6803b62-a693-405c-b764-1a47c750f40c tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=a48ed38a-29d7-4d1b-b334-4560362b786f HTTP/1.1" status: 200 len: 943 time: 0.1269763 Dec 20 21:26:10.136980 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-29a2890b-f9f0-4a13-9445-8caa1e36ac21 service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875397 Dec 20 21:26:10.160814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-96607e39-17e0-4c4f-8a9d-8a264ae81158 req-9647d385-e915-417b-b28d-ca498b1d0d87 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Deleting port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:26:10.161170 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-96607e39-17e0-4c4f-8a9d-8a264ae81158 req-9647d385-e915-417b-b28d-ca498b1d0d87 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:10.168315 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-00360dcf-000a-4b4f-8e57-f66a4bedee7e req-962a0148-4bee-4785-964b-102327e02397 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726011 Dec 20 21:26:10.254975 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012c33ee-c3e7-448f-b436-773688851b27 req-a5412972-70ce-4a7f-8e25-5669280aba31 service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107533 Dec 20 21:26:10.263814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad96534-535f-419c-a62a-beeef689f355 req-b64012c2-3bab-48d5-85e9-60bc4f977a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:10.265949 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aad96534-535f-419c-a62a-beeef689f355 req-b64012c2-3bab-48d5-85e9-60bc4f977a1a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ca19f93b-4b08-4949-bc57-e67d06f0b44d HTTP/1.1" status: 200 len: 914 time: 0.2352767 Dec 20 21:26:10.316879 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aad96534-535f-419c-a62a-beeef689f355 req-ad593b53-03c4-4e1f-bde1-cfc3c2c45918 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc52ee75-5704-4ea6-937f-8d25312de8c0 HTTP/1.1" status: 200 len: 217 time: 0.0429862 Dec 20 21:26:10.337804 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93aed75-f43b-43d8-a442-4c1e8390e313 None None] New status for floating IP c3410454-2de7-4881-b3c7-7010a74ad704: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:26:10.353686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-96607e39-17e0-4c4f-8a9d-8a264ae81158 req-9647d385-e915-417b-b28d-ca498b1d0d87 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] For port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:10.354452 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-96607e39-17e0-4c4f-8a9d-8a264ae81158 req-9647d385-e915-417b-b28d-ca498b1d0d87 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:10.386803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-96607e39-17e0-4c4f-8a9d-8a264ae81158 req-9647d385-e915-417b-b28d-ca498b1d0d87 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Calling delete_port for 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:26:10.425540 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-d20a3c55-c4be-4764-a932-85aca97305f3 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ff458f6e7fc74c9ea52abb3915d16d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267031 Dec 20 21:26:10.499045 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad83ca-2b66-4b46-84b0-41f9191e697f req-15ad78dd-7655-40b7-a532-cda41513f0c6 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:10.500574 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a3ad83ca-2b66-4b46-84b0-41f9191e697f req-15ad78dd-7655-40b7-a532-cda41513f0c6 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.1341958 Dec 20 21:26:10.511151 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad96534-535f-419c-a62a-beeef689f355 req-914156e1-bac0-44f7-8a3a-fdb53d62399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:10.512413 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aad96534-535f-419c-a62a-beeef689f355 req-914156e1-bac0-44f7-8a3a-fdb53d62399a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=60da46b9-e661-45f4-8db9-34fc8e0caf57 HTTP/1.1" status: 200 len: 853 time: 0.1411359 Dec 20 21:26:10.560134 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aad96534-535f-419c-a62a-beeef689f355 req-68143d66-49c5-4f28-bcb0-73ac07886d10 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ca19f93b-4b08-4949-bc57-e67d06f0b44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371118 Dec 20 21:26:10.580280 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a3ad83ca-2b66-4b46-84b0-41f9191e697f req-478c177c-8bd6-49b6-9be0-94a76138a51e tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643539 Dec 20 21:26:10.586368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device dc0f24bd-bd57-413e-bd06-1cf2b4cca47f details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:26:10.624157 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-bf126cec-8d79-49e9-8448-7af0f5b89a7e tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:10.625648 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-bf126cec-8d79-49e9-8448-7af0f5b89a7e tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1924682 Dec 20 21:26:10.646351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-d322cbf6-9ca0-4a2b-b1c9-9c4b6c014690 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Request body: {'port': {'device_id': '37b385de-e878-457b-bc95-9307fb11e6b2', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': 'ff458f6e7fc74c9ea52abb3915d16d40'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:10.743060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port dc0f24bd-bd57-413e-bd06-1cf2b4cca47f, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=dc0f24bd-bd57-413e-bd06-1cf2b4cca47f,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:10.743338 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-96607e39-17e0-4c4f-8a9d-8a264ae81158 req-9647d385-e915-417b-b28d-ca498b1d0d87 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:10.751887 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d4f5739e-5d19-4681-92cc-412d352c66c4 req-fb6653c1-3513-4acb-8524-927ffdd511bf tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bdda6d4-d078-4261-ba80-c19b14dbfba3 HTTP/1.1" status: 200 len: 210 time: 0.0362883 Dec 20 21:26:10.753372 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-515b355e-d84c-4135-99cf-4c47ebe01177 req-97b742e9-6745-4d2c-8dca-32508fa97c19 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 210 time: 0.0407345 Dec 20 21:26:10.756959 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'dc0f24bd-bd57-413e-bd06-1cf2b4cca47f', 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d', 'port_id': 'dc0f24bd-bd57-413e-bd06-1cf2b4cca47f', 'mac_address': 'fa:16:3e:ed:50:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60da46b9-e661-45f4-8db9-34fc8e0caf57', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:26:10.801425 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:10.816785 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0f24bd-bd57-413e-bd06-1cf2b4cca47f {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:10.834927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647d385-e915-417b-b28d-ca498b1d0d87 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Pushing event deleted for resources: {'Port': ['ID=43949ef0-d22d-494d-a52b-ed9f0a1d5ce3,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:10.835741 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-d322cbf6-9ca0-4a2b-b1c9-9c4b6c014690 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Made reservation on behalf of ff458f6e7fc74c9ea52abb3915d16d40 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:26:10.841694 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-d322cbf6-9ca0-4a2b-b1c9-9c4b6c014690 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:10.844862 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aad96534-535f-419c-a62a-beeef689f355 req-7728f235-e445-494f-ad36-5724b258b838 service neutron] 10.222.0.31 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507732 Dec 20 21:26:10.846060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port dc0f24bd-bd57-413e-bd06-1cf2b4cca47f, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=dc0f24bd-bd57-413e-bd06-1cf2b4cca47f,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:10.850454 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:10.856476 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-d322cbf6-9ca0-4a2b-b1c9-9c4b6c014690 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:10.864881 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60212) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:10.915963 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=dc0f24bd-bd57-413e-bd06-1cf2b4cca47f,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:10.916211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-96607e39-17e0-4c4f-8a9d-8a264ae81158 req-9647d385-e915-417b-b28d-ca498b1d0d87 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] No DVR routers for this DVR port 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:26:10.942982 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-96607e39-17e0-4c4f-8a9d-8a264ae81158 req-9647d385-e915-417b-b28d-ca498b1d0d87 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:10.946313 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-96607e39-17e0-4c4f-8a9d-8a264ae81158 req-9647d385-e915-417b-b28d-ca498b1d0d87 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.31 "DELETE /v2.0/ports/43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 HTTP/1.1" status: 204 len: 173 time: 1.0496397 Dec 20 21:26:10.958837 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea65abf0-0054-4310-a115-913c5413bb6a tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:11.003576 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea65abf0-0054-4310-a115-913c5413bb6a tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:11.022670 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cad92447-4b32-4947-9fd2-350432db99e5 req-9ce278e2-d58e-4067-8ae9-75afff046d95 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ff458f6e7fc74c9ea52abb3915d16d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531008 Dec 20 21:26:11.029873 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aad96534-535f-419c-a62a-beeef689f355 req-6c803964-139d-4928-9d9d-153b5da7dce1 service neutron] 10.222.0.31 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637015 Dec 20 21:26:11.108089 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea65abf0-0054-4310-a115-913c5413bb6a tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:11.111403 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea65abf0-0054-4310-a115-913c5413bb6a tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:11.112951 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ea65abf0-0054-4310-a115-913c5413bb6a tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "DELETE /v2.0/security-groups/cca0a181-adb6-4e83-882d-9e74c3fc98a2 HTTP/1.1" status: 204 len: 168 time: 0.2464039 Dec 20 21:26:11.115561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60214) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:11.135386 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-d322cbf6-9ca0-4a2b-b1c9-9c4b6c014690 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:11.136775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65abf0-0054-4310-a115-913c5413bb6a tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca0a181-adb6-4e83-882d-9e74c3fc98a2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:11.138920 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-62fdd157-470f-4563-a169-02aa414071d4 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] show failed (client error): The resource could not be found. Dec 20 21:26:11.142915 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-62fdd157-470f-4563-a169-02aa414071d4 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "GET /v2.0/security-groups/cca0a181-adb6-4e83-882d-9e74c3fc98a2 HTTP/1.1" status: 404 len: 347 time: 0.0234015 Dec 20 21:26:11.143820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60216) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:11.151547 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-d322cbf6-9ca0-4a2b-b1c9-9c4b6c014690 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:11.225194 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['dc0f24bd-bd57-413e-bd06-1cf2b4cca47f'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:11.231599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322cbf6-9ca0-4a2b-b1c9-9c4b6c014690 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:11.339601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-d322cbf6-9ca0-4a2b-b1c9-9c4b6c014690 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Allocated IP 192.168.233.49 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:26:11.352310 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db187ed-5000-4ad1-9528-94d9b7729af8 req-087ebb78-9d26-4d40-92d4-6cdf3c086b12 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:11.353809 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6db187ed-5000-4ad1-9528-94d9b7729af8 req-087ebb78-9d26-4d40-92d4-6cdf3c086b12 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=a48ed38a-29d7-4d1b-b334-4560362b786f HTTP/1.1" status: 200 len: 944 time: 0.0953350 Dec 20 21:26:11.362250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad92447-4b32-4947-9fd2-350432db99e5 req-342c4014-c171-4cb2-afa3-4cdf967326da tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:11.363969 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cad92447-4b32-4947-9fd2-350432db99e5 req-342c4014-c171-4cb2-afa3-4cdf967326da tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3332310 Dec 20 21:26:11.380559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-d0c6aa07-ff0e-4083-9227-db63aca5e1e1 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Deleting port 171e95d6-1682-4642-aa9f-080586a7e80e {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:26:11.380894 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aa07-ff0e-4083-9227-db63aca5e1e1 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:11.387833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8729eed0-54e0-4758-b692-131fdc9df819 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Request body: {'port': {'device_id': '7c878db2-5aec-4f6b-9c85-9f4652daf1c5', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': 'ff458f6e7fc74c9ea52abb3915d16d40'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:11.437069 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6db187ed-5000-4ad1-9528-94d9b7729af8 req-800ab9f8-66d5-4f20-9616-14d4a5675d58 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760770 Dec 20 21:26:11.559663 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-d322cbf6-9ca0-4a2b-b1c9-9c4b6c014690 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:11.581509 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aa07-ff0e-4083-9227-db63aca5e1e1 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:11.581979 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aa07-ff0e-4083-9227-db63aca5e1e1 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:11.596542 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8729eed0-54e0-4758-b692-131fdc9df819 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Made reservation on behalf of ff458f6e7fc74c9ea52abb3915d16d40 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:26:11.599473 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-d322cbf6-9ca0-4a2b-b1c9-9c4b6c014690 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:11.609096 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8729eed0-54e0-4758-b692-131fdc9df819 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:11.623608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-d0c6aa07-ff0e-4083-9227-db63aca5e1e1 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Calling delete_port for 171e95d6-1682-4642-aa9f-080586a7e80e owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:26:11.667238 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-d322cbf6-9ca0-4a2b-b1c9-9c4b6c014690 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:26:11.684109 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-d322cbf6-9ca0-4a2b-b1c9-9c4b6c014690 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:11.686132 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322cbf6-9ca0-4a2b-b1c9-9c4b6c014690 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Pushing event updated for resources: {'Port': ['ID=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:11.688442 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-d322cbf6-9ca0-4a2b-b1c9-9c4b6c014690 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:26:11.758412 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-d322cbf6-9ca0-4a2b-b1c9-9c4b6c014690 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:11.759039 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-d322cbf6-9ca0-4a2b-b1c9-9c4b6c014690 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:11.775526 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a06f15-2dbb-4245-b3df-620930aba26b req-c23c12be-6272-4975-ab0b-162cd6ea5114 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:11.777095 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-65a06f15-2dbb-4245-b3df-620930aba26b req-c23c12be-6272-4975-ab0b-162cd6ea5114 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.1090508 Dec 20 21:26:11.801972 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdda6d4-d078-4261-ba80-c19b14dbfba3', 'name': 'network-vif-deleted', 'tag': '43949ef0-d22d-494d-a52b-ed9f0a1d5ce3'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:11.804773 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bed7b5-55b1-4bfa-8eed-bba65b09ed3a" -d '{"events": [{"server_uuid": "5bdda6d4-d078-4261-ba80-c19b14dbfba3", "name": "network-vif-deleted", "tag": "43949ef0-d22d-494d-a52b-ed9f0a1d5ce3"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:11.832236 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-65a06f15-2dbb-4245-b3df-620930aba26b req-84733c49-eca7-48e8-9d53-058e715b440a tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455086 Dec 20 21:26:11.837943 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-d322cbf6-9ca0-4a2b-b1c9-9c4b6c014690 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1954596 Dec 20 21:26:11.859647 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Request body: {'port': {'device_id': '37b385de-e878-457b-bc95-9307fb11e6b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:11.860561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8729eed0-54e0-4758-b692-131fdc9df819 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Allocated IP 192.168.233.146 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/93619fae-0a54-46d8-96b9-ad4c04f05f13) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:26:11.916738 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350b3fb2-19f0-4c9b-9a8a-656572e93f59 x-openstack-request-id: req-350b3fb2-19f0-4c9b-9a8a-656572e93f59 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:11.917093 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdda6d4-d078-4261-ba80-c19b14dbfba3", "name": "network-vif-deleted", "tag": "43949ef0-d22d-494d-a52b-ed9f0a1d5ce3", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:11.917261 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-350b3fb2-19f0-4c9b-9a8a-656572e93f59 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:11.917660 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdda6d4-d078-4261-ba80-c19b14dbfba3', 'name': 'network-vif-deleted', 'tag': '43949ef0-d22d-494d-a52b-ed9f0a1d5ce3', 'status': 'completed', 'code': 200} Dec 20 21:26:11.945702 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:11.961311 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f15488d4-759a-408a-b3ef-b228aa047986 req-621f28c4-05a4-4966-ac25-55fbbb473f04 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 210 time: 0.0427504 Dec 20 21:26:11.996364 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aa07-ff0e-4083-9227-db63aca5e1e1 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:12.042591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6aa07-ff0e-4083-9227-db63aca5e1e1 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Pushing event deleted for resources: {'Port': ['ID=171e95d6-1682-4642-aa9f-080586a7e80e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:12.079272 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-56216fd3-bb98-45aa-95da-8ac13b9a86f3 None None] Provisioning complete for port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:12.079861 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-56216fd3-bb98-45aa-95da-8ac13b9a86f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:12.125862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-56216fd3-bb98-45aa-95da-8ac13b9a86f3 None None] Port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:26:12.204000 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aa07-ff0e-4083-9227-db63aca5e1e1 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:12.206581 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aa07-ff0e-4083-9227-db63aca5e1e1 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:12.207777 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d0c6aa07-ff0e-4083-9227-db63aca5e1e1 tempest-ServersTestFqdnHostnames-588237856 tempest-ServersTestFqdnHostnames-588237856-project] 10.222.0.32 "DELETE /v2.0/floatingips/c3410454-2de7-4881-b3c7-7010a74ad704 HTTP/1.1" status: 204 len: 168 time: 1.0624475 Dec 20 21:26:12.211128 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60236) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:12.219287 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8729eed0-54e0-4758-b692-131fdc9df819 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:12.235666 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24cbe1-8dfc-48da-9c24-7e59bf69b7e4 req-74f4f5fb-a1d0-40a3-bacc-da07a65f714b tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:12.237132 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad24cbe1-8dfc-48da-9c24-7e59bf69b7e4 req-74f4f5fb-a1d0-40a3-bacc-da07a65f714b tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 944 time: 0.1113405 Dec 20 21:26:12.289197 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad24cbe1-8dfc-48da-9c24-7e59bf69b7e4 req-4767df88-d5b7-4849-8356-8bdea4460035 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445535 Dec 20 21:26:12.293779 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8729eed0-54e0-4758-b692-131fdc9df819 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:12.334775 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8729eed0-54e0-4758-b692-131fdc9df819 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:26:12.339417 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8729eed0-54e0-4758-b692-131fdc9df819 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:12.343194 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8729eed0-54e0-4758-b692-131fdc9df819 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:26:12.352948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729eed0-54e0-4758-b692-131fdc9df819 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Pushing event updated for resources: {'Port': ['ID=93619fae-0a54-46d8-96b9-ad4c04f05f13,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:12.402364 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8729eed0-54e0-4758-b692-131fdc9df819 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:12.402921 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8729eed0-54e0-4758-b692-131fdc9df819 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:12.424005 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8729eed0-54e0-4758-b692-131fdc9df819 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0399430 Dec 20 21:26:12.463424 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Request body: {'port': {'device_id': '7c878db2-5aec-4f6b-9c85-9f4652daf1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:12.530001 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:12.598858 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device dc0f24bd-bd57-413e-bd06-1cf2b4cca47f up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:26:12.687618 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-44357f42-7d4b-4b1e-b112-00802f9953ca None None] Provisioning complete for port 93619fae-0a54-46d8-96b9-ad4c04f05f13 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:12.687987 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-44357f42-7d4b-4b1e-b112-00802f9953ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:12.708242 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port dc0f24bd-bd57-413e-bd06-1cf2b4cca47f completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:26:12.716035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port dc0f24bd-bd57-413e-bd06-1cf2b4cca47f triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:12.716414 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:12.764001 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-44357f42-7d4b-4b1e-b112-00802f9953ca None None] Port 93619fae-0a54-46d8-96b9-ad4c04f05f13 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:26:12.797550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bb519-63af-46b4-928e-b0e929530212 req-3c57df2d-6311-4370-a58b-15c221f804a7 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:12.800269 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-822bb519-63af-46b4-928e-b0e929530212 req-3c57df2d-6311-4370-a58b-15c221f804a7 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 944 time: 0.0669577 Dec 20 21:26:12.808564 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:12.835824 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48ed38a-29d7-4d1b-b334-4560362b786f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0f24bd-bd57-413e-bd06-1cf2b4cca47f'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:12.838218 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd70c9c-fe5c-4e11-846e-431774a4e427" -d '{"events": [{"server_uuid": "a48ed38a-29d7-4d1b-b334-4560362b786f", "name": "network-vif-plugged", "status": "completed", "tag": "dc0f24bd-bd57-413e-bd06-1cf2b4cca47f"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:12.855783 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port dc0f24bd-bd57-413e-bd06-1cf2b4cca47f, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=dc0f24bd-bd57-413e-bd06-1cf2b4cca47f,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:12.863943 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:12.926502 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0576e61-27aa-4d59-bb72-a923d2218a24 x-openstack-request-id: req-a0576e61-27aa-4d59-bb72-a923d2218a24 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:12.926502 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48ed38a-29d7-4d1b-b334-4560362b786f", "name": "network-vif-plugged", "status": "completed", "tag": "dc0f24bd-bd57-413e-bd06-1cf2b4cca47f", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:12.926768 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0576e61-27aa-4d59-bb72-a923d2218a24 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:12.927120 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48ed38a-29d7-4d1b-b334-4560362b786f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0f24bd-bd57-413e-bd06-1cf2b4cca47f', 'code': 200} Dec 20 21:26:12.928600 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=dc0f24bd-bd57-413e-bd06-1cf2b4cca47f,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:12.936827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9855236-a907-4295-9ffd-75e90415e050 req-4d0b451b-e1ea-48de-a05f-5c43faf38681 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:12.943766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-822bb519-63af-46b4-928e-b0e929530212 req-500ea7ed-7505-47db-aee0-96113e922634 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Deleting port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:26:12.944115 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-822bb519-63af-46b4-928e-b0e929530212 req-500ea7ed-7505-47db-aee0-96113e922634 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:12.945825 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c9855236-a907-4295-9ffd-75e90415e050 req-4d0b451b-e1ea-48de-a05f-5c43faf38681 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=a48ed38a-29d7-4d1b-b334-4560362b786f HTTP/1.1" status: 200 len: 944 time: 0.1593506 Dec 20 21:26:12.990262 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:13.003981 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:13.051689 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Transition to ACTIVE for port object 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:26:13.055176 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c9855236-a907-4295-9ffd-75e90415e050 req-0dead83a-5524-4322-80d8-230f2ab053d3 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088054 Dec 20 21:26:13.055357 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b0a03-3a21-4446-acd5-e32d1a9c69ec req-18af81d6-6a63-422c-8ad0-70c6d2356f8e tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:13.056797 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d3b0a03-3a21-4446-acd5-e32d1a9c69ec req-18af81d6-6a63-422c-8ad0-70c6d2356f8e tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.1095109 Dec 20 21:26:13.061198 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:13.116216 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-822bb519-63af-46b4-928e-b0e929530212 req-500ea7ed-7505-47db-aee0-96113e922634 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] For port f1d56cab-3bd3-4951-8163-b6854d2fb9e6, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,segment=NetworkSegment(ff7717e4-d894-4267-9b4b-0f89f6a80608),segment_id=ff7717e4-d894-4267-9b4b-0f89f6a80608)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:13.116590 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-822bb519-63af-46b4-928e-b0e929530212 req-500ea7ed-7505-47db-aee0-96113e922634 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:13.144724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-822bb519-63af-46b4-928e-b0e929530212 req-500ea7ed-7505-47db-aee0-96113e922634 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Calling delete_port for f1d56cab-3bd3-4951-8163-b6854d2fb9e6 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:26:13.177990 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d3b0a03-3a21-4446-acd5-e32d1a9c69ec req-c6a63fbc-0440-45b3-ab2e-9d5fee4c93eb tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006958 Dec 20 21:26:13.188910 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdd683-dd6d-446b-91b7-2064718f6745 req-810b5e69-c006-43db-a4ab-57d30e3252d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:13.190494 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3cbdd683-dd6d-446b-91b7-2064718f6745 req-810b5e69-c006-43db-a4ab-57d30e3252d7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a48ed38a-29d7-4d1b-b334-4560362b786f HTTP/1.1" status: 200 len: 1094 time: 0.1808484 Dec 20 21:26:13.222991 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:13.299032 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecbfe2-6f9b-4b72-9dba-25e9eaa539c1 req-f60116fe-1041-4c78-8ca8-8249f2ee6a65 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:13.300322 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-61ecbfe2-6f9b-4b72-9dba-25e9eaa539c1 req-f60116fe-1041-4c78-8ca8-8249f2ee6a65 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 936 time: 0.1766231 Dec 20 21:26:13.333975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93619fae-0a54-46d8-96b9-ad4c04f05f13 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:13.345016 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3cbdd683-dd6d-446b-91b7-2064718f6745 req-8e3b0e14-1ef2-4bfa-b95d-eb29f0dd6d80 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446054 Dec 20 21:26:13.346648 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:13.375922 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Attempting to bind port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:26:13.376146 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Attempting to bind port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:26:13.376395 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Attempting to bind port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:13.391689 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:26:13.392125 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Attempting to bind port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:13.407314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Transition to ACTIVE for port object 93619fae-0a54-46d8-96b9-ad4c04f05f13 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:26:13.414942 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:13.419239 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-61ecbfe2-6f9b-4b72-9dba-25e9eaa539c1 req-322a2dfa-cd1e-4d70-ab38-98dd9dcf7a66 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069779 Dec 20 21:26:13.420272 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:26:13.420600 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:26:13.420966 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:26:13.421402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Bound port: 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:26:13.421750 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:13.452170 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-822bb519-63af-46b4-928e-b0e929530212 req-500ea7ed-7505-47db-aee0-96113e922634 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:13.497856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15830a63-484a-4b29-a057-18ba9ad1453e req-9c2f5ea1-4ab0-456e-a4f9-6cc5858ad135 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:13.498044 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdccd-417c-44a2-a519-204ef63b220f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:13.499421 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-15830a63-484a-4b29-a057-18ba9ad1453e req-9c2f5ea1-4ab0-456e-a4f9-6cc5858ad135 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1f4ad41-3279-42f6-b126-c90428d8d1ef HTTP/1.1" status: 200 len: 866 time: 0.1332943 Dec 20 21:26:13.504003 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=93619fae-0a54-46d8-96b9-ad4c04f05f13,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:13.565239 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ea7ed-7505-47db-aee0-96113e922634 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Pushing event deleted for resources: {'Port': ['ID=f1d56cab-3bd3-4951-8163-b6854d2fb9e6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:13.565467 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] For port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:26:13.581955 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] For port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:26:13.591660 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-822bb519-63af-46b4-928e-b0e929530212 req-500ea7ed-7505-47db-aee0-96113e922634 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] No DVR routers for this DVR port f1d56cab-3bd3-4951-8163-b6854d2fb9e6 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:26:13.593340 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:13.618002 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-822bb519-63af-46b4-928e-b0e929530212 req-500ea7ed-7505-47db-aee0-96113e922634 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:13.621280 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-822bb519-63af-46b4-928e-b0e929530212 req-500ea7ed-7505-47db-aee0-96113e922634 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.31 "DELETE /v2.0/ports/f1d56cab-3bd3-4951-8163-b6854d2fb9e6 HTTP/1.1" status: 204 len: 173 time: 0.7891335 Dec 20 21:26:13.641220 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:13.641824 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:13.643237 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] 10.222.0.31 "PUT /v2.0/ports/5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb HTTP/1.1" status: 200 len: 1093 time: 1.7889423 Dec 20 21:26:13.645392 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b385de-e878-457b-bc95-9307fb11e6b2', 'tag': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:13.647724 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd726b7-720c-4060-9c19-8d5ec34a69a1" -d '{"events": [{"name": "network-changed", "server_uuid": "37b385de-e878-457b-bc95-9307fb11e6b2", "tag": "5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:13.651756 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-15830a63-484a-4b29-a057-18ba9ad1453e req-28350711-f90a-4af6-aaa9-6c72a6c6aebd tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] 10.222.0.32 "GET /v2.0/security-groups?id=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092088 Dec 20 21:26:13.699802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Attempting to bind port 93619fae-0a54-46d8-96b9-ad4c04f05f13 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:26:13.700308 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Attempting to bind port 93619fae-0a54-46d8-96b9-ad4c04f05f13 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:26:13.701044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Attempting to bind port 93619fae-0a54-46d8-96b9-ad4c04f05f13 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:13.707985 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Port 93619fae-0a54-46d8-96b9-ad4c04f05f13 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:26:13.710465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Attempting to bind port 93619fae-0a54-46d8-96b9-ad4c04f05f13 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:13.716411 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:26:13.717099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:26:13.717719 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:26:13.718430 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Bound port: 93619fae-0a54-46d8-96b9-ad4c04f05f13, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:26:13.722677 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:13.742464 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd71b4a-a03b-4b62-aab0-3b05ff3ec7d3 x-openstack-request-id: req-cfd71b4a-a03b-4b62-aab0-3b05ff3ec7d3 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:13.742747 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b385de-e878-457b-bc95-9307fb11e6b2", "tag": "5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:13.742994 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfd71b4a-a03b-4b62-aab0-3b05ff3ec7d3 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:13.743560 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b385de-e878-457b-bc95-9307fb11e6b2', 'tag': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb', 'status': 'completed', 'code': 200} Dec 20 21:26:13.752757 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cc52ee75-5704-4ea6-937f-8d25312de8c0 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:26:13.760804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:26:13.770270 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb5b24-4b61-4049-9aeb-11ecc5426ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:13.824148 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:26:13.825132 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 43949ef0-d22d-494d-a52b-ed9f0a1d5ce3 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:26:13.839845 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-bf99467b-39fa-42e4-9eed-8aa46b8112bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:13.841475 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-bf99467b-39fa-42e4-9eed-8aa46b8112bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff458f6e7fc74c9ea52abb3915d16d40&device_id=37b385de-e878-457b-bc95-9307fb11e6b2 HTTP/1.1" status: 200 len: 1096 time: 0.0761070 Dec 20 21:26:13.855988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] For port 93619fae-0a54-46d8-96b9-ad4c04f05f13, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:26:13.862387 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] For port 93619fae-0a54-46d8-96b9-ad4c04f05f13, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=93619fae-0a54-46d8-96b9-ad4c04f05f13,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:26:13.871510 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:13.919612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f4ad41-3279-42f6-b126-c90428d8d1ef', 'name': 'network-vif-deleted', 'tag': 'f1d56cab-3bd3-4951-8163-b6854d2fb9e6'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:13.922825 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c939bd42-fc60-4eb6-bd1c-eb01456694e7" -d '{"events": [{"server_uuid": "e1f4ad41-3279-42f6-b126-c90428d8d1ef", "name": "network-vif-deleted", "tag": "f1d56cab-3bd3-4951-8163-b6854d2fb9e6"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:13.937257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:13.939183 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:13.941553 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cad92447-4b32-4947-9fd2-350432db99e5 req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] 10.222.0.31 "PUT /v2.0/ports/93619fae-0a54-46d8-96b9-ad4c04f05f13 HTTP/1.1" status: 200 len: 1094 time: 1.4833729 Dec 20 21:26:13.950795 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-ea152e1b-0517-48e9-a7f3-ab8e35a35110 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb HTTP/1.1" status: 200 len: 217 time: 0.0638328 Dec 20 21:26:13.979788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port cc52ee75-5704-4ea6-937f-8d25312de8c0, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cc52ee75-5704-4ea6-937f-8d25312de8c0,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:13.984699 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f6bbdccd-417c-44a2-a519-204ef63b220f admin admin] Deleting port 08c14417-9e4e-415c-9543-cd8bea242020 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:26:13.985178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d035765-9c55-4918-8f8e-210a7d505ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=93619fae-0a54-46d8-96b9-ad4c04f05f13,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:13.985396 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdccd-417c-44a2-a519-204ef63b220f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:13.995341 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e88b2b-9e5e-4fa7-8882-f377e7d0f0e9 x-openstack-request-id: req-03e88b2b-9e5e-4fa7-8882-f377e7d0f0e9 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:13.995728 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f4ad41-3279-42f6-b126-c90428d8d1ef", "name": "network-vif-deleted", "tag": "f1d56cab-3bd3-4951-8163-b6854d2fb9e6", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:13.996065 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03e88b2b-9e5e-4fa7-8882-f377e7d0f0e9 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:13.996590 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f4ad41-3279-42f6-b126-c90428d8d1ef', 'name': 'network-vif-deleted', 'tag': 'f1d56cab-3bd3-4951-8163-b6854d2fb9e6', 'status': 'completed', 'code': 200} Dec 20 21:26:14.002721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'cc52ee75-5704-4ea6-937f-8d25312de8c0', 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d', 'port_id': 'cc52ee75-5704-4ea6-937f-8d25312de8c0', 'mac_address': 'fa:16:3e:a8:a7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60da46b9-e661-45f4-8db9-34fc8e0caf57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:26:14.044306 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:14.061019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc52ee75-5704-4ea6-937f-8d25312de8c0 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:14.069766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad92447-4b32-4947-9fd2-350432db99e5 req-7820affc-9547-46e4-9f36-eba34598a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:14.071310 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cad92447-4b32-4947-9fd2-350432db99e5 req-7820affc-9547-46e4-9f36-eba34598a6b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff458f6e7fc74c9ea52abb3915d16d40&device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 1097 time: 0.0547528 Dec 20 21:26:14.086685 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-edb17c3b-9df1-446f-8537-4c44b7dcda20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:14.088485 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-edb17c3b-9df1-446f-8537-4c44b7dcda20 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1217570 Dec 20 21:26:14.102297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port cc52ee75-5704-4ea6-937f-8d25312de8c0, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cc52ee75-5704-4ea6-937f-8d25312de8c0,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:14.116023 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:14.136737 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cad92447-4b32-4947-9fd2-350432db99e5 req-97a918f1-688a-43c2-94aa-a570f5785ca6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=93619fae-0a54-46d8-96b9-ad4c04f05f13 HTTP/1.1" status: 200 len: 217 time: 0.0468819 Dec 20 21:26:14.165978 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-f6bbdccd-417c-44a2-a519-204ef63b220f admin admin] For port 08c14417-9e4e-415c-9543-cd8bea242020, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=08c14417-9e4e-415c-9543-cd8bea242020,segment=NetworkSegment(630aa44e-4de7-47da-86f4-fca188cabb02),segment_id=630aa44e-4de7-47da-86f4-fca188cabb02)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:14.166365 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdccd-417c-44a2-a519-204ef63b220f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:14.197470 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=cc52ee75-5704-4ea6-937f-8d25312de8c0,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:14.212850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad92447-4b32-4947-9fd2-350432db99e5 req-ac886d90-e550-4113-8756-a73973982953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:14.214489 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cad92447-4b32-4947-9fd2-350432db99e5 req-ac886d90-e550-4113-8756-a73973982953 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0575769 Dec 20 21:26:14.217723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-c8ff8fd4-f8a8-49cc-9405-f9f0a9e9d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:14.219495 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-c8ff8fd4-f8a8-49cc-9405-f9f0a9e9d50d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1199832 Dec 20 21:26:14.229815 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f6bbdccd-417c-44a2-a519-204ef63b220f admin admin] Calling delete_port for 08c14417-9e4e-415c-9543-cd8bea242020 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:26:14.393034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c723b74-1047-403d-b66c-f91c6ec9f17c req-c20697dd-e6ea-408d-8fb7-9c63d9e18c3e tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:14.394721 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c723b74-1047-403d-b66c-f91c6ec9f17c req-c20697dd-e6ea-408d-8fb7-9c63d9e18c3e tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=a48ed38a-29d7-4d1b-b334-4560362b786f HTTP/1.1" status: 200 len: 945 time: 0.2455797 Dec 20 21:26:14.440143 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-5e8f635e-3533-4fbd-a751-9285f795142a service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117083 Dec 20 21:26:14.494131 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['cc52ee75-5704-4ea6-937f-8d25312de8c0'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:14.527581 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:14.543177 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c723b74-1047-403d-b66c-f91c6ec9f17c req-ceebff44-c3c4-43d0-8400-859890854aef tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388466 Dec 20 21:26:14.608217 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad92447-4b32-4947-9fd2-350432db99e5 req-df1fcf40-ba72-4e95-8894-b5adbca15acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:14.612804 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cad92447-4b32-4947-9fd2-350432db99e5 req-df1fcf40-ba72-4e95-8894-b5adbca15acd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3833110 Dec 20 21:26:14.626294 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03a4ef29-2095-4772-a41f-51640aa19d74 req-38808c8a-f49a-4517-968f-bcfa96d2fd11 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756544 Dec 20 21:26:14.657836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a805b8-4f45-45c6-a7d4-6bd6d29fc8f8 req-d617461c-ebc4-495e-a212-db3194cd44ec tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:14.660230 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16a805b8-4f45-45c6-a7d4-6bd6d29fc8f8 req-d617461c-ebc4-495e-a212-db3194cd44ec tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.3947823 Dec 20 21:26:14.691292 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdccd-417c-44a2-a519-204ef63b220f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:14.749850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16a805b8-4f45-45c6-a7d4-6bd6d29fc8f8 req-ad5f992e-3acc-40c2-ac03-44caf1bc5410 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461421 Dec 20 21:26:14.769924 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbdccd-417c-44a2-a519-204ef63b220f admin admin] Pushing event deleted for resources: {'Port': ['ID=08c14417-9e4e-415c-9543-cd8bea242020,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:14.792414 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cad92447-4b32-4947-9fd2-350432db99e5 req-cb54c369-376c-4433-92e8-02668e658a96 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651073 Dec 20 21:26:14.815718 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60268) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:14.880472 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148c751-2d85-4a96-9745-2e69554adf9b req-05ff9d05-757c-4710-bd5f-5675a8112277 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:14.882250 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6148c751-2d85-4a96-9745-2e69554adf9b req-05ff9d05-757c-4710-bd5f-5675a8112277 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 948 time: 0.1484525 Dec 20 21:26:14.890590 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd726b7-720c-4060-9c19-8d5ec34a69a1 req-945a5724-6e01-4b92-99ac-4bd9f13455ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:14.892074 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd726b7-720c-4060-9c19-8d5ec34a69a1 req-945a5724-6e01-4b92-99ac-4bd9f13455ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff458f6e7fc74c9ea52abb3915d16d40&device_id=37b385de-e878-457b-bc95-9307fb11e6b2 HTTP/1.1" status: 200 len: 1096 time: 0.1437690 Dec 20 21:26:14.920654 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc207c1-8141-4fbb-aaa8-6353b6785b50 admin admin] Deleting subnet 428b6fe3-893f-4804-922c-7a9af77a1126 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:26:14.924218 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bdc207c1-8141-4fbb-aaa8-6353b6785b50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:14.982862 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bdc207c1-8141-4fbb-aaa8-6353b6785b50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.007057 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cad92447-4b32-4947-9fd2-350432db99e5 req-7a473d3f-3719-45e4-b94c-8d2f5020da0f service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989944 Dec 20 21:26:15.026985 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bdc207c1-8141-4fbb-aaa8-6353b6785b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.063636 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6148c751-2d85-4a96-9745-2e69554adf9b req-b8478d42-8570-4fe3-8641-0fd5f28b7c4b tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323152 Dec 20 21:26:15.082984 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdccd-417c-44a2-a519-204ef63b220f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.090279 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bdc207c1-8141-4fbb-aaa8-6353b6785b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.102061 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd726b7-720c-4060-9c19-8d5ec34a69a1 req-205c97fa-04bd-4117-9e54-95e70aae30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:15.103711 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd726b7-720c-4060-9c19-8d5ec34a69a1 req-205c97fa-04bd-4117-9e54-95e70aae30f2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1745033 Dec 20 21:26:15.118901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc207c1-8141-4fbb-aaa8-6353b6785b50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=428b6fe3-893f-4804-922c-7a9af77a1126,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:15.120861 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bdc207c1-8141-4fbb-aaa8-6353b6785b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.124056 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bdc207c1-8141-4fbb-aaa8-6353b6785b50 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/428b6fe3-893f-4804-922c-7a9af77a1126 HTTP/1.1" status: 204 len: 168 time: 0.3069561 Dec 20 21:26:15.126713 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60274) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:15.201751 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd726b7-720c-4060-9c19-8d5ec34a69a1 req-54188929-2eec-433b-871c-68a2fbd593aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb HTTP/1.1" status: 200 len: 217 time: 0.0575833 Dec 20 21:26:15.205701 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-31f08056-8438-4abb-81a1-2491ab72073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.271815 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd726b7-720c-4060-9c19-8d5ec34a69a1 req-b32bef7b-c92b-428a-a289-fa00e55bfd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:15.273178 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd726b7-720c-4060-9c19-8d5ec34a69a1 req-b32bef7b-c92b-428a-a289-fa00e55bfd12 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0625141 Dec 20 21:26:15.287856 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-31f08056-8438-4abb-81a1-2491ab72073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.308616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-31f08056-8438-4abb-81a1-2491ab72073a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef25a713-78cb-4680-b602-defc0f8ef6dd']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:15.317827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-31f08056-8438-4abb-81a1-2491ab72073a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7717e4-d894-4267-9b4b-0f89f6a80608') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:15.318154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-31f08056-8438-4abb-81a1-2491ab72073a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7717e4-d894-4267-9b4b-0f89f6a80608') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:15.327281 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-31f08056-8438-4abb-81a1-2491ab72073a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.340225 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-31f08056-8438-4abb-81a1-2491ab72073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.346039 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f08056-8438-4abb-81a1-2491ab72073a admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:26:15.346459 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-31f08056-8438-4abb-81a1-2491ab72073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:26:15.348141 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:26:15.397843 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd726b7-720c-4060-9c19-8d5ec34a69a1 req-7fd7df34-3b84-4be2-a8f2-2ccd6d1824c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:15.399820 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd726b7-720c-4060-9c19-8d5ec34a69a1 req-7fd7df34-3b84-4be2-a8f2-2ccd6d1824c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1181896 Dec 20 21:26:15.405638 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-31f08056-8438-4abb-81a1-2491ab72073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.422305 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-31f08056-8438-4abb-81a1-2491ab72073a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.425521 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-31f08056-8438-4abb-81a1-2491ab72073a admin admin] 10.222.0.32 "DELETE /v2.0/networks/ef25a713-78cb-4680-b602-defc0f8ef6dd HTTP/1.1" status: 204 len: 168 time: 0.2978234 Dec 20 21:26:15.428257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60276) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:15.435497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f08056-8438-4abb-81a1-2491ab72073a admin admin] Pushing event deleted for resources: {'Network': ['ID=ef25a713-78cb-4680-b602-defc0f8ef6dd,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:15.471046 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bbdccd-417c-44a2-a519-204ef63b220f admin admin] Router e846388f-79c2-432b-aacb-38c0969981a3 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:26:15.476056 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39eda78-deee-498a-b223-931b05c49db2 admin admin] Deleting subnet 9827145e-3c98-4193-ae69-acfbce77e009 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:26:15.479915 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f39eda78-deee-498a-b223-931b05c49db2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.513761 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f39eda78-deee-498a-b223-931b05c49db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.550668 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f39eda78-deee-498a-b223-931b05c49db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.575722 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd726b7-720c-4060-9c19-8d5ec34a69a1 req-d6c9e053-ee60-4190-a274-e530238c090b service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648688 Dec 20 21:26:15.611382 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f39eda78-deee-498a-b223-931b05c49db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.639183 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39eda78-deee-498a-b223-931b05c49db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9827145e-3c98-4193-ae69-acfbce77e009,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:15.643127 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f39eda78-deee-498a-b223-931b05c49db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.649259 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f39eda78-deee-498a-b223-931b05c49db2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9827145e-3c98-4193-ae69-acfbce77e009 HTTP/1.1" status: 204 len: 168 time: 0.2200217 Dec 20 21:26:15.649939 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60280) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:15.659604 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bbdccd-417c-44a2-a519-204ef63b220f admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:26:15.666242 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f6bbdccd-417c-44a2-a519-204ef63b220f admin admin] 10.222.0.32 "PUT /v2.0/routers/e846388f-79c2-432b-aacb-38c0969981a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4532759 Dec 20 21:26:15.669679 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60284) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:15.675230 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827d1738-7f64-4c05-bbeb-da3cd18e9a10 None None] Sync routers for ids ['e846388f-79c2-432b-aacb-38c0969981a3'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:26:15.685136 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827d1738-7f64-4c05-bbeb-da3cd18e9a10 None None] Routers {'e846388f-79c2-432b-aacb-38c0969981a3'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:26:15.686000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-827d1738-7f64-4c05-bbeb-da3cd18e9a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:25:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e846388f-79c2-432b-aacb-38c0969981a3'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:15.760752 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fd726b7-720c-4060-9c19-8d5ec34a69a1 req-cd6f6caa-8d72-4458-9bd3-71f108a5bb44 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745834 Dec 20 21:26:15.764633 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-40ef9dbc-7420-4e8f-8c4c-6390a31a3094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.784135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce008ab-0822-43d7-9710-11008c468a96 req-825c4aa4-0e0a-466d-bbfd-07d43a8fec27 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:15.792048 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5ce008ab-0822-43d7-9710-11008c468a96 req-825c4aa4-0e0a-466d-bbfd-07d43a8fec27 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=a48ed38a-29d7-4d1b-b334-4560362b786f HTTP/1.1" status: 200 len: 945 time: 0.1410530 Dec 20 21:26:15.798481 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-827d1738-7f64-4c05-bbeb-da3cd18e9a10 None None] Set router e846388f-79c2-432b-aacb-38c0969981a3 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:26:15.799966 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa51a-e19e-428f-bdce-103d6a863db2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.827000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cc52ee75-5704-4ea6-937f-8d25312de8c0 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:26:15.896599 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5ce008ab-0822-43d7-9710-11008c468a96 req-c99654b2-88db-460d-87bb-fcb8ecc6285f tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004000 Dec 20 21:26:15.923390 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-40ef9dbc-7420-4e8f-8c4c-6390a31a3094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.964373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-40ef9dbc-7420-4e8f-8c4c-6390a31a3094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6973c8b-e00f-4afa-8192-8cbd23563101']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:15.968367 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port cc52ee75-5704-4ea6-937f-8d25312de8c0 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:26:15.975295 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port cc52ee75-5704-4ea6-937f-8d25312de8c0 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:15.975660 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:15.987287 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-40ef9dbc-7420-4e8f-8c4c-6390a31a3094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f02581b-0682-44f3-8860-d8ce1903d926') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:15.987721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-40ef9dbc-7420-4e8f-8c4c-6390a31a3094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f02581b-0682-44f3-8860-d8ce1903d926') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:16.012829 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c878db2-5aec-4f6b-9c85-9f4652daf1c5', 'tag': '93619fae-0a54-46d8-96b9-ad4c04f05f13'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:16.015496 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0baf1e5-2acb-4ea6-b39d-4d88d604447d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c878db2-5aec-4f6b-9c85-9f4652daf1c5", "tag": "93619fae-0a54-46d8-96b9-ad4c04f05f13"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:16.023072 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-40ef9dbc-7420-4e8f-8c4c-6390a31a3094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:16.042536 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-40ef9dbc-7420-4e8f-8c4c-6390a31a3094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:16.059572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb30ebc-9582-464f-867c-24e8f84b095a req-7a9ddfcf-6db6-476e-8a61-3514d6d8faea tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:16.069263 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6bb30ebc-9582-464f-867c-24e8f84b095a req-7a9ddfcf-6db6-476e-8a61-3514d6d8faea tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=df0f5e2a-7800-427a-906b-ab74c793b544 HTTP/1.1" status: 200 len: 945 time: 0.0923109 Dec 20 21:26:16.080401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ef9dbc-7420-4e8f-8c4c-6390a31a3094 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:26:16.080401 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-40ef9dbc-7420-4e8f-8c4c-6390a31a3094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:26:16.082367 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:26:16.091371 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-827d1738-7f64-4c05-bbeb-da3cd18e9a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'name': 'tempest-ServersTestFqdnHostnames-80154773-router', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:51Z', 'updated_at': '2021-12-20T21:26:14Z', 'revision_number': 5, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'gw_port': {'id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:52Z', 'updated_at': '2021-12-20T21:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:16.121964 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:16.124156 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827d1738-7f64-4c05-bbeb-da3cd18e9a10 None None] Checking router: e846388f-79c2-432b-aacb-38c0969981a3 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:26:16.145847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827d1738-7f64-4c05-bbeb-da3cd18e9a10 None None] Routers {'e846388f-79c2-432b-aacb-38c0969981a3'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:26:16.146586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-827d1738-7f64-4c05-bbeb-da3cd18e9a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:25:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e846388f-79c2-432b-aacb-38c0969981a3'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:16.155583 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6bb30ebc-9582-464f-867c-24e8f84b095a req-ad60531c-bc1f-4cda-a62c-e4e60426d586 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864558 Dec 20 21:26:16.164474 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-40ef9dbc-7420-4e8f-8c4c-6390a31a3094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:16.187439 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0f5e2a-7800-427a-906b-ab74c793b544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc52ee75-5704-4ea6-937f-8d25312de8c0'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:16.189729 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27077084-6277-4e0c-991f-89d7eb67847e" -d '{"events": [{"server_uuid": "df0f5e2a-7800-427a-906b-ab74c793b544", "name": "network-vif-plugged", "status": "completed", "tag": "cc52ee75-5704-4ea6-937f-8d25312de8c0"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:16.193186 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-40ef9dbc-7420-4e8f-8c4c-6390a31a3094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:16.197869 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-40ef9dbc-7420-4e8f-8c4c-6390a31a3094 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b6973c8b-e00f-4afa-8192-8cbd23563101 HTTP/1.1" status: 204 len: 168 time: 0.5446231 Dec 20 21:26:16.198566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef9dbc-7420-4e8f-8c4c-6390a31a3094 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6973c8b-e00f-4afa-8192-8cbd23563101,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:16.263509 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8108c69-b906-4a12-95c2-b6b7addc584b req-c58d2cd1-586e-431a-91fc-f205164239f5 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:16.265003 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d8108c69-b906-4a12-95c2-b6b7addc584b req-c58d2cd1-586e-431a-91fc-f205164239f5 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.4075043 Dec 20 21:26:16.267159 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port cc52ee75-5704-4ea6-937f-8d25312de8c0, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cc52ee75-5704-4ea6-937f-8d25312de8c0,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:16.275098 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:16.275898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device f1d56cab-3bd3-4951-8163-b6854d2fb9e6 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:26:16.276345 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa51a-e19e-428f-bdce-103d6a863db2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:16.324274 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: f1d56cab-3bd3-4951-8163-b6854d2fb9e6 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:26:16.324619 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device f1d56cab-3bd3-4951-8163-b6854d2fb9e6 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:26:16.338431 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d8108c69-b906-4a12-95c2-b6b7addc584b req-00339cf9-7d40-49c5-8842-7283b88df084 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575829 Dec 20 21:26:16.342694 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-827d1738-7f64-4c05-bbeb-da3cd18e9a10 None None] Set router e846388f-79c2-432b-aacb-38c0969981a3 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:26:16.357338 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8dcaa51a-e19e-428f-bdce-103d6a863db2 admin admin] Deleting port 3441c597-8480-4a78-b44c-6d241ad108e5 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:26:16.358134 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa51a-e19e-428f-bdce-103d6a863db2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:16.405965 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac512f8d-9f34-4532-b988-981081959484 x-openstack-request-id: req-ac512f8d-9f34-4532-b988-981081959484 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:16.406287 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c878db2-5aec-4f6b-9c85-9f4652daf1c5", "tag": "93619fae-0a54-46d8-96b9-ad4c04f05f13", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:16.406538 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac512f8d-9f34-4532-b988-981081959484 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:16.406945 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c878db2-5aec-4f6b-9c85-9f4652daf1c5', 'tag': '93619fae-0a54-46d8-96b9-ad4c04f05f13', 'status': 'completed', 'code': 200} Dec 20 21:26:16.430857 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=cc52ee75-5704-4ea6-937f-8d25312de8c0,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:16.431126 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60302) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:16.495382 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-85b89439-a944-4379-b351-fa1fd826c008 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68013026329e4661b48075edeb3524ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0627880 Dec 20 21:26:16.497586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60304) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:16.513591 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-8dcaa51a-e19e-428f-bdce-103d6a863db2 admin admin] For port 3441c597-8480-4a78-b44c-6d241ad108e5, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3441c597-8480-4a78-b44c-6d241ad108e5,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:16.513958 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa51a-e19e-428f-bdce-103d6a863db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:16.538551 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8dcaa51a-e19e-428f-bdce-103d6a863db2 admin admin] Calling delete_port for 3441c597-8480-4a78-b44c-6d241ad108e5 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:26:16.547900 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baf1e5-2acb-4ea6-b39d-4d88d604447d req-440a45a5-486d-413a-98e1-bcf095b39101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:16.551081 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d0baf1e5-2acb-4ea6-b39d-4d88d604447d req-440a45a5-486d-413a-98e1-bcf095b39101 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ff458f6e7fc74c9ea52abb3915d16d40&device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 1097 time: 0.0747795 Dec 20 21:26:16.559345 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55db2ebb-1661-4c1c-9873-7d6d34d2c5ef x-openstack-request-id: req-55db2ebb-1661-4c1c-9873-7d6d34d2c5ef {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:16.559819 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0f5e2a-7800-427a-906b-ab74c793b544", "name": "network-vif-plugged", "status": "completed", "tag": "cc52ee75-5704-4ea6-937f-8d25312de8c0", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:16.560086 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55db2ebb-1661-4c1c-9873-7d6d34d2c5ef {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:16.560470 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0f5e2a-7800-427a-906b-ab74c793b544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc52ee75-5704-4ea6-937f-8d25312de8c0', 'code': 200} Dec 20 21:26:16.566327 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-827d1738-7f64-4c05-bbeb-da3cd18e9a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'name': 'tempest-ServersTestFqdnHostnames-80154773-router', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:51Z', 'updated_at': '2021-12-20T21:26:14Z', 'revision_number': 5, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'gw_port': {'id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:52Z', 'updated_at': '2021-12-20T21:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:16.594060 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65b845-2b17-4a71-90a5-7e8cc59c12d4 req-66d0c2c5-a684-4d60-a21e-205ccd0535f1 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:16.594060 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8a65b845-2b17-4a71-90a5-7e8cc59c12d4 req-66d0c2c5-a684-4d60-a21e-205ccd0535f1 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 948 time: 0.0864105 Dec 20 21:26:16.596301 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-41b4265d-eb0f-46d1-8dc3-5964982a242c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:16.597999 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827d1738-7f64-4c05-bbeb-da3cd18e9a10 None None] The sync data for ids ['e846388f-79c2-432b-aacb-38c0969981a3'] in n-d-xena-1 is: [{'id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'name': 'tempest-ServersTestFqdnHostnames-80154773-router', 'tenant_id': '7c353231cd2743b99ab619da74a67aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:23:51Z', 'updated_at': '2021-12-20T21:26:14Z', 'revision_number': 5, 'project_id': '7c353231cd2743b99ab619da74a67aed', 'gw_port': {'id': '3441c597-8480-4a78-b44c-6d241ad108e5', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:19:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e846388f-79c2-432b-aacb-38c0969981a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:23:52Z', 'updated_at': '2021-12-20T21:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:26:16.642190 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-41b4265d-eb0f-46d1-8dc3-5964982a242c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:16.670451 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8a65b845-2b17-4a71-90a5-7e8cc59c12d4 req-35247adb-4382-4a0e-b3b1-26652a77beca tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720382 Dec 20 21:26:16.727119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c2c12-e7f3-4c93-b9a0-c917522dfbcf req-6a286763-1013-4133-84a5-2f72139966e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:16.728615 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af0c2c12-e7f3-4c93-b9a0-c917522dfbcf req-6a286763-1013-4133-84a5-2f72139966e7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=df0f5e2a-7800-427a-906b-ab74c793b544 HTTP/1.1" status: 200 len: 1095 time: 0.0483570 Dec 20 21:26:16.735778 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-41b4265d-eb0f-46d1-8dc3-5964982a242c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:16.738521 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-41b4265d-eb0f-46d1-8dc3-5964982a242c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:16.739679 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-41b4265d-eb0f-46d1-8dc3-5964982a242c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0 HTTP/1.1" status: 204 len: 168 time: 0.2407522 Dec 20 21:26:16.750705 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baf1e5-2acb-4ea6-b39d-4d88d604447d req-cd155ff1-40fc-45f2-b365-7054ababab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:16.752156 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d0baf1e5-2acb-4ea6-b39d-4d88d604447d req-cd155ff1-40fc-45f2-b365-7054ababab8b service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1907957 Dec 20 21:26:16.759884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4265d-eb0f-46d1-8dc3-5964982a242c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc58d59c-85d0-4f8a-9fc4-7dc28ce82da0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:16.781609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af0c2c12-e7f3-4c93-b9a0-c917522dfbcf req-0bd8ea61-74fd-49d6-898f-1a68dcba1da1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408008 Dec 20 21:26:16.809524 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d0baf1e5-2acb-4ea6-b39d-4d88d604447d req-ebf6f36a-8784-44f2-bdd0-03ebbf2b7d42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=93619fae-0a54-46d8-96b9-ad4c04f05f13 HTTP/1.1" status: 200 len: 217 time: 0.0497043 Dec 20 21:26:16.861771 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa51a-e19e-428f-bdce-103d6a863db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:16.886826 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcaa51a-e19e-428f-bdce-103d6a863db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3441c597-8480-4a78-b44c-6d241ad108e5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:16.953362 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa51a-e19e-428f-bdce-103d6a863db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:17.056270 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa51a-e19e-428f-bdce-103d6a863db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:17.058762 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa51a-e19e-428f-bdce-103d6a863db2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:17.103622 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 08c14417-9e4e-415c-9543-cd8bea242020 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:26:17.134386 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa51a-e19e-428f-bdce-103d6a863db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:17.134942 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcaa51a-e19e-428f-bdce-103d6a863db2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e846388f-79c2-432b-aacb-38c0969981a3 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:26:17.135634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60310) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:17.139517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 08c14417-9e4e-415c-9543-cd8bea242020 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:26:17.139938 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 08c14417-9e4e-415c-9543-cd8bea242020 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:26:17.140310 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8dcaa51a-e19e-428f-bdce-103d6a863db2 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:17.142140 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8dcaa51a-e19e-428f-bdce-103d6a863db2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e846388f-79c2-432b-aacb-38c0969981a3 HTTP/1.1" status: 204 len: 168 time: 1.4716380 Dec 20 21:26:17.144061 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60312) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:17.174539 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baf1e5-2acb-4ea6-b39d-4d88d604447d req-3c922966-8542-40ef-b018-4653c211f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:17.176296 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d0baf1e5-2acb-4ea6-b39d-4d88d604447d req-3c922966-8542-40ef-b018-4653c211f49b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0791876 Dec 20 21:26:17.189629 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d2bdd4c2-8dc3-4706-9cf9-80ea1ad0ce24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c57272097b214aaca85108b13850b525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526993 Dec 20 21:26:17.192675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60314) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:17.220628 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3701254-38bd-4f31-89e8-64192f841a66 admin admin] Deleting subnet a044a341-dedb-4ba2-9476-86e7babe3fa6 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:26:17.225926 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3701254-38bd-4f31-89e8-64192f841a66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:17.251400 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1f2a04a9-8089-4983-8d1b-22d8fb644934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:17.274224 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1f2a04a9-8089-4983-8d1b-22d8fb644934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:17.288072 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3701254-38bd-4f31-89e8-64192f841a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:17.310110 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baf1e5-2acb-4ea6-b39d-4d88d604447d req-0ac1a35b-da5c-4a64-b3c2-3b517367d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:17.311349 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d0baf1e5-2acb-4ea6-b39d-4d88d604447d req-0ac1a35b-da5c-4a64-b3c2-3b517367d144 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252990 Dec 20 21:26:17.353442 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1f2a04a9-8089-4983-8d1b-22d8fb644934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:17.358759 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1f2a04a9-8089-4983-8d1b-22d8fb644934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:17.360247 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1f2a04a9-8089-4983-8d1b-22d8fb644934 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/376c4ba3-5859-4c6f-b653-f223ceeed40e HTTP/1.1" status: 204 len: 168 time: 0.1668067 Dec 20 21:26:17.369478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a04a9-8089-4983-8d1b-22d8fb644934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376c4ba3-5859-4c6f-b653-f223ceeed40e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:17.415192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169c1b9-4d27-4043-988d-3cd669ac4027 req-f9de9c06-f42d-4213-a087-d76d6322a181 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:17.422090 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f169c1b9-4d27-4043-988d-3cd669ac4027 req-f9de9c06-f42d-4213-a087-d76d6322a181 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=df0f5e2a-7800-427a-906b-ab74c793b544 HTTP/1.1" status: 200 len: 946 time: 0.1718981 Dec 20 21:26:17.476076 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3701254-38bd-4f31-89e8-64192f841a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:17.555335 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f169c1b9-4d27-4043-988d-3cd669ac4027 req-426a935a-7e60-4b73-8be1-5d9ca9b8672b tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321244 Dec 20 21:26:17.565767 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d0baf1e5-2acb-4ea6-b39d-4d88d604447d req-865013bf-7b45-4ad7-95c7-640c2b3b070c service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390375 Dec 20 21:26:17.578265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fe730-8a02-4856-bbdd-0f804331ff2f req-4be8ce7c-a2a2-490d-ac9d-49eb38bd6495 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:17.578265 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e50fe730-8a02-4856-bbdd-0f804331ff2f req-4be8ce7c-a2a2-490d-ac9d-49eb38bd6495 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.0668333 Dec 20 21:26:17.637890 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3701254-38bd-4f31-89e8-64192f841a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:17.647004 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e50fe730-8a02-4856-bbdd-0f804331ff2f req-39e72f0d-4832-4ba5-ac69-a0085c8f22af tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628850 Dec 20 21:26:17.676711 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3701254-38bd-4f31-89e8-64192f841a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a044a341-dedb-4ba2-9476-86e7babe3fa6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:17.680692 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a3701254-38bd-4f31-89e8-64192f841a66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:17.686360 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a3701254-38bd-4f31-89e8-64192f841a66 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a044a341-dedb-4ba2-9476-86e7babe3fa6 HTTP/1.1" status: 204 len: 168 time: 0.5387983 Dec 20 21:26:17.686447 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcd2319-960e-40c2-8b50-16aa50a5c124 None None] Network e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:26:17.687829 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60328) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:17.743852 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d0baf1e5-2acb-4ea6-b39d-4d88d604447d req-899f6df0-82fb-4850-a091-8732bdf9988e service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701128 Dec 20 21:26:17.775157 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:17.800775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 93619fae-0a54-46d8-96b9-ad4c04f05f13 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:26:17.825936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555b373-86a7-4c71-8d2f-4e86b8daa4b6 req-0dd6c395-2ba3-4c19-8940-e6cec5e4a0c6 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:17.840619 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e555b373-86a7-4c71-8d2f-4e86b8daa4b6 req-0dd6c395-2ba3-4c19-8940-e6cec5e4a0c6 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 948 time: 0.0866210 Dec 20 21:26:17.868884 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] Deleting port f0b4e6b9-5996-4895-bdd5-d9baec5473ae {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:26:17.869298 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:17.881778 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e555b373-86a7-4c71-8d2f-4e86b8daa4b6 req-cc76372f-75c6-4ecf-a61e-e978d691f55f tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402377 Dec 20 21:26:17.968501 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] For port f0b4e6b9-5996-4895-bdd5-d9baec5473ae, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f0b4e6b9-5996-4895-bdd5-d9baec5473ae,segment=NetworkSegment(630aa44e-4de7-47da-86f4-fca188cabb02),segment_id=630aa44e-4de7-47da-86f4-fca188cabb02)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:17.968858 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:17.985343 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] Calling delete_port for f0b4e6b9-5996-4895-bdd5-d9baec5473ae owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:26:18.036242 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:18.089923 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:18.126524 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b4e6b9-5996-4895-bdd5-d9baec5473ae,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:18.128459 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] No DVR routers for this DVR port f0b4e6b9-5996-4895-bdd5-d9baec5473ae on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:26:18.141790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 93619fae-0a54-46d8-96b9-ad4c04f05f13, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=93619fae-0a54-46d8-96b9-ad4c04f05f13,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:18.156582 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '93619fae-0a54-46d8-96b9-ad4c04f05f13', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '93619fae-0a54-46d8-96b9-ad4c04f05f13', 'mac_address': 'fa:16:3e:78:05:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:26:18.197773 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:18.201366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5610b902-b7f4-4d5d-9783-eae73a3812c4 None None] DHCP port deletion for e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:26:18.208685 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:18.217255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93619fae-0a54-46d8-96b9-ad4c04f05f13 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:18.236306 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:18.236602 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 93619fae-0a54-46d8-96b9-ad4c04f05f13, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=93619fae-0a54-46d8-96b9-ad4c04f05f13,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:18.244180 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:18.245326 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:26:18.248290 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630aa44e-4de7-47da-86f4-fca188cabb02') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:18.248598 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630aa44e-4de7-47da-86f4-fca188cabb02') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:18.259082 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:18.273371 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:18.282336 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:26:18.282722 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:26:18.285267 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:26:18.326654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:18.329288 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=93619fae-0a54-46d8-96b9-ad4c04f05f13,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:18.349083 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:18.350518 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb', 'mac_address': 'fa:16:3e:11:da:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:26:18.355124 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:18.361372 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6 HTTP/1.1" status: 204 len: 168 time: 0.6702847 Dec 20 21:26:18.372446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7a32a-97e4-4e00-a73c-91cef61ead02 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6c7fa78-ca6c-4ebd-a7ae-b3e9aefce7b6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:18.407371 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:18.421893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:18.445181 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:18.451262 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:18.506753 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:18.551345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60354) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:18.595482 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60360) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:18.595747 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-500004c3-8887-4092-8c61-d00132c60240 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c353231cd2743b99ab619da74a67aed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433402 Dec 20 21:26:18.674977 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e116fde-85b8-43d8-9896-0aa45a455600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:18.721275 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e116fde-85b8-43d8-9896-0aa45a455600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:18.748276 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41ef30-619d-4851-92d3-67d8873590ad req-818d956e-dae2-4712-8391-31bf191bdaf7 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:18.750082 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab41ef30-619d-4851-92d3-67d8873590ad req-818d956e-dae2-4712-8391-31bf191bdaf7 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=df0f5e2a-7800-427a-906b-ab74c793b544 HTTP/1.1" status: 200 len: 946 time: 0.0892880 Dec 20 21:26:18.792896 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f0b4e6b9-5996-4895-bdd5-d9baec5473ae no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:26:18.794813 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8551cfe-5f76-4c83-a2db-322fb8fe5dfd req-51ebbc25-280f-4e72-9bcf-cc44a38fdeb5 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:18.796139 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b8551cfe-5f76-4c83-a2db-322fb8fe5dfd req-51ebbc25-280f-4e72-9bcf-cc44a38fdeb5 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.0737450 Dec 20 21:26:18.823176 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: f0b4e6b9-5996-4895-bdd5-d9baec5473ae {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:26:18.823543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f0b4e6b9-5996-4895-bdd5-d9baec5473ae not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:26:18.824172 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3441c597-8480-4a78-b44c-6d241ad108e5 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:26:18.840675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b8551cfe-5f76-4c83-a2db-322fb8fe5dfd req-73c58f18-5729-4b35-8e02-a7bb5b9c956a tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348454 Dec 20 21:26:18.842663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab41ef30-619d-4851-92d3-67d8873590ad req-9cd61002-d2d5-414b-ae69-53c980fbcb7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747569 Dec 20 21:26:18.845725 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 3441c597-8480-4a78-b44c-6d241ad108e5 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:26:18.846460 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3441c597-8480-4a78-b44c-6d241ad108e5 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:26:18.868738 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e116fde-85b8-43d8-9896-0aa45a455600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:18.871553 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e116fde-85b8-43d8-9896-0aa45a455600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:18.875345 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0e116fde-85b8-43d8-9896-0aa45a455600 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6fc4f4a-149c-407c-bf5b-a486921ce86f HTTP/1.1" status: 204 len: 168 time: 0.2786417 Dec 20 21:26:18.885308 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e116fde-85b8-43d8-9896-0aa45a455600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fc4f4a-149c-407c-bf5b-a486921ce86f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:18.909774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['93619fae-0a54-46d8-96b9-ad4c04f05f13'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:18.956813 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:19.089052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9b858-8a01-41ab-81a6-f3d1370d020a req-e188654f-3a8a-45b6-ba4b-8f893f52b07e tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:19.100304 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ece9b858-8a01-41ab-81a6-f3d1370d020a req-e188654f-3a8a-45b6-ba4b-8f893f52b07e tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 949 time: 0.0817516 Dec 20 21:26:19.155826 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ece9b858-8a01-41ab-81a6-f3d1370d020a req-02e499c6-d910-485d-a39e-527f9319c974 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543170 Dec 20 21:26:19.645641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-cecb8ab2-8475-40b9-954a-0a3cc71103e6 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:19.647186 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-cecb8ab2-8475-40b9-954a-0a3cc71103e6 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/networks?id=ca19f93b-4b08-4949-bc57-e67d06f0b44d HTTP/1.1" status: 200 len: 813 time: 0.1204512 Dec 20 21:26:19.664918 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-63a5b57b-72a4-4fe3-aacc-636eb90c794d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/quotas/1aa79c595283479ca10acb93c35fed2f HTTP/1.1" status: 200 len: 375 time: 0.0114913 Dec 20 21:26:19.734481 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-1770e947-8404-4063-93de-b66e0a83fe1a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1aa79c595283479ca10acb93c35fed2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557313 Dec 20 21:26:19.943754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60434) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:19.957630 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-710e7a17-095b-494c-a393-beeeb7c434cf service neutron] 10.222.0.32 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157800 Dec 20 21:26:20.002706 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-271a378a-63e8-4bf9-a89f-5a9967c71d9b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1369446968-network', 'tenant_id': 'ed70fc8069ea4cadbc9bc7e709deec0c'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:20.026548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271a378a-63e8-4bf9-a89f-5a9967c71d9b admin admin] Made reservation on behalf of ed70fc8069ea4cadbc9bc7e709deec0c for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:26:20.029092 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-271a378a-63e8-4bf9-a89f-5a9967c71d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:20.038610 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-271a378a-63e8-4bf9-a89f-5a9967c71d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:20.069278 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-0f1fc710-2079-4a38-a6cd-6518e9f6026f service neutron] 10.222.0.32 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046026 Dec 20 21:26:20.148784 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-271a378a-63e8-4bf9-a89f-5a9967c71d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:20.159299 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-271a378a-63e8-4bf9-a89f-5a9967c71d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:20.194939 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271a378a-63e8-4bf9-a89f-5a9967c71d9b admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:26:20.201166 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a378a-63e8-4bf9-a89f-5a9967c71d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d797f3-2e21-47c9-90cd-37c91730d47f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:20.217362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a4c9e-9d0d-48b2-b866-add3f02d5ff7 req-f92fa2b9-0021-46f2-80ee-eb0ccefc230d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:20.224691 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-966a4c9e-9d0d-48b2-b866-add3f02d5ff7 req-f92fa2b9-0021-46f2-80ee-eb0ccefc230d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.1108983 Dec 20 21:26:20.235780 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-271a378a-63e8-4bf9-a89f-5a9967c71d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:20.236121 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-271a378a-63e8-4bf9-a89f-5a9967c71d9b admin admin] Added segment 1047176a-b789-4fec-9bbb-fc58c60e3517 of type vlan for network 5f661c90-5e2e-4a77-a91b-3f78dc105dae Dec 20 21:26:20.300640 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-966a4c9e-9d0d-48b2-b866-add3f02d5ff7 req-1288f742-eba3-4ac0-a72e-11ff77ade517 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750303 Dec 20 21:26:20.302516 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-271a378a-63e8-4bf9-a89f-5a9967c71d9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:20.332629 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-271a378a-63e8-4bf9-a89f-5a9967c71d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:20.333651 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271a378a-63e8-4bf9-a89f-5a9967c71d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:20.334294 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-271a378a-63e8-4bf9-a89f-5a9967c71d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:20.430554 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-271a378a-63e8-4bf9-a89f-5a9967c71d9b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4824324 Dec 20 21:26:20.430971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60456) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:20.436322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-69b90a91-1e8e-4df7-b946-c26fe979f84e admin admin] Request body: {'subnet': {'network_id': '5f661c90-5e2e-4a77-a91b-3f78dc105dae', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1369446968-subnet', 'tenant_id': 'ed70fc8069ea4cadbc9bc7e709deec0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:20.439358 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a378a-63e8-4bf9-a89f-5a9967c71d9b admin admin] Pushing event updated for resources: {'Network': ['ID=5f661c90-5e2e-4a77-a91b-3f78dc105dae,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:20.451347 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 5f661c90-5e2e-4a77-a91b-3f78dc105dae details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:26:20.460889 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800da534-f17e-4a3a-9712-60e553357e27 req-86615d4b-49ce-424d-ab9d-86934ebef0a5 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:20.464084 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-800da534-f17e-4a3a-9712-60e553357e27 req-86615d4b-49ce-424d-ab9d-86934ebef0a5 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 949 time: 0.0780439 Dec 20 21:26:20.469759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b90a91-1e8e-4df7-b946-c26fe979f84e admin admin] Made reservation on behalf of ed70fc8069ea4cadbc9bc7e709deec0c for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:26:20.478545 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69b90a91-1e8e-4df7-b946-c26fe979f84e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:20.514967 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-800da534-f17e-4a3a-9712-60e553357e27 req-c75a205a-aed9-4bcb-bef0-9ee9aa14b291 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439236 Dec 20 21:26:20.661999 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5618cd90-21fd-4dd4-bd41-82e5fe4ee361 req-c89c8410-75a5-4007-89c6-a1fa40bacb6f tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=784ebfa3-2faa-4ce6-9182-7235abd5dd78 HTTP/1.1" status: 200 len: 210 time: 0.0318556 Dec 20 21:26:20.777857 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69b90a91-1e8e-4df7-b946-c26fe979f84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:20.855728 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b90a91-1e8e-4df7-b946-c26fe979f84e admin admin] Checking segment: {'id': '1047176a-b789-4fec-9bbb-fc58c60e3517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5f661c90-5e2e-4a77-a91b-3f78dc105dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:26:20.856138 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b90a91-1e8e-4df7-b946-c26fe979f84e admin admin] Network hostable DHCP agents. Network: 5f661c90-5e2e-4a77-a91b-3f78dc105dae, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:26:20.859255 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b90a91-1e8e-4df7-b946-c26fe979f84e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fecb725e-315b-4785-982a-d7f71e720e2a,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:20.874919 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc92c21-d770-450f-8f32-ebc5b2a982cd req-f96fe320-26aa-4d9d-ba17-449072740736 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:20.876670 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7dc92c21-d770-450f-8f32-ebc5b2a982cd req-f96fe320-26aa-4d9d-ba17-449072740736 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.31 "GET /v2.0/ports?device_id=df0f5e2a-7800-427a-906b-ab74c793b544 HTTP/1.1" status: 200 len: 946 time: 0.0599575 Dec 20 21:26:20.885208 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b90a91-1e8e-4df7-b946-c26fe979f84e admin admin] Network 5f661c90-5e2e-4a77-a91b-3f78dc105dae is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:26:20.900484 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-69b90a91-1e8e-4df7-b946-c26fe979f84e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 5f661c90-5e2e-4a77-a91b-3f78dc105dae) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:20.906100 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b90a91-1e8e-4df7-b946-c26fe979f84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:20.908144 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69b90a91-1e8e-4df7-b946-c26fe979f84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:20.916489 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824796d7-d91e-494e-af3f-16e0f8152425 None None] Network 5f661c90-5e2e-4a77-a91b-3f78dc105dae requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:26:20.932430 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-69b90a91-1e8e-4df7-b946-c26fe979f84e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5001874 Dec 20 21:26:21.027744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7dc92c21-d770-450f-8f32-ebc5b2a982cd req-76c1bf95-863a-4b37-9a02-6aaa5b74f02c tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Deleting port cc52ee75-5704-4ea6-937f-8d25312de8c0 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:26:21.028733 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7dc92c21-d770-450f-8f32-ebc5b2a982cd req-76c1bf95-863a-4b37-9a02-6aaa5b74f02c tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:21.097453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9a5a5c-e3b4-40ec-adc8-251286275bf1 None None] Network 5f661c90-5e2e-4a77-a91b-3f78dc105dae requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:26:21.215241 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7dc92c21-d770-450f-8f32-ebc5b2a982cd req-76c1bf95-863a-4b37-9a02-6aaa5b74f02c tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] For port cc52ee75-5704-4ea6-937f-8d25312de8c0, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=cc52ee75-5704-4ea6-937f-8d25312de8c0,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:21.215668 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7dc92c21-d770-450f-8f32-ebc5b2a982cd req-76c1bf95-863a-4b37-9a02-6aaa5b74f02c tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:21.236114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8d768-0857-4ffa-9ed0-49e20aa75e69 req-343b55c5-2336-4982-b868-73a44fa2b20e tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:21.237807 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f6b8d768-0857-4ffa-9ed0-49e20aa75e69 req-343b55c5-2336-4982-b868-73a44fa2b20e tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48ed38a-29d7-4d1b-b334-4560362b786f HTTP/1.1" status: 200 len: 945 time: 0.1480250 Dec 20 21:26:21.244650 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7dc92c21-d770-450f-8f32-ebc5b2a982cd req-76c1bf95-863a-4b37-9a02-6aaa5b74f02c tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Calling delete_port for cc52ee75-5704-4ea6-937f-8d25312de8c0 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:26:21.454939 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f6b8d768-0857-4ffa-9ed0-49e20aa75e69 req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Deleting port dc0f24bd-bd57-413e-bd06-1cf2b4cca47f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:26:21.455278 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f6b8d768-0857-4ffa-9ed0-49e20aa75e69 req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:21.550357 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7dc92c21-d770-450f-8f32-ebc5b2a982cd req-76c1bf95-863a-4b37-9a02-6aaa5b74f02c tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:21.584312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['cc52ee75-5704-4ea6-937f-8d25312de8c0'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:21.590604 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['dc0f24bd-bd57-413e-bd06-1cf2b4cca47f'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:21.594124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1bf95-863a-4b37-9a02-6aaa5b74f02c tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Pushing event deleted for resources: {'Port': ['ID=cc52ee75-5704-4ea6-937f-8d25312de8c0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:21.628985 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da923a5-2822-4528-9669-1a0d99df5935 req-84a62b61-fc6f-41a7-b5db-f19155abbfd8 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:21.630638 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4da923a5-2822-4528-9669-1a0d99df5935 req-84a62b61-fc6f-41a7-b5db-f19155abbfd8 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/networks?id=5f661c90-5e2e-4a77-a91b-3f78dc105dae HTTP/1.1" status: 200 len: 818 time: 0.1141622 Dec 20 21:26:21.648355 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec89666-0e95-4e29-adec-df072aca1ac3 req-1b862c3b-9a2d-49f3-bb1c-885dedfb9c94 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:21.649902 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4ec89666-0e95-4e29-adec-df072aca1ac3 req-1b862c3b-9a2d-49f3-bb1c-885dedfb9c94 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.1883457 Dec 20 21:26:21.650640 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4da923a5-2822-4528-9669-1a0d99df5935 req-2950d603-0614-4b77-af04-b15da30718f3 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/quotas/ed70fc8069ea4cadbc9bc7e709deec0c HTTP/1.1" status: 200 len: 375 time: 0.0113707 Dec 20 21:26:21.675865 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc92c21-d770-450f-8f32-ebc5b2a982cd req-76c1bf95-863a-4b37-9a02-6aaa5b74f02c tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] No DVR routers for this DVR port cc52ee75-5704-4ea6-937f-8d25312de8c0 on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:26:21.678511 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7dc92c21-d770-450f-8f32-ebc5b2a982cd req-76c1bf95-863a-4b37-9a02-6aaa5b74f02c tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:21.682459 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7dc92c21-d770-450f-8f32-ebc5b2a982cd req-76c1bf95-863a-4b37-9a02-6aaa5b74f02c tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.31 "DELETE /v2.0/ports/cc52ee75-5704-4ea6-937f-8d25312de8c0 HTTP/1.1" status: 204 len: 173 time: 0.7986917 Dec 20 21:26:21.685646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f6b8d768-0857-4ffa-9ed0-49e20aa75e69 req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] For port dc0f24bd-bd57-413e-bd06-1cf2b4cca47f, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=dc0f24bd-bd57-413e-bd06-1cf2b4cca47f,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:21.686014 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f6b8d768-0857-4ffa-9ed0-49e20aa75e69 req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:21.688546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0f5e2a-7800-427a-906b-ab74c793b544', 'name': 'network-vif-deleted', 'tag': 'cc52ee75-5704-4ea6-937f-8d25312de8c0'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:21.691736 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02c2bdd-515d-4a75-99d4-a1155233ae50" -d '{"events": [{"server_uuid": "df0f5e2a-7800-427a-906b-ab74c793b544", "name": "network-vif-deleted", "tag": "cc52ee75-5704-4ea6-937f-8d25312de8c0"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:21.715264 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4da923a5-2822-4528-9669-1a0d99df5935 req-f63b47dc-139c-42bf-8803-de7ba667caf5 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed70fc8069ea4cadbc9bc7e709deec0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479374 Dec 20 21:26:21.721083 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f6b8d768-0857-4ffa-9ed0-49e20aa75e69 req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Calling delete_port for dc0f24bd-bd57-413e-bd06-1cf2b4cca47f owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:26:21.750798 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4ec89666-0e95-4e29-adec-df072aca1ac3 req-ab19835e-62a3-40f0-b5bc-8506e88465b2 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792105 Dec 20 21:26:21.814292 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 93619fae-0a54-46d8-96b9-ad4c04f05f13 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:26:21.838933 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4da923a5-2822-4528-9669-1a0d99df5935 req-54c8282a-259a-488b-8792-a38738f06d72 service neutron] 10.222.0.32 "GET /v2.0/networks/5f661c90-5e2e-4a77-a91b-3f78dc105dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222179 Dec 20 21:26:21.923257 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 93619fae-0a54-46d8-96b9-ad4c04f05f13 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:26:21.931673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 93619fae-0a54-46d8-96b9-ad4c04f05f13 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:21.932400 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:21.936399 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f6b8d768-0857-4ffa-9ed0-49e20aa75e69 req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:21.987978 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['cc52ee75-5704-4ea6-937f-8d25312de8c0'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:22.018248 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Pushing event deleted for resources: {'Port': ['ID=dc0f24bd-bd57-413e-bd06-1cf2b4cca47f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:22.041501 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:22.042596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:22.043093 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:22.043554 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:22.044009 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:22.044474 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:22.044924 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:22.045376 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:22.047621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:22.048320 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:22.048841 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:22.049546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:22.085815 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b8d768-0857-4ffa-9ed0-49e20aa75e69 req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] No DVR routers for this DVR port dc0f24bd-bd57-413e-bd06-1cf2b4cca47f on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:26:22.089340 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f6b8d768-0857-4ffa-9ed0-49e20aa75e69 req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:22.092767 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f6b8d768-0857-4ffa-9ed0-49e20aa75e69 req-7e6af375-7039-4ad4-8493-53bb011da17d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.66 "DELETE /v2.0/ports/dc0f24bd-bd57-413e-bd06-1cf2b4cca47f HTTP/1.1" status: 204 len: 173 time: 0.8324800 Dec 20 21:26:22.120176 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd2254-ace5-4aba-a711-455dab209fe0 req-b381f266-41c3-46cf-b5ef-823714117a79 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:22.126422 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4da923a5-2822-4528-9669-1a0d99df5935 req-651af3ff-120d-429f-95b8-f63b23bdb902 service neutron] 10.222.0.32 "GET /v2.0/networks/5f661c90-5e2e-4a77-a91b-3f78dc105dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849407 Dec 20 21:26:22.128221 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81cd2254-ace5-4aba-a711-455dab209fe0 req-b381f266-41c3-46cf-b5ef-823714117a79 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 949 time: 0.1115537 Dec 20 21:26:22.145320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-5608c3f0-c331-42ed-a336-8a2aca1e8deb tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:22.146911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-5608c3f0-c331-42ed-a336-8a2aca1e8deb tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.66 "GET /v2.0/networks?id=ca19f93b-4b08-4949-bc57-e67d06f0b44d HTTP/1.1" status: 200 len: 813 time: 0.1918707 Dec 20 21:26:22.157210 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:22.172422 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81cd2254-ace5-4aba-a711-455dab209fe0 req-25786182-5c52-4589-a317-fcacaab98a28 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432572 Dec 20 21:26:22.181515 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c878db2-5aec-4f6b-9c85-9f4652daf1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93619fae-0a54-46d8-96b9-ad4c04f05f13'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:22.183849 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a824af-e230-499f-8e40-8b91bacdf9bd" -d '{"events": [{"server_uuid": "7c878db2-5aec-4f6b-9c85-9f4652daf1c5", "name": "network-vif-plugged", "status": "completed", "tag": "93619fae-0a54-46d8-96b9-ad4c04f05f13"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:22.193535 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Request body: {'port': {'device_id': '2cfb77e0-ae2b-4d91-98af-6815c4dc5015', 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d', 'admin_state_up': True, 'tenant_id': '1aa79c595283479ca10acb93c35fed2f'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:22.210567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 93619fae-0a54-46d8-96b9-ad4c04f05f13, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=93619fae-0a54-46d8-96b9-ad4c04f05f13,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:22.221757 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:22.223124 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:26:22.302530 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-41865650-4fda-4d25-b6ef-91dba0e92971 req-879be11e-866c-4a1c-ae03-0ae148555bb6 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=784ebfa3-2faa-4ce6-9182-7235abd5dd78 HTTP/1.1" status: 200 len: 210 time: 0.0531151 Dec 20 21:26:22.330972 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72e6cf8-38a8-4fa7-bfb4-0dc3ba385804 x-openstack-request-id: req-b72e6cf8-38a8-4fa7-bfb4-0dc3ba385804 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:22.331389 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0f5e2a-7800-427a-906b-ab74c793b544", "name": "network-vif-deleted", "tag": "cc52ee75-5704-4ea6-937f-8d25312de8c0", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:22.331761 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b72e6cf8-38a8-4fa7-bfb4-0dc3ba385804 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:22.332837 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0f5e2a-7800-427a-906b-ab74c793b544', 'name': 'network-vif-deleted', 'tag': 'cc52ee75-5704-4ea6-937f-8d25312de8c0', 'status': 'completed', 'code': 200} Dec 20 21:26:22.362882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=93619fae-0a54-46d8-96b9-ad4c04f05f13,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:22.388383 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:26:22.393142 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:22.393520 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:22.412588 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Made reservation on behalf of 1aa79c595283479ca10acb93c35fed2f for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:26:22.418315 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:22.544782 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a284e4-32e0-49b0-b82c-690b6d5ce235 x-openstack-request-id: req-97a284e4-32e0-49b0-b82c-690b6d5ce235 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:22.545065 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c878db2-5aec-4f6b-9c85-9f4652daf1c5", "name": "network-vif-plugged", "status": "completed", "tag": "93619fae-0a54-46d8-96b9-ad4c04f05f13", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:22.545319 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97a284e4-32e0-49b0-b82c-690b6d5ce235 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:22.545708 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c878db2-5aec-4f6b-9c85-9f4652daf1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93619fae-0a54-46d8-96b9-ad4c04f05f13', 'code': 200} Dec 20 21:26:22.585088 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:22.632067 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8333728e-2be7-42b5-bd1e-6192f3d3327f req-5f2e251a-32eb-4f25-b25c-cc758b66715f tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 210 time: 0.0739408 Dec 20 21:26:22.674606 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Allocated IP 172.20.0.11 (ca19f93b-4b08-4949-bc57-e67d06f0b44d/60da46b9-e661-45f4-8db9-34fc8e0caf57/78b4202e-5923-4ebe-bb3f-d75096747eed) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:26:22.688575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:22.699880 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:22.827294 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:22.903335 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ffdc5-39fc-4016-bc00-31f7c139401a req-5d9b6b50-d99c-45aa-8ad7-2568a7834630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:22.908370 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-544ffdc5-39fc-4016-bc00-31f7c139401a req-5d9b6b50-d99c-45aa-8ad7-2568a7834630 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 1099 time: 0.2743003 Dec 20 21:26:22.920671 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:22.973972 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:22.993053 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-0dbdb56d-2d0b-4091-a283-6142cf772c04 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:22.994682 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-0dbdb56d-2d0b-4091-a283-6142cf772c04 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.66 "GET /v2.0/networks?id=ca19f93b-4b08-4949-bc57-e67d06f0b44d HTTP/1.1" status: 200 len: 813 time: 0.3964539 Dec 20 21:26:23.011763 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['cc52ee75-5704-4ea6-937f-8d25312de8c0'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:23.045695 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-79311b5d-1882-4d44-b49c-73d0a580c696 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Request body: {'port': {'device_id': '784ebfa3-2faa-4ce6-9182-7235abd5dd78', 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d', 'admin_state_up': True, 'tenant_id': '1aa79c595283479ca10acb93c35fed2f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:23.060521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Pushing event updated for resources: {'Port': ['ID=78b4202e-5923-4ebe-bb3f-d75096747eed,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:23.077995 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:23.078681 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:23.079219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:23.079754 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:23.079954 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b516ff-a6cf-43bd-a04b-147498aa3cd0 req-362b3a0f-2b59-4c3b-97cc-8a12f871abe0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:23.080776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:23.081343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:23.081865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:23.082559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:23.083078 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:23.083575 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:23.084070 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:23.084566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:23.087093 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0b516ff-a6cf-43bd-a04b-147498aa3cd0 req-362b3a0f-2b59-4c3b-97cc-8a12f871abe0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.2146335 Dec 20 21:26:23.097040 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Network ca19f93b-4b08-4949-bc57-e67d06f0b44d is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:26:23.098997 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:23.101609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:26:23.137226 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-544ffdc5-39fc-4016-bc00-31f7c139401a req-69f0de95-f529-46f1-abb6-a91e5d68e09b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156398 Dec 20 21:26:23.157000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:23.157356 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:23.187304 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-dc63d25b-88f7-4e61-a013-36da25e32c7a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9979627 Dec 20 21:26:23.200619 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0b516ff-a6cf-43bd-a04b-147498aa3cd0 req-db18415f-bc87-4e9d-9871-8964445045aa tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624485 Dec 20 21:26:23.205620 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Request body: {'port': {'device_id': '2cfb77e0-ae2b-4d91-98af-6815c4dc5015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:23.238285 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-79311b5d-1882-4d44-b49c-73d0a580c696 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Made reservation on behalf of 1aa79c595283479ca10acb93c35fed2f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:26:23.242660 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-79311b5d-1882-4d44-b49c-73d0a580c696 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:23.293665 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:23.345410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf6c0f-9d60-4af7-9130-2a086bfd75fd req-7cc7ba60-6edd-422b-b3f7-28c97a810990 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:23.347123 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bdf6c0f-9d60-4af7-9130-2a086bfd75fd req-7cc7ba60-6edd-422b-b3f7-28c97a810990 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 950 time: 0.0882051 Dec 20 21:26:23.384439 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-79311b5d-1882-4d44-b49c-73d0a580c696 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Allocated IP 172.20.0.5 (ca19f93b-4b08-4949-bc57-e67d06f0b44d/60da46b9-e661-45f4-8db9-34fc8e0caf57/ee41c403-6498-4b8a-a5d5-960c99583e1c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:26:23.443647 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-83ef5672-01ea-4b2c-8f5f-a6fe3303fb82 req-9176ebd5-d2db-4748-b016-b2a9a90681e3 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=784ebfa3-2faa-4ce6-9182-7235abd5dd78 HTTP/1.1" status: 200 len: 210 time: 0.0398004 Dec 20 21:26:23.478667 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7bdf6c0f-9d60-4af7-9130-2a086bfd75fd req-e8bdf3de-f90e-4e51-9476-fbcadca017e7 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155989 Dec 20 21:26:23.594820 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-79311b5d-1882-4d44-b49c-73d0a580c696 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:23.634592 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-79311b5d-1882-4d44-b49c-73d0a580c696 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:23.674337 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-79311b5d-1882-4d44-b49c-73d0a580c696 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Network ca19f93b-4b08-4949-bc57-e67d06f0b44d is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:26:23.674593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['cc52ee75-5704-4ea6-937f-8d25312de8c0'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:23.679873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-79311b5d-1882-4d44-b49c-73d0a580c696 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:23.683504 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-79311b5d-1882-4d44-b49c-73d0a580c696 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:26:23.721645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79311b5d-1882-4d44-b49c-73d0a580c696 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Pushing event updated for resources: {'Port': ['ID=ee41c403-6498-4b8a-a5d5-960c99583e1c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:23.737919 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-79311b5d-1882-4d44-b49c-73d0a580c696 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:23.738650 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-79311b5d-1882-4d44-b49c-73d0a580c696 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:23.764770 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-79311b5d-1882-4d44-b49c-73d0a580c696 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7402818 Dec 20 21:26:23.795171 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-523747aa-ea99-45d2-8ff3-ec67f084bffe req-f25e06dc-1c1f-46ad-8b96-db6909998b01 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 210 time: 0.0426812 Dec 20 21:26:23.798937 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Request body: {'port': {'device_id': '784ebfa3-2faa-4ce6-9182-7235abd5dd78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:23.801762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b4202e-5923-4ebe-bb3f-d75096747eed {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:23.809987 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:23.825389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Transition to ACTIVE for port object 78b4202e-5923-4ebe-bb3f-d75096747eed will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:26:23.836922 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:23.855396 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:23.895156 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Pushing event updated for resources: {'Port': ['ID=78b4202e-5923-4ebe-bb3f-d75096747eed,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:23.960285 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Attempting to bind port 78b4202e-5923-4ebe-bb3f-d75096747eed on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:26:23.960957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Attempting to bind port 78b4202e-5923-4ebe-bb3f-d75096747eed by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'fca3ebc3-94af-4052-8e27-60f4398d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:26:23.960957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Attempting to bind port 78b4202e-5923-4ebe-bb3f-d75096747eed on network ca19f93b-4b08-4949-bc57-e67d06f0b44d {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:23.965321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Port 78b4202e-5923-4ebe-bb3f-d75096747eed on network ca19f93b-4b08-4949-bc57-e67d06f0b44d not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:26:23.965636 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Attempting to bind port 78b4202e-5923-4ebe-bb3f-d75096747eed on network ca19f93b-4b08-4949-bc57-e67d06f0b44d {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:23.971643 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:26:23.972023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Checking segment: {'id': 'fca3ebc3-94af-4052-8e27-60f4398d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:26:23.972438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Bound using segment: {'id': 'fca3ebc3-94af-4052-8e27-60f4398d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:26:23.972940 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Bound port: 78b4202e-5923-4ebe-bb3f-d75096747eed, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fca3ebc3-94af-4052-8e27-60f4398d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:26:23.973307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:24.053862 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] For port 78b4202e-5923-4ebe-bb3f-d75096747eed, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:26:24.057471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] For port 78b4202e-5923-4ebe-bb3f-d75096747eed, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=78b4202e-5923-4ebe-bb3f-d75096747eed,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:26:24.061667 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:24.098678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:24.099205 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:24.100669 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] 10.222.0.66 "PUT /v2.0/ports/78b4202e-5923-4ebe-bb3f-d75096747eed HTTP/1.1" status: 200 len: 1090 time: 0.8993425 Dec 20 21:26:24.101114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfb77e0-ae2b-4d91-98af-6815c4dc5015', 'tag': '78b4202e-5923-4ebe-bb3f-d75096747eed'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:24.103400 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508e7f74-6c1e-48e9-89d0-0bb6711c928e" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfb77e0-ae2b-4d91-98af-6815c4dc5015", "tag": "78b4202e-5923-4ebe-bb3f-d75096747eed"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:24.154693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de40f5-0185-4d11-a777-ad8bb7989021 service neutron] Pushing event updated for resources: {'Port': ['ID=78b4202e-5923-4ebe-bb3f-d75096747eed,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:24.177873 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20f6fe3-7aff-4549-b1ff-90dbdfc97217 x-openstack-request-id: req-e20f6fe3-7aff-4549-b1ff-90dbdfc97217 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:24.178399 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfb77e0-ae2b-4d91-98af-6815c4dc5015", "tag": "78b4202e-5923-4ebe-bb3f-d75096747eed", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:24.178664 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e20f6fe3-7aff-4549-b1ff-90dbdfc97217 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:24.179491 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfb77e0-ae2b-4d91-98af-6815c4dc5015', 'tag': '78b4202e-5923-4ebe-bb3f-d75096747eed', 'status': 'completed', 'code': 200} Dec 20 21:26:24.246778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da923a5-2822-4528-9669-1a0d99df5935 req-69c45ee5-d68d-473a-bff3-e4aaecf18a0c tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:24.248279 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4da923a5-2822-4528-9669-1a0d99df5935 req-69c45ee5-d68d-473a-bff3-e4aaecf18a0c tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.31 "GET /v2.0/networks?id=5f661c90-5e2e-4a77-a91b-3f78dc105dae HTTP/1.1" status: 200 len: 818 time: 0.1538045 Dec 20 21:26:24.274314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-7841dd5d-d771-49b3-a395-c50ca245bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:24.275847 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-7841dd5d-d771-49b3-a395-c50ca245bbdd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1aa79c595283479ca10acb93c35fed2f&device_id=2cfb77e0-ae2b-4d91-98af-6815c4dc5015 HTTP/1.1" status: 200 len: 1093 time: 0.0819814 Dec 20 21:26:24.308827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee41c403-6498-4b8a-a5d5-960c99583e1c {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:24.317150 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:24.335241 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4da923a5-2822-4528-9669-1a0d99df5935 req-88c2ae1d-e482-4e5a-98a7-55df8e915f60 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Request body: {'port': {'device_id': '86ca403a-eef5-46df-bf43-3d0303c38d34', 'network_id': '5f661c90-5e2e-4a77-a91b-3f78dc105dae', 'admin_state_up': True, 'tenant_id': 'ed70fc8069ea4cadbc9bc7e709deec0c'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:24.337997 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48ed38a-29d7-4d1b-b334-4560362b786f', 'name': 'network-vif-deleted', 'tag': 'dc0f24bd-bd57-413e-bd06-1cf2b4cca47f'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:24.338199 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-6cb48212-cf9a-4be4-85b3-d1237b752c73 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78b4202e-5923-4ebe-bb3f-d75096747eed HTTP/1.1" status: 200 len: 217 time: 0.0457866 Dec 20 21:26:24.340222 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cf9217-a04c-4705-b49c-29321737c912" -d '{"events": [{"server_uuid": "a48ed38a-29d7-4d1b-b334-4560362b786f", "name": "network-vif-deleted", "tag": "dc0f24bd-bd57-413e-bd06-1cf2b4cca47f"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:24.392656 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-4dc97b54-b3c9-4333-87de-8c80fc846e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:24.394458 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-4dc97b54-b3c9-4333-87de-8c80fc846e29 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=60da46b9-e661-45f4-8db9-34fc8e0caf57 HTTP/1.1" status: 200 len: 853 time: 0.0486417 Dec 20 21:26:24.406029 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Transition to ACTIVE for port object ee41c403-6498-4b8a-a5d5-960c99583e1c will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:26:24.418212 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:24.451801 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-88654f30-d889-4ccd-8427-41d1c875b77e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ca19f93b-4b08-4949-bc57-e67d06f0b44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423305 Dec 20 21:26:24.464801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f1abc-6107-4424-8cfe-ba6b6273f489 req-383cc3e3-3c0e-48c7-9447-af942a4bfe10 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:24.472130 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1d5f1abc-6107-4424-8cfe-ba6b6273f489 req-383cc3e3-3c0e-48c7-9447-af942a4bfe10 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.1522713 Dec 20 21:26:24.526034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Pushing event updated for resources: {'Port': ['ID=ee41c403-6498-4b8a-a5d5-960c99583e1c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:24.547120 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b385de-e878-457b-bc95-9307fb11e6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:24.550559 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52a22b0-588c-4a73-8947-e436034b8bec" -d '{"events": [{"server_uuid": "37b385de-e878-457b-bc95-9307fb11e6b2", "name": "network-vif-plugged", "status": "completed", "tag": "5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:24.560966 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-3356994e-11e8-40f9-909f-707d8c6b0c2b service neutron] 10.222.0.66 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002758 Dec 20 21:26:24.672400 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-5e8ec495-2eec-40db-9f13-8f58c35e6283 service neutron] 10.222.0.66 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038182 Dec 20 21:26:24.858334 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e7f74-6c1e-48e9-89d0-0bb6711c928e req-d2bc5dae-67d4-43b5-a729-edb7b5ee2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:24.859890 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-508e7f74-6c1e-48e9-89d0-0bb6711c928e req-d2bc5dae-67d4-43b5-a729-edb7b5ee2cdb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1aa79c595283479ca10acb93c35fed2f&device_id=2cfb77e0-ae2b-4d91-98af-6815c4dc5015 HTTP/1.1" status: 200 len: 1093 time: 0.0746834 Dec 20 21:26:24.868298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8a112-ee17-43c9-b2d7-1a6fa968b5e2 req-e0b2eaf3-899a-4b66-a437-38c49d1d697d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:24.869862 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-02d8a112-ee17-43c9-b2d7-1a6fa968b5e2 req-e0b2eaf3-899a-4b66-a437-38c49d1d697d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=784ebfa3-2faa-4ce6-9182-7235abd5dd78 HTTP/1.1" status: 200 len: 943 time: 0.0733709 Dec 20 21:26:24.898722 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1eb0e5-d16d-4e65-9194-aada2619ace3 x-openstack-request-id: req-3c1eb0e5-d16d-4e65-9194-aada2619ace3 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:24.898933 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48ed38a-29d7-4d1b-b334-4560362b786f", "name": "network-vif-deleted", "tag": "dc0f24bd-bd57-413e-bd06-1cf2b4cca47f", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:24.899179 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c1eb0e5-d16d-4e65-9194-aada2619ace3 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:24.899557 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48ed38a-29d7-4d1b-b334-4560362b786f', 'name': 'network-vif-deleted', 'tag': 'dc0f24bd-bd57-413e-bd06-1cf2b4cca47f', 'status': 'completed', 'code': 200} Dec 20 21:26:24.917346 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1d5f1abc-6107-4424-8cfe-ba6b6273f489 req-e412d9af-c550-4959-885f-d36e7ead634a tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442120 Dec 20 21:26:24.968292 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-02d8a112-ee17-43c9-b2d7-1a6fa968b5e2 req-03e2999a-8d61-417d-a57d-b668ae67df52 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881724 Dec 20 21:26:24.979476 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da923a5-2822-4528-9669-1a0d99df5935 req-88c2ae1d-e482-4e5a-98a7-55df8e915f60 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Made reservation on behalf of ed70fc8069ea4cadbc9bc7e709deec0c for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:26:24.984294 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4da923a5-2822-4528-9669-1a0d99df5935 req-88c2ae1d-e482-4e5a-98a7-55df8e915f60 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:24.999922 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e7f74-6c1e-48e9-89d0-0bb6711c928e req-709d900f-60c1-4051-8ef6-f7ec16cda033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:25.001548 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-508e7f74-6c1e-48e9-89d0-0bb6711c928e req-709d900f-60c1-4051-8ef6-f7ec16cda033 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ca19f93b-4b08-4949-bc57-e67d06f0b44d HTTP/1.1" status: 200 len: 914 time: 0.1307609 Dec 20 21:26:25.009154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Attempting to bind port ee41c403-6498-4b8a-a5d5-960c99583e1c on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:26:25.009483 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Attempting to bind port ee41c403-6498-4b8a-a5d5-960c99583e1c by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'fca3ebc3-94af-4052-8e27-60f4398d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:26:25.009832 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Attempting to bind port ee41c403-6498-4b8a-a5d5-960c99583e1c on network ca19f93b-4b08-4949-bc57-e67d06f0b44d {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:25.027026 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d0081b-7202-4617-97f4-fc6b1f62f6f3 x-openstack-request-id: req-d6d0081b-7202-4617-97f4-fc6b1f62f6f3 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:25.027874 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b385de-e878-457b-bc95-9307fb11e6b2", "name": "network-vif-plugged", "status": "completed", "tag": "5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:25.028273 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6d0081b-7202-4617-97f4-fc6b1f62f6f3 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:25.029293 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b385de-e878-457b-bc95-9307fb11e6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb', 'code': 200} Dec 20 21:26:25.037489 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Port ee41c403-6498-4b8a-a5d5-960c99583e1c on network ca19f93b-4b08-4949-bc57-e67d06f0b44d not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:26:25.037809 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Attempting to bind port ee41c403-6498-4b8a-a5d5-960c99583e1c on network ca19f93b-4b08-4949-bc57-e67d06f0b44d {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:25.042794 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60620) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:25.065667 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-508e7f74-6c1e-48e9-89d0-0bb6711c928e req-ada541eb-e960-406a-b946-2cc208096a47 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78b4202e-5923-4ebe-bb3f-d75096747eed HTTP/1.1" status: 200 len: 217 time: 0.0548158 Dec 20 21:26:25.084517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:26:25.084926 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Checking segment: {'id': 'fca3ebc3-94af-4052-8e27-60f4398d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:26:25.085254 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Bound using segment: {'id': 'fca3ebc3-94af-4052-8e27-60f4398d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:26:25.085694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Bound port: ee41c403-6498-4b8a-a5d5-960c99583e1c, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fca3ebc3-94af-4052-8e27-60f4398d1d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:26:25.086042 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:25.157684 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d77b8-6094-4dcc-bc9b-e1044c00d3cc req-47bea7ed-5fd2-408d-8d8e-b49f8111cad7 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:25.159663 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f63d77b8-6094-4dcc-bc9b-e1044c00d3cc req-47bea7ed-5fd2-408d-8d8e-b49f8111cad7 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 950 time: 0.1698546 Dec 20 21:26:25.234599 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c549eb6-ab7e-4696-a2a4-93127797b567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:25.277347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] For port ee41c403-6498-4b8a-a5d5-960c99583e1c, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:26:25.285647 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-4da923a5-2822-4528-9669-1a0d99df5935 req-88c2ae1d-e482-4e5a-98a7-55df8e915f60 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Allocated IP 172.20.0.11 (5f661c90-5e2e-4a77-a91b-3f78dc105dae/fecb725e-315b-4785-982a-d7f71e720e2a/e34fdc6b-175d-42a9-a274-4cec5af1034d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:26:25.288580 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] For port ee41c403-6498-4b8a-a5d5-960c99583e1c, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ee41c403-6498-4b8a-a5d5-960c99583e1c,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:26:25.298910 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f63d77b8-6094-4dcc-bc9b-e1044c00d3cc req-3eda4d1f-8eeb-4a96-ba3f-daec1ef76c55 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172969 Dec 20 21:26:25.305998 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:25.392924 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:25.393440 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:25.394886 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] 10.222.0.66 "PUT /v2.0/ports/ee41c403-6498-4b8a-a5d5-960c99583e1c HTTP/1.1" status: 200 len: 1089 time: 1.6058602 Dec 20 21:26:25.427239 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24a574-10c3-4f33-b771-21a7366a28fb service neutron] Pushing event updated for resources: {'Port': ['ID=ee41c403-6498-4b8a-a5d5-960c99583e1c,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:25.510650 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e9414fb8-619f-4e8e-a509-926260cc3474 req-c2516c80-91ee-4bd8-a172-8354cf808530 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 210 time: 0.0625100 Dec 20 21:26:25.519840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e7f74-6c1e-48e9-89d0-0bb6711c928e req-aa545608-1e91-4af7-99fe-5cb83774d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:25.521666 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-508e7f74-6c1e-48e9-89d0-0bb6711c928e req-aa545608-1e91-4af7-99fe-5cb83774d76d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=60da46b9-e661-45f4-8db9-34fc8e0caf57 HTTP/1.1" status: 200 len: 853 time: 0.4400866 Dec 20 21:26:25.527824 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1a1bb-9516-409b-8d0d-49181f0f0224 req-cc61c171-ef15-4513-bedc-b6ede7834947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:25.529302 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7fb1a1bb-9516-409b-8d0d-49181f0f0224 req-cc61c171-ef15-4513-bedc-b6ede7834947 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=37b385de-e878-457b-bc95-9307fb11e6b2 HTTP/1.1" status: 200 len: 1098 time: 0.0825603 Dec 20 21:26:25.567274 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c549eb6-ab7e-4696-a2a4-93127797b567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:25.569589 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-508e7f74-6c1e-48e9-89d0-0bb6711c928e req-255e3acd-f02d-43c2-b725-88fdc3e99e9c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ca19f93b-4b08-4949-bc57-e67d06f0b44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382848 Dec 20 21:26:25.578690 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c549eb6-ab7e-4696-a2a4-93127797b567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:25.623524 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7fb1a1bb-9516-409b-8d0d-49181f0f0224 req-6dc680bf-2816-45c4-9175-43a55a95f950 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847118 Dec 20 21:26:25.623725 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3acb64-1051-43a0-8b5f-73fc7444f8e8 req-d79ac35e-68ed-4c2d-8520-c67ce52c709e tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:25.625080 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8f3acb64-1051-43a0-8b5f-73fc7444f8e8 req-d79ac35e-68ed-4c2d-8520-c67ce52c709e tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=37b385de-e878-457b-bc95-9307fb11e6b2 HTTP/1.1" status: 200 len: 949 time: 0.1574125 Dec 20 21:26:25.637913 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-7fb02114-ffaf-4574-be94-399e2b06e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:25.639368 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-7fb02114-ffaf-4574-be94-399e2b06e76c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1aa79c595283479ca10acb93c35fed2f&device_id=784ebfa3-2faa-4ce6-9182-7235abd5dd78 HTTP/1.1" status: 200 len: 1092 time: 0.1632550 Dec 20 21:26:25.665798 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9c549eb6-ab7e-4696-a2a4-93127797b567 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7a3e4e474e149ada97abe4fabcfb9a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6207726 Dec 20 21:26:25.666580 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-508e7f74-6c1e-48e9-89d0-0bb6711c928e req-4210d34f-e07a-4f7c-9378-90c2a29f8c94 service neutron] 10.222.0.66 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877702 Dec 20 21:26:25.668348 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60626) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:25.690835 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c549eb6-ab7e-4696-a2a4-93127797b567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3471b0c6-595a-4557-bec8-004c5bf80b23,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:25.695411 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4da923a5-2822-4528-9669-1a0d99df5935 req-88c2ae1d-e482-4e5a-98a7-55df8e915f60 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:25.728215 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-7e0cf72c-f9ee-47a1-a39e-4dcac06552cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee41c403-6498-4b8a-a5d5-960c99583e1c HTTP/1.1" status: 200 len: 217 time: 0.0597544 Dec 20 21:26:25.779060 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0218b7c8-4980-4033-8d20-57838f7cc5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:25.782452 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8f3acb64-1051-43a0-8b5f-73fc7444f8e8 req-f4fd895f-0217-422a-bdb7-eccf3c847a30 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398470 Dec 20 21:26:25.807528 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-3f093e9d-c444-4f62-810e-42770b474989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:25.808693 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-3f093e9d-c444-4f62-810e-42770b474989 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=60da46b9-e661-45f4-8db9-34fc8e0caf57 HTTP/1.1" status: 200 len: 853 time: 0.0671644 Dec 20 21:26:25.809677 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4da923a5-2822-4528-9669-1a0d99df5935 req-88c2ae1d-e482-4e5a-98a7-55df8e915f60 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:25.820687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-508e7f74-6c1e-48e9-89d0-0bb6711c928e req-934345f8-730e-4bc1-bafa-e4f3dd04edd8 service neutron] 10.222.0.66 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386795 Dec 20 21:26:25.826095 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0218b7c8-4980-4033-8d20-57838f7cc5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:25.837892 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cc52ee75-5704-4ea6-937f-8d25312de8c0 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:26:25.864859 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: cc52ee75-5704-4ea6-937f-8d25312de8c0 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:26:25.865508 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device cc52ee75-5704-4ea6-937f-8d25312de8c0 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:26:25.872427 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-62f9c964-1fc8-481f-a7ef-a3f6a66f9339 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ca19f93b-4b08-4949-bc57-e67d06f0b44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556319 Dec 20 21:26:25.876682 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0218b7c8-4980-4033-8d20-57838f7cc5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:25.879424 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0218b7c8-4980-4033-8d20-57838f7cc5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:25.880589 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0218b7c8-4980-4033-8d20-57838f7cc5e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3471b0c6-595a-4557-bec8-004c5bf80b23 HTTP/1.1" status: 204 len: 168 time: 0.2113204 Dec 20 21:26:25.881474 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da923a5-2822-4528-9669-1a0d99df5935 req-88c2ae1d-e482-4e5a-98a7-55df8e915f60 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Network 5f661c90-5e2e-4a77-a91b-3f78dc105dae is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:26:25.888356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218b7c8-4980-4033-8d20-57838f7cc5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3471b0c6-595a-4557-bec8-004c5bf80b23,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:25.893413 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-4da923a5-2822-4528-9669-1a0d99df5935 req-88c2ae1d-e482-4e5a-98a7-55df8e915f60 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:25.909828 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da923a5-2822-4528-9669-1a0d99df5935 req-88c2ae1d-e482-4e5a-98a7-55df8e915f60 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:26:25.936994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2ae1d-e482-4e5a-98a7-55df8e915f60 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Pushing event updated for resources: {'Port': ['ID=e34fdc6b-175d-42a9-a274-4cec5af1034d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:26.006529 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da923a5-2822-4528-9669-1a0d99df5935 req-88c2ae1d-e482-4e5a-98a7-55df8e915f60 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:26.007158 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4da923a5-2822-4528-9669-1a0d99df5935 req-88c2ae1d-e482-4e5a-98a7-55df8e915f60 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:26.029026 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-7bd3e308-09aa-4867-92a6-b2fd05f22d8b service neutron] 10.222.0.66 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494341 Dec 20 21:26:26.035242 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4da923a5-2822-4528-9669-1a0d99df5935 req-88c2ae1d-e482-4e5a-98a7-55df8e915f60 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7137747 Dec 20 21:26:26.081483 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593790d-9ffb-4bd1-b29d-06cf8d0c63bf req-eb479a1a-3a69-4429-8764-442d72b88460 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:26.087879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Request body: {'port': {'device_id': '86ca403a-eef5-46df-bf43-3d0303c38d34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:26.089424 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b593790d-9ffb-4bd1-b29d-06cf8d0c63bf req-eb479a1a-3a69-4429-8764-442d72b88460 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.1071703 Dec 20 21:26:26.124305 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b593790d-9ffb-4bd1-b29d-06cf8d0c63bf req-139f398a-6975-4cde-9520-fc431ab2037c tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337617 Dec 20 21:26:26.185502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60638) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:26.199747 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e383d3c1-5f01-49d5-97eb-34dfc85e2bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:26.205279 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:26.220136 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52b89f-307d-4542-9af3-50b5652b14e0 req-6ab11faf-b694-400c-94aa-a6122877ae50 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:26.221664 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3a52b89f-307d-4542-9af3-50b5652b14e0 req-6ab11faf-b694-400c-94aa-a6122877ae50 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=784ebfa3-2faa-4ce6-9182-7235abd5dd78 HTTP/1.1" status: 200 len: 943 time: 0.1289916 Dec 20 21:26:26.230045 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-635f0668-7e8f-40e2-b962-df9a31f35a19 req-b37f094e-8fcb-4724-a200-9fad34490ee7 service neutron] 10.222.0.66 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921880 Dec 20 21:26:26.287835 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e383d3c1-5f01-49d5-97eb-34dfc85e2bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:26.292097 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e383d3c1-5f01-49d5-97eb-34dfc85e2bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:26.297783 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3a52b89f-307d-4542-9af3-50b5652b14e0 req-d289806b-ee94-473e-af00-742387a912b9 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651929 Dec 20 21:26:26.325516 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e383d3c1-5f01-49d5-97eb-34dfc85e2bae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=120c07c890014e7fae2c70a3cfb6f55d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370125 Dec 20 21:26:26.329820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60640) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:26.344799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383d3c1-5f01-49d5-97eb-34dfc85e2bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e739e1f-6fe1-4b34-bc19-3d54db7569c8,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:26.383182 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44a51045-dcab-4059-876a-0373564c027e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:26.404165 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44a51045-dcab-4059-876a-0373564c027e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:26.454812 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44a51045-dcab-4059-876a-0373564c027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:26.457367 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44a51045-dcab-4059-876a-0373564c027e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:26.458579 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-44a51045-dcab-4059-876a-0373564c027e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e739e1f-6fe1-4b34-bc19-3d54db7569c8 HTTP/1.1" status: 204 len: 168 time: 0.1278419 Dec 20 21:26:26.466429 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a51045-dcab-4059-876a-0373564c027e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e739e1f-6fe1-4b34-bc19-3d54db7569c8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:26.518075 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e34fdc6b-175d-42a9-a274-4cec5af1034d {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:26.526169 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:26.540030 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Transition to ACTIVE for port object e34fdc6b-175d-42a9-a274-4cec5af1034d will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:26:26.545355 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:26.640013 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e34fdc6b-175d-42a9-a274-4cec5af1034d,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:26.660191 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 78b4202e-5923-4ebe-bb3f-d75096747eed details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:26:26.677304 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device dc0f24bd-bd57-413e-bd06-1cf2b4cca47f no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:26:26.693536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb6a82-bba5-4ed1-bf10-baab6c058e56 req-9e832fc3-bd54-4a08-979f-f1ef4b410013 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:26.695066 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-82fb6a82-bba5-4ed1-bf10-baab6c058e56 req-9e832fc3-bd54-4a08-979f-f1ef4b410013 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 944 time: 0.1084216 Dec 20 21:26:26.701261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: dc0f24bd-bd57-413e-bd06-1cf2b4cca47f {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:26:26.701608 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device dc0f24bd-bd57-413e-bd06-1cf2b4cca47f not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:26:26.721078 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Attempting to bind port e34fdc6b-175d-42a9-a274-4cec5af1034d on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:26:26.721307 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Attempting to bind port e34fdc6b-175d-42a9-a274-4cec5af1034d by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '1047176a-b789-4fec-9bbb-fc58c60e3517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5f661c90-5e2e-4a77-a91b-3f78dc105dae'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:26:26.721624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Attempting to bind port e34fdc6b-175d-42a9-a274-4cec5af1034d on network 5f661c90-5e2e-4a77-a91b-3f78dc105dae {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:26.735260 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Port e34fdc6b-175d-42a9-a274-4cec5af1034d on network 5f661c90-5e2e-4a77-a91b-3f78dc105dae not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:26:26.735567 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Attempting to bind port e34fdc6b-175d-42a9-a274-4cec5af1034d on network 5f661c90-5e2e-4a77-a91b-3f78dc105dae {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:26.746448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:26:26.746739 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Checking segment: {'id': '1047176a-b789-4fec-9bbb-fc58c60e3517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5f661c90-5e2e-4a77-a91b-3f78dc105dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:26:26.747112 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Bound using segment: {'id': '1047176a-b789-4fec-9bbb-fc58c60e3517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5f661c90-5e2e-4a77-a91b-3f78dc105dae'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:26:26.747935 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Bound port: e34fdc6b-175d-42a9-a274-4cec5af1034d, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1047176a-b789-4fec-9bbb-fc58c60e3517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5f661c90-5e2e-4a77-a91b-3f78dc105dae'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:26:26.747935 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:26.762404 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-82fb6a82-bba5-4ed1-bf10-baab6c058e56 req-cc23e0c4-e137-41f5-8148-47fc801634cb tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d797f3-2e21-47c9-90cd-37c91730d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574617 Dec 20 21:26:26.820428 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 78b4202e-5923-4ebe-bb3f-d75096747eed, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=78b4202e-5923-4ebe-bb3f-d75096747eed,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:26.821110 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] For port e34fdc6b-175d-42a9-a274-4cec5af1034d, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:26:26.824879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] For port e34fdc6b-175d-42a9-a274-4cec5af1034d, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e34fdc6b-175d-42a9-a274-4cec5af1034d,segment=NetworkSegment(1047176a-b789-4fec-9bbb-fc58c60e3517),segment_id=1047176a-b789-4fec-9bbb-fc58c60e3517)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:26:26.831701 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:26.832996 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '78b4202e-5923-4ebe-bb3f-d75096747eed', 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d', 'port_id': '78b4202e-5923-4ebe-bb3f-d75096747eed', 'mac_address': 'fa:16:3e:92:ff:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60da46b9-e661-45f4-8db9-34fc8e0caf57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:26:26.879355 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:26.896243 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b4202e-5923-4ebe-bb3f-d75096747eed {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:26.919885 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784ebfa3-2faa-4ce6-9182-7235abd5dd78', 'tag': 'ee41c403-6498-4b8a-a5d5-960c99583e1c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:26.922528 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2982a611-5b35-4235-81c7-3eddd3f10a10" -d '{"events": [{"name": "network-changed", "server_uuid": "784ebfa3-2faa-4ce6-9182-7235abd5dd78", "tag": "ee41c403-6498-4b8a-a5d5-960c99583e1c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:26.923501 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 78b4202e-5923-4ebe-bb3f-d75096747eed, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=78b4202e-5923-4ebe-bb3f-d75096747eed,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:26.934361 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:26.935532 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:26.937563 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4da923a5-2822-4528-9669-1a0d99df5935 req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] 10.222.0.31 "PUT /v2.0/ports/e34fdc6b-175d-42a9-a274-4cec5af1034d HTTP/1.1" status: 200 len: 1090 time: 0.8796108 Dec 20 21:26:26.940973 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:26.941131 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e90d85-5da6-498e-929a-d9f657a368e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e34fdc6b-175d-42a9-a274-4cec5af1034d,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:26.970218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534e98a-88d4-478b-8e96-895cd0a6ea23 req-4162e998-a305-4c63-aaa6-59fe3b332ac9 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:26.978193 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1534e98a-88d4-478b-8e96-895cd0a6ea23 req-4162e998-a305-4c63-aaa6-59fe3b332ac9 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=37b385de-e878-457b-bc95-9307fb11e6b2 HTTP/1.1" status: 200 len: 949 time: 0.0787089 Dec 20 21:26:26.990904 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc92e1af-3a5c-444e-a7e6-a750bcbce7e7 x-openstack-request-id: req-dc92e1af-3a5c-444e-a7e6-a750bcbce7e7 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:26.991272 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784ebfa3-2faa-4ce6-9182-7235abd5dd78", "tag": "ee41c403-6498-4b8a-a5d5-960c99583e1c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:26.991588 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc92e1af-3a5c-444e-a7e6-a750bcbce7e7 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:26.992145 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784ebfa3-2faa-4ce6-9182-7235abd5dd78', 'tag': 'ee41c403-6498-4b8a-a5d5-960c99583e1c', 'status': 'completed', 'code': 200} Dec 20 21:26:27.008987 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=78b4202e-5923-4ebe-bb3f-d75096747eed,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:27.014348 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1534e98a-88d4-478b-8e96-895cd0a6ea23 req-1abf255b-447c-4079-862a-97ccc7a60106 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349741 Dec 20 21:26:27.088726 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ff830d8-6a18-460b-9ffe-db85b9ef2561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:27.095933 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da923a5-2822-4528-9669-1a0d99df5935 req-28fb4a7a-a1d1-4b65-81ca-6f7b97be360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:27.097719 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4da923a5-2822-4528-9669-1a0d99df5935 req-28fb4a7a-a1d1-4b65-81ca-6f7b97be360f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed70fc8069ea4cadbc9bc7e709deec0c&device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 1093 time: 0.0733590 Dec 20 21:26:27.109314 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982a611-5b35-4235-81c7-3eddd3f10a10 req-1fcc5add-6838-4134-b050-ebf9052e0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:27.110822 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2982a611-5b35-4235-81c7-3eddd3f10a10 req-1fcc5add-6838-4134-b050-ebf9052e0137 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1aa79c595283479ca10acb93c35fed2f&device_id=784ebfa3-2faa-4ce6-9182-7235abd5dd78 HTTP/1.1" status: 200 len: 1092 time: 0.0594172 Dec 20 21:26:27.163518 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4da923a5-2822-4528-9669-1a0d99df5935 req-d25fe61b-1c7a-4312-89b2-fc68f81e5ad3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e34fdc6b-175d-42a9-a274-4cec5af1034d HTTP/1.1" status: 200 len: 217 time: 0.0516901 Dec 20 21:26:27.287329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da923a5-2822-4528-9669-1a0d99df5935 req-94a9cab7-1d9a-472f-9322-a0b0f79d3ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:27.288788 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4da923a5-2822-4528-9669-1a0d99df5935 req-94a9cab7-1d9a-472f-9322-a0b0f79d3ee1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fecb725e-315b-4785-982a-d7f71e720e2a HTTP/1.1" status: 200 len: 858 time: 0.0977364 Dec 20 21:26:27.296126 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['78b4202e-5923-4ebe-bb3f-d75096747eed'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:27.301582 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982a611-5b35-4235-81c7-3eddd3f10a10 req-327d4f55-72e4-4c50-82be-166895603f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:27.303124 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2982a611-5b35-4235-81c7-3eddd3f10a10 req-327d4f55-72e4-4c50-82be-166895603f7d service neutron] 10.222.0.66 "GET /v2.0/networks?id=ca19f93b-4b08-4949-bc57-e67d06f0b44d HTTP/1.1" status: 200 len: 914 time: 0.1840816 Dec 20 21:26:27.316130 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd2fc-cfef-4ec3-a0a3-658070284720 req-28531ddf-1f19-4538-9f70-b525e7681e50 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:27.317670 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b44cd2fc-cfef-4ec3-a0a3-658070284720 req-28531ddf-1f19-4538-9f70-b525e7681e50 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.0950551 Dec 20 21:26:27.385339 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4da923a5-2822-4528-9669-1a0d99df5935 req-1c8daac9-6639-4db9-82d8-53cf16425525 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5f661c90-5e2e-4a77-a91b-3f78dc105dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656362 Dec 20 21:26:27.394706 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2982a611-5b35-4235-81c7-3eddd3f10a10 req-e866b050-fb67-4c3d-87f9-7b0328e97140 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee41c403-6498-4b8a-a5d5-960c99583e1c HTTP/1.1" status: 200 len: 217 time: 0.0760453 Dec 20 21:26:27.442830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6caca-a91e-4202-bbf5-ead552937e19 req-22392bfa-3613-49f2-bd22-397a8377f9be tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:27.450819 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-22a6caca-a91e-4202-bbf5-ead552937e19 req-22392bfa-3613-49f2-bd22-397a8377f9be tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=784ebfa3-2faa-4ce6-9182-7235abd5dd78 HTTP/1.1" status: 200 len: 943 time: 0.0673413 Dec 20 21:26:27.494102 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-22a6caca-a91e-4202-bbf5-ead552937e19 req-1e87e25f-0076-4fe0-b6ce-00280ca69615 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422494 Dec 20 21:26:27.515062 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b44cd2fc-cfef-4ec3-a0a3-658070284720 req-e28c9c4f-abfe-4e7d-9adf-29e0849b084b tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816807 Dec 20 21:26:27.529081 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982a611-5b35-4235-81c7-3eddd3f10a10 req-e1a899f5-5642-458e-8592-affa8b3746d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:27.530696 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2982a611-5b35-4235-81c7-3eddd3f10a10 req-e1a899f5-5642-458e-8592-affa8b3746d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=60da46b9-e661-45f4-8db9-34fc8e0caf57 HTTP/1.1" status: 200 len: 853 time: 0.1264410 Dec 20 21:26:27.575004 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2982a611-5b35-4235-81c7-3eddd3f10a10 req-a300136a-64c3-414b-b9b5-9b996a7ca14f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ca19f93b-4b08-4949-bc57-e67d06f0b44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369740 Dec 20 21:26:27.596917 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4da923a5-2822-4528-9669-1a0d99df5935 req-e6b275ec-5f52-4ccf-8413-15cb6084bd65 service neutron] 10.222.0.31 "GET /v2.0/networks/5f661c90-5e2e-4a77-a91b-3f78dc105dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038879 Dec 20 21:26:27.744802 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2982a611-5b35-4235-81c7-3eddd3f10a10 req-324c2a4e-98f9-4036-956f-3c69f4da804b service neutron] 10.222.0.66 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591835 Dec 20 21:26:27.749751 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4da923a5-2822-4528-9669-1a0d99df5935 req-aa576336-d15d-4bf4-8b1f-44b3ad3a25fd service neutron] 10.222.0.31 "GET /v2.0/networks/5f661c90-5e2e-4a77-a91b-3f78dc105dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430619 Dec 20 21:26:27.858440 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2982a611-5b35-4235-81c7-3eddd3f10a10 req-0062c286-2e9b-402e-ab66-4aed93f01da7 service neutron] 10.222.0.66 "GET /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069050 Dec 20 21:26:27.893088 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fd5d9-0620-4d4c-8e03-412ad50eedfe req-0a64440c-5a8f-4d88-929f-57cde2a853e9 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:27.894750 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de4fd5d9-0620-4d4c-8e03-412ad50eedfe req-0a64440c-5a8f-4d88-929f-57cde2a853e9 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 944 time: 0.0554450 Dec 20 21:26:27.933433 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de4fd5d9-0620-4d4c-8e03-412ad50eedfe req-b5a3f1b9-7a6a-4d73-98d1-af6cdace670e tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d797f3-2e21-47c9-90cd-37c91730d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Dec 20 21:26:28.135012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8649615-1f21-4fb3-a1cd-6e11704a5386 req-8079d5c7-b8aa-4bc6-98f0-2aa00b31408d tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:28.136483 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8649615-1f21-4fb3-a1cd-6e11704a5386 req-8079d5c7-b8aa-4bc6-98f0-2aa00b31408d tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=37b385de-e878-457b-bc95-9307fb11e6b2 HTTP/1.1" status: 200 len: 949 time: 0.0499246 Dec 20 21:26:28.176140 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8649615-1f21-4fb3-a1cd-6e11704a5386 req-68544081-5b8c-4ce5-a5d5-4b0269828382 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333869 Dec 20 21:26:28.642627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfa06a-f480-4f93-ade7-bc932d554770 req-93b6d3f5-344a-4dea-b13b-d61fb3409728 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:28.644745 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcbfa06a-f480-4f93-ade7-bc932d554770 req-93b6d3f5-344a-4dea-b13b-d61fb3409728 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=784ebfa3-2faa-4ce6-9182-7235abd5dd78 HTTP/1.1" status: 200 len: 943 time: 0.0619421 Dec 20 21:26:28.667408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fcb7d-522d-472b-aee7-9b7a6b1e6b64 req-c4cd43c2-acaa-4ca6-93c9-d59b53f2241f tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:28.669058 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-853fcb7d-522d-472b-aee7-9b7a6b1e6b64 req-c4cd43c2-acaa-4ca6-93c9-d59b53f2241f tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.0666678 Dec 20 21:26:28.683302 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ee41c403-6498-4b8a-a5d5-960c99583e1c details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:26:28.690341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 78b4202e-5923-4ebe-bb3f-d75096747eed up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:26:28.701068 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcbfa06a-f480-4f93-ade7-bc932d554770 req-e703d023-df24-4bae-ba5e-6886e422c88b tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478134 Dec 20 21:26:28.715103 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-853fcb7d-522d-472b-aee7-9b7a6b1e6b64 req-501863de-25cf-4763-8a9c-868240b5815d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390739 Dec 20 21:26:28.816644 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 78b4202e-5923-4ebe-bb3f-d75096747eed completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:26:28.828388 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 78b4202e-5923-4ebe-bb3f-d75096747eed triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:28.828761 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:28.831277 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ee41c403-6498-4b8a-a5d5-960c99583e1c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ee41c403-6498-4b8a-a5d5-960c99583e1c,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:28.860529 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'ee41c403-6498-4b8a-a5d5-960c99583e1c', 'network_id': 'ca19f93b-4b08-4949-bc57-e67d06f0b44d', 'port_id': 'ee41c403-6498-4b8a-a5d5-960c99583e1c', 'mac_address': 'fa:16:3e:c0:f6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60da46b9-e661-45f4-8db9-34fc8e0caf57', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:26:28.915942 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:28.948286 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee41c403-6498-4b8a-a5d5-960c99583e1c {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:28.975761 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:28.978575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ee41c403-6498-4b8a-a5d5-960c99583e1c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ee41c403-6498-4b8a-a5d5-960c99583e1c,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:28.986825 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:28.993270 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ca403a-eef5-46df-bf43-3d0303c38d34', 'tag': 'e34fdc6b-175d-42a9-a274-4cec5af1034d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:28.997356 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ed5f2a-f0a7-47cb-98b9-a773b32432aa" -d '{"events": [{"name": "network-changed", "server_uuid": "86ca403a-eef5-46df-bf43-3d0303c38d34", "tag": "e34fdc6b-175d-42a9-a274-4cec5af1034d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:29.024433 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfb77e0-ae2b-4d91-98af-6815c4dc5015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b4202e-5923-4ebe-bb3f-d75096747eed'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:29.026726 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ccd4c9-91fe-44bf-bcd0-77f57acbb3ec" -d '{"events": [{"server_uuid": "2cfb77e0-ae2b-4d91-98af-6815c4dc5015", "name": "network-vif-plugged", "status": "completed", "tag": "78b4202e-5923-4ebe-bb3f-d75096747eed"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:29.043924 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 78b4202e-5923-4ebe-bb3f-d75096747eed, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=78b4202e-5923-4ebe-bb3f-d75096747eed,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:29.049062 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39118156-0818-444d-bc61-10b77f2eaa19 x-openstack-request-id: req-39118156-0818-444d-bc61-10b77f2eaa19 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:29.049989 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ca403a-eef5-46df-bf43-3d0303c38d34", "tag": "e34fdc6b-175d-42a9-a274-4cec5af1034d", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:29.050406 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39118156-0818-444d-bc61-10b77f2eaa19 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:29.050966 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ca403a-eef5-46df-bf43-3d0303c38d34', 'tag': 'e34fdc6b-175d-42a9-a274-4cec5af1034d', 'status': 'completed', 'code': 200} Dec 20 21:26:29.060338 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:29.069596 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=ee41c403-6498-4b8a-a5d5-960c99583e1c,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:29.083095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578df605-dd04-488a-8c57-3e57014edf02 req-075974d7-616c-4deb-800e-81b1bde8e05b tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:29.085379 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-578df605-dd04-488a-8c57-3e57014edf02 req-075974d7-616c-4deb-800e-81b1bde8e05b tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 944 time: 0.0749953 Dec 20 21:26:29.095594 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c7eb2a-32cf-47a1-b2ae-62b5fe79f194 x-openstack-request-id: req-a1c7eb2a-32cf-47a1-b2ae-62b5fe79f194 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:29.095985 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfb77e0-ae2b-4d91-98af-6815c4dc5015", "name": "network-vif-plugged", "status": "completed", "tag": "78b4202e-5923-4ebe-bb3f-d75096747eed", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:29.096298 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1c7eb2a-32cf-47a1-b2ae-62b5fe79f194 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:29.096800 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfb77e0-ae2b-4d91-98af-6815c4dc5015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b4202e-5923-4ebe-bb3f-d75096747eed', 'code': 200} Dec 20 21:26:29.126941 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=78b4202e-5923-4ebe-bb3f-d75096747eed,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:29.127200 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-578df605-dd04-488a-8c57-3e57014edf02 req-733f74ee-4cd3-46d7-bc2c-4abe553aa072 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d797f3-2e21-47c9-90cd-37c91730d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356636 Dec 20 21:26:29.184076 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed5f2a-f0a7-47cb-98b9-a773b32432aa req-46b49088-0d71-4932-8912-cc43ad77ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:29.185834 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00ed5f2a-f0a7-47cb-98b9-a773b32432aa req-46b49088-0d71-4932-8912-cc43ad77ad69 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed70fc8069ea4cadbc9bc7e709deec0c&device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 1093 time: 0.0665064 Dec 20 21:26:29.296697 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3e876-23e7-496f-93df-2688f2eba30f req-16a863df-1d6c-437b-bb51-cd2a3f1c4ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:29.298263 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43a3e876-23e7-496f-93df-2688f2eba30f req-16a863df-1d6c-437b-bb51-cd2a3f1c4ef2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2cfb77e0-ae2b-4d91-98af-6815c4dc5015 HTTP/1.1" status: 200 len: 1095 time: 0.0963583 Dec 20 21:26:29.322700 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed5f2a-f0a7-47cb-98b9-a773b32432aa req-92810279-2822-42a3-a45f-247981fc87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:29.324180 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00ed5f2a-f0a7-47cb-98b9-a773b32432aa req-92810279-2822-42a3-a45f-247981fc87a0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5f661c90-5e2e-4a77-a91b-3f78dc105dae HTTP/1.1" status: 200 len: 919 time: 0.1304984 Dec 20 21:26:29.325398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['ee41c403-6498-4b8a-a5d5-960c99583e1c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:29.348873 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43a3e876-23e7-496f-93df-2688f2eba30f req-ad1a4546-3a67-42c4-a535-939425d445e9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413229 Dec 20 21:26:29.375316 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00ed5f2a-f0a7-47cb-98b9-a773b32432aa req-deeda2b8-2ac7-4999-a589-de0e52d57c82 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e34fdc6b-175d-42a9-a274-4cec5af1034d HTTP/1.1" status: 200 len: 217 time: 0.0385001 Dec 20 21:26:29.439139 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed5f2a-f0a7-47cb-98b9-a773b32432aa req-0b225da3-e391-4999-b133-cac35b8e0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:29.440951 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00ed5f2a-f0a7-47cb-98b9-a773b32432aa req-0b225da3-e391-4999-b133-cac35b8e0eb1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fecb725e-315b-4785-982a-d7f71e720e2a HTTP/1.1" status: 200 len: 858 time: 0.0506663 Dec 20 21:26:29.443684 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4bf8f87a-7cf4-454f-80d5-4f17cfd196dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:29.486888 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00ed5f2a-f0a7-47cb-98b9-a773b32432aa req-0b322e88-5ae9-4391-8837-c9ffe37ab6c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5f661c90-5e2e-4a77-a91b-3f78dc105dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375659 Dec 20 21:26:29.599909 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00ed5f2a-f0a7-47cb-98b9-a773b32432aa req-5f40ee93-723c-41cb-828a-431e55a987f0 service neutron] 10.222.0.31 "GET /v2.0/networks/5f661c90-5e2e-4a77-a91b-3f78dc105dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900860 Dec 20 21:26:29.690335 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60790) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:29.711332 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00ed5f2a-f0a7-47cb-98b9-a773b32432aa req-3d9a52c8-24e5-4821-80a7-07dcdb04cad9 service neutron] 10.222.0.31 "GET /v2.0/networks/5f661c90-5e2e-4a77-a91b-3f78dc105dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003580 Dec 20 21:26:29.826680 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e9fd7a9-bd39-4136-9c83-d6fa8e50c3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:29.836669 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68527a29-2d13-4831-81c2-8d667c109ad7 req-3b0c5cb4-422b-4d89-a066-2e912806bae1 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:29.838018 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-68527a29-2d13-4831-81c2-8d667c109ad7 req-3b0c5cb4-422b-4d89-a066-2e912806bae1 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=784ebfa3-2faa-4ce6-9182-7235abd5dd78 HTTP/1.1" status: 200 len: 944 time: 0.0501330 Dec 20 21:26:29.867748 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7002b-c55d-47ea-9f54-0f5b91d64ea9 req-c5ee9f86-7fb1-469f-b6e3-ccb8a12d769a tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:29.869250 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5f7002b-c55d-47ea-9f54-0f5b91d64ea9 req-c5ee9f86-7fb1-469f-b6e3-ccb8a12d769a tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.0794556 Dec 20 21:26:29.876751 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-68527a29-2d13-4831-81c2-8d667c109ad7 req-692545c9-8420-490d-a488-36db32c1e952 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324895 Dec 20 21:26:29.928852 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5f7002b-c55d-47ea-9f54-0f5b91d64ea9 req-4a4262a6-824f-4961-81b0-5332d730edd2 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507874 Dec 20 21:26:29.950340 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e9fd7a9-bd39-4136-9c83-d6fa8e50c3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:29.955272 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e9fd7a9-bd39-4136-9c83-d6fa8e50c3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:29.997623 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3e9fd7a9-bd39-4136-9c83-d6fa8e50c3aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1975f549185d4ecfa9397157755253c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056545 Dec 20 21:26:30.000002 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fd7a9-bd39-4136-9c83-d6fa8e50c3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e502b6de-63ba-4ef1-9c14-7b37841f1109,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:30.000829 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60800) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:30.051921 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-78140c03-d32a-4acf-93ae-d71b8ed957cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:30.072453 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-78140c03-d32a-4acf-93ae-d71b8ed957cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:30.124010 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-78140c03-d32a-4acf-93ae-d71b8ed957cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:30.127901 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-78140c03-d32a-4acf-93ae-d71b8ed957cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:30.129336 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-78140c03-d32a-4acf-93ae-d71b8ed957cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e502b6de-63ba-4ef1-9c14-7b37841f1109 HTTP/1.1" status: 204 len: 168 time: 0.1274803 Dec 20 21:26:30.137489 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78140c03-d32a-4acf-93ae-d71b8ed957cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e502b6de-63ba-4ef1-9c14-7b37841f1109,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:30.272441 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcbcc9-13a6-4dbc-92ef-26ca11a17cc0 req-bbf8b03f-e294-4b71-889d-9efc98446c46 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:30.273917 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c0dcbcc9-13a6-4dbc-92ef-26ca11a17cc0 req-bbf8b03f-e294-4b71-889d-9efc98446c46 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 944 time: 0.0533891 Dec 20 21:26:30.312142 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c0dcbcc9-13a6-4dbc-92ef-26ca11a17cc0 req-2ac5876c-7ae9-4563-8098-7de8a3c0235d tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d797f3-2e21-47c9-90cd-37c91730d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Dec 20 21:26:30.404771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60808) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:30.417982 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-170010f9-65fa-4d2b-9fa2-9573a1f3cc59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:30.494249 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-170010f9-65fa-4d2b-9fa2-9573a1f3cc59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:30.500975 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-170010f9-65fa-4d2b-9fa2-9573a1f3cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:30.539353 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-170010f9-65fa-4d2b-9fa2-9573a1f3cc59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c87deeae2c7b49f084e5f57616cb3f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334152 Dec 20 21:26:30.540199 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170010f9-65fa-4d2b-9fa2-9573a1f3cc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d809d688-c5e1-41e7-b941-a79b71a9a8c3,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:30.542384 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60810) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:30.606865 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82fc224d-dc1a-4acb-a816-b18998a53e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:30.616261 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:30.633355 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82fc224d-dc1a-4acb-a816-b18998a53e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:30.684637 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82fc224d-dc1a-4acb-a816-b18998a53e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:30.687212 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82fc224d-dc1a-4acb-a816-b18998a53e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:30.688350 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-82fc224d-dc1a-4acb-a816-b18998a53e00 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d809d688-c5e1-41e7-b941-a79b71a9a8c3 HTTP/1.1" status: 204 len: 168 time: 0.1449323 Dec 20 21:26:30.696552 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc224d-dc1a-4acb-a816-b18998a53e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d809d688-c5e1-41e7-b941-a79b71a9a8c3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:30.707476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ee41c403-6498-4b8a-a5d5-960c99583e1c up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:26:30.763710 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port ee41c403-6498-4b8a-a5d5-960c99583e1c completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:26:30.767795 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port ee41c403-6498-4b8a-a5d5-960c99583e1c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:30.768060 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:30.846768 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:30.880544 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ee41c403-6498-4b8a-a5d5-960c99583e1c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ee41c403-6498-4b8a-a5d5-960c99583e1c,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:30.886039 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:30.936568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=ee41c403-6498-4b8a-a5d5-960c99583e1c,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:31.017739 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770418e-aa1b-41b3-8177-e3078239d134 req-da50e16d-87d9-49f7-b7f7-f22d1f2debdf tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:31.020083 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3770418e-aa1b-41b3-8177-e3078239d134 req-da50e16d-87d9-49f7-b7f7-f22d1f2debdf tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=784ebfa3-2faa-4ce6-9182-7235abd5dd78 HTTP/1.1" status: 200 len: 945 time: 0.0557637 Dec 20 21:26:31.062257 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d37fc-0348-4d7e-9df2-dcc0ba1dc417 req-6e371ffc-7413-4290-807c-8a12556fd7d8 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:31.062556 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3770418e-aa1b-41b3-8177-e3078239d134 req-1234c746-c71d-4076-8424-e709e7810760 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355630 Dec 20 21:26:31.063747 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c03d37fc-0348-4d7e-9df2-dcc0ba1dc417 req-6e371ffc-7413-4290-807c-8a12556fd7d8 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.0606446 Dec 20 21:26:31.098437 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784ebfa3-2faa-4ce6-9182-7235abd5dd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee41c403-6498-4b8a-a5d5-960c99583e1c'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:31.100777 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e1c8c4-3f72-4080-bf76-df10364f4021" -d '{"events": [{"server_uuid": "784ebfa3-2faa-4ce6-9182-7235abd5dd78", "name": "network-vif-plugged", "status": "completed", "tag": "ee41c403-6498-4b8a-a5d5-960c99583e1c"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:31.115715 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c03d37fc-0348-4d7e-9df2-dcc0ba1dc417 req-7f4bd4d3-6c16-439d-bbc0-3adcb0deffc5 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449483 Dec 20 21:26:31.160044 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d3c58c-876a-4490-a6d6-298297cd88ee x-openstack-request-id: req-f4d3c58c-876a-4490-a6d6-298297cd88ee {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:31.160524 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784ebfa3-2faa-4ce6-9182-7235abd5dd78", "name": "network-vif-plugged", "status": "completed", "tag": "ee41c403-6498-4b8a-a5d5-960c99583e1c", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:31.160884 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4d3c58c-876a-4490-a6d6-298297cd88ee {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:31.161349 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784ebfa3-2faa-4ce6-9182-7235abd5dd78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee41c403-6498-4b8a-a5d5-960c99583e1c', 'code': 200} Dec 20 21:26:31.290657 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c44db-a617-4c0d-9353-80a7c23e892b req-b9f01c7b-4c87-4d38-9935-83a18b3dd2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:31.292217 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d66c44db-a617-4c0d-9353-80a7c23e892b req-b9f01c7b-4c87-4d38-9935-83a18b3dd2e2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=784ebfa3-2faa-4ce6-9182-7235abd5dd78 HTTP/1.1" status: 200 len: 1094 time: 0.0412321 Dec 20 21:26:31.332532 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d66c44db-a617-4c0d-9353-80a7c23e892b req-3fd6d409-6a59-4c92-bb98-d05c4e1eccf2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284569 Dec 20 21:26:31.440465 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9bd2d-ddfc-4555-928b-cac599e1bed6 req-06018baa-0606-4665-8f63-fb137353beb2 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:31.442095 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-83e9bd2d-ddfc-4555-928b-cac599e1bed6 req-06018baa-0606-4665-8f63-fb137353beb2 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 944 time: 0.0524547 Dec 20 21:26:31.480486 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-83e9bd2d-ddfc-4555-928b-cac599e1bed6 req-30a85c88-c9ba-4745-a376-a2baeb64b556 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d797f3-2e21-47c9-90cd-37c91730d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322702 Dec 20 21:26:31.902097 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:26:32.010200 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:32.016856 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:32.028717 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb', 'mac_address': 'fa:16:3e:11:da:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:26:32.067195 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:32.080154 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:32.102324 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:32.107985 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:32.108947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device e34fdc6b-175d-42a9-a274-4cec5af1034d details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:26:32.224965 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42a716-578c-4276-b64a-37b842cd0a22 req-de9ef2ec-6f3d-4642-bab5-e61c3648f195 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:32.228182 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb42a716-578c-4276-b64a-37b842cd0a22 req-de9ef2ec-6f3d-4642-bab5-e61c3648f195 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=784ebfa3-2faa-4ce6-9182-7235abd5dd78 HTTP/1.1" status: 200 len: 945 time: 0.0746231 Dec 20 21:26:32.242345 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:32.286765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb42a716-578c-4276-b64a-37b842cd0a22 req-7bf733d2-21b8-426c-ab51-942c423cd245 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510163 Dec 20 21:26:32.294518 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port e34fdc6b-175d-42a9-a274-4cec5af1034d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e34fdc6b-175d-42a9-a274-4cec5af1034d,segment=NetworkSegment(1047176a-b789-4fec-9bbb-fc58c60e3517),segment_id=1047176a-b789-4fec-9bbb-fc58c60e3517)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:32.309086 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'e34fdc6b-175d-42a9-a274-4cec5af1034d', 'network_id': '5f661c90-5e2e-4a77-a91b-3f78dc105dae', 'port_id': 'e34fdc6b-175d-42a9-a274-4cec5af1034d', 'mac_address': 'fa:16:3e:d2:15:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fecb725e-315b-4785-982a-d7f71e720e2a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:26:32.314999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-16958981-6ca5-471f-ac38-b756aa4d1f3f req-d11e58fd-d832-44a6-b129-cef5376bbee5 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Request body: {'security_group': {'name': 'tempest-securitygroup-260120327', 'description': 'tempest-description-1117868525'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:32.339353 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16958981-6ca5-471f-ac38-b756aa4d1f3f req-d11e58fd-d832-44a6-b129-cef5376bbee5 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:32.352945 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16958981-6ca5-471f-ac38-b756aa4d1f3f req-d11e58fd-d832-44a6-b129-cef5376bbee5 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:32.369138 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:32.380577 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:32.391655 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e34fdc6b-175d-42a9-a274-4cec5af1034d {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:32.410922 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069708e-01ae-4f6e-99db-35941635045f req-008440ed-d7a5-4a72-b258-ca18a55c6fcd tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:32.412949 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6069708e-01ae-4f6e-99db-35941635045f req-008440ed-d7a5-4a72-b258-ca18a55c6fcd tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.0605440 Dec 20 21:26:32.418377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port e34fdc6b-175d-42a9-a274-4cec5af1034d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e34fdc6b-175d-42a9-a274-4cec5af1034d,segment=NetworkSegment(1047176a-b789-4fec-9bbb-fc58c60e3517),segment_id=1047176a-b789-4fec-9bbb-fc58c60e3517)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:32.423535 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:32.452724 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16958981-6ca5-471f-ac38-b756aa4d1f3f req-d11e58fd-d832-44a6-b129-cef5376bbee5 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:32.459877 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16958981-6ca5-471f-ac38-b756aa4d1f3f req-d11e58fd-d832-44a6-b129-cef5376bbee5 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:32.471166 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6069708e-01ae-4f6e-99db-35941635045f req-001eacfc-10da-4293-b206-79da9cd53d16 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501525 Dec 20 21:26:32.482345 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=e34fdc6b-175d-42a9-a274-4cec5af1034d,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:32.503969 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e58fd-d832-44a6-b129-cef5376bbee5 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cbbf7f-2592-4db9-b918-38013cb717a2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:32.573067 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16958981-6ca5-471f-ac38-b756aa4d1f3f req-d11e58fd-d832-44a6-b129-cef5376bbee5 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:32.580153 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16958981-6ca5-471f-ac38-b756aa4d1f3f req-d11e58fd-d832-44a6-b129-cef5376bbee5 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:32.637745 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-16958981-6ca5-471f-ac38-b756aa4d1f3f req-d11e58fd-d832-44a6-b129-cef5376bbee5 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:32.639065 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16958981-6ca5-471f-ac38-b756aa4d1f3f req-d11e58fd-d832-44a6-b129-cef5376bbee5 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.3315177 Dec 20 21:26:32.639885 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e58fd-d832-44a6-b129-cef5376bbee5 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6affa8f8-7b3a-416b-8cc5-e499323bf35d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:32.669240 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-4c7625fb-b20d-4f30-a28e-752c57fde69f req-e937c663-2747-4901-bb7c-276d1386e5cb tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1209665265', 'description': 'tempest-description-2121671134'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:32.685978 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:32.709096 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4c7625fb-b20d-4f30-a28e-752c57fde69f req-e937c663-2747-4901-bb7c-276d1386e5cb tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:32.766822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e65901-4da7-493d-a6e1-5c9a0e9fec36 req-96eb2fd1-368d-4def-bd3c-455cbe7fb16c tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:32.778623 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8e65901-4da7-493d-a6e1-5c9a0e9fec36 req-96eb2fd1-368d-4def-bd3c-455cbe7fb16c tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 945 time: 0.0941103 Dec 20 21:26:32.808202 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4c7625fb-b20d-4f30-a28e-752c57fde69f req-e937c663-2747-4901-bb7c-276d1386e5cb tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:32.816812 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4c7625fb-b20d-4f30-a28e-752c57fde69f req-e937c663-2747-4901-bb7c-276d1386e5cb tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:32.837695 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c8e65901-4da7-493d-a6e1-5c9a0e9fec36 req-3be68d71-cbcb-4ef1-8846-6298216182c2 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d797f3-2e21-47c9-90cd-37c91730d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566638 Dec 20 21:26:32.859503 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937c663-2747-4901-bb7c-276d1386e5cb tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41b75a3-fa94-462d-b12c-400dd477b092,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:32.890677 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-4c7625fb-b20d-4f30-a28e-752c57fde69f req-e937c663-2747-4901-bb7c-276d1386e5cb tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:32.904299 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4c7625fb-b20d-4f30-a28e-752c57fde69f req-e937c663-2747-4901-bb7c-276d1386e5cb tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2409897 Dec 20 21:26:33.007553 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['e34fdc6b-175d-42a9-a274-4cec5af1034d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:33.036321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-8c8ba206-9392-4f55-ba50-17c09dad1e28 req-93e04bd0-3d92-4e0c-8452-fe88eff198e1 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-428099387', 'description': 'tempest-description-1348108380'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:33.068051 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8c8ba206-9392-4f55-ba50-17c09dad1e28 req-93e04bd0-3d92-4e0c-8452-fe88eff198e1 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:33.078760 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8c8ba206-9392-4f55-ba50-17c09dad1e28 req-93e04bd0-3d92-4e0c-8452-fe88eff198e1 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:33.181553 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8c8ba206-9392-4f55-ba50-17c09dad1e28 req-93e04bd0-3d92-4e0c-8452-fe88eff198e1 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:33.187300 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8c8ba206-9392-4f55-ba50-17c09dad1e28 req-93e04bd0-3d92-4e0c-8452-fe88eff198e1 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:33.236528 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e04bd0-3d92-4e0c-8452-fe88eff198e1 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadaabef-6abd-41b7-9eac-a485df600e1e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:33.280752 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8c8ba206-9392-4f55-ba50-17c09dad1e28 req-93e04bd0-3d92-4e0c-8452-fe88eff198e1 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:33.286163 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8c8ba206-9392-4f55-ba50-17c09dad1e28 req-93e04bd0-3d92-4e0c-8452-fe88eff198e1 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:33.315328 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8c8ba206-9392-4f55-ba50-17c09dad1e28 req-93e04bd0-3d92-4e0c-8452-fe88eff198e1 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:33.316991 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8c8ba206-9392-4f55-ba50-17c09dad1e28 req-93e04bd0-3d92-4e0c-8452-fe88eff198e1 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.3011875 Dec 20 21:26:33.319438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e04bd0-3d92-4e0c-8452-fe88eff198e1 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17375837-3ca8-45de-8dd7-510b9d3a93d0,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:33.361272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-19fb71b6-6380-4776-94e1-509e6c79de21 req-260b53a1-9178-4f3e-9c59-8e29cd7d046d tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-713793116', 'description': 'tempest-description-165464837'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:33.395481 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19fb71b6-6380-4776-94e1-509e6c79de21 req-260b53a1-9178-4f3e-9c59-8e29cd7d046d tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:33.421204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef855e-2b31-4aa5-a850-8a5ecf748b6d req-4f236701-5870-4f5e-9783-4daffc8002e5 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:33.428975 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1bef855e-2b31-4aa5-a850-8a5ecf748b6d req-4f236701-5870-4f5e-9783-4daffc8002e5 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=784ebfa3-2faa-4ce6-9182-7235abd5dd78 HTTP/1.1" status: 200 len: 945 time: 0.0618875 Dec 20 21:26:33.471602 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1bef855e-2b31-4aa5-a850-8a5ecf748b6d req-2138c125-efbb-4ceb-b662-1714ced2dba4 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412500 Dec 20 21:26:33.493934 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19fb71b6-6380-4776-94e1-509e6c79de21 req-260b53a1-9178-4f3e-9c59-8e29cd7d046d tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:33.499779 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19fb71b6-6380-4776-94e1-509e6c79de21 req-260b53a1-9178-4f3e-9c59-8e29cd7d046d tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:33.530731 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19fb71b6-6380-4776-94e1-509e6c79de21 req-260b53a1-9178-4f3e-9c59-8e29cd7d046d tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:33.542662 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19fb71b6-6380-4776-94e1-509e6c79de21 req-260b53a1-9178-4f3e-9c59-8e29cd7d046d tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1859460 Dec 20 21:26:33.555120 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b53a1-9178-4f3e-9c59-8e29cd7d046d tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676a1537-33c0-4ac6-8e2a-d00cf1cdc91a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:33.642042 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248d08c-3b3a-4ccb-85c5-fc8ab1ba6886 req-d3642a7f-fd1b-45e0-a17c-3c573b6522fe tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:33.643883 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e248d08c-3b3a-4ccb-85c5-fc8ab1ba6886 req-d3642a7f-fd1b-45e0-a17c-3c573b6522fe tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.0918980 Dec 20 21:26:33.665550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b240f1e-55e0-452e-a76c-ff868ac9d225 req-85de8c5c-1ad0-48b0-95e9-96425e743bf0 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:33.673297 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b240f1e-55e0-452e-a76c-ff868ac9d225 req-85de8c5c-1ad0-48b0-95e9-96425e743bf0 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfb77e0-ae2b-4d91-98af-6815c4dc5015 HTTP/1.1" status: 200 len: 946 time: 0.0804417 Dec 20 21:26:33.701454 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e248d08c-3b3a-4ccb-85c5-fc8ab1ba6886 req-7d9162a6-3c6a-4803-9f6e-3d9b70cfe50f tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507398 Dec 20 21:26:33.711109 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b240f1e-55e0-452e-a76c-ff868ac9d225 req-864d19a2-671f-48a5-a924-a568f1cf1ad0 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369329 Dec 20 21:26:33.901638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:26:34.009422 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:34.010155 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:34.050261 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-9684492f-e38a-467c-8313-b3ab5cdf1c65 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50579 time: 0.3161743 Dec 20 21:26:34.125665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f158c-3475-4a1e-b817-637719a90fad req-15d67aa8-683d-4b6c-96b3-7d136d8a4d67 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:34.133898 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-396f158c-3475-4a1e-b817-637719a90fad req-15d67aa8-683d-4b6c-96b3-7d136d8a4d67 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 945 time: 0.0667977 Dec 20 21:26:34.162553 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:34.163834 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-30b16f8a-7bc7-48d9-b601-ecc53f7042e6 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/22ba2e50-b65e-4db3-a581-3eaf2a79c585 HTTP/1.1" status: 200 len: 2985 time: 0.0644495 Dec 20 21:26:34.200037 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-396f158c-3475-4a1e-b817-637719a90fad req-e77485e5-94a3-4164-95a9-2203a1f13301 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d797f3-2e21-47c9-90cd-37c91730d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646751 Dec 20 21:26:34.212748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b385de-e878-457b-bc95-9307fb11e6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:34.216930 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f970faa0-aa30-4748-bc7d-9d3327387dcc" -d '{"events": [{"server_uuid": "37b385de-e878-457b-bc95-9307fb11e6b2", "name": "network-vif-plugged", "status": "completed", "tag": "5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:34.229125 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-abb50c43-ebaa-4b1f-9599-90c8b3dbdd85 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/22ba2e50-b65e-4db3-a581-3eaf2a79c585 HTTP/1.1" status: 200 len: 2985 time: 0.0642114 Dec 20 21:26:34.239829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:34.247532 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:34.290131 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-40f3f7e4-d6fa-45f8-a8f3-093401bb13f4 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417 HTTP/1.1" status: 200 len: 2985 time: 0.0580375 Dec 20 21:26:34.375530 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:34.389071 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-3d592d79-cd06-4477-a0a0-dc19a31edcec tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417 HTTP/1.1" status: 200 len: 2985 time: 0.0762911 Dec 20 21:26:34.442990 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-3aaa871d-1728-4d47-a460-2ede131f8143 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/3fbeb776-43ca-4ea6-9af2-5873af1690e8 HTTP/1.1" status: 200 len: 2977 time: 0.0528712 Dec 20 21:26:34.497824 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-9dd8201e-9709-4c9c-a20a-d0136d7ad429 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/3fbeb776-43ca-4ea6-9af2-5873af1690e8 HTTP/1.1" status: 200 len: 2977 time: 0.0528731 Dec 20 21:26:34.557189 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-ddfa7b39-0797-4346-b85e-9b2fb9863bf6 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/5a1871ec-f7b1-47d3-9118-9e665e220cef HTTP/1.1" status: 200 len: 2985 time: 0.0506942 Dec 20 21:26:34.602916 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdb2148-0dca-4feb-9ec4-021d75a76c41 x-openstack-request-id: req-bcdb2148-0dca-4feb-9ec4-021d75a76c41 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:34.603475 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b385de-e878-457b-bc95-9307fb11e6b2", "name": "network-vif-plugged", "status": "completed", "tag": "5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:34.603765 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bcdb2148-0dca-4feb-9ec4-021d75a76c41 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:34.604231 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b385de-e878-457b-bc95-9307fb11e6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb', 'code': 200} Dec 20 21:26:34.606712 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-d5a04ec4-8b26-4d18-a0b4-bfdec48b6e6b tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/5a1871ec-f7b1-47d3-9118-9e665e220cef HTTP/1.1" status: 200 len: 2985 time: 0.0468791 Dec 20 21:26:34.663972 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-0561f232-6cbd-4761-b2c3-d0486ca1060f tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/76d797f3-2e21-47c9-90cd-37c91730d47f HTTP/1.1" status: 200 len: 2985 time: 0.0471520 Dec 20 21:26:34.706760 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fded9-946a-4d23-a579-a8efca84a17b req-fb236ae2-47ea-4598-8681-2055842966e4 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:34.714580 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5f7fded9-946a-4d23-a579-a8efca84a17b req-fb236ae2-47ea-4598-8681-2055842966e4 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfb77e0-ae2b-4d91-98af-6815c4dc5015 HTTP/1.1" status: 200 len: 946 time: 0.0573437 Dec 20 21:26:34.732332 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-fbb1b5f3-7c32-47da-b5c3-831f71d79576 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/76d797f3-2e21-47c9-90cd-37c91730d47f HTTP/1.1" status: 200 len: 2985 time: 0.0577006 Dec 20 21:26:34.765687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5f7fded9-946a-4d23-a579-a8efca84a17b req-9e645501-5ac8-45c7-9505-5a3d33a2bb99 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492756 Dec 20 21:26:34.786135 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-41a87d64-130a-49a8-ac0c-02d1d934c927 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/8849dda8-2f17-4204-b7ae-6db5051eedda HTTP/1.1" status: 200 len: 2973 time: 0.0460379 Dec 20 21:26:34.841895 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-0d75762a-0c09-4a64-a713-c411f1208f2f tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/8849dda8-2f17-4204-b7ae-6db5051eedda HTTP/1.1" status: 200 len: 2973 time: 0.0483632 Dec 20 21:26:34.899357 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-8894d880-6698-467d-b361-0542a68056bb tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9c938d02-af78-4ee3-b37b-b9bdffa930c7 HTTP/1.1" status: 200 len: 2981 time: 0.0518088 Dec 20 21:26:34.905530 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301a006-89ce-4e96-ac5a-de3d2a7bea35 req-9e74af4c-02f0-4a60-ae70-274360c1be47 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:34.907281 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1301a006-89ce-4e96-ac5a-de3d2a7bea35 req-9e74af4c-02f0-4a60-ae70-274360c1be47 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.0621126 Dec 20 21:26:34.957171 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-c670f90d-6161-43af-839b-bcfd28dfcfd2 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/9c938d02-af78-4ee3-b37b-b9bdffa930c7 HTTP/1.1" status: 200 len: 2981 time: 0.0515218 Dec 20 21:26:34.964874 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1301a006-89ce-4e96-ac5a-de3d2a7bea35 req-73500e8c-0fb0-4651-afa9-64c452faad8d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457850 Dec 20 21:26:35.017165 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-aa674cc1-069b-4564-a2ca-79ab4b2d1727 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b HTTP/1.1" status: 200 len: 2981 time: 0.0587962 Dec 20 21:26:35.060270 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-40a0fd51-f2c1-4b94-aacc-388cccf866bf tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b HTTP/1.1" status: 200 len: 2981 time: 0.0389600 Dec 20 21:26:35.108089 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-494bdd1d-2dc4-4aab-802f-6412e3780d4f tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ba184887-416b-40a8-8a46-389dd369affc HTTP/1.1" status: 200 len: 2981 time: 0.0409145 Dec 20 21:26:35.157728 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-c8f20c52-4145-4b0f-9d07-2fc2ecae77a6 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ba184887-416b-40a8-8a46-389dd369affc HTTP/1.1" status: 200 len: 2981 time: 0.0420334 Dec 20 21:26:35.206976 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-0e7b7725-59d2-44fe-adbc-638a5edde907 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cec32711-280b-4e2f-ac76-01cad3d6bf22 HTTP/1.1" status: 200 len: 2981 time: 0.0404205 Dec 20 21:26:35.271128 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-08fff4b7-28d1-4cd8-887f-bdba0db0596a tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cec32711-280b-4e2f-ac76-01cad3d6bf22 HTTP/1.1" status: 200 len: 2981 time: 0.0491552 Dec 20 21:26:35.324265 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-1f9abc80-c400-4dcc-a093-0007a9dbfb11 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d8190752-db8e-4947-9434-04aab903ad2b HTTP/1.1" status: 200 len: 2985 time: 0.0480266 Dec 20 21:26:35.372706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f53042-6ef5-4a46-a8da-19d7abfe05fe req-8f7d75a3-b5ce-4b82-ba96-9415ebf7872b tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:35.374403 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81f53042-6ef5-4a46-a8da-19d7abfe05fe req-8f7d75a3-b5ce-4b82-ba96-9415ebf7872b tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 945 time: 0.0779381 Dec 20 21:26:35.379396 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-a70a39b5-0e6e-4dc7-83f8-e054d6591f77 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d8190752-db8e-4947-9434-04aab903ad2b HTTP/1.1" status: 200 len: 2985 time: 0.0492413 Dec 20 21:26:35.424720 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81f53042-6ef5-4a46-a8da-19d7abfe05fe req-610e2a60-61b3-4907-bcb9-06b1e00a499a tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d797f3-2e21-47c9-90cd-37c91730d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393112 Dec 20 21:26:35.434415 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-13477b36-fc00-458e-97e2-bc53db23a424 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/dadaabef-6abd-41b7-9eac-a485df600e1e HTTP/1.1" status: 200 len: 2985 time: 0.0472853 Dec 20 21:26:35.507054 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-4b4a7aa3-ed7e-48a2-af46-ae8bc409e652 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/dadaabef-6abd-41b7-9eac-a485df600e1e HTTP/1.1" status: 200 len: 2985 time: 0.0645530 Dec 20 21:26:35.555167 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-8a4de5f0-f57b-4c87-878a-990ac4cdc8a8 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f8cbbf7f-2592-4db9-b918-38013cb717a2 HTTP/1.1" status: 200 len: 2985 time: 0.0421596 Dec 20 21:26:35.633020 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c672b0d-4b7d-48e3-b0d9-92b5bd84f609 req-1c55e86a-c6c6-41b3-903c-e0b43e8a93c5 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/f8cbbf7f-2592-4db9-b918-38013cb717a2 HTTP/1.1" status: 200 len: 2985 time: 0.0710263 Dec 20 21:26:35.756563 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0fe67ab9-a92e-4046-bd1b-9dbe7c8d66e2 req-d5152de6-1e60-45d5-a571-f16ae6d6d60a tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfb24e9d9e3546f5877ead8af1fe470b HTTP/1.1" status: 200 len: 6111 time: 0.0691183 Dec 20 21:26:35.844949 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159104c-04e0-4ff6-998d-3e2dd474a2e0 req-4804fc99-9016-46f7-92c8-471a07994c37 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:35.847849 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7159104c-04e0-4ff6-998d-3e2dd474a2e0 req-4804fc99-9016-46f7-92c8-471a07994c37 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cfb77e0-ae2b-4d91-98af-6815c4dc5015 HTTP/1.1" status: 200 len: 946 time: 0.0901914 Dec 20 21:26:35.850946 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0fe67ab9-a92e-4046-bd1b-9dbe7c8d66e2 req-3fed1681-f56e-4279-ac4f-a4e70e58b150 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] 10.222.0.32 "GET /v2.0/security-groups/f8cbbf7f-2592-4db9-b918-38013cb717a2 HTTP/1.1" status: 200 len: 2985 time: 0.0849438 Dec 20 21:26:35.892844 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device e34fdc6b-175d-42a9-a274-4cec5af1034d up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:26:35.960075 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0fe67ab9-a92e-4046-bd1b-9dbe7c8d66e2 req-4bfb917e-a08b-4fb6-93c9-7cb1874617ce tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] 10.222.0.32 "GET /v2.0/security-groups/f8cbbf7f-2592-4db9-b918-38013cb717a2 HTTP/1.1" status: 200 len: 2985 time: 0.1031134 Dec 20 21:26:35.987594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c285e3-4227-48a1-803b-ca651648ce05 req-b0ed8023-d013-464d-a28b-f67184b5cb90 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:35.994191 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port e34fdc6b-175d-42a9-a274-4cec5af1034d completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:26:35.996338 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-68c285e3-4227-48a1-803b-ca651648ce05 req-b0ed8023-d013-464d-a28b-f67184b5cb90 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfb77e0-ae2b-4d91-98af-6815c4dc5015 HTTP/1.1" status: 200 len: 946 time: 0.1220992 Dec 20 21:26:36.001506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port e34fdc6b-175d-42a9-a274-4cec5af1034d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:36.002706 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:36.049240 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-68c285e3-4227-48a1-803b-ca651648ce05 req-8bc1b63e-c9ab-4f06-87da-5438c84c920d tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a1871ec-f7b1-47d3-9118-9e665e220cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517080 Dec 20 21:26:36.071281 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3aa6dfb3-1a3e-4d1c-b657-3250c1b3d340 req-b8fa9814-5524-4b12-8a4f-2bb1319952e1 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/676a1537-33c0-4ac6-8e2a-d00cf1cdc91a HTTP/1.1" status: 200 len: 1778 time: 0.0835860 Dec 20 21:26:36.091389 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7159104c-04e0-4ff6-998d-3e2dd474a2e0 req-fc79ffb7-a8f0-41b2-92a2-56a9211c97c9 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Deleting port 78b4202e-5923-4ebe-bb3f-d75096747eed {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:26:36.091736 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7159104c-04e0-4ff6-998d-3e2dd474a2e0 req-fc79ffb7-a8f0-41b2-92a2-56a9211c97c9 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:36.168017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116e097-11db-4f89-a47c-295730220f97 req-1670c2a4-4d92-4198-af77-3f352ca0bab0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:36.176092 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d116e097-11db-4f89-a47c-295730220f97 req-1670c2a4-4d92-4198-af77-3f352ca0bab0 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.0610576 Dec 20 21:26:36.227749 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3aa6dfb3-1a3e-4d1c-b657-3250c1b3d340 req-e341755b-3e4a-4b52-a6b1-03cfef7ec0c5 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:36.268307 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-7159104c-04e0-4ff6-998d-3e2dd474a2e0 req-fc79ffb7-a8f0-41b2-92a2-56a9211c97c9 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] For port 78b4202e-5923-4ebe-bb3f-d75096747eed, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=78b4202e-5923-4ebe-bb3f-d75096747eed,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:36.268739 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7159104c-04e0-4ff6-998d-3e2dd474a2e0 req-fc79ffb7-a8f0-41b2-92a2-56a9211c97c9 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:36.282396 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d116e097-11db-4f89-a47c-295730220f97 req-28e22c97-4606-4e2a-ad46-e76fbda5a390 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967565 Dec 20 21:26:36.282519 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3aa6dfb3-1a3e-4d1c-b657-3250c1b3d340 req-e341755b-3e4a-4b52-a6b1-03cfef7ec0c5 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:36.303810 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:36.306845 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-7159104c-04e0-4ff6-998d-3e2dd474a2e0 req-fc79ffb7-a8f0-41b2-92a2-56a9211c97c9 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Calling delete_port for 78b4202e-5923-4ebe-bb3f-d75096747eed owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:26:36.328308 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c44e94-46b0-4962-902e-19a2b97d40a8 req-c5a4af1e-f185-4444-87e2-34cac0055046 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:36.329983 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47c44e94-46b0-4962-902e-19a2b97d40a8 req-c5a4af1e-f185-4444-87e2-34cac0055046 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.66 "GET /v2.0/ports?device_id=784ebfa3-2faa-4ce6-9182-7235abd5dd78 HTTP/1.1" status: 200 len: 945 time: 0.1149044 Dec 20 21:26:36.371114 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port e34fdc6b-175d-42a9-a274-4cec5af1034d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e34fdc6b-175d-42a9-a274-4cec5af1034d,segment=NetworkSegment(1047176a-b789-4fec-9bbb-fc58c60e3517),segment_id=1047176a-b789-4fec-9bbb-fc58c60e3517)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:36.382768 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:36.456080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=e34fdc6b-175d-42a9-a274-4cec5af1034d,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:36.459872 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-47c44e94-46b0-4962-902e-19a2b97d40a8 req-b31c97de-f8dc-4db8-8913-aa201d5a51aa tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Deleting port ee41c403-6498-4b8a-a5d5-960c99583e1c {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:26:36.460455 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-47c44e94-46b0-4962-902e-19a2b97d40a8 req-b31c97de-f8dc-4db8-8913-aa201d5a51aa tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:36.605476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ca403a-eef5-46df-bf43-3d0303c38d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34fdc6b-175d-42a9-a274-4cec5af1034d'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:36.608312 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f23c3bc-0f58-4fa7-9fb6-c8bfa8505a9d" -d '{"events": [{"server_uuid": "86ca403a-eef5-46df-bf43-3d0303c38d34", "name": "network-vif-plugged", "status": "completed", "tag": "e34fdc6b-175d-42a9-a274-4cec5af1034d"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:36.634257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-47c44e94-46b0-4962-902e-19a2b97d40a8 req-b31c97de-f8dc-4db8-8913-aa201d5a51aa tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] For port ee41c403-6498-4b8a-a5d5-960c99583e1c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ee41c403-6498-4b8a-a5d5-960c99583e1c,segment=NetworkSegment(fca3ebc3-94af-4052-8e27-60f4398d1d19),segment_id=fca3ebc3-94af-4052-8e27-60f4398d1d19)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:36.635178 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-47c44e94-46b0-4962-902e-19a2b97d40a8 req-b31c97de-f8dc-4db8-8913-aa201d5a51aa tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:36.654015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-47c44e94-46b0-4962-902e-19a2b97d40a8 req-b31c97de-f8dc-4db8-8913-aa201d5a51aa tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Calling delete_port for ee41c403-6498-4b8a-a5d5-960c99583e1c owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:26:36.683013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878ebdc-4094-4b17-8a83-d43653ec3345 req-6c095bf6-9c44-48e2-aa05-65ad1085979e tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:36.685058 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1878ebdc-4094-4b17-8a83-d43653ec3345 req-6c095bf6-9c44-48e2-aa05-65ad1085979e tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 946 time: 0.1119299 Dec 20 21:26:36.788270 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1878ebdc-4094-4b17-8a83-d43653ec3345 req-7249cf37-e58b-44d5-a643-8811d8211028 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d797f3-2e21-47c9-90cd-37c91730d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593472 Dec 20 21:26:36.830562 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3aa6dfb3-1a3e-4d1c-b657-3250c1b3d340 req-e341755b-3e4a-4b52-a6b1-03cfef7ec0c5 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:36.834680 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3aa6dfb3-1a3e-4d1c-b657-3250c1b3d340 req-e341755b-3e4a-4b52-a6b1-03cfef7ec0c5 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:36.844283 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3aa6dfb3-1a3e-4d1c-b657-3250c1b3d340 req-e341755b-3e4a-4b52-a6b1-03cfef7ec0c5 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/676a1537-33c0-4ac6-8e2a-d00cf1cdc91a HTTP/1.1" status: 204 len: 173 time: 0.7506735 Dec 20 21:26:36.867152 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341755b-3e4a-4b52-a6b1-03cfef7ec0c5 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676a1537-33c0-4ac6-8e2a-d00cf1cdc91a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:36.961931 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1357411-71f3-4709-92b7-23cf64a420c0 x-openstack-request-id: req-c1357411-71f3-4709-92b7-23cf64a420c0 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:36.962490 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ca403a-eef5-46df-bf43-3d0303c38d34", "name": "network-vif-plugged", "status": "completed", "tag": "e34fdc6b-175d-42a9-a274-4cec5af1034d", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:36.962681 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1357411-71f3-4709-92b7-23cf64a420c0 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:36.963182 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ca403a-eef5-46df-bf43-3d0303c38d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34fdc6b-175d-42a9-a274-4cec5af1034d', 'code': 200} Dec 20 21:26:37.045228 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-47c44e94-46b0-4962-902e-19a2b97d40a8 req-b31c97de-f8dc-4db8-8913-aa201d5a51aa tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:37.048548 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7159104c-04e0-4ff6-998d-3e2dd474a2e0 req-fc79ffb7-a8f0-41b2-92a2-56a9211c97c9 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:37.052677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34a67b-e227-4b88-af1b-c87db6e5c425 req-bc578220-8cd0-4c3e-9cb6-06d14fedd6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:37.053591 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-05a76260-2125-4069-a458-55ac52fcdfa0 req-19c54058-edfb-4635-9df7-9481eeb28107 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "GET /v2.0/security-groups/17375837-3ca8-45de-8dd7-510b9d3a93d0 HTTP/1.1" status: 200 len: 1779 time: 0.0632124 Dec 20 21:26:37.055147 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d34a67b-e227-4b88-af1b-c87db6e5c425 req-bc578220-8cd0-4c3e-9cb6-06d14fedd6a5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 1095 time: 0.0802593 Dec 20 21:26:37.079554 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['78b4202e-5923-4ebe-bb3f-d75096747eed', 'ee41c403-6498-4b8a-a5d5-960c99583e1c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:37.108339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c97de-f8dc-4db8-8913-aa201d5a51aa tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Pushing event deleted for resources: {'Port': ['ID=ee41c403-6498-4b8a-a5d5-960c99583e1c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:37.111355 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79ffb7-a8f0-41b2-92a2-56a9211c97c9 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Pushing event deleted for resources: {'Port': ['ID=78b4202e-5923-4ebe-bb3f-d75096747eed,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:37.125126 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d34a67b-e227-4b88-af1b-c87db6e5c425 req-a990575e-35be-4238-ae08-c0fe0777ee3d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557778 Dec 20 21:26:37.147209 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['78b4202e-5923-4ebe-bb3f-d75096747eed', 'ee41c403-6498-4b8a-a5d5-960c99583e1c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:37.161317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c44e94-46b0-4962-902e-19a2b97d40a8 req-b31c97de-f8dc-4db8-8913-aa201d5a51aa tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] No DVR routers for this DVR port ee41c403-6498-4b8a-a5d5-960c99583e1c on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:26:37.165254 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-47c44e94-46b0-4962-902e-19a2b97d40a8 req-b31c97de-f8dc-4db8-8913-aa201d5a51aa tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:37.168618 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47c44e94-46b0-4962-902e-19a2b97d40a8 req-b31c97de-f8dc-4db8-8913-aa201d5a51aa tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.66 "DELETE /v2.0/ports/ee41c403-6498-4b8a-a5d5-960c99583e1c HTTP/1.1" status: 204 len: 173 time: 0.8302886 Dec 20 21:26:37.169059 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784ebfa3-2faa-4ce6-9182-7235abd5dd78', 'name': 'network-vif-deleted', 'tag': 'ee41c403-6498-4b8a-a5d5-960c99583e1c'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:37.171317 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d97424d-abd7-44d5-82d5-9017f4b00796" -d '{"events": [{"server_uuid": "784ebfa3-2faa-4ce6-9182-7235abd5dd78", "name": "network-vif-deleted", "tag": "ee41c403-6498-4b8a-a5d5-960c99583e1c"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:37.199707 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dd5bc812-4142-407c-a3e2-ecbce93b5842 req-25e802d9-0903-4e6c-b423-0bf043d9b1ad tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfb77e0-ae2b-4d91-98af-6815c4dc5015 HTTP/1.1" status: 200 len: 210 time: 0.0363901 Dec 20 21:26:37.241857 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-7159104c-04e0-4ff6-998d-3e2dd474a2e0 req-fc79ffb7-a8f0-41b2-92a2-56a9211c97c9 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] No DVR routers for this DVR port 78b4202e-5923-4ebe-bb3f-d75096747eed on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:26:37.244560 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-7159104c-04e0-4ff6-998d-3e2dd474a2e0 req-fc79ffb7-a8f0-41b2-92a2-56a9211c97c9 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:37.251084 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7159104c-04e0-4ff6-998d-3e2dd474a2e0 req-fc79ffb7-a8f0-41b2-92a2-56a9211c97c9 tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.66 "DELETE /v2.0/ports/78b4202e-5923-4ebe-bb3f-d75096747eed HTTP/1.1" status: 204 len: 173 time: 1.3852539 Dec 20 21:26:37.252654 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfb77e0-ae2b-4d91-98af-6815c4dc5015', 'name': 'network-vif-deleted', 'tag': '78b4202e-5923-4ebe-bb3f-d75096747eed'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:37.255905 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad769d4-4ad9-462e-ab35-fa57eef58d40" -d '{"events": [{"server_uuid": "2cfb77e0-ae2b-4d91-98af-6815c4dc5015", "name": "network-vif-deleted", "tag": "78b4202e-5923-4ebe-bb3f-d75096747eed"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:37.259042 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5599392a-ea2a-4ea6-a70a-c5d552b3a787 x-openstack-request-id: req-5599392a-ea2a-4ea6-a70a-c5d552b3a787 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:37.259466 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784ebfa3-2faa-4ce6-9182-7235abd5dd78", "name": "network-vif-deleted", "tag": "ee41c403-6498-4b8a-a5d5-960c99583e1c", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:37.259597 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5599392a-ea2a-4ea6-a70a-c5d552b3a787 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:37.259983 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784ebfa3-2faa-4ce6-9182-7235abd5dd78', 'name': 'network-vif-deleted', 'tag': 'ee41c403-6498-4b8a-a5d5-960c99583e1c', 'status': 'completed', 'code': 200} Dec 20 21:26:37.280328 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de23b4f-e670-4c9e-b4d4-3f615f1b31ac req-a033040b-dd94-44a7-9d30-e316b67847f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:37.283537 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4de23b4f-e670-4c9e-b4d4-3f615f1b31ac req-a033040b-dd94-44a7-9d30-e316b67847f5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 1095 time: 0.1861284 Dec 20 21:26:37.283537 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-05a76260-2125-4069-a458-55ac52fcdfa0 req-5368195f-80ee-4d49-9456-bf978abcb021 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:37.306826 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8761763-4947-4522-a6d3-b1b72995c302 x-openstack-request-id: req-b8761763-4947-4522-a6d3-b1b72995c302 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:37.307570 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfb77e0-ae2b-4d91-98af-6815c4dc5015", "name": "network-vif-deleted", "tag": "78b4202e-5923-4ebe-bb3f-d75096747eed", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:37.308235 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8761763-4947-4522-a6d3-b1b72995c302 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:37.308617 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfb77e0-ae2b-4d91-98af-6815c4dc5015', 'name': 'network-vif-deleted', 'tag': '78b4202e-5923-4ebe-bb3f-d75096747eed', 'status': 'completed', 'code': 200} Dec 20 21:26:37.339460 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-05a76260-2125-4069-a458-55ac52fcdfa0 req-5368195f-80ee-4d49-9456-bf978abcb021 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:37.373257 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4de23b4f-e670-4c9e-b4d4-3f615f1b31ac req-90646625-f2e2-490a-ac59-fd43e3290a8d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=76d797f3-2e21-47c9-90cd-37c91730d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795922 Dec 20 21:26:37.413072 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-05a76260-2125-4069-a458-55ac52fcdfa0 req-5368195f-80ee-4d49-9456-bf978abcb021 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:37.418936 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-05a76260-2125-4069-a458-55ac52fcdfa0 req-5368195f-80ee-4d49-9456-bf978abcb021 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:37.438595 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-05a76260-2125-4069-a458-55ac52fcdfa0 req-5368195f-80ee-4d49-9456-bf978abcb021 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/17375837-3ca8-45de-8dd7-510b9d3a93d0 HTTP/1.1" status: 204 len: 173 time: 0.3393443 Dec 20 21:26:37.449103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368195f-80ee-4d49-9456-bf978abcb021 tempest-SecurityGroupsTestAdminJSON-1907953167 tempest-SecurityGroupsTestAdminJSON-1907953167-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17375837-3ca8-45de-8dd7-510b9d3a93d0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:37.453406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9393f96-e5f7-437a-80ce-4b9daf991659 req-088039a0-08a8-4acb-98d8-c618dd17fd52 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:37.455060 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e9393f96-e5f7-437a-80ce-4b9daf991659 req-088039a0-08a8-4acb-98d8-c618dd17fd52 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.1044931 Dec 20 21:26:37.515490 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e9393f96-e5f7-437a-80ce-4b9daf991659 req-69b746c3-4fe8-42dc-9a10-be0e4cd9d2f5 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537190 Dec 20 21:26:37.620759 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f3373f76-45da-48c7-a846-67c0aa9bdf30 req-53e14685-913a-4bd7-9b94-069f8200ff5c tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] 10.222.0.32 "GET /v2.0/security-groups/d41b75a3-fa94-462d-b12c-400dd477b092 HTTP/1.1" status: 200 len: 1780 time: 0.0500586 Dec 20 21:26:37.681970 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f3373f76-45da-48c7-a846-67c0aa9bdf30 req-2287373d-78ab-48f1-8411-3ec6996b5544 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:37.706669 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f3373f76-45da-48c7-a846-67c0aa9bdf30 req-2287373d-78ab-48f1-8411-3ec6996b5544 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:37.756981 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f3373f76-45da-48c7-a846-67c0aa9bdf30 req-2287373d-78ab-48f1-8411-3ec6996b5544 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:37.759991 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f3373f76-45da-48c7-a846-67c0aa9bdf30 req-2287373d-78ab-48f1-8411-3ec6996b5544 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:37.761303 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f3373f76-45da-48c7-a846-67c0aa9bdf30 req-2287373d-78ab-48f1-8411-3ec6996b5544 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] 10.222.0.32 "DELETE /v2.0/security-groups/d41b75a3-fa94-462d-b12c-400dd477b092 HTTP/1.1" status: 204 len: 173 time: 0.1396470 Dec 20 21:26:37.771105 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287373d-78ab-48f1-8411-3ec6996b5544 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41b75a3-fa94-462d-b12c-400dd477b092,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:37.831674 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cc7635b2-7ebb-4ef8-9143-e9795a596750 req-4e92c8e2-d3d0-40b2-a31a-a9d6fac5b00b tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] 10.222.0.32 "GET /v2.0/security-groups/6affa8f8-7b3a-416b-8cc5-e499323bf35d HTTP/1.1" status: 200 len: 1779 time: 0.0496581 Dec 20 21:26:37.908006 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cc7635b2-7ebb-4ef8-9143-e9795a596750 req-36bc2022-6ccd-47cd-aa1c-13e574243e76 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:37.931580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819584b-2e0c-44bd-954f-eb966e5ebe55 req-2fac37b3-c6e5-4bda-aa7a-b403ea41ef40 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:37.937812 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cc7635b2-7ebb-4ef8-9143-e9795a596750 req-36bc2022-6ccd-47cd-aa1c-13e574243e76 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:37.939048 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8819584b-2e0c-44bd-954f-eb966e5ebe55 req-2fac37b3-c6e5-4bda-aa7a-b403ea41ef40 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 946 time: 0.0603023 Dec 20 21:26:37.981089 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8819584b-2e0c-44bd-954f-eb966e5ebe55 req-41824a1f-b19c-49da-8ab8-42440d983b88 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d797f3-2e21-47c9-90cd-37c91730d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Dec 20 21:26:37.995001 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cc7635b2-7ebb-4ef8-9143-e9795a596750 req-36bc2022-6ccd-47cd-aa1c-13e574243e76 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:37.997927 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-cc7635b2-7ebb-4ef8-9143-e9795a596750 req-36bc2022-6ccd-47cd-aa1c-13e574243e76 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:37.999169 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cc7635b2-7ebb-4ef8-9143-e9795a596750 req-36bc2022-6ccd-47cd-aa1c-13e574243e76 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] 10.222.0.32 "DELETE /v2.0/security-groups/6affa8f8-7b3a-416b-8cc5-e499323bf35d HTTP/1.1" status: 204 len: 173 time: 0.1598289 Dec 20 21:26:38.017861 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc2022-6ccd-47cd-aa1c-13e574243e76 tempest-SecurityGroupsTestAdminJSON-655238744 tempest-SecurityGroupsTestAdminJSON-655238744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6affa8f8-7b3a-416b-8cc5-e499323bf35d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:38.333871 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e5af7d9-1d58-4d85-b9e6-8db5b43fb670 req-9b9661af-5647-45f4-9049-493af208836a tempest-MultipleCreateTestJSON-1731745361 tempest-MultipleCreateTestJSON-1731745361-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cfb77e0-ae2b-4d91-98af-6815c4dc5015 HTTP/1.1" status: 200 len: 210 time: 0.0325079 Dec 20 21:26:38.438846 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32822) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:38.645874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 32828) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:38.646134 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6402cf50-655e-4c41-86ec-f0c8270947dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfb24e9d9e3546f5877ead8af1fe470b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2060726 Dec 20 21:26:38.734572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279944e0-a099-4b4d-9c96-3351b7050b4a req-51e98464-db9d-418a-b475-74e0b62dcf50 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:38.745855 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-279944e0-a099-4b4d-9c96-3351b7050b4a req-51e98464-db9d-418a-b475-74e0b62dcf50 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.0985639 Dec 20 21:26:38.765154 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c60dd5ca-d09e-45ec-867c-1a3231333be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:38.800722 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c60dd5ca-d09e-45ec-867c-1a3231333be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:38.824283 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-279944e0-a099-4b4d-9c96-3351b7050b4a req-114902df-a932-49b4-a9b6-32841801fb02 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739319 Dec 20 21:26:38.882643 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c60dd5ca-d09e-45ec-867c-1a3231333be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:38.886328 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c60dd5ca-d09e-45ec-867c-1a3231333be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:38.887525 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c60dd5ca-d09e-45ec-867c-1a3231333be3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8cbbf7f-2592-4db9-b918-38013cb717a2 HTTP/1.1" status: 204 len: 168 time: 0.2404277 Dec 20 21:26:38.896238 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60dd5ca-d09e-45ec-867c-1a3231333be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cbbf7f-2592-4db9-b918-38013cb717a2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:39.134363 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b8c47-5276-4b02-b7b1-47e19e56b2ad req-1df65f8f-017a-4a40-9782-8f456f15ec64 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:39.136324 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a82b8c47-5276-4b02-b7b1-47e19e56b2ad req-1df65f8f-017a-4a40-9782-8f456f15ec64 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.0743947 Dec 20 21:26:39.171811 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a4674-6c8d-4a49-9a2d-783cf886e5c2 req-c13ed4a4-b64b-4fdc-80a9-1fd29750e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:39.173683 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc6a4674-6c8d-4a49-9a2d-783cf886e5c2 req-c13ed4a4-b64b-4fdc-80a9-1fd29750e52b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3250a572e594725834b58fe4e751869&device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 1095 time: 0.1167269 Dec 20 21:26:39.182184 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99550aa9-ffea-4f83-abcf-54aff2e6d053 req-92902d5b-f451-4f70-bd9e-bd1f9e328ea2 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:39.183946 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-99550aa9-ffea-4f83-abcf-54aff2e6d053 req-92902d5b-f451-4f70-bd9e-bd1f9e328ea2 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 946 time: 0.0800967 Dec 20 21:26:39.204387 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a82b8c47-5276-4b02-b7b1-47e19e56b2ad req-45d1c03b-603e-4cd8-8f4d-3297999a1451 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606647 Dec 20 21:26:39.253248 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32850) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:39.310907 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-816a4e8d-93b3-4a4f-b9d9-a64d38f9a000 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3452e2da59354796b4b6dc58d5a971cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570478 Dec 20 21:26:39.311606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32856) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:39.328392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-99550aa9-ffea-4f83-abcf-54aff2e6d053 req-577d1d89-c1d1-40df-988f-9834b123aa4d tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d797f3-2e21-47c9-90cd-37c91730d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352832 Dec 20 21:26:39.372363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a4674-6c8d-4a49-9a2d-783cf886e5c2 req-f94f2759-703e-4cd6-a199-612e8842f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:39.373842 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc6a4674-6c8d-4a49-9a2d-783cf886e5c2 req-f94f2759-703e-4cd6-a199-612e8842f247 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f8ecd6d4-0049-4886-bf80-aba52fe894ef HTTP/1.1" status: 200 len: 912 time: 0.1888335 Dec 20 21:26:39.430532 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b1f43602-38fc-4a99-a166-787fa83fc3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:39.456674 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32864) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:39.462997 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc6a4674-6c8d-4a49-9a2d-783cf886e5c2 req-c78bde24-b904-42e8-a6e3-42c130c7f43f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef2fb4c5-a764-45d3-9348-07b5b8b9f84c HTTP/1.1" status: 200 len: 217 time: 0.0743194 Dec 20 21:26:39.485114 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b1f43602-38fc-4a99-a166-787fa83fc3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:39.527391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a4674-6c8d-4a49-9a2d-783cf886e5c2 req-b65b7976-443e-45b1-8d94-2594425880ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:39.530019 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc6a4674-6c8d-4a49-9a2d-783cf886e5c2 req-b65b7976-443e-45b1-8d94-2594425880ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bbb08b0c-a9ff-4797-9123-5ee7d55aacb5 HTTP/1.1" status: 200 len: 851 time: 0.0599287 Dec 20 21:26:39.554931 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-682525f8-c2f5-46c1-828c-c337a9a0a1a6 admin admin] Deleting subnet 60da46b9-e661-45f4-8db9-34fc8e0caf57 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:26:39.568463 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-682525f8-c2f5-46c1-828c-c337a9a0a1a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:39.575603 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc6a4674-6c8d-4a49-9a2d-783cf886e5c2 req-e87d7cea-dc93-4963-9336-9ceecff2d13d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f8ecd6d4-0049-4886-bf80-aba52fe894ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383461 Dec 20 21:26:39.632402 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-682525f8-c2f5-46c1-828c-c337a9a0a1a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:39.664818 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b1f43602-38fc-4a99-a166-787fa83fc3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:39.670266 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b1f43602-38fc-4a99-a166-787fa83fc3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:39.689642 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b1f43602-38fc-4a99-a166-787fa83fc3b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dadaabef-6abd-41b7-9eac-a485df600e1e HTTP/1.1" status: 204 len: 168 time: 0.3767774 Dec 20 21:26:39.707979 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f43602-38fc-4a99-a166-787fa83fc3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadaabef-6abd-41b7-9eac-a485df600e1e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:39.727478 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-682525f8-c2f5-46c1-828c-c337a9a0a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:39.795203 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc6a4674-6c8d-4a49-9a2d-783cf886e5c2 req-49965250-5b45-46d3-bd3a-545c66fc267a service neutron] 10.222.0.66 "GET /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122433 Dec 20 21:26:39.870502 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-682525f8-c2f5-46c1-828c-c337a9a0a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:39.870643 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b52f4e-0202-4657-b04c-f66c95c0e64b req-bb453e0c-4c81-49b0-abf1-7a0bc85944b2 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:39.875446 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-15b52f4e-0202-4657-b04c-f66c95c0e64b req-bb453e0c-4c81-49b0-abf1-7a0bc85944b2 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 946 time: 0.2058752 Dec 20 21:26:39.935289 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-682525f8-c2f5-46c1-828c-c337a9a0a1a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:39.942340 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-682525f8-c2f5-46c1-828c-c337a9a0a1a6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/60da46b9-e661-45f4-8db9-34fc8e0caf57 HTTP/1.1" status: 204 len: 168 time: 0.4822884 Dec 20 21:26:39.942987 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32878) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:39.944532 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682525f8-c2f5-46c1-828c-c337a9a0a1a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60da46b9-e661-45f4-8db9-34fc8e0caf57,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:39.976343 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-15b52f4e-0202-4657-b04c-f66c95c0e64b req-086c5112-8683-4361-a148-acbee5189d14 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d797f3-2e21-47c9-90cd-37c91730d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919540 Dec 20 21:26:39.983491 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc6a4674-6c8d-4a49-9a2d-783cf886e5c2 req-b733b584-1767-425c-b813-09be91c605e4 service neutron] 10.222.0.66 "GET /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813364 Dec 20 21:26:40.041942 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf610-40ea-4415-bf9c-5c63424aecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:40.144235 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf610-40ea-4415-bf9c-5c63424aecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:40.169891 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4b9cf610-40ea-4415-bf9c-5c63424aecd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca19f93b-4b08-4949-bc57-e67d06f0b44d']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:40.193759 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4b9cf610-40ea-4415-bf9c-5c63424aecd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca3ebc3-94af-4052-8e27-60f4398d1d19') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:40.194203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4b9cf610-40ea-4415-bf9c-5c63424aecd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca3ebc3-94af-4052-8e27-60f4398d1d19') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:40.205410 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf610-40ea-4415-bf9c-5c63424aecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:40.223002 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf610-40ea-4415-bf9c-5c63424aecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:40.229968 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9cf610-40ea-4415-bf9c-5c63424aecd3 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:26:40.230459 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf610-40ea-4415-bf9c-5c63424aecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:26:40.232715 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:26:40.306338 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf610-40ea-4415-bf9c-5c63424aecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:40.313123 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b9cf610-40ea-4415-bf9c-5c63424aecd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:40.317605 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4b9cf610-40ea-4415-bf9c-5c63424aecd3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ca19f93b-4b08-4949-bc57-e67d06f0b44d HTTP/1.1" status: 204 len: 168 time: 0.3704915 Dec 20 21:26:40.332269 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9cf610-40ea-4415-bf9c-5c63424aecd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca19f93b-4b08-4949-bc57-e67d06f0b44d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:40.540331 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8af07-5d08-4a50-92ad-663e6bdf854f req-453212ce-2c53-4aef-8757-5042e0c65d3e tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:40.551465 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00c8af07-5d08-4a50-92ad-663e6bdf854f req-453212ce-2c53-4aef-8757-5042e0c65d3e tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.1080706 Dec 20 21:26:40.637511 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00c8af07-5d08-4a50-92ad-663e6bdf854f req-8f41a1a8-4259-4543-baaa-5b234afeba80 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794795 Dec 20 21:26:40.660682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32918) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:40.728124 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e20aad88-ad02-4ce7-88a4-ee78719d4f3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1aa79c595283479ca10acb93c35fed2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658727 Dec 20 21:26:40.732263 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 32924) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:40.749863 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ee41c403-6498-4b8a-a5d5-960c99583e1c no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:26:40.790810 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: ee41c403-6498-4b8a-a5d5-960c99583e1c {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:26:40.791323 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ee41c403-6498-4b8a-a5d5-960c99583e1c not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:26:40.792083 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 78b4202e-5923-4ebe-bb3f-d75096747eed no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:26:40.797760 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69101568-d2c0-44a6-87e6-91decda8a3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:40.815142 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 78b4202e-5923-4ebe-bb3f-d75096747eed {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:26:40.815902 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 78b4202e-5923-4ebe-bb3f-d75096747eed not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:26:40.837045 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69101568-d2c0-44a6-87e6-91decda8a3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:40.904272 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69101568-d2c0-44a6-87e6-91decda8a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:40.908464 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69101568-d2c0-44a6-87e6-91decda8a3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:40.911096 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-69101568-d2c0-44a6-87e6-91decda8a3ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a1871ec-f7b1-47d3-9118-9e665e220cef HTTP/1.1" status: 204 len: 168 time: 0.1776059 Dec 20 21:26:40.924834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69101568-d2c0-44a6-87e6-91decda8a3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1871ec-f7b1-47d3-9118-9e665e220cef,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:41.240488 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d1f13-8154-48ad-b95b-f515a6fd642c req-1fa68e2f-2e18-4d6c-9bfa-e0d0b2b27d20 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:41.249800 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f76d1f13-8154-48ad-b95b-f515a6fd642c req-1fa68e2f-2e18-4d6c-9bfa-e0d0b2b27d20 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.0766342 Dec 20 21:26:41.294495 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f76d1f13-8154-48ad-b95b-f515a6fd642c req-585e6f09-78fd-484f-bfd0-d8abb6637e70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434449 Dec 20 21:26:41.301705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6976e-494c-4acd-918a-5f98b64270fd req-abad1181-e5de-471e-a7b4-d51b5f51b75d tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:41.303359 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34a6976e-494c-4acd-918a-5f98b64270fd req-abad1181-e5de-471e-a7b4-d51b5f51b75d tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 946 time: 0.0719781 Dec 20 21:26:41.428283 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34a6976e-494c-4acd-918a-5f98b64270fd req-9921a9ec-dcfb-40dd-84db-7a244acdd4ee tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/security-groups?id=76d797f3-2e21-47c9-90cd-37c91730d47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147065 Dec 20 21:26:41.563689 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf02e23-c9d7-4a94-97b9-0a9e53661c07 req-0d2dab52-df50-4f46-ab76-baafa00b05c7 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:41.565178 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-daf02e23-c9d7-4a94-97b9-0a9e53661c07 req-0d2dab52-df50-4f46-ab76-baafa00b05c7 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.31 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 946 time: 0.1301689 Dec 20 21:26:41.792425 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-daf02e23-c9d7-4a94-97b9-0a9e53661c07 req-a6be0d30-8629-481d-a1ad-710bee8bb9aa tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Deleting port e34fdc6b-175d-42a9-a274-4cec5af1034d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:26:41.792766 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-daf02e23-c9d7-4a94-97b9-0a9e53661c07 req-a6be0d30-8629-481d-a1ad-710bee8bb9aa tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:41.814938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70878743-cb55-455d-bee8-5bc6e65603e2 req-7b3aae96-fc0c-47da-a349-1a114b54a261 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:41.824652 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70878743-cb55-455d-bee8-5bc6e65603e2 req-7b3aae96-fc0c-47da-a349-1a114b54a261 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.0672996 Dec 20 21:26:41.870114 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70878743-cb55-455d-bee8-5bc6e65603e2 req-37d31d66-0354-43e3-a088-78c63a54e606 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441742 Dec 20 21:26:41.919644 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-daf02e23-c9d7-4a94-97b9-0a9e53661c07 req-a6be0d30-8629-481d-a1ad-710bee8bb9aa tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] For port e34fdc6b-175d-42a9-a274-4cec5af1034d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e34fdc6b-175d-42a9-a274-4cec5af1034d,segment=NetworkSegment(1047176a-b789-4fec-9bbb-fc58c60e3517),segment_id=1047176a-b789-4fec-9bbb-fc58c60e3517)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:41.920297 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-daf02e23-c9d7-4a94-97b9-0a9e53661c07 req-a6be0d30-8629-481d-a1ad-710bee8bb9aa tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:41.944200 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-daf02e23-c9d7-4a94-97b9-0a9e53661c07 req-a6be0d30-8629-481d-a1ad-710bee8bb9aa tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Calling delete_port for e34fdc6b-175d-42a9-a274-4cec5af1034d owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:26:41.962801 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33006) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:42.129585 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a05dd23a-b34f-446c-a674-d2b62a43ad99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:42.232608 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-daf02e23-c9d7-4a94-97b9-0a9e53661c07 req-a6be0d30-8629-481d-a1ad-710bee8bb9aa tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:42.270297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['e34fdc6b-175d-42a9-a274-4cec5af1034d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:42.322083 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be0d30-8629-481d-a1ad-710bee8bb9aa tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Pushing event deleted for resources: {'Port': ['ID=e34fdc6b-175d-42a9-a274-4cec5af1034d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:42.353546 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a05dd23a-b34f-446c-a674-d2b62a43ad99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:42.361234 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a05dd23a-b34f-446c-a674-d2b62a43ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:42.380758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33022) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:42.411988 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a05dd23a-b34f-446c-a674-d2b62a43ad99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd8a9ba2a7c74a9db1fd5239f187eace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4480650 Dec 20 21:26:42.416412 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33026) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:42.435802 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf02e23-c9d7-4a94-97b9-0a9e53661c07 req-a6be0d30-8629-481d-a1ad-710bee8bb9aa tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] No DVR routers for this DVR port e34fdc6b-175d-42a9-a274-4cec5af1034d on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:26:42.449654 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-daf02e23-c9d7-4a94-97b9-0a9e53661c07 req-a6be0d30-8629-481d-a1ad-710bee8bb9aa tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:42.451842 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05dd23a-b34f-446c-a674-d2b62a43ad99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81177e7-bc67-4544-9362-db39f55edcc9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:42.453353 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-daf02e23-c9d7-4a94-97b9-0a9e53661c07 req-a6be0d30-8629-481d-a1ad-710bee8bb9aa tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.31 "DELETE /v2.0/ports/e34fdc6b-175d-42a9-a274-4cec5af1034d HTTP/1.1" status: 204 len: 173 time: 0.8759620 Dec 20 21:26:42.453895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ca403a-eef5-46df-bf43-3d0303c38d34', 'name': 'network-vif-deleted', 'tag': 'e34fdc6b-175d-42a9-a274-4cec5af1034d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:42.469267 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70cc35a-e8f3-43e4-a64b-d8544b132de0" -d '{"events": [{"server_uuid": "86ca403a-eef5-46df-bf43-3d0303c38d34", "name": "network-vif-deleted", "tag": "e34fdc6b-175d-42a9-a274-4cec5af1034d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:42.479088 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22bca0-2b7c-44cd-aabc-2d545bf090a4 req-8c1d4823-53b4-488c-9e31-86632ddceb6d tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:42.481151 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d22bca0-2b7c-44cd-aabc-2d545bf090a4 req-8c1d4823-53b4-488c-9e31-86632ddceb6d tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.0641704 Dec 20 21:26:42.511702 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4370d4-6ab6-483d-9822-4f2b29dddcd0 req-97b8147e-0945-422f-8548-dbc83dc5fa2c tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:42.527570 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ae4370d4-6ab6-483d-9822-4f2b29dddcd0 req-97b8147e-0945-422f-8548-dbc83dc5fa2c tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.2592499 Dec 20 21:26:42.555091 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d22bca0-2b7c-44cd-aabc-2d545bf090a4 req-87d8d860-c666-467b-a75e-5b038608b13a tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667324 Dec 20 21:26:42.623461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-7154d466-9d10-4555-89d3-338d2a2ac073 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-928650094-network', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:42.659941 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ae4370d4-6ab6-483d-9822-4f2b29dddcd0 req-8f700aef-fd0f-4015-9d1c-973e72e591c7 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244638 Dec 20 21:26:42.668776 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ce938be-781f-4fe3-a31c-5460dbf4c434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:42.692219 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af761d06-4e06-42f7-bf38-6bb4266f9015 req-d7878bcc-2f0b-4aa8-9081-eeb3e3a56f98 tempest-InstanceActionsV221TestJSON-566072404 tempest-InstanceActionsV221TestJSON-566072404-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ca403a-eef5-46df-bf43-3d0303c38d34 HTTP/1.1" status: 200 len: 210 time: 0.0462310 Dec 20 21:26:42.699146 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7154d466-9d10-4555-89d3-338d2a2ac073 admin admin] Made reservation on behalf of 97254acb4a43440cabfab1b7a88fcf78 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:26:42.701874 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7154d466-9d10-4555-89d3-338d2a2ac073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:42.722085 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7154d466-9d10-4555-89d3-338d2a2ac073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:42.730553 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ce938be-781f-4fe3-a31c-5460dbf4c434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:42.751391 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda9eb3f-1db8-427e-ac84-508979da4975 x-openstack-request-id: req-fda9eb3f-1db8-427e-ac84-508979da4975 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:42.751915 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ca403a-eef5-46df-bf43-3d0303c38d34", "name": "network-vif-deleted", "tag": "e34fdc6b-175d-42a9-a274-4cec5af1034d", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:42.752160 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fda9eb3f-1db8-427e-ac84-508979da4975 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:42.753445 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ca403a-eef5-46df-bf43-3d0303c38d34', 'name': 'network-vif-deleted', 'tag': 'e34fdc6b-175d-42a9-a274-4cec5af1034d', 'status': 'completed', 'code': 200} Dec 20 21:26:42.839364 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ce938be-781f-4fe3-a31c-5460dbf4c434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:42.842516 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ce938be-781f-4fe3-a31c-5460dbf4c434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:42.846783 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5ce938be-781f-4fe3-a31c-5460dbf4c434 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e81177e7-bc67-4544-9362-db39f55edcc9 HTTP/1.1" status: 204 len: 168 time: 0.4246027 Dec 20 21:26:42.857707 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce938be-781f-4fe3-a31c-5460dbf4c434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81177e7-bc67-4544-9362-db39f55edcc9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:42.906360 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7154d466-9d10-4555-89d3-338d2a2ac073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:42.912455 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7154d466-9d10-4555-89d3-338d2a2ac073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:42.949250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7154d466-9d10-4555-89d3-338d2a2ac073 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:26:42.958278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154d466-9d10-4555-89d3-338d2a2ac073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8708c21b-1b65-415e-aca9-cb688e8f6706,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:42.965901 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7154d466-9d10-4555-89d3-338d2a2ac073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:42.967341 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-7154d466-9d10-4555-89d3-338d2a2ac073 admin admin] Added segment 9c520c28-6b10-4f9a-8266-6e7bfec84ed6 of type vlan for network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 Dec 20 21:26:43.024613 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7154d466-9d10-4555-89d3-338d2a2ac073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:43.054369 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7154d466-9d10-4555-89d3-338d2a2ac073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:43.056483 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7154d466-9d10-4555-89d3-338d2a2ac073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:43.057699 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7154d466-9d10-4555-89d3-338d2a2ac073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:43.120294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7154d466-9d10-4555-89d3-338d2a2ac073 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7378712 Dec 20 21:26:43.123267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33048) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:43.129242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f2060cfa-70eb-4b31-a633-e2a7f62d0723 admin admin] Request body: {'subnet': {'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-928650094-subnet', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:43.170538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154d466-9d10-4555-89d3-338d2a2ac073 admin admin] Pushing event updated for resources: {'Network': ['ID=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:43.181897 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:26:43.239591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488827e-c3d3-4cdc-9197-2e0ab9116dce req-4cf6b304-0045-4bc0-b9f8-f0e21365dd45 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:43.243909 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8488827e-c3d3-4cdc-9197-2e0ab9116dce req-4cf6b304-0045-4bc0-b9f8-f0e21365dd45 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.66 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.1030786 Dec 20 21:26:43.244824 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2060cfa-70eb-4b31-a633-e2a7f62d0723 admin admin] Made reservation on behalf of 97254acb4a43440cabfab1b7a88fcf78 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:26:43.247241 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2060cfa-70eb-4b31-a633-e2a7f62d0723 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:43.492015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-8488827e-c3d3-4cdc-9197-2e0ab9116dce req-43741e0e-fd71-435e-b5cd-2a07459ea7ac tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Deleting port b6a28050-2a32-4d00-8ae3-81d266c9160b {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:26:43.492230 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8488827e-c3d3-4cdc-9197-2e0ab9116dce req-43741e0e-fd71-435e-b5cd-2a07459ea7ac tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:43.673844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8488827e-c3d3-4cdc-9197-2e0ab9116dce req-43741e0e-fd71-435e-b5cd-2a07459ea7ac tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] For port b6a28050-2a32-4d00-8ae3-81d266c9160b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b6a28050-2a32-4d00-8ae3-81d266c9160b,segment=NetworkSegment(8cca1883-e9d5-464d-9ab7-a5b34fb4c08c),segment_id=8cca1883-e9d5-464d-9ab7-a5b34fb4c08c)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:43.674919 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8488827e-c3d3-4cdc-9197-2e0ab9116dce req-43741e0e-fd71-435e-b5cd-2a07459ea7ac tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:43.680211 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2060cfa-70eb-4b31-a633-e2a7f62d0723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:43.728415 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a713b-b546-42ce-bd95-f0343d7a7928 req-0f612e68-a2da-45c5-aefc-d16bc00c0296 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:43.733186 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f37a713b-b546-42ce-bd95-f0343d7a7928 req-0f612e68-a2da-45c5-aefc-d16bc00c0296 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 946 time: 0.0971243 Dec 20 21:26:43.794627 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f37a713b-b546-42ce-bd95-f0343d7a7928 req-38812357-fa39-4212-9a96-486c9bac5e3a tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=ec630c4d-82f5-497a-b0ef-ae36b5074991&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542178 Dec 20 21:26:43.795119 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33074) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:43.842451 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2060cfa-70eb-4b31-a633-e2a7f62d0723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=001d5d77-91ef-4c7f-9aa4-1f279c2cb892,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:43.915864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4bcc7-1a54-44f4-a33b-68baaa8e7529 req-27d213b2-1aa3-4bfc-8bb1-2caf490f41e8 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:43.923399 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-92d4bcc7-1a54-44f4-a33b-68baaa8e7529 req-27d213b2-1aa3-4bfc-8bb1-2caf490f41e8 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.1572647 Dec 20 21:26:43.952720 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-695e55a1-f557-4d3f-a87c-981e5784b5e4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1348179093-network', 'tenant_id': 'e8ba7b8d27444970829aa11e9ca94d50'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:43.954652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2060cfa-70eb-4b31-a633-e2a7f62d0723 admin admin] Checking segment: {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:26:43.955120 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2060cfa-70eb-4b31-a633-e2a7f62d0723 admin admin] Network hostable DHCP agents. Network: 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:26:43.976146 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695e55a1-f557-4d3f-a87c-981e5784b5e4 admin admin] Made reservation on behalf of e8ba7b8d27444970829aa11e9ca94d50 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:26:43.980098 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-695e55a1-f557-4d3f-a87c-981e5784b5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:43.991171 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-695e55a1-f557-4d3f-a87c-981e5784b5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.022479 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-92d4bcc7-1a54-44f4-a33b-68baaa8e7529 req-ae6a015d-6be0-4457-aa1a-105f098f486d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980823 Dec 20 21:26:44.058990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2060cfa-70eb-4b31-a633-e2a7f62d0723 admin admin] Network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:26:44.074462 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8488827e-c3d3-4cdc-9197-2e0ab9116dce req-43741e0e-fd71-435e-b5cd-2a07459ea7ac tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.074838 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8488827e-c3d3-4cdc-9197-2e0ab9116dce req-43741e0e-fd71-435e-b5cd-2a07459ea7ac tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.075397 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [req-8488827e-c3d3-4cdc-9197-2e0ab9116dce req-43741e0e-fd71-435e-b5cd-2a07459ea7ac tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Floating IP ab19398d-ee62-49e9-9cca-9d96caac8040 disassociated. External IP: 172.35.3.153, port: b6a28050-2a32-4d00-8ae3-81d266c9160b. Dec 20 21:26:44.075899 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-8488827e-c3d3-4cdc-9197-2e0ab9116dce req-43741e0e-fd71-435e-b5cd-2a07459ea7ac tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Calling delete_port for b6a28050-2a32-4d00-8ae3-81d266c9160b owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:26:44.089598 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-f2060cfa-70eb-4b31-a633-e2a7f62d0723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:44.096696 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2060cfa-70eb-4b31-a633-e2a7f62d0723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:44.097817 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2060cfa-70eb-4b31-a633-e2a7f62d0723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.101883 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b091c82-911c-4ea9-ab29-a7197197dc66 None None] Network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:26:44.129712 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-695e55a1-f557-4d3f-a87c-981e5784b5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.135141 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-695e55a1-f557-4d3f-a87c-981e5784b5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.153182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695e55a1-f557-4d3f-a87c-981e5784b5e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:26:44.158427 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f2060cfa-70eb-4b31-a633-e2a7f62d0723 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0334415 Dec 20 21:26:44.161096 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33092) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:44.167668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-928650094-router', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:44.168462 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-695e55a1-f557-4d3f-a87c-981e5784b5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.168810 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-695e55a1-f557-4d3f-a87c-981e5784b5e4 admin admin] Added segment 318df120-be87-4d24-a3df-3c1cac04fd0b of type vlan for network 6236d5e1-e3fc-45ac-a50c-be838d498b4d Dec 20 21:26:44.198033 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.199434 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.242022 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-695e55a1-f557-4d3f-a87c-981e5784b5e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.291290 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-695e55a1-f557-4d3f-a87c-981e5784b5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.292267 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695e55a1-f557-4d3f-a87c-981e5784b5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:44.292900 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-695e55a1-f557-4d3f-a87c-981e5784b5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.312602 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.385522 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e55a1-f557-4d3f-a87c-981e5784b5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:44.393862 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33098) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:44.407781 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8488827e-c3d3-4cdc-9197-2e0ab9116dce req-43741e0e-fd71-435e-b5cd-2a07459ea7ac tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.452847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43741e0e-fd71-435e-b5cd-2a07459ea7ac tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Pushing event deleted for resources: {'Port': ['ID=b6a28050-2a32-4d00-8ae3-81d266c9160b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:44.461004 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:26:44.462049 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.467211 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-695e55a1-f557-4d3f-a87c-981e5784b5e4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6681948 Dec 20 21:26:44.473379 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33102) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:44.480367 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d6fe2138-63e9-4740-b3bf-1f980906cc55 admin admin] Request body: {'subnet': {'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1348179093-subnet', 'tenant_id': 'e8ba7b8d27444970829aa11e9ca94d50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:44.499383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e55a1-f557-4d3f-a87c-981e5784b5e4 admin admin] Pushing event updated for resources: {'Network': ['ID=6236d5e1-e3fc-45ac-a50c-be838d498b4d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:44.518862 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad2ac85-8d58-4653-a684-f038ebfcf1d4 admin admin] Deleting subnet fecb725e-315b-4785-982a-d7f71e720e2a {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:26:44.522586 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ac85-8d58-4653-a684-f038ebfcf1d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.562922 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ac85-8d58-4653-a684-f038ebfcf1d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.594422 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 6236d5e1-e3fc-45ac-a50c-be838d498b4d details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:26:44.633361 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ac85-8d58-4653-a684-f038ebfcf1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.658391 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.677046 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8488827e-c3d3-4cdc-9197-2e0ab9116dce req-43741e0e-fd71-435e-b5cd-2a07459ea7ac tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Router b1f31eeb-5fe1-489b-a246-5a680e80afe2 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:26:44.680463 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.711974 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ac85-8d58-4653-a684-f038ebfcf1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.720212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fe2138-63e9-4740-b3bf-1f980906cc55 admin admin] Made reservation on behalf of e8ba7b8d27444970829aa11e9ca94d50 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:26:44.724680 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6fe2138-63e9-4740-b3bf-1f980906cc55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.778837 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Allocated IP 172.20.0.2 (72e5bc2c-5d43-4493-9f9a-0940c4c73eb8/001d5d77-91ef-4c7f-9aa4-1f279c2cb892/01f5af3f-e29b-46f1-b9b5-0413b3e757d6) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:26:44.839719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2ac85-8d58-4653-a684-f038ebfcf1d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fecb725e-315b-4785-982a-d7f71e720e2a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:44.849311 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ad2ac85-8d58-4653-a684-f038ebfcf1d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:44.855410 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2ad2ac85-8d58-4653-a684-f038ebfcf1d4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fecb725e-315b-4785-982a-d7f71e720e2a HTTP/1.1" status: 204 len: 168 time: 0.4615653 Dec 20 21:26:44.862364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33106) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:44.977027 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53857101-e29a-4fd5-add2-6446aba61f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:45.076313 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:45.093302 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:45.125984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:26:45.129503 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:45.142548 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53857101-e29a-4fd5-add2-6446aba61f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:45.166622 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:26:45.211581 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-53857101-e29a-4fd5-add2-6446aba61f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f661c90-5e2e-4a77-a91b-3f78dc105dae']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:45.232293 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-53857101-e29a-4fd5-add2-6446aba61f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1047176a-b789-4fec-9bbb-fc58c60e3517') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:45.232648 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-53857101-e29a-4fd5-add2-6446aba61f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1047176a-b789-4fec-9bbb-fc58c60e3517') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:45.235704 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6fe2138-63e9-4740-b3bf-1f980906cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:45.272344 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53857101-e29a-4fd5-add2-6446aba61f8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:45.298827 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Attempting to bind port 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:26:45.303800 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Attempting to bind port 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:26:45.304927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Attempting to bind port 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 on network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:45.308801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Pushing event updated for resources: {'Port': ['ID=01f5af3f-e29b-46f1-b9b5-0413b3e757d6,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:45.323236 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:26:45.324814 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Checking segment: {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:26:45.325999 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:45.327093 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Bound using segment: {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:26:45.327808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Bound port: 01f5af3f-e29b-46f1-b9b5-0413b3e757d6, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:26:45.329144 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:45.331150 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2cf28061-b2a2-4475-aff9-e8aa120468f3 req-26b07135-9a76-4770-ba9a-3e188e600962 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 210 time: 0.0834727 Dec 20 21:26:45.335197 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53857101-e29a-4fd5-add2-6446aba61f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:45.403342 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe2138-63e9-4740-b3bf-1f980906cc55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb80584-ad70-4bc6-82fb-38aedb298a4b,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:45.409974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53857101-e29a-4fd5-add2-6446aba61f8c admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:26:45.410453 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53857101-e29a-4fd5-add2-6446aba61f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:26:45.417336 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:26:45.428080 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe2138-63e9-4740-b3bf-1f980906cc55 admin admin] Checking segment: {'id': '318df120-be87-4d24-a3df-3c1cac04fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:26:45.428080 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fe2138-63e9-4740-b3bf-1f980906cc55 admin admin] Network hostable DHCP agents. Network: 6236d5e1-e3fc-45ac-a50c-be838d498b4d, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:26:45.454845 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] For port 01f5af3f-e29b-46f1-b9b5-0413b3e757d6, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:26:45.455322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8488827e-c3d3-4cdc-9197-2e0ab9116dce req-43741e0e-fd71-435e-b5cd-2a07459ea7ac tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:26:45.474192 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85816819-8229-4949-a78e-7e28eb20d621 None None] Sync routers for ids ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:26:45.490340 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85816819-8229-4949-a78e-7e28eb20d621 None None] Routers {'b1f31eeb-5fe1-489b-a246-5a680e80afe2'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:26:45.495601 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-85816819-8229-4949-a78e-7e28eb20d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:26:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:45.498577 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] For port 01f5af3f-e29b-46f1-b9b5-0413b3e757d6, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=01f5af3f-e29b-46f1-b9b5-0413b3e757d6,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:26:45.511136 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:45.540965 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8a288-f502-41da-b296-4d114537b113 req-ff7f0391-3202-4974-a464-2082830af9b2 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:45.540965 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1cd8a288-f502-41da-b296-4d114537b113 req-ff7f0391-3202-4974-a464-2082830af9b2 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.2319734 Dec 20 21:26:45.543882 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fe2138-63e9-4740-b3bf-1f980906cc55 admin admin] Network 6236d5e1-e3fc-45ac-a50c-be838d498b4d is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:26:45.558637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7edb74-21e7-4b2f-84f9-7ec6d2b61314 req-2440b3f0-42a8-4bcd-b04b-5d504afd9c81 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:45.560521 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8b7edb74-21e7-4b2f-84f9-7ec6d2b61314 req-2440b3f0-42a8-4bcd-b04b-5d504afd9c81 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.66 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 946 time: 0.1949050 Dec 20 21:26:45.567506 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53857101-e29a-4fd5-add2-6446aba61f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:45.573453 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53857101-e29a-4fd5-add2-6446aba61f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:45.578088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498624d7-4ca2-40f8-b1e1-ad645ee9ecf8 None None] Pushing event updated for resources: {'Port': ['ID=01f5af3f-e29b-46f1-b9b5-0413b3e757d6,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:45.600768 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-53857101-e29a-4fd5-add2-6446aba61f8c admin admin] 10.222.0.32 "DELETE /v2.0/networks/5f661c90-5e2e-4a77-a91b-3f78dc105dae HTTP/1.1" status: 204 len: 168 time: 0.7352200 Dec 20 21:26:45.638625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-8488827e-c3d3-4cdc-9197-2e0ab9116dce req-43741e0e-fd71-435e-b5cd-2a07459ea7ac tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] No DVR routers for this DVR port b6a28050-2a32-4d00-8ae3-81d266c9160b on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:26:45.644085 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8488827e-c3d3-4cdc-9197-2e0ab9116dce req-43741e0e-fd71-435e-b5cd-2a07459ea7ac tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:45.654458 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8488827e-c3d3-4cdc-9197-2e0ab9116dce req-43741e0e-fd71-435e-b5cd-2a07459ea7ac tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.66 "DELETE /v2.0/ports/b6a28050-2a32-4d00-8ae3-81d266c9160b HTTP/1.1" status: 204 len: 173 time: 2.3327329 Dec 20 21:26:45.663546 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72dcb1b-6757-4784-b32e-c43a2da6daad', 'name': 'network-vif-deleted', 'tag': 'b6a28050-2a32-4d00-8ae3-81d266c9160b'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:45.672151 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78a0186-8a8d-4043-9bf6-b55d0dec735d" -d '{"events": [{"server_uuid": "c72dcb1b-6757-4784-b32e-c43a2da6daad", "name": "network-vif-deleted", "tag": "b6a28050-2a32-4d00-8ae3-81d266c9160b"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:45.699082 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d6fe2138-63e9-4740-b3bf-1f980906cc55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 6236d5e1-e3fc-45ac-a50c-be838d498b4d) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:45.710746 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5364259a-1906-4535-9ed5-57e0f737696c None None] Network 6236d5e1-e3fc-45ac-a50c-be838d498b4d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:26:45.715870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fe2138-63e9-4740-b3bf-1f980906cc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:45.720103 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6fe2138-63e9-4740-b3bf-1f980906cc55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:45.833431 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:45.853868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53857101-e29a-4fd5-add2-6446aba61f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=5f661c90-5e2e-4a77-a91b-3f78dc105dae,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:45.930334 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device e34fdc6b-175d-42a9-a274-4cec5af1034d no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:26:45.938747 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fa85d7-c0ec-4710-af10-7f075ee35639 x-openstack-request-id: req-81fa85d7-c0ec-4710-af10-7f075ee35639 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:45.939901 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72dcb1b-6757-4784-b32e-c43a2da6daad", "name": "network-vif-deleted", "tag": "b6a28050-2a32-4d00-8ae3-81d266c9160b", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:45.941104 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81fa85d7-c0ec-4710-af10-7f075ee35639 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:45.944265 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72dcb1b-6757-4784-b32e-c43a2da6daad', 'name': 'network-vif-deleted', 'tag': 'b6a28050-2a32-4d00-8ae3-81d266c9160b', 'status': 'completed', 'code': 200} Dec 20 21:26:45.945101 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33132) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:45.959695 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-85816819-8229-4949-a78e-7e28eb20d621 None None] Set router b1f31eeb-5fe1-489b-a246-5a680e80afe2 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:26:45.976903 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:46.013364 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d6fe2138-63e9-4740-b3bf-1f980906cc55 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5303051 Dec 20 21:26:46.029414 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: e34fdc6b-175d-42a9-a274-4cec5af1034d {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:26:46.030645 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device e34fdc6b-175d-42a9-a274-4cec5af1034d not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:26:46.042323 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1cd8a288-f502-41da-b296-4d114537b113 req-a317d46a-e02b-4c02-8d36-4cf208f396af tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805822 Dec 20 21:26:46.046747 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621c9745-b091-40c0-849f-63d602838037 None None] Network 6236d5e1-e3fc-45ac-a50c-be838d498b4d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:26:46.107094 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:26:46.215136 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-af9e0d2f-9e19-4590-b141-676c750143d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed70fc8069ea4cadbc9bc7e709deec0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658947 Dec 20 21:26:46.220938 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33148) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:46.302620 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8b7edb74-21e7-4b2f-84f9-7ec6d2b61314 req-e79795bc-e048-47d5-a0de-94c9ee338cdf tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Deleting port ef2fb4c5-a764-45d3-9348-07b5b8b9f84c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:26:46.303069 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8b7edb74-21e7-4b2f-84f9-7ec6d2b61314 req-e79795bc-e048-47d5-a0de-94c9ee338cdf tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:46.405502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Allocated IP 172.35.3.83 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/0ab178d6-584a-4cf8-b619-9b02e65de3a3) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:26:46.421562 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bbc5618-763a-4511-b45d-2270cbde0ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:46.485778 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bbc5618-763a-4511-b45d-2270cbde0ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:46.552569 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ec582a9e-088e-4669-ad6e-1adfe77f8de6 req-6966238a-d39c-42ef-8b35-61f22b5a1437 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=c72dcb1b-6757-4784-b32e-c43a2da6daad HTTP/1.1" status: 200 len: 210 time: 0.0519972 Dec 20 21:26:46.562933 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-85816819-8229-4949-a78e-7e28eb20d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:22:04Z', 'revision_number': 4, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'f62a5438-3878-4ef5-a821-bc736b2ed847', 'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'mac_address': 'fa:16:3e:77:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:22:03Z', 'updated_at': '2021-12-20T21:22:11Z', 'revision_number': 5, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'subnets': [{'id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:46.596503 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:46.603600 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85816819-8229-4949-a78e-7e28eb20d621 None None] Checking router: b1f31eeb-5fe1-489b-a246-5a680e80afe2 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:26:46.605565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-8b7edb74-21e7-4b2f-84f9-7ec6d2b61314 req-e79795bc-e048-47d5-a0de-94c9ee338cdf tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] For port ef2fb4c5-a764-45d3-9348-07b5b8b9f84c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ef2fb4c5-a764-45d3-9348-07b5b8b9f84c,segment=NetworkSegment(98f6d881-3939-439f-8dec-3eabefbc3a2c),segment_id=98f6d881-3939-439f-8dec-3eabefbc3a2c)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:46.606901 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8b7edb74-21e7-4b2f-84f9-7ec6d2b61314 req-e79795bc-e048-47d5-a0de-94c9ee338cdf tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:46.614944 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85816819-8229-4949-a78e-7e28eb20d621 None None] Routers {'b1f31eeb-5fe1-489b-a246-5a680e80afe2'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:26:46.615552 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-85816819-8229-4949-a78e-7e28eb20d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:26:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:46.660153 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:46.664135 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-8b7edb74-21e7-4b2f-84f9-7ec6d2b61314 req-e79795bc-e048-47d5-a0de-94c9ee338cdf tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Calling delete_port for ef2fb4c5-a764-45d3-9348-07b5b8b9f84c owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:26:46.674312 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bbc5618-763a-4511-b45d-2270cbde0ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:46.679132 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bbc5618-763a-4511-b45d-2270cbde0ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:46.683435 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9bbc5618-763a-4511-b45d-2270cbde0ea3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76d797f3-2e21-47c9-90cd-37c91730d47f HTTP/1.1" status: 204 len: 168 time: 0.4575458 Dec 20 21:26:46.702883 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc5618-763a-4511-b45d-2270cbde0ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d797f3-2e21-47c9-90cd-37c91730d47f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:46.718290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:26:46.723678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:46.742910 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:26:46.824217 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Pushing event updated for resources: {'Port': ['ID=0ab178d6-584a-4cf8-b619-9b02e65de3a3,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:46.835542 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-85816819-8229-4949-a78e-7e28eb20d621 None None] Set router b1f31eeb-5fe1-489b-a246-5a680e80afe2 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:26:46.948636 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:26:46.960842 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8b7edb74-21e7-4b2f-84f9-7ec6d2b61314 req-e79795bc-e048-47d5-a0de-94c9ee338cdf tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:46.997952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['2f4d255e-dcd5-4c76-b3bb-b708905ae554', 'ef2fb4c5-a764-45d3-9348-07b5b8b9f84c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:47.059309 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79795bc-e048-47d5-a0de-94c9ee338cdf tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Pushing event deleted for resources: {'Port': ['ID=ef2fb4c5-a764-45d3-9348-07b5b8b9f84c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:47.113242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7edb74-21e7-4b2f-84f9-7ec6d2b61314 req-e79795bc-e048-47d5-a0de-94c9ee338cdf tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] No DVR routers for this DVR port ef2fb4c5-a764-45d3-9348-07b5b8b9f84c on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:26:47.120291 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8b7edb74-21e7-4b2f-84f9-7ec6d2b61314 req-e79795bc-e048-47d5-a0de-94c9ee338cdf tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:47.125150 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8b7edb74-21e7-4b2f-84f9-7ec6d2b61314 req-e79795bc-e048-47d5-a0de-94c9ee338cdf tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.66 "DELETE /v2.0/ports/ef2fb4c5-a764-45d3-9348-07b5b8b9f84c HTTP/1.1" status: 204 len: 173 time: 1.5211849 Dec 20 21:26:47.129009 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79e15d1-15a6-4d75-bf6e-09a44a8cc4d6', 'name': 'network-vif-deleted', 'tag': 'ef2fb4c5-a764-45d3-9348-07b5b8b9f84c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:47.134968 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb52e2f-5ecd-46cf-9a07-969e3b9abea5" -d '{"events": [{"server_uuid": "d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6", "name": "network-vif-deleted", "tag": "ef2fb4c5-a764-45d3-9348-07b5b8b9f84c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:47.201042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-367acf93-e779-4336-b8f1-8cb98d51f6fc tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:47.216870 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-367acf93-e779-4336-b8f1-8cb98d51f6fc tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/networks?id=6236d5e1-e3fc-45ac-a50c-be838d498b4d HTTP/1.1" status: 200 len: 822 time: 0.4714377 Dec 20 21:26:47.227314 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cc0f5706-c54c-4199-b91c-a53c3ccb1f4d req-2bbcfbea-f36e-4991-9e9c-6c67ea341916 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6 HTTP/1.1" status: 200 len: 210 time: 0.0693810 Dec 20 21:26:47.258925 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-4e70c321-afad-460a-8b28-72898fafaaaa tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/quotas/e8ba7b8d27444970829aa11e9ca94d50 HTTP/1.1" status: 200 len: 375 time: 0.0408053 Dec 20 21:26:47.303376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:47.303967 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:47.308174 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-d9d6daa1-bbb1-4d8e-b0e1-3664787a13c1 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8ba7b8d27444970829aa11e9ca94d50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482600 Dec 20 21:26:47.313639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-a994f8b5-2e57-4b90-b0aa-6f0da5a51516 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:26:47.335029 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-a994f8b5-2e57-4b90-b0aa-6f0da5a51516 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259712 Dec 20 21:26:47.362924 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-85816819-8229-4949-a78e-7e28eb20d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:22:04Z', 'revision_number': 4, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'f62a5438-3878-4ef5-a821-bc736b2ed847', 'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'mac_address': 'fa:16:3e:77:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:22:03Z', 'updated_at': '2021-12-20T21:22:11Z', 'revision_number': 5, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'subnets': [{'id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:47.381135 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ff4f1d-7a2a-41de-ba51-093852530a47 x-openstack-request-id: req-47ff4f1d-7a2a-41de-ba51-093852530a47 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:47.381472 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79e15d1-15a6-4d75-bf6e-09a44a8cc4d6", "name": "network-vif-deleted", "tag": "ef2fb4c5-a764-45d3-9348-07b5b8b9f84c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:47.381722 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47ff4f1d-7a2a-41de-ba51-093852530a47 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:47.382141 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79e15d1-15a6-4d75-bf6e-09a44a8cc4d6', 'name': 'network-vif-deleted', 'tag': 'ef2fb4c5-a764-45d3-9348-07b5b8b9f84c', 'status': 'completed', 'code': 200} Dec 20 21:26:47.403167 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85816819-8229-4949-a78e-7e28eb20d621 None None] The sync data for ids ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'] in n-d-xena-1 is: [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:22:04Z', 'revision_number': 4, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'f62a5438-3878-4ef5-a821-bc736b2ed847', 'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'mac_address': 'fa:16:3e:77:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:22:03Z', 'updated_at': '2021-12-20T21:22:11Z', 'revision_number': 5, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'subnets': [{'id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:26:47.453474 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:47.455556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22ea2e0-918b-49bc-8f6b-489570ef3933 None None] Network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:26:47.576157 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 01f5af3f-e29b-46f1-b9b5-0413b3e757d6, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=01f5af3f-e29b-46f1-b9b5-0413b3e757d6,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:47.590864 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:47.601428 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e98ee12f-e60a-4978-952e-26f595607686 None None] Provisioning complete for port 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:47.601912 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e98ee12f-e60a-4978-952e-26f595607686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:47.602772 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-dc1a5518-b22c-4ec6-898b-4102f953778f service neutron] 10.222.0.32 "GET /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667739 Dec 20 21:26:47.635759 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:47.775634 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419e7e9-9906-48f1-8250-29db9f81e47c req-c4e0a67b-780a-474e-b8bb-a758fd5dd386 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:47.785363 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=01f5af3f-e29b-46f1-b9b5-0413b3e757d6,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:47.802922 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5419e7e9-9906-48f1-8250-29db9f81e47c req-c4e0a67b-780a-474e-b8bb-a758fd5dd386 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=37b385de-e878-457b-bc95-9307fb11e6b2 HTTP/1.1" status: 200 len: 949 time: 0.1619468 Dec 20 21:26:47.856620 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-115a2b50-6a56-4aba-abaa-96994c48167b service neutron] 10.222.0.32 "GET /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510860 Dec 20 21:26:47.905680 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5419e7e9-9906-48f1-8250-29db9f81e47c req-cd3a91a3-1316-4fdf-bf55-1d2f6c9b13ca tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937333 Dec 20 21:26:47.939146 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea01e062-b5f0-42d7-8dd8-9dd89d28d540 None None] New status for floating IP ab19398d-ee62-49e9-9cca-9d96caac8040: DOWN {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:26:47.945353 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:48.116197 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:48.123382 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33238) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:48.144785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33242) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:48.283022 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e403-7c7d-4e9e-9a17-5aefea198b7f tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:48.314810 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e403-7c7d-4e9e-9a17-5aefea198b7f tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:48.342463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1f35f8dd-2b6e-441a-9d9b-e5915b75d210 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1201837231-network', 'tenant_id': '5ebfdf7a2a97462d938a1c81913d36f4'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:48.373114 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fbfd4030-a907-4f88-9d69-7c7503d50cd1 req-68947b18-4340-4847-94b0-63e896e51bf1 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 210 time: 0.0683699 Dec 20 21:26:48.417331 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f35f8dd-2b6e-441a-9d9b-e5915b75d210 admin admin] Made reservation on behalf of 5ebfdf7a2a97462d938a1c81913d36f4 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:26:48.420356 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f35f8dd-2b6e-441a-9d9b-e5915b75d210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:48.435266 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f35f8dd-2b6e-441a-9d9b-e5915b75d210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:48.437577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Router 1c517428-5c5b-44d6-9535-801287416e23 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:26:48.511620 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-75fc28bd-bbc1-48b3-b87b-9d13161d12ab None None] Provisioning complete for port 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:48.512160 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75fc28bd-bbc1-48b3-b87b-9d13161d12ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:48.538929 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e403-7c7d-4e9e-9a17-5aefea198b7f tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:48.541942 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e403-7c7d-4e9e-9a17-5aefea198b7f tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:48.543590 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-aaf2e403-7c7d-4e9e-9a17-5aefea198b7f tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "DELETE /v2.0/security-groups/ec630c4d-82f5-497a-b0ef-ae36b5074991 HTTP/1.1" status: 204 len: 168 time: 0.3973148 Dec 20 21:26:48.556337 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33260) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:48.577098 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f35f8dd-2b6e-441a-9d9b-e5915b75d210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:48.584073 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2e403-7c7d-4e9e-9a17-5aefea198b7f tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec630c4d-82f5-497a-b0ef-ae36b5074991,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:48.587446 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-e04d0316-bfa9-4f1b-85da-991913f0a761 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] show failed (client error): The resource could not be found. Dec 20 21:26:48.589310 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e04d0316-bfa9-4f1b-85da-991913f0a761 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups/ec630c4d-82f5-497a-b0ef-ae36b5074991 HTTP/1.1" status: 404 len: 347 time: 0.0298195 Dec 20 21:26:48.591886 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f35f8dd-2b6e-441a-9d9b-e5915b75d210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:48.597333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33264) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:48.624720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:26:48.636374 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Sync routers for ids ['1c517428-5c5b-44d6-9535-801287416e23'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:26:48.657018 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Routers {'1c517428-5c5b-44d6-9535-801287416e23'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:26:48.657734 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:26:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1c517428-5c5b-44d6-9535-801287416e23'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:48.660015 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:48.670098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-305a85cb-8fd5-49b4-b0aa-63d32e7f35fc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5042331 Dec 20 21:26:48.671186 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33270) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:48.794428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35f8dd-2b6e-441a-9d9b-e5915b75d210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591b9453-e8d8-4ed4-a181-9e424b5ce51a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:48.812254 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device b6a28050-2a32-4d00-8ae3-81d266c9160b no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:26:48.816460 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Set router 1c517428-5c5b-44d6-9535-801287416e23 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:26:48.865336 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: b6a28050-2a32-4d00-8ae3-81d266c9160b {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:26:48.865600 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device b6a28050-2a32-4d00-8ae3-81d266c9160b not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:26:48.872684 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f35f8dd-2b6e-441a-9d9b-e5915b75d210 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:26:48.884796 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:26:48.921563 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f35f8dd-2b6e-441a-9d9b-e5915b75d210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:48.922512 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-1f35f8dd-2b6e-441a-9d9b-e5915b75d210 admin admin] Added segment 4f6bec48-b535-4fff-9665-3c7405e903de of type vlan for network 49efb77d-f23b-4d38-83f3-b38aa576b795 Dec 20 21:26:48.940378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c9c35-e0ab-4564-aaeb-88bb2c395abe req-484620b4-5edb-48a4-aee6-f3b86b5e4a77 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:48.947949 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd7c9c35-e0ab-4564-aaeb-88bb2c395abe req-484620b4-5edb-48a4-aee6-f3b86b5e4a77 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.1635499 Dec 20 21:26:48.973014 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f35f8dd-2b6e-441a-9d9b-e5915b75d210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:48.975868 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:48.976752 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:49.034516 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f35f8dd-2b6e-441a-9d9b-e5915b75d210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:49.037654 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35f8dd-2b6e-441a-9d9b-e5915b75d210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:49.038369 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f35f8dd-2b6e-441a-9d9b-e5915b75d210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:49.058251 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd7c9c35-e0ab-4564-aaeb-88bb2c395abe req-05cdd111-953f-41fb-88e5-f06f80167a32 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093330 Dec 20 21:26:49.063534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a10a9dc0-56e0-433c-9d8b-90564411ee6f tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Deleting port e9e31d6b-825e-4951-8c1b-148406dec0d9 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:26:49.063958 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a10a9dc0-56e0-433c-9d8b-90564411ee6f tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:49.111854 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c517428-5c5b-44d6-9535-801287416e23', 'name': 'tempest-ServerActionsTestJSON-928650094-router', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:26:44Z', 'updated_at': '2021-12-20T21:26:47Z', 'revision_number': 3, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'gw_port': {'id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:46Z', 'updated_at': '2021-12-20T21:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:49.157996 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1f35f8dd-2b6e-441a-9d9b-e5915b75d210 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0333455 Dec 20 21:26:49.161681 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Checking router: 1c517428-5c5b-44d6-9535-801287416e23 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:26:49.162321 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Updating router 1c517428-5c5b-44d6-9535-801287416e23 port 0ab178d6-584a-4cf8-b619-9b02e65de3a3 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:26:49.163154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33284) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:49.177735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-916b3479-9d76-48a2-8ccc-888085295cdd admin admin] Request body: {'subnet': {'network_id': '49efb77d-f23b-4d38-83f3-b38aa576b795', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1201837231-subnet', 'tenant_id': '5ebfdf7a2a97462d938a1c81913d36f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:49.185168 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35f8dd-2b6e-441a-9d9b-e5915b75d210 admin admin] Pushing event updated for resources: {'Network': ['ID=49efb77d-f23b-4d38-83f3-b38aa576b795,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:49.206404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 49efb77d-f23b-4d38-83f3-b38aa576b795 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:26:49.224426 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:49.229723 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a10a9dc0-56e0-433c-9d8b-90564411ee6f tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:49.230048 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a10a9dc0-56e0-433c-9d8b-90564411ee6f tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:49.252850 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a10a9dc0-56e0-433c-9d8b-90564411ee6f tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Calling delete_port for e9e31d6b-825e-4951-8c1b-148406dec0d9 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:26:49.443431 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a10a9dc0-56e0-433c-9d8b-90564411ee6f tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:49.488376 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a9dc0-56e0-433c-9d8b-90564411ee6f tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Pushing event deleted for resources: {'Port': ['ID=e9e31d6b-825e-4951-8c1b-148406dec0d9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:49.561606 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a10a9dc0-56e0-433c-9d8b-90564411ee6f tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:49.564504 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a10a9dc0-56e0-433c-9d8b-90564411ee6f tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:49.568762 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a10a9dc0-56e0-433c-9d8b-90564411ee6f tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "DELETE /v2.0/floatingips/ab19398d-ee62-49e9-9cca-9d96caac8040 HTTP/1.1" status: 204 len: 168 time: 0.9108288 Dec 20 21:26:49.626365 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fa531e6-5f9f-4d34-924e-32513effc522 req-c12810a8-dbef-47ec-adda-7ef5e7464b82 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 210 time: 0.0307131 Dec 20 21:26:49.653099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916b3479-9d76-48a2-8ccc-888085295cdd admin admin] Made reservation on behalf of 5ebfdf7a2a97462d938a1c81913d36f4 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:26:49.655743 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-916b3479-9d76-48a2-8ccc-888085295cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:49.734638 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:49.746303 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:49.821690 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Attempting to bind port 0ab178d6-584a-4cf8-b619-9b02e65de3a3 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:26:49.832115 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Attempting to bind port 0ab178d6-584a-4cf8-b619-9b02e65de3a3 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:26:49.832797 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Attempting to bind port 0ab178d6-584a-4cf8-b619-9b02e65de3a3 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:49.851892 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:26:49.852557 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:26:49.853098 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:49.853631 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:26:49.854407 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Bound port: 0ab178d6-584a-4cf8-b619-9b02e65de3a3, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:26:49.854956 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:49.901951 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-ea58c08d-5dc2-425d-b0db-f27dff708724 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:49.903727 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-ea58c08d-5dc2-425d-b0db-f27dff708724 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.66 "GET /v2.0/networks?id=6236d5e1-e3fc-45ac-a50c-be838d498b4d HTTP/1.1" status: 200 len: 822 time: 0.1835237 Dec 20 21:26:49.914180 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b696e-7e4e-45bb-8ec7-d21536aa01af None None] Pushing event updated for resources: {'Port': ['ID=0ab178d6-584a-4cf8-b619-9b02e65de3a3,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:49.917129 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:26:49.931436 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b696e-7e4e-45bb-8ec7-d21536aa01af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:49.932141 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b696e-7e4e-45bb-8ec7-d21536aa01af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:49.932710 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b696e-7e4e-45bb-8ec7-d21536aa01af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:49.933250 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b696e-7e4e-45bb-8ec7-d21536aa01af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:49.933782 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b696e-7e4e-45bb-8ec7-d21536aa01af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:49.934348 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b696e-7e4e-45bb-8ec7-d21536aa01af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:49.934859 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b696e-7e4e-45bb-8ec7-d21536aa01af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:49.935421 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b696e-7e4e-45bb-8ec7-d21536aa01af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:49.936050 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b696e-7e4e-45bb-8ec7-d21536aa01af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:49.936577 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b696e-7e4e-45bb-8ec7-d21536aa01af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:49.937203 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b696e-7e4e-45bb-8ec7-d21536aa01af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:49.937731 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7b696e-7e4e-45bb-8ec7-d21536aa01af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:49.943797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-5fd1ac82-ba3a-4231-8fbf-84615a97405a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Request body: {'port': {'device_id': '4c55fdb0-c53b-49f6-9575-be67bf25c287', 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d', 'admin_state_up': True, 'tenant_id': 'e8ba7b8d27444970829aa11e9ca94d50'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:49.951127 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] For port 0ab178d6-584a-4cf8-b619-9b02e65de3a3, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:26:49.954744 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:49.962612 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] For port 0ab178d6-584a-4cf8-b619-9b02e65de3a3, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0ab178d6-584a-4cf8-b619-9b02e65de3a3,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:26:49.971881 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33300) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:49.972576 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:49.978702 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5fb3f9d4-160d-4e4f-a152-479dd4684cfe tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Request body: {'security_group': {'name': 'tempest-securitygroup--758538', 'description': 'tempest-description--1470284692'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:50.069773 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b696e-7e4e-45bb-8ec7-d21536aa01af None None] Pushing event updated for resources: {'Port': ['ID=0ab178d6-584a-4cf8-b619-9b02e65de3a3,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:50.076396 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:50.092791 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Routers {'1c517428-5c5b-44d6-9535-801287416e23'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:26:50.093438 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:26:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1c517428-5c5b-44d6-9535-801287416e23'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:50.111756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b385de-e878-457b-bc95-9307fb11e6b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:50.116842 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74de3842-0d68-411b-960c-e9d9da4b5318" -d '{"events": [{"server_uuid": "37b385de-e878-457b-bc95-9307fb11e6b2", "name": "network-vif-unplugged", "status": "completed", "tag": "5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:50.135910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:50.145845 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:50.211323 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111c3428-8858-486f-8587-d4b530506b07 x-openstack-request-id: req-111c3428-8858-486f-8587-d4b530506b07 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:50.211836 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b385de-e878-457b-bc95-9307fb11e6b2", "name": "network-vif-unplugged", "status": "completed", "tag": "5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:50.211836 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-111c3428-8858-486f-8587-d4b530506b07 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:50.212234 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b385de-e878-457b-bc95-9307fb11e6b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb', 'code': 200} Dec 20 21:26:50.216500 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:50.229181 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:50.229561 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:50.229894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:50.230275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:50.230774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:50.231160 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:50.231492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:50.231812 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:50.232176 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:50.232616 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:50.232935 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:50.233333 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:26:50.280390 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] Set router 1c517428-5c5b-44d6-9535-801287416e23 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:26:50.292095 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-5fd1ac82-ba3a-4231-8fbf-84615a97405a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Made reservation on behalf of e8ba7b8d27444970829aa11e9ca94d50 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:26:50.296263 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-5fd1ac82-ba3a-4231-8fbf-84615a97405a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:50.305069 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] Allocated IP 172.20.0.1 (72e5bc2c-5d43-4493-9f9a-0940c4c73eb8/001d5d77-91ef-4c7f-9aa4-1f279c2cb892/3ff4a202-aab4-4036-8ece-e5e44ee1323c) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:26:50.309014 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5fb3f9d4-160d-4e4f-a152-479dd4684cfe tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:50.368637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad21cf-2699-4cb1-9146-0e31c68c2087 req-0d0f7ea1-eb9d-48ec-bc5d-2bd04218d96b tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:50.379152 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-96ad21cf-2699-4cb1-9146-0e31c68c2087 req-0d0f7ea1-eb9d-48ec-bc5d-2bd04218d96b tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.1813185 Dec 20 21:26:50.402366 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-916b3479-9d76-48a2-8ccc-888085295cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:50.464799 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-5fd1ac82-ba3a-4231-8fbf-84615a97405a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Allocated IP 172.20.0.14 (6236d5e1-e3fc-45ac-a50c-be838d498b4d/1eb80584-ad70-4bc6-82fb-38aedb298a4b/0251b06c-8001-4b5f-9ebc-b857f7fa9f35) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:26:50.503723 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c517428-5c5b-44d6-9535-801287416e23', 'name': 'tempest-ServerActionsTestJSON-928650094-router', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:26:44Z', 'updated_at': '2021-12-20T21:26:47Z', 'revision_number': 3, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'gw_port': {'id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:46Z', 'updated_at': '2021-12-20T21:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:50.532846 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29175a43-b19e-411b-b83a-4a6774857881 None None] The sync data for ids ['1c517428-5c5b-44d6-9535-801287416e23'] in n-d-xena-1 is: [{'id': '1c517428-5c5b-44d6-9535-801287416e23', 'name': 'tempest-ServerActionsTestJSON-928650094-router', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:26:44Z', 'updated_at': '2021-12-20T21:26:47Z', 'revision_number': 3, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'gw_port': {'id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:46Z', 'updated_at': '2021-12-20T21:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:26:50.562664 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-96ad21cf-2699-4cb1-9146-0e31c68c2087 req-490a5a9a-0d06-4a3a-99bd-034ff094d98d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824656 Dec 20 21:26:50.582224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b3479-9d76-48a2-8ccc-888085295cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bcaafbf-c572-44dd-a92c-d82cbc4c54d5,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:50.618203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b3479-9d76-48a2-8ccc-888085295cdd admin admin] Checking segment: {'id': '4f6bec48-b535-4fff-9665-3c7405e903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '49efb77d-f23b-4d38-83f3-b38aa576b795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:26:50.618571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b3479-9d76-48a2-8ccc-888085295cdd admin admin] Network hostable DHCP agents. Network: 49efb77d-f23b-4d38-83f3-b38aa576b795, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:26:50.632891 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:50.650581 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-5fd1ac82-ba3a-4231-8fbf-84615a97405a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:50.669494 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5fb3f9d4-160d-4e4f-a152-479dd4684cfe tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:50.690146 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-5fd1ac82-ba3a-4231-8fbf-84615a97405a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:50.698653 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5fb3f9d4-160d-4e4f-a152-479dd4684cfe tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:50.706229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b3479-9d76-48a2-8ccc-888085295cdd admin admin] Network 49efb77d-f23b-4d38-83f3-b38aa576b795 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:26:50.747033 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5fb3f9d4-160d-4e4f-a152-479dd4684cfe tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:50.747033 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5fb3f9d4-160d-4e4f-a152-479dd4684cfe tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7740345 Dec 20 21:26:50.747981 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-916b3479-9d76-48a2-8ccc-888085295cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 49efb77d-f23b-4d38-83f3-b38aa576b795) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:50.752494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33312) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:50.753670 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:50.760216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f346eea-4276-4790-a8a6-8f75cf6d48af None None] Network 49efb77d-f23b-4d38-83f3-b38aa576b795 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:26:50.773888 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916b3479-9d76-48a2-8ccc-888085295cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:50.774726 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-916b3479-9d76-48a2-8ccc-888085295cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:50.789036 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-5fd1ac82-ba3a-4231-8fbf-84615a97405a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Network 6236d5e1-e3fc-45ac-a50c-be838d498b4d is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:26:50.789998 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-6fc42651-4520-4815-b8de-f5c36f343957 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Request body: {'security_group_rule': {'security_group_id': 'f1f6cc10-ee16-4c72-ae95-e86294732a1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:50.797528 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3f9d4-160d-4e4f-a152-479dd4684cfe tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f6cc10-ee16-4c72-ae95-e86294732a1d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:50.817590 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-5fd1ac82-ba3a-4231-8fbf-84615a97405a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:50.819613 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ef2fb4c5-a764-45d3-9348-07b5b8b9f84c no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:26:50.823068 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-5fd1ac82-ba3a-4231-8fbf-84615a97405a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:26:50.851577 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: ef2fb4c5-a764-45d3-9348-07b5b8b9f84c {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:26:50.851920 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ef2fb4c5-a764-45d3-9348-07b5b8b9f84c not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:26:50.864717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1ac82-ba3a-4231-8fbf-84615a97405a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Pushing event updated for resources: {'Port': ['ID=0251b06c-8001-4b5f-9ebc-b857f7fa9f35,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:50.882841 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-916b3479-9d76-48a2-8ccc-888085295cdd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7081943 Dec 20 21:26:50.927372 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] Network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:26:50.931290 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6fc42651-4520-4815-b8de-f5c36f343957 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:50.941572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e87243-7af2-4d5e-b39f-4d57d39a7e99 req-5e469f20-0dd2-4edf-9b13-7c1ab54e2e2f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:50.954954 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:50.961721 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2e87243-7af2-4d5e-b39f-4d57d39a7e99 req-5e469f20-0dd2-4edf-9b13-7c1ab54e2e2f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 932 time: 0.2147591 Dec 20 21:26:50.977325 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-5fd1ac82-ba3a-4231-8fbf-84615a97405a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:50.977985 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-5fd1ac82-ba3a-4231-8fbf-84615a97405a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:50.981171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:26:51.009073 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff4a202-aab4-4036-8ece-e5e44ee1323c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:51.027032 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-5fd1ac82-ba3a-4231-8fbf-84615a97405a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0979962 Dec 20 21:26:51.057783 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Request body: {'port': {'device_id': '4c55fdb0-c53b-49f6-9575-be67bf25c287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:51.069880 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2e87243-7af2-4d5e-b39f-4d57d39a7e99 req-58c1c70a-821a-4d7a-9a48-e6ac682aedfb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069863 Dec 20 21:26:51.162245 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:51.239376 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:51.339051 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726f64a0-9cd3-428c-96de-2e6195ce2b6d None None] Network 49efb77d-f23b-4d38-83f3-b38aa576b795 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:26:51.401790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d39a419e-559b-4f7a-99a3-92d3dc4b0ecd None None] Provisioning complete for port 3ff4a202-aab4-4036-8ece-e5e44ee1323c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:51.406279 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d39a419e-559b-4f7a-99a3-92d3dc4b0ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:51.409736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03a0e3-86a1-4f50-967a-9dee3dfe0dda req-3015b1fd-5135-4bb1-ba45-44ccecb385b5 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:51.413599 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7c03a0e3-86a1-4f50-967a-9dee3dfe0dda req-3015b1fd-5135-4bb1-ba45-44ccecb385b5 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.3394365 Dec 20 21:26:51.415616 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6fc42651-4520-4815-b8de-f5c36f343957 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:51.539921 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6fc42651-4520-4815-b8de-f5c36f343957 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:51.547904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d39a419e-559b-4f7a-99a3-92d3dc4b0ecd None None] Port 3ff4a202-aab4-4036-8ece-e5e44ee1323c cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:26:51.606937 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:51.619486 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:51.633721 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Transition to ACTIVE for port object 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:26:51.638584 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:51.684254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc42651-4520-4815-b8de-f5c36f343957 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357c88af-8a57-43c4-8b95-bb0a780b4992,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:51.705809 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6fc42651-4520-4815-b8de-f5c36f343957 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:51.707877 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6fc42651-4520-4815-b8de-f5c36f343957 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9517791 Dec 20 21:26:51.712098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:51.713568 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33346) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:51.718002 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0ffb06fd-2902-4b95-988d-3d746a7c60a5 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Request body: {'security_group_rule': {'security_group_id': 'f1f6cc10-ee16-4c72-ae95-e86294732a1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:51.744242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0251b06c-8001-4b5f-9ebc-b857f7fa9f35,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:51.789723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc1af2-431f-4e8c-959c-00d88595f52c req-dfe8ab3e-7fa5-4c6d-8bb7-cf62899882d7 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:51.791514 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-67bc1af2-431f-4e8c-959c-00d88595f52c req-dfe8ab3e-7fa5-4c6d-8bb7-cf62899882d7 tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 945 time: 0.1462572 Dec 20 21:26:51.823972 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-ab2a5ce2-b9ee-4e3f-b7c4-93822804e9db tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:51.825560 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-ab2a5ce2-b9ee-4e3f-b7c4-93822804e9db tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/networks?id=49efb77d-f23b-4d38-83f3-b38aa576b795 HTTP/1.1" status: 200 len: 822 time: 0.2873123 Dec 20 21:26:51.831618 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ffb06fd-2902-4b95-988d-3d746a7c60a5 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:51.879611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-7c03a0e3-86a1-4f50-967a-9dee3dfe0dda req-a1622cd4-ddd3-4856-a77f-476e22c2f44d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Deleting port 2f4d255e-dcd5-4c76-b3bb-b708905ae554 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:26:51.879956 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7c03a0e3-86a1-4f50-967a-9dee3dfe0dda req-a1622cd4-ddd3-4856-a77f-476e22c2f44d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:51.901561 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-67bc1af2-431f-4e8c-959c-00d88595f52c req-f95cffcb-01f5-403b-9916-f0fc78ea38cb tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/security-groups?id=22ba2e50-b65e-4db3-a581-3eaf2a79c585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912399 Dec 20 21:26:51.911412 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Attempting to bind port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:26:51.911742 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Attempting to bind port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '318df120-be87-4d24-a3df-3c1cac04fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:26:51.912069 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Attempting to bind port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 on network 6236d5e1-e3fc-45ac-a50c-be838d498b4d {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:51.925829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 93619fae-0a54-46d8-96b9-ad4c04f05f13 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:26:51.929060 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 on network 6236d5e1-e3fc-45ac-a50c-be838d498b4d not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:26:51.929430 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Attempting to bind port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 on network 6236d5e1-e3fc-45ac-a50c-be838d498b4d {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:51.938120 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-4fc7f3f6-7f22-464b-8717-ac2679388e6f tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/quotas/5ebfdf7a2a97462d938a1c81913d36f4 HTTP/1.1" status: 200 len: 375 time: 0.0714402 Dec 20 21:26:51.942019 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:26:51.942322 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Checking segment: {'id': '318df120-be87-4d24-a3df-3c1cac04fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:26:51.943220 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Bound using segment: {'id': '318df120-be87-4d24-a3df-3c1cac04fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:26:51.943220 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Bound port: 0251b06c-8001-4b5f-9ebc-b857f7fa9f35, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318df120-be87-4d24-a3df-3c1cac04fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:26:51.943441 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:51.946313 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ffb06fd-2902-4b95-988d-3d746a7c60a5 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:51.957567 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ffb06fd-2902-4b95-988d-3d746a7c60a5 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:51.998428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb06fd-2902-4b95-988d-3d746a7c60a5 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0bd4a4d-0c93-4724-9dec-26b50ab84185,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:52.005046 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ffb06fd-2902-4b95-988d-3d746a7c60a5 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:52.009156 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0ffb06fd-2902-4b95-988d-3d746a7c60a5 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2917831 Dec 20 21:26:52.010774 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33354) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:52.011353 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18c55cc6-06e0-47b0-a95e-4c6cd58bba69 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ebfdf7a2a97462d938a1c81913d36f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551996 Dec 20 21:26:52.016792 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0a130085-8a8b-4c3f-b8d7-7033de9e9a70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:52.057961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] For port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:26:52.061190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] For port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0251b06c-8001-4b5f-9ebc-b857f7fa9f35,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:26:52.064278 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 93619fae-0a54-46d8-96b9-ad4c04f05f13, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=93619fae-0a54-46d8-96b9-ad4c04f05f13,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:52.065478 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a130085-8a8b-4c3f-b8d7-7033de9e9a70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:52.069453 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:52.091805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '93619fae-0a54-46d8-96b9-ad4c04f05f13', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '93619fae-0a54-46d8-96b9-ad4c04f05f13', 'mac_address': 'fa:16:3e:78:05:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:26:52.106092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7c03a0e3-86a1-4f50-967a-9dee3dfe0dda req-a1622cd4-ddd3-4856-a77f-476e22c2f44d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] For port 2f4d255e-dcd5-4c76-b3bb-b708905ae554, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2f4d255e-dcd5-4c76-b3bb-b708905ae554,segment=NetworkSegment(98f6d881-3939-439f-8dec-3eabefbc3a2c),segment_id=98f6d881-3939-439f-8dec-3eabefbc3a2c)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:52.106471 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7c03a0e3-86a1-4f50-967a-9dee3dfe0dda req-a1622cd4-ddd3-4856-a77f-476e22c2f44d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:52.139250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-7c03a0e3-86a1-4f50-967a-9dee3dfe0dda req-a1622cd4-ddd3-4856-a77f-476e22c2f44d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Calling delete_port for 2f4d255e-dcd5-4c76-b3bb-b708905ae554 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:26:52.143896 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:52.153779 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:52.158534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:52.172690 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93619fae-0a54-46d8-96b9-ad4c04f05f13 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:52.200996 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 93619fae-0a54-46d8-96b9-ad4c04f05f13, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=93619fae-0a54-46d8-96b9-ad4c04f05f13,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:52.205864 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:52.264177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=93619fae-0a54-46d8-96b9-ad4c04f05f13,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:52.282557 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-45896aa1-19f1-4bbf-88d0-169aa07a6ad4 service neutron] 10.222.0.32 "GET /v2.0/networks/49efb77d-f23b-4d38-83f3-b38aa576b795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701633 Dec 20 21:26:52.288389 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:52.318123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff4a202-aab4-4036-8ece-e5e44ee1323c,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:52.449349 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['93619fae-0a54-46d8-96b9-ad4c04f05f13'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:52.494859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:52.495455 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:52.496927 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] 10.222.0.66 "PUT /v2.0/ports/0251b06c-8001-4b5f-9ebc-b857f7fa9f35 HTTP/1.1" status: 200 len: 1090 time: 1.4486356 Dec 20 21:26:52.500160 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c55fdb0-c53b-49f6-9575-be67bf25c287', 'tag': '0251b06c-8001-4b5f-9ebc-b857f7fa9f35'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:52.502524 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa4e915-0247-462d-ba06-cf7ad9e7048e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c55fdb0-c53b-49f6-9575-be67bf25c287", "tag": "0251b06c-8001-4b5f-9ebc-b857f7fa9f35"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:52.514838 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba7a72-46db-4722-b59b-8c183f2ec8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0251b06c-8001-4b5f-9ebc-b857f7fa9f35,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:52.517752 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-467bf1bc-196f-4f36-9aeb-fce2213f33be service neutron] 10.222.0.32 "GET /v2.0/networks/49efb77d-f23b-4d38-83f3-b38aa576b795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192729 Dec 20 21:26:52.538482 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] Network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:26:52.555936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:52.580943 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc7c3a-0459-40bb-be3d-2f0639674f93 req-6db57d0a-a8aa-4665-8dd1-c1422cb02328 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:52.597498 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-17cc7c3a-0459-40bb-be3d-2f0639674f93 req-6db57d0a-a8aa-4665-8dd1-c1422cb02328 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 944 time: 0.1066818 Dec 20 21:26:52.703225 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7c03a0e3-86a1-4f50-967a-9dee3dfe0dda req-a1622cd4-ddd3-4856-a77f-476e22c2f44d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:52.721845 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] Router 1c517428-5c5b-44d6-9535-801287416e23 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:26:52.732006 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-139bd68d-f9f4-4324-bf1d-8278ef5ccd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:52.733627 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-139bd68d-f9f4-4324-bf1d-8278ef5ccd77 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8ba7b8d27444970829aa11e9ca94d50&device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 1093 time: 0.1718237 Dec 20 21:26:52.737430 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['2f4d255e-dcd5-4c76-b3bb-b708905ae554'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:52.754906 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-17cc7c3a-0459-40bb-be3d-2f0639674f93 req-6196879a-acd6-4e40-97c3-41ed7d9532f3 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564877 Dec 20 21:26:52.802690 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1622cd4-ddd3-4856-a77f-476e22c2f44d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Pushing event deleted for resources: {'Port': ['ID=2f4d255e-dcd5-4c76-b3bb-b708905ae554,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:52.849067 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-ef397d60-0376-4da3-9952-24feea98a5f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0251b06c-8001-4b5f-9ebc-b857f7fa9f35 HTTP/1.1" status: 200 len: 217 time: 0.0897374 Dec 20 21:26:52.878716 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dbde67-e110-464f-b080-f6f54b9a4cf2 x-openstack-request-id: req-65dbde67-e110-464f-b080-f6f54b9a4cf2 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:52.879015 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c55fdb0-c53b-49f6-9575-be67bf25c287", "tag": "0251b06c-8001-4b5f-9ebc-b857f7fa9f35", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:52.879264 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65dbde67-e110-464f-b080-f6f54b9a4cf2 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:52.879660 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c55fdb0-c53b-49f6-9575-be67bf25c287', 'tag': '0251b06c-8001-4b5f-9ebc-b857f7fa9f35', 'status': 'completed', 'code': 200} Dec 20 21:26:52.882043 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a130085-8a8b-4c3f-b8d7-7033de9e9a70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:52.905372 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0bea1039-6b93-494d-9556-6727ceec7c61 None None] Provisioning complete for port 3ff4a202-aab4-4036-8ece-e5e44ee1323c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:52.905911 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0bea1039-6b93-494d-9556-6727ceec7c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:52.943782 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-7e6b0943-d8f2-4600-a327-0e81ab2ffb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:52.946250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c03a0e3-86a1-4f50-967a-9dee3dfe0dda req-a1622cd4-ddd3-4856-a77f-476e22c2f44d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] No DVR routers for this DVR port 2f4d255e-dcd5-4c76-b3bb-b708905ae554 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:26:52.948162 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-7e6b0943-d8f2-4600-a327-0e81ab2ffb55 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1eb80584-ad70-4bc6-82fb-38aedb298a4b HTTP/1.1" status: 200 len: 862 time: 0.0907013 Dec 20 21:26:52.973411 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7c03a0e3-86a1-4f50-967a-9dee3dfe0dda req-a1622cd4-ddd3-4856-a77f-476e22c2f44d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:52.976822 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7c03a0e3-86a1-4f50-967a-9dee3dfe0dda req-a1622cd4-ddd3-4856-a77f-476e22c2f44d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.66 "DELETE /v2.0/ports/2f4d255e-dcd5-4c76-b3bb-b708905ae554 HTTP/1.1" status: 204 len: 173 time: 1.5471287 Dec 20 21:26:52.977230 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0ab178d6-584a-4cf8-b619-9b02e65de3a3 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:26:52.977341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a307984-d4db-45c3-8fab-71fbbbf0de92', 'name': 'network-vif-deleted', 'tag': '2f4d255e-dcd5-4c76-b3bb-b708905ae554'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:52.979646 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b412f47-e6c9-43ef-8e9c-fe85b0a73580" -d '{"events": [{"server_uuid": "2a307984-d4db-45c3-8fab-71fbbbf0de92", "name": "network-vif-deleted", "tag": "2f4d255e-dcd5-4c76-b3bb-b708905ae554"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:52.997322 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-da1ad37f-6e8c-466e-93f7-9d212570b3ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6236d5e1-e3fc-45ac-a50c-be838d498b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394053 Dec 20 21:26:53.033885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:26:53.036590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0bea1039-6b93-494d-9556-6727ceec7c61 None None] Port 3ff4a202-aab4-4036-8ece-e5e44ee1323c cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:26:53.047436 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Sync routers for ids ['1c517428-5c5b-44d6-9535-801287416e23'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:26:53.056813 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f34f390b-ac0f-4638-a0a0-8fcda5e8fd85 admin admin] 10.222.0.32 "PUT /v2.0/routers/1c517428-5c5b-44d6-9535-801287416e23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3753827 Dec 20 21:26:53.082368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Routers {'1c517428-5c5b-44d6-9535-801287416e23'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:26:53.083173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:26:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1c517428-5c5b-44d6-9535-801287416e23'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:53.182455 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6359929-c2bf-442e-855a-50dc82fced81 req-db489275-0f77-441c-a185-90cb74581d0d tempest-ServerRescueTestJSON-601739548 tempest-ServerRescueTestJSON-601739548-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a307984-d4db-45c3-8fab-71fbbbf0de92 HTTP/1.1" status: 200 len: 210 time: 0.0647018 Dec 20 21:26:53.199804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 0ab178d6-584a-4cf8-b619-9b02e65de3a3 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:53.200444 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:53.231403 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417f52d0-5f06-4733-95a8-7651e8aaa80c x-openstack-request-id: req-417f52d0-5f06-4733-95a8-7651e8aaa80c {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:53.232045 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a307984-d4db-45c3-8fab-71fbbbf0de92", "name": "network-vif-deleted", "tag": "2f4d255e-dcd5-4c76-b3bb-b708905ae554", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:53.232388 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-417f52d0-5f06-4733-95a8-7651e8aaa80c {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:53.233010 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a307984-d4db-45c3-8fab-71fbbbf0de92', 'name': 'network-vif-deleted', 'tag': '2f4d255e-dcd5-4c76-b3bb-b708905ae554', 'status': 'completed', 'code': 200} Dec 20 21:26:53.238698 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-0a130085-8a8b-4c3f-b8d7-7033de9e9a70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Allocated IP 172.35.3.236 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/53070377-86f4-4107-b462-fe8cffe9b214) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:26:53.301809 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6d73be4d-4662-4cd8-b1cd-858f1cdd180b req-c33b2015-ef53-4ce0-96e3-9eacaf61e89d tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/ports?device_id=100844b8-471c-42b3-92cb-f6a2ddaddb2e HTTP/1.1" status: 200 len: 210 time: 0.3031802 Dec 20 21:26:53.354924 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Set router 1c517428-5c5b-44d6-9535-801287416e23 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:26:53.385959 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:53.408829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 0ab178d6-584a-4cf8-b619-9b02e65de3a3, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0ab178d6-584a-4cf8-b619-9b02e65de3a3,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:53.416548 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:53.420848 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-e90b0a10-c08d-4730-9359-52cc7f1d7e1f service neutron] 10.222.0.66 "GET /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643894 Dec 20 21:26:53.524013 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f447f87-99c5-4c10-b5fc-dc1161fd325b req-138aedf7-c265-4d5d-9a36-d087af98c2f0 service neutron] 10.222.0.66 "GET /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931599 Dec 20 21:26:53.548558 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a130085-8a8b-4c3f-b8d7-7033de9e9a70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:53.595743 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a130085-8a8b-4c3f-b8d7-7033de9e9a70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:53.610567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=0ab178d6-584a-4cf8-b619-9b02e65de3a3,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:53.656062 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a130085-8a8b-4c3f-b8d7-7033de9e9a70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Pushing event updated for resources: {'Port': ['ID=53070377-86f4-4107-b462-fe8cffe9b214,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:53.713935 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a130085-8a8b-4c3f-b8d7-7033de9e9a70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:26:53.717929 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0a130085-8a8b-4c3f-b8d7-7033de9e9a70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:53.720647 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a130085-8a8b-4c3f-b8d7-7033de9e9a70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:26:53.740102 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c517428-5c5b-44d6-9535-801287416e23', 'name': 'tempest-ServerActionsTestJSON-928650094-router', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:26:44Z', 'updated_at': '2021-12-20T21:26:51Z', 'revision_number': 4, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'gw_port': {'id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:46Z', 'updated_at': '2021-12-20T21:26:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '3ff4a202-aab4-4036-8ece-e5e44ee1323c', 'name': '', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'mac_address': 'fa:16:3e:aa:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:50Z', 'updated_at': '2021-12-20T21:26:51Z', 'revision_number': 2, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'subnets': [{'id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:53.757067 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4e915-0247-462d-ba06-cf7ad9e7048e req-053e6123-309b-45c6-a362-fee53e477fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:53.758640 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8aa4e915-0247-462d-ba06-cf7ad9e7048e req-053e6123-309b-45c6-a362-fee53e477fee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8ba7b8d27444970829aa11e9ca94d50&device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 1093 time: 0.0952256 Dec 20 21:26:53.771115 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Checking router: 1c517428-5c5b-44d6-9535-801287416e23 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:26:53.771588 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Updating router 1c517428-5c5b-44d6-9535-801287416e23 port 3ff4a202-aab4-4036-8ece-e5e44ee1323c binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:26:53.800242 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:53.908677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33400) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:53.917696 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c5f558da-be76-4494-8828-0dc32c56219d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1624523722', 'description': 'tempest-description--2105554026'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:53.933525 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a130085-8a8b-4c3f-b8d7-7033de9e9a70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:53.945877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1d810-dd5a-4704-b318-3983aa1d467a req-a8497c73-3a69-4124-b637-7c98e1ea7456 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:53.952427 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d1d810-dd5a-4704-b318-3983aa1d467a req-a8497c73-3a69-4124-b637-7c98e1ea7456 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 944 time: 0.0816252 Dec 20 21:26:53.955010 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 93619fae-0a54-46d8-96b9-ad4c04f05f13 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:26:53.961483 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4e915-0247-462d-ba06-cf7ad9e7048e req-62f7e361-58e1-4305-98ce-06b2bc14aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:53.963104 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8aa4e915-0247-462d-ba06-cf7ad9e7048e req-62f7e361-58e1-4305-98ce-06b2bc14aba2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6236d5e1-e3fc-45ac-a50c-be838d498b4d HTTP/1.1" status: 200 len: 923 time: 0.1964521 Dec 20 21:26:54.008795 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5f558da-be76-4494-8828-0dc32c56219d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:54.012126 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d1d810-dd5a-4704-b318-3983aa1d467a req-d7d8ffd0-5117-4f5e-b10e-76cb1d210328 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544262 Dec 20 21:26:54.058506 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8aa4e915-0247-462d-ba06-cf7ad9e7048e req-9110d9cf-fb43-4b67-ae76-7559010cb275 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0251b06c-8001-4b5f-9ebc-b857f7fa9f35 HTTP/1.1" status: 200 len: 217 time: 0.0670655 Dec 20 21:26:54.059441 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a130085-8a8b-4c3f-b8d7-7033de9e9a70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:54.112827 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 93619fae-0a54-46d8-96b9-ad4c04f05f13 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:54.113333 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:54.257114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33418) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:54.273410 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4e915-0247-462d-ba06-cf7ad9e7048e req-253d4381-767c-43b4-a514-f10fc59fa3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:54.274831 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8aa4e915-0247-462d-ba06-cf7ad9e7048e req-253d4381-767c-43b4-a514-f10fc59fa3b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1eb80584-ad70-4bc6-82fb-38aedb298a4b HTTP/1.1" status: 200 len: 862 time: 0.1918755 Dec 20 21:26:54.275007 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:54.296632 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:54.301252 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:54.363393 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-62de374c-c1f7-4d8a-80ba-c04b4c09dfc4 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:54.365210 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-62de374c-c1f7-4d8a-80ba-c04b4c09dfc4 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.66 "GET /v2.0/networks?id=49efb77d-f23b-4d38-83f3-b38aa576b795 HTTP/1.1" status: 200 len: 822 time: 0.1420059 Dec 20 21:26:54.381943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c878db2-5aec-4f6b-9c85-9f4652daf1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93619fae-0a54-46d8-96b9-ad4c04f05f13'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:54.385027 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7d952c-df7b-418a-abec-afa8181286d2" -d '{"events": [{"server_uuid": "7c878db2-5aec-4f6b-9c85-9f4652daf1c5", "name": "network-vif-plugged", "status": "completed", "tag": "93619fae-0a54-46d8-96b9-ad4c04f05f13"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:54.391643 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f93c19-e23e-4d18-b624-2f8daac8d817 None None] Pushing event updated for resources: {'Port': ['ID=3ff4a202-aab4-4036-8ece-e5e44ee1323c,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:54.391864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-990e9bab-b029-4921-8570-a56679bc6dfb tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Request body: {'port': {'device_id': '100844b8-471c-42b3-92cb-f6a2ddaddb2e', 'network_id': '49efb77d-f23b-4d38-83f3-b38aa576b795', 'admin_state_up': True, 'tenant_id': '5ebfdf7a2a97462d938a1c81913d36f4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:54.406604 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 93619fae-0a54-46d8-96b9-ad4c04f05f13, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=93619fae-0a54-46d8-96b9-ad4c04f05f13,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:54.445751 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8aa4e915-0247-462d-ba06-cf7ad9e7048e req-e8436bab-798e-4401-88fc-619a4d49b40c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6236d5e1-e3fc-45ac-a50c-be838d498b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274767 Dec 20 21:26:54.447127 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:54.589567 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8cd8f461-a445-4c47-b6bd-1a9336e40430 req-1fa4a411-0987-4246-9414-373e37dd463d tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/ports?device_id=100844b8-471c-42b3-92cb-f6a2ddaddb2e HTTP/1.1" status: 200 len: 210 time: 0.0427816 Dec 20 21:26:54.665626 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5f558da-be76-4494-8828-0dc32c56219d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:54.690110 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5f558da-be76-4494-8828-0dc32c56219d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:54.698254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-990e9bab-b029-4921-8570-a56679bc6dfb tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Made reservation on behalf of 5ebfdf7a2a97462d938a1c81913d36f4 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:26:54.702767 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-990e9bab-b029-4921-8570-a56679bc6dfb tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:54.750675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f558da-be76-4494-8828-0dc32c56219d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5195db88-c15a-49de-9266-925c0e709b40,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:54.753678 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b9a710-eb1f-4b58-b011-b37ab77f4083 x-openstack-request-id: req-08b9a710-eb1f-4b58-b011-b37ab77f4083 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:54.754264 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c878db2-5aec-4f6b-9c85-9f4652daf1c5", "name": "network-vif-plugged", "status": "completed", "tag": "93619fae-0a54-46d8-96b9-ad4c04f05f13", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:54.754264 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08b9a710-eb1f-4b58-b011-b37ab77f4083 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:54.754440 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c878db2-5aec-4f6b-9c85-9f4652daf1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93619fae-0a54-46d8-96b9-ad4c04f05f13', 'code': 200} Dec 20 21:26:54.780917 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Attempting to bind port 3ff4a202-aab4-4036-8ece-e5e44ee1323c on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:26:54.781571 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Attempting to bind port 3ff4a202-aab4-4036-8ece-e5e44ee1323c by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:26:54.782083 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Attempting to bind port 3ff4a202-aab4-4036-8ece-e5e44ee1323c on network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:54.812164 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:26:54.812545 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Checking segment: {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:26:54.812943 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:54.813671 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Bound using segment: {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:26:54.814147 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Bound port: 3ff4a202-aab4-4036-8ece-e5e44ee1323c, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:26:54.814723 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:54.817592 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=93619fae-0a54-46d8-96b9-ad4c04f05f13,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:54.820960 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-50d4a67f-b5bd-41a5-b1ff-94f31f8b732c None None] Provisioning complete for port 3ff4a202-aab4-4036-8ece-e5e44ee1323c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:54.821321 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50d4a67f-b5bd-41a5-b1ff-94f31f8b732c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:54.837307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:26:54.871426 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-990e9bab-b029-4921-8570-a56679bc6dfb tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Allocated IP 172.20.0.5 (49efb77d-f23b-4d38-83f3-b38aa576b795/5bcaafbf-c572-44dd-a92c-d82cbc4c54d5/fa007295-6f04-4544-9583-a43c34615cf6) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:26:54.886174 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0ab178d6-584a-4cf8-b619-9b02e65de3a3 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:26:54.886395 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5f558da-be76-4494-8828-0dc32c56219d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:54.890469 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c5f558da-be76-4494-8828-0dc32c56219d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9750826 Dec 20 21:26:54.895412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33442) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:54.903432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-9013235c-e002-4381-89d0-882a24881ae2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Request body: {'security_group_rule': {'security_group_id': '5195db88-c15a-49de-9266-925c0e709b40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:54.951990 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a130085-8a8b-4c3f-b8d7-7033de9e9a70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:54.961678 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a130085-8a8b-4c3f-b8d7-7033de9e9a70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:54.976469 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8aa4e915-0247-462d-ba06-cf7ad9e7048e req-0584f40e-fd64-4983-87b0-851cbdcdc722 service neutron] 10.222.0.66 "GET /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148778 Dec 20 21:26:55.000335 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-50d4a67f-b5bd-41a5-b1ff-94f31f8b732c None None] Port 3ff4a202-aab4-4036-8ece-e5e44ee1323c cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:26:55.021252 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a130085-8a8b-4c3f-b8d7-7033de9e9a70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:55.072413 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] For port 3ff4a202-aab4-4036-8ece-e5e44ee1323c, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:26:55.081830 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0251b06c-8001-4b5f-9ebc-b857f7fa9f35,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:55.085198 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] For port 3ff4a202-aab4-4036-8ece-e5e44ee1323c, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3ff4a202-aab4-4036-8ece-e5e44ee1323c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:26:55.094781 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 0ab178d6-584a-4cf8-b619-9b02e65de3a3 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:55.095159 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:55.102554 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:55.156170 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a130085-8a8b-4c3f-b8d7-7033de9e9a70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:55.157419 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0a130085-8a8b-4c3f-b8d7-7033de9e9a70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1457112 Dec 20 21:26:55.163849 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a130085-8a8b-4c3f-b8d7-7033de9e9a70 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Pushing event updated for resources: {'Port': ['ID=53070377-86f4-4107-b462-fe8cffe9b214,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:55.177936 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-990e9bab-b029-4921-8570-a56679bc6dfb tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:55.257112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '0251b06c-8001-4b5f-9ebc-b857f7fa9f35', 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d', 'port_id': '0251b06c-8001-4b5f-9ebc-b857f7fa9f35', 'mac_address': 'fa:16:3e:a2:d4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb80584-ad70-4bc6-82fb-38aedb298a4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:26:55.281526 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f93c19-e23e-4d18-b624-2f8daac8d817 None None] Pushing event updated for resources: {'Port': ['ID=3ff4a202-aab4-4036-8ece-e5e44ee1323c,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:55.340899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Routers {'1c517428-5c5b-44d6-9535-801287416e23'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:26:55.341548 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:26:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1c517428-5c5b-44d6-9535-801287416e23'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:55.373553 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8aa4e915-0247-462d-ba06-cf7ad9e7048e req-2e602665-78ba-4bc8-825c-9173f067aaca service neutron] 10.222.0.66 "GET /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491964 Dec 20 21:26:55.418820 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109fb13-f57d-4782-93bb-e7ff20116dbc req-add9ba12-82a1-4cdc-8c7f-142abd271e01 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:55.427575 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b109fb13-f57d-4782-93bb-e7ff20116dbc req-add9ba12-82a1-4cdc-8c7f-142abd271e01 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 944 time: 0.2440789 Dec 20 21:26:55.537992 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:55.558370 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b109fb13-f57d-4782-93bb-e7ff20116dbc req-59ce7e22-36c5-4e33-9ee9-f5d8f2dc313f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296546 Dec 20 21:26:55.675442 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:55.722898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0251b06c-8001-4b5f-9ebc-b857f7fa9f35,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:55.729598 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-788c9696-0254-44b1-b9ab-f3d92d286611 None None] Provisioning complete for port 3ff4a202-aab4-4036-8ece-e5e44ee1323c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:55.729981 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-788c9696-0254-44b1-b9ab-f3d92d286611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:55.736889 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:55.741433 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a83aa7b-6814-4809-a387-a68f681cc604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:55.773971 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] Set router 1c517428-5c5b-44d6-9535-801287416e23 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:26:55.853974 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0ca7f8ea-4d7c-4f7e-bfbc-6feae5b3a89b req-5a60f43b-4a58-43d5-b1d3-fb05b1424208 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/ports?device_id=100844b8-471c-42b3-92cb-f6a2ddaddb2e HTTP/1.1" status: 200 len: 210 time: 0.0351689 Dec 20 21:26:55.900801 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-990e9bab-b029-4921-8570-a56679bc6dfb tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:55.902952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=0251b06c-8001-4b5f-9ebc-b857f7fa9f35,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:55.944878 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9013235c-e002-4381-89d0-882a24881ae2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:55.989433 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-990e9bab-b029-4921-8570-a56679bc6dfb tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Network 49efb77d-f23b-4d38-83f3-b38aa576b795 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:26:56.003720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-990e9bab-b029-4921-8570-a56679bc6dfb tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:56.016725 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-990e9bab-b029-4921-8570-a56679bc6dfb tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:26:56.077260 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-38f50eff-b933-4ee5-906e-ee453d1f7fd6 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--758538&fields=id&tenant_id=cedc15bfaf5b41168bc40cd7545ca53c HTTP/1.1" status: 200 len: 267 time: 0.1889451 Dec 20 21:26:56.081252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e9bab-b029-4921-8570-a56679bc6dfb tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Pushing event updated for resources: {'Port': ['ID=fa007295-6f04-4544-9583-a43c34615cf6,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:56.115597 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-788c9696-0254-44b1-b9ab-f3d92d286611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:56.118320 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['0251b06c-8001-4b5f-9ebc-b857f7fa9f35'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:26:56.121036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-990e9bab-b029-4921-8570-a56679bc6dfb tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:56.122110 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-990e9bab-b029-4921-8570-a56679bc6dfb tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:56.125949 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9013235c-e002-4381-89d0-882a24881ae2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:56.136994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9a83aa7b-6814-4809-a387-a68f681cc604 admin admin] Deleting port adf62b67-a6c6-446a-9b47-d0ed538e2c44 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:26:56.137405 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a83aa7b-6814-4809-a387-a68f681cc604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:56.159691 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9013235c-e002-4381-89d0-882a24881ae2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:56.233104 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-990e9bab-b029-4921-8570-a56679bc6dfb tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8514328 Dec 20 21:26:56.241680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013235c-e002-4381-89d0-882a24881ae2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0734d19f-cb0e-4b8f-a229-df032b96a55d,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:56.253743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Request body: {'port': {'device_id': '100844b8-471c-42b3-92cb-f6a2ddaddb2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:56.256420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-788c9696-0254-44b1-b9ab-f3d92d286611 None None] For port 3ff4a202-aab4-4036-8ece-e5e44ee1323c, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3ff4a202-aab4-4036-8ece-e5e44ee1323c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:56.264285 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9013235c-e002-4381-89d0-882a24881ae2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:56.265516 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9013235c-e002-4381-89d0-882a24881ae2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3686607 Dec 20 21:26:56.275750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33480) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:56.277868 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-788c9696-0254-44b1-b9ab-f3d92d286611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:56.291212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-16ed6005-a706-4d0f-a219-2bff8c0f3c63 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Request body: {'security_group_rule': {'security_group_id': '5195db88-c15a-49de-9266-925c0e709b40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:56.350949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-1fdcb8da-d13f-418c-ac79-655b180fa129 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:56.352537 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-1fdcb8da-d13f-418c-ac79-655b180fa129 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/networks?id=9b2f0b3a-2909-4c06-b8dc-499246cbe550 HTTP/1.1" status: 200 len: 810 time: 0.2422178 Dec 20 21:26:56.355548 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:56.381816 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-07d87ad9-2b8c-40f7-921e-8d5c1821577d tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/quotas/cedc15bfaf5b41168bc40cd7545ca53c HTTP/1.1" status: 200 len: 375 time: 0.0173471 Dec 20 21:26:56.404179 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16ed6005-a706-4d0f-a219-2bff8c0f3c63 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:56.477068 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-9a83aa7b-6814-4809-a387-a68f681cc604 admin admin] For port adf62b67-a6c6-446a-9b47-d0ed538e2c44, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=adf62b67-a6c6-446a-9b47-d0ed538e2c44,segment=NetworkSegment(98f6d881-3939-439f-8dec-3eabefbc3a2c),segment_id=98f6d881-3939-439f-8dec-3eabefbc3a2c)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:56.477685 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a83aa7b-6814-4809-a387-a68f681cc604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:56.517586 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9a83aa7b-6814-4809-a387-a68f681cc604 admin admin] Calling delete_port for adf62b67-a6c6-446a-9b47-d0ed538e2c44 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:26:56.536253 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c9696-0254-44b1-b9ab-f3d92d286611 None None] Pushing event updated for resources: {'Port': ['ID=3ff4a202-aab4-4036-8ece-e5e44ee1323c,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:56.561907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-2baab39f-67fa-4268-be36-acb2acec2a6c tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cedc15bfaf5b41168bc40cd7545ca53c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1526351 Dec 20 21:26:56.585374 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16ed6005-a706-4d0f-a219-2bff8c0f3c63 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:56.601896 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c517428-5c5b-44d6-9535-801287416e23', 'name': 'tempest-ServerActionsTestJSON-928650094-router', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:26:44Z', 'updated_at': '2021-12-20T21:26:51Z', 'revision_number': 4, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'gw_port': {'id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:46Z', 'updated_at': '2021-12-20T21:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '3ff4a202-aab4-4036-8ece-e5e44ee1323c', 'name': '', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'mac_address': 'fa:16:3e:aa:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:50Z', 'updated_at': '2021-12-20T21:26:55Z', 'revision_number': 4, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'subnets': [{'id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:56.669899 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16ed6005-a706-4d0f-a219-2bff8c0f3c63 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:56.684086 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458cc52-4cd4-4477-b028-6e2f5592d51e None None] The sync data for ids ['1c517428-5c5b-44d6-9535-801287416e23'] in n-d-xena-1 is: [{'id': '1c517428-5c5b-44d6-9535-801287416e23', 'name': 'tempest-ServerActionsTestJSON-928650094-router', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:26:44Z', 'updated_at': '2021-12-20T21:26:51Z', 'revision_number': 4, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'gw_port': {'id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:46Z', 'updated_at': '2021-12-20T21:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '3ff4a202-aab4-4036-8ece-e5e44ee1323c', 'name': '', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'mac_address': 'fa:16:3e:aa:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:50Z', 'updated_at': '2021-12-20T21:26:55Z', 'revision_number': 4, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'subnets': [{'id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:26:56.794205 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed6005-a706-4d0f-a219-2bff8c0f3c63 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe28201-c967-4919-b0a9-f000d6be0766,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:56.833405 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16ed6005-a706-4d0f-a219-2bff8c0f3c63 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:56.835458 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-16ed6005-a706-4d0f-a219-2bff8c0f3c63 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5552127 Dec 20 21:26:56.838587 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33488) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:56.842717 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2f4d255e-dcd5-4c76-b3bb-b708905ae554 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:26:56.845872 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a429a1da-1805-4a41-92a6-78b7abce540c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:56.892154 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 2f4d255e-dcd5-4c76-b3bb-b708905ae554 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:26:56.892696 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2f4d255e-dcd5-4c76-b3bb-b708905ae554 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:26:56.892808 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074188fc-ee9b-4f4b-b6a5-e977960d1d06 req-b92eb449-3235-4e46-9d5e-e2046f4c83bd tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:56.895432 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-074188fc-ee9b-4f4b-b6a5-e977960d1d06 req-b92eb449-3235-4e46-9d5e-e2046f4c83bd tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 945 time: 0.2065344 Dec 20 21:26:56.898722 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a429a1da-1805-4a41-92a6-78b7abce540c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:56.990042 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-c5fb4bcc-325a-437f-9b2d-dfa4c0df3f71 service neutron] 10.222.0.32 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946407 Dec 20 21:26:57.052860 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-074188fc-ee9b-4f4b-b6a5-e977960d1d06 req-e32b29ae-1e4c-4570-aa0f-e257fa43ffef tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352954 Dec 20 21:26:57.093812 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8492b5cf-2cf4-4e81-bea5-b0070e6f478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:57.232443 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-4d1bc827-8fae-4be3-a5ef-1a4d16eea9e0 service neutron] 10.222.0.32 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099736 Dec 20 21:26:57.268001 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa007295-6f04-4544-9583-a43c34615cf6 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:26:57.288447 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:57.319769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Transition to ACTIVE for port object fa007295-6f04-4544-9583-a43c34615cf6 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:26:57.332673 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:57.365334 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a429a1da-1805-4a41-92a6-78b7abce540c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:57.463785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Pushing event updated for resources: {'Port': ['ID=fa007295-6f04-4544-9583-a43c34615cf6,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:57.480834 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607505d-9d74-47dc-b939-120b7be3e175 req-32a103af-927d-4cca-a986-96d435cce21b tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:57.484998 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a607505d-9d74-47dc-b939-120b7be3e175 req-32a103af-927d-4cca-a986-96d435cce21b tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/ports?device_id=100844b8-471c-42b3-92cb-f6a2ddaddb2e HTTP/1.1" status: 200 len: 931 time: 0.2393205 Dec 20 21:26:57.490934 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a83aa7b-6814-4809-a387-a68f681cc604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:57.624880 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Attempting to bind port fa007295-6f04-4544-9583-a43c34615cf6 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:26:57.625218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Attempting to bind port fa007295-6f04-4544-9583-a43c34615cf6 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '4f6bec48-b535-4fff-9665-3c7405e903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '49efb77d-f23b-4d38-83f3-b38aa576b795'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:26:57.625551 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Attempting to bind port fa007295-6f04-4544-9583-a43c34615cf6 on network 49efb77d-f23b-4d38-83f3-b38aa576b795 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:57.633301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Port fa007295-6f04-4544-9583-a43c34615cf6 on network 49efb77d-f23b-4d38-83f3-b38aa576b795 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:26:57.633801 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Attempting to bind port fa007295-6f04-4544-9583-a43c34615cf6 on network 49efb77d-f23b-4d38-83f3-b38aa576b795 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:26:57.646290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:26:57.647030 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Checking segment: {'id': '4f6bec48-b535-4fff-9665-3c7405e903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '49efb77d-f23b-4d38-83f3-b38aa576b795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:26:57.647719 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Bound using segment: {'id': '4f6bec48-b535-4fff-9665-3c7405e903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '49efb77d-f23b-4d38-83f3-b38aa576b795'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:26:57.648356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Bound port: fa007295-6f04-4544-9583-a43c34615cf6, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f6bec48-b535-4fff-9665-3c7405e903de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '49efb77d-f23b-4d38-83f3-b38aa576b795'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:26:57.648880 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:57.737112 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83aa7b-6814-4809-a387-a68f681cc604 admin admin] Pushing event deleted for resources: {'Port': ['ID=adf62b67-a6c6-446a-9b47-d0ed538e2c44,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:57.791428 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a607505d-9d74-47dc-b939-120b7be3e175 req-8e1c5501-8ccc-4fd5-b3ce-4fa42feeacc1 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/security-groups?id=591b9453-e8d8-4ed4-a181-9e424b5ce51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953811 Dec 20 21:26:57.842498 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ce8a9763-04b6-485b-83d5-ee148fd33398 req-ed9c3969-b4eb-4ffa-aea1-13ec9bb612b7 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 210 time: 0.1204963 Dec 20 21:26:57.933090 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] For port fa007295-6f04-4544-9583-a43c34615cf6, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:26:57.952171 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-a429a1da-1805-4a41-92a6-78b7abce540c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Allocated IP 172.35.3.250 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/82041aa5-8370-4bff-a35e-f920bde5635a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:26:57.953896 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] For port fa007295-6f04-4544-9583-a43c34615cf6, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=fa007295-6f04-4544-9583-a43c34615cf6,segment=NetworkSegment(4f6bec48-b535-4fff-9665-3c7405e903de),segment_id=4f6bec48-b535-4fff-9665-3c7405e903de)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:26:57.966746 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:58.014335 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:58.014749 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:58.016462 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] 10.222.0.66 "PUT /v2.0/ports/fa007295-6f04-4544-9583-a43c34615cf6 HTTP/1.1" status: 200 len: 1089 time: 1.7695818 Dec 20 21:26:58.019459 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100844b8-471c-42b3-92cb-f6a2ddaddb2e', 'tag': 'fa007295-6f04-4544-9583-a43c34615cf6'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:58.021758 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f606da-d613-4b5c-bf6d-8eaaa3bf1fab" -d '{"events": [{"name": "network-changed", "server_uuid": "100844b8-471c-42b3-92cb-f6a2ddaddb2e", "tag": "fa007295-6f04-4544-9583-a43c34615cf6"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:58.075924 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9c122-70ca-4f7c-90d6-2f33ff725599 service neutron] Pushing event updated for resources: {'Port': ['ID=fa007295-6f04-4544-9583-a43c34615cf6,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:58.149944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-5407b8c3-1f7d-43ee-9acc-34136e417a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:58.151927 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-5407b8c3-1f7d-43ee-9acc-34136e417a0d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5ebfdf7a2a97462d938a1c81913d36f4&device_id=100844b8-471c-42b3-92cb-f6a2ddaddb2e HTTP/1.1" status: 200 len: 1092 time: 0.0619555 Dec 20 21:26:58.161119 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53b2a7e-3f39-4321-b1d9-646f33bb757c x-openstack-request-id: req-a53b2a7e-3f39-4321-b1d9-646f33bb757c {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:58.161422 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100844b8-471c-42b3-92cb-f6a2ddaddb2e", "tag": "fa007295-6f04-4544-9583-a43c34615cf6", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:58.161722 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a53b2a7e-3f39-4321-b1d9-646f33bb757c {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:58.162176 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100844b8-471c-42b3-92cb-f6a2ddaddb2e', 'tag': 'fa007295-6f04-4544-9583-a43c34615cf6', 'status': 'completed', 'code': 200} Dec 20 21:26:58.276941 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-08577134-8ef6-4be6-b411-6536fff8864f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa007295-6f04-4544-9583-a43c34615cf6 HTTP/1.1" status: 200 len: 217 time: 0.1023648 Dec 20 21:26:58.349687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-4ecd4400-0c60-46c2-87bf-e22543cf3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:58.358421 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-4ecd4400-0c60-46c2-87bf-e22543cf3233 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5bcaafbf-c572-44dd-a92c-d82cbc4c54d5 HTTP/1.1" status: 200 len: 862 time: 0.0732727 Dec 20 21:26:58.418745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-0b741787-3ed0-492c-bc55-ac6f2f3c2102 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49efb77d-f23b-4d38-83f3-b38aa576b795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473640 Dec 20 21:26:58.588844 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-37b6b104-754a-483c-8b9a-f2c1a0c1b7ed service neutron] 10.222.0.66 "GET /v2.0/networks/49efb77d-f23b-4d38-83f3-b38aa576b795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604135 Dec 20 21:26:58.713381 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a83aa7b-6814-4809-a387-a68f681cc604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:58.737543 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f7b69-fcd0-470a-a728-55e885e14a5b req-5be7c423-3bcf-43ae-9045-c84e111ca45c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:58.745253 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ca2f7b69-fcd0-470a-a728-55e885e14a5b req-5be7c423-3bcf-43ae-9045-c84e111ca45c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 945 time: 0.5543079 Dec 20 21:26:58.776894 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-495f63c6-6e75-4908-80b3-9e0a2515cbb6 req-edf93b7e-5b77-4281-b320-2e65f80abe64 service neutron] 10.222.0.66 "GET /v2.0/networks/49efb77d-f23b-4d38-83f3-b38aa576b795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804349 Dec 20 21:26:58.782131 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a429a1da-1805-4a41-92a6-78b7abce540c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:58.844590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:26:58.946047 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ca2f7b69-fcd0-470a-a728-55e885e14a5b req-42b13fc4-390f-422c-a817-743d62330808 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997318 Dec 20 21:26:58.983690 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a429a1da-1805-4a41-92a6-78b7abce540c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:59.028621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a429a1da-1805-4a41-92a6-78b7abce540c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:26:59.034361 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a429a1da-1805-4a41-92a6-78b7abce540c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:26:59.039463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a429a1da-1805-4a41-92a6-78b7abce540c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:26:59.055628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:26:59.072604 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:59.077801 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:59.090046 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429a1da-1805-4a41-92a6-78b7abce540c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Pushing event updated for resources: {'Port': ['ID=82041aa5-8370-4bff-a35e-f920bde5635a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:59.119803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f606da-d613-4b5c-bf6d-8eaaa3bf1fab req-4aa82f3b-c1a4-4ace-a9e4-6cb81f91a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:59.138985 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42f606da-d613-4b5c-bf6d-8eaaa3bf1fab req-4aa82f3b-c1a4-4ace-a9e4-6cb81f91a2ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5ebfdf7a2a97462d938a1c81913d36f4&device_id=100844b8-471c-42b3-92cb-f6a2ddaddb2e HTTP/1.1" status: 200 len: 1092 time: 0.2655270 Dec 20 21:26:59.142466 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3ff4a202-aab4-4036-8ece-e5e44ee1323c up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:26:59.195940 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d119db-a9de-4b6c-bf88-b6198240b5bc req-7bc8a6d1-49f8-4138-9d3b-55a5ac047630 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:59.199052 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14d119db-a9de-4b6c-bf88-b6198240b5bc req-7bc8a6d1-49f8-4138-9d3b-55a5ac047630 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/ports?device_id=100844b8-471c-42b3-92cb-f6a2ddaddb2e HTTP/1.1" status: 200 len: 943 time: 0.2626228 Dec 20 21:26:59.262696 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 3ff4a202-aab4-4036-8ece-e5e44ee1323c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:26:59.265384 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:59.303648 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:59.338369 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14d119db-a9de-4b6c-bf88-b6198240b5bc req-12daa792-c866-4ac6-8926-e987c74a6684 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/security-groups?id=591b9453-e8d8-4ed4-a181-9e424b5ce51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770750 Dec 20 21:26:59.363220 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f02992b7-2523-46e8-ac3b-97af30578235 req-d4bfe0da-166a-4841-a02d-d37dbfdd16a5 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 210 time: 0.0824804 Dec 20 21:26:59.389706 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c55fdb0-c53b-49f6-9575-be67bf25c287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0251b06c-8001-4b5f-9ebc-b857f7fa9f35'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:26:59.393286 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f606da-d613-4b5c-bf6d-8eaaa3bf1fab req-551f63c9-6455-4166-90a4-d8adc63c66b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:59.403332 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42f606da-d613-4b5c-bf6d-8eaaa3bf1fab req-551f63c9-6455-4166-90a4-d8adc63c66b4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=49efb77d-f23b-4d38-83f3-b38aa576b795 HTTP/1.1" status: 200 len: 923 time: 0.2562659 Dec 20 21:26:59.406827 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dabfec-40cc-4469-bcf2-b56cba3c2ae4" -d '{"events": [{"server_uuid": "4c55fdb0-c53b-49f6-9575-be67bf25c287", "name": "network-vif-plugged", "status": "completed", "tag": "0251b06c-8001-4b5f-9ebc-b857f7fa9f35"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:26:59.451000 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a83aa7b-6814-4809-a387-a68f681cc604 admin admin] Router 527dda9b-831c-4165-98c3-385a8aac5636 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:26:59.482261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0251b06c-8001-4b5f-9ebc-b857f7fa9f35,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:26:59.493846 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42f606da-d613-4b5c-bf6d-8eaaa3bf1fab req-efc89aff-1697-4d58-824c-39ae130d7a97 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa007295-6f04-4544-9583-a43c34615cf6 HTTP/1.1" status: 200 len: 217 time: 0.0827885 Dec 20 21:26:59.506292 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:59.533884 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd151fcc-e533-4a2a-b6a0-e749ffe7065b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:59.579486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f606da-d613-4b5c-bf6d-8eaaa3bf1fab req-c126ff8b-6fd8-4727-bfb2-3a1545e5e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:59.584097 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42f606da-d613-4b5c-bf6d-8eaaa3bf1fab req-c126ff8b-6fd8-4727-bfb2-3a1545e5e9ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5bcaafbf-c572-44dd-a92c-d82cbc4c54d5 HTTP/1.1" status: 200 len: 862 time: 0.0829988 Dec 20 21:26:59.626373 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a429a1da-1805-4a41-92a6-78b7abce540c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:59.647885 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-3b5d1f11-a349-4a04-81df-82fbaacd968d tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:59.649386 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-3b5d1f11-a349-4a04-81df-82fbaacd968d tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.66 "GET /v2.0/networks?id=9b2f0b3a-2909-4c06-b8dc-499246cbe550 HTTP/1.1" status: 200 len: 810 time: 0.3970387 Dec 20 21:26:59.658865 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42f606da-d613-4b5c-bf6d-8eaaa3bf1fab req-aa0bf616-2ded-4839-8924-a449952d1ed1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=49efb77d-f23b-4d38-83f3-b38aa576b795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470784 Dec 20 21:26:59.659949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=0251b06c-8001-4b5f-9ebc-b857f7fa9f35,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:26:59.665862 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef708f0-935e-4635-be56-44f9b31748e2 x-openstack-request-id: req-aef708f0-935e-4635-be56-44f9b31748e2 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:26:59.666485 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c55fdb0-c53b-49f6-9575-be67bf25c287", "name": "network-vif-plugged", "status": "completed", "tag": "0251b06c-8001-4b5f-9ebc-b857f7fa9f35", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:26:59.667184 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aef708f0-935e-4635-be56-44f9b31748e2 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:26:59.667768 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c55fdb0-c53b-49f6-9575-be67bf25c287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0251b06c-8001-4b5f-9ebc-b857f7fa9f35', 'code': 200} Dec 20 21:26:59.739115 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a429a1da-1805-4a41-92a6-78b7abce540c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:26:59.789705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e9c60-7fc5-4889-9cdb-5e7bd886bbfe req-28b250c1-8424-496c-975b-72a020f103b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:26:59.791533 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a2e9c60-7fc5-4889-9cdb-5e7bd886bbfe req-28b250c1-8424-496c-975b-72a020f103b7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 1095 time: 0.0962863 Dec 20 21:26:59.794178 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-55c3a7d2-f12f-4db2-9a73-576b2c751254 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cedc15bfaf5b41168bc40cd7545ca53c HTTP/1.1" status: 200 len: 376 time: 0.0976448 Dec 20 21:26:59.795460 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a83aa7b-6814-4809-a387-a68f681cc604 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:26:59.806844 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-919d07e4-2599-40e7-b8e6-4ec7532187df tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Request body: {'port': {'device_id': 'f77a0811-7dc5-4336-ae77-13c562387f99', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'admin_state_up': True, 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'security_groups': ['f1f6cc10-ee16-4c72-ae95-e86294732a1d']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:26:59.807603 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2373b5a9-2ae9-4d0a-95b8-317e41cbdb5c None None] Sync routers for ids ['527dda9b-831c-4165-98c3-385a8aac5636'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:26:59.822874 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2373b5a9-2ae9-4d0a-95b8-317e41cbdb5c None None] Routers {'527dda9b-831c-4165-98c3-385a8aac5636'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:26:59.823508 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2373b5a9-2ae9-4d0a-95b8-317e41cbdb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:26:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['527dda9b-831c-4165-98c3-385a8aac5636'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:26:59.858641 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42f606da-d613-4b5c-bf6d-8eaaa3bf1fab req-f4b81dc6-5350-4919-8f90-a880afd865c6 service neutron] 10.222.0.66 "GET /v2.0/networks/49efb77d-f23b-4d38-83f3-b38aa576b795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732178 Dec 20 21:26:59.860741 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a2e9c60-7fc5-4889-9cdb-5e7bd886bbfe req-490dbcbb-6157-4216-9407-f6a82ee48fbe service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548291 Dec 20 21:26:59.869387 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9a83aa7b-6814-4809-a387-a68f681cc604 admin admin] 10.222.0.32 "PUT /v2.0/routers/527dda9b-831c-4165-98c3-385a8aac5636/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5996115 Dec 20 21:26:59.870342 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33550) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:26:59.996407 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2373b5a9-2ae9-4d0a-95b8-317e41cbdb5c None None] Set router 527dda9b-831c-4165-98c3-385a8aac5636 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:26:59.998529 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-919d07e4-2599-40e7-b8e6-4ec7532187df tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Made reservation on behalf of cedc15bfaf5b41168bc40cd7545ca53c for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:27:00.004746 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-919d07e4-2599-40e7-b8e6-4ec7532187df tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:00.084499 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12bc92fc-6601-4711-b28f-711f5cfc4e11 admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:00.193068 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a429a1da-1805-4a41-92a6-78b7abce540c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:00.197994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-919d07e4-2599-40e7-b8e6-4ec7532187df tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Allocated IP 172.20.0.6 (9b2f0b3a-2909-4c06-b8dc-499246cbe550/d594ea94-5bfe-45b1-a31e-dafb0c78a94a/f434c139-b3dc-4a15-956a-26c19a30c49e) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:27:00.201069 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a429a1da-1805-4a41-92a6-78b7abce540c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:00.245651 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12bc92fc-6601-4711-b28f-711f5cfc4e11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:00.256183 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2373b5a9-2ae9-4d0a-95b8-317e41cbdb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527dda9b-831c-4165-98c3-385a8aac5636', 'name': 'tempest-ServerRescueTestJSON-1449008223-router', 'tenant_id': 'f3250a572e594725834b58fe4e751869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '73f83d03-bada-4916-8339-c270fad1ac7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:24:43Z', 'updated_at': '2021-12-20T21:26:57Z', 'revision_number': 5, 'project_id': 'f3250a572e594725834b58fe4e751869', 'gw_port': {'id': '73f83d03-bada-4916-8339-c270fad1ac7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527dda9b-831c-4165-98c3-385a8aac5636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:24:45Z', 'updated_at': '2021-12-20T21:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:00.273902 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a429a1da-1805-4a41-92a6-78b7abce540c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:00.291250 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2373b5a9-2ae9-4d0a-95b8-317e41cbdb5c None None] Checking router: 527dda9b-831c-4165-98c3-385a8aac5636 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:27:00.292902 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8c807-ccfb-46e0-b6d0-cb7260ef0ed6 req-bc3a5885-32bd-4dea-823d-81e4c9f0786e tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:00.303359 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39d8c807-ccfb-46e0-b6d0-cb7260ef0ed6 req-bc3a5885-32bd-4dea-823d-81e4c9f0786e tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 946 time: 0.2646434 Dec 20 21:27:00.307106 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2373b5a9-2ae9-4d0a-95b8-317e41cbdb5c None None] Routers {'527dda9b-831c-4165-98c3-385a8aac5636'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:27:00.308007 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2373b5a9-2ae9-4d0a-95b8-317e41cbdb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:26:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['527dda9b-831c-4165-98c3-385a8aac5636'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:00.317806 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429a1da-1805-4a41-92a6-78b7abce540c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Pushing event updated for resources: {'Port': ['ID=82041aa5-8370-4bff-a35e-f920bde5635a,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:00.325623 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a429a1da-1805-4a41-92a6-78b7abce540c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:00.331646 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a429a1da-1805-4a41-92a6-78b7abce540c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4919920 Dec 20 21:27:00.410724 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39d8c807-ccfb-46e0-b6d0-cb7260ef0ed6 req-3084fb3e-025e-4554-ba1d-880698096cbd tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062536 Dec 20 21:27:00.474588 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2373b5a9-2ae9-4d0a-95b8-317e41cbdb5c None None] Set router 527dda9b-831c-4165-98c3-385a8aac5636 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:27:00.527348 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-12bc92fc-6601-4711-b28f-711f5cfc4e11 admin admin] Deleting port 73f83d03-bada-4916-8339-c270fad1ac7e {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:27:00.527822 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12bc92fc-6601-4711-b28f-711f5cfc4e11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:00.533006 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42f606da-d613-4b5c-bf6d-8eaaa3bf1fab req-42875ae9-738a-4335-9f09-d8428d7ae224 service neutron] 10.222.0.66 "GET /v2.0/networks/49efb77d-f23b-4d38-83f3-b38aa576b795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193901 Dec 20 21:27:00.577170 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2373b5a9-2ae9-4d0a-95b8-317e41cbdb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527dda9b-831c-4165-98c3-385a8aac5636', 'name': 'tempest-ServerRescueTestJSON-1449008223-router', 'tenant_id': 'f3250a572e594725834b58fe4e751869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:24:43Z', 'updated_at': '2021-12-20T21:27:00Z', 'revision_number': 6, 'project_id': 'f3250a572e594725834b58fe4e751869', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:00.595405 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca451f19-9d52-4bdd-b12f-0cf912090523 req-d0c94e77-a7e2-48d6-859d-155e6fb20ba9 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:00.597605 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ca451f19-9d52-4bdd-b12f-0cf912090523 req-d0c94e77-a7e2-48d6-859d-155e6fb20ba9 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/ports?device_id=100844b8-471c-42b3-92cb-f6a2ddaddb2e HTTP/1.1" status: 200 len: 943 time: 0.1065385 Dec 20 21:27:00.600744 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-919d07e4-2599-40e7-b8e6-4ec7532187df tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:00.629364 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:00.635327 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2373b5a9-2ae9-4d0a-95b8-317e41cbdb5c None None] The sync data for ids ['527dda9b-831c-4165-98c3-385a8aac5636'] in n-d-xena-1 is: [{'id': '527dda9b-831c-4165-98c3-385a8aac5636', 'name': 'tempest-ServerRescueTestJSON-1449008223-router', 'tenant_id': 'f3250a572e594725834b58fe4e751869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:24:43Z', 'updated_at': '2021-12-20T21:27:00Z', 'revision_number': 6, 'project_id': 'f3250a572e594725834b58fe4e751869', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:27:00.689356 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ca451f19-9d52-4bdd-b12f-0cf912090523 req-106bcd4b-1875-4567-9f5c-2905ad6f41e1 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/security-groups?id=591b9453-e8d8-4ed4-a181-9e424b5ce51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780208 Dec 20 21:27:00.696116 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-75418c49-474c-4f80-be3e-b2cd8480716a req-4f33e730-95f3-41de-a40b-487c1f17d63e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1624523722&fields=id&tenant_id=97254acb4a43440cabfab1b7a88fcf78 HTTP/1.1" status: 200 len: 267 time: 0.1492450 Dec 20 21:27:00.703960 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-919d07e4-2599-40e7-b8e6-4ec7532187df tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:00.763980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-919d07e4-2599-40e7-b8e6-4ec7532187df tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:27:00.769101 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-919d07e4-2599-40e7-b8e6-4ec7532187df tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:00.775713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-919d07e4-2599-40e7-b8e6-4ec7532187df tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:27:00.784508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-12bc92fc-6601-4711-b28f-711f5cfc4e11 admin admin] For port 73f83d03-bada-4916-8339-c270fad1ac7e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=73f83d03-bada-4916-8339-c270fad1ac7e,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:00.786941 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12bc92fc-6601-4711-b28f-711f5cfc4e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:00.831468 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-12bc92fc-6601-4711-b28f-711f5cfc4e11 admin admin] Calling delete_port for 73f83d03-bada-4916-8339-c270fad1ac7e owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:27:00.833621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device fa007295-6f04-4544-9583-a43c34615cf6 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:27:00.859501 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d07e4-2599-40e7-b8e6-4ec7532187df tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Pushing event updated for resources: {'Port': ['ID=f434c139-b3dc-4a15-956a-26c19a30c49e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:00.899597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78428a5-e68e-4a1b-bcbf-93d7f33f4bb3 req-8d5574f6-8657-4ffe-9b93-c5ad7b7ea1df tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:00.912259 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b78428a5-e68e-4a1b-bcbf-93d7f33f4bb3 req-8d5574f6-8657-4ffe-9b93-c5ad7b7ea1df tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 931 time: 0.1199436 Dec 20 21:27:00.926838 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-919d07e4-2599-40e7-b8e6-4ec7532187df tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:00.928635 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-919d07e4-2599-40e7-b8e6-4ec7532187df tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:00.989578 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b78428a5-e68e-4a1b-bcbf-93d7f33f4bb3 req-38a137de-0ae9-4343-af1b-8352d1b1272c tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1f6cc10-ee16-4c72-ae95-e86294732a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0566976 Dec 20 21:27:00.993243 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-919d07e4-2599-40e7-b8e6-4ec7532187df tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1907010 Dec 20 21:27:01.013040 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Request body: {'port': {'device_id': 'f77a0811-7dc5-4336-ae77-13c562387f99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:01.079400 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device adf62b67-a6c6-446a-9b47-d0ed538e2c44 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:27:01.131704 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: adf62b67-a6c6-446a-9b47-d0ed538e2c44 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:27:01.132127 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device adf62b67-a6c6-446a-9b47-d0ed538e2c44 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:27:01.139209 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75418c49-474c-4f80-be3e-b2cd8480716a req-d8784744-7627-4cdf-8099-a638e7b9ff1b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:01.148370 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-75418c49-474c-4f80-be3e-b2cd8480716a req-d8784744-7627-4cdf-8099-a638e7b9ff1b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 811 time: 0.4358990 Dec 20 21:27:01.167111 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-75418c49-474c-4f80-be3e-b2cd8480716a req-7ecfad9d-4c39-4d03-9901-6b683347dac1 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/quotas/97254acb4a43440cabfab1b7a88fcf78 HTTP/1.1" status: 200 len: 375 time: 0.0175123 Dec 20 21:27:01.170189 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:01.209005 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port fa007295-6f04-4544-9583-a43c34615cf6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=fa007295-6f04-4544-9583-a43c34615cf6,segment=NetworkSegment(4f6bec48-b535-4fff-9665-3c7405e903de),segment_id=4f6bec48-b535-4fff-9665-3c7405e903de)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:01.269735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'fa007295-6f04-4544-9583-a43c34615cf6', 'network_id': '49efb77d-f23b-4d38-83f3-b38aa576b795', 'port_id': 'fa007295-6f04-4544-9583-a43c34615cf6', 'mac_address': 'fa:16:3e:91:ff:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcaafbf-c572-44dd-a92c-d82cbc4c54d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:27:01.287412 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-75418c49-474c-4f80-be3e-b2cd8480716a req-44f8d881-285d-4fbd-9cd9-894ab375a83f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1122692 Dec 20 21:27:01.326869 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:01.343606 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8a523b69-46a6-4b6f-9745-e293957f7337 None None] Provisioning complete for port f434c139-b3dc-4a15-956a-26c19a30c49e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:01.344283 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a523b69-46a6-4b6f-9745-e293957f7337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:01.348478 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa007295-6f04-4544-9583-a43c34615cf6 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:01.396661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port fa007295-6f04-4544-9583-a43c34615cf6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=fa007295-6f04-4544-9583-a43c34615cf6,segment=NetworkSegment(4f6bec48-b535-4fff-9665-3c7405e903de),segment_id=4f6bec48-b535-4fff-9665-3c7405e903de)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:01.401423 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-75418c49-474c-4f80-be3e-b2cd8480716a req-43a5238c-bf0d-4eb7-9c88-4d19d13480f0 service neutron] 10.222.0.32 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077886 Dec 20 21:27:01.404848 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:01.408031 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-8a523b69-46a6-4b6f-9745-e293957f7337 None None] Port f434c139-b3dc-4a15-956a-26c19a30c49e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:27:01.476264 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12bc92fc-6601-4711-b28f-711f5cfc4e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:01.492664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=fa007295-6f04-4544-9583-a43c34615cf6,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:01.525548 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc92fc-6601-4711-b28f-711f5cfc4e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=73f83d03-bada-4916-8339-c270fad1ac7e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:01.673488 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['fa007295-6f04-4544-9583-a43c34615cf6'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:01.683876 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe0912-8954-49d0-b892-57193b04d54f req-094dbeed-3c4b-40c9-b7d8-e1c084ae08ca tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:01.685790 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-52fe0912-8954-49d0-b892-57193b04d54f req-094dbeed-3c4b-40c9-b7d8-e1c084ae08ca tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 946 time: 0.1364906 Dec 20 21:27:01.776870 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-52fe0912-8954-49d0-b892-57193b04d54f req-f116a2bd-3f2b-429c-a576-b2dcd0b13857 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823925 Dec 20 21:27:01.782287 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f434c139-b3dc-4a15-956a-26c19a30c49e {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:01.793917 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:01.844085 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Transition to ACTIVE for port object f434c139-b3dc-4a15-956a-26c19a30c49e will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:27:01.854055 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:02.027376 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:02.029401 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12bc92fc-6601-4711-b28f-711f5cfc4e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:02.079179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Pushing event updated for resources: {'Port': ['ID=f434c139-b3dc-4a15-956a-26c19a30c49e,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:02.098423 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Attempting to bind port f434c139-b3dc-4a15-956a-26c19a30c49e on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:27:02.098767 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Attempting to bind port f434c139-b3dc-4a15-956a-26c19a30c49e by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:27:02.099098 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Attempting to bind port f434c139-b3dc-4a15-956a-26c19a30c49e on network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:02.113972 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7579e-d0ee-41fb-8bfc-b4bc3cacb285 req-2bcf470e-51ca-41ce-8a80-48feb83448b7 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:02.122100 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ed7579e-d0ee-41fb-8bfc-b4bc3cacb285 req-2bcf470e-51ca-41ce-8a80-48feb83448b7 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/ports?device_id=100844b8-471c-42b3-92cb-f6a2ddaddb2e HTTP/1.1" status: 200 len: 944 time: 0.1882410 Dec 20 21:27:02.144946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Port f434c139-b3dc-4a15-956a-26c19a30c49e on network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:27:02.145264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Attempting to bind port f434c139-b3dc-4a15-956a-26c19a30c49e on network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:02.163258 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:27:02.163588 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Checking segment: {'id': '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:27:02.163963 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Bound using segment: {'id': '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:27:02.164392 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Bound port: f434c139-b3dc-4a15-956a-26c19a30c49e, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:27:02.164743 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:02.180625 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-75418c49-474c-4f80-be3e-b2cd8480716a req-487c5f40-282b-4d1c-9eaf-5d3ba49d604f service neutron] 10.222.0.32 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7777033 Dec 20 21:27:02.186673 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12bc92fc-6601-4711-b28f-711f5cfc4e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:02.189055 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12bc92fc-6601-4711-b28f-711f5cfc4e11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:02.197483 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ed7579e-d0ee-41fb-8bfc-b4bc3cacb285 req-56d1817e-8ff2-43c4-8bc1-fa3c08095f97 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/security-groups?id=591b9453-e8d8-4ed4-a181-9e424b5ce51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733335 Dec 20 21:27:02.250888 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12bc92fc-6601-4711-b28f-711f5cfc4e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:02.251915 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bc92fc-6601-4711-b28f-711f5cfc4e11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 527dda9b-831c-4165-98c3-385a8aac5636 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:27:02.261350 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12bc92fc-6601-4711-b28f-711f5cfc4e11 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:02.262318 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-12bc92fc-6601-4711-b28f-711f5cfc4e11 admin admin] 10.222.0.32 "DELETE /v2.0/routers/527dda9b-831c-4165-98c3-385a8aac5636 HTTP/1.1" status: 204 len: 168 time: 2.3894880 Dec 20 21:27:02.263052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33594) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:02.276485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] For port f434c139-b3dc-4a15-956a-26c19a30c49e, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:27:02.344048 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:02.359588 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] For port f434c139-b3dc-4a15-956a-26c19a30c49e, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f434c139-b3dc-4a15-956a-26c19a30c49e,segment=NetworkSegment(8cca1883-e9d5-464d-9ab7-a5b34fb4c08c),segment_id=8cca1883-e9d5-464d-9ab7-a5b34fb4c08c)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:27:02.378083 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:02.380378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09eb95c-3eed-45ec-ae9b-43bd6da43e56 admin admin] Deleting subnet bbb08b0c-a9ff-4797-9123-5ee7d55aacb5 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:27:02.385165 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a09eb95c-3eed-45ec-ae9b-43bd6da43e56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:02.448313 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a09eb95c-3eed-45ec-ae9b-43bd6da43e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:02.488781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Pushing event updated for resources: {'Port': ['ID=f434c139-b3dc-4a15-956a-26c19a30c49e,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:02.507399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44adc0-3b6b-40f1-8bf9-93cbcaa5f945 req-c28ce373-ebe0-43d9-9f48-22ed414935ad tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:02.509925 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab44adc0-3b6b-40f1-8bf9-93cbcaa5f945 req-c28ce373-ebe0-43d9-9f48-22ed414935ad tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 946 time: 0.2396667 Dec 20 21:27:02.512686 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:02.512828 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:02.515455 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-66b011df-3382-4f26-a253-467b8de2e7cb service neutron] 10.222.0.66 "PUT /v2.0/ports/f434c139-b3dc-4a15-956a-26c19a30c49e HTTP/1.1" status: 200 len: 1089 time: 1.5089285 Dec 20 21:27:02.516051 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77a0811-7dc5-4336-ae77-13c562387f99', 'tag': 'f434c139-b3dc-4a15-956a-26c19a30c49e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:02.520246 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f612d3-81ae-49ea-9e42-28496c08362a" -d '{"events": [{"name": "network-changed", "server_uuid": "f77a0811-7dc5-4336-ae77-13c562387f99", "tag": "f434c139-b3dc-4a15-956a-26c19a30c49e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:02.579659 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a09eb95c-3eed-45ec-ae9b-43bd6da43e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:02.587123 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab44adc0-3b6b-40f1-8bf9-93cbcaa5f945 req-ddbd99f5-73c7-4466-ace3-3007bfd30274 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635126 Dec 20 21:27:02.708699 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-b971ad82-7e67-4fca-8570-d3277a2b9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:02.710818 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-b971ad82-7e67-4fca-8570-d3277a2b9858 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cedc15bfaf5b41168bc40cd7545ca53c&device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 1092 time: 0.0975244 Dec 20 21:27:02.721852 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32befb62-6792-4869-8f73-55c4aefbd135 req-13c55149-ca71-4f23-ad33-a905dcbceb29 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:02.730006 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32befb62-6792-4869-8f73-55c4aefbd135 req-13c55149-ca71-4f23-ad33-a905dcbceb29 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 943 time: 0.1941152 Dec 20 21:27:02.779029 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a09eb95c-3eed-45ec-ae9b-43bd6da43e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:02.791732 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-3cb1c0ad-3ac4-47d7-b091-44403695f07c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f434c139-b3dc-4a15-956a-26c19a30c49e HTTP/1.1" status: 200 len: 217 time: 0.0665498 Dec 20 21:27:02.835416 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device fa007295-6f04-4544-9583-a43c34615cf6 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:27:02.894120 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-50ce68f6-6fa9-4972-b83a-bef590771bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:02.895795 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 73f83d03-bada-4916-8339-c270fad1ac7e no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:27:02.900707 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-50ce68f6-6fa9-4972-b83a-bef590771bd1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d594ea94-5bfe-45b1-a31e-dafb0c78a94a HTTP/1.1" status: 200 len: 849 time: 0.1008213 Dec 20 21:27:02.922144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32befb62-6792-4869-8f73-55c4aefbd135 req-a9f15924-3349-4bb9-b4dd-8ebd9341f1e2 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1f6cc10-ee16-4c72-ae95-e86294732a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1911345 Dec 20 21:27:02.922970 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09eb95c-3eed-45ec-ae9b-43bd6da43e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb08b0c-a9ff-4797-9123-5ee7d55aacb5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:02.939147 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 73f83d03-bada-4916-8339-c270fad1ac7e {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:27:02.939648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 73f83d03-bada-4916-8339-c270fad1ac7e not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:27:02.940176 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a09eb95c-3eed-45ec-ae9b-43bd6da43e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:02.946221 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a09eb95c-3eed-45ec-ae9b-43bd6da43e56 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bbb08b0c-a9ff-4797-9123-5ee7d55aacb5 HTTP/1.1" status: 204 len: 168 time: 0.6796079 Dec 20 21:27:02.946221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33624) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:02.998336 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port fa007295-6f04-4544-9583-a43c34615cf6 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:27:03.003342 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port fa007295-6f04-4544-9583-a43c34615cf6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:03.003931 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:03.026211 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-138b37ad-34f0-4a31-a8cb-4d3d1c30b1f1 req-71a20b3a-fff0-443d-b472-b6a047186707 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 210 time: 0.0882466 Dec 20 21:27:03.089812 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2bd63f72-95d1-4bca-9aea-7d81a7b5712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:03.099682 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b0e38b-6605-4821-b615-4cf5ccedda02 x-openstack-request-id: req-d9b0e38b-6605-4821-b615-4cf5ccedda02 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:03.099979 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77a0811-7dc5-4336-ae77-13c562387f99", "tag": "f434c139-b3dc-4a15-956a-26c19a30c49e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:03.100275 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9b0e38b-6605-4821-b615-4cf5ccedda02 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:03.100687 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f77a0811-7dc5-4336-ae77-13c562387f99', 'tag': 'f434c139-b3dc-4a15-956a-26c19a30c49e', 'status': 'completed', 'code': 200} Dec 20 21:27:03.120200 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-c6c7ade3-79ee-4fe7-92ee-61c188db6d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:03.122232 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-c6c7ade3-79ee-4fe7-92ee-61c188db6d39 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2f0b3a-2909-4c06-b8dc-499246cbe550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2155678 Dec 20 21:27:03.240377 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2bd63f72-95d1-4bca-9aea-7d81a7b5712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:03.291408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-2bd63f72-95d1-4bca-9aea-7d81a7b5712d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ecd6d4-0049-4886-bf80-aba52fe894ef']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:03.307302 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-2bd63f72-95d1-4bca-9aea-7d81a7b5712d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f6d881-3939-439f-8dec-3eabefbc3a2c') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:03.308068 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-2bd63f72-95d1-4bca-9aea-7d81a7b5712d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f6d881-3939-439f-8dec-3eabefbc3a2c') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:03.310572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083b0fd-cd5c-48ef-9166-d84be003e5c8 req-258bb862-e192-497c-be5b-947915241c96 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:03.318917 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6083b0fd-cd5c-48ef-9166-d84be003e5c8 req-258bb862-e192-497c-be5b-947915241c96 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 946 time: 0.1354854 Dec 20 21:27:03.321548 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2bd63f72-95d1-4bca-9aea-7d81a7b5712d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:03.351092 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-459b28b9-0b55-4d43-a013-2ad72aecfce3 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214262 Dec 20 21:27:03.386727 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2bd63f72-95d1-4bca-9aea-7d81a7b5712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:03.400759 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6083b0fd-cd5c-48ef-9166-d84be003e5c8 req-af003c0e-54fa-4ea6-a55c-bbd21b1c5680 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758197 Dec 20 21:27:03.429269 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd63f72-95d1-4bca-9aea-7d81a7b5712d admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:27:03.431509 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2bd63f72-95d1-4bca-9aea-7d81a7b5712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:27:03.433448 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:27:03.516665 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b202ab87-90bd-4c6d-a405-73e2590cffd5 req-4f232452-ba64-474a-9fff-6f71ef808d20 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533351 Dec 20 21:27:03.560518 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2e287-b703-46a4-a910-aadd294e3ea7 req-56222785-9172-4ba6-952f-b78e54ba1d66 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:03.570119 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd2e287-b703-46a4-a910-aadd294e3ea7 req-56222785-9172-4ba6-952f-b78e54ba1d66 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/ports?device_id=100844b8-471c-42b3-92cb-f6a2ddaddb2e HTTP/1.1" status: 200 len: 944 time: 0.2370877 Dec 20 21:27:03.607175 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2bd63f72-95d1-4bca-9aea-7d81a7b5712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:03.621291 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2bd63f72-95d1-4bca-9aea-7d81a7b5712d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:03.625637 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2bd63f72-95d1-4bca-9aea-7d81a7b5712d admin admin] 10.222.0.32 "DELETE /v2.0/networks/f8ecd6d4-0049-4886-bf80-aba52fe894ef HTTP/1.1" status: 204 len: 168 time: 0.6784799 Dec 20 21:27:03.650562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfbfca-1dce-48b5-b8d1-81f87f6c185f req-d4589573-24c7-421d-8d25-038d679a3365 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:03.652151 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a3dfbfca-1dce-48b5-b8d1-81f87f6c185f req-d4589573-24c7-421d-8d25-038d679a3365 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 946 time: 0.1221695 Dec 20 21:27:03.658220 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd2e287-b703-46a4-a910-aadd294e3ea7 req-550ea3a4-1e2a-498e-b433-d6ce2105247d tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/security-groups?id=591b9453-e8d8-4ed4-a181-9e424b5ce51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864627 Dec 20 21:27:03.660296 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:03.666430 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd63f72-95d1-4bca-9aea-7d81a7b5712d admin admin] Pushing event deleted for resources: {'Network': ['ID=f8ecd6d4-0049-4886-bf80-aba52fe894ef,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:03.715011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port fa007295-6f04-4544-9583-a43c34615cf6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=fa007295-6f04-4544-9583-a43c34615cf6,segment=NetworkSegment(4f6bec48-b535-4fff-9665-3c7405e903de),segment_id=4f6bec48-b535-4fff-9665-3c7405e903de)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:03.716899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100844b8-471c-42b3-92cb-f6a2ddaddb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa007295-6f04-4544-9583-a43c34615cf6'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:03.722382 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fdc7a8-9c86-462d-b8da-6e5289669407" -d '{"events": [{"server_uuid": "100844b8-471c-42b3-92cb-f6a2ddaddb2e", "name": "network-vif-plugged", "status": "completed", "tag": "fa007295-6f04-4544-9583-a43c34615cf6"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:03.726615 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:03.798771 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f612d3-81ae-49ea-9e42-28496c08362a req-361d3a9b-f704-4164-b5a7-7047649dfcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:03.800894 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51f612d3-81ae-49ea-9e42-28496c08362a req-361d3a9b-f704-4164-b5a7-7047649dfcd8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cedc15bfaf5b41168bc40cd7545ca53c&device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 1092 time: 0.1477242 Dec 20 21:27:03.801724 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=fa007295-6f04-4544-9583-a43c34615cf6,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:03.818323 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a3dfbfca-1dce-48b5-b8d1-81f87f6c185f req-904e593d-ba3d-4859-a023-be6e3de41af3 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992799 Dec 20 21:27:03.818592 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0673a99c-d381-435c-94cb-d3ec748ca100 x-openstack-request-id: req-0673a99c-d381-435c-94cb-d3ec748ca100 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:03.818891 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100844b8-471c-42b3-92cb-f6a2ddaddb2e", "name": "network-vif-plugged", "status": "completed", "tag": "fa007295-6f04-4544-9583-a43c34615cf6", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:03.819141 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0673a99c-d381-435c-94cb-d3ec748ca100 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:03.819554 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100844b8-471c-42b3-92cb-f6a2ddaddb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa007295-6f04-4544-9583-a43c34615cf6', 'code': 200} Dec 20 21:27:03.873470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33648) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:03.973236 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f612d3-81ae-49ea-9e42-28496c08362a req-aaca26e5-4875-4b99-a001-3642f756ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:03.975057 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51f612d3-81ae-49ea-9e42-28496c08362a req-aaca26e5-4875-4b99-a001-3642f756ce2a service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b2f0b3a-2909-4c06-b8dc-499246cbe550 HTTP/1.1" status: 200 len: 911 time: 0.1284704 Dec 20 21:27:04.034259 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51f612d3-81ae-49ea-9e42-28496c08362a req-04c0fde4-d887-4644-a117-d0ff809577ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f434c139-b3dc-4a15-956a-26c19a30c49e HTTP/1.1" status: 200 len: 217 time: 0.0508578 Dec 20 21:27:04.039925 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7c837b6e-c6f2-4b1d-8b00-d34cc8587b83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3250a572e594725834b58fe4e751869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1652029 Dec 20 21:27:04.043233 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33660) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:04.073153 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f7da6-582e-4387-9235-a89bc41c2486 req-95142bd0-a93b-45a1-ae45-fa90943c5aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:04.075658 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-874f7da6-582e-4387-9235-a89bc41c2486 req-95142bd0-a93b-45a1-ae45-fa90943c5aa4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=100844b8-471c-42b3-92cb-f6a2ddaddb2e HTTP/1.1" status: 200 len: 1094 time: 0.0974207 Dec 20 21:27:04.121738 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f612d3-81ae-49ea-9e42-28496c08362a req-b23c286e-546f-4468-a033-5dff05b7ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:04.123212 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51f612d3-81ae-49ea-9e42-28496c08362a req-b23c286e-546f-4468-a033-5dff05b7ccf6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d594ea94-5bfe-45b1-a31e-dafb0c78a94a HTTP/1.1" status: 200 len: 849 time: 0.0790887 Dec 20 21:27:04.165920 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-874f7da6-582e-4387-9235-a89bc41c2486 req-6f83c3c6-6b9b-4938-8254-e252edc187d1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=591b9453-e8d8-4ed4-a181-9e424b5ce51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827520 Dec 20 21:27:04.194942 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bb9a9-468a-4845-ae97-d99ddfbc5e75 req-f7ea9a7e-0e25-4706-bab0-8b63c1023956 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:04.203041 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b68bb9a9-468a-4845-ae97-d99ddfbc5e75 req-f7ea9a7e-0e25-4706-bab0-8b63c1023956 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 946 time: 0.0907676 Dec 20 21:27:04.228843 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-44fed91a-721f-4384-b297-8cb487b90cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:04.244458 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b68bb9a9-468a-4845-ae97-d99ddfbc5e75 req-a5984d9e-81e9-48bb-aa12-3e6f3fd47fad tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404677 Dec 20 21:27:04.268710 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f612d3-81ae-49ea-9e42-28496c08362a req-acd87e8e-33ae-4a22-aa93-3dede51bcb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:04.270574 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51f612d3-81ae-49ea-9e42-28496c08362a req-acd87e8e-33ae-4a22-aa93-3dede51bcb87 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2f0b3a-2909-4c06-b8dc-499246cbe550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1229169 Dec 20 21:27:04.273950 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-44fed91a-721f-4384-b297-8cb487b90cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:04.282505 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a3762-bc04-481d-8b8f-b53935f10825 req-1eff0619-1433-402f-9e40-8600be10ff6c tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:04.284027 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-379a3762-bc04-481d-8b8f-b53935f10825 req-1eff0619-1433-402f-9e40-8600be10ff6c tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 943 time: 0.1589968 Dec 20 21:27:04.351719 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-379a3762-bc04-481d-8b8f-b53935f10825 req-f22b3328-c43f-44c9-ba3a-ceb1fc5e2b9b tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1f6cc10-ee16-4c72-ae95-e86294732a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0578244 Dec 20 21:27:04.365650 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-44fed91a-721f-4384-b297-8cb487b90cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:04.371301 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-44fed91a-721f-4384-b297-8cb487b90cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:04.374779 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-44fed91a-721f-4384-b297-8cb487b90cc2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22ba2e50-b65e-4db3-a581-3eaf2a79c585 HTTP/1.1" status: 204 len: 168 time: 0.3293576 Dec 20 21:27:04.521939 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75418c49-474c-4f80-be3e-b2cd8480716a req-e605e5e7-5ace-4d17-b39c-a645dcdb8d2a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:04.523929 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-75418c49-474c-4f80-be3e-b2cd8480716a req-e605e5e7-5ace-4d17-b39c-a645dcdb8d2a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.31 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 811 time: 0.1328733 Dec 20 21:27:04.529997 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fed91a-721f-4384-b297-8cb487b90cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ba2e50-b65e-4db3-a581-3eaf2a79c585,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:04.578459 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a5c7a-f8cc-4039-861c-47f96eb762de req-4c6c6878-307e-4f83-bb90-9b91795a5859 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:04.596241 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f5a5c7a-f8cc-4039-861c-47f96eb762de req-4c6c6878-307e-4f83-bb90-9b91795a5859 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 946 time: 0.1024907 Dec 20 21:27:04.616624 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-efac4ba0-6811-46f3-bfcb-221f6372150d req-e4851e27-3036-4e68-b0b3-6f9c3e733a9f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 210 time: 0.0912650 Dec 20 21:27:04.661264 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-75418c49-474c-4f80-be3e-b2cd8480716a req-e7e90cc7-fca3-43c8-9e2f-0556677036ec tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97254acb4a43440cabfab1b7a88fcf78 HTTP/1.1" status: 200 len: 380 time: 0.1083450 Dec 20 21:27:04.682287 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f5a5c7a-f8cc-4039-861c-47f96eb762de req-646886fa-569b-40fc-8f07-e52fe1c943a3 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838647 Dec 20 21:27:04.683344 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-75418c49-474c-4f80-be3e-b2cd8480716a req-24c62129-4ceb-4d54-ad18-7d4a4d49bd1c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Request body: {'port': {'device_id': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'admin_state_up': True, 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'security_groups': ['5195db88-c15a-49de-9266-925c0e709b40']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:04.749664 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51f612d3-81ae-49ea-9e42-28496c08362a req-fa984472-a25a-4074-a46e-c904681fe08a service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230515 Dec 20 21:27:04.856016 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f434c139-b3dc-4a15-956a-26c19a30c49e details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:27:04.949280 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7e3df-2e59-4a7c-8e4b-0b4438671785 req-5a64b70c-211a-4ff4-b66f-a82d5b9a702a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:04.954671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e2556-52b6-4911-a29d-f331fe65cd74 req-192035f9-53f6-4654-9229-4d30b6b1c0ce tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:04.955944 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6cb7e3df-2e59-4a7c-8e4b-0b4438671785 req-5a64b70c-211a-4ff4-b66f-a82d5b9a702a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 946 time: 0.1152716 Dec 20 21:27:04.962146 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-676e2556-52b6-4911-a29d-f331fe65cd74 req-192035f9-53f6-4654-9229-4d30b6b1c0ce tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/ports?device_id=100844b8-471c-42b3-92cb-f6a2ddaddb2e HTTP/1.1" status: 200 len: 945 time: 0.1571810 Dec 20 21:27:04.990317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75418c49-474c-4f80-be3e-b2cd8480716a req-24c62129-4ceb-4d54-ad18-7d4a4d49bd1c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Made reservation on behalf of 97254acb4a43440cabfab1b7a88fcf78 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:27:04.994284 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75418c49-474c-4f80-be3e-b2cd8480716a req-24c62129-4ceb-4d54-ad18-7d4a4d49bd1c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:05.013849 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51f612d3-81ae-49ea-9e42-28496c08362a req-2b1803ab-1354-43a9-9aad-6dbb07cb4889 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362721 Dec 20 21:27:05.039404 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6cb7e3df-2e59-4a7c-8e4b-0b4438671785 req-adae7168-7be7-4c06-b0bf-3e5079af4ac9 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763345 Dec 20 21:27:05.041034 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-676e2556-52b6-4911-a29d-f331fe65cd74 req-49614676-dc45-44e2-8962-6d7153423610 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/security-groups?id=591b9453-e8d8-4ed4-a181-9e424b5ce51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772467 Dec 20 21:27:05.043237 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f434c139-b3dc-4a15-956a-26c19a30c49e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f434c139-b3dc-4a15-956a-26c19a30c49e,segment=NetworkSegment(8cca1883-e9d5-464d-9ab7-a5b34fb4c08c),segment_id=8cca1883-e9d5-464d-9ab7-a5b34fb4c08c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:05.096499 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'f434c139-b3dc-4a15-956a-26c19a30c49e', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'port_id': 'f434c139-b3dc-4a15-956a-26c19a30c49e', 'mac_address': 'fa:16:3e:86:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:27:05.199964 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:05.239671 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f434c139-b3dc-4a15-956a-26c19a30c49e {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:05.244190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-75418c49-474c-4f80-be3e-b2cd8480716a req-24c62129-4ceb-4d54-ad18-7d4a4d49bd1c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Allocated IP 172.20.0.4 (72e5bc2c-5d43-4493-9f9a-0940c4c73eb8/001d5d77-91ef-4c7f-9aa4-1f279c2cb892/b71953cc-274e-48e8-9e1d-23313750574c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:27:05.266163 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f434c139-b3dc-4a15-956a-26c19a30c49e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f434c139-b3dc-4a15-956a-26c19a30c49e,segment=NetworkSegment(8cca1883-e9d5-464d-9ab7-a5b34fb4c08c),segment_id=8cca1883-e9d5-464d-9ab7-a5b34fb4c08c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:05.275306 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:05.421004 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=f434c139-b3dc-4a15-956a-26c19a30c49e,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:05.472916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c971e-bf72-4994-872a-fb5afb30146c req-62d29dc1-00ab-48da-b63d-791b592fc5da tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:05.480731 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de1c971e-bf72-4994-872a-fb5afb30146c req-62d29dc1-00ab-48da-b63d-791b592fc5da tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 946 time: 0.1826310 Dec 20 21:27:05.550336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58bab0-4bf4-4d38-9a8b-2a86c3a9e21b req-c56293fb-24a7-489e-ae41-36630490b758 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:05.555728 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['f434c139-b3dc-4a15-956a-26c19a30c49e'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:05.557325 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de1c971e-bf72-4994-872a-fb5afb30146c req-cec343b4-dace-4377-aa96-e63350c8b0c5 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755184 Dec 20 21:27:05.559933 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9e58bab0-4bf4-4d38-9a8b-2a86c3a9e21b req-c56293fb-24a7-489e-ae41-36630490b758 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 944 time: 0.0908232 Dec 20 21:27:05.632873 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9e58bab0-4bf4-4d38-9a8b-2a86c3a9e21b req-85f90b1c-f4f6-4088-9860-667361f7417c tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1f6cc10-ee16-4c72-ae95-e86294732a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0660026 Dec 20 21:27:05.660027 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75418c49-474c-4f80-be3e-b2cd8480716a req-24c62129-4ceb-4d54-ad18-7d4a4d49bd1c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:05.742506 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75418c49-474c-4f80-be3e-b2cd8480716a req-24c62129-4ceb-4d54-ad18-7d4a4d49bd1c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:05.829332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75418c49-474c-4f80-be3e-b2cd8480716a req-24c62129-4ceb-4d54-ad18-7d4a4d49bd1c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:27:05.835211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-75418c49-474c-4f80-be3e-b2cd8480716a req-24c62129-4ceb-4d54-ad18-7d4a4d49bd1c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:05.841451 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-75418c49-474c-4f80-be3e-b2cd8480716a req-24c62129-4ceb-4d54-ad18-7d4a4d49bd1c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:27:05.966221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c62129-4ceb-4d54-ad18-7d4a4d49bd1c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Pushing event updated for resources: {'Port': ['ID=b71953cc-274e-48e8-9e1d-23313750574c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:06.000582 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75418c49-474c-4f80-be3e-b2cd8480716a req-24c62129-4ceb-4d54-ad18-7d4a4d49bd1c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:06.001208 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75418c49-474c-4f80-be3e-b2cd8480716a req-24c62129-4ceb-4d54-ad18-7d4a4d49bd1c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:06.012446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47338f01-77e5-4b9a-83f8-cf7fca1bf1d6 req-54e51499-2d5f-4953-a883-d6a199db36a3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:06.013852 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-47338f01-77e5-4b9a-83f8-cf7fca1bf1d6 req-54e51499-2d5f-4953-a883-d6a199db36a3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 931 time: 0.1202540 Dec 20 21:27:06.052191 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-75418c49-474c-4f80-be3e-b2cd8480716a req-24c62129-4ceb-4d54-ad18-7d4a4d49bd1c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3737059 Dec 20 21:27:06.078969 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Request body: {'port': {'device_id': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:06.090005 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-47338f01-77e5-4b9a-83f8-cf7fca1bf1d6 req-27a8a900-98ec-4820-a209-788abaeba1d3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683548 Dec 20 21:27:06.156826 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:06.320086 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b811b4ce-bed9-4836-8a3d-d1a5c2b43419 None None] Provisioning complete for port b71953cc-274e-48e8-9e1d-23313750574c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:06.320643 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b811b4ce-bed9-4836-8a3d-d1a5c2b43419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:06.409600 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8c7b1-84bb-4c7c-8c2f-9e92f3ac97c8 req-f0b2d00f-28e0-442b-bd2e-7fb3f37c443c tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:06.411203 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-22b8c7b1-84bb-4c7c-8c2f-9e92f3ac97c8 req-f0b2d00f-28e0-442b-bd2e-7fb3f37c443c tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/ports?device_id=100844b8-471c-42b3-92cb-f6a2ddaddb2e HTTP/1.1" status: 200 len: 945 time: 0.0973215 Dec 20 21:27:06.475009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b811b4ce-bed9-4836-8a3d-d1a5c2b43419 None None] Port b71953cc-274e-48e8-9e1d-23313750574c cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:27:06.559043 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-22b8c7b1-84bb-4c7c-8c2f-9e92f3ac97c8 req-ebfa53ed-eae3-4010-8db1-fa5b3b41a4ae tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/security-groups?id=591b9453-e8d8-4ed4-a181-9e424b5ce51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396594 Dec 20 21:27:06.584546 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-594c83b1-1cb8-44db-bf40-ec23dce85c5c req-4309d380-631a-4a36-95cd-d352577f1187 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0926597 Dec 20 21:27:06.698806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c83b1-1cb8-44db-bf40-ec23dce85c5c req-2d3a182d-49c4-4115-9a7a-c5cdba0c8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:06.700799 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-594c83b1-1cb8-44db-bf40-ec23dce85c5c req-2d3a182d-49c4-4115-9a7a-c5cdba0c8c49 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2372edae52864334a53d4fba944cc335&device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 1095 time: 0.0736916 Dec 20 21:27:06.749186 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71953cc-274e-48e8-9e1d-23313750574c {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:06.758852 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:06.774708 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Transition to ACTIVE for port object b71953cc-274e-48e8-9e1d-23313750574c will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:27:06.791455 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:06.879340 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c83b1-1cb8-44db-bf40-ec23dce85c5c req-9273e828-de1b-4318-bbbc-10d7758d73e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:06.888728 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-594c83b1-1cb8-44db-bf40-ec23dce85c5c req-9273e828-de1b-4318-bbbc-10d7758d73e2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c507b886-4c4e-4889-b255-5311698a9b7a HTTP/1.1" status: 200 len: 917 time: 0.1547918 Dec 20 21:27:06.893163 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f434c139-b3dc-4a15-956a-26c19a30c49e up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:27:06.928420 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Pushing event updated for resources: {'Port': ['ID=b71953cc-274e-48e8-9e1d-23313750574c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:07.027017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port f434c139-b3dc-4a15-956a-26c19a30c49e completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:27:07.044362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port f434c139-b3dc-4a15-956a-26c19a30c49e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:07.044934 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:07.063745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-594c83b1-1cb8-44db-bf40-ec23dce85c5c req-b065c890-e360-4121-87d3-2111891ed382 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826 HTTP/1.1" status: 200 len: 1002 time: 0.1679704 Dec 20 21:27:07.089138 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Attempting to bind port b71953cc-274e-48e8-9e1d-23313750574c on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:27:07.089664 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Attempting to bind port b71953cc-274e-48e8-9e1d-23313750574c by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:27:07.093797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Attempting to bind port b71953cc-274e-48e8-9e1d-23313750574c on network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:07.104963 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Port b71953cc-274e-48e8-9e1d-23313750574c on network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:27:07.110397 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Attempting to bind port b71953cc-274e-48e8-9e1d-23313750574c on network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:07.121725 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:27:07.123720 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Checking segment: {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:27:07.124211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Bound using segment: {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:27:07.124756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Bound port: b71953cc-274e-48e8-9e1d-23313750574c, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:27:07.125213 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:07.134188 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c83b1-1cb8-44db-bf40-ec23dce85c5c req-171a9e1a-4caa-4bda-8a80-343362456f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:07.136689 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-594c83b1-1cb8-44db-bf40-ec23dce85c5c req-171a9e1a-4caa-4bda-8a80-343362456f22 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=550ee55d-1479-46f2-9e4e-e2b23472d5bb HTTP/1.1" status: 200 len: 855 time: 0.0651500 Dec 20 21:27:07.226613 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c83b1-1cb8-44db-bf40-ec23dce85c5c req-6b2e0527-ee97-42ec-97ca-2ca15fdadddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:07.228809 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-594c83b1-1cb8-44db-bf40-ec23dce85c5c req-6b2e0527-ee97-42ec-97ca-2ca15fdadddf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c507b886-4c4e-4889-b255-5311698a9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0832751 Dec 20 21:27:07.280985 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:07.299400 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] For port b71953cc-274e-48e8-9e1d-23313750574c, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:27:07.307018 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] For port b71953cc-274e-48e8-9e1d-23313750574c, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b71953cc-274e-48e8-9e1d-23313750574c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:27:07.314728 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:07.342950 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173aecc-9f64-4d5c-ae1a-47b1e558f453 req-e8b4929d-e632-4cfe-a168-8e4b52ef8c17 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:07.345550 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c173aecc-9f64-4d5c-ae1a-47b1e558f453 req-e8b4929d-e632-4cfe-a168-8e4b52ef8c17 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 944 time: 0.1889005 Dec 20 21:27:07.358418 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:07.359329 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:07.360870 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-75418c49-474c-4f80-be3e-b2cd8480716a req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] 10.222.0.31 "PUT /v2.0/ports/b71953cc-274e-48e8-9e1d-23313750574c HTTP/1.1" status: 200 len: 1089 time: 1.2899230 Dec 20 21:27:07.363523 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:07.366254 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9046fa9-c37c-4418-b76c-f2168a0a729b" -d '{"events": [{"name": "network-changed", "server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "tag": "b71953cc-274e-48e8-9e1d-23313750574c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:07.367251 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77a0811-7dc5-4336-ae77-13c562387f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f434c139-b3dc-4a15-956a-26c19a30c49e'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:07.369457 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82dd1059-88cb-49d8-9fc4-e31bc24b9a63" -d '{"events": [{"server_uuid": "f77a0811-7dc5-4336-ae77-13c562387f99", "name": "network-vif-plugged", "status": "completed", "tag": "f434c139-b3dc-4a15-956a-26c19a30c49e"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:07.411931 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64990fee-f9ba-4134-90b7-8df565036cdb service neutron] Pushing event updated for resources: {'Port': ['ID=b71953cc-274e-48e8-9e1d-23313750574c,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:07.412365 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f434c139-b3dc-4a15-956a-26c19a30c49e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f434c139-b3dc-4a15-956a-26c19a30c49e,segment=NetworkSegment(8cca1883-e9d5-464d-9ab7-a5b34fb4c08c),segment_id=8cca1883-e9d5-464d-9ab7-a5b34fb4c08c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:07.429092 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:07.497789 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=f434c139-b3dc-4a15-956a-26c19a30c49e,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:07.517420 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75418c49-474c-4f80-be3e-b2cd8480716a req-959d610e-ebc8-4d39-91a0-01dfd5f2c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:07.519654 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-75418c49-474c-4f80-be3e-b2cd8480716a req-959d610e-ebc8-4d39-91a0-01dfd5f2c7d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 1092 time: 0.0623760 Dec 20 21:27:07.557335 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c173aecc-9f64-4d5c-ae1a-47b1e558f453 req-9734e2c8-7c44-4fac-a766-daa7cc0276f1 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1f6cc10-ee16-4c72-ae95-e86294732a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1801019 Dec 20 21:27:07.587412 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-75418c49-474c-4f80-be3e-b2cd8480716a req-5346c33c-680e-4b8d-95b7-5c21b8230df9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b71953cc-274e-48e8-9e1d-23313750574c HTTP/1.1" status: 200 len: 217 time: 0.0438881 Dec 20 21:27:07.677569 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-594c83b1-1cb8-44db-bf40-ec23dce85c5c req-a06e7e5b-e108-4f76-9702-d31743741a3a service neutron] 10.222.0.31 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363310 Dec 20 21:27:07.696733 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75418c49-474c-4f80-be3e-b2cd8480716a req-da4cbd0c-a99f-409f-beb4-12b7fd0c6527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:07.700737 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-75418c49-474c-4f80-be3e-b2cd8480716a req-da4cbd0c-a99f-409f-beb4-12b7fd0c6527 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.1106815 Dec 20 21:27:07.801943 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75418c49-474c-4f80-be3e-b2cd8480716a req-ba210f10-aa4b-4f0a-9297-7684816efe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:07.803875 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-75418c49-474c-4f80-be3e-b2cd8480716a req-ba210f10-aa4b-4f0a-9297-7684816efe48 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0939908 Dec 20 21:27:07.885294 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11ade3-8ba7-4043-a387-04256d270c4e req-dee3888f-5532-43ac-b908-c3041b618741 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:07.893199 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e11ade3-8ba7-4043-a387-04256d270c4e req-dee3888f-5532-43ac-b908-c3041b618741 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 943 time: 0.1720109 Dec 20 21:27:07.979142 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e11ade3-8ba7-4043-a387-04256d270c4e req-78403896-565e-47aa-90ca-334c9accfec7 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842085 Dec 20 21:27:07.982089 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-594c83b1-1cb8-44db-bf40-ec23dce85c5c req-26ad1f0b-f71d-49ca-aa01-ad0e1e4f3551 service neutron] 10.222.0.31 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950397 Dec 20 21:27:08.091294 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7772d4a5-0d57-481f-814f-7b5f2c805537 x-openstack-request-id: req-7772d4a5-0d57-481f-814f-7b5f2c805537 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:08.091584 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77a0811-7dc5-4336-ae77-13c562387f99", "name": "network-vif-plugged", "status": "completed", "tag": "f434c139-b3dc-4a15-956a-26c19a30c49e", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:08.091833 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7772d4a5-0d57-481f-814f-7b5f2c805537 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:08.092228 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77a0811-7dc5-4336-ae77-13c562387f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f434c139-b3dc-4a15-956a-26c19a30c49e', 'code': 200} Dec 20 21:27:08.337266 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ebdfca-822e-4125-b574-9c2d103ce2ac x-openstack-request-id: req-b9ebdfca-822e-4125-b574-9c2d103ce2ac {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:08.337761 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "tag": "b71953cc-274e-48e8-9e1d-23313750574c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:08.337856 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9ebdfca-822e-4125-b574-9c2d103ce2ac {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:08.338514 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c', 'status': 'completed', 'code': 200} Dec 20 21:27:08.395821 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b0728f04-5be0-47b4-99aa-45c3d8091cb5 req-1e208018-7c96-4da8-9f4e-d601d19f3ee8 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a4a78ff-813e-40fe-b424-688fe3ef6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0460355 Dec 20 21:27:08.426296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802c31a-06d9-49bc-a472-cecba41443eb req-106901f3-b2f8-4c2e-865c-4e03e74667df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:08.427772 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e802c31a-06d9-49bc-a472-cecba41443eb req-106901f3-b2f8-4c2e-865c-4e03e74667df service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 1094 time: 0.0882585 Dec 20 21:27:08.460894 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-75418c49-474c-4f80-be3e-b2cd8480716a req-18d598bc-5fe1-443b-8b8a-6355a9cc9fce service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486452 Dec 20 21:27:08.478516 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e802c31a-06d9-49bc-a472-cecba41443eb req-3db570ea-4b4f-43f8-a95d-81252ae7001e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f1f6cc10-ee16-4c72-ae95-e86294732a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0405409 Dec 20 21:27:08.540483 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902f8a0-c933-482c-ac0a-504091a30983 req-01f0080b-ebd3-45e3-afed-fc590e4775b0 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:08.549012 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3902f8a0-c933-482c-ac0a-504091a30983 req-01f0080b-ebd3-45e3-afed-fc590e4775b0 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 946 time: 0.0771232 Dec 20 21:27:08.598024 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-75418c49-474c-4f80-be3e-b2cd8480716a req-b5e5c9cf-80a1-402f-b035-4bf22afe7e45 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084597 Dec 20 21:27:08.606000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3902f8a0-c933-482c-ac0a-504091a30983 req-bbce71bd-dad4-4d83-966f-58d81b9ef211 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511987 Dec 20 21:27:08.697685 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84264b53-45e4-43c9-8527-498f2874ef6e req-f2f3647f-684b-41a7-afcf-df8b6a65ef6e tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:08.699429 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-84264b53-45e4-43c9-8527-498f2874ef6e req-f2f3647f-684b-41a7-afcf-df8b6a65ef6e tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/ports?device_id=100844b8-471c-42b3-92cb-f6a2ddaddb2e HTTP/1.1" status: 200 len: 945 time: 0.0748315 Dec 20 21:27:08.744039 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-84264b53-45e4-43c9-8527-498f2874ef6e req-12541163-5fd6-4161-a8b5-4129dacc7c4f tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/security-groups?id=591b9453-e8d8-4ed4-a181-9e424b5ce51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379112 Dec 20 21:27:08.809519 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9046fa9-c37c-4418-b76c-f2168a0a729b req-f1144e20-3001-45b3-80f5-deed1855aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:08.811172 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f9046fa9-c37c-4418-b76c-f2168a0a729b req-f1144e20-3001-45b3-80f5-deed1855aa9b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 1092 time: 0.0602443 Dec 20 21:27:08.910008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:27:08.985939 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9046fa9-c37c-4418-b76c-f2168a0a729b req-522b283b-6cec-4339-b87d-3c10257207a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:08.989679 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f9046fa9-c37c-4418-b76c-f2168a0a729b req-522b283b-6cec-4339-b87d-3c10257207a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 0.1620061 Dec 20 21:27:09.053305 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f9046fa9-c37c-4418-b76c-f2168a0a729b req-a657a399-d090-4b2e-8678-0104406e4897 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b71953cc-274e-48e8-9e1d-23313750574c HTTP/1.1" status: 200 len: 217 time: 0.0527711 Dec 20 21:27:09.176543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0251b06c-8001-4b5f-9ebc-b857f7fa9f35,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:09.194408 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9046fa9-c37c-4418-b76c-f2168a0a729b req-e2f5a69c-ed4e-4e17-943c-187f7706e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:09.197595 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f9046fa9-c37c-4418-b76c-f2168a0a729b req-e2f5a69c-ed4e-4e17-943c-187f7706e3d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.1359754 Dec 20 21:27:09.201458 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '0251b06c-8001-4b5f-9ebc-b857f7fa9f35', 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d', 'port_id': '0251b06c-8001-4b5f-9ebc-b857f7fa9f35', 'mac_address': 'fa:16:3e:a2:d4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb80584-ad70-4bc6-82fb-38aedb298a4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:27:09.292679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26d0a9-8426-496a-a076-641c9d8337a5 req-99f12947-6f04-4dc6-897b-64b76af58a43 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:09.301083 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd26d0a9-8426-496a-a076-641c9d8337a5 req-99f12947-6f04-4dc6-897b-64b76af58a43 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 945 time: 0.1203616 Dec 20 21:27:09.333169 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:09.348571 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:09.353236 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd26d0a9-8426-496a-a076-641c9d8337a5 req-0d769b70-01ad-4713-af7d-5fbb990228d7 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1f6cc10-ee16-4c72-ae95-e86294732a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0469716 Dec 20 21:27:09.371552 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0251b06c-8001-4b5f-9ebc-b857f7fa9f35,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:09.380401 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:09.460576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9046fa9-c37c-4418-b76c-f2168a0a729b req-65134df3-b0f1-4f47-b540-62093adf8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:09.462141 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f9046fa9-c37c-4418-b76c-f2168a0a729b req-65134df3-b0f1-4f47-b540-62093adf8970 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2579865 Dec 20 21:27:09.475646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abdd95-3e2b-46c3-8921-a83d3d753620 req-56eb0695-d9ce-4db7-aa13-6045f7f52e80 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:09.483258 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c2abdd95-3e2b-46c3-8921-a83d3d753620 req-56eb0695-d9ce-4db7-aa13-6045f7f52e80 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 943 time: 0.1816592 Dec 20 21:27:09.511610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=0251b06c-8001-4b5f-9ebc-b857f7fa9f35,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:09.612247 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec7c5b67-8d93-4c05-8d3f-0b2711ebe49d req-87a63543-1241-4408-b6c3-0bf42e49f35e tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0499907 Dec 20 21:27:09.639139 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f9046fa9-c37c-4418-b76c-f2168a0a729b req-05925cc1-c977-4d71-9c9f-9ba01b250bbc service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532865 Dec 20 21:27:09.651949 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c2abdd95-3e2b-46c3-8921-a83d3d753620 req-8dff2ab9-3433-44cf-934c-28ca98596b5c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677496 Dec 20 21:27:09.665798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['0251b06c-8001-4b5f-9ebc-b857f7fa9f35'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:09.887761 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f87e7b-342b-4aaf-8b53-9572b2240782 req-f7c4a311-b0bc-43ae-95e6-c3923c306c81 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:09.889349 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00f87e7b-342b-4aaf-8b53-9572b2240782 req-f7c4a311-b0bc-43ae-95e6-c3923c306c81 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 945 time: 0.1021683 Dec 20 21:27:09.917343 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f9046fa9-c37c-4418-b76c-f2168a0a729b req-5cbc4453-6e9e-4787-8e25-76dd1c8758d8 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620034 Dec 20 21:27:09.934704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190dd04-0aad-4950-8ae0-49d64cc39cfd req-ea3c3f94-b2a4-462c-bb14-8445deca0823 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:09.936166 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3190dd04-0aad-4950-8ae0-49d64cc39cfd req-ea3c3f94-b2a4-462c-bb14-8445deca0823 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/ports?device_id=100844b8-471c-42b3-92cb-f6a2ddaddb2e HTTP/1.1" status: 200 len: 945 time: 0.0667207 Dec 20 21:27:09.974100 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00f87e7b-342b-4aaf-8b53-9572b2240782 req-8ab81b9a-9e1e-4db7-b993-1007b8cb151b tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762334 Dec 20 21:27:10.009198 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3190dd04-0aad-4950-8ae0-49d64cc39cfd req-b25bc7e3-08ad-483c-8dbd-21e515f3a98c tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/security-groups?id=591b9453-e8d8-4ed4-a181-9e424b5ce51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642028 Dec 20 21:27:10.469245 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16c3bc-b916-4251-b235-0d2c89250e8e req-d85bcd9a-5b73-4cb2-b89b-6f8198270d05 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:10.477007 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1f16c3bc-b916-4251-b235-0d2c89250e8e req-d85bcd9a-5b73-4cb2-b89b-6f8198270d05 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 945 time: 0.0644505 Dec 20 21:27:10.510607 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1f16c3bc-b916-4251-b235-0d2c89250e8e req-59e0e3ee-73c4-4672-9ca3-491f0e109543 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1f6cc10-ee16-4c72-ae95-e86294732a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0326095 Dec 20 21:27:10.652511 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdebd3-fba1-43b3-b5b5-48d982374a5a req-d2aeaa3d-fec7-46a2-be81-8ba466b8a3ba tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:10.669556 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6ffdebd3-fba1-43b3-b5b5-48d982374a5a req-d2aeaa3d-fec7-46a2-be81-8ba466b8a3ba tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 945 time: 0.0823889 Dec 20 21:27:10.674158 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33872) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:10.694462 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-71735e2c-e210-4fcc-92e9-e4b3b3f3ef18 req-1a4e49db-fd84-4d96-9641-4402acc51165 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5a4a78ff-813e-40fe-b424-688fe3ef6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0442600 Dec 20 21:27:10.695087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-95133a4d-9572-4ac2-a667-0a74ed7fae89 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Request body: {'floatingip': {'port_id': 'f434c139-b3dc-4a15-956a-26c19a30c49e'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:10.758808 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4380aff3-07fb-4085-b4aa-d872dee4cec2 req-c4d2d0f7-bd35-42ba-92a5-38dd50c51d20 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0497401 Dec 20 21:27:10.774199 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95133a4d-9572-4ac2-a667-0a74ed7fae89 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:10.893679 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:27:10.901318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf936607-e896-413a-a4e4-53bd9afa3362 req-cb042875-5447-4ac2-80d5-679e9e135173 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:10.903567 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf936607-e896-413a-a4e4-53bd9afa3362 req-cb042875-5447-4ac2-80d5-679e9e135173 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.66 "GET /v2.0/ports?device_id=100844b8-471c-42b3-92cb-f6a2ddaddb2e HTTP/1.1" status: 200 len: 945 time: 0.0957143 Dec 20 21:27:10.997333 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:10.997700 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:11.028607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431f51f-9003-454c-bbae-8ccb601ecdd3 req-6d1a0d43-1217-4eec-86f1-f7cfbc5da840 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:11.038361 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f431f51f-9003-454c-bbae-8ccb601ecdd3 req-6d1a0d43-1217-4eec-86f1-f7cfbc5da840 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 943 time: 0.2597880 Dec 20 21:27:11.146373 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-bf936607-e896-413a-a4e4-53bd9afa3362 req-1681ffc0-87fa-47f2-a5d5-e8ba4b5a01f4 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Deleting port fa007295-6f04-4544-9583-a43c34615cf6 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:27:11.147922 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bf936607-e896-413a-a4e4-53bd9afa3362 req-1681ffc0-87fa-47f2-a5d5-e8ba4b5a01f4 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:11.154857 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:11.176239 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f431f51f-9003-454c-bbae-8ccb601ecdd3 req-fe012ec4-9bfa-4112-8cb7-3957d42b7c0b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385493 Dec 20 21:27:11.210741 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c55fdb0-c53b-49f6-9575-be67bf25c287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0251b06c-8001-4b5f-9ebc-b857f7fa9f35'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:11.215085 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e0e73a-6965-4a1b-b4e1-bbf60c7b5baf" -d '{"events": [{"server_uuid": "4c55fdb0-c53b-49f6-9575-be67bf25c287", "name": "network-vif-plugged", "status": "completed", "tag": "0251b06c-8001-4b5f-9ebc-b857f7fa9f35"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:11.246195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0251b06c-8001-4b5f-9ebc-b857f7fa9f35,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:11.257416 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:11.277103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-bf936607-e896-413a-a4e4-53bd9afa3362 req-1681ffc0-87fa-47f2-a5d5-e8ba4b5a01f4 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] For port fa007295-6f04-4544-9583-a43c34615cf6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=fa007295-6f04-4544-9583-a43c34615cf6,segment=NetworkSegment(4f6bec48-b535-4fff-9665-3c7405e903de),segment_id=4f6bec48-b535-4fff-9665-3c7405e903de)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:11.277724 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bf936607-e896-413a-a4e4-53bd9afa3362 req-1681ffc0-87fa-47f2-a5d5-e8ba4b5a01f4 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:11.304183 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-bf936607-e896-413a-a4e4-53bd9afa3362 req-1681ffc0-87fa-47f2-a5d5-e8ba4b5a01f4 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Calling delete_port for fa007295-6f04-4544-9583-a43c34615cf6 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:27:11.328381 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=0251b06c-8001-4b5f-9ebc-b857f7fa9f35,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:11.392182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d968025-7484-48c8-abca-3dd84977e101 req-c3d2eb96-9be7-4cc5-a9d1-05bc3eb149ba tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:11.394651 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4d968025-7484-48c8-abca-3dd84977e101 req-c3d2eb96-9be7-4cc5-a9d1-05bc3eb149ba tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 946 time: 0.1085484 Dec 20 21:27:11.460999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2792ad-1ea8-4ae8-9bc9-2489d8f90dc7 req-f0bbcc72-d5bb-4cfa-9cbd-8e0537364229 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:11.462881 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5f2792ad-1ea8-4ae8-9bc9-2489d8f90dc7 req-f0bbcc72-d5bb-4cfa-9cbd-8e0537364229 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/ports?device_id=100844b8-471c-42b3-92cb-f6a2ddaddb2e HTTP/1.1" status: 200 len: 945 time: 0.1552606 Dec 20 21:27:11.479311 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4d968025-7484-48c8-abca-3dd84977e101 req-ad53f5c6-ab90-40ce-a2b7-fbcee986c243 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667560 Dec 20 21:27:11.600163 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bf936607-e896-413a-a4e4-53bd9afa3362 req-1681ffc0-87fa-47f2-a5d5-e8ba4b5a01f4 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:11.601892 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.resource_extend [None req-95133a4d-9572-4ac2-a667-0a74ed7fae89 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:27:11.638793 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681ffc0-87fa-47f2-a5d5-e8ba4b5a01f4 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Pushing event deleted for resources: {'Port': ['ID=fa007295-6f04-4544-9583-a43c34615cf6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:11.645231 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['fa007295-6f04-4544-9583-a43c34615cf6'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:11.692484 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5f2792ad-1ea8-4ae8-9bc9-2489d8f90dc7 req-8c1c0b44-3d29-4f33-a4cf-b9db1594e78c tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/security-groups?id=591b9453-e8d8-4ed4-a181-9e424b5ce51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182407 Dec 20 21:27:11.762571 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc14075-9a82-4e95-ba78-ff639dde55f2 x-openstack-request-id: req-6dc14075-9a82-4e95-ba78-ff639dde55f2 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:11.763035 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c55fdb0-c53b-49f6-9575-be67bf25c287", "name": "network-vif-plugged", "status": "completed", "tag": "0251b06c-8001-4b5f-9ebc-b857f7fa9f35", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:11.763147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf936607-e896-413a-a4e4-53bd9afa3362 req-1681ffc0-87fa-47f2-a5d5-e8ba4b5a01f4 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] No DVR routers for this DVR port fa007295-6f04-4544-9583-a43c34615cf6 on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:27:11.764077 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6dc14075-9a82-4e95-ba78-ff639dde55f2 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:11.764077 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c55fdb0-c53b-49f6-9575-be67bf25c287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0251b06c-8001-4b5f-9ebc-b857f7fa9f35', 'code': 200} Dec 20 21:27:11.767075 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-bf936607-e896-413a-a4e4-53bd9afa3362 req-1681ffc0-87fa-47f2-a5d5-e8ba4b5a01f4 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:11.773776 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf936607-e896-413a-a4e4-53bd9afa3362 req-1681ffc0-87fa-47f2-a5d5-e8ba4b5a01f4 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.66 "DELETE /v2.0/ports/fa007295-6f04-4544-9583-a43c34615cf6 HTTP/1.1" status: 204 len: 173 time: 0.8452201 Dec 20 21:27:11.775109 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100844b8-471c-42b3-92cb-f6a2ddaddb2e', 'name': 'network-vif-deleted', 'tag': 'fa007295-6f04-4544-9583-a43c34615cf6'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:11.780315 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95133a4d-9572-4ac2-a667-0a74ed7fae89 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:11.785525 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95133a4d-9572-4ac2-a667-0a74ed7fae89 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:11.791243 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d84475-54f5-4d32-b58f-1bba8507b1ab" -d '{"events": [{"server_uuid": "100844b8-471c-42b3-92cb-f6a2ddaddb2e", "name": "network-vif-deleted", "tag": "fa007295-6f04-4544-9583-a43c34615cf6"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:12.051799 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dd8363ee-514a-4f7f-a002-a9c3843e353a req-9d2b89c8-2b61-431a-8aca-7def9fa434f7 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0562747 Dec 20 21:27:12.072826 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device b71953cc-274e-48e8-9e1d-23313750574c details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:27:12.075869 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94aa631d-20dc-496a-b2cd-11efeb982aef x-openstack-request-id: req-94aa631d-20dc-496a-b2cd-11efeb982aef {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:12.076202 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100844b8-471c-42b3-92cb-f6a2ddaddb2e", "name": "network-vif-deleted", "tag": "fa007295-6f04-4544-9583-a43c34615cf6", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:12.076590 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94aa631d-20dc-496a-b2cd-11efeb982aef {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:12.076988 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100844b8-471c-42b3-92cb-f6a2ddaddb2e', 'name': 'network-vif-deleted', 'tag': 'fa007295-6f04-4544-9583-a43c34615cf6', 'status': 'completed', 'code': 200} Dec 20 21:27:12.110515 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-95133a4d-9572-4ac2-a667-0a74ed7fae89 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Floating IP 041ab9d5-8e51-414e-b161-13c32bfa373c associated. External IP: 172.35.3.236, port: f434c139-b3dc-4a15-956a-26c19a30c49e. Dec 20 21:27:12.244013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port b71953cc-274e-48e8-9e1d-23313750574c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b71953cc-274e-48e8-9e1d-23313750574c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:12.263173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'b71953cc-274e-48e8-9e1d-23313750574c', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'port_id': 'b71953cc-274e-48e8-9e1d-23313750574c', 'mac_address': 'fa:16:3e:60:f2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:27:12.293664 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888143cd-c353-49d1-9b9f-8c8a1732e0ff req-c6c594fa-7cfa-47bb-b11f-a6a665f8baf3 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:12.303390 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-888143cd-c353-49d1-9b9f-8c8a1732e0ff req-c6c594fa-7cfa-47bb-b11f-a6a665f8baf3 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 946 time: 0.1012053 Dec 20 21:27:12.320048 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:12.334110 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71953cc-274e-48e8-9e1d-23313750574c {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:12.350139 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-888143cd-c353-49d1-9b9f-8c8a1732e0ff req-b20e1e31-5a08-4409-9163-0cd63104dc69 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404859 Dec 20 21:27:12.373212 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port b71953cc-274e-48e8-9e1d-23313750574c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b71953cc-274e-48e8-9e1d-23313750574c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:12.380173 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:12.440521 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=b71953cc-274e-48e8-9e1d-23313750574c,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:12.473793 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-35668c37-2f34-4905-a5a6-60efa3a8944f req-222a11ac-2815-41c8-bbed-1672da0da26c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0315695 Dec 20 21:27:12.793018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95133a4d-9572-4ac2-a667-0a74ed7fae89 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Router b1f31eeb-5fe1-489b-a246-5a680e80afe2 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:27:12.827009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46bf76-de98-4e96-a1da-67e060c3e4e7 req-314963da-716e-4389-bb2f-fd9238f7ca69 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:12.828597 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c46bf76-de98-4e96-a1da-67e060c3e4e7 req-314963da-716e-4389-bb2f-fd9238f7ca69 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 943 time: 0.5151055 Dec 20 21:27:12.857864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['b71953cc-274e-48e8-9e1d-23313750574c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:12.923599 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9fa0b4db-183e-4b80-a216-0f0446788d15 req-89f8d5af-229f-47bf-9a26-662c07eba268 tempest-InstanceActionsNegativeTestJSON-1963286734 tempest-InstanceActionsNegativeTestJSON-1963286734-project] 10.222.0.32 "GET /v2.0/ports?device_id=100844b8-471c-42b3-92cb-f6a2ddaddb2e HTTP/1.1" status: 200 len: 210 time: 0.0469952 Dec 20 21:27:12.925823 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c46bf76-de98-4e96-a1da-67e060c3e4e7 req-4a4f68f8-68e4-4785-8cbc-6df1e417d281 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846121 Dec 20 21:27:13.041927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95133a4d-9572-4ac2-a667-0a74ed7fae89 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:27:13.051317 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95133a4d-9572-4ac2-a667-0a74ed7fae89 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:13.061045 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ddcd4c-bcf1-4efe-b728-e7c8bcca9e8b None None] Sync routers for ids ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:27:13.101153 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-95133a4d-9572-4ac2-a667-0a74ed7fae89 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "PUT /v2.0/floatingips/041ab9d5-8e51-414e-b161-13c32bfa373c HTTP/1.1" status: 200 len: 991 time: 2.4285717 Dec 20 21:27:13.101990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77a0811-7dc5-4336-ae77-13c562387f99', 'tag': 'f434c139-b3dc-4a15-956a-26c19a30c49e'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:13.104975 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0bdcbd-d3bc-4aaa-a705-9fd8f08595f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f77a0811-7dc5-4336-ae77-13c562387f99", "tag": "f434c139-b3dc-4a15-956a-26c19a30c49e"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:13.131824 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ddcd4c-bcf1-4efe-b728-e7c8bcca9e8b None None] Routers {'b1f31eeb-5fe1-489b-a246-5a680e80afe2'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:27:13.132621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-b3ddcd4c-bcf1-4efe-b728-e7c8bcca9e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:26:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:13.179718 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c4addf-e27d-460e-9833-30fe68d95929 x-openstack-request-id: req-19c4addf-e27d-460e-9833-30fe68d95929 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:13.180381 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77a0811-7dc5-4336-ae77-13c562387f99", "tag": "f434c139-b3dc-4a15-956a-26c19a30c49e", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:13.180688 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19c4addf-e27d-460e-9833-30fe68d95929 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:13.181180 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f77a0811-7dc5-4336-ae77-13c562387f99', 'tag': 'f434c139-b3dc-4a15-956a-26c19a30c49e', 'status': 'completed', 'code': 200} Dec 20 21:27:13.184102 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b994219a-b594-4587-8da2-6c2fc93eb745 req-60cee10c-23b5-4eb9-bf7b-23334463ecde tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0481665 Dec 20 21:27:13.303385 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-b3ddcd4c-bcf1-4efe-b728-e7c8bcca9e8b None None] Set router b1f31eeb-5fe1-489b-a246-5a680e80afe2 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:27:13.303675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bdcbd-d3bc-4aaa-a705-9fd8f08595f1 req-4a2beeff-6965-4693-af0b-e7e58366078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:13.305659 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee0bdcbd-d3bc-4aaa-a705-9fd8f08595f1 req-4a2beeff-6965-4693-af0b-e7e58366078a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cedc15bfaf5b41168bc40cd7545ca53c&device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 1094 time: 0.0413437 Dec 20 21:27:13.445232 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bdcbd-d3bc-4aaa-a705-9fd8f08595f1 req-e716eafd-e250-4197-8767-806bf36e0b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:13.446878 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee0bdcbd-d3bc-4aaa-a705-9fd8f08595f1 req-e716eafd-e250-4197-8767-806bf36e0b1c service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b2f0b3a-2909-4c06-b8dc-499246cbe550 HTTP/1.1" status: 200 len: 911 time: 0.1176286 Dec 20 21:27:13.556314 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e928b4e-066c-43c7-b11c-d3a47b936520 req-8425bb30-ffa8-427f-a896-88e5aee10009 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:13.560415 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3e928b4e-066c-43c7-b11c-d3a47b936520 req-8425bb30-ffa8-427f-a896-88e5aee10009 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 946 time: 0.1311910 Dec 20 21:27:13.574894 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee0bdcbd-d3bc-4aaa-a705-9fd8f08595f1 req-dd2300eb-c4a3-410c-812f-3154339fb79b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f434c139-b3dc-4a15-956a-26c19a30c49e HTTP/1.1" status: 200 len: 999 time: 0.1083336 Dec 20 21:27:13.579668 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-b3ddcd4c-bcf1-4efe-b728-e7c8bcca9e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:22:04Z', 'revision_number': 4, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '041ab9d5-8e51-414e-b161-13c32bfa373c', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'floating_ip_address': '172.35.3.236', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'port_id': 'f434c139-b3dc-4a15-956a-26c19a30c49e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'mac_address': 'fa:16:3e:86:0f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77a0811-7dc5-4336-ae77-13c562387f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:26:53Z', 'updated_at': '2021-12-20T21:27:11Z', 'revision_number': 1, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62a5438-3878-4ef5-a821-bc736b2ed847', 'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'mac_address': 'fa:16:3e:77:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:22:03Z', 'updated_at': '2021-12-20T21:22:11Z', 'revision_number': 5, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'subnets': [{'id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:13.637117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ddcd4c-bcf1-4efe-b728-e7c8bcca9e8b None None] Checking router: b1f31eeb-5fe1-489b-a246-5a680e80afe2 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:27:13.643695 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bdcbd-d3bc-4aaa-a705-9fd8f08595f1 req-0ca37df8-775d-4b1a-b9d7-a2c6887af47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:13.645174 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee0bdcbd-d3bc-4aaa-a705-9fd8f08595f1 req-0ca37df8-775d-4b1a-b9d7-a2c6887af47a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d594ea94-5bfe-45b1-a31e-dafb0c78a94a HTTP/1.1" status: 200 len: 849 time: 0.0480449 Dec 20 21:27:13.647643 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ddcd4c-bcf1-4efe-b728-e7c8bcca9e8b None None] Routers {'b1f31eeb-5fe1-489b-a246-5a680e80afe2'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:27:13.648268 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-b3ddcd4c-bcf1-4efe-b728-e7c8bcca9e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:26:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:13.718396 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3e928b4e-066c-43c7-b11c-d3a47b936520 req-17680488-cd21-4b3d-92b0-a3dcd3ca9284 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457491 Dec 20 21:27:13.748245 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bdcbd-d3bc-4aaa-a705-9fd8f08595f1 req-46ab80aa-c4de-41d2-8f09-3ea36eb6c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:13.749906 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee0bdcbd-d3bc-4aaa-a705-9fd8f08595f1 req-46ab80aa-c4de-41d2-8f09-3ea36eb6c41c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2f0b3a-2909-4c06-b8dc-499246cbe550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0950975 Dec 20 21:27:13.818191 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-b3ddcd4c-bcf1-4efe-b728-e7c8bcca9e8b None None] Set router b1f31eeb-5fe1-489b-a246-5a680e80afe2 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:27:13.866669 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee0bdcbd-d3bc-4aaa-a705-9fd8f08595f1 req-2089955a-5f43-47d6-a58f-cd9e8921eea7 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091106 Dec 20 21:27:13.998604 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33944) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:14.007807 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee0bdcbd-d3bc-4aaa-a705-9fd8f08595f1 req-c1ea9264-6db8-4723-87bc-30342d847182 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315188 Dec 20 21:27:14.090244 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device b71953cc-274e-48e8-9e1d-23313750574c up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:27:14.128807 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf25228-d19e-4a10-b471-c95a5c904c9f admin admin] Deleting subnet 5bcaafbf-c572-44dd-a92c-d82cbc4c54d5 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:27:14.132377 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ccf25228-d19e-4a10-b471-c95a5c904c9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:14.164027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cad25-9e87-4db2-9209-eba8a0c25721 req-a45a557e-140e-4565-ad61-00eae3142faa tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:14.165554 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-143cad25-9e87-4db2-9209-eba8a0c25721 req-a45a557e-140e-4565-ad61-00eae3142faa tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.0989358 Dec 20 21:27:14.166422 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-b3ddcd4c-bcf1-4efe-b728-e7c8bcca9e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:22:04Z', 'revision_number': 4, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '041ab9d5-8e51-414e-b161-13c32bfa373c', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'floating_ip_address': '172.35.3.236', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'port_id': 'f434c139-b3dc-4a15-956a-26c19a30c49e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'mac_address': 'fa:16:3e:86:0f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77a0811-7dc5-4336-ae77-13c562387f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:26:53Z', 'updated_at': '2021-12-20T21:27:11Z', 'revision_number': 1, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62a5438-3878-4ef5-a821-bc736b2ed847', 'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'mac_address': 'fa:16:3e:77:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:22:03Z', 'updated_at': '2021-12-20T21:22:11Z', 'revision_number': 5, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'subnets': [{'id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:14.170483 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port b71953cc-274e-48e8-9e1d-23313750574c completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:27:14.184899 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ccf25228-d19e-4a10-b471-c95a5c904c9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:14.196261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ddcd4c-bcf1-4efe-b728-e7c8bcca9e8b None None] The sync data for ids ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'] in n-d-xena-1 is: [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:22:04Z', 'revision_number': 4, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '041ab9d5-8e51-414e-b161-13c32bfa373c', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'floating_ip_address': '172.35.3.236', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'port_id': 'f434c139-b3dc-4a15-956a-26c19a30c49e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'mac_address': 'fa:16:3e:86:0f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77a0811-7dc5-4336-ae77-13c562387f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:26:53Z', 'updated_at': '2021-12-20T21:27:11Z', 'revision_number': 1, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f62a5438-3878-4ef5-a821-bc736b2ed847', 'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'mac_address': 'fa:16:3e:77:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:22:03Z', 'updated_at': '2021-12-20T21:22:11Z', 'revision_number': 5, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'subnets': [{'id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:27:14.197905 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port b71953cc-274e-48e8-9e1d-23313750574c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:14.198323 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:14.243443 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-143cad25-9e87-4db2-9209-eba8a0c25721 req-c67b68a3-83c6-4717-ab3c-dbe5a8c30d0e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700157 Dec 20 21:27:14.253652 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ccf25228-d19e-4a10-b471-c95a5c904c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:14.320033 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4883913e-a64b-43ae-b3ed-4def7821e760 req-c356d828-dd49-4b2b-aed6-d723e44abd88 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0337420 Dec 20 21:27:14.324280 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:14.331648 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ccf25228-d19e-4a10-b471-c95a5c904c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:14.361466 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:14.364024 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf1ff16-30c4-4def-8265-359434718d60" -d '{"events": [{"server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "name": "network-vif-plugged", "status": "completed", "tag": "b71953cc-274e-48e8-9e1d-23313750574c"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:14.369768 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ccf25228-d19e-4a10-b471-c95a5c904c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:14.373387 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ccf25228-d19e-4a10-b471-c95a5c904c9f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5bcaafbf-c572-44dd-a92c-d82cbc4c54d5 HTTP/1.1" status: 204 len: 168 time: 0.3732255 Dec 20 21:27:14.374974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf25228-d19e-4a10-b471-c95a5c904c9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bcaafbf-c572-44dd-a92c-d82cbc4c54d5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:14.376103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33974) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:14.378848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port b71953cc-274e-48e8-9e1d-23313750574c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b71953cc-274e-48e8-9e1d-23313750574c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:14.383982 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:14.447366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=b71953cc-274e-48e8-9e1d-23313750574c,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:14.470116 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72e3d690-7590-48dc-8324-b2bba42a9425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:14.541781 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:14.545374 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275e68f-abb3-4a6e-86c9-5151bf1b2fb3 None None] New status for floating IP 041ab9d5-8e51-414e-b161-13c32bfa373c: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:27:14.558962 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9192256c-7ab0-4158-9fd3-1d9c0b435315 x-openstack-request-id: req-9192256c-7ab0-4158-9fd3-1d9c0b435315 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:14.559299 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "name": "network-vif-plugged", "status": "completed", "tag": "b71953cc-274e-48e8-9e1d-23313750574c", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:14.559530 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9192256c-7ab0-4158-9fd3-1d9c0b435315 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:14.559935 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c', 'code': 200} Dec 20 21:27:14.608892 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72e3d690-7590-48dc-8324-b2bba42a9425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:14.636352 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-72e3d690-7590-48dc-8324-b2bba42a9425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49efb77d-f23b-4d38-83f3-b38aa576b795']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:14.648736 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-72e3d690-7590-48dc-8324-b2bba42a9425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6bec48-b535-4fff-9665-3c7405e903de') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:14.649007 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-72e3d690-7590-48dc-8324-b2bba42a9425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6bec48-b535-4fff-9665-3c7405e903de') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:14.657624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e1207-fe4d-497c-a840-03f8eb7c3a8c req-f1fa3e2b-22c7-4832-8581-32c047fa9138 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:14.659337 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f2e1207-fe4d-497c-a840-03f8eb7c3a8c req-f1fa3e2b-22c7-4832-8581-32c047fa9138 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 946 time: 0.1316783 Dec 20 21:27:14.699322 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72e3d690-7590-48dc-8324-b2bba42a9425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:14.741594 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72e3d690-7590-48dc-8324-b2bba42a9425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:14.789853 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e3d690-7590-48dc-8324-b2bba42a9425 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:27:14.790277 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72e3d690-7590-48dc-8324-b2bba42a9425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:27:14.796243 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:27:14.841714 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07bc63-50e0-48a4-8f07-e344d59e1b05 req-8defb825-f4a6-45f7-996b-3162b5c1ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:14.843420 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cc07bc63-50e0-48a4-8f07-e344d59e1b05 req-8defb825-f4a6-45f7-996b-3162b5c1ec2f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 1094 time: 0.1531670 Dec 20 21:27:14.875297 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7ab9e-e6d4-4cd7-9296-03c515ede067 req-aeb8dcc4-f6b6-42d5-b77e-e10c4d25bbfa tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:14.876855 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42f7ab9e-e6d4-4cd7-9296-03c515ede067 req-aeb8dcc4-f6b6-42d5-b77e-e10c4d25bbfa tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c55fdb0-c53b-49f6-9575-be67bf25c287 HTTP/1.1" status: 200 len: 946 time: 0.0631096 Dec 20 21:27:14.901553 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2d767bc5-d7f4-4863-85c7-ab98a296017f req-ef2e423c-14c7-4574-89ed-174a7766865f tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0548935 Dec 20 21:27:14.920008 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42f7ab9e-e6d4-4cd7-9296-03c515ede067 req-0710a7fb-e064-4be2-930e-2ba422d705ae tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353992 Dec 20 21:27:14.920237 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:27:14.924245 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72e3d690-7590-48dc-8324-b2bba42a9425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:14.950808 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72e3d690-7590-48dc-8324-b2bba42a9425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:14.954324 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-72e3d690-7590-48dc-8324-b2bba42a9425 admin admin] 10.222.0.32 "DELETE /v2.0/networks/49efb77d-f23b-4d38-83f3-b38aa576b795 HTTP/1.1" status: 204 len: 168 time: 0.5772052 Dec 20 21:27:14.973351 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cc07bc63-50e0-48a4-8f07-e344d59e1b05 req-ac79d2b8-52dc-42f4-8a76-91e2ef2a762c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192040 Dec 20 21:27:14.974885 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3d690-7590-48dc-8324-b2bba42a9425 admin admin] Pushing event deleted for resources: {'Network': ['ID=49efb77d-f23b-4d38-83f3-b38aa576b795,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:14.979814 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-5f2e1207-fe4d-497c-a840-03f8eb7c3a8c req-e3fed297-042e-4984-80a6-02caf84a6a5c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Deleting port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:27:14.980373 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5f2e1207-fe4d-497c-a840-03f8eb7c3a8c req-e3fed297-042e-4984-80a6-02caf84a6a5c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:15.033461 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:15.072440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0251b06c-8001-4b5f-9ebc-b857f7fa9f35,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:15.078964 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:15.080213 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device fa007295-6f04-4544-9583-a43c34615cf6 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:27:15.101011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-5f2e1207-fe4d-497c-a840-03f8eb7c3a8c req-e3fed297-042e-4984-80a6-02caf84a6a5c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] For port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0251b06c-8001-4b5f-9ebc-b857f7fa9f35,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:15.101627 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5f2e1207-fe4d-497c-a840-03f8eb7c3a8c req-e3fed297-042e-4984-80a6-02caf84a6a5c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:15.114787 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-5f2e1207-fe4d-497c-a840-03f8eb7c3a8c req-e3fed297-042e-4984-80a6-02caf84a6a5c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Calling delete_port for 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:27:15.123752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: fa007295-6f04-4544-9583-a43c34615cf6 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:27:15.124127 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device fa007295-6f04-4544-9583-a43c34615cf6 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:27:15.160673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=0251b06c-8001-4b5f-9ebc-b857f7fa9f35,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:15.160857 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34002) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:15.219088 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d2142593-ffc0-49a4-a5c5-5221c2bad594 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ebfdf7a2a97462d938a1c81913d36f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572443 Dec 20 21:27:15.222099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34014) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:15.279230 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bb5daaaa-f14d-4300-b562-654912bb4540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:15.280561 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5f2e1207-fe4d-497c-a840-03f8eb7c3a8c req-e3fed297-042e-4984-80a6-02caf84a6a5c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:15.311678 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fed297-042e-4984-80a6-02caf84a6a5c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Pushing event deleted for resources: {'Port': ['ID=0251b06c-8001-4b5f-9ebc-b857f7fa9f35,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:15.328193 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bb5daaaa-f14d-4300-b562-654912bb4540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:15.357151 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2e1207-fe4d-497c-a840-03f8eb7c3a8c req-e3fed297-042e-4984-80a6-02caf84a6a5c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] No DVR routers for this DVR port 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:27:15.359858 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-5f2e1207-fe4d-497c-a840-03f8eb7c3a8c req-e3fed297-042e-4984-80a6-02caf84a6a5c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:15.363282 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f2e1207-fe4d-497c-a840-03f8eb7c3a8c req-e3fed297-042e-4984-80a6-02caf84a6a5c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.66 "DELETE /v2.0/ports/0251b06c-8001-4b5f-9ebc-b857f7fa9f35 HTTP/1.1" status: 204 len: 173 time: 0.6981313 Dec 20 21:27:15.374810 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c55fdb0-c53b-49f6-9575-be67bf25c287', 'name': 'network-vif-deleted', 'tag': '0251b06c-8001-4b5f-9ebc-b857f7fa9f35'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:15.379101 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3dbf53-cef6-49e3-adba-fa89621193ea" -d '{"events": [{"server_uuid": "4c55fdb0-c53b-49f6-9575-be67bf25c287", "name": "network-vif-deleted", "tag": "0251b06c-8001-4b5f-9ebc-b857f7fa9f35"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:15.411218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c66da-1bc3-4939-be5e-55375c95c8c6 req-2eb019c0-b987-4843-a45a-435a5afc6619 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:15.412760 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e8c66da-1bc3-4939-be5e-55375c95c8c6 req-2eb019c0-b987-4843-a45a-435a5afc6619 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 950 time: 0.0757887 Dec 20 21:27:15.425803 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9f93d-c497-411c-8a34-b022ea6cdba3 req-3db39fcf-574b-4331-bff4-38879e5943f7 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:15.427631 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90e9f93d-c497-411c-8a34-b022ea6cdba3 req-3db39fcf-574b-4331-bff4-38879e5943f7 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 945 time: 0.0715003 Dec 20 21:27:15.444714 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bb5daaaa-f14d-4300-b562-654912bb4540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:15.447947 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bb5daaaa-f14d-4300-b562-654912bb4540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:15.449087 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bb5daaaa-f14d-4300-b562-654912bb4540 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/591b9453-e8d8-4ed4-a181-9e424b5ce51a HTTP/1.1" status: 204 len: 168 time: 0.2256083 Dec 20 21:27:15.464292 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5daaaa-f14d-4300-b562-654912bb4540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591b9453-e8d8-4ed4-a181-9e424b5ce51a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:15.479761 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e8c66da-1bc3-4939-be5e-55375c95c8c6 req-f4e81aed-803c-4f6f-8451-fd501bbcb124 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575199 Dec 20 21:27:15.530403 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90e9f93d-c497-411c-8a34-b022ea6cdba3 req-94757eb3-06a1-4c0a-bc82-5f0f2bca5d59 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903068 Dec 20 21:27:15.546991 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f680bb3-fd99-4671-85c4-47559074d547 x-openstack-request-id: req-1f680bb3-fd99-4671-85c4-47559074d547 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:15.547487 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c55fdb0-c53b-49f6-9575-be67bf25c287", "name": "network-vif-deleted", "tag": "0251b06c-8001-4b5f-9ebc-b857f7fa9f35", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:15.547955 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f680bb3-fd99-4671-85c4-47559074d547 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:15.549086 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c55fdb0-c53b-49f6-9575-be67bf25c287', 'name': 'network-vif-deleted', 'tag': '0251b06c-8001-4b5f-9ebc-b857f7fa9f35', 'status': 'completed', 'code': 200} Dec 20 21:27:16.037148 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-842bbaf5-9e22-4ffb-b910-59efcfa8cc76 req-8680a47b-e98f-4231-a7aa-3752c7a1d67b tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0319395 Dec 20 21:27:16.197864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34076) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:16.202673 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34078) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:16.207522 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4498f5d3-1176-4df9-80a9-b5756f094f8b tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2008434695', 'description': 'tempest-description--602204663'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:16.230088 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4498f5d3-1176-4df9-80a9-b5756f094f8b tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.295995 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4498f5d3-1176-4df9-80a9-b5756f094f8b tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.298143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b51f73e1-70da-4e03-8e15-673ba15259ae admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-486433059-network', 'tenant_id': '97801316341d471688215ea04d9e8fb1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:16.302626 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4498f5d3-1176-4df9-80a9-b5756f094f8b tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.322322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51f73e1-70da-4e03-8e15-673ba15259ae admin admin] Made reservation on behalf of 97801316341d471688215ea04d9e8fb1 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:27:16.325611 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b51f73e1-70da-4e03-8e15-673ba15259ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.337183 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b51f73e1-70da-4e03-8e15-673ba15259ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.338810 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4498f5d3-1176-4df9-80a9-b5756f094f8b tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.343158 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4498f5d3-1176-4df9-80a9-b5756f094f8b tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1362340 Dec 20 21:27:16.345927 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34084) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:16.354179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e8e516fb-5bb8-4b3b-9e6c-8d7880c68a14 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Request body: {'security_group_rule': {'security_group_id': '13d121d9-0a6d-4752-be14-c3559df58aab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:16.361086 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498f5d3-1176-4df9-80a9-b5756f094f8b tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d121d9-0a6d-4752-be14-c3559df58aab,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:16.387506 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8e516fb-5bb8-4b3b-9e6c-8d7880c68a14 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.425973 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b51f73e1-70da-4e03-8e15-673ba15259ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.431568 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b51f73e1-70da-4e03-8e15-673ba15259ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.451202 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8e516fb-5bb8-4b3b-9e6c-8d7880c68a14 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.455199 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8e516fb-5bb8-4b3b-9e6c-8d7880c68a14 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.460159 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51f73e1-70da-4e03-8e15-673ba15259ae admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:27:16.469041 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f73e1-70da-4e03-8e15-673ba15259ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2fb9cf-de7b-4eeb-b696-940326993958,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:16.473007 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e516fb-5bb8-4b3b-9e6c-8d7880c68a14 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4520e935-7d10-4a50-8d8d-1dae882e231f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:16.476487 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b51f73e1-70da-4e03-8e15-673ba15259ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.476968 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-b51f73e1-70da-4e03-8e15-673ba15259ae admin admin] Added segment b45fe5cc-3c3c-43bd-8dd2-1a851c35642d of type vlan for network 28445ef1-129b-43fc-bae4-f157f94a5969 Dec 20 21:27:16.482369 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e8e516fb-5bb8-4b3b-9e6c-8d7880c68a14 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.486635 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e8e516fb-5bb8-4b3b-9e6c-8d7880c68a14 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364748 Dec 20 21:27:16.486635 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34086) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:16.491217 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ced118ef-f336-4d55-a723-717104b8c0a2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Request body: {'security_group_rule': {'security_group_id': '13d121d9-0a6d-4752-be14-c3559df58aab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:16.517231 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ced118ef-f336-4d55-a723-717104b8c0a2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.526464 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b51f73e1-70da-4e03-8e15-673ba15259ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.555535 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b51f73e1-70da-4e03-8e15-673ba15259ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.556800 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51f73e1-70da-4e03-8e15-673ba15259ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:16.557373 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b51f73e1-70da-4e03-8e15-673ba15259ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.561152 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c55fdb0-c53b-49f6-9575-be67bf25c287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0251b06c-8001-4b5f-9ebc-b857f7fa9f35'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:16.563339 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ef6303-b548-411b-ab5e-6f56b8972c12" -d '{"events": [{"server_uuid": "4c55fdb0-c53b-49f6-9575-be67bf25c287", "name": "network-vif-unplugged", "status": "completed", "tag": "0251b06c-8001-4b5f-9ebc-b857f7fa9f35"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:16.581705 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ced118ef-f336-4d55-a723-717104b8c0a2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.586761 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ced118ef-f336-4d55-a723-717104b8c0a2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.604537 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced118ef-f336-4d55-a723-717104b8c0a2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d80c4e0-b2d5-4743-aea6-0ecd2e678414,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:16.618580 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ced118ef-f336-4d55-a723-717104b8c0a2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.620917 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edbd269-2103-40d6-a4c2-6dade2c158d8 x-openstack-request-id: req-8edbd269-2103-40d6-a4c2-6dade2c158d8 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:16.621212 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c55fdb0-c53b-49f6-9575-be67bf25c287", "name": "network-vif-unplugged", "status": "completed", "tag": "0251b06c-8001-4b5f-9ebc-b857f7fa9f35", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:16.621461 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8edbd269-2103-40d6-a4c2-6dade2c158d8 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:16.621855 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c55fdb0-c53b-49f6-9575-be67bf25c287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0251b06c-8001-4b5f-9ebc-b857f7fa9f35', 'code': 200} Dec 20 21:27:16.625543 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ced118ef-f336-4d55-a723-717104b8c0a2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380284 Dec 20 21:27:16.626202 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34094) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:16.635994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f39da4b0-aaa3-4c38-9aae-830553dd6cdb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:16.654474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b51f73e1-70da-4e03-8e15-673ba15259ae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4554265 Dec 20 21:27:16.657549 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34098) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:16.663228 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5fff9f81-24a3-4d60-87d4-41e8eec3cde0 admin admin] Request body: {'subnet': {'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-486433059-subnet', 'tenant_id': '97801316341d471688215ea04d9e8fb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:16.677290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f73e1-70da-4e03-8e15-673ba15259ae admin admin] Pushing event updated for resources: {'Network': ['ID=28445ef1-129b-43fc-bae4-f157f94a5969,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:16.683345 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f39da4b0-aaa3-4c38-9aae-830553dd6cdb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.692710 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 28445ef1-129b-43fc-bae4-f157f94a5969 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:27:16.700776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591dcf6-39d7-4083-971b-6ffe8f9e8b71 req-9c8dfc86-bfc5-41c7-a115-679ffeb1bd55 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:16.702536 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d591dcf6-39d7-4083-971b-6ffe8f9e8b71 req-9c8dfc86-bfc5-41c7-a115-679ffeb1bd55 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 945 time: 0.0629382 Dec 20 21:27:16.737312 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fff9f81-24a3-4d60-87d4-41e8eec3cde0 admin admin] Made reservation on behalf of 97801316341d471688215ea04d9e8fb1 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:27:16.740244 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fff9f81-24a3-4d60-87d4-41e8eec3cde0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.771386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d591dcf6-39d7-4083-971b-6ffe8f9e8b71 req-940e1da5-d292-4c0e-bce2-19310427c737 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599298 Dec 20 21:27:16.909142 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaa1ad-7782-4480-ba8b-94b965fd403b req-b1466660-a839-41ad-b3d2-df7316525b12 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:16.910966 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-edbaa1ad-7782-4480-ba8b-94b965fd403b req-b1466660-a839-41ad-b3d2-df7316525b12 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 945 time: 0.0678124 Dec 20 21:27:16.921648 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34102) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:16.926535 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-ffb8c820-8a0e-4850-8001-c7d1182fd5b2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Request body: {'floatingip': {'port_id': 'b71953cc-274e-48e8-9e1d-23313750574c'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:16.936714 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f39da4b0-aaa3-4c38-9aae-830553dd6cdb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:16.968953 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ffb8c820-8a0e-4850-8001-c7d1182fd5b2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:17.017230 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fff9f81-24a3-4d60-87d4-41e8eec3cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:17.110390 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff9f81-24a3-4d60-87d4-41e8eec3cde0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acdda359-88dc-43b3-8fc6-2331e60bd554,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:17.136755 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-f39da4b0-aaa3-4c38-9aae-830553dd6cdb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Allocated IP 172.35.3.173 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/acd2d030-847d-4a00-82e1-4c1056582fb4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:27:17.148193 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fff9f81-24a3-4d60-87d4-41e8eec3cde0 admin admin] Checking segment: {'id': 'b45fe5cc-3c3c-43bd-8dd2-1a851c35642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:27:17.148548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fff9f81-24a3-4d60-87d4-41e8eec3cde0 admin admin] Network hostable DHCP agents. Network: 28445ef1-129b-43fc-bae4-f157f94a5969, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:27:17.200086 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9c2bd4c-e31d-40fd-9a97-4d11ce06970a req-b45c34cd-f1e1-4a4c-a1a5-c71effac1dba tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0564835 Dec 20 21:27:17.206663 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fff9f81-24a3-4d60-87d4-41e8eec3cde0 admin admin] Network 28445ef1-129b-43fc-bae4-f157f94a5969 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:27:17.220778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-5fff9f81-24a3-4d60-87d4-41e8eec3cde0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 28445ef1-129b-43fc-bae4-f157f94a5969) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:17.228465 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fff9f81-24a3-4d60-87d4-41e8eec3cde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:17.229042 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fff9f81-24a3-4d60-87d4-41e8eec3cde0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:17.230257 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bdf0c6-02dc-4db7-9867-36cc4f87a127 None None] Network 28445ef1-129b-43fc-bae4-f157f94a5969 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:27:17.262530 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5fff9f81-24a3-4d60-87d4-41e8eec3cde0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6039207 Dec 20 21:27:17.277200 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f39da4b0-aaa3-4c38-9aae-830553dd6cdb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:17.316461 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f39da4b0-aaa3-4c38-9aae-830553dd6cdb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:17.373059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d04d44-bc3a-4642-8886-0c913be78f45 None None] Network 28445ef1-129b-43fc-bae4-f157f94a5969 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:27:17.392948 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39da4b0-aaa3-4c38-9aae-830553dd6cdb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Pushing event updated for resources: {'Port': ['ID=acd2d030-847d-4a00-82e1-4c1056582fb4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:17.398058 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39da4b0-aaa3-4c38-9aae-830553dd6cdb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:27:17.399675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f39da4b0-aaa3-4c38-9aae-830553dd6cdb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:17.402243 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39da4b0-aaa3-4c38-9aae-830553dd6cdb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:27:17.516994 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f39da4b0-aaa3-4c38-9aae-830553dd6cdb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:17.529307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ffb8c820-8a0e-4850-8001-c7d1182fd5b2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:17.536522 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ffb8c820-8a0e-4850-8001-c7d1182fd5b2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:17.561134 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f39da4b0-aaa3-4c38-9aae-830553dd6cdb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:17.647277 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-ffb8c820-8a0e-4850-8001-c7d1182fd5b2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Floating IP 66e51fc3-f0ff-45c1-ab05-7b1f0b56b7be associated. External IP: 172.35.3.250, port: b71953cc-274e-48e8-9e1d-23313750574c. Dec 20 21:27:17.727883 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f39da4b0-aaa3-4c38-9aae-830553dd6cdb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:17.733655 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f39da4b0-aaa3-4c38-9aae-830553dd6cdb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:17.807934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39da4b0-aaa3-4c38-9aae-830553dd6cdb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Pushing event updated for resources: {'Port': ['ID=acd2d030-847d-4a00-82e1-4c1056582fb4,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:17.818584 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f39da4b0-aaa3-4c38-9aae-830553dd6cdb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:17.836939 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-b0ba472b-c595-4033-bcd6-7ea433f3e3b6 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:17.841637 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f39da4b0-aaa3-4c38-9aae-830553dd6cdb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:17.851594 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f39da4b0-aaa3-4c38-9aae-830553dd6cdb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2145274 Dec 20 21:27:17.851968 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-b0ba472b-c595-4033-bcd6-7ea433f3e3b6 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/networks?id=28445ef1-129b-43fc-bae4-f157f94a5969 HTTP/1.1" status: 200 len: 817 time: 0.1315076 Dec 20 21:27:17.856088 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:17.897366 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-de8bfc06-c330-4afb-ac5c-fa3f8d9ff25f tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/quotas/97801316341d471688215ea04d9e8fb1 HTTP/1.1" status: 200 len: 375 time: 0.0462906 Dec 20 21:27:17.963337 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-f402fa0c-4d0b-4401-af39-222188a3d4bb tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=97801316341d471688215ea04d9e8fb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396774 Dec 20 21:27:18.065699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb8c820-8a0e-4850-8001-c7d1182fd5b2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Router 1c517428-5c5b-44d6-9535-801287416e23 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:27:18.086944 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-e608423c-1025-4d9c-a0b7-60c5e4df9dc1 service neutron] 10.222.0.32 "GET /v2.0/networks/28445ef1-129b-43fc-bae4-f157f94a5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115873 Dec 20 21:27:18.111466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-754d7caf-ba18-4457-bb7c-e20dfc8d3867 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:18.113048 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-754d7caf-ba18-4457-bb7c-e20dfc8d3867 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/networks?id=6236d5e1-e3fc-45ac-a50c-be838d498b4d HTTP/1.1" status: 200 len: 822 time: 0.1072710 Dec 20 21:27:18.115598 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 93619fae-0a54-46d8-96b9-ad4c04f05f13 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:27:18.129390 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-b03f273b-f68c-4737-a874-370a9a060dd4 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/quotas/e8ba7b8d27444970829aa11e9ca94d50 HTTP/1.1" status: 200 len: 375 time: 0.0101638 Dec 20 21:27:18.187275 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-9dfede6a-4748-4274-bf95-a25cc347ad44 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8ba7b8d27444970829aa11e9ca94d50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0510445 Dec 20 21:27:18.209970 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:18.254142 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-b9531419-43ef-4a02-8e65-3deb2bc5d915 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:27:18.255756 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-b9531419-43ef-4a02-8e65-3deb2bc5d915 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0618553 Dec 20 21:27:18.259708 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 93619fae-0a54-46d8-96b9-ad4c04f05f13, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=93619fae-0a54-46d8-96b9-ad4c04f05f13,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:18.259945 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-2d315b2f-30ea-4e76-bd6f-a88b6e7cc151 service neutron] 10.222.0.32 "GET /v2.0/networks/28445ef1-129b-43fc-bae4-f157f94a5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359904 Dec 20 21:27:18.265278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb8c820-8a0e-4850-8001-c7d1182fd5b2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:27:18.265656 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:18.270304 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ffb8c820-8a0e-4850-8001-c7d1182fd5b2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:18.292904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f087f-6c19-42ed-ac90-5ebdea944658 None None] Sync routers for ids ['1c517428-5c5b-44d6-9535-801287416e23'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:27:18.306626 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ffb8c820-8a0e-4850-8001-c7d1182fd5b2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "PUT /v2.0/floatingips/66e51fc3-f0ff-45c1-ab05-7b1f0b56b7be HTTP/1.1" status: 200 len: 991 time: 1.3809376 Dec 20 21:27:18.306626 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:18.308183 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7f791d-505b-4733-82bb-5e91d9fa98c3" -d '{"events": [{"name": "network-changed", "server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "tag": "b71953cc-274e-48e8-9e1d-23313750574c"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:18.312951 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f087f-6c19-42ed-ac90-5ebdea944658 None None] Routers {'1c517428-5c5b-44d6-9535-801287416e23'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:27:18.313658 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8d6f087f-6c19-42ed-ac90-5ebdea944658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:26:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1c517428-5c5b-44d6-9535-801287416e23'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:18.377514 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-d409ad06-574d-4a01-acbf-5566af12ca26 service neutron] 10.222.0.32 "GET /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123216 Dec 20 21:27:18.386436 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=93619fae-0a54-46d8-96b9-ad4c04f05f13,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:18.438962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-8d6f087f-6c19-42ed-ac90-5ebdea944658 None None] Set router 1c517428-5c5b-44d6-9535-801287416e23 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:27:18.476089 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-55320693-8fa3-4849-8104-a1f38c70a256 service neutron] 10.222.0.32 "GET /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911219 Dec 20 21:27:18.623378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c878db2-5aec-4f6b-9c85-9f4652daf1c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93619fae-0a54-46d8-96b9-ad4c04f05f13'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:18.626156 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913c7bbb-a569-401d-966f-2f6c015616bd" -d '{"events": [{"server_uuid": "7c878db2-5aec-4f6b-9c85-9f4652daf1c5", "name": "network-vif-unplugged", "status": "completed", "tag": "93619fae-0a54-46d8-96b9-ad4c04f05f13"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:18.627896 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aeab9058-73e5-40f8-a27a-797a0da9f2e9 req-f574093d-bf1b-4309-ac0a-19937311466e tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0397480 Dec 20 21:27:18.704015 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b8b286-3fe8-4691-946c-1bdde097e405 x-openstack-request-id: req-11b8b286-3fe8-4691-946c-1bdde097e405 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:18.704300 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "tag": "b71953cc-274e-48e8-9e1d-23313750574c", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:18.704550 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11b8b286-3fe8-4691-946c-1bdde097e405 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:18.704954 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c', 'status': 'completed', 'code': 200} Dec 20 21:27:18.746556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8d6f087f-6c19-42ed-ac90-5ebdea944658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c517428-5c5b-44d6-9535-801287416e23', 'name': 'tempest-ServerActionsTestJSON-928650094-router', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:26:44Z', 'updated_at': '2021-12-20T21:26:51Z', 'revision_number': 4, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'gw_port': {'id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:46Z', 'updated_at': '2021-12-20T21:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '66e51fc3-f0ff-45c1-ab05-7b1f0b56b7be', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'floating_ip_address': '172.35.3.250', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '1c517428-5c5b-44d6-9535-801287416e23', 'port_id': 'b71953cc-274e-48e8-9e1d-23313750574c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'mac_address': 'fa:16:3e:60:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:26:59Z', 'updated_at': '2021-12-20T21:27:17Z', 'revision_number': 1, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff4a202-aab4-4036-8ece-e5e44ee1323c', 'name': '', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'mac_address': 'fa:16:3e:aa:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:50Z', 'updated_at': '2021-12-20T21:26:56Z', 'revision_number': 5, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'subnets': [{'id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:18.778699 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f087f-6c19-42ed-ac90-5ebdea944658 None None] Checking router: 1c517428-5c5b-44d6-9535-801287416e23 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:27:18.788898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f087f-6c19-42ed-ac90-5ebdea944658 None None] Routers {'1c517428-5c5b-44d6-9535-801287416e23'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:27:18.789519 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8d6f087f-6c19-42ed-ac90-5ebdea944658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:26:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1c517428-5c5b-44d6-9535-801287416e23'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:18.881007 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f791d-505b-4733-82bb-5e91d9fa98c3 req-f41d2936-68ad-43a1-8e3f-351d40fa2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:18.881262 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40c97d0-c18e-42f1-b0ad-e2115b9da0df x-openstack-request-id: req-c40c97d0-c18e-42f1-b0ad-e2115b9da0df {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:18.881724 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c878db2-5aec-4f6b-9c85-9f4652daf1c5", "name": "network-vif-unplugged", "status": "completed", "tag": "93619fae-0a54-46d8-96b9-ad4c04f05f13", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:18.881724 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c40c97d0-c18e-42f1-b0ad-e2115b9da0df {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:18.882125 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c878db2-5aec-4f6b-9c85-9f4652daf1c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93619fae-0a54-46d8-96b9-ad4c04f05f13', 'code': 200} Dec 20 21:27:18.882457 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f7f791d-505b-4733-82bb-5e91d9fa98c3 req-f41d2936-68ad-43a1-8e3f-351d40fa2561 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 1094 time: 0.0995319 Dec 20 21:27:18.954731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-8d6f087f-6c19-42ed-ac90-5ebdea944658 None None] Set router 1c517428-5c5b-44d6-9535-801287416e23 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:27:19.011357 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-efa9150b-56fe-4fc0-af83-34da79abf96f req-dd71ec6f-1727-405f-8427-0ea7d1ecb47b tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 210 time: 0.0923584 Dec 20 21:27:19.035492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:27:19.076597 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-21b57a75-7306-44e9-92df-9b4aadc7b3d5 req-402f66eb-e49f-4837-bee5-92922ddffebc tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 210 time: 0.0928876 Dec 20 21:27:19.112738 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:27:19.113266 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0251b06c-8001-4b5f-9ebc-b857f7fa9f35 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:27:19.182252 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f791d-505b-4733-82bb-5e91d9fa98c3 req-5f1bb41c-0c08-4432-9624-ecf0477b3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:19.184224 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f7f791d-505b-4733-82bb-5e91d9fa98c3 req-5f1bb41c-0c08-4432-9624-ecf0477b3180 service neutron] 10.222.0.31 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 0.2544305 Dec 20 21:27:19.268476 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f7f791d-505b-4733-82bb-5e91d9fa98c3 req-24d54fec-c158-4440-a6ac-19ee359fb1ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b71953cc-274e-48e8-9e1d-23313750574c HTTP/1.1" status: 200 len: 999 time: 0.0710924 Dec 20 21:27:19.328198 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8d6f087f-6c19-42ed-ac90-5ebdea944658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c517428-5c5b-44d6-9535-801287416e23', 'name': 'tempest-ServerActionsTestJSON-928650094-router', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:26:44Z', 'updated_at': '2021-12-20T21:26:51Z', 'revision_number': 4, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'gw_port': {'id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:46Z', 'updated_at': '2021-12-20T21:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '66e51fc3-f0ff-45c1-ab05-7b1f0b56b7be', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'floating_ip_address': '172.35.3.250', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '1c517428-5c5b-44d6-9535-801287416e23', 'port_id': 'b71953cc-274e-48e8-9e1d-23313750574c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'mac_address': 'fa:16:3e:60:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:26:59Z', 'updated_at': '2021-12-20T21:27:17Z', 'revision_number': 1, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff4a202-aab4-4036-8ece-e5e44ee1323c', 'name': '', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'mac_address': 'fa:16:3e:aa:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:50Z', 'updated_at': '2021-12-20T21:26:56Z', 'revision_number': 5, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'subnets': [{'id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:19.330774 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f791d-505b-4733-82bb-5e91d9fa98c3 req-91f48027-4676-47f6-8f6d-4ed600f6a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:19.332359 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f7f791d-505b-4733-82bb-5e91d9fa98c3 req-91f48027-4676-47f6-8f6d-4ed600f6a35f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.0549932 Dec 20 21:27:19.356716 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f087f-6c19-42ed-ac90-5ebdea944658 None None] The sync data for ids ['1c517428-5c5b-44d6-9535-801287416e23'] in n-d-xena-1 is: [{'id': '1c517428-5c5b-44d6-9535-801287416e23', 'name': 'tempest-ServerActionsTestJSON-928650094-router', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:26:44Z', 'updated_at': '2021-12-20T21:26:51Z', 'revision_number': 4, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'gw_port': {'id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:46Z', 'updated_at': '2021-12-20T21:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '66e51fc3-f0ff-45c1-ab05-7b1f0b56b7be', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'floating_ip_address': '172.35.3.250', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '1c517428-5c5b-44d6-9535-801287416e23', 'port_id': 'b71953cc-274e-48e8-9e1d-23313750574c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'mac_address': 'fa:16:3e:60:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:26:59Z', 'updated_at': '2021-12-20T21:27:17Z', 'revision_number': 1, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff4a202-aab4-4036-8ece-e5e44ee1323c', 'name': '', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'mac_address': 'fa:16:3e:aa:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:50Z', 'updated_at': '2021-12-20T21:26:56Z', 'revision_number': 5, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'subnets': [{'id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:27:19.388687 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f791d-505b-4733-82bb-5e91d9fa98c3 req-c70c33fe-6875-4fea-ac37-14d6ef2b8b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:19.390474 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f7f791d-505b-4733-82bb-5e91d9fa98c3 req-c70c33fe-6875-4fea-ac37-14d6ef2b8b2c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0483053 Dec 20 21:27:19.514660 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f7f791d-505b-4733-82bb-5e91d9fa98c3 req-13bad097-96b3-4b48-8318-49fc7a297856 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112328 Dec 20 21:27:19.635117 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c979f0a1-3abb-48b1-9684-e53ca5d069d5 None None] New status for floating IP 66e51fc3-f0ff-45c1-ab05-7b1f0b56b7be: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:27:19.686563 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f7f791d-505b-4733-82bb-5e91d9fa98c3 req-7c64ef15-dee0-468e-a200-6f31f41a9506 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606333 Dec 20 21:27:19.761786 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43e8be16-fb20-4f8c-8347-599b31f0063c req-68f57a64-e85f-40a0-a740-9dded2cd4d33 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0342219 Dec 20 21:27:20.050167 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-3c00fbc7-f0e6-47fd-92fb-243db35dd317 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:20.051617 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-3c00fbc7-f0e6-47fd-92fb-243db35dd317 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.66 "GET /v2.0/networks?id=6236d5e1-e3fc-45ac-a50c-be838d498b4d HTTP/1.1" status: 200 len: 822 time: 0.1138473 Dec 20 21:27:20.072758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-4eb29346-4ea5-409a-b99f-282e33ebc033 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Request body: {'port': {'device_id': '14e2b729-a0c0-4c2b-9a2e-b475d8207e10', 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d', 'admin_state_up': True, 'tenant_id': 'e8ba7b8d27444970829aa11e9ca94d50'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:20.127667 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abb7a95b-63b2-4e1d-8842-e05474026a6e req-f7cc4ddd-dba9-42b2-be96-8e1223af2147 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 210 time: 0.0492649 Dec 20 21:27:20.145136 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:27:20.207644 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c4b7f500-3cb5-4761-83cb-6a83fd634401 req-9bdd1770-e1e1-4c39-a3ed-c186440a4e86 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 210 time: 0.0319309 Dec 20 21:27:20.252399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-4eb29346-4ea5-409a-b99f-282e33ebc033 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Made reservation on behalf of e8ba7b8d27444970829aa11e9ca94d50 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:27:20.257837 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-4eb29346-4ea5-409a-b99f-282e33ebc033 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:20.268784 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:20.283759 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb', 'mac_address': 'fa:16:3e:11:da:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:27:20.322510 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:20.335760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:20.356732 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:20.366503 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:20.400225 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-4eb29346-4ea5-409a-b99f-282e33ebc033 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Allocated IP 172.20.0.2 (6236d5e1-e3fc-45ac-a50c-be838d498b4d/1eb80584-ad70-4bc6-82fb-38aedb298a4b/7e624e07-71ab-4590-9d85-5571c3dc7fa3) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:27:20.447411 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:20.599031 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:20.626891 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-7d76c6ed-c2d4-42d1-8e15-a98659b27bc8 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:20.629423 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-7d76c6ed-c2d4-42d1-8e15-a98659b27bc8 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.66 "GET /v2.0/networks?id=28445ef1-129b-43fc-bae4-f157f94a5969 HTTP/1.1" status: 200 len: 817 time: 0.1260309 Dec 20 21:27:20.655645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-185ced77-fb45-47cc-b1d3-9e38de6dbeb6 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Request body: {'port': {'device_id': '3487cea7-ac18-4c8b-99a8-4588b7b3e56e', 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969', 'admin_state_up': True, 'tenant_id': '97801316341d471688215ea04d9e8fb1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:20.762261 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-4eb29346-4ea5-409a-b99f-282e33ebc033 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:20.776781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-762ffa66-7f17-480d-9065-9207e28c6d39 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:20.779924 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-762ffa66-7f17-480d-9065-9207e28c6d39 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.31 "GET /v2.0/networks?id=28445ef1-129b-43fc-bae4-f157f94a5969 HTTP/1.1" status: 200 len: 817 time: 0.2429905 Dec 20 21:27:20.811264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-916e3d4d-1733-423b-b81c-b36a622bd891 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Request body: {'port': {'device_id': 'f8728851-8cfb-41d0-9c25-a410db8c814d', 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969', 'admin_state_up': True, 'tenant_id': '97801316341d471688215ea04d9e8fb1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:20.901656 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-185ced77-fb45-47cc-b1d3-9e38de6dbeb6 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Made reservation on behalf of 97801316341d471688215ea04d9e8fb1 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:27:20.906637 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-185ced77-fb45-47cc-b1d3-9e38de6dbeb6 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:21.196010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-185ced77-fb45-47cc-b1d3-9e38de6dbeb6 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Allocated IP 172.20.0.10 (28445ef1-129b-43fc-bae4-f157f94a5969/acdda359-88dc-43b3-8fc6-2331e60bd554/aa482bee-dfed-4d95-a0c2-38a31d4dca3f) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:27:21.215008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-dd26a4df-ecce-4968-978b-7aff336ad3e9 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:21.216631 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-dd26a4df-ecce-4968-978b-7aff336ad3e9 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.66 "GET /v2.0/networks?id=28445ef1-129b-43fc-bae4-f157f94a5969 HTTP/1.1" status: 200 len: 817 time: 0.1953096 Dec 20 21:27:21.245241 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Request body: {'port': {'device_id': '6afac614-cf90-43e9-9850-1b4eab697ec5', 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969', 'admin_state_up': True, 'tenant_id': '97801316341d471688215ea04d9e8fb1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:21.323554 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f3e50868-4669-465b-9a09-b3b9f19fd9ee req-6c557997-b4f4-49ae-a88c-31c63c310847 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.4670203 Dec 20 21:27:21.331066 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-4eb29346-4ea5-409a-b99f-282e33ebc033 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:21.456519 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-4eb29346-4ea5-409a-b99f-282e33ebc033 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Network 6236d5e1-e3fc-45ac-a50c-be838d498b4d is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:27:21.496216 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-50cc27ce-4b8e-41a1-8b04-6f21a1075df9 req-81fd0e75-5128-483f-9006-5a10c8186dcf tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 210 time: 0.0452759 Dec 20 21:27:21.497100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-4eb29346-4ea5-409a-b99f-282e33ebc033 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:21.506607 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-4eb29346-4ea5-409a-b99f-282e33ebc033 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:27:21.561399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-4eb29346-4ea5-409a-b99f-282e33ebc033 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:21.562081 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-4eb29346-4ea5-409a-b99f-282e33ebc033 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:21.572073 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb29346-4ea5-409a-b99f-282e33ebc033 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Pushing event updated for resources: {'Port': ['ID=7e624e07-71ab-4590-9d85-5571c3dc7fa3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:21.616227 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-4eb29346-4ea5-409a-b99f-282e33ebc033 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5493231 Dec 20 21:27:21.649846 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-916e3d4d-1733-423b-b81c-b36a622bd891 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Made reservation on behalf of 97801316341d471688215ea04d9e8fb1 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:27:21.656454 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-916e3d4d-1733-423b-b81c-b36a622bd891 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:21.668719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Request body: {'port': {'device_id': '14e2b729-a0c0-4c2b-9a2e-b475d8207e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:21.803270 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:21.804851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411435b-c7aa-417b-b678-3ea1c573f8af req-1dd3f59a-1ae8-4874-a0c5-e27f39ba9de1 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:21.812613 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7411435b-c7aa-417b-b678-3ea1c573f8af req-1dd3f59a-1ae8-4874-a0c5-e27f39ba9de1 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 931 time: 0.5399163 Dec 20 21:27:21.880850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7411435b-c7aa-417b-b678-3ea1c573f8af req-fcaa74fd-7d26-4858-8c36-8b9a9cd79f4a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672865 Dec 20 21:27:21.949773 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-185ced77-fb45-47cc-b1d3-9e38de6dbeb6 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:21.953561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Made reservation on behalf of 97801316341d471688215ea04d9e8fb1 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:27:21.957925 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:22.057163 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-185ced77-fb45-47cc-b1d3-9e38de6dbeb6 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:22.113791 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-185ced77-fb45-47cc-b1d3-9e38de6dbeb6 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Network 28445ef1-129b-43fc-bae4-f157f94a5969 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:27:22.119571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-185ced77-fb45-47cc-b1d3-9e38de6dbeb6 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:22.126525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-185ced77-fb45-47cc-b1d3-9e38de6dbeb6 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:27:22.162868 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:27:22.190823 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e624e07-71ab-4590-9d85-5571c3dc7fa3 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:22.211133 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-185ced77-fb45-47cc-b1d3-9e38de6dbeb6 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:22.211777 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-185ced77-fb45-47cc-b1d3-9e38de6dbeb6 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:22.215564 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:22.216039 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ced77-fb45-47cc-b1d3-9e38de6dbeb6 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Pushing event updated for resources: {'Port': ['ID=aa482bee-dfed-4d95-a0c2-38a31d4dca3f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:22.232455 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:22.233633 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:22.234005 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-185ced77-fb45-47cc-b1d3-9e38de6dbeb6 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5886114 Dec 20 21:27:22.253675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Request body: {'port': {'device_id': '3487cea7-ac18-4c8b-99a8-4588b7b3e56e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:22.258351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Transition to ACTIVE for port object 7e624e07-71ab-4590-9d85-5571c3dc7fa3 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:27:22.263316 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-916e3d4d-1733-423b-b81c-b36a622bd891 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Allocated IP 172.20.0.8 (28445ef1-129b-43fc-bae4-f157f94a5969/acdda359-88dc-43b3-8fc6-2331e60bd554/90634de5-2eba-4813-807f-76274618d17d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:27:22.265462 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:22.322869 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e624e07-71ab-4590-9d85-5571c3dc7fa3,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:22.326984 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:22.336002 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:22.338550 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:22.338900 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:22.339240 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:22.339572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:22.339894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:22.340229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:22.340545 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:22.341445 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:22.341445 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:22.341661 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:22.341833 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:22.342120 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:22.380600 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:22.382036 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b385de-e878-457b-bc95-9307fb11e6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:22.384860 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40773c59-c259-4d4a-9667-5030c0fe9984" -d '{"events": [{"server_uuid": "37b385de-e878-457b-bc95-9307fb11e6b2", "name": "network-vif-plugged", "status": "completed", "tag": "5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:22.389750 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:22.497849 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348a7796-95fe-4403-833c-348c72b4a9a7 x-openstack-request-id: req-348a7796-95fe-4403-833c-348c72b4a9a7 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:22.498790 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b385de-e878-457b-bc95-9307fb11e6b2", "name": "network-vif-plugged", "status": "completed", "tag": "5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:22.503086 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-348a7796-95fe-4403-833c-348c72b4a9a7 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:22.503478 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b385de-e878-457b-bc95-9307fb11e6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb', 'code': 200} Dec 20 21:27:22.505259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,revision_number=10']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:22.515507 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b3078fb9-8979-477b-a893-cfb7efe069b9 req-228e601c-5f18-40d4-b8b6-0899481def58 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0520332 Dec 20 21:27:22.627469 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-481c5577-f28b-4980-89c9-a8df0d3511cc req-15db403c-5c75-42fb-928b-86e22955a05f tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 210 time: 0.0302639 Dec 20 21:27:22.671323 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Attempting to bind port 7e624e07-71ab-4590-9d85-5571c3dc7fa3 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:27:22.671680 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Attempting to bind port 7e624e07-71ab-4590-9d85-5571c3dc7fa3 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '318df120-be87-4d24-a3df-3c1cac04fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:27:22.672002 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Attempting to bind port 7e624e07-71ab-4590-9d85-5571c3dc7fa3 on network 6236d5e1-e3fc-45ac-a50c-be838d498b4d {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:22.692657 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Port 7e624e07-71ab-4590-9d85-5571c3dc7fa3 on network 6236d5e1-e3fc-45ac-a50c-be838d498b4d not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:27:22.692980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Attempting to bind port 7e624e07-71ab-4590-9d85-5571c3dc7fa3 on network 6236d5e1-e3fc-45ac-a50c-be838d498b4d {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:22.710548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:27:22.710887 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Checking segment: {'id': '318df120-be87-4d24-a3df-3c1cac04fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:27:22.711275 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Bound using segment: {'id': '318df120-be87-4d24-a3df-3c1cac04fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:27:22.711708 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Bound port: 7e624e07-71ab-4590-9d85-5571c3dc7fa3, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318df120-be87-4d24-a3df-3c1cac04fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:27:22.712060 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:22.739044 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-916e3d4d-1733-423b-b81c-b36a622bd891 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:22.815039 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] For port 7e624e07-71ab-4590-9d85-5571c3dc7fa3, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:27:22.819671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] For port 7e624e07-71ab-4590-9d85-5571c3dc7fa3, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7e624e07-71ab-4590-9d85-5571c3dc7fa3,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:27:22.827501 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:22.834623 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-916e3d4d-1733-423b-b81c-b36a622bd891 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:22.889071 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:22.889682 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:22.891222 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] 10.222.0.66 "PUT /v2.0/ports/7e624e07-71ab-4590-9d85-5571c3dc7fa3 HTTP/1.1" status: 200 len: 1089 time: 1.2437251 Dec 20 21:27:22.891661 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e2b729-a0c0-4c2b-9a2e-b475d8207e10', 'tag': '7e624e07-71ab-4590-9d85-5571c3dc7fa3'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:22.892302 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Allocated IP 172.20.0.6 (28445ef1-129b-43fc-bae4-f157f94a5969/acdda359-88dc-43b3-8fc6-2331e60bd554/ca47b896-9c35-47a6-b829-bf70336a558d) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:27:22.894654 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2eae36-abbf-46a8-9dc6-55c9df7d49e6" -d '{"events": [{"name": "network-changed", "server_uuid": "14e2b729-a0c0-4c2b-9a2e-b475d8207e10", "tag": "7e624e07-71ab-4590-9d85-5571c3dc7fa3"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:22.909901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-916e3d4d-1733-423b-b81c-b36a622bd891 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Network 28445ef1-129b-43fc-bae4-f157f94a5969 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:27:22.916715 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-916e3d4d-1733-423b-b81c-b36a622bd891 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:22.925653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-916e3d4d-1733-423b-b81c-b36a622bd891 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:27:22.932951 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a57c59-7c78-415f-8543-7972387d19b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e624e07-71ab-4590-9d85-5571c3dc7fa3,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:23.048166 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-916e3d4d-1733-423b-b81c-b36a622bd891 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:23.049198 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-916e3d4d-1733-423b-b81c-b36a622bd891 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:23.080588 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ce0717-2cb1-4742-bb4f-14f6d20286cb x-openstack-request-id: req-b3ce0717-2cb1-4742-bb4f-14f6d20286cb {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:23.080889 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:27:23.081736 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e2b729-a0c0-4c2b-9a2e-b475d8207e10", "tag": "7e624e07-71ab-4590-9d85-5571c3dc7fa3", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:23.081974 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3ce0717-2cb1-4742-bb4f-14f6d20286cb {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:23.082438 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e2b729-a0c0-4c2b-9a2e-b475d8207e10', 'tag': '7e624e07-71ab-4590-9d85-5571c3dc7fa3', 'status': 'completed', 'code': 200} Dec 20 21:27:23.138180 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-916e3d4d-1733-423b-b81c-b36a622bd891 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3334813 Dec 20 21:27:23.140496 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e3d4d-1733-423b-b81c-b36a622bd891 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Pushing event updated for resources: {'Port': ['ID=90634de5-2eba-4813-807f-76274618d17d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:23.150229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-b65ef55a-4876-44e9-9752-c87e9b6671f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:23.151233 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-b65ef55a-4876-44e9-9752-c87e9b6671f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8ba7b8d27444970829aa11e9ca94d50&device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 1092 time: 0.1721675 Dec 20 21:27:23.168049 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Request body: {'port': {'device_id': 'f8728851-8cfb-41d0-9c25-a410db8c814d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:23.201476 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ec16d-c887-4870-b352-7c785fe6960c req-834f76da-97b8-46dd-8e5b-59e9d4e1d688 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:23.209686 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-900ec16d-c887-4870-b352-7c785fe6960c req-834f76da-97b8-46dd-8e5b-59e9d4e1d688 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 943 time: 0.1619256 Dec 20 21:27:23.218633 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:23.248017 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-288ced6d-1422-40a6-baff-5e6fcac901d7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e624e07-71ab-4590-9d85-5571c3dc7fa3 HTTP/1.1" status: 200 len: 217 time: 0.0744145 Dec 20 21:27:23.286179 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-900ec16d-c887-4870-b352-7c785fe6960c req-b7bc575e-292b-4cbc-8428-3e62d1b573a0 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755203 Dec 20 21:27:23.366337 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:23.385407 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:23.387196 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-82096395-26a8-4b44-9036-59b22091245c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:23.388863 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-82096395-26a8-4b44-9036-59b22091245c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1eb80584-ad70-4bc6-82fb-38aedb298a4b HTTP/1.1" status: 200 len: 862 time: 0.1277893 Dec 20 21:27:23.443498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Network 28445ef1-129b-43fc-bae4-f157f94a5969 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:27:23.449772 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:23.455569 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:27:23.503921 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Pushing event updated for resources: {'Port': ['ID=ca47b896-9c35-47a6-b829-bf70336a558d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:23.522516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:23.522516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:23.522877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:23.523397 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:23.523839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:23.524270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:23.524705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:23.525131 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:23.526116 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:23.526116 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:23.526374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:23.526805 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:23.558375 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-5e1376c0-a32b-4a0a-a2fc-cc3dba8316e7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6236d5e1-e3fc-45ac-a50c-be838d498b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318820 Dec 20 21:27:23.566514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:23.567161 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:23.613831 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-287f0295-4cc8-4bd5-9172-dd914a32bb95 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3801095 Dec 20 21:27:23.644168 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4a459d03-2e73-496d-8ab3-e1f255dcb927 req-74ae09c8-d1ea-4bdb-9a4b-7675fe1f91dc tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0266833 Dec 20 21:27:23.654542 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Request body: {'port': {'device_id': '6afac614-cf90-43e9-9850-1b4eab697ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:23.717249 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-23852b01-6abb-4334-af06-e71a6c49329e service neutron] 10.222.0.66 "GET /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434481 Dec 20 21:27:23.743926 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:23.759772 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa482bee-dfed-4d95-a0c2-38a31d4dca3f {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:23.770781 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:23.806099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Transition to ACTIVE for port object aa482bee-dfed-4d95-a0c2-38a31d4dca3f will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:27:23.811794 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:23.989659 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa482bee-dfed-4d95-a0c2-38a31d4dca3f,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:24.032843 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f491a80-3dbb-4640-9c18-f3c528712069 req-1eeb78d4-7a5a-4735-883d-557252d8f53a service neutron] 10.222.0.66 "GET /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018091 Dec 20 21:27:24.048339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Attempting to bind port aa482bee-dfed-4d95-a0c2-38a31d4dca3f on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:27:24.048974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Attempting to bind port aa482bee-dfed-4d95-a0c2-38a31d4dca3f by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'b45fe5cc-3c3c-43bd-8dd2-1a851c35642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:27:24.049549 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Attempting to bind port aa482bee-dfed-4d95-a0c2-38a31d4dca3f on network 28445ef1-129b-43fc-bae4-f157f94a5969 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:24.060754 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Port aa482bee-dfed-4d95-a0c2-38a31d4dca3f on network 28445ef1-129b-43fc-bae4-f157f94a5969 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:27:24.061203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Attempting to bind port aa482bee-dfed-4d95-a0c2-38a31d4dca3f on network 28445ef1-129b-43fc-bae4-f157f94a5969 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:24.067814 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46812a-a055-41b9-b95d-320ef0347b89 req-9be55bbc-b6f6-4d3b-aad5-25d0f1af24ad tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:24.068969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:27:24.069363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Checking segment: {'id': 'b45fe5cc-3c3c-43bd-8dd2-1a851c35642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:27:24.069756 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Bound using segment: {'id': 'b45fe5cc-3c3c-43bd-8dd2-1a851c35642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:27:24.070214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Bound port: aa482bee-dfed-4d95-a0c2-38a31d4dca3f, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45fe5cc-3c3c-43bd-8dd2-1a851c35642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:27:24.070575 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:24.075363 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad46812a-a055-41b9-b95d-320ef0347b89 req-9be55bbc-b6f6-4d3b-aad5-25d0f1af24ad tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 931 time: 0.2768335 Dec 20 21:27:24.156625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] For port aa482bee-dfed-4d95-a0c2-38a31d4dca3f, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:27:24.161181 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] For port aa482bee-dfed-4d95-a0c2-38a31d4dca3f, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=aa482bee-dfed-4d95-a0c2-38a31d4dca3f,segment=NetworkSegment(b45fe5cc-3c3c-43bd-8dd2-1a851c35642d),segment_id=b45fe5cc-3c3c-43bd-8dd2-1a851c35642d)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:27:24.165552 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:24.177620 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad46812a-a055-41b9-b95d-320ef0347b89 req-7916f9a0-8dae-46c3-8823-4af44944f033 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011381 Dec 20 21:27:24.210218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:24.210881 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:24.212313 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] 10.222.0.66 "PUT /v2.0/ports/aa482bee-dfed-4d95-a0c2-38a31d4dca3f HTTP/1.1" status: 200 len: 1090 time: 1.9638140 Dec 20 21:27:24.212768 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3487cea7-ac18-4c8b-99a8-4588b7b3e56e', 'tag': 'aa482bee-dfed-4d95-a0c2-38a31d4dca3f'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:24.215075 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b458cc9-5a93-4ab6-a4e4-37701ea6973a" -d '{"events": [{"name": "network-changed", "server_uuid": "3487cea7-ac18-4c8b-99a8-4588b7b3e56e", "tag": "aa482bee-dfed-4d95-a0c2-38a31d4dca3f"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:24.243547 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2eae36-abbf-46a8-9dc6-55c9df7d49e6 req-f00cf57e-4be6-40ca-a639-83945d473cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:24.245150 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e2eae36-abbf-46a8-9dc6-55c9df7d49e6 req-f00cf57e-4be6-40ca-a639-83945d473cdb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8ba7b8d27444970829aa11e9ca94d50&device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 1092 time: 0.1186187 Dec 20 21:27:24.253822 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90634de5-2eba-4813-807f-76274618d17d {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:24.262967 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:24.318442 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316a4fc4-f89c-4833-8bd9-e0a65d60682c x-openstack-request-id: req-316a4fc4-f89c-4833-8bd9-e0a65d60682c {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:24.319049 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3487cea7-ac18-4c8b-99a8-4588b7b3e56e", "tag": "aa482bee-dfed-4d95-a0c2-38a31d4dca3f", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:24.319049 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-316a4fc4-f89c-4833-8bd9-e0a65d60682c {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:24.319393 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3487cea7-ac18-4c8b-99a8-4588b7b3e56e', 'tag': 'aa482bee-dfed-4d95-a0c2-38a31d4dca3f', 'status': 'completed', 'code': 200} Dec 20 21:27:24.325047 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48110b50-771a-4ea7-b591-96e5708705d4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa482bee-dfed-4d95-a0c2-38a31d4dca3f,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:24.337743 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Transition to ACTIVE for port object 90634de5-2eba-4813-807f-76274618d17d will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:27:24.349166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-fe2a6f75-2d2f-4336-8dbd-165ac9664bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:24.351169 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-fe2a6f75-2d2f-4336-8dbd-165ac9664bb8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97801316341d471688215ea04d9e8fb1&device_id=3487cea7-ac18-4c8b-99a8-4588b7b3e56e HTTP/1.1" status: 200 len: 1093 time: 0.0795875 Dec 20 21:27:24.352642 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:24.438810 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Pushing event updated for resources: {'Port': ['ID=90634de5-2eba-4813-807f-76274618d17d,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:24.469687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-d6ca38f1-acfb-43d3-9b03-7563c63091e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa482bee-dfed-4d95-a0c2-38a31d4dca3f HTTP/1.1" status: 200 len: 217 time: 0.1000755 Dec 20 21:27:24.470870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2eae36-abbf-46a8-9dc6-55c9df7d49e6 req-3f64f761-6b01-47b2-a993-38f517447e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:24.472688 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e2eae36-abbf-46a8-9dc6-55c9df7d49e6 req-3f64f761-6b01-47b2-a993-38f517447e82 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6236d5e1-e3fc-45ac-a50c-be838d498b4d HTTP/1.1" status: 200 len: 923 time: 0.2073383 Dec 20 21:27:24.539364 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e2eae36-abbf-46a8-9dc6-55c9df7d49e6 req-1f94258e-d37e-4a9b-beb5-462dd1641c53 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e624e07-71ab-4590-9d85-5571c3dc7fa3 HTTP/1.1" status: 200 len: 217 time: 0.0482869 Dec 20 21:27:24.592565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Attempting to bind port 90634de5-2eba-4813-807f-76274618d17d on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:27:24.593192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Attempting to bind port 90634de5-2eba-4813-807f-76274618d17d by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'b45fe5cc-3c3c-43bd-8dd2-1a851c35642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:27:24.594408 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Attempting to bind port 90634de5-2eba-4813-807f-76274618d17d on network 28445ef1-129b-43fc-bae4-f157f94a5969 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:24.599602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef433980-17b6-4010-bcfe-3fb4cabdae3d req-6e4f3a52-ce4c-4167-85b8-f1304c552ded tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:24.601136 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef433980-17b6-4010-bcfe-3fb4cabdae3d req-6e4f3a52-ce4c-4167-85b8-f1304c552ded tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 943 time: 0.1359839 Dec 20 21:27:24.605806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-10b88f8f-7b90-4158-8df7-fbf46e1365fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:24.611171 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Port 90634de5-2eba-4813-807f-76274618d17d on network 28445ef1-129b-43fc-bae4-f157f94a5969 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:27:24.611171 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Attempting to bind port 90634de5-2eba-4813-807f-76274618d17d on network 28445ef1-129b-43fc-bae4-f157f94a5969 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:24.611406 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-10b88f8f-7b90-4158-8df7-fbf46e1365fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=acdda359-88dc-43b3-8fc6-2331e60bd554 HTTP/1.1" status: 200 len: 857 time: 0.1242611 Dec 20 21:27:24.618037 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2eae36-abbf-46a8-9dc6-55c9df7d49e6 req-ab23b181-07c9-4a35-9aa7-d6cd12efec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:24.619753 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e2eae36-abbf-46a8-9dc6-55c9df7d49e6 req-ab23b181-07c9-4a35-9aa7-d6cd12efec8d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1eb80584-ad70-4bc6-82fb-38aedb298a4b HTTP/1.1" status: 200 len: 862 time: 0.0717781 Dec 20 21:27:24.620918 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:27:24.621335 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Checking segment: {'id': 'b45fe5cc-3c3c-43bd-8dd2-1a851c35642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:27:24.621781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Bound using segment: {'id': 'b45fe5cc-3c3c-43bd-8dd2-1a851c35642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:27:24.622317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Bound port: 90634de5-2eba-4813-807f-76274618d17d, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45fe5cc-3c3c-43bd-8dd2-1a851c35642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:27:24.622729 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:24.662631 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e2eae36-abbf-46a8-9dc6-55c9df7d49e6 req-3b020bca-1cea-4ab4-9995-f424fd3a4b10 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6236d5e1-e3fc-45ac-a50c-be838d498b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358603 Dec 20 21:27:24.691499 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-3257f021-c75b-45b6-9219-f817022dc427 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=28445ef1-129b-43fc-bae4-f157f94a5969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585611 Dec 20 21:27:24.820662 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] For port 90634de5-2eba-4813-807f-76274618d17d, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:27:24.828264 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef433980-17b6-4010-bcfe-3fb4cabdae3d req-81badbf4-13d0-485d-8d4f-32d435c8a107 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992989 Dec 20 21:27:24.849659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] For port 90634de5-2eba-4813-807f-76274618d17d, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=90634de5-2eba-4813-807f-76274618d17d,segment=NetworkSegment(b45fe5cc-3c3c-43bd-8dd2-1a851c35642d),segment_id=b45fe5cc-3c3c-43bd-8dd2-1a851c35642d)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:27:24.855633 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca47b896-9c35-47a6-b829-bf70336a558d {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:24.869148 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:24.872226 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:24.903722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Transition to ACTIVE for port object ca47b896-9c35-47a6-b829-bf70336a558d will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:27:24.911390 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:24.947288 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7e624e07-71ab-4590-9d85-5571c3dc7fa3 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:27:24.948510 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Pushing event updated for resources: {'Port': ['ID=90634de5-2eba-4813-807f-76274618d17d,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:24.954392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-1b2ab3d5-2579-4780-b923-5bb2ad25f50a service neutron] 10.222.0.66 "GET /v2.0/networks/28445ef1-129b-43fc-bae4-f157f94a5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545140 Dec 20 21:27:25.016381 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-99453ae8-cb06-4bb9-936c-15a9f99d1273 req-4210fbf9-8c9e-4e0a-9b6b-e5331765e3ce tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0726643 Dec 20 21:27:25.036014 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e2eae36-abbf-46a8-9dc6-55c9df7d49e6 req-6fd71c1d-c0bb-4416-9415-8da6d1f9fb6c service neutron] 10.222.0.66 "GET /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422420 Dec 20 21:27:25.037470 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:25.038631 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:25.040065 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-6da2b085-bae9-4309-9a97-8d3b383d5b92 service neutron] 10.222.0.31 "PUT /v2.0/ports/90634de5-2eba-4813-807f-76274618d17d HTTP/1.1" status: 200 len: 1089 time: 1.8810158 Dec 20 21:27:25.089328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca47b896-9c35-47a6-b829-bf70336a558d,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:25.100879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8728851-8cfb-41d0-9c25-a410db8c814d', 'tag': '90634de5-2eba-4813-807f-76274618d17d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:25.103544 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd2758b-2c7a-4cd7-92b9-9309c9ad116e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8728851-8cfb-41d0-9c25-a410db8c814d", "tag": "90634de5-2eba-4813-807f-76274618d17d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:25.231436 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7e624e07-71ab-4590-9d85-5571c3dc7fa3, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7e624e07-71ab-4590-9d85-5571c3dc7fa3,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:25.234018 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e2eae36-abbf-46a8-9dc6-55c9df7d49e6 req-7856da51-ee8b-4a45-b1cc-66d8bf0335c3 service neutron] 10.222.0.66 "GET /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893539 Dec 20 21:27:25.245188 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-513c4106-e74e-4520-a66b-638e546008e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:25.247055 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-513c4106-e74e-4520-a66b-638e546008e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97801316341d471688215ea04d9e8fb1&device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 1092 time: 0.1037970 Dec 20 21:27:25.262888 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '7e624e07-71ab-4590-9d85-5571c3dc7fa3', 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d', 'port_id': '7e624e07-71ab-4590-9d85-5571c3dc7fa3', 'mac_address': 'fa:16:3e:66:20:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb80584-ad70-4bc6-82fb-38aedb298a4b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:27:25.266379 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-05f1e919-76b5-4b21-956a-e5aba06a073b service neutron] 10.222.0.66 "GET /v2.0/networks/28445ef1-129b-43fc-bae4-f157f94a5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904673 Dec 20 21:27:25.269399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Attempting to bind port ca47b896-9c35-47a6-b829-bf70336a558d on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:27:25.269883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Attempting to bind port ca47b896-9c35-47a6-b829-bf70336a558d by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'b45fe5cc-3c3c-43bd-8dd2-1a851c35642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:27:25.270381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Attempting to bind port ca47b896-9c35-47a6-b829-bf70336a558d on network 28445ef1-129b-43fc-bae4-f157f94a5969 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:25.285015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Port ca47b896-9c35-47a6-b829-bf70336a558d on network 28445ef1-129b-43fc-bae4-f157f94a5969 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:27:25.285481 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Attempting to bind port ca47b896-9c35-47a6-b829-bf70336a558d on network 28445ef1-129b-43fc-bae4-f157f94a5969 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:25.291480 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:27:25.292112 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Checking segment: {'id': 'b45fe5cc-3c3c-43bd-8dd2-1a851c35642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:27:25.292614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Bound using segment: {'id': 'b45fe5cc-3c3c-43bd-8dd2-1a851c35642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:27:25.293154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Bound port: ca47b896-9c35-47a6-b829-bf70336a558d, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45fe5cc-3c3c-43bd-8dd2-1a851c35642d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:27:25.293613 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:25.322816 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:25.327933 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-accc627e-b58d-48ce-9564-a7216f54d94a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90634de5-2eba-4813-807f-76274618d17d HTTP/1.1" status: 200 len: 217 time: 0.0462525 Dec 20 21:27:25.339883 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e624e07-71ab-4590-9d85-5571c3dc7fa3 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:25.367760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7e624e07-71ab-4590-9d85-5571c3dc7fa3, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7e624e07-71ab-4590-9d85-5571c3dc7fa3,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:25.399465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] For port ca47b896-9c35-47a6-b829-bf70336a558d, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:27:25.401258 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-50bad908-51bf-46ee-991f-f04df7bb2a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:25.403044 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-50bad908-51bf-46ee-991f-f04df7bb2a55 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=acdda359-88dc-43b3-8fc6-2331e60bd554 HTTP/1.1" status: 200 len: 857 time: 0.0678835 Dec 20 21:27:25.404512 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e81d331-e28d-4dda-8beb-f88e73feb17d x-openstack-request-id: req-2e81d331-e28d-4dda-8beb-f88e73feb17d {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:25.404937 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8728851-8cfb-41d0-9c25-a410db8c814d", "tag": "90634de5-2eba-4813-807f-76274618d17d", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:25.405217 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e81d331-e28d-4dda-8beb-f88e73feb17d {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:25.405948 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8728851-8cfb-41d0-9c25-a410db8c814d', 'tag': '90634de5-2eba-4813-807f-76274618d17d', 'status': 'completed', 'code': 200} Dec 20 21:27:25.406524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] For port ca47b896-9c35-47a6-b829-bf70336a558d, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ca47b896-9c35-47a6-b829-bf70336a558d,segment=NetworkSegment(b45fe5cc-3c3c-43bd-8dd2-1a851c35642d),segment_id=b45fe5cc-3c3c-43bd-8dd2-1a851c35642d)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:27:25.408546 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:25.458615 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:25.471178 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-3e427b1d-36b9-49fc-92dc-f5d950093ffc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28445ef1-129b-43fc-bae4-f157f94a5969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309038 Dec 20 21:27:25.474808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=7e624e07-71ab-4590-9d85-5571c3dc7fa3,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:25.524591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:25.525405 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:25.526945 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-78905535-d605-4341-bc10-e03d483596e7 service neutron] 10.222.0.66 "PUT /v2.0/ports/ca47b896-9c35-47a6-b829-bf70336a558d HTTP/1.1" status: 200 len: 1089 time: 1.8768156 Dec 20 21:27:25.548723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78905535-d605-4341-bc10-e03d483596e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca47b896-9c35-47a6-b829-bf70336a558d,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:25.607946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44717a-620f-4a69-930e-ca7b1551c953 req-48b69aa2-6300-4345-9a17-39ef751c4158 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:25.609489 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ed44717a-620f-4a69-930e-ca7b1551c953 req-48b69aa2-6300-4345-9a17-39ef751c4158 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 943 time: 0.1103747 Dec 20 21:27:25.668681 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-5bacf5d8-26dc-49cf-8167-a314cb592609 service neutron] 10.222.0.31 "GET /v2.0/networks/28445ef1-129b-43fc-bae4-f157f94a5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957064 Dec 20 21:27:25.688431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b458cc9-5a93-4ab6-a4e4-37701ea6973a req-b0e53670-061b-4852-8804-cb85c163c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:25.690403 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b458cc9-5a93-4ab6-a4e4-37701ea6973a req-b0e53670-061b-4852-8804-cb85c163c6e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97801316341d471688215ea04d9e8fb1&device_id=3487cea7-ac18-4c8b-99a8-4588b7b3e56e HTTP/1.1" status: 200 len: 1093 time: 0.1254146 Dec 20 21:27:25.695258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-82631698-fa18-4305-906a-d8f6cee14e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:25.696399 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ed44717a-620f-4a69-930e-ca7b1551c953 req-3406a595-9b2c-402e-8f1c-22583af2dd13 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749936 Dec 20 21:27:25.696839 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-82631698-fa18-4305-906a-d8f6cee14e90 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97801316341d471688215ea04d9e8fb1&device_id=6afac614-cf90-43e9-9850-1b4eab697ec5 HTTP/1.1" status: 200 len: 1092 time: 0.0811903 Dec 20 21:27:25.730345 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['7e624e07-71ab-4590-9d85-5571c3dc7fa3'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:25.789400 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-1c304b20-19aa-417d-b964-6137d439cdf6 service neutron] 10.222.0.31 "GET /v2.0/networks/28445ef1-129b-43fc-bae4-f157f94a5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114922 Dec 20 21:27:25.808595 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-3bd27172-98bb-466e-abe4-3d647fb89c8a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca47b896-9c35-47a6-b829-bf70336a558d HTTP/1.1" status: 200 len: 217 time: 0.0902872 Dec 20 21:27:25.907078 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-292c64ee-2158-4644-8928-c278b152cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:25.908724 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-292c64ee-2158-4644-8928-c278b152cd36 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=acdda359-88dc-43b3-8fc6-2331e60bd554 HTTP/1.1" status: 200 len: 857 time: 0.0862138 Dec 20 21:27:25.917072 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b458cc9-5a93-4ab6-a4e4-37701ea6973a req-5f60058e-b61a-4ad0-b2c6-cca853045069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:25.918997 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b458cc9-5a93-4ab6-a4e4-37701ea6973a req-5f60058e-b61a-4ad0-b2c6-cca853045069 service neutron] 10.222.0.66 "GET /v2.0/networks?id=28445ef1-129b-43fc-bae4-f157f94a5969 HTTP/1.1" status: 200 len: 918 time: 0.2019148 Dec 20 21:27:25.960828 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2758b-2c7a-4cd7-92b9-9309c9ad116e req-9daeadb9-cee0-4dc5-991f-fa65939eca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:25.962818 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcd2758b-2c7a-4cd7-92b9-9309c9ad116e req-9daeadb9-cee0-4dc5-991f-fa65939eca8f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97801316341d471688215ea04d9e8fb1&device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 1092 time: 0.0804944 Dec 20 21:27:25.972207 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b458cc9-5a93-4ab6-a4e4-37701ea6973a req-f9383ee6-51a9-455a-9eb8-e23dede72530 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa482bee-dfed-4d95-a0c2-38a31d4dca3f HTTP/1.1" status: 200 len: 217 time: 0.0440872 Dec 20 21:27:26.000137 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-0655012f-f424-4a39-96bb-30b4f8de0890 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=28445ef1-129b-43fc-bae4-f157f94a5969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799212 Dec 20 21:27:26.138416 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b458cc9-5a93-4ab6-a4e4-37701ea6973a req-389625b8-1f70-4a8d-98fd-79ac2dc6af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:26.141314 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b458cc9-5a93-4ab6-a4e4-37701ea6973a req-389625b8-1f70-4a8d-98fd-79ac2dc6af8e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=acdda359-88dc-43b3-8fc6-2331e60bd554 HTTP/1.1" status: 200 len: 857 time: 0.1522558 Dec 20 21:27:26.152382 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2758b-2c7a-4cd7-92b9-9309c9ad116e req-e23f9206-0a73-40c6-94f6-1aace0af019c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:26.153681 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8211d30-fcc0-4197-ad8c-1103fd4a4c6c req-ecad744e-7cfc-4a0c-8bcb-3117c2f35a08 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:26.154280 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcd2758b-2c7a-4cd7-92b9-9309c9ad116e req-e23f9206-0a73-40c6-94f6-1aace0af019c service neutron] 10.222.0.31 "GET /v2.0/networks?id=28445ef1-129b-43fc-bae4-f157f94a5969 HTTP/1.1" status: 200 len: 918 time: 0.1780362 Dec 20 21:27:26.155420 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8211d30-fcc0-4197-ad8c-1103fd4a4c6c req-ecad744e-7cfc-4a0c-8bcb-3117c2f35a08 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 944 time: 0.1822042 Dec 20 21:27:26.189910 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b458cc9-5a93-4ab6-a4e4-37701ea6973a req-850d5c0f-e1c2-4718-b8c5-fef8d8bc4a78 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=28445ef1-129b-43fc-bae4-f157f94a5969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317354 Dec 20 21:27:26.204501 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcd2758b-2c7a-4cd7-92b9-9309c9ad116e req-7014e268-8185-49ce-8197-41524a7a145f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90634de5-2eba-4813-807f-76274618d17d HTTP/1.1" status: 200 len: 217 time: 0.0410967 Dec 20 21:27:26.298357 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-4b83809a-57ad-4804-be72-2e684b039a88 service neutron] 10.222.0.66 "GET /v2.0/networks/28445ef1-129b-43fc-bae4-f157f94a5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726424 Dec 20 21:27:26.301879 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-58a1d70e-0629-4125-9739-55467255c5c4 req-ee726908-1a1f-4cc1-a62b-b42bddd98440 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0405376 Dec 20 21:27:26.313339 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2758b-2c7a-4cd7-92b9-9309c9ad116e req-1c080e6f-d11b-4a03-8a86-c7ba8e8e7330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:26.319733 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcd2758b-2c7a-4cd7-92b9-9309c9ad116e req-1c080e6f-d11b-4a03-8a86-c7ba8e8e7330 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=acdda359-88dc-43b3-8fc6-2331e60bd554 HTTP/1.1" status: 200 len: 857 time: 0.1036572 Dec 20 21:27:26.323368 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8211d30-fcc0-4197-ad8c-1103fd4a4c6c req-9b4e9f44-1855-4dd1-8e9c-a81a30c5eada tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263382 Dec 20 21:27:26.327849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afac614-cf90-43e9-9850-1b4eab697ec5', 'tag': 'ca47b896-9c35-47a6-b829-bf70336a558d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:26.332741 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab0d374-e6f7-48f6-8bc1-7f0db6178786" -d '{"events": [{"name": "network-changed", "server_uuid": "6afac614-cf90-43e9-9850-1b4eab697ec5", "tag": "ca47b896-9c35-47a6-b829-bf70336a558d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:26.372666 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcd2758b-2c7a-4cd7-92b9-9309c9ad116e req-44e56e00-6801-4ef1-8688-91abdadc8836 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28445ef1-129b-43fc-bae4-f157f94a5969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373516 Dec 20 21:27:26.395092 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d8eaae-5151-4645-857b-be4fe3784b6b x-openstack-request-id: req-a7d8eaae-5151-4645-857b-be4fe3784b6b {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:26.395458 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afac614-cf90-43e9-9850-1b4eab697ec5", "tag": "ca47b896-9c35-47a6-b829-bf70336a558d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:26.395777 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7d8eaae-5151-4645-857b-be4fe3784b6b {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:26.396274 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6afac614-cf90-43e9-9850-1b4eab697ec5', 'tag': 'ca47b896-9c35-47a6-b829-bf70336a558d', 'status': 'completed', 'code': 200} Dec 20 21:27:26.458671 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b458cc9-5a93-4ab6-a4e4-37701ea6973a req-0ff888df-28bd-4c42-9fc5-94de6ad8f7ca service neutron] 10.222.0.66 "GET /v2.0/networks/28445ef1-129b-43fc-bae4-f157f94a5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595358 Dec 20 21:27:26.488765 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcd2758b-2c7a-4cd7-92b9-9309c9ad116e req-1d2a8d88-36a3-4701-971b-c236c145b87f service neutron] 10.222.0.31 "GET /v2.0/networks/28445ef1-129b-43fc-bae4-f157f94a5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040604 Dec 20 21:27:26.599795 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e2ccc8c-21c1-4065-8112-4289e58b4b8b req-2621df45-0277-45d0-9c47-1eac5278993b service neutron] 10.222.0.66 "GET /v2.0/networks/28445ef1-129b-43fc-bae4-f157f94a5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752066 Dec 20 21:27:26.634667 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b458cc9-5a93-4ab6-a4e4-37701ea6973a req-4980afa4-0d15-4cee-b5d5-2a164e4c0cd4 service neutron] 10.222.0.66 "GET /v2.0/networks/28445ef1-129b-43fc-bae4-f157f94a5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575861 Dec 20 21:27:26.645575 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcd2758b-2c7a-4cd7-92b9-9309c9ad116e req-4e25e3e7-8fbf-4183-ac4f-b891539800df service neutron] 10.222.0.31 "GET /v2.0/networks/28445ef1-129b-43fc-bae4-f157f94a5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458259 Dec 20 21:27:26.803574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0d374-e6f7-48f6-8bc1-7f0db6178786 req-0e74dba0-37a7-4de1-9652-3bb4b007aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:26.806100 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ab0d374-e6f7-48f6-8bc1-7f0db6178786 req-0e74dba0-37a7-4de1-9652-3bb4b007aefd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97801316341d471688215ea04d9e8fb1&device_id=6afac614-cf90-43e9-9850-1b4eab697ec5 HTTP/1.1" status: 200 len: 1092 time: 0.0708189 Dec 20 21:27:26.859312 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72872992-02b0-41eb-a20b-340a8ebdbfe3 req-3efc40b5-2f37-49f6-ac56-2b82963a899a tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:26.861330 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-72872992-02b0-41eb-a20b-340a8ebdbfe3 req-3efc40b5-2f37-49f6-ac56-2b82963a899a tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 943 time: 0.0677371 Dec 20 21:27:26.922045 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-72872992-02b0-41eb-a20b-340a8ebdbfe3 req-3e5e56fd-1079-4c6f-9a42-97029ee8ff57 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523262 Dec 20 21:27:26.924041 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0d374-e6f7-48f6-8bc1-7f0db6178786 req-1e06056b-9eff-4767-b1c2-b96ae13e021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:26.926742 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ab0d374-e6f7-48f6-8bc1-7f0db6178786 req-1e06056b-9eff-4767-b1c2-b96ae13e021e service neutron] 10.222.0.66 "GET /v2.0/networks?id=28445ef1-129b-43fc-bae4-f157f94a5969 HTTP/1.1" status: 200 len: 918 time: 0.1125369 Dec 20 21:27:26.972743 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device aa482bee-dfed-4d95-a0c2-38a31d4dca3f details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:27:26.979785 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ab0d374-e6f7-48f6-8bc1-7f0db6178786 req-b585eba4-e51e-4b58-b64c-55408114f1c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca47b896-9c35-47a6-b829-bf70336a558d HTTP/1.1" status: 200 len: 217 time: 0.0403674 Dec 20 21:27:26.982968 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7e624e07-71ab-4590-9d85-5571c3dc7fa3 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:27:27.040957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0d374-e6f7-48f6-8bc1-7f0db6178786 req-6ed9cbb4-1778-4a11-82e5-17a045266eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:27.042502 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ab0d374-e6f7-48f6-8bc1-7f0db6178786 req-6ed9cbb4-1778-4a11-82e5-17a045266eba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=acdda359-88dc-43b3-8fc6-2331e60bd554 HTTP/1.1" status: 200 len: 857 time: 0.0542145 Dec 20 21:27:27.088241 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ab0d374-e6f7-48f6-8bc1-7f0db6178786 req-d716329e-0afb-483d-aaba-9b1fdf2ec3cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=28445ef1-129b-43fc-bae4-f157f94a5969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363317 Dec 20 21:27:27.109277 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 7e624e07-71ab-4590-9d85-5571c3dc7fa3 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:27:27.119092 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 7e624e07-71ab-4590-9d85-5571c3dc7fa3 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:27.120433 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:27.184494 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a0fff97-59bf-4ee2-93ab-e054b0c0c52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:27.224336 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ab0d374-e6f7-48f6-8bc1-7f0db6178786 req-aa16cd4a-168c-4d89-8b09-dd54a2014746 service neutron] 10.222.0.66 "GET /v2.0/networks/28445ef1-129b-43fc-bae4-f157f94a5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279199 Dec 20 21:27:27.248813 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port aa482bee-dfed-4d95-a0c2-38a31d4dca3f, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=aa482bee-dfed-4d95-a0c2-38a31d4dca3f,segment=NetworkSegment(b45fe5cc-3c3c-43bd-8dd2-1a851c35642d),segment_id=b45fe5cc-3c3c-43bd-8dd2-1a851c35642d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:27.269928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'aa482bee-dfed-4d95-a0c2-38a31d4dca3f', 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969', 'port_id': 'aa482bee-dfed-4d95-a0c2-38a31d4dca3f', 'mac_address': 'fa:16:3e:10:b2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdda359-88dc-43b3-8fc6-2331e60bd554', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:27:27.299251 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:27.338099 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2b729-a0c0-4c2b-9a2e-b475d8207e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e624e07-71ab-4590-9d85-5571c3dc7fa3'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:27.341734 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7b27dd-32e5-4299-b4e8-53de6f321783" -d '{"events": [{"server_uuid": "14e2b729-a0c0-4c2b-9a2e-b475d8207e10", "name": "network-vif-plugged", "status": "completed", "tag": "7e624e07-71ab-4590-9d85-5571c3dc7fa3"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:27.354434 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:27.360578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7e624e07-71ab-4590-9d85-5571c3dc7fa3, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7e624e07-71ab-4590-9d85-5571c3dc7fa3,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:27.361263 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ab0d374-e6f7-48f6-8bc1-7f0db6178786 req-5ef75d7d-5cf4-422c-95e6-002e81a41535 service neutron] 10.222.0.66 "GET /v2.0/networks/28445ef1-129b-43fc-bae4-f157f94a5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133657 Dec 20 21:27:27.377044 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:27.435563 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=7e624e07-71ab-4590-9d85-5571c3dc7fa3,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:27.441039 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa482bee-dfed-4d95-a0c2-38a31d4dca3f {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:27.491317 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port aa482bee-dfed-4d95-a0c2-38a31d4dca3f, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=aa482bee-dfed-4d95-a0c2-38a31d4dca3f,segment=NetworkSegment(b45fe5cc-3c3c-43bd-8dd2-1a851c35642d),segment_id=b45fe5cc-3c3c-43bd-8dd2-1a851c35642d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:27.505041 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:27.505947 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e491d0f7-7f6b-49e5-ae76-79a0c8638983 req-0149d26b-331a-4de6-b0d0-1ce1100f6932 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0422163 Dec 20 21:27:27.564635 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=aa482bee-dfed-4d95-a0c2-38a31d4dca3f,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:27.573919 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e773f47-d910-4f98-972a-4cbfae5462ac x-openstack-request-id: req-3e773f47-d910-4f98-972a-4cbfae5462ac {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:27.574143 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e2b729-a0c0-4c2b-9a2e-b475d8207e10", "name": "network-vif-plugged", "status": "completed", "tag": "7e624e07-71ab-4590-9d85-5571c3dc7fa3", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:27.574406 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e773f47-d910-4f98-972a-4cbfae5462ac {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:27.574863 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2b729-a0c0-4c2b-9a2e-b475d8207e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e624e07-71ab-4590-9d85-5571c3dc7fa3', 'code': 200} Dec 20 21:27:27.875679 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['aa482bee-dfed-4d95-a0c2-38a31d4dca3f'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:27.899981 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe4708-ca70-4e4c-a731-1b8c231c019a req-1e32e5ee-03e8-427a-bcc8-9519971a3b55 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:27.907394 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8fe4708-ca70-4e4c-a731-1b8c231c019a req-1e32e5ee-03e8-427a-bcc8-9519971a3b55 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 945 time: 0.4591846 Dec 20 21:27:27.920632 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ac441-d0f9-4ee7-b42e-2d3112c49292 req-25b849ef-2cce-42ed-9085-43d57dab3e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:27.922203 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-142ac441-d0f9-4ee7-b42e-2d3112c49292 req-25b849ef-2cce-42ed-9085-43d57dab3e71 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 1094 time: 0.0861146 Dec 20 21:27:27.974955 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8fe4708-ca70-4e4c-a731-1b8c231c019a req-be0197eb-d947-42e5-b9a7-ee9863253c04 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618794 Dec 20 21:27:27.999581 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-142ac441-d0f9-4ee7-b42e-2d3112c49292 req-787b9338-88f3-4641-9b0a-630050784076 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671186 Dec 20 21:27:28.101076 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0422d3-0f66-433b-ac59-38239eb69bf7 req-c7cddafe-4995-40b4-ac1f-98c431a60efc tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:28.102701 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d0422d3-0f66-433b-ac59-38239eb69bf7 req-c7cddafe-4995-40b4-ac1f-98c431a60efc tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 943 time: 0.0550866 Dec 20 21:27:28.146534 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d0422d3-0f66-433b-ac59-38239eb69bf7 req-626513b9-ba34-4456-8f7b-4b1d0a49c520 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365076 Dec 20 21:27:28.209057 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 90634de5-2eba-4813-807f-76274618d17d details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:27:28.342121 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 90634de5-2eba-4813-807f-76274618d17d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=90634de5-2eba-4813-807f-76274618d17d,segment=NetworkSegment(b45fe5cc-3c3c-43bd-8dd2-1a851c35642d),segment_id=b45fe5cc-3c3c-43bd-8dd2-1a851c35642d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:28.355813 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '90634de5-2eba-4813-807f-76274618d17d', 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969', 'port_id': '90634de5-2eba-4813-807f-76274618d17d', 'mac_address': 'fa:16:3e:08:87:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdda359-88dc-43b3-8fc6-2331e60bd554', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:27:28.398391 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:28.412237 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90634de5-2eba-4813-807f-76274618d17d {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:28.435696 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 90634de5-2eba-4813-807f-76274618d17d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=90634de5-2eba-4813-807f-76274618d17d,segment=NetworkSegment(b45fe5cc-3c3c-43bd-8dd2-1a851c35642d),segment_id=b45fe5cc-3c3c-43bd-8dd2-1a851c35642d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:28.441204 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:28.500186 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=90634de5-2eba-4813-807f-76274618d17d,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:28.627958 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef189b8b-2022-45d0-8efa-830f59f9d888 req-d1752658-b659-476b-be66-c2aca3faa6e5 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0468190 Dec 20 21:27:28.933644 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['90634de5-2eba-4813-807f-76274618d17d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:29.037250 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ca47b896-9c35-47a6-b829-bf70336a558d details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:27:29.039506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device aa482bee-dfed-4d95-a0c2-38a31d4dca3f up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:27:29.113132 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a650da-3312-455c-b8ba-42aa3f108989 req-f649432d-780f-4616-a74a-1f2e31fc3a12 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:29.121768 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-06a650da-3312-455c-b8ba-42aa3f108989 req-f649432d-780f-4616-a74a-1f2e31fc3a12 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 945 time: 0.0719295 Dec 20 21:27:29.207127 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-06a650da-3312-455c-b8ba-42aa3f108989 req-f20a7b29-484d-408a-b3f3-e6a05fb448b2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841367 Dec 20 21:27:29.234471 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port aa482bee-dfed-4d95-a0c2-38a31d4dca3f completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:27:29.249636 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port aa482bee-dfed-4d95-a0c2-38a31d4dca3f triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:29.250014 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:29.288691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ca47b896-9c35-47a6-b829-bf70336a558d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ca47b896-9c35-47a6-b829-bf70336a558d,segment=NetworkSegment(b45fe5cc-3c3c-43bd-8dd2-1a851c35642d),segment_id=b45fe5cc-3c3c-43bd-8dd2-1a851c35642d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:29.306703 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'ca47b896-9c35-47a6-b829-bf70336a558d', 'network_id': '28445ef1-129b-43fc-bae4-f157f94a5969', 'port_id': 'ca47b896-9c35-47a6-b829-bf70336a558d', 'mac_address': 'fa:16:3e:8d:90:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acdda359-88dc-43b3-8fc6-2331e60bd554', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:27:29.353380 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691b471-d1b5-405a-9e66-095066a6f7be req-090a1215-a695-41eb-bfd2-bcd6afd2c13e tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:29.366285 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f691b471-d1b5-405a-9e66-095066a6f7be req-090a1215-a695-41eb-bfd2-bcd6afd2c13e tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 944 time: 0.0850234 Dec 20 21:27:29.384045 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:29.415436 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f691b471-d1b5-405a-9e66-095066a6f7be req-5ad73963-8f09-457f-8e0e-8e9cc6a29bb8 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479054 Dec 20 21:27:29.416893 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:29.421987 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca47b896-9c35-47a6-b829-bf70336a558d {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:29.449143 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17460a31-a711-42a3-8632-64090e13922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:29.470173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ca47b896-9c35-47a6-b829-bf70336a558d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ca47b896-9c35-47a6-b829-bf70336a558d,segment=NetworkSegment(b45fe5cc-3c3c-43bd-8dd2-1a851c35642d),segment_id=b45fe5cc-3c3c-43bd-8dd2-1a851c35642d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:29.477003 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:29.490591 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port aa482bee-dfed-4d95-a0c2-38a31d4dca3f, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=aa482bee-dfed-4d95-a0c2-38a31d4dca3f,segment=NetworkSegment(b45fe5cc-3c3c-43bd-8dd2-1a851c35642d),segment_id=b45fe5cc-3c3c-43bd-8dd2-1a851c35642d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:29.510725 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:29.540654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=ca47b896-9c35-47a6-b829-bf70336a558d,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:29.576153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3487cea7-ac18-4c8b-99a8-4588b7b3e56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa482bee-dfed-4d95-a0c2-38a31d4dca3f'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:29.578664 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c493021-db1f-4f1e-9f79-f26276be1644" -d '{"events": [{"server_uuid": "3487cea7-ac18-4c8b-99a8-4588b7b3e56e", "name": "network-vif-plugged", "status": "completed", "tag": "aa482bee-dfed-4d95-a0c2-38a31d4dca3f"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:29.623835 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=aa482bee-dfed-4d95-a0c2-38a31d4dca3f,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:29.634464 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa73dc9-3b96-4c9a-8dc0-f808d187ed8b x-openstack-request-id: req-8aa73dc9-3b96-4c9a-8dc0-f808d187ed8b {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:29.634820 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3487cea7-ac18-4c8b-99a8-4588b7b3e56e", "name": "network-vif-plugged", "status": "completed", "tag": "aa482bee-dfed-4d95-a0c2-38a31d4dca3f", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:29.635127 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8aa73dc9-3b96-4c9a-8dc0-f808d187ed8b {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:29.635585 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3487cea7-ac18-4c8b-99a8-4588b7b3e56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa482bee-dfed-4d95-a0c2-38a31d4dca3f', 'code': 200} Dec 20 21:27:29.793843 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a3d7119b-e4fd-4fce-a7ef-8310c63818f1 req-21df14bc-4844-4ae7-9806-5fbc4cfc72c5 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0665703 Dec 20 21:27:29.805611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a74923-4d2d-4513-b5ab-4835c4d37cb7 req-b11318e4-4156-4cb9-8ddc-5d2e69004cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:29.807202 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-78a74923-4d2d-4513-b5ab-4835c4d37cb7 req-b11318e4-4156-4cb9-8ddc-5d2e69004cab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3487cea7-ac18-4c8b-99a8-4588b7b3e56e HTTP/1.1" status: 200 len: 1095 time: 0.0488529 Dec 20 21:27:29.812259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['ca47b896-9c35-47a6-b829-bf70336a558d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:29.870122 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-78a74923-4d2d-4513-b5ab-4835c4d37cb7 req-4265a8a2-cf23-403a-831d-f501d1a9178f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492413 Dec 20 21:27:30.336328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76532d-d01f-4b6e-ac94-e1c16ebdb192 req-beef6524-1a9f-4699-9f1e-a7f58907848a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:30.337950 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c76532d-d01f-4b6e-ac94-e1c16ebdb192 req-beef6524-1a9f-4699-9f1e-a7f58907848a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 945 time: 0.0550539 Dec 20 21:27:30.384860 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c76532d-d01f-4b6e-ac94-e1c16ebdb192 req-76513a5a-c1fd-4eb7-97e7-585c1b469ed7 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402720 Dec 20 21:27:30.532603 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1346f7-ad45-4480-9112-0cbc9b3d2db3 req-9987922f-6abe-4fa4-82f5-9fa2ec2a9fcb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:30.535177 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5e1346f7-ad45-4480-9112-0cbc9b3d2db3 req-9987922f-6abe-4fa4-82f5-9fa2ec2a9fcb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 945 time: 0.0683022 Dec 20 21:27:30.551224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05258773-7c92-40b1-bad3-dbbd8d8a58bc req-2f6e22e1-8aa3-4a43-a444-ed76de9ca28c tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:30.552726 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05258773-7c92-40b1-bad3-dbbd8d8a58bc req-2f6e22e1-8aa3-4a43-a444-ed76de9ca28c tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 944 time: 0.0624712 Dec 20 21:27:30.582457 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5e1346f7-ad45-4480-9112-0cbc9b3d2db3 req-4ebeeb93-3b31-4286-acd5-db3c1b4aa041 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386000 Dec 20 21:27:30.599381 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05258773-7c92-40b1-bad3-dbbd8d8a58bc req-8d1011be-a1bd-45b8-a3cb-b1f1ef823c3b tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377703 Dec 20 21:27:30.634124 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:31.003940 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ca47b896-9c35-47a6-b829-bf70336a558d up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:27:31.041894 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-06a6e667-4480-4469-98be-87ca22d5b722 req-f1e39328-ba51-4780-bb8c-2d39ce5d56b0 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0361605 Dec 20 21:27:31.147454 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port ca47b896-9c35-47a6-b829-bf70336a558d completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:27:31.154610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port ca47b896-9c35-47a6-b829-bf70336a558d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:31.155964 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:31.298587 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:31.360933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ca47b896-9c35-47a6-b829-bf70336a558d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ca47b896-9c35-47a6-b829-bf70336a558d,segment=NetworkSegment(b45fe5cc-3c3c-43bd-8dd2-1a851c35642d),segment_id=b45fe5cc-3c3c-43bd-8dd2-1a851c35642d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:31.369656 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:31.436691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=ca47b896-9c35-47a6-b829-bf70336a558d,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:31.507245 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707cd57-bd9e-442a-8714-87b0a8b97ec5 req-2c650b69-046a-46ac-b56a-ac10c7cd7033 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:31.508998 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b707cd57-bd9e-442a-8714-87b0a8b97ec5 req-2c650b69-046a-46ac-b56a-ac10c7cd7033 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 945 time: 0.0510235 Dec 20 21:27:31.548901 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b707cd57-bd9e-442a-8714-87b0a8b97ec5 req-c586e352-15c6-486e-a97b-449b927936f7 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335166 Dec 20 21:27:31.637138 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afac614-cf90-43e9-9850-1b4eab697ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca47b896-9c35-47a6-b829-bf70336a558d'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:31.639466 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb15b0e-a39b-40d1-aa94-4061a5fad783" -d '{"events": [{"server_uuid": "6afac614-cf90-43e9-9850-1b4eab697ec5", "name": "network-vif-plugged", "status": "completed", "tag": "ca47b896-9c35-47a6-b829-bf70336a558d"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:31.681880 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac20d23f-0d52-4d25-b56f-56c8ba735ccb x-openstack-request-id: req-ac20d23f-0d52-4d25-b56f-56c8ba735ccb {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:31.682189 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afac614-cf90-43e9-9850-1b4eab697ec5", "name": "network-vif-plugged", "status": "completed", "tag": "ca47b896-9c35-47a6-b829-bf70336a558d", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:31.682438 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac20d23f-0d52-4d25-b56f-56c8ba735ccb {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:31.682831 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afac614-cf90-43e9-9850-1b4eab697ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca47b896-9c35-47a6-b829-bf70336a558d', 'code': 200} Dec 20 21:27:31.737085 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9fb48-de1b-4e50-987a-c2d309154afc req-4cbdf8dc-2ec2-46c3-8811-c52ad769580a tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:31.738987 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96f9fb48-de1b-4e50-987a-c2d309154afc req-4cbdf8dc-2ec2-46c3-8811-c52ad769580a tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 944 time: 0.0497799 Dec 20 21:27:31.802998 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96f9fb48-de1b-4e50-987a-c2d309154afc req-cf83b436-8bb8-4524-a750-b8151762a2fe tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579112 Dec 20 21:27:31.898737 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c145c5-2cab-477c-961f-f098ad9ddd96 req-e1a50511-e408-4ca7-a4ca-a33ce46ff79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:31.900178 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67c145c5-2cab-477c-961f-f098ad9ddd96 req-e1a50511-e408-4ca7-a4ca-a33ce46ff79b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6afac614-cf90-43e9-9850-1b4eab697ec5 HTTP/1.1" status: 200 len: 1094 time: 0.0421896 Dec 20 21:27:31.953574 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67c145c5-2cab-477c-961f-f098ad9ddd96 req-98062139-5ea2-405a-b952-fefbe2212e3a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383024 Dec 20 21:27:32.017615 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:32.164391 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-93c2ba42-b78a-4768-a271-44afbfa303f0 req-5e10a016-a6cc-49c2-b713-dfb4fa10075e tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0317256 Dec 20 21:27:32.239201 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 90634de5-2eba-4813-807f-76274618d17d up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:27:32.298882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 90634de5-2eba-4813-807f-76274618d17d completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:27:32.311173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 90634de5-2eba-4813-807f-76274618d17d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:32.311548 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:32.342610 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:32.433072 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:32.473874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 90634de5-2eba-4813-807f-76274618d17d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=90634de5-2eba-4813-807f-76274618d17d,segment=NetworkSegment(b45fe5cc-3c3c-43bd-8dd2-1a851c35642d),segment_id=b45fe5cc-3c3c-43bd-8dd2-1a851c35642d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:32.480219 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:32.532185 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=90634de5-2eba-4813-807f-76274618d17d,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:32.697071 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff48e6f-c9e5-4641-aa3c-32b822f36816 req-5a36d92e-35fa-4a2d-a72b-25a18294b808 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:32.698646 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ff48e6f-c9e5-4641-aa3c-32b822f36816 req-5a36d92e-35fa-4a2d-a72b-25a18294b808 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 945 time: 0.0555222 Dec 20 21:27:32.740295 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ff48e6f-c9e5-4641-aa3c-32b822f36816 req-437a3357-5a03-4121-a28d-9193248f892a tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348439 Dec 20 21:27:32.947657 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd51e90-26dc-4e7a-8577-ce4bd048cfaf req-bfed087b-8a29-4819-ae18-1d25179534c6 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:32.949251 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dbd51e90-26dc-4e7a-8577-ce4bd048cfaf req-bfed087b-8a29-4819-ae18-1d25179534c6 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 945 time: 0.0612562 Dec 20 21:27:32.993488 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dbd51e90-26dc-4e7a-8577-ce4bd048cfaf req-19ca9eb3-0127-4d60-a6e3-43d437d09c96 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343540 Dec 20 21:27:33.280840 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6d7102d6-eaa8-41cc-9360-fa86cc0acf1e req-c922f091-bf38-402e-90f4-608e88efb206 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0338559 Dec 20 21:27:33.683966 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8728851-8cfb-41d0-9c25-a410db8c814d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90634de5-2eba-4813-807f-76274618d17d'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:33.686414 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4a7b15-7f0d-430e-858e-c1bea220164c" -d '{"events": [{"server_uuid": "f8728851-8cfb-41d0-9c25-a410db8c814d", "name": "network-vif-plugged", "status": "completed", "tag": "90634de5-2eba-4813-807f-76274618d17d"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:33.728440 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9f5cc5-6b4b-4255-95b2-08285d18ecda x-openstack-request-id: req-2c9f5cc5-6b4b-4255-95b2-08285d18ecda {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:33.728736 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8728851-8cfb-41d0-9c25-a410db8c814d", "name": "network-vif-plugged", "status": "completed", "tag": "90634de5-2eba-4813-807f-76274618d17d", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:33.728993 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c9f5cc5-6b4b-4255-95b2-08285d18ecda {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:33.729384 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8728851-8cfb-41d0-9c25-a410db8c814d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90634de5-2eba-4813-807f-76274618d17d', 'code': 200} Dec 20 21:27:33.870577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b25127-96ce-4101-b37e-cd79645a71f8 req-253c5208-1039-4029-be20-85b5ba34d6f0 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:33.872061 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e6b25127-96ce-4101-b37e-cd79645a71f8 req-253c5208-1039-4029-be20-85b5ba34d6f0 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 945 time: 0.0520542 Dec 20 21:27:33.872612 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d50fd-603c-427e-80d7-b5197b0985cb req-10e85916-ab19-4d26-b238-0fdccfb0e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:33.874112 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-311d50fd-603c-427e-80d7-b5197b0985cb req-10e85916-ab19-4d26-b238-0fdccfb0e954 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 1094 time: 0.0410454 Dec 20 21:27:33.909295 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-311d50fd-603c-427e-80d7-b5197b0985cb req-17e9634a-5b55-42a6-9a53-a4cc8b5253a5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276787 Dec 20 21:27:33.910318 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e6b25127-96ce-4101-b37e-cd79645a71f8 req-ba0c64df-e14e-4394-bceb-4808df0f5668 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318744 Dec 20 21:27:34.131920 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b345a-a3f0-4199-9646-9e6e92c11edf req-03a33d9c-7fa9-46b7-9f5a-50a72632e84c tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:34.133445 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a0b345a-a3f0-4199-9646-9e6e92c11edf req-03a33d9c-7fa9-46b7-9f5a-50a72632e84c tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 945 time: 0.0627270 Dec 20 21:27:34.178839 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a0b345a-a3f0-4199-9646-9e6e92c11edf req-144995c9-14a1-4f2a-a009-4182655aaba2 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385725 Dec 20 21:27:34.325297 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cafe3-7627-4820-bc57-07acd65f2f9b req-e3fbf56c-f43e-46de-b801-fe0d9ae37b19 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:34.326812 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d84cafe3-7627-4820-bc57-07acd65f2f9b req-e3fbf56c-f43e-46de-b801-fe0d9ae37b19 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=37b385de-e878-457b-bc95-9307fb11e6b2 HTTP/1.1" status: 200 len: 950 time: 0.0694773 Dec 20 21:27:34.366412 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d84cafe3-7627-4820-bc57-07acd65f2f9b req-f1f8ae8f-04b0-4cb5-b309-12983a2a8afc tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335042 Dec 20 21:27:34.387241 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d964462e-245f-4c00-b225-64aa2bf7e395 req-13365196-dc78-4bb4-be6f-09a63cafafa9 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0268347 Dec 20 21:27:35.009781 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7e624e07-71ab-4590-9d85-5571c3dc7fa3 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:27:35.036898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84a669-7091-43c6-97fa-a2c6fcfc3f38 req-b6e1aa72-8048-433c-8393-01c646907b90 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:35.038467 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9a84a669-7091-43c6-97fa-a2c6fcfc3f38 req-b6e1aa72-8048-433c-8393-01c646907b90 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 945 time: 0.0515523 Dec 20 21:27:35.087211 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9a84a669-7091-43c6-97fa-a2c6fcfc3f38 req-162d8466-5888-4d75-ae60-2c3b1783f170 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Dec 20 21:27:35.114952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7e624e07-71ab-4590-9d85-5571c3dc7fa3, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7e624e07-71ab-4590-9d85-5571c3dc7fa3,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:35.127037 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '7e624e07-71ab-4590-9d85-5571c3dc7fa3', 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d', 'port_id': '7e624e07-71ab-4590-9d85-5571c3dc7fa3', 'mac_address': 'fa:16:3e:66:20:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb80584-ad70-4bc6-82fb-38aedb298a4b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:27:35.166891 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:35.180805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e624e07-71ab-4590-9d85-5571c3dc7fa3 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:35.200465 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7e624e07-71ab-4590-9d85-5571c3dc7fa3, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7e624e07-71ab-4590-9d85-5571c3dc7fa3,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:35.206329 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:35.259192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=7e624e07-71ab-4590-9d85-5571c3dc7fa3,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:35.303843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0844bc4-58e2-47d3-aa4d-ea2d7627efc9 req-1470b8dd-0488-45d4-86ca-f86e2524fc6f tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:35.305691 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a0844bc4-58e2-47d3-aa4d-ea2d7627efc9 req-1470b8dd-0488-45d4-86ca-f86e2524fc6f tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 945 time: 0.0564325 Dec 20 21:27:35.352147 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a0844bc4-58e2-47d3-aa4d-ea2d7627efc9 req-9a331e17-e761-4a53-8ad9-f1df17ecb73e tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396788 Dec 20 21:27:35.413491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['7e624e07-71ab-4590-9d85-5571c3dc7fa3'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:35.504456 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0a9f6732-ba65-4710-9fdb-4d52a24f509f req-6a74017b-6a56-4a86-8fb4-be6c5559e060 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0279496 Dec 20 21:27:36.217158 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3107e2-5e4d-4fa3-b7d5-08cf0908b098 req-d8f911cc-8464-4b32-81ca-bc3eaaf43283 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:36.218647 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5d3107e2-5e4d-4fa3-b7d5-08cf0908b098 req-d8f911cc-8464-4b32-81ca-bc3eaaf43283 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 944 time: 0.0563037 Dec 20 21:27:36.256629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:27:36.257341 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5d3107e2-5e4d-4fa3-b7d5-08cf0908b098 req-0e3b13ed-1a8c-42f0-9548-a48143493e24 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325036 Dec 20 21:27:36.338566 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:36.366661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b385de-e878-457b-bc95-9307fb11e6b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:36.368919 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c450c952-a354-4979-867f-95ae684b3001" -d '{"events": [{"server_uuid": "37b385de-e878-457b-bc95-9307fb11e6b2", "name": "network-vif-unplugged", "status": "completed", "tag": "5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:36.388009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:36.393038 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:36.427699 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e955c9c5-1c2e-4a8e-ae92-848f7c76912f x-openstack-request-id: req-e955c9c5-1c2e-4a8e-ae92-848f7c76912f {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:36.428013 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b385de-e878-457b-bc95-9307fb11e6b2", "name": "network-vif-unplugged", "status": "completed", "tag": "5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:36.428296 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e955c9c5-1c2e-4a8e-ae92-848f7c76912f {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:36.428696 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b385de-e878-457b-bc95-9307fb11e6b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb', 'code': 200} Dec 20 21:27:36.468515 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,revision_number=11']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:36.518544 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114cf2b-4d46-4985-99a5-a3c32e3e2a86 req-7dbf5e51-eca8-4b89-80e2-b55ae193ea68 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:36.520144 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c114cf2b-4d46-4985-99a5-a3c32e3e2a86 req-7dbf5e51-eca8-4b89-80e2-b55ae193ea68 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 945 time: 0.0548332 Dec 20 21:27:36.560487 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c114cf2b-4d46-4985-99a5-a3c32e3e2a86 req-9fb68035-a128-4416-9bf2-b1a5e14bad8a tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338976 Dec 20 21:27:36.649949 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af926211-2b46-4f9a-a1b5-be0f821a4678 req-b3e4fed9-d20a-4a66-9175-afc362d4695e tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0269985 Dec 20 21:27:36.778174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e00134-9409-4489-9934-21961e0c57bd req-d0c0eef8-b1fe-4a06-913c-caa6961b3a2c tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:36.782642 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-98e00134-9409-4489-9934-21961e0c57bd req-d0c0eef8-b1fe-4a06-913c-caa6961b3a2c tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=6afac614-cf90-43e9-9850-1b4eab697ec5 HTTP/1.1" status: 200 len: 945 time: 0.0619352 Dec 20 21:27:36.820054 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-98e00134-9409-4489-9934-21961e0c57bd req-e4a22009-36ff-49e0-8277-a0c7a16f56a5 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313284 Dec 20 21:27:37.004381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7edde-dc63-4e60-955c-f23f9778468f req-4351428d-0954-4cb7-80a2-a3e034a2a67c tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:37.005923 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-75c7edde-dc63-4e60-955c-f23f9778468f req-4351428d-0954-4cb7-80a2-a3e034a2a67c tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=3487cea7-ac18-4c8b-99a8-4588b7b3e56e HTTP/1.1" status: 200 len: 946 time: 0.0514662 Dec 20 21:27:37.019909 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7e624e07-71ab-4590-9d85-5571c3dc7fa3 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:27:37.048401 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-75c7edde-dc63-4e60-955c-f23f9778468f req-9cb82fec-da12-4075-afd4-13b8d76c92b3 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348675 Dec 20 21:27:37.088474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 7e624e07-71ab-4590-9d85-5571c3dc7fa3 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:37.088875 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:37.182658 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:37.217453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7e624e07-71ab-4590-9d85-5571c3dc7fa3, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7e624e07-71ab-4590-9d85-5571c3dc7fa3,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:37.223348 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:37.274697 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=7e624e07-71ab-4590-9d85-5571c3dc7fa3,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:37.384433 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670ff05-8a64-4dab-9551-4b6bf3c4bd9b req-2fadfb33-20b3-40c9-b3f2-7dc002947735 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:37.385855 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9670ff05-8a64-4dab-9551-4b6bf3c4bd9b req-2fadfb33-20b3-40c9-b3f2-7dc002947735 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=3487cea7-ac18-4c8b-99a8-4588b7b3e56e HTTP/1.1" status: 200 len: 946 time: 0.0491948 Dec 20 21:27:37.400090 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85beca07-056c-49a5-a30b-766b2f5a1ea8 req-339b085c-fc7e-41ea-8a38-fcc23a579983 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:37.401562 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85beca07-056c-49a5-a30b-766b2f5a1ea8 req-339b085c-fc7e-41ea-8a38-fcc23a579983 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 945 time: 0.0507751 Dec 20 21:27:37.426052 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9670ff05-8a64-4dab-9551-4b6bf3c4bd9b req-032ae060-ab24-4f92-9a7b-9d07e23a43cd tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334561 Dec 20 21:27:37.441731 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85beca07-056c-49a5-a30b-766b2f5a1ea8 req-8f3e18b2-72ca-4f64-b7b0-92b3b8a4578c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341010 Dec 20 21:27:37.674907 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3d2df-ec0d-486f-acc2-c56435e2b8ed req-1d08c24b-0f77-4777-8ea6-b98d109645e8 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:37.677806 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8be3d2df-ec0d-486f-acc2-c56435e2b8ed req-1d08c24b-0f77-4777-8ea6-b98d109645e8 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 948 time: 0.0614552 Dec 20 21:27:37.717263 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8be3d2df-ec0d-486f-acc2-c56435e2b8ed req-c23feb40-af9c-4207-98f3-5bb2fc4ac645 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317600 Dec 20 21:27:37.763223 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d11bf8-d552-40d7-972c-c0e2e9e24af9 req-2c71cfb7-088b-4a7f-b801-1ed2a6a48948 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:37.764738 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2d11bf8-d552-40d7-972c-c0e2e9e24af9 req-2c71cfb7-088b-4a7f-b801-1ed2a6a48948 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 945 time: 0.0499599 Dec 20 21:27:37.801375 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8953de5a-d10f-4979-893a-6891287e352c req-1570accd-a390-4ac2-b9dd-8a7fb8725347 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0261588 Dec 20 21:27:37.802908 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2d11bf8-d552-40d7-972c-c0e2e9e24af9 req-d1758c34-4169-4289-ab2f-fd8c4de53fe0 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Dec 20 21:27:38.430958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2b729-a0c0-4c2b-9a2e-b475d8207e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e624e07-71ab-4590-9d85-5571c3dc7fa3'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:38.433420 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea8af44-215f-469d-ae65-fc093f3a62a0" -d '{"events": [{"server_uuid": "14e2b729-a0c0-4c2b-9a2e-b475d8207e10", "name": "network-vif-plugged", "status": "completed", "tag": "7e624e07-71ab-4590-9d85-5571c3dc7fa3"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:38.473416 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0f7f60-60d1-4539-8cbe-909d2ae0d470 x-openstack-request-id: req-3c0f7f60-60d1-4539-8cbe-909d2ae0d470 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:38.473708 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e2b729-a0c0-4c2b-9a2e-b475d8207e10", "name": "network-vif-plugged", "status": "completed", "tag": "7e624e07-71ab-4590-9d85-5571c3dc7fa3", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:38.473960 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c0f7f60-60d1-4539-8cbe-909d2ae0d470 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:38.474406 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2b729-a0c0-4c2b-9a2e-b475d8207e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e624e07-71ab-4590-9d85-5571c3dc7fa3', 'code': 200} Dec 20 21:27:38.553577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e0a39-795e-4977-8779-58627ab0c0c0 req-2aca7485-ebbd-4803-82d5-a5ab35d29869 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:38.555434 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c1e0a39-795e-4977-8779-58627ab0c0c0 req-2aca7485-ebbd-4803-82d5-a5ab35d29869 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=3487cea7-ac18-4c8b-99a8-4588b7b3e56e HTTP/1.1" status: 200 len: 946 time: 0.0550637 Dec 20 21:27:38.600425 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c1e0a39-795e-4977-8779-58627ab0c0c0 req-ff3f69ee-f298-4bbd-84a0-b4d1c50a3462 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384152 Dec 20 21:27:38.850806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44380926-4cd4-4dc4-832c-ed0484882493 req-1206beee-45e3-4f98-b82b-c3c2f78bdb15 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:38.852466 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44380926-4cd4-4dc4-832c-ed0484882493 req-1206beee-45e3-4f98-b82b-c3c2f78bdb15 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 948 time: 0.0600946 Dec 20 21:27:38.892268 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44380926-4cd4-4dc4-832c-ed0484882493 req-f972f580-37ed-4603-b6e4-58c8690537ce tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333312 Dec 20 21:27:38.930809 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40186a68-f1c9-4a11-9afc-3aa886af4515 req-accdd21a-83c6-4172-b0c6-d1b0afe22ef9 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:38.932319 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-40186a68-f1c9-4a11-9afc-3aa886af4515 req-accdd21a-83c6-4172-b0c6-d1b0afe22ef9 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 945 time: 0.0564096 Dec 20 21:27:38.973574 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-40186a68-f1c9-4a11-9afc-3aa886af4515 req-5f5af07b-67a8-44b9-9524-b252dfd3ff0f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348282 Dec 20 21:27:38.982827 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f1b8fe14-30e3-456e-aff7-3b2e63768a05 req-7a44309f-b85c-4d05-9db2-19a0042c2df5 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0276678 Dec 20 21:27:39.450036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d9b4f-942d-49dd-91c1-ef7276b7d6da req-d5b2eb51-bc01-4b12-aaf4-b0d0923bab6d tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:39.451591 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b3d9b4f-942d-49dd-91c1-ef7276b7d6da req-d5b2eb51-bc01-4b12-aaf4-b0d0923bab6d tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.66 "GET /v2.0/ports?device_id=3487cea7-ac18-4c8b-99a8-4588b7b3e56e HTTP/1.1" status: 200 len: 946 time: 0.0682611 Dec 20 21:27:39.549586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-6b3d9b4f-942d-49dd-91c1-ef7276b7d6da req-7768c978-cd02-469a-ae89-d2cffe63b6c7 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Deleting port aa482bee-dfed-4d95-a0c2-38a31d4dca3f {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:27:39.549803 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6b3d9b4f-942d-49dd-91c1-ef7276b7d6da req-7768c978-cd02-469a-ae89-d2cffe63b6c7 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:39.644233 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-6b3d9b4f-942d-49dd-91c1-ef7276b7d6da req-7768c978-cd02-469a-ae89-d2cffe63b6c7 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] For port aa482bee-dfed-4d95-a0c2-38a31d4dca3f, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=aa482bee-dfed-4d95-a0c2-38a31d4dca3f,segment=NetworkSegment(b45fe5cc-3c3c-43bd-8dd2-1a851c35642d),segment_id=b45fe5cc-3c3c-43bd-8dd2-1a851c35642d)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:39.644834 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6b3d9b4f-942d-49dd-91c1-ef7276b7d6da req-7768c978-cd02-469a-ae89-d2cffe63b6c7 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:39.662928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-6b3d9b4f-942d-49dd-91c1-ef7276b7d6da req-7768c978-cd02-469a-ae89-d2cffe63b6c7 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Calling delete_port for aa482bee-dfed-4d95-a0c2-38a31d4dca3f owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:27:39.782391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e5bd8-db21-4f78-a974-429ca0cb03ac req-58e5d502-fca7-4e1c-958f-d3a414f4c6fa tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:39.783928 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b8e5bd8-db21-4f78-a974-429ca0cb03ac req-58e5d502-fca7-4e1c-958f-d3a414f4c6fa tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=3487cea7-ac18-4c8b-99a8-4588b7b3e56e HTTP/1.1" status: 200 len: 946 time: 0.1090987 Dec 20 21:27:39.854031 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca80b8-3f61-458e-9a67-1e948ca3407f req-42846e6d-3aa1-4621-8537-61718be51a29 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:39.855388 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-82ca80b8-3f61-458e-9a67-1e948ca3407f req-42846e6d-3aa1-4621-8537-61718be51a29 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 948 time: 0.0492070 Dec 20 21:27:39.865946 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b8e5bd8-db21-4f78-a974-429ca0cb03ac req-8a8a2c7b-3525-4e35-bf47-f1bb6a7af410 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743992 Dec 20 21:27:39.871790 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6b3d9b4f-942d-49dd-91c1-ef7276b7d6da req-7768c978-cd02-469a-ae89-d2cffe63b6c7 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:39.902722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768c978-cd02-469a-ae89-d2cffe63b6c7 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Pushing event deleted for resources: {'Port': ['ID=aa482bee-dfed-4d95-a0c2-38a31d4dca3f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:39.915295 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['90634de5-2eba-4813-807f-76274618d17d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:39.953128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3d9b4f-942d-49dd-91c1-ef7276b7d6da req-7768c978-cd02-469a-ae89-d2cffe63b6c7 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] No DVR routers for this DVR port aa482bee-dfed-4d95-a0c2-38a31d4dca3f on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:27:39.955814 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6b3d9b4f-942d-49dd-91c1-ef7276b7d6da req-7768c978-cd02-469a-ae89-d2cffe63b6c7 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:39.959534 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b3d9b4f-942d-49dd-91c1-ef7276b7d6da req-7768c978-cd02-469a-ae89-d2cffe63b6c7 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.66 "DELETE /v2.0/ports/aa482bee-dfed-4d95-a0c2-38a31d4dca3f HTTP/1.1" status: 204 len: 173 time: 0.5012486 Dec 20 21:27:39.959964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3487cea7-ac18-4c8b-99a8-4588b7b3e56e', 'name': 'network-vif-deleted', 'tag': 'aa482bee-dfed-4d95-a0c2-38a31d4dca3f'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:39.962459 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5479958d-ad8c-4cc9-bc4c-48f30a48abc0" -d '{"events": [{"server_uuid": "3487cea7-ac18-4c8b-99a8-4588b7b3e56e", "name": "network-vif-deleted", "tag": "aa482bee-dfed-4d95-a0c2-38a31d4dca3f"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:39.966267 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['aa482bee-dfed-4d95-a0c2-38a31d4dca3f', 'ca47b896-9c35-47a6-b829-bf70336a558d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:39.970606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-82ca80b8-3f61-458e-9a67-1e948ca3407f req-5495e251-0ca8-44d1-a81c-58dd3b5c931a tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Deleting port 93619fae-0a54-46d8-96b9-ad4c04f05f13 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:27:39.971115 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-82ca80b8-3f61-458e-9a67-1e948ca3407f req-5495e251-0ca8-44d1-a81c-58dd3b5c931a tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:40.004222 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dab139d-1c97-4854-862b-ae9f4cc396a8 x-openstack-request-id: req-7dab139d-1c97-4854-862b-ae9f4cc396a8 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:40.004777 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3487cea7-ac18-4c8b-99a8-4588b7b3e56e", "name": "network-vif-deleted", "tag": "aa482bee-dfed-4d95-a0c2-38a31d4dca3f", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:40.005167 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7dab139d-1c97-4854-862b-ae9f4cc396a8 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:40.005707 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3487cea7-ac18-4c8b-99a8-4588b7b3e56e', 'name': 'network-vif-deleted', 'tag': 'aa482bee-dfed-4d95-a0c2-38a31d4dca3f', 'status': 'completed', 'code': 200} Dec 20 21:27:40.100173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292994ed-e0e8-4294-98e2-bba4d73db583 req-deb81466-8981-4517-acad-057cb2cdd53f tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:40.109122 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-292994ed-e0e8-4294-98e2-bba4d73db583 req-deb81466-8981-4517-acad-057cb2cdd53f tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c878db2-5aec-4f6b-9c85-9f4652daf1c5 HTTP/1.1" status: 200 len: 948 time: 0.0884891 Dec 20 21:27:40.142000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec86a9-4887-448d-a2a8-331973fa3581 req-5c97cbcb-7920-4980-9540-aea32c92ee47 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:40.144199 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3cec86a9-4887-448d-a2a8-331973fa3581 req-5c97cbcb-7920-4980-9540-aea32c92ee47 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 945 time: 0.0679381 Dec 20 21:27:40.145283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-82ca80b8-3f61-458e-9a67-1e948ca3407f req-5495e251-0ca8-44d1-a81c-58dd3b5c931a tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] For port 93619fae-0a54-46d8-96b9-ad4c04f05f13, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=93619fae-0a54-46d8-96b9-ad4c04f05f13,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:40.146346 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-82ca80b8-3f61-458e-9a67-1e948ca3407f req-5495e251-0ca8-44d1-a81c-58dd3b5c931a tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:40.176908 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-82ca80b8-3f61-458e-9a67-1e948ca3407f req-5495e251-0ca8-44d1-a81c-58dd3b5c931a tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Calling delete_port for 93619fae-0a54-46d8-96b9-ad4c04f05f13 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:27:40.190305 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-292994ed-e0e8-4294-98e2-bba4d73db583 req-c42778e6-08c8-441e-81d0-b046da2fc563 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803277 Dec 20 21:27:40.227940 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3cec86a9-4887-448d-a2a8-331973fa3581 req-2e22d3e0-3c64-431c-91e6-6c18836f9772 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738075 Dec 20 21:27:40.239677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03791470-bda7-4830-bd9c-eb1a782ad3a0 req-07cacdf2-eb3c-4a00-944c-20832283d70e tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:40.241411 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-03791470-bda7-4830-bd9c-eb1a782ad3a0 req-07cacdf2-eb3c-4a00-944c-20832283d70e tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.66 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 945 time: 0.0959215 Dec 20 21:27:40.325309 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c66add7-6bd3-4122-a5e9-9e485a96b5e6 req-b89abbfb-28ca-4147-9d6e-7c0ea55672f4 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0606794 Dec 20 21:27:40.370256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-03791470-bda7-4830-bd9c-eb1a782ad3a0 req-a37d5278-3163-46a5-89b2-f8bc3973e08f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Deleting port 7e624e07-71ab-4590-9d85-5571c3dc7fa3 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:27:40.370671 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-03791470-bda7-4830-bd9c-eb1a782ad3a0 req-a37d5278-3163-46a5-89b2-f8bc3973e08f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:40.387123 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-82ca80b8-3f61-458e-9a67-1e948ca3407f req-5495e251-0ca8-44d1-a81c-58dd3b5c931a tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:40.416531 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495e251-0ca8-44d1-a81c-58dd3b5c931a tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Pushing event deleted for resources: {'Port': ['ID=93619fae-0a54-46d8-96b9-ad4c04f05f13,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:40.461670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ca80b8-3f61-458e-9a67-1e948ca3407f req-5495e251-0ca8-44d1-a81c-58dd3b5c931a tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] No DVR routers for this DVR port 93619fae-0a54-46d8-96b9-ad4c04f05f13 on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:27:40.467160 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-82ca80b8-3f61-458e-9a67-1e948ca3407f req-5495e251-0ca8-44d1-a81c-58dd3b5c931a tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:40.467936 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-82ca80b8-3f61-458e-9a67-1e948ca3407f req-5495e251-0ca8-44d1-a81c-58dd3b5c931a tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.31 "DELETE /v2.0/ports/93619fae-0a54-46d8-96b9-ad4c04f05f13 HTTP/1.1" status: 204 len: 173 time: 0.6019518 Dec 20 21:27:40.468377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c878db2-5aec-4f6b-9c85-9f4652daf1c5', 'name': 'network-vif-deleted', 'tag': '93619fae-0a54-46d8-96b9-ad4c04f05f13'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:40.470756 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dd1057-c388-40f0-94e6-9f9f33d8e1ff" -d '{"events": [{"server_uuid": "7c878db2-5aec-4f6b-9c85-9f4652daf1c5", "name": "network-vif-deleted", "tag": "93619fae-0a54-46d8-96b9-ad4c04f05f13"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:40.475984 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-03791470-bda7-4830-bd9c-eb1a782ad3a0 req-a37d5278-3163-46a5-89b2-f8bc3973e08f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] For port 7e624e07-71ab-4590-9d85-5571c3dc7fa3, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7e624e07-71ab-4590-9d85-5571c3dc7fa3,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:40.476352 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-03791470-bda7-4830-bd9c-eb1a782ad3a0 req-a37d5278-3163-46a5-89b2-f8bc3973e08f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:40.495021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-03791470-bda7-4830-bd9c-eb1a782ad3a0 req-a37d5278-3163-46a5-89b2-f8bc3973e08f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Calling delete_port for 7e624e07-71ab-4590-9d85-5571c3dc7fa3 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:27:40.522695 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c3454f-99bf-4a9b-ab2c-4ece75210d1b x-openstack-request-id: req-b6c3454f-99bf-4a9b-ab2c-4ece75210d1b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:40.524449 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c878db2-5aec-4f6b-9c85-9f4652daf1c5", "name": "network-vif-deleted", "tag": "93619fae-0a54-46d8-96b9-ad4c04f05f13", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:40.525149 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6c3454f-99bf-4a9b-ab2c-4ece75210d1b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:40.525982 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c878db2-5aec-4f6b-9c85-9f4652daf1c5', 'name': 'network-vif-deleted', 'tag': '93619fae-0a54-46d8-96b9-ad4c04f05f13', 'status': 'completed', 'code': 200} Dec 20 21:27:40.663172 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-03791470-bda7-4830-bd9c-eb1a782ad3a0 req-a37d5278-3163-46a5-89b2-f8bc3973e08f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:40.697228 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d5278-3163-46a5-89b2-f8bc3973e08f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Pushing event deleted for resources: {'Port': ['ID=7e624e07-71ab-4590-9d85-5571c3dc7fa3,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:40.748944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-03791470-bda7-4830-bd9c-eb1a782ad3a0 req-a37d5278-3163-46a5-89b2-f8bc3973e08f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] No DVR routers for this DVR port 7e624e07-71ab-4590-9d85-5571c3dc7fa3 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:27:40.751823 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-03791470-bda7-4830-bd9c-eb1a782ad3a0 req-a37d5278-3163-46a5-89b2-f8bc3973e08f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:40.755593 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-03791470-bda7-4830-bd9c-eb1a782ad3a0 req-a37d5278-3163-46a5-89b2-f8bc3973e08f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.66 "DELETE /v2.0/ports/7e624e07-71ab-4590-9d85-5571c3dc7fa3 HTTP/1.1" status: 204 len: 173 time: 0.5048337 Dec 20 21:27:41.061534 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device aa482bee-dfed-4d95-a0c2-38a31d4dca3f no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:27:41.082551 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: aa482bee-dfed-4d95-a0c2-38a31d4dca3f {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:27:41.082886 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device aa482bee-dfed-4d95-a0c2-38a31d4dca3f not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:27:41.083312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7e624e07-71ab-4590-9d85-5571c3dc7fa3 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:27:41.115621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 7e624e07-71ab-4590-9d85-5571c3dc7fa3 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:27:41.115963 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7e624e07-71ab-4590-9d85-5571c3dc7fa3 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:27:41.370335 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-60ef6b02-4f65-4295-a218-a8fb4b26c7a5 req-c16020c0-6f3c-4db9-8957-e8299eb099c2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=14e2b729-a0c0-4c2b-9a2e-b475d8207e10 HTTP/1.1" status: 200 len: 210 time: 0.0458910 Dec 20 21:27:41.520276 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff689acc-571b-4e45-9a92-b0b1b44a6629 req-2081c267-01c2-4559-9d7b-df6159fffa64 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0318444 Dec 20 21:27:41.654698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ea666-9eaf-4706-92af-195fe50e9c88 req-8c5792e1-71a5-436f-b52f-de823b26f7ba tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:41.656163 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-916ea666-9eaf-4706-92af-195fe50e9c88 req-8c5792e1-71a5-436f-b52f-de823b26f7ba tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=37b385de-e878-457b-bc95-9307fb11e6b2 HTTP/1.1" status: 200 len: 948 time: 0.0603790 Dec 20 21:27:41.694733 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-916ea666-9eaf-4706-92af-195fe50e9c88 req-df09f6e2-c5c8-404b-ae35-1c53a7ecc1c5 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320597 Dec 20 21:27:42.006505 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2b729-a0c0-4c2b-9a2e-b475d8207e10', 'name': 'network-vif-deleted', 'tag': '7e624e07-71ab-4590-9d85-5571c3dc7fa3'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:42.009025 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a98a6d-2e3d-44fe-abe6-5ddd1688e548" -d '{"events": [{"server_uuid": "14e2b729-a0c0-4c2b-9a2e-b475d8207e10", "name": "network-vif-deleted", "tag": "7e624e07-71ab-4590-9d85-5571c3dc7fa3"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:42.034343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c81da-f4ef-4701-8f25-b48d8460af47 req-09dec472-3540-47e4-ae9e-9c284dbc3cea tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:42.040350 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c81da-f4ef-4701-8f25-b48d8460af47 req-09dec472-3540-47e4-ae9e-9c284dbc3cea tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:42.041994 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-454c81da-f4ef-4701-8f25-b48d8460af47 req-09dec472-3540-47e4-ae9e-9c284dbc3cea tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=6afac614-cf90-43e9-9850-1b4eab697ec5&device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 1681 time: 0.0712612 Dec 20 21:27:42.047049 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e6c989-5069-4efc-9e7f-083328279711 x-openstack-request-id: req-e0e6c989-5069-4efc-9e7f-083328279711 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:42.047339 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e2b729-a0c0-4c2b-9a2e-b475d8207e10", "name": "network-vif-deleted", "tag": "7e624e07-71ab-4590-9d85-5571c3dc7fa3", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:42.047589 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0e6c989-5069-4efc-9e7f-083328279711 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:42.047970 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2b729-a0c0-4c2b-9a2e-b475d8207e10', 'name': 'network-vif-deleted', 'tag': '7e624e07-71ab-4590-9d85-5571c3dc7fa3', 'status': 'completed', 'code': 200} Dec 20 21:27:42.081159 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-454c81da-f4ef-4701-8f25-b48d8460af47 req-cb8d83e5-e5c4-4ce1-8d2f-8957e6a80cbf tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323527 Dec 20 21:27:42.607477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e28ecc-482a-4efc-8c20-a7e7db5bb48b req-625a6e0e-0926-4d58-9717-415c803bb957 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:42.608962 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a5e28ecc-482a-4efc-8c20-a7e7db5bb48b req-625a6e0e-0926-4d58-9717-415c803bb957 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=6afac614-cf90-43e9-9850-1b4eab697ec5 HTTP/1.1" status: 200 len: 945 time: 0.0487657 Dec 20 21:27:42.647659 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a5e28ecc-482a-4efc-8c20-a7e7db5bb48b req-8650a82a-b036-447b-a679-ef4acc3c9877 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321991 Dec 20 21:27:42.658983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-0b696fcf-386f-4911-bf5b-0a6923ce8429 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:42.660471 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-0b696fcf-386f-4911-bf5b-0a6923ce8429 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/networks?id=6236d5e1-e3fc-45ac-a50c-be838d498b4d HTTP/1.1" status: 200 len: 822 time: 0.1028762 Dec 20 21:27:42.676600 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-f419b5fd-952a-4959-8b67-fece2fdab3b0 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/quotas/e8ba7b8d27444970829aa11e9ca94d50 HTTP/1.1" status: 200 len: 375 time: 0.0100849 Dec 20 21:27:42.725621 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-86832d3d-b759-45fa-932b-463eec8cef7f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8ba7b8d27444970829aa11e9ca94d50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424161 Dec 20 21:27:42.821839 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-26336b59-cc16-481b-a4e5-0f4a599d5ffb service neutron] 10.222.0.32 "GET /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889606 Dec 20 21:27:42.827857 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-71434826-ffe3-4f0f-b1db-722c1359d747 req-0c0d4517-6ce0-4af9-8318-8a662188d7e7 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0305555 Dec 20 21:27:42.919739 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-22dd248b-fbaa-435b-bac5-ca5fe131bc99 service neutron] 10.222.0.32 "GET /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914302 Dec 20 21:27:43.021379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20798da-af64-496e-8873-1d313f6befcf req-745647a5-ba12-41c4-8058-b645cf964c8c tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:43.023474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d20798da-af64-496e-8873-1d313f6befcf req-745647a5-ba12-41c4-8058-b645cf964c8c tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=37b385de-e878-457b-bc95-9307fb11e6b2 HTTP/1.1" status: 200 len: 948 time: 0.0495491 Dec 20 21:27:43.064852 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d20798da-af64-496e-8873-1d313f6befcf req-a5529d19-c070-4788-9a9e-4d3e41a004a7 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345824 Dec 20 21:27:43.201795 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ed77cee6-8a4e-4aea-83d9-f426455de8b8 req-fdfdfb1b-0ecc-46c8-9d00-35ef13c0c152 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c3df67b-87ea-4ca6-b378-51c610b2aa49 HTTP/1.1" status: 200 len: 210 time: 0.0482926 Dec 20 21:27:43.504681 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e6029-ae2a-4e04-ab88-b949ae080a25 req-0b7d72d1-f6e9-4eb9-b50c-1df150f4ec40 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:43.506192 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-093e6029-ae2a-4e04-ab88-b949ae080a25 req-0b7d72d1-f6e9-4eb9-b50c-1df150f4ec40 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.0489042 Dec 20 21:27:43.543587 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-093e6029-ae2a-4e04-ab88-b949ae080a25 req-cd382212-a5b5-4347-a732-8719444acf18 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311356 Dec 20 21:27:43.768421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d91db-c5f3-4420-ad2a-fee4e93b4ed2 req-fb5f3acf-72bc-4b3e-a7ee-0ea617be5b40 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:43.770113 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc0d91db-c5f3-4420-ad2a-fee4e93b4ed2 req-fb5f3acf-72bc-4b3e-a7ee-0ea617be5b40 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=6afac614-cf90-43e9-9850-1b4eab697ec5 HTTP/1.1" status: 200 len: 945 time: 0.0488949 Dec 20 21:27:43.809495 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cc0d91db-c5f3-4420-ad2a-fee4e93b4ed2 req-f55da597-d376-447e-bdeb-57f9c0bb32b3 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b2fb9cf-de7b-4eeb-b696-940326993958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330658 Dec 20 21:27:43.928464 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-594f3544-b167-4cd8-ae25-3e3966acb11b req-c584fc7f-1074-48e0-9c48-594de701baa4 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0277150 Dec 20 21:27:44.140304 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80a898-a0bd-4784-ae97-4045005b0f24 req-ff3d7fb1-4deb-4a3b-99c0-83f556bbe8bb tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:44.141850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a80a898-a0bd-4784-ae97-4045005b0f24 req-ff3d7fb1-4deb-4a3b-99c0-83f556bbe8bb tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.66 "GET /v2.0/ports?device_id=6afac614-cf90-43e9-9850-1b4eab697ec5 HTTP/1.1" status: 200 len: 945 time: 0.0534680 Dec 20 21:27:44.261435 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7d886-0181-4fab-92ba-9336d4caa266 req-ee7bd394-0c6b-4c52-98c9-8802c009d8cf tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:44.262905 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ff7d886-0181-4fab-92ba-9336d4caa266 req-ee7bd394-0c6b-4c52-98c9-8802c009d8cf tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=37b385de-e878-457b-bc95-9307fb11e6b2 HTTP/1.1" status: 200 len: 948 time: 0.1201522 Dec 20 21:27:44.304023 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-948a76f1-0c6a-4288-826c-078bd4f04fca req-e2da0290-117c-4fe5-af53-417d101948cb tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c3df67b-87ea-4ca6-b378-51c610b2aa49 HTTP/1.1" status: 200 len: 210 time: 0.0271060 Dec 20 21:27:44.320853 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 93619fae-0a54-46d8-96b9-ad4c04f05f13 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:27:44.345046 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 93619fae-0a54-46d8-96b9-ad4c04f05f13 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:27:44.345511 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 93619fae-0a54-46d8-96b9-ad4c04f05f13 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:27:44.360206 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ff7d886-0181-4fab-92ba-9336d4caa266 req-0415a027-1d61-46ea-ba62-ea580ef3bb85 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/security-groups?id=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828824 Dec 20 21:27:44.396691 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602af7a-911b-48c0-a81d-c4a6b96d89ab req-9fa98131-608f-4df3-9506-3069b1564071 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:44.398373 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f602af7a-911b-48c0-a81d-c4a6b96d89ab req-9fa98131-608f-4df3-9506-3069b1564071 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.31 "GET /v2.0/ports?device_id=37b385de-e878-457b-bc95-9307fb11e6b2 HTTP/1.1" status: 200 len: 948 time: 0.0514205 Dec 20 21:27:44.399136 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-6a80a898-a0bd-4784-ae97-4045005b0f24 req-26b2581c-3931-4649-b2b7-e5f2de5a7501 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Deleting port ca47b896-9c35-47a6-b829-bf70336a558d {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:27:44.399475 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6a80a898-a0bd-4784-ae97-4045005b0f24 req-26b2581c-3931-4649-b2b7-e5f2de5a7501 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:44.420703 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-20f51d91-eed4-4c14-b32f-24ac01167c0d tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:44.422155 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-20f51d91-eed4-4c14-b32f-24ac01167c0d tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.66 "GET /v2.0/networks?id=6236d5e1-e3fc-45ac-a50c-be838d498b4d HTTP/1.1" status: 200 len: 822 time: 0.1769190 Dec 20 21:27:44.474303 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-9c6f0d4f-102d-4ae7-bb71-8b1c3fe06886 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Request body: {'port': {'device_id': '7c3df67b-87ea-4ca6-b378-51c610b2aa49', 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d', 'admin_state_up': True, 'tenant_id': 'e8ba7b8d27444970829aa11e9ca94d50'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:44.555730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-6a80a898-a0bd-4784-ae97-4045005b0f24 req-26b2581c-3931-4649-b2b7-e5f2de5a7501 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] For port ca47b896-9c35-47a6-b829-bf70336a558d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ca47b896-9c35-47a6-b829-bf70336a558d,segment=NetworkSegment(b45fe5cc-3c3c-43bd-8dd2-1a851c35642d),segment_id=b45fe5cc-3c3c-43bd-8dd2-1a851c35642d)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:44.556012 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6a80a898-a0bd-4784-ae97-4045005b0f24 req-26b2581c-3931-4649-b2b7-e5f2de5a7501 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:44.557533 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:44.575327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-6a80a898-a0bd-4784-ae97-4045005b0f24 req-26b2581c-3931-4649-b2b7-e5f2de5a7501 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Calling delete_port for ca47b896-9c35-47a6-b829-bf70336a558d owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:27:44.578823 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f602af7a-911b-48c0-a81d-c4a6b96d89ab req-e4869a4d-d58c-4038-914a-6adb2b679508 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Deleting port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:27:44.579234 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f602af7a-911b-48c0-a81d-c4a6b96d89ab req-e4869a4d-d58c-4038-914a-6adb2b679508 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:44.677354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-9c6f0d4f-102d-4ae7-bb71-8b1c3fe06886 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Made reservation on behalf of e8ba7b8d27444970829aa11e9ca94d50 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:27:44.681314 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-9c6f0d4f-102d-4ae7-bb71-8b1c3fe06886 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:44.770746 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6a80a898-a0bd-4784-ae97-4045005b0f24 req-26b2581c-3931-4649-b2b7-e5f2de5a7501 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:44.804772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['90634de5-2eba-4813-807f-76274618d17d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:44.809116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['ca47b896-9c35-47a6-b829-bf70336a558d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:44.909063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2581c-3931-4649-b2b7-e5f2de5a7501 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Pushing event deleted for resources: {'Port': ['ID=ca47b896-9c35-47a6-b829-bf70336a558d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:44.982526 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0526bffd-e4de-4eed-8ae9-22fe55a70d7c req-ca48d7db-823c-4b6e-b4da-32bec238b834 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=6afac614-cf90-43e9-9850-1b4eab697ec5 HTTP/1.1" status: 200 len: 210 time: 0.0691078 Dec 20 21:27:45.024540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a80a898-a0bd-4784-ae97-4045005b0f24 req-26b2581c-3931-4649-b2b7-e5f2de5a7501 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] No DVR routers for this DVR port ca47b896-9c35-47a6-b829-bf70336a558d on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:27:45.029343 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6a80a898-a0bd-4784-ae97-4045005b0f24 req-26b2581c-3931-4649-b2b7-e5f2de5a7501 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:45.032590 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a80a898-a0bd-4784-ae97-4045005b0f24 req-26b2581c-3931-4649-b2b7-e5f2de5a7501 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.66 "DELETE /v2.0/ports/ca47b896-9c35-47a6-b829-bf70336a558d HTTP/1.1" status: 204 len: 173 time: 0.8810623 Dec 20 21:27:45.047696 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335789b2-5ff6-4646-915c-191c3baff4c8 req-3e87a63a-2c8b-4fff-8ff8-9d381e43ec53 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:45.050096 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-335789b2-5ff6-4646-915c-191c3baff4c8 req-3e87a63a-2c8b-4fff-8ff8-9d381e43ec53 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 945 time: 0.2452364 Dec 20 21:27:45.050658 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afac614-cf90-43e9-9850-1b4eab697ec5', 'name': 'network-vif-deleted', 'tag': 'ca47b896-9c35-47a6-b829-bf70336a558d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:45.053317 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20249587-3ac7-41bd-a42e-658f34a94ac2" -d '{"events": [{"server_uuid": "6afac614-cf90-43e9-9850-1b4eab697ec5", "name": "network-vif-deleted", "tag": "ca47b896-9c35-47a6-b829-bf70336a558d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:45.055928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7e624e07-71ab-4590-9d85-5571c3dc7fa3 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:27:45.061266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-9c6f0d4f-102d-4ae7-bb71-8b1c3fe06886 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Allocated IP 172.20.0.7 (6236d5e1-e3fc-45ac-a50c-be838d498b4d/1eb80584-ad70-4bc6-82fb-38aedb298a4b/09721ff9-eccc-4404-9dd3-547848ea020e) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:27:45.077756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 7e624e07-71ab-4590-9d85-5571c3dc7fa3 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:27:45.078386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7e624e07-71ab-4590-9d85-5571c3dc7fa3 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:27:45.079975 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85f86b-2324-4450-97df-b8c1db30bd90 req-9a8093ae-61cd-45fc-97c4-db0add776057 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:45.087506 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ae85f86b-2324-4450-97df-b8c1db30bd90 req-9a8093ae-61cd-45fc-97c4-db0add776057 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.4553313 Dec 20 21:27:45.100792 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f602af7a-911b-48c0-a81d-c4a6b96d89ab req-e4869a4d-d58c-4038-914a-6adb2b679508 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] For port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:45.101146 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f602af7a-911b-48c0-a81d-c4a6b96d89ab req-e4869a4d-d58c-4038-914a-6adb2b679508 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:45.126312 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-f602af7a-911b-48c0-a81d-c4a6b96d89ab req-e4869a4d-d58c-4038-914a-6adb2b679508 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Calling delete_port for 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:27:45.151520 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ae85f86b-2324-4450-97df-b8c1db30bd90 req-6e48f800-ad57-47d7-90b5-211af12426fb tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631316 Dec 20 21:27:45.286331 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7612db0-dd2d-4fb3-b841-e851c11c3cd7 req-fc049dbb-f83d-4c02-8f57-7ba2c63d01de tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0825229 Dec 20 21:27:45.292011 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7378d35-6c29-494b-88f2-5b645e5b3520 x-openstack-request-id: req-d7378d35-6c29-494b-88f2-5b645e5b3520 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:45.292415 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afac614-cf90-43e9-9850-1b4eab697ec5", "name": "network-vif-deleted", "tag": "ca47b896-9c35-47a6-b829-bf70336a558d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:45.292767 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7378d35-6c29-494b-88f2-5b645e5b3520 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:45.293288 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afac614-cf90-43e9-9850-1b4eab697ec5', 'name': 'network-vif-deleted', 'tag': 'ca47b896-9c35-47a6-b829-bf70336a558d', 'status': 'completed', 'code': 200} Dec 20 21:27:45.306630 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f602af7a-911b-48c0-a81d-c4a6b96d89ab req-e4869a4d-d58c-4038-914a-6adb2b679508 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:45.339315 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4869a4d-d58c-4038-914a-6adb2b679508 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Pushing event deleted for resources: {'Port': ['ID=5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:45.341813 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-335789b2-5ff6-4646-915c-191c3baff4c8 req-3aa3de8c-7e91-48f5-82cc-8878e35ea412 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Deleting port 90634de5-2eba-4813-807f-76274618d17d {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:27:45.342271 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-335789b2-5ff6-4646-915c-191c3baff4c8 req-3aa3de8c-7e91-48f5-82cc-8878e35ea412 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:45.393866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f602af7a-911b-48c0-a81d-c4a6b96d89ab req-e4869a4d-d58c-4038-914a-6adb2b679508 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] No DVR routers for this DVR port 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:27:45.397003 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f602af7a-911b-48c0-a81d-c4a6b96d89ab req-e4869a4d-d58c-4038-914a-6adb2b679508 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:45.401286 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f602af7a-911b-48c0-a81d-c4a6b96d89ab req-e4869a4d-d58c-4038-914a-6adb2b679508 tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.31 "DELETE /v2.0/ports/5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb HTTP/1.1" status: 204 len: 173 time: 0.9339335 Dec 20 21:27:45.401505 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b385de-e878-457b-bc95-9307fb11e6b2', 'name': 'network-vif-deleted', 'tag': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:45.404304 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa53151-e74a-4a46-a824-c463192864a4" -d '{"events": [{"server_uuid": "37b385de-e878-457b-bc95-9307fb11e6b2", "name": "network-vif-deleted", "tag": "5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:45.443123 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fb5db0a4-0f9f-49d3-a578-cb481c6f0059 req-927fa700-f2a7-4938-98ff-9fbc14bc1148 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c3df67b-87ea-4ca6-b378-51c610b2aa49 HTTP/1.1" status: 200 len: 210 time: 0.0458879 Dec 20 21:27:45.451230 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-9c6f0d4f-102d-4ae7-bb71-8b1c3fe06886 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:45.495926 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fc4ccdbd-83d2-440c-8304-830a0501131b req-3f282faf-16aa-4267-af30-a76d237f152a tempest-ListImageFiltersTestJSON-1753182151 tempest-ListImageFiltersTestJSON-1753182151-project] 10.222.0.32 "GET /v2.0/ports?device_id=37b385de-e878-457b-bc95-9307fb11e6b2 HTTP/1.1" status: 200 len: 210 time: 0.0292590 Dec 20 21:27:45.509802 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43731ec1-ebb1-4c46-b180-e9dbb3a04f94 x-openstack-request-id: req-43731ec1-ebb1-4c46-b180-e9dbb3a04f94 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:45.510021 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b385de-e878-457b-bc95-9307fb11e6b2", "name": "network-vif-deleted", "tag": "5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:45.510298 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43731ec1-ebb1-4c46-b180-e9dbb3a04f94 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:45.510862 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b385de-e878-457b-bc95-9307fb11e6b2', 'name': 'network-vif-deleted', 'tag': '5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb', 'status': 'completed', 'code': 200} Dec 20 21:27:45.537595 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-335789b2-5ff6-4646-915c-191c3baff4c8 req-3aa3de8c-7e91-48f5-82cc-8878e35ea412 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] For port 90634de5-2eba-4813-807f-76274618d17d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=90634de5-2eba-4813-807f-76274618d17d,segment=NetworkSegment(b45fe5cc-3c3c-43bd-8dd2-1a851c35642d),segment_id=b45fe5cc-3c3c-43bd-8dd2-1a851c35642d)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:45.538002 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-335789b2-5ff6-4646-915c-191c3baff4c8 req-3aa3de8c-7e91-48f5-82cc-8878e35ea412 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:45.549225 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-9c6f0d4f-102d-4ae7-bb71-8b1c3fe06886 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:45.558119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-335789b2-5ff6-4646-915c-191c3baff4c8 req-3aa3de8c-7e91-48f5-82cc-8878e35ea412 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Calling delete_port for 90634de5-2eba-4813-807f-76274618d17d owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:27:45.607312 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-9c6f0d4f-102d-4ae7-bb71-8b1c3fe06886 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Network 6236d5e1-e3fc-45ac-a50c-be838d498b4d is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:27:45.638953 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-9c6f0d4f-102d-4ae7-bb71-8b1c3fe06886 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:45.644175 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-9c6f0d4f-102d-4ae7-bb71-8b1c3fe06886 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:27:45.675875 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f0d4f-102d-4ae7-bb71-8b1c3fe06886 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Pushing event updated for resources: {'Port': ['ID=09721ff9-eccc-4404-9dd3-547848ea020e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:45.728727 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-9c6f0d4f-102d-4ae7-bb71-8b1c3fe06886 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:45.729407 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-9c6f0d4f-102d-4ae7-bb71-8b1c3fe06886 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:45.753566 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-9c6f0d4f-102d-4ae7-bb71-8b1c3fe06886 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2849538 Dec 20 21:27:45.778213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Request body: {'port': {'device_id': '7c3df67b-87ea-4ca6-b378-51c610b2aa49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:45.841273 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-335789b2-5ff6-4646-915c-191c3baff4c8 req-3aa3de8c-7e91-48f5-82cc-8878e35ea412 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:45.880018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3de8c-7e91-48f5-82cc-8878e35ea412 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Pushing event deleted for resources: {'Port': ['ID=90634de5-2eba-4813-807f-76274618d17d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:45.880352 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['ca47b896-9c35-47a6-b829-bf70336a558d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:45.881487 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:45.948984 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-335789b2-5ff6-4646-915c-191c3baff4c8 req-3aa3de8c-7e91-48f5-82cc-8878e35ea412 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] No DVR routers for this DVR port 90634de5-2eba-4813-807f-76274618d17d on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:27:45.952506 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-335789b2-5ff6-4646-915c-191c3baff4c8 req-3aa3de8c-7e91-48f5-82cc-8878e35ea412 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:45.955818 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-335789b2-5ff6-4646-915c-191c3baff4c8 req-3aa3de8c-7e91-48f5-82cc-8878e35ea412 tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.31 "DELETE /v2.0/ports/90634de5-2eba-4813-807f-76274618d17d HTTP/1.1" status: 204 len: 173 time: 0.8630955 Dec 20 21:27:46.138414 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-22dd4f25-25c5-43ff-95ef-27c4a372c9b3 req-e768876b-39fa-4230-96b3-00f9aaacddff tempest-ListServersNegativeTestJSON-916875275 tempest-ListServersNegativeTestJSON-916875275-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8728851-8cfb-41d0-9c25-a410db8c814d HTTP/1.1" status: 200 len: 210 time: 0.0284162 Dec 20 21:27:46.227329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09721ff9-eccc-4404-9dd3-547848ea020e {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:46.236347 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:46.251837 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Transition to ACTIVE for port object 09721ff9-eccc-4404-9dd3-547848ea020e will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:27:46.256324 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:46.305969 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde60aa9-8ed7-4b6d-82e8-e6dedd7546ac req-440e9ec4-ba07-433d-b2e0-f0427172903a tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:46.307531 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bde60aa9-8ed7-4b6d-82e8-e6dedd7546ac req-440e9ec4-ba07-433d-b2e0-f0427172903a tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.0733235 Dec 20 21:27:46.328477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Pushing event updated for resources: {'Port': ['ID=09721ff9-eccc-4404-9dd3-547848ea020e,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:46.355358 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bde60aa9-8ed7-4b6d-82e8-e6dedd7546ac req-7e70c88a-28a5-4300-a165-080a243d9ce4 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379329 Dec 20 21:27:46.376097 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Attempting to bind port 09721ff9-eccc-4404-9dd3-547848ea020e on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:27:46.376511 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Attempting to bind port 09721ff9-eccc-4404-9dd3-547848ea020e by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '318df120-be87-4d24-a3df-3c1cac04fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:27:46.376906 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Attempting to bind port 09721ff9-eccc-4404-9dd3-547848ea020e on network 6236d5e1-e3fc-45ac-a50c-be838d498b4d {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:46.381478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Port 09721ff9-eccc-4404-9dd3-547848ea020e on network 6236d5e1-e3fc-45ac-a50c-be838d498b4d not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:27:46.381974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Attempting to bind port 09721ff9-eccc-4404-9dd3-547848ea020e on network 6236d5e1-e3fc-45ac-a50c-be838d498b4d {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:46.387505 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:27:46.387959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Checking segment: {'id': '318df120-be87-4d24-a3df-3c1cac04fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:27:46.388400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Bound using segment: {'id': '318df120-be87-4d24-a3df-3c1cac04fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:27:46.388945 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Bound port: 09721ff9-eccc-4404-9dd3-547848ea020e, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318df120-be87-4d24-a3df-3c1cac04fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:27:46.389314 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:46.446491 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5c8b9b65-fab8-4a46-a3ed-e45de67036ca req-1b8d6011-81ac-4103-8501-0d057144a195 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0478818 Dec 20 21:27:46.478583 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] For port 09721ff9-eccc-4404-9dd3-547848ea020e, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:27:46.482287 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] For port 09721ff9-eccc-4404-9dd3-547848ea020e, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=09721ff9-eccc-4404-9dd3-547848ea020e,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:27:46.488985 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:46.527102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:46.527594 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:46.529001 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] 10.222.0.66 "PUT /v2.0/ports/09721ff9-eccc-4404-9dd3-547848ea020e HTTP/1.1" status: 200 len: 1089 time: 0.7573323 Dec 20 21:27:46.575544 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854fb3e-f79d-422d-adfb-c06f93793a5b service neutron] Pushing event updated for resources: {'Port': ['ID=09721ff9-eccc-4404-9dd3-547848ea020e,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:46.604073 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b40d88-6953-4345-b435-35317ee5a05e req-8ba76f18-f0e6-4b72-825f-160ecc07fb51 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:46.605542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f7b40d88-6953-4345-b435-35317ee5a05e req-8ba76f18-f0e6-4b72-825f-160ecc07fb51 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c3df67b-87ea-4ca6-b378-51c610b2aa49 HTTP/1.1" status: 200 len: 943 time: 0.0825157 Dec 20 21:27:46.671064 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f7b40d88-6953-4345-b435-35317ee5a05e req-18a34cec-8ab4-48e5-8ccf-bad5dcddac61 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494082 Dec 20 21:27:46.673883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-01b0838f-d8b4-4b10-8f1a-6ac54ffafff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:46.675345 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-01b0838f-d8b4-4b10-8f1a-6ac54ffafff1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8ba7b8d27444970829aa11e9ca94d50&device_id=7c3df67b-87ea-4ca6-b378-51c610b2aa49 HTTP/1.1" status: 200 len: 1092 time: 0.0888348 Dec 20 21:27:47.014095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-ab088314-3a56-4d4a-88ea-39313be432be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09721ff9-eccc-4404-9dd3-547848ea020e HTTP/1.1" status: 200 len: 217 time: 0.3233588 Dec 20 21:27:47.071794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-b2adae1d-82b5-4ec6-a3fc-4805556e773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:47.073321 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-b2adae1d-82b5-4ec6-a3fc-4805556e773a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1eb80584-ad70-4bc6-82fb-38aedb298a4b HTTP/1.1" status: 200 len: 862 time: 0.0499508 Dec 20 21:27:47.105318 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-e651dfd5-18b4-4d10-a643-20f17a675869 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6236d5e1-e3fc-45ac-a50c-be838d498b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251369 Dec 20 21:27:47.199660 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35228) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:47.213070 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-a8b8f001-f712-4d5e-aba3-810ee62d63ed service neutron] 10.222.0.66 "GET /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998003 Dec 20 21:27:47.253485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3497bf-9807-484e-b687-105f03467237 admin admin] Deleting subnet acdda359-88dc-43b3-8fc6-2331e60bd554 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:27:47.256730 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f3497bf-9807-484e-b687-105f03467237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:47.299356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8728851-8cfb-41d0-9c25-a410db8c814d', 'name': 'network-vif-deleted', 'tag': '90634de5-2eba-4813-807f-76274618d17d'}, {'name': 'network-changed', 'server_uuid': '7c3df67b-87ea-4ca6-b378-51c610b2aa49', 'tag': '09721ff9-eccc-4404-9dd3-547848ea020e'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:47.301988 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f3497bf-9807-484e-b687-105f03467237 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:47.302346 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be27a9a-cf5a-4770-a694-491aa0cbf23d" -d '{"events": [{"server_uuid": "f8728851-8cfb-41d0-9c25-a410db8c814d", "name": "network-vif-deleted", "tag": "90634de5-2eba-4813-807f-76274618d17d"}, {"name": "network-changed", "server_uuid": "7c3df67b-87ea-4ca6-b378-51c610b2aa49", "tag": "09721ff9-eccc-4404-9dd3-547848ea020e"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:47.332386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7ab0e83-edc7-4f90-a6df-990f13db4017 req-dd5f632a-9c33-4f92-8ee8-f26a75a78e05 service neutron] 10.222.0.66 "GET /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109765 Dec 20 21:27:47.355857 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ca27a6-a848-42b6-ab3c-ee018a4231f0 x-openstack-request-id: req-b8ca27a6-a848-42b6-ab3c-ee018a4231f0 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:47.356204 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8728851-8cfb-41d0-9c25-a410db8c814d", "name": "network-vif-deleted", "tag": "90634de5-2eba-4813-807f-76274618d17d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7c3df67b-87ea-4ca6-b378-51c610b2aa49", "tag": "09721ff9-eccc-4404-9dd3-547848ea020e", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:47.356484 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8ca27a6-a848-42b6-ab3c-ee018a4231f0 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:47.356970 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8728851-8cfb-41d0-9c25-a410db8c814d', 'name': 'network-vif-deleted', 'tag': '90634de5-2eba-4813-807f-76274618d17d', 'status': 'completed', 'code': 200} Dec 20 21:27:47.357622 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3df67b-87ea-4ca6-b378-51c610b2aa49', 'tag': '09721ff9-eccc-4404-9dd3-547848ea020e', 'status': 'completed', 'code': 200} Dec 20 21:27:47.358834 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f3497bf-9807-484e-b687-105f03467237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:47.420986 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f3497bf-9807-484e-b687-105f03467237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:47.452825 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3497bf-9807-484e-b687-105f03467237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acdda359-88dc-43b3-8fc6-2331e60bd554,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:47.478299 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f3497bf-9807-484e-b687-105f03467237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:47.483526 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2f3497bf-9807-484e-b687-105f03467237 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/acdda359-88dc-43b3-8fc6-2331e60bd554 HTTP/1.1" status: 204 len: 168 time: 0.2824764 Dec 20 21:27:47.486649 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35244) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:47.492929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be27a9a-cf5a-4770-a694-491aa0cbf23d req-88aecec3-d43e-482f-be44-0b015dae2318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:47.495108 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6be27a9a-cf5a-4770-a694-491aa0cbf23d req-88aecec3-d43e-482f-be44-0b015dae2318 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8ba7b8d27444970829aa11e9ca94d50&device_id=7c3df67b-87ea-4ca6-b378-51c610b2aa49 HTTP/1.1" status: 200 len: 1092 time: 0.0587215 Dec 20 21:27:47.549854 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35248) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:47.585997 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5cccfb74-d0cd-4d69-b5e0-d9ec23e4c0a5 req-ca60b288-4196-42ef-acec-d55e8f2051ea tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0358775 Dec 20 21:27:47.598686 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0725a46e-7213-4566-92ff-74e9775b4535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:47.613886 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248c2d1-3bf1-4b17-b5a5-f534ec3124d5 req-c2485e21-61ab-40d0-8d32-b1c6368d4d5c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:47.622060 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3248c2d1-3bf1-4b17-b5a5-f534ec3124d5 req-c2485e21-61ab-40d0-8d32-b1c6368d4d5c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.1731420 Dec 20 21:27:47.635356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be27a9a-cf5a-4770-a694-491aa0cbf23d req-fd12a8d9-0560-400f-9fd9-c97c897ce92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:47.637106 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6be27a9a-cf5a-4770-a694-491aa0cbf23d req-fd12a8d9-0560-400f-9fd9-c97c897ce92c service neutron] 10.222.0.66 "GET /v2.0/networks?id=6236d5e1-e3fc-45ac-a50c-be838d498b4d HTTP/1.1" status: 200 len: 923 time: 0.1331677 Dec 20 21:27:47.684197 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6be27a9a-cf5a-4770-a694-491aa0cbf23d req-3ac11e44-4465-4b1d-aaca-6951070965ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09721ff9-eccc-4404-9dd3-547848ea020e HTTP/1.1" status: 200 len: 217 time: 0.0370898 Dec 20 21:27:47.728053 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3248c2d1-3bf1-4b17-b5a5-f534ec3124d5 req-2aac9e1b-d055-4fe1-a55c-26dfb20fcd0b tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050451 Dec 20 21:27:47.740826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be27a9a-cf5a-4770-a694-491aa0cbf23d req-3aab794b-67cc-4dfc-b33d-93bfec9b3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:47.742993 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6be27a9a-cf5a-4770-a694-491aa0cbf23d req-3aab794b-67cc-4dfc-b33d-93bfec9b3e9b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1eb80584-ad70-4bc6-82fb-38aedb298a4b HTTP/1.1" status: 200 len: 862 time: 0.0481737 Dec 20 21:27:47.770588 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0725a46e-7213-4566-92ff-74e9775b4535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:47.783118 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6be27a9a-cf5a-4770-a694-491aa0cbf23d req-8babd1b3-d83f-4beb-a678-24c833864515 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6236d5e1-e3fc-45ac-a50c-be838d498b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328586 Dec 20 21:27:47.790754 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c9390929-9663-4951-bfe0-8e0622f461bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff458f6e7fc74c9ea52abb3915d16d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383740 Dec 20 21:27:47.795721 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35254) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:47.804503 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0725a46e-7213-4566-92ff-74e9775b4535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28445ef1-129b-43fc-bae4-f157f94a5969']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:47.820192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0725a46e-7213-4566-92ff-74e9775b4535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45fe5cc-3c3c-43bd-8dd2-1a851c35642d') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:47.820479 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0725a46e-7213-4566-92ff-74e9775b4535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45fe5cc-3c3c-43bd-8dd2-1a851c35642d') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:47.837179 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0725a46e-7213-4566-92ff-74e9775b4535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:47.848772 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:47.860189 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0725a46e-7213-4566-92ff-74e9775b4535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:47.872036 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0725a46e-7213-4566-92ff-74e9775b4535 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:27:47.872412 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0725a46e-7213-4566-92ff-74e9775b4535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:47.873444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c07f6e-613d-4622-bcd0-11ed2ec55c18 req-d0235e46-56b4-4bba-a83f-9471b503e39c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:27:47.874049 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:27:47.876011 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e1c07f6e-613d-4622-bcd0-11ed2ec55c18 req-d0235e46-56b4-4bba-a83f-9471b503e39c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c3df67b-87ea-4ca6-b378-51c610b2aa49 HTTP/1.1" status: 200 len: 943 time: 0.1155894 Dec 20 21:27:47.910853 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7e9f-4e6d-48b7-984d-810293f4f4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:47.927059 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6be27a9a-cf5a-4770-a694-491aa0cbf23d req-ca104fa0-1d30-45f4-817c-3dfe16e18eac service neutron] 10.222.0.66 "GET /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266196 Dec 20 21:27:47.935196 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e1c07f6e-613d-4622-bcd0-11ed2ec55c18 req-6582ebaa-03b9-46a3-a35a-c9f92e8b2def tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536478 Dec 20 21:27:47.950014 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0725a46e-7213-4566-92ff-74e9775b4535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:47.958590 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7e9f-4e6d-48b7-984d-810293f4f4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:47.960867 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0725a46e-7213-4566-92ff-74e9775b4535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:47.964364 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0725a46e-7213-4566-92ff-74e9775b4535 admin admin] 10.222.0.32 "DELETE /v2.0/networks/28445ef1-129b-43fc-bae4-f157f94a5969 HTTP/1.1" status: 204 len: 168 time: 0.4763398 Dec 20 21:27:47.988389 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725a46e-7213-4566-92ff-74e9775b4535 admin admin] Pushing event deleted for resources: {'Network': ['ID=28445ef1-129b-43fc-bae4-f157f94a5969,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:48.030953 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7e9f-4e6d-48b7-984d-810293f4f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:48.032060 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6be27a9a-cf5a-4770-a694-491aa0cbf23d req-021eeb52-990f-4af0-82e2-867182160f60 service neutron] 10.222.0.66 "GET /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960474 Dec 20 21:27:48.033479 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7e9f-4e6d-48b7-984d-810293f4f4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:48.034643 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ee3d7e9f-4e6d-48b7-984d-810293f4f4c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417 HTTP/1.1" status: 204 len: 168 time: 0.2380295 Dec 20 21:27:48.042622 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d7e9f-4e6d-48b7-984d-810293f4f4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b7f64d-b6b2-4b40-9ddd-9c68e3e0d417,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:48.099427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35260) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:48.138953 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-73490ef7-546d-4a77-a161-f0b31a9e58eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97801316341d471688215ea04d9e8fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382223 Dec 20 21:27:48.141450 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35262) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:48.189588 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b94f9bd-8c76-47d1-adc9-b7cd7d6ba35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:48.210195 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b94f9bd-8c76-47d1-adc9-b7cd7d6ba35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:48.259547 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b94f9bd-8c76-47d1-adc9-b7cd7d6ba35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:48.262229 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b94f9bd-8c76-47d1-adc9-b7cd7d6ba35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:48.263392 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4b94f9bd-8c76-47d1-adc9-b7cd7d6ba35e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b2fb9cf-de7b-4eeb-b696-940326993958 HTTP/1.1" status: 204 len: 168 time: 0.1210022 Dec 20 21:27:48.271780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94f9bd-8c76-47d1-adc9-b7cd7d6ba35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2fb9cf-de7b-4eeb-b696-940326993958,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:48.319903 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 90634de5-2eba-4813-807f-76274618d17d no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:27:48.341947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 90634de5-2eba-4813-807f-76274618d17d {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:27:48.342505 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 90634de5-2eba-4813-807f-76274618d17d not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:27:48.343250 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:27:48.365550 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:27:48.365887 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 5ecdc483-eb0d-4b6a-bd1b-cc90af2f0fdb not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:27:48.701808 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9b7b2f90-7968-47c6-bf20-d9f56dbdd701 req-2a617f56-cbde-4e89-a74c-79bed75f1785 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0315402 Dec 20 21:27:48.893869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598e32f-f8ee-4948-9400-57359089f2bb req-e4c7baca-af01-4015-bfdd-6bdbdaf52795 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:48.895979 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b598e32f-f8ee-4948-9400-57359089f2bb req-e4c7baca-af01-4015-bfdd-6bdbdaf52795 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.0575914 Dec 20 21:27:48.937126 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b598e32f-f8ee-4948-9400-57359089f2bb req-897f8c0a-e6c4-4019-b1a9-0e36024969de tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340641 Dec 20 21:27:48.947138 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35318) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:49.054780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d13914aa-bbef-4917-880e-9dcdb8ac703c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1065870159-network', 'tenant_id': 'f2becd49857f4ac9be67acdcb5932764'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:49.063898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ca47b896-9c35-47a6-b829-bf70336a558d no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:27:49.078624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e6a88-d856-478c-afe3-2838ab619afe req-b58d92e8-01a6-4a0a-958e-677698b9261c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:49.080198 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fd1e6a88-d856-478c-afe3-2838ab619afe req-b58d92e8-01a6-4a0a-958e-677698b9261c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c3df67b-87ea-4ca6-b378-51c610b2aa49 HTTP/1.1" status: 200 len: 943 time: 0.0675302 Dec 20 21:27:49.089074 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: ca47b896-9c35-47a6-b829-bf70336a558d {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:27:49.089492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ca47b896-9c35-47a6-b829-bf70336a558d not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:27:49.099011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13914aa-bbef-4917-880e-9dcdb8ac703c admin admin] Made reservation on behalf of f2becd49857f4ac9be67acdcb5932764 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:27:49.101628 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d13914aa-bbef-4917-880e-9dcdb8ac703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:49.117192 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d13914aa-bbef-4917-880e-9dcdb8ac703c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:49.145384 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fd1e6a88-d856-478c-afe3-2838ab619afe req-29b85ebd-f563-4833-aa4b-a74fcfcd196e tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534210 Dec 20 21:27:49.173762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35326) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:49.222132 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d13914aa-bbef-4917-880e-9dcdb8ac703c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:49.226014 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d13914aa-bbef-4917-880e-9dcdb8ac703c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:49.250525 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13914aa-bbef-4917-880e-9dcdb8ac703c admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:27:49.259430 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13914aa-bbef-4917-880e-9dcdb8ac703c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5481c5c-96f8-49d1-a68d-1f156ac30717,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:49.266976 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d13914aa-bbef-4917-880e-9dcdb8ac703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:49.267493 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-d13914aa-bbef-4917-880e-9dcdb8ac703c admin admin] Added segment 580a6327-c953-4332-8175-1545488743e5 of type vlan for network 631fd657-633a-4798-86f3-d2a6fb4581e1 Dec 20 21:27:49.314019 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27f83567-7267-4100-8ef4-32a28c9357b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:49.334158 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d13914aa-bbef-4917-880e-9dcdb8ac703c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:49.374646 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d13914aa-bbef-4917-880e-9dcdb8ac703c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:49.375590 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13914aa-bbef-4917-880e-9dcdb8ac703c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:49.376166 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d13914aa-bbef-4917-880e-9dcdb8ac703c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:49.436496 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d13914aa-bbef-4917-880e-9dcdb8ac703c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4854171 Dec 20 21:27:49.436925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35332) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:49.442508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-6a1a8695-ecaf-45fc-8f8a-160eefb9f1f7 admin admin] Request body: {'subnet': {'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1065870159-subnet', 'tenant_id': 'f2becd49857f4ac9be67acdcb5932764', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:49.457789 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13914aa-bbef-4917-880e-9dcdb8ac703c admin admin] Pushing event updated for resources: {'Network': ['ID=631fd657-633a-4798-86f3-d2a6fb4581e1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:49.468274 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1a8695-ecaf-45fc-8f8a-160eefb9f1f7 admin admin] Made reservation on behalf of f2becd49857f4ac9be67acdcb5932764 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:27:49.469239 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 631fd657-633a-4798-86f3-d2a6fb4581e1 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:27:49.471159 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8695-ecaf-45fc-8f8a-160eefb9f1f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:49.481690 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27f83567-7267-4100-8ef4-32a28c9357b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:49.487320 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27f83567-7267-4100-8ef4-32a28c9357b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:49.545932 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f83567-7267-4100-8ef4-32a28c9357b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ce85da-98b5-4241-9367-88e4f7fe7d59,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:49.552889 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-27f83567-7267-4100-8ef4-32a28c9357b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=977bb235cc8743e497512cb423d5b077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3780227 Dec 20 21:27:49.556617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35336) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:49.647576 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c68ba96-cd23-402b-bcdc-8436399e06e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:49.711751 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c68ba96-cd23-402b-bcdc-8436399e06e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:49.718092 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8695-ecaf-45fc-8f8a-160eefb9f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:49.804182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a8695-ecaf-45fc-8f8a-160eefb9f1f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25ff85e3-c2b2-4219-9be7-235a0898b2d1,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:49.822328 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4ab65815-cd82-48c6-bec7-d829bb77d405 req-536637c7-9810-4136-90c8-ae1daf8e3a97 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0407541 Dec 20 21:27:49.828337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a8695-ecaf-45fc-8f8a-160eefb9f1f7 admin admin] Checking segment: {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:27:49.828701 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1a8695-ecaf-45fc-8f8a-160eefb9f1f7 admin admin] Network hostable DHCP agents. Network: 631fd657-633a-4798-86f3-d2a6fb4581e1, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:27:49.839012 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c68ba96-cd23-402b-bcdc-8436399e06e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:49.841602 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c68ba96-cd23-402b-bcdc-8436399e06e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:49.842763 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7c68ba96-cd23-402b-bcdc-8436399e06e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98ce85da-98b5-4241-9367-88e4f7fe7d59 HTTP/1.1" status: 204 len: 168 time: 0.2852132 Dec 20 21:27:49.855033 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68ba96-cd23-402b-bcdc-8436399e06e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ce85da-98b5-4241-9367-88e4f7fe7d59,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:49.857178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1a8695-ecaf-45fc-8f8a-160eefb9f1f7 admin admin] Network 631fd657-633a-4798-86f3-d2a6fb4581e1 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:27:49.869040 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-6a1a8695-ecaf-45fc-8f8a-160eefb9f1f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 631fd657-633a-4798-86f3-d2a6fb4581e1) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:49.873010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1a8695-ecaf-45fc-8f8a-160eefb9f1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:49.873703 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8695-ecaf-45fc-8f8a-160eefb9f1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:49.878848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c3722-0251-44c5-9acc-f20431e4cb8b None None] Network 631fd657-633a-4798-86f3-d2a6fb4581e1 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:27:49.893969 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6a1a8695-ecaf-45fc-8f8a-160eefb9f1f7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4557309 Dec 20 21:27:50.014785 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f419f0-453f-4520-947d-ffa90f8f6615 None None] Network 631fd657-633a-4798-86f3-d2a6fb4581e1 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:27:50.106308 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e106ac0-a093-4bec-a28b-93227aa24d2a req-74de2b47-390c-4994-b177-5335c7b083f8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:50.108039 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e106ac0-a093-4bec-a28b-93227aa24d2a req-74de2b47-390c-4994-b177-5335c7b083f8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.0671310 Dec 20 21:27:50.170755 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e106ac0-a093-4bec-a28b-93227aa24d2a req-8995e0fc-1d74-476a-a0b4-275a754389bf tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543745 Dec 20 21:27:50.272647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48141b-573a-41bd-a805-a9abfbadff28 req-c5d88f0c-b7a2-4acd-a550-348fe30ff5e8 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:50.274213 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ae48141b-573a-41bd-a805-a9abfbadff28 req-c5d88f0c-b7a2-4acd-a550-348fe30ff5e8 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c3df67b-87ea-4ca6-b378-51c610b2aa49 HTTP/1.1" status: 200 len: 943 time: 0.0541325 Dec 20 21:27:50.315775 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ae48141b-573a-41bd-a805-a9abfbadff28 req-80ba3c30-1cf3-498a-8f62-d6045bab2f5e tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355246 Dec 20 21:27:50.395399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da49ea0-33f6-4032-8c38-29939192f012 req-adffc876-5ec7-460d-8826-e6131af457f7 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:50.396910 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7da49ea0-33f6-4032-8c38-29939192f012 req-adffc876-5ec7-460d-8826-e6131af457f7 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 806 time: 0.1146159 Dec 20 21:27:50.412904 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7da49ea0-33f6-4032-8c38-29939192f012 req-7a6b8b52-1d10-4af8-8951-8c9dc09c5703 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/quotas/f2becd49857f4ac9be67acdcb5932764 HTTP/1.1" status: 200 len: 375 time: 0.0091469 Dec 20 21:27:50.453394 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7da49ea0-33f6-4032-8c38-29939192f012 req-9e09b387-8ddd-409d-8ec4-3b31b7ad3a10 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339119 Dec 20 21:27:50.541506 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35384) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:50.552646 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7da49ea0-33f6-4032-8c38-29939192f012 req-b2f7922a-1106-4766-9428-acd999765cb3 service neutron] 10.222.0.32 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920634 Dec 20 21:27:50.647321 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-402671ed-5632-4370-824d-bb23d31d2b66 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-189542206-network', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:50.667736 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7da49ea0-33f6-4032-8c38-29939192f012 req-47719bff-7670-438d-ad5b-44105c3460f6 service neutron] 10.222.0.32 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084301 Dec 20 21:27:50.682176 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402671ed-5632-4370-824d-bb23d31d2b66 admin admin] Made reservation on behalf of ae8a085dd6e14fa0abcc7b1eb3b27ad5 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:27:50.684850 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-402671ed-5632-4370-824d-bb23d31d2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:50.693575 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-402671ed-5632-4370-824d-bb23d31d2b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:50.777283 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-402671ed-5632-4370-824d-bb23d31d2b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:50.782659 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-402671ed-5632-4370-824d-bb23d31d2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:50.794863 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-402671ed-5632-4370-824d-bb23d31d2b66 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:27:50.822901 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-402671ed-5632-4370-824d-bb23d31d2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:50.823247 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-402671ed-5632-4370-824d-bb23d31d2b66 admin admin] Added segment 47a3639c-7b5f-45dd-bb69-9d62790353d4 of type vlan for network 92da4183-ce83-467f-96db-4d2c3a33eb57 Dec 20 21:27:50.834658 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402671ed-5632-4370-824d-bb23d31d2b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45821901-107e-4f5f-b113-466704b94bd0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:50.850887 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43715a50-71fe-4cf2-bacd-b08981990f1c req-6bc5dbe5-6091-4348-b246-1b33c94d2995 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 210 time: 0.0302587 Dec 20 21:27:50.871961 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-402671ed-5632-4370-824d-bb23d31d2b66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:50.901185 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-402671ed-5632-4370-824d-bb23d31d2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:50.902324 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402671ed-5632-4370-824d-bb23d31d2b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:50.902968 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-402671ed-5632-4370-824d-bb23d31d2b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:50.977285 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-402671ed-5632-4370-824d-bb23d31d2b66 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4346936 Dec 20 21:27:50.980413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35402) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:50.988911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-57135438-b3e2-4f68-886b-0083cac7f1e9 admin admin] Request body: {'subnet': {'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-189542206-subnet', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:50.993984 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96032d0f-7b34-4fc3-a08b-1c8dbb9a922e req-b87e8133-8704-4566-a74f-5cc7abe88da7 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0403416 Dec 20 21:27:51.000812 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402671ed-5632-4370-824d-bb23d31d2b66 admin admin] Pushing event updated for resources: {'Network': ['ID=92da4183-ce83-467f-96db-4d2c3a33eb57,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:51.021319 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 92da4183-ce83-467f-96db-4d2c3a33eb57 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:27:51.024137 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57135438-b3e2-4f68-886b-0083cac7f1e9 admin admin] Made reservation on behalf of ae8a085dd6e14fa0abcc7b1eb3b27ad5 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:27:51.027285 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-57135438-b3e2-4f68-886b-0083cac7f1e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:51.071434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 09721ff9-eccc-4404-9dd3-547848ea020e details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:27:51.183314 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 09721ff9-eccc-4404-9dd3-547848ea020e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=09721ff9-eccc-4404-9dd3-547848ea020e,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:51.196517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '09721ff9-eccc-4404-9dd3-547848ea020e', 'network_id': '6236d5e1-e3fc-45ac-a50c-be838d498b4d', 'port_id': '09721ff9-eccc-4404-9dd3-547848ea020e', 'mac_address': 'fa:16:3e:3a:9b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb80584-ad70-4bc6-82fb-38aedb298a4b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:27:51.220267 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-57135438-b3e2-4f68-886b-0083cac7f1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:51.263717 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:51.279106 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09721ff9-eccc-4404-9dd3-547848ea020e {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:51.301056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 09721ff9-eccc-4404-9dd3-547848ea020e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=09721ff9-eccc-4404-9dd3-547848ea020e,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:51.305696 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:51.316170 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57135438-b3e2-4f68-886b-0083cac7f1e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e0a4469-c4b3-4646-a9ea-3b58cb2a6980,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:51.341668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57135438-b3e2-4f68-886b-0083cac7f1e9 admin admin] Checking segment: {'id': '47a3639c-7b5f-45dd-bb69-9d62790353d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:27:51.342310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57135438-b3e2-4f68-886b-0083cac7f1e9 admin admin] Network hostable DHCP agents. Network: 92da4183-ce83-467f-96db-4d2c3a33eb57, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:27:51.357020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690d62d-3728-417e-8c66-d81056c8b474 req-a2a98c0f-2dba-4b15-a651-16c9a04c791d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:51.358615 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8690d62d-3728-417e-8c66-d81056c8b474 req-a2a98c0f-2dba-4b15-a651-16c9a04c791d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.0974383 Dec 20 21:27:51.384697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57135438-b3e2-4f68-886b-0083cac7f1e9 admin admin] Network 92da4183-ce83-467f-96db-4d2c3a33eb57 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:27:51.387118 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=09721ff9-eccc-4404-9dd3-547848ea020e,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:51.396700 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:51.397044 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:51.397958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:51.398578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:51.399067 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:51.399553 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:51.400601 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:51.401091 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:51.401582 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:51.402060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:51.402585 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:51.403219 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:51.410387 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-57135438-b3e2-4f68-886b-0083cac7f1e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 92da4183-ce83-467f-96db-4d2c3a33eb57) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:51.421599 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b00e011-d869-4ec8-92aa-c3b4106b15ca None None] Network 92da4183-ce83-467f-96db-4d2c3a33eb57 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:27:51.427517 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57135438-b3e2-4f68-886b-0083cac7f1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:51.428261 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-57135438-b3e2-4f68-886b-0083cac7f1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:51.437315 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8690d62d-3728-417e-8c66-d81056c8b474 req-7f911b52-2890-4925-89ab-d216ae6371aa tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671470 Dec 20 21:27:51.454227 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-57135438-b3e2-4f68-886b-0083cac7f1e9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4692104 Dec 20 21:27:51.457959 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35410) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:51.463448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-189542206-router', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:51.476768 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304600e-219e-4ab9-9c83-4d7daf9fad25 req-2a318472-fe20-4f9f-a2c2-210e62a5404c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:51.478773 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2304600e-219e-4ab9-9c83-4d7daf9fad25 req-2a318472-fe20-4f9f-a2c2-210e62a5404c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c3df67b-87ea-4ca6-b378-51c610b2aa49 HTTP/1.1" status: 200 len: 944 time: 0.0785244 Dec 20 21:27:51.512395 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:51.514079 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:51.550871 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2304600e-219e-4ab9-9c83-4d7daf9fad25 req-718ea695-c98f-42ee-9ec4-59482a6958c2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598996 Dec 20 21:27:51.611019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['09721ff9-eccc-4404-9dd3-547848ea020e'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:51.620809 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:51.639335 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-92da4183-ce83-467f-96db-4d2c3a33eb57', 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'fixed_ips': [{'subnet_id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:27:51.640689 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:51.789000 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:51.869143 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Allocated IP 172.20.0.2 (92da4183-ce83-467f-96db-4d2c3a33eb57/0e0a4469-c4b3-4646-a9ea-3b58cb2a6980/5a4b7649-d6ba-495f-ba6b-5673e0016f36) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:27:51.968883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eeccfeae-df8d-4bdb-a214-230a3af3ffa5 req-1df189ba-c3c4-445b-9471-c1ce71e6ebd3 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 210 time: 0.0315096 Dec 20 21:27:52.015332 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:52.039803 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:52.074454 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:52.083155 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:52.131124 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Pushing event updated for resources: {'Port': ['ID=5a4b7649-d6ba-495f-ba6b-5673e0016f36,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:52.148910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Network 92da4183-ce83-467f-96db-4d2c3a33eb57 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:27:52.151200 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:52.153826 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:27:52.156226 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-06edd66e-2df7-413a-98d0-d9017a2a176f req-7c7d528c-d001-4f19-a37b-56b03de7b759 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0419624 Dec 20 21:27:52.215087 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Allocated IP 172.35.3.210 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/7057fb74-1769-41df-abd7-68be04325637) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:27:52.223490 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Attempting to bind port 5a4b7649-d6ba-495f-ba6b-5673e0016f36 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:27:52.223857 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Attempting to bind port 5a4b7649-d6ba-495f-ba6b-5673e0016f36 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '47a3639c-7b5f-45dd-bb69-9d62790353d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:27:52.224305 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Attempting to bind port 5a4b7649-d6ba-495f-ba6b-5673e0016f36 on network 92da4183-ce83-467f-96db-4d2c3a33eb57 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:52.230643 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:27:52.231054 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Checking segment: {'id': '47a3639c-7b5f-45dd-bb69-9d62790353d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:27:52.231538 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:52.231945 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Bound using segment: {'id': '47a3639c-7b5f-45dd-bb69-9d62790353d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:27:52.232746 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Bound port: 5a4b7649-d6ba-495f-ba6b-5673e0016f36, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a3639c-7b5f-45dd-bb69-9d62790353d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:27:52.233176 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:52.281975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da49ea0-33f6-4032-8c38-29939192f012 req-500cc448-221b-4191-9b0c-a74f980dba62 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:52.287507 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7da49ea0-33f6-4032-8c38-29939192f012 req-500cc448-221b-4191-9b0c-a74f980dba62 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.31 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 806 time: 0.1852207 Dec 20 21:27:52.311225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] For port 5a4b7649-d6ba-495f-ba6b-5673e0016f36, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:27:52.314922 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] For port 5a4b7649-d6ba-495f-ba6b-5673e0016f36, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5a4b7649-d6ba-495f-ba6b-5673e0016f36,segment=NetworkSegment(47a3639c-7b5f-45dd-bb69-9d62790353d4),segment_id=47a3639c-7b5f-45dd-bb69-9d62790353d4)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:27:52.318274 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-7da49ea0-33f6-4032-8c38-29939192f012 req-57f72678-631e-4fc8-867c-8d0cbc86cbc8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Request body: {'port': {'device_id': '1bb77c4a-d577-48b6-954c-1a400f34d335', 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1', 'admin_state_up': True, 'tenant_id': 'f2becd49857f4ac9be67acdcb5932764'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:52.320235 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:52.343263 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:52.387187 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88474a13-6076-42e1-a3d1-5e9dd3609011 None None] Pushing event updated for resources: {'Port': ['ID=5a4b7649-d6ba-495f-ba6b-5673e0016f36,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:52.387396 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:52.433270 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:27:52.436332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:52.440285 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:27:52.457619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da49ea0-33f6-4032-8c38-29939192f012 req-57f72678-631e-4fc8-867c-8d0cbc86cbc8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Made reservation on behalf of f2becd49857f4ac9be67acdcb5932764 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:27:52.463440 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7da49ea0-33f6-4032-8c38-29939192f012 req-57f72678-631e-4fc8-867c-8d0cbc86cbc8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:52.469029 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Pushing event updated for resources: {'Port': ['ID=7057fb74-1769-41df-abd7-68be04325637,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:52.662831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8805a-dd9e-4472-86cc-359c832736d8 req-534e738c-9c3b-41be-b8a1-7050a0c2db23 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:52.664260 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85e8805a-dd9e-4472-86cc-359c832736d8 req-534e738c-9c3b-41be-b8a1-7050a0c2db23 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.1067417 Dec 20 21:27:52.674930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-7da49ea0-33f6-4032-8c38-29939192f012 req-57f72678-631e-4fc8-867c-8d0cbc86cbc8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Allocated IP 172.20.0.14 (631fd657-633a-4798-86f3-d2a6fb4581e1/25ff85e3-c2b2-4219-9be7-235a0898b2d1/f2e781db-9a6d-4224-afb2-b7ddaa17dacb) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:27:52.775354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03117b48-b6eb-42ae-ad5d-5b39d40a6fac req-a708e948-41f3-4e2d-818e-319deef919de tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:52.778998 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85e8805a-dd9e-4472-86cc-359c832736d8 req-1f64d693-9c9a-483e-b5df-204faa66b444 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747430 Dec 20 21:27:52.783536 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-03117b48-b6eb-42ae-ad5d-5b39d40a6fac req-a708e948-41f3-4e2d-818e-319deef919de tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c3df67b-87ea-4ca6-b378-51c610b2aa49 HTTP/1.1" status: 200 len: 944 time: 0.1058781 Dec 20 21:27:52.816038 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:52.895496 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-03117b48-b6eb-42ae-ad5d-5b39d40a6fac req-bea37412-573b-48de-bb62-b991e1f83422 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109893 Dec 20 21:27:52.933202 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5a4b7649-d6ba-495f-ba6b-5673e0016f36 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:27:52.977296 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7da49ea0-33f6-4032-8c38-29939192f012 req-57f72678-631e-4fc8-867c-8d0cbc86cbc8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:52.984932 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 5a4b7649-d6ba-495f-ba6b-5673e0016f36 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:52.985398 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:53.017872 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7da49ea0-33f6-4032-8c38-29939192f012 req-57f72678-631e-4fc8-867c-8d0cbc86cbc8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:53.070354 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:53.072086 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da49ea0-33f6-4032-8c38-29939192f012 req-57f72678-631e-4fc8-867c-8d0cbc86cbc8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Network 631fd657-633a-4798-86f3-d2a6fb4581e1 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:27:53.075825 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-7da49ea0-33f6-4032-8c38-29939192f012 req-57f72678-631e-4fc8-867c-8d0cbc86cbc8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:53.079729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da49ea0-33f6-4032-8c38-29939192f012 req-57f72678-631e-4fc8-867c-8d0cbc86cbc8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:27:53.085633 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 09721ff9-eccc-4404-9dd3-547848ea020e up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:27:53.090805 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f72678-631e-4fc8-867c-8d0cbc86cbc8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Pushing event updated for resources: {'Port': ['ID=f2e781db-9a6d-4224-afb2-b7ddaa17dacb,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:53.146550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da49ea0-33f6-4032-8c38-29939192f012 req-57f72678-631e-4fc8-867c-8d0cbc86cbc8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:53.147380 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7da49ea0-33f6-4032-8c38-29939192f012 req-57f72678-631e-4fc8-867c-8d0cbc86cbc8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:53.171830 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7da49ea0-33f6-4032-8c38-29939192f012 req-57f72678-631e-4fc8-867c-8d0cbc86cbc8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8579302 Dec 20 21:27:53.175719 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 09721ff9-eccc-4404-9dd3-547848ea020e completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:27:53.183236 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:53.186276 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 09721ff9-eccc-4404-9dd3-547848ea020e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:53.186792 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:53.192836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Request body: {'port': {'device_id': '1bb77c4a-d577-48b6-954c-1a400f34d335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:53.204012 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8efd0-7695-4957-8bdc-af9a37fe48cc req-e2d47d44-ef07-4422-a8ac-7387f759e08d tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:53.205546 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5fd8efd0-7695-4957-8bdc-af9a37fe48cc req-e2d47d44-ef07-4422-a8ac-7387f759e08d tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 932 time: 0.1304712 Dec 20 21:27:53.246947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 5a4b7649-d6ba-495f-ba6b-5673e0016f36, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5a4b7649-d6ba-495f-ba6b-5673e0016f36,segment=NetworkSegment(47a3639c-7b5f-45dd-bb69-9d62790353d4),segment_id=47a3639c-7b5f-45dd-bb69-9d62790353d4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:53.257856 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:53.287910 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5fd8efd0-7695-4957-8bdc-af9a37fe48cc req-c64fb183-334c-4339-8920-c548c1884100 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630896 Dec 20 21:27:53.299530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Router 928eaeef-dcbe-4331-a876-fcbc4f285009 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:27:53.331397 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-195e9a87-2ecd-40ed-bcd5-5bf5948a5e13 req-ac5fe425-5ae9-46ea-a99e-3fc41776573b tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0456817 Dec 20 21:27:53.334417 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:53.334648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=5a4b7649-d6ba-495f-ba6b-5673e0016f36,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:53.383744 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:53.407010 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3df67b-87ea-4ca6-b378-51c610b2aa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09721ff9-eccc-4404-9dd3-547848ea020e'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:53.409611 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be0ffab-c5d6-4726-94b5-9853a62700d0" -d '{"events": [{"server_uuid": "7c3df67b-87ea-4ca6-b378-51c610b2aa49", "name": "network-vif-plugged", "status": "completed", "tag": "09721ff9-eccc-4404-9dd3-547848ea020e"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:53.425492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 09721ff9-eccc-4404-9dd3-547848ea020e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=09721ff9-eccc-4404-9dd3-547848ea020e,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:53.433791 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:53.444782 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:27:53.471969 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:53.476142 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3880595e-da41-42c9-a75d-635dbb1a899c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0143719 Dec 20 21:27:53.476497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35438) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:53.484082 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10164cd2-4142-49a0-92c5-b42ef7f3b1f7 x-openstack-request-id: req-10164cd2-4142-49a0-92c5-b42ef7f3b1f7 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:53.484369 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3df67b-87ea-4ca6-b378-51c610b2aa49", "name": "network-vif-plugged", "status": "completed", "tag": "09721ff9-eccc-4404-9dd3-547848ea020e", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:53.484623 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10164cd2-4142-49a0-92c5-b42ef7f3b1f7 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:53.485013 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3df67b-87ea-4ca6-b378-51c610b2aa49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09721ff9-eccc-4404-9dd3-547848ea020e', 'code': 200} Dec 20 21:27:53.487199 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Sync routers for ids ['928eaeef-dcbe-4331-a876-fcbc4f285009'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:27:53.513871 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=09721ff9-eccc-4404-9dd3-547848ea020e,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:53.518189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Routers {'928eaeef-dcbe-4331-a876-fcbc4f285009'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:27:53.518831 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:27:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['928eaeef-dcbe-4331-a876-fcbc4f285009'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:53.647630 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Set router 928eaeef-dcbe-4331-a876-fcbc4f285009 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:27:53.682735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b79ef5-8dfb-4536-b4f7-ec9737016691 req-8f1ebf24-3f8d-433e-8873-892f092a92cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:53.684266 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4b79ef5-8dfb-4536-b4f7-ec9737016691 req-8f1ebf24-3f8d-433e-8873-892f092a92cc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7c3df67b-87ea-4ca6-b378-51c610b2aa49 HTTP/1.1" status: 200 len: 1094 time: 0.0842953 Dec 20 21:27:53.746245 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4b79ef5-8dfb-4536-b4f7-ec9737016691 req-2b665c14-a304-4f58-9fdd-bfa9a1df5f1e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372193 Dec 20 21:27:53.750373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e781db-9a6d-4224-afb2-b7ddaa17dacb {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:53.761673 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:53.774141 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ff7755-a1d6-44b4-a389-2237728d2706 None None] Network 92da4183-ce83-467f-96db-4d2c3a33eb57 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:27:53.776135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Transition to ACTIVE for port object f2e781db-9a6d-4224-afb2-b7ddaa17dacb will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:27:53.781146 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:53.886133 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e781db-9a6d-4224-afb2-b7ddaa17dacb,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:53.914683 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c3a2c4fb-4e9b-46dd-a792-f82f656ae461 None None] Provisioning complete for port 5a4b7649-d6ba-495f-ba6b-5673e0016f36 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:53.915195 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3a2c4fb-4e9b-46dd-a792-f82f656ae461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:53.980995 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618995d-c232-48da-b07a-9ec23587d5fb req-72e1f690-ba6d-4142-8595-dfcd116cd85e tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:53.990146 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0618995d-c232-48da-b07a-9ec23587d5fb req-72e1f690-ba6d-4142-8595-dfcd116cd85e tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.1052458 Dec 20 21:27:54.016599 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Attempting to bind port f2e781db-9a6d-4224-afb2-b7ddaa17dacb on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:27:54.016809 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Attempting to bind port f2e781db-9a6d-4224-afb2-b7ddaa17dacb by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:27:54.017079 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Attempting to bind port f2e781db-9a6d-4224-afb2-b7ddaa17dacb on network 631fd657-633a-4798-86f3-d2a6fb4581e1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:54.030640 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Port f2e781db-9a6d-4224-afb2-b7ddaa17dacb on network 631fd657-633a-4798-86f3-d2a6fb4581e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:27:54.030963 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Attempting to bind port f2e781db-9a6d-4224-afb2-b7ddaa17dacb on network 631fd657-633a-4798-86f3-d2a6fb4581e1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:54.042277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:27:54.042623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Checking segment: {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:27:54.043027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Bound using segment: {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:27:54.043488 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Bound port: f2e781db-9a6d-4224-afb2-b7ddaa17dacb, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:27:54.043858 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:54.060707 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0618995d-c232-48da-b07a-9ec23587d5fb req-5012e59e-4449-420f-990a-7ea076b2f2c6 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696373 Dec 20 21:27:54.139128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] For port f2e781db-9a6d-4224-afb2-b7ddaa17dacb, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:27:54.143120 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] For port f2e781db-9a6d-4224-afb2-b7ddaa17dacb, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=f2e781db-9a6d-4224-afb2-b7ddaa17dacb,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:27:54.151841 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:54.162185 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'name': 'tempest-TaggedBootDevicesTest-189542206-router', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '7057fb74-1769-41df-abd7-68be04325637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:51Z', 'updated_at': '2021-12-20T21:27:52Z', 'revision_number': 3, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'gw_port': {'id': '7057fb74-1769-41df-abd7-68be04325637', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:22:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:52Z', 'updated_at': '2021-12-20T21:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:54.189665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:54.190459 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:54.192658 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7da49ea0-33f6-4032-8c38-29939192f012 req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] 10.222.0.31 "PUT /v2.0/ports/f2e781db-9a6d-4224-afb2-b7ddaa17dacb HTTP/1.1" status: 200 len: 1090 time: 1.0057693 Dec 20 21:27:54.195170 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Checking router: 928eaeef-dcbe-4331-a876-fcbc4f285009 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:27:54.195318 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb77c4a-d577-48b6-954c-1a400f34d335', 'tag': 'f2e781db-9a6d-4224-afb2-b7ddaa17dacb'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:54.195885 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Updating router 928eaeef-dcbe-4331-a876-fcbc4f285009 port 7057fb74-1769-41df-abd7-68be04325637 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:27:54.201420 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798dc959-1f27-453b-9696-fd5068281347" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb77c4a-d577-48b6-954c-1a400f34d335", "tag": "f2e781db-9a6d-4224-afb2-b7ddaa17dacb"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:54.233724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978893d4-36fb-4c36-bac3-cad9d643d130 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e781db-9a6d-4224-afb2-b7ddaa17dacb,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:54.245922 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c681a-6a0e-4fc1-94c8-6ed146fddea8 req-ceb23779-0c9b-4b87-be73-8d6419a65a8c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:54.253933 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bb3c681a-6a0e-4fc1-94c8-6ed146fddea8 req-ceb23779-0c9b-4b87-be73-8d6419a65a8c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c3df67b-87ea-4ca6-b378-51c610b2aa49 HTTP/1.1" status: 200 len: 945 time: 0.0736034 Dec 20 21:27:54.254364 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:54.331186 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bb3c681a-6a0e-4fc1-94c8-6ed146fddea8 req-7eac7b4a-5f96-4776-ad8d-2fb316e5c505 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757642 Dec 20 21:27:54.397758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da49ea0-33f6-4032-8c38-29939192f012 req-b3691428-c587-4c16-9fa6-681720779505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:54.400321 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7da49ea0-33f6-4032-8c38-29939192f012 req-b3691428-c587-4c16-9fa6-681720779505 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 1093 time: 0.1103899 Dec 20 21:27:54.448421 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139ab449-26a3-464e-b478-e2a946c175f3 x-openstack-request-id: req-139ab449-26a3-464e-b478-e2a946c175f3 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:54.448890 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb77c4a-d577-48b6-954c-1a400f34d335", "tag": "f2e781db-9a6d-4224-afb2-b7ddaa17dacb", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:54.449291 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-139ab449-26a3-464e-b478-e2a946c175f3 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:54.450099 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb77c4a-d577-48b6-954c-1a400f34d335', 'tag': 'f2e781db-9a6d-4224-afb2-b7ddaa17dacb', 'status': 'completed', 'code': 200} Dec 20 21:27:54.497616 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:54.551590 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7da49ea0-33f6-4032-8c38-29939192f012 req-8a4924ab-a883-46ea-a181-f56853448235 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2e781db-9a6d-4224-afb2-b7ddaa17dacb HTTP/1.1" status: 200 len: 217 time: 0.1315053 Dec 20 21:27:54.645374 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:54.656866 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:54.664165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a63be3-a5ad-4aca-86c5-3aacb87715d9 req-579cf0f5-1dbc-45d8-b5c3-e48d0c4bc8a2 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:54.665730 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79a63be3-a5ad-4aca-86c5-3aacb87715d9 req-579cf0f5-1dbc-45d8-b5c3-e48d0c4bc8a2 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 944 time: 0.1225250 Dec 20 21:27:54.668905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da49ea0-33f6-4032-8c38-29939192f012 req-973e5df1-90b9-4e8f-94fe-86245e98c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:54.671232 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7da49ea0-33f6-4032-8c38-29939192f012 req-973e5df1-90b9-4e8f-94fe-86245e98c5cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25ff85e3-c2b2-4219-9be7-235a0898b2d1 HTTP/1.1" status: 200 len: 846 time: 0.0964057 Dec 20 21:27:54.721546 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7da49ea0-33f6-4032-8c38-29939192f012 req-4eddfe5b-40c6-4f52-b6f9-1b513ae79d61 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=631fd657-633a-4798-86f3-d2a6fb4581e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395014 Dec 20 21:27:54.729117 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-99071b12-af47-4469-82f2-dab7436169c0 req-4f853928-a859-4d39-9a54-ed386a3d2591 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0688193 Dec 20 21:27:54.741623 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9342b8-a3df-4b3f-8274-70d90b5892c8 None None] Pushing event updated for resources: {'Port': ['ID=7057fb74-1769-41df-abd7-68be04325637,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:54.748275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Attempting to bind port 7057fb74-1769-41df-abd7-68be04325637 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:27:54.748920 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Attempting to bind port 7057fb74-1769-41df-abd7-68be04325637 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:27:54.749189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Attempting to bind port 7057fb74-1769-41df-abd7-68be04325637 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:54.757254 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:27:54.758387 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79a63be3-a5ad-4aca-86c5-3aacb87715d9 req-79545e94-1bc5-46f3-a6f0-e9b341e4aedc tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822477 Dec 20 21:27:54.764951 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:27:54.765657 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:54.766175 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:27:54.767920 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Bound port: 7057fb74-1769-41df-abd7-68be04325637, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:27:54.767920 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:54.802199 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-aad5496a-f8d1-4f70-885f-0b66a91db7ea None None] Provisioning complete for port 5a4b7649-d6ba-495f-ba6b-5673e0016f36 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:54.802792 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aad5496a-f8d1-4f70-885f-0b66a91db7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:54.831905 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] Allocated IP 172.20.0.1 (92da4183-ce83-467f-96db-4d2c3a33eb57/0e0a4469-c4b3-4646-a9ea-3b58cb2a6980/308a899b-cbe5-4a76-bd53-b748e27cd837) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:27:54.918987 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5a4b7649-d6ba-495f-ba6b-5673e0016f36 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:27:54.930166 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7da49ea0-33f6-4032-8c38-29939192f012 req-fb49dd98-fe91-4bd9-959b-b46c7957844c service neutron] 10.222.0.31 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689813 Dec 20 21:27:54.969818 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] For port 7057fb74-1769-41df-abd7-68be04325637, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:27:54.973795 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:55.004448 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] For port 7057fb74-1769-41df-abd7-68be04325637, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7057fb74-1769-41df-abd7-68be04325637,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:27:55.010050 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:55.023895 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:55.051148 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] Network 92da4183-ce83-467f-96db-4d2c3a33eb57 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:27:55.055854 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:55.059497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:27:55.075939 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7da49ea0-33f6-4032-8c38-29939192f012 req-4d872232-29ec-47c6-94cd-942750d079f6 service neutron] 10.222.0.31 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373553 Dec 20 21:27:55.095253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=308a899b-cbe5-4a76-bd53-b748e27cd837,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:55.132062 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:55.145677 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 5a4b7649-d6ba-495f-ba6b-5673e0016f36 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:55.146050 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:55.149238 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Routers {'928eaeef-dcbe-4331-a876-fcbc4f285009'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:27:55.149869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:27:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['928eaeef-dcbe-4331-a876-fcbc4f285009'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:55.246383 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9342b8-a3df-4b3f-8274-70d90b5892c8 None None] Pushing event updated for resources: {'Port': ['ID=7057fb74-1769-41df-abd7-68be04325637,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:55.306413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798dc959-1f27-453b-9696-fd5068281347 req-7ca7eacc-627f-4eac-83cc-b31ccf8232f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:55.308120 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba16ec0-55de-4ee1-afb6-92b2a313d65b req-4bf65d47-8d77-4cb3-b2c4-1ef19b8467cb tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:55.308822 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-798dc959-1f27-453b-9696-fd5068281347 req-7ca7eacc-627f-4eac-83cc-b31ccf8232f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 1093 time: 0.0905106 Dec 20 21:27:55.310887 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] Set router 928eaeef-dcbe-4331-a876-fcbc4f285009 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:27:55.315414 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2ba16ec0-55de-4ee1-afb6-92b2a313d65b req-4bf65d47-8d77-4cb3-b2c4-1ef19b8467cb tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.1306114 Dec 20 21:27:55.403289 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2ba16ec0-55de-4ee1-afb6-92b2a313d65b req-d3878a5c-ba79-481c-bbfa-12007aac4e72 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861709 Dec 20 21:27:55.406510 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:55.443994 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798dc959-1f27-453b-9696-fd5068281347 req-a54360fd-97d0-4db5-8440-70d76b332b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:55.446633 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-798dc959-1f27-453b-9696-fd5068281347 req-a54360fd-97d0-4db5-8440-70d76b332b35 service neutron] 10.222.0.31 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 907 time: 0.1174717 Dec 20 21:27:55.470922 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f8c1ee5d-4775-49fa-b043-6a56d39b3f61 None None] Provisioning complete for port 308a899b-cbe5-4a76-bd53-b748e27cd837 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:55.471289 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ee5d-4775-49fa-b043-6a56d39b3f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:55.531157 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f8c1ee5d-4775-49fa-b043-6a56d39b3f61 None None] Port 308a899b-cbe5-4a76-bd53-b748e27cd837 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:27:55.554304 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-798dc959-1f27-453b-9696-fd5068281347 req-8b17d6fd-08d5-4d48-b215-15bbf53b4d0e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2e781db-9a6d-4224-afb2-b7ddaa17dacb HTTP/1.1" status: 200 len: 217 time: 0.0694852 Dec 20 21:27:55.573776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef25125-25ed-4510-a309-dbd9145afe0f req-b3b2ab83-898a-44be-86e6-b0eae8d61592 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:55.581382 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bef25125-25ed-4510-a309-dbd9145afe0f req-b3b2ab83-898a-44be-86e6-b0eae8d61592 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c3df67b-87ea-4ca6-b378-51c610b2aa49 HTTP/1.1" status: 200 len: 945 time: 0.1335497 Dec 20 21:27:55.596693 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'name': 'tempest-TaggedBootDevicesTest-189542206-router', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '7057fb74-1769-41df-abd7-68be04325637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:51Z', 'updated_at': '2021-12-20T21:27:52Z', 'revision_number': 3, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'gw_port': {'id': '7057fb74-1769-41df-abd7-68be04325637', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:22:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:52Z', 'updated_at': '2021-12-20T21:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:55.612154 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:55.621577 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:55.626656 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0de260-cdb4-436b-bf77-451a4ecfe264 None None] The sync data for ids ['928eaeef-dcbe-4331-a876-fcbc4f285009'] in n-d-xena-1 is: [{'id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'name': 'tempest-TaggedBootDevicesTest-189542206-router', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '7057fb74-1769-41df-abd7-68be04325637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:51Z', 'updated_at': '2021-12-20T21:27:52Z', 'revision_number': 3, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'gw_port': {'id': '7057fb74-1769-41df-abd7-68be04325637', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:22:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:52Z', 'updated_at': '2021-12-20T21:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:27:55.659361 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bef25125-25ed-4510-a309-dbd9145afe0f req-80dce373-298d-4b6c-a0ff-f9ddc21cea73 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697320 Dec 20 21:27:55.660839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798dc959-1f27-453b-9696-fd5068281347 req-57261b1a-ee4d-42e2-8858-c45a4dd53998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:55.662785 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-798dc959-1f27-453b-9696-fd5068281347 req-57261b1a-ee4d-42e2-8858-c45a4dd53998 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25ff85e3-c2b2-4219-9be7-235a0898b2d1 HTTP/1.1" status: 200 len: 846 time: 0.0998302 Dec 20 21:27:55.693737 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:55.711999 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-798dc959-1f27-453b-9696-fd5068281347 req-863656a2-464b-4d3c-9f00-4dc3b73b665e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=631fd657-633a-4798-86f3-d2a6fb4581e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376937 Dec 20 21:27:55.714427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=308a899b-cbe5-4a76-bd53-b748e27cd837,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:55.827556 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] Network 92da4183-ce83-467f-96db-4d2c3a33eb57 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:27:55.832025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:55.868809 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-798dc959-1f27-453b-9696-fd5068281347 req-d0974182-bc55-45bc-be09-ef0f690347da service neutron] 10.222.0.31 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478736 Dec 20 21:27:55.898832 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e602dc2-c670-4077-8d0b-0005f5f99ac0 req-a70d01ee-1381-4076-a949-29985dc57c15 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0539904 Dec 20 21:27:56.078860 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a85c3c-8807-464b-a36f-0b2eaccade0e req-e0909e94-965b-4b7e-b389-3443a89a2cc1 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:56.080448 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-11a85c3c-8807-464b-a36f-0b2eaccade0e req-e0909e94-965b-4b7e-b389-3443a89a2cc1 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 944 time: 0.0887859 Dec 20 21:27:56.096026 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] Router 928eaeef-dcbe-4331-a876-fcbc4f285009 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:27:56.139391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac196ee-4044-4dcd-9111-a84dfc4a3da2 req-7f7e90ba-9440-46c7-9e21-c16e224de3ad tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:56.143966 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ac196ee-4044-4dcd-9111-a84dfc4a3da2 req-7f7e90ba-9440-46c7-9e21-c16e224de3ad tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c3df67b-87ea-4ca6-b378-51c610b2aa49 HTTP/1.1" status: 200 len: 945 time: 0.1188312 Dec 20 21:27:56.145680 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-798dc959-1f27-453b-9696-fd5068281347 req-baccf188-f3dd-4281-8103-2151446dd539 service neutron] 10.222.0.31 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556021 Dec 20 21:27:56.170869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-10764448-86e2-49a3-a77b-09e10437b3c8 None None] Provisioning complete for port 308a899b-cbe5-4a76-bd53-b748e27cd837 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:56.171603 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10764448-86e2-49a3-a77b-09e10437b3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:56.202765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ac196ee-4044-4dcd-9111-a84dfc4a3da2 req-fae36ac3-0e56-4032-ae0e-3c58897e251c tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517395 Dec 20 21:27:56.229914 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-10764448-86e2-49a3-a77b-09e10437b3c8 None None] Port 308a899b-cbe5-4a76-bd53-b748e27cd837 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:27:56.250113 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-11a85c3c-8807-464b-a36f-0b2eaccade0e req-ea87c7a8-fcae-4a5e-82eb-591a1a0bbb4c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524251 Dec 20 21:27:56.284764 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:27:56.290026 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e925f087-2ef4-4593-8e96-9d169a4df7b2 admin admin] 10.222.0.32 "PUT /v2.0/routers/928eaeef-dcbe-4331-a876-fcbc4f285009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8124480 Dec 20 21:27:56.376534 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6cfbd27e-f961-4de8-8f03-fb0e251e0826 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:27:56.498968 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6cfbd27e-f961-4de8-8f03-fb0e251e0826, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:56.519013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '6cfbd27e-f961-4de8-8f03-fb0e251e0826', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'port_id': '6cfbd27e-f961-4de8-8f03-fb0e251e0826', 'mac_address': 'fa:16:3e:3d:b4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:27:56.583148 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:56.598166 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cfbd27e-f961-4de8-8f03-fb0e251e0826 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:27:56.602011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9f6a2-04fb-4e55-a484-6d4ca0fae088 req-84c4dcc2-7e0e-4a79-9a56-290621b66685 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:56.603861 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-26c9f6a2-04fb-4e55-a484-6d4ca0fae088 req-84c4dcc2-7e0e-4a79-9a56-290621b66685 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.0961845 Dec 20 21:27:56.636981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6cfbd27e-f961-4de8-8f03-fb0e251e0826, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:56.645494 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:56.684248 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-26c9f6a2-04fb-4e55-a484-6d4ca0fae088 req-94de9681-9dbb-4793-829b-645e4ea8439f tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712516 Dec 20 21:27:56.754921 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=6cfbd27e-f961-4de8-8f03-fb0e251e0826,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:56.906527 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['6cfbd27e-f961-4de8-8f03-fb0e251e0826'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:56.911097 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7057fb74-1769-41df-abd7-68be04325637 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:27:56.999923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35498) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:57.004932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-04c2590a-57fd-4fd4-b497-d8316856c938 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1962237839-network', 'tenant_id': 'be27b985a29c4cf48a6f41d34dc6bf62'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:57.029343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c2590a-57fd-4fd4-b497-d8316856c938 admin admin] Made reservation on behalf of be27b985a29c4cf48a6f41d34dc6bf62 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:27:57.032384 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-04c2590a-57fd-4fd4-b497-d8316856c938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:57.039779 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-911798e4-cb18-4006-a989-71d53a5b18de req-c7d8639d-54fc-4380-816a-869454a3afb0 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0410862 Dec 20 21:27:57.043930 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-04c2590a-57fd-4fd4-b497-d8316856c938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:57.055225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7057fb74-1769-41df-abd7-68be04325637 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:57.056179 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:57.143722 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-04c2590a-57fd-4fd4-b497-d8316856c938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:57.150214 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-04c2590a-57fd-4fd4-b497-d8316856c938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:57.171375 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c9f3ef15-7362-4de7-9953-14a354022c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:57.214382 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c2590a-57fd-4fd4-b497-d8316856c938 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:27:57.217520 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:57.236570 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-04c2590a-57fd-4fd4-b497-d8316856c938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:57.237019 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-04c2590a-57fd-4fd4-b497-d8316856c938 admin admin] Added segment 96475f58-5a4a-4f99-a3c0-eee539a5382e of type vlan for network 57324cda-3066-4456-9f65-72d720eb8c9c Dec 20 21:27:57.239075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2590a-57fd-4fd4-b497-d8316856c938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfeb2a2-9ed7-47d2-a3d6-7c64fe7b75b0,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:57.242445 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 7057fb74-1769-41df-abd7-68be04325637, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7057fb74-1769-41df-abd7-68be04325637,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:57.257621 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:57.315460 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-04c2590a-57fd-4fd4-b497-d8316856c938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:57.350798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=7057fb74-1769-41df-abd7-68be04325637,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:57.354426 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-04c2590a-57fd-4fd4-b497-d8316856c938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:57.356100 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c2590a-57fd-4fd4-b497-d8316856c938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:57.356895 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-04c2590a-57fd-4fd4-b497-d8316856c938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:57.431080 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06a045-5f33-48d2-bf83-faabb4deb15a req-04a54107-d316-4a54-b799-0ce3d5ea318a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:57.432869 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8a06a045-5f33-48d2-bf83-faabb4deb15a req-04a54107-d316-4a54-b799-0ce3d5ea318a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 944 time: 0.0589812 Dec 20 21:27:57.445896 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-04c2590a-57fd-4fd4-b497-d8316856c938 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4421999 Dec 20 21:27:57.447425 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35512) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:57.471453 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ed3f62a5-39c9-44a9-8c63-ede5a715a6af admin admin] Request body: {'subnet': {'network_id': '57324cda-3066-4456-9f65-72d720eb8c9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1962237839-subnet', 'tenant_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:57.473969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2590a-57fd-4fd4-b497-d8316856c938 admin admin] Pushing event updated for resources: {'Network': ['ID=57324cda-3066-4456-9f65-72d720eb8c9c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:57.484737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 57324cda-3066-4456-9f65-72d720eb8c9c details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:27:57.534553 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8a06a045-5f33-48d2-bf83-faabb4deb15a req-4c75ea06-4bfd-4b0c-a951-72004ddde2cd tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929096 Dec 20 21:27:57.545674 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3f62a5-39c9-44a9-8c63-ede5a715a6af admin admin] Made reservation on behalf of be27b985a29c4cf48a6f41d34dc6bf62 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:27:57.548585 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed3f62a5-39c9-44a9-8c63-ede5a715a6af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:57.565355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae7bff-9492-4407-8f97-4f6ce6991885 req-9765ebed-3f15-439c-a03b-a3a428b20ff4 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:57.578467 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2cae7bff-9492-4407-8f97-4f6ce6991885 req-9765ebed-3f15-439c-a03b-a3a428b20ff4 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c3df67b-87ea-4ca6-b378-51c610b2aa49 HTTP/1.1" status: 200 len: 945 time: 0.2136967 Dec 20 21:27:57.641494 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2cae7bff-9492-4407-8f97-4f6ce6991885 req-4dcc5082-34ef-4b39-8210-16f41efade9b tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups?id=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620060 Dec 20 21:27:57.657005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db20c1-d17a-44e1-b868-33feb8ed9086 req-4c9c65c9-e061-45db-abb6-5be0a6a34521 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:57.658043 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-98db20c1-d17a-44e1-b868-33feb8ed9086 req-4c9c65c9-e061-45db-abb6-5be0a6a34521 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c3df67b-87ea-4ca6-b378-51c610b2aa49 HTTP/1.1" status: 200 len: 945 time: 0.1554537 Dec 20 21:27:57.864670 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-98db20c1-d17a-44e1-b868-33feb8ed9086 req-21acdffd-a96d-4f56-8fc2-31664ecef84f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Deleting port 09721ff9-eccc-4404-9dd3-547848ea020e {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:27:57.866706 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-98db20c1-d17a-44e1-b868-33feb8ed9086 req-21acdffd-a96d-4f56-8fc2-31664ecef84f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:57.891685 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed3f62a5-39c9-44a9-8c63-ede5a715a6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:57.928807 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5e4a0-be2d-4bc4-9817-4fd6e311759a req-f9a8be05-d739-4634-8ed7-5e51ff1e1e10 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:57.931076 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4bd5e4a0-be2d-4bc4-9817-4fd6e311759a req-f9a8be05-d739-4634-8ed7-5e51ff1e1e10 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 945 time: 0.1037612 Dec 20 21:27:57.948639 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Sync routers for ids ['928eaeef-dcbe-4331-a876-fcbc4f285009'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:27:57.978418 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Routers {'928eaeef-dcbe-4331-a876-fcbc4f285009'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:27:57.979373 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:27:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['928eaeef-dcbe-4331-a876-fcbc4f285009'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:58.001270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-98db20c1-d17a-44e1-b868-33feb8ed9086 req-21acdffd-a96d-4f56-8fc2-31664ecef84f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] For port 09721ff9-eccc-4404-9dd3-547848ea020e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=09721ff9-eccc-4404-9dd3-547848ea020e,segment=NetworkSegment(318df120-be87-4d24-a3df-3c1cac04fd0b),segment_id=318df120-be87-4d24-a3df-3c1cac04fd0b)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:27:58.001902 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-98db20c1-d17a-44e1-b868-33feb8ed9086 req-21acdffd-a96d-4f56-8fc2-31664ecef84f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:58.016851 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3f62a5-39c9-44a9-8c63-ede5a715a6af admin admin] Checking segment: {'id': '96475f58-5a4a-4f99-a3c0-eee539a5382e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '57324cda-3066-4456-9f65-72d720eb8c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:27:58.017347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3f62a5-39c9-44a9-8c63-ede5a715a6af admin admin] Network hostable DHCP agents. Network: 57324cda-3066-4456-9f65-72d720eb8c9c, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:27:58.023032 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-98db20c1-d17a-44e1-b868-33feb8ed9086 req-21acdffd-a96d-4f56-8fc2-31664ecef84f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Calling delete_port for 09721ff9-eccc-4404-9dd3-547848ea020e owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:27:58.040191 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f62a5-39c9-44a9-8c63-ede5a715a6af admin admin] Pushing event updated for resources: {'Subnet': ['ID=7815dcdc-ac51-4c10-a9a2-339859ac150a,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:58.056472 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4bd5e4a0-be2d-4bc4-9817-4fd6e311759a req-bef9f4a5-2608-4166-ab32-02b9736441ea tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949636 Dec 20 21:27:58.061253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3f62a5-39c9-44a9-8c63-ede5a715a6af admin admin] Network 57324cda-3066-4456-9f65-72d720eb8c9c is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:27:58.087813 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ed3f62a5-39c9-44a9-8c63-ede5a715a6af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 57324cda-3066-4456-9f65-72d720eb8c9c) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:58.093065 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3f62a5-39c9-44a9-8c63-ede5a715a6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:58.094010 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed3f62a5-39c9-44a9-8c63-ede5a715a6af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:58.102088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9692bb29-ea73-4fc9-ba55-011ae9307f80 None None] Network 57324cda-3066-4456-9f65-72d720eb8c9c requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:27:58.127543 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ed3f62a5-39c9-44a9-8c63-ede5a715a6af admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6757851 Dec 20 21:27:58.127543 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35534) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:27:58.135193 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1962237839-router', 'tenant_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:27:58.182928 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:58.184052 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:58.191020 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2297788d-de1d-44c5-b72b-cfde213dae16 req-d18901a4-b3c5-4292-98c1-a240a4d752a8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0616219 Dec 20 21:27:58.209557 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Set router 928eaeef-dcbe-4331-a876-fcbc4f285009 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:27:58.228014 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c040f4c-ee8f-488f-b1f0-7093de53d455 req-2779ab56-e837-4850-a0cc-1bd64b8fa19c tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0371130 Dec 20 21:27:58.298473 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:58.361792 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-98db20c1-d17a-44e1-b868-33feb8ed9086 req-21acdffd-a96d-4f56-8fc2-31664ecef84f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:58.391061 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acdffd-a96d-4f56-8fc2-31664ecef84f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Pushing event deleted for resources: {'Port': ['ID=09721ff9-eccc-4404-9dd3-547848ea020e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:58.519093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-98db20c1-d17a-44e1-b868-33feb8ed9086 req-21acdffd-a96d-4f56-8fc2-31664ecef84f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] No DVR routers for this DVR port 09721ff9-eccc-4404-9dd3-547848ea020e on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:27:58.521868 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-98db20c1-d17a-44e1-b868-33feb8ed9086 req-21acdffd-a96d-4f56-8fc2-31664ecef84f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:58.526210 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-98db20c1-d17a-44e1-b868-33feb8ed9086 req-21acdffd-a96d-4f56-8fc2-31664ecef84f tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.66 "DELETE /v2.0/ports/09721ff9-eccc-4404-9dd3-547848ea020e HTTP/1.1" status: 204 len: 173 time: 0.8441513 Dec 20 21:27:58.527048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3df67b-87ea-4ca6-b378-51c610b2aa49', 'name': 'network-vif-deleted', 'tag': '09721ff9-eccc-4404-9dd3-547848ea020e'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:27:58.534695 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:58.539170 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52871acb-6f44-4490-b7c1-9fa6c3a26d87" -d '{"events": [{"server_uuid": "7c3df67b-87ea-4ca6-b378-51c610b2aa49", "name": "network-vif-deleted", "tag": "09721ff9-eccc-4404-9dd3-547848ea020e"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:27:58.539984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device f2e781db-9a6d-4224-afb2-b7ddaa17dacb details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:27:58.556178 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['09721ff9-eccc-4404-9dd3-547848ea020e'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:27:58.561084 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6cfbd27e-f961-4de8-8f03-fb0e251e0826 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:27:58.653081 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534cafff-88ca-4d68-afa2-cac2b0d5e121 x-openstack-request-id: req-534cafff-88ca-4d68-afa2-cac2b0d5e121 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:27:58.653374 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3df67b-87ea-4ca6-b378-51c610b2aa49", "name": "network-vif-deleted", "tag": "09721ff9-eccc-4404-9dd3-547848ea020e", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:27:58.653622 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-534cafff-88ca-4d68-afa2-cac2b0d5e121 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:27:58.654037 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3df67b-87ea-4ca6-b378-51c610b2aa49', 'name': 'network-vif-deleted', 'tag': '09721ff9-eccc-4404-9dd3-547848ea020e', 'status': 'completed', 'code': 200} Dec 20 21:27:58.739007 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'name': 'tempest-TaggedBootDevicesTest-189542206-router', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '7057fb74-1769-41df-abd7-68be04325637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:51Z', 'updated_at': '2021-12-20T21:27:55Z', 'revision_number': 4, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'gw_port': {'id': '7057fb74-1769-41df-abd7-68be04325637', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:22:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:52Z', 'updated_at': '2021-12-20T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '308a899b-cbe5-4a76-bd53-b748e27cd837', 'name': '', 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'mac_address': 'fa:16:3e:a2:68:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:54Z', 'updated_at': '2021-12-20T21:27:55Z', 'revision_number': 2, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'subnets': [{'id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:27:58.799866 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Checking router: 928eaeef-dcbe-4331-a876-fcbc4f285009 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:27:58.800423 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Updating router 928eaeef-dcbe-4331-a876-fcbc4f285009 port 308a899b-cbe5-4a76-bd53-b748e27cd837 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:27:58.809480 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cd90d-e9be-4167-8aec-e76d2b8112d0 req-f0bfd1f9-aafa-49b8-b487-9854184aebe0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:58.824913 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-115cd90d-e9be-4167-8aec-e76d2b8112d0 req-f0bfd1f9-aafa-49b8-b487-9854184aebe0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 944 time: 0.1326694 Dec 20 21:27:58.861531 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:58.877077 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4518a769-d712-4875-b0a2-8962b707bf26 req-24f7bd9d-7bfd-443a-acc0-a82db380fec6 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c3df67b-87ea-4ca6-b378-51c610b2aa49 HTTP/1.1" status: 200 len: 210 time: 0.1112678 Dec 20 21:27:58.925099 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-115cd90d-e9be-4167-8aec-e76d2b8112d0 req-4407c493-1de8-411f-8678-d24562e4b49f tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989573 Dec 20 21:27:58.987065 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 6cfbd27e-f961-4de8-8f03-fb0e251e0826 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:58.987450 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:59.046857 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7057fb74-1769-41df-abd7-68be04325637 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:27:59.183633 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:59.187060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-57324cda-3066-4456-9f65-72d720eb8c9c', 'network_id': '57324cda-3066-4456-9f65-72d720eb8c9c', 'tenant_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'fixed_ips': [{'subnet_id': '7815dcdc-ac51-4c10-a9a2-339859ac150a'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:27:59.190641 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:59.215565 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:59.423677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b21c1-4059-4871-b8b1-f2edfbf37339 req-96f898f6-f81a-4944-9c47-c053f4f4690b tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:27:59.425432 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9f6b21c1-4059-4871-b8b1-f2edfbf37339 req-96f898f6-f81a-4944-9c47-c053f4f4690b tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 945 time: 0.0990167 Dec 20 21:27:59.439766 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9324b9e4-ef4d-4eaf-a138-fe34f8209729 req-a8b8ebcf-d8cf-4e1c-905c-34b09dd5ab5c tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0724785 Dec 20 21:27:59.503634 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:59.505032 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Allocated IP 172.20.0.2 (57324cda-3066-4456-9f65-72d720eb8c9c/7815dcdc-ac51-4c10-a9a2-339859ac150a/b0b157f7-7003-44f5-b9f8-5822728fc45f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:27:59.517345 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:59.561182 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9f6b21c1-4059-4871-b8b1-f2edfbf37339 req-ab70bdf0-e713-4e17-ad5a-644bfd9e1189 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892692 Dec 20 21:27:59.563349 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Allocated IP 172.35.3.191 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/e53c05e6-d079-4e44-8702-605a99e2502c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:27:59.745046 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf98b39-3589-46f0-8906-0de2ef9d3705 None None] Pushing event updated for resources: {'Port': ['ID=308a899b-cbe5-4a76-bd53-b748e27cd837,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:27:59.760715 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:59.775004 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:59.781698 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98b39-3589-46f0-8906-0de2ef9d3705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:59.782457 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98b39-3589-46f0-8906-0de2ef9d3705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:59.782924 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98b39-3589-46f0-8906-0de2ef9d3705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:59.783421 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98b39-3589-46f0-8906-0de2ef9d3705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:59.783875 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98b39-3589-46f0-8906-0de2ef9d3705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:59.785911 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98b39-3589-46f0-8906-0de2ef9d3705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:59.786537 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98b39-3589-46f0-8906-0de2ef9d3705 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:59.786999 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98b39-3589-46f0-8906-0de2ef9d3705 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:59.787547 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98b39-3589-46f0-8906-0de2ef9d3705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:59.790199 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:59.790789 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98b39-3589-46f0-8906-0de2ef9d3705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:59.791266 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98b39-3589-46f0-8906-0de2ef9d3705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:59.791754 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98b39-3589-46f0-8906-0de2ef9d3705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:27:59.828293 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Attempting to bind port 308a899b-cbe5-4a76-bd53-b748e27cd837 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:27:59.828956 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Attempting to bind port 308a899b-cbe5-4a76-bd53-b748e27cd837 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '47a3639c-7b5f-45dd-bb69-9d62790353d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:27:59.829315 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Attempting to bind port 308a899b-cbe5-4a76-bd53-b748e27cd837 on network 92da4183-ce83-467f-96db-4d2c3a33eb57 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:27:59.841874 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:27:59.842291 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Checking segment: {'id': '47a3639c-7b5f-45dd-bb69-9d62790353d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:27:59.842835 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:59.843357 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Bound using segment: {'id': '47a3639c-7b5f-45dd-bb69-9d62790353d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:27:59.846122 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Bound port: 308a899b-cbe5-4a76-bd53-b748e27cd837, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a3639c-7b5f-45dd-bb69-9d62790353d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:27:59.846122 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:59.849166 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:59.884177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Network 57324cda-3066-4456-9f65-72d720eb8c9c is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:27:59.892717 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e6f4070-0027-4754-a7c0-5a3d67bb4055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:59.900272 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7057fb74-1769-41df-abd7-68be04325637 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:27:59.901492 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:27:59.901977 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:27:59.905098 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:59.911180 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:27:59.921610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:27:59.934462 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port f2e781db-9a6d-4224-afb2-b7ddaa17dacb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=f2e781db-9a6d-4224-afb2-b7ddaa17dacb,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:00.020716 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] For port 308a899b-cbe5-4a76-bd53-b748e27cd837, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:28:00.023094 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:28:00.033219 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] For port 308a899b-cbe5-4a76-bd53-b748e27cd837, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=308a899b-cbe5-4a76-bd53-b748e27cd837,segment=NetworkSegment(47a3639c-7b5f-45dd-bb69-9d62790353d4),segment_id=47a3639c-7b5f-45dd-bb69-9d62790353d4)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:28:00.053097 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:00.053903 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Pushing event updated for resources: {'Port': ['ID=b0b157f7-7003-44f5-b9f8-5822728fc45f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:00.068186 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'f2e781db-9a6d-4224-afb2-b7ddaa17dacb', 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1', 'port_id': 'f2e781db-9a6d-4224-afb2-b7ddaa17dacb', 'mac_address': 'fa:16:3e:17:2b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ff85e3-c2b2-4219-9be7-235a0898b2d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:28:00.105990 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Pushing event updated for resources: {'Port': ['ID=e53c05e6-d079-4e44-8702-605a99e2502c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:00.157026 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:00.163467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-564f0cb0-5493-475b-902e-ad57370b5e69 None None] Provisioning complete for port 308a899b-cbe5-4a76-bd53-b748e27cd837 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:00.164232 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-564f0cb0-5493-475b-902e-ad57370b5e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:00.171613 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:28:00.231840 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Routers {'928eaeef-dcbe-4331-a876-fcbc4f285009'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:28:00.233110 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:28:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['928eaeef-dcbe-4331-a876-fcbc4f285009'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:28:00.263622 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159448b-7dca-4b9e-a6ee-d28b25b674a4 req-e614e37d-1eba-4eeb-8287-5af6a7086bb8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:00.271397 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e159448b-7dca-4b9e-a6ee-d28b25b674a4 req-e614e37d-1eba-4eeb-8287-5af6a7086bb8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 944 time: 0.1747403 Dec 20 21:28:00.325841 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf98b39-3589-46f0-8906-0de2ef9d3705 None None] Pushing event updated for resources: {'Port': ['ID=308a899b-cbe5-4a76-bd53-b748e27cd837,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:00.346090 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e159448b-7dca-4b9e-a6ee-d28b25b674a4 req-b0d44fc7-571f-411a-b823-2cbb7fbab177 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633125 Dec 20 21:28:00.351870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Attempting to bind port b0b157f7-7003-44f5-b9f8-5822728fc45f on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:28:00.359475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Attempting to bind port b0b157f7-7003-44f5-b9f8-5822728fc45f by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '96475f58-5a4a-4f99-a3c0-eee539a5382e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '57324cda-3066-4456-9f65-72d720eb8c9c'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:28:00.360095 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Attempting to bind port b0b157f7-7003-44f5-b9f8-5822728fc45f on network 57324cda-3066-4456-9f65-72d720eb8c9c {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:00.378028 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:00.407824 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:28:00.408772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Checking segment: {'id': '96475f58-5a4a-4f99-a3c0-eee539a5382e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '57324cda-3066-4456-9f65-72d720eb8c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:28:00.409286 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:00.409873 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Bound using segment: {'id': '96475f58-5a4a-4f99-a3c0-eee539a5382e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '57324cda-3066-4456-9f65-72d720eb8c9c'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:28:00.410485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Bound port: b0b157f7-7003-44f5-b9f8-5822728fc45f, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96475f58-5a4a-4f99-a3c0-eee539a5382e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '57324cda-3066-4456-9f65-72d720eb8c9c'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:28:00.410967 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:00.446617 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfbd27e-f961-4de8-8f03-fb0e251e0826'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:28:00.449779 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c593bc5b-cd28-43df-831e-c313902d0f7b" -d '{"events": [{"server_uuid": "ffdd2c35-dedb-47b7-9636-b1d042599de3", "name": "network-vif-plugged", "status": "completed", "tag": "6cfbd27e-f961-4de8-8f03-fb0e251e0826"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:28:00.487075 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:00.494357 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] Set router 928eaeef-dcbe-4331-a876-fcbc4f285009 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:28:00.511139 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e781db-9a6d-4224-afb2-b7ddaa17dacb {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:28:00.580992 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6cfbd27e-f961-4de8-8f03-fb0e251e0826, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:00.645759 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port f2e781db-9a6d-4224-afb2-b7ddaa17dacb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=f2e781db-9a6d-4224-afb2-b7ddaa17dacb,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:00.664058 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42ca5e42-bebf-4d1f-9a6b-d17cb91fb48a req-fc941ae7-65d7-4e6a-850a-b765528e49b8 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0519748 Dec 20 21:28:00.678764 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35584) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:00.709630 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b4e51b-05b0-46f7-9495-004b0fa46ad2 x-openstack-request-id: req-95b4e51b-05b0-46f7-9495-004b0fa46ad2 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:28:00.710038 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdd2c35-dedb-47b7-9636-b1d042599de3", "name": "network-vif-plugged", "status": "completed", "tag": "6cfbd27e-f961-4de8-8f03-fb0e251e0826", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:28:00.710276 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95b4e51b-05b0-46f7-9495-004b0fa46ad2 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:28:00.710669 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfbd27e-f961-4de8-8f03-fb0e251e0826', 'code': 200} Dec 20 21:28:00.737445 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:00.823080 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:00.834058 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=f2e781db-9a6d-4224-afb2-b7ddaa17dacb,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:00.856463 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cb938fb-b0bf-4e2a-951e-7f659d954710 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:00.901933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=6cfbd27e-f961-4de8-8f03-fb0e251e0826,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:00.904729 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc514a-d675-496c-81aa-562b404b6df6 req-44ed4855-7fac-48dc-9288-55b370da9164 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:00.907773 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-27bc514a-d675-496c-81aa-562b404b6df6 req-44ed4855-7fac-48dc-9288-55b370da9164 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.1250920 Dec 20 21:28:00.913985 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:00.935760 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cb938fb-b0bf-4e2a-951e-7f659d954710 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:00.985524 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-564f0cb0-5493-475b-902e-ad57370b5e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:01.023096 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'name': 'tempest-TaggedBootDevicesTest-189542206-router', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '7057fb74-1769-41df-abd7-68be04325637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:51Z', 'updated_at': '2021-12-20T21:27:55Z', 'revision_number': 4, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'gw_port': {'id': '7057fb74-1769-41df-abd7-68be04325637', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:22:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:52Z', 'updated_at': '2021-12-20T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '308a899b-cbe5-4a76-bd53-b748e27cd837', 'name': '', 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'mac_address': 'fa:16:3e:a2:68:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:54Z', 'updated_at': '2021-12-20T21:28:00Z', 'revision_number': 4, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'subnets': [{'id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:28:01.031884 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:01.079729 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] For port b0b157f7-7003-44f5-b9f8-5822728fc45f, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:28:01.080193 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cb938fb-b0bf-4e2a-951e-7f659d954710 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:01.082768 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cb938fb-b0bf-4e2a-951e-7f659d954710 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:01.083982 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0cb938fb-b0bf-4e2a-951e-7f659d954710 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "DELETE /v2.0/security-groups/13d121d9-0a6d-4752-be14-c3559df58aab HTTP/1.1" status: 204 len: 168 time: 0.4041736 Dec 20 21:28:01.094142 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35588) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:01.103284 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] For port b0b157f7-7003-44f5-b9f8-5822728fc45f, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b0b157f7-7003-44f5-b9f8-5822728fc45f,segment=NetworkSegment(96475f58-5a4a-4f99-a3c0-eee539a5382e),segment_id=96475f58-5a4a-4f99-a3c0-eee539a5382e)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:28:01.108480 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-564f0cb0-5493-475b-902e-ad57370b5e69 None None] For port 308a899b-cbe5-4a76-bd53-b748e27cd837, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=308a899b-cbe5-4a76-bd53-b748e27cd837,segment=NetworkSegment(47a3639c-7b5f-45dd-bb69-9d62790353d4),segment_id=47a3639c-7b5f-45dd-bb69-9d62790353d4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:01.118026 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0fc303-9038-4b5c-9d9f-961e8bc34a28 None None] The sync data for ids ['928eaeef-dcbe-4331-a876-fcbc4f285009'] in n-d-xena-1 is: [{'id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'name': 'tempest-TaggedBootDevicesTest-189542206-router', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '7057fb74-1769-41df-abd7-68be04325637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:51Z', 'updated_at': '2021-12-20T21:27:55Z', 'revision_number': 4, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'gw_port': {'id': '7057fb74-1769-41df-abd7-68be04325637', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:22:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:52Z', 'updated_at': '2021-12-20T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '308a899b-cbe5-4a76-bd53-b748e27cd837', 'name': '', 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'mac_address': 'fa:16:3e:a2:68:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:54Z', 'updated_at': '2021-12-20T21:28:00Z', 'revision_number': 4, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'subnets': [{'id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:28:01.119167 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:01.144472 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-1bad19e3-c7ac-4ec2-ac49-49c9ed32cf31 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] show failed (client error): The resource could not be found. Dec 20 21:28:01.145735 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1bad19e3-c7ac-4ec2-ac49-49c9ed32cf31 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "GET /v2.0/security-groups/13d121d9-0a6d-4752-be14-c3559df58aab HTTP/1.1" status: 404 len: 347 time: 0.0475845 Dec 20 21:28:01.147173 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb938fb-b0bf-4e2a-951e-7f659d954710 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d121d9-0a6d-4752-be14-c3559df58aab,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:01.149761 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35590) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:01.245715 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 09721ff9-eccc-4404-9dd3-547848ea020e no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:28:01.266345 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['f2e781db-9a6d-4224-afb2-b7ddaa17dacb'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:28:01.298708 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-27bc514a-d675-496c-81aa-562b404b6df6 req-9b5ee856-df99-4e30-83f2-8574a771dd71 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3818824 Dec 20 21:28:01.356409 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-564f0cb0-5493-475b-902e-ad57370b5e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:01.392019 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Router f1ca13f3-d582-44f5-92f9-a500d5433283 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:28:01.426726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 09721ff9-eccc-4404-9dd3-547848ea020e {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:28:01.427071 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 09721ff9-eccc-4404-9dd3-547848ea020e not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:28:01.432019 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4e00edc1-1cb4-4781-8ac8-a529787c58b2 req-1926f624-ec36-4434-a2c9-11c2e35ca7eb tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664&device_id=5a4a78ff-813e-40fe-b424-688fe3ef6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0564706 Dec 20 21:28:01.541374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-70b722fc-3290-487d-ad03-04bfe17066c2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Deleting port acd2d030-847d-4a00-82e1-4c1056582fb4 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:28:01.544601 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70b722fc-3290-487d-ad03-04bfe17066c2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:01.563103 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ad6d3-54f5-4e2b-b5fa-884ef67a4780 None None] Pushing event updated for resources: {'Port': ['ID=b0b157f7-7003-44f5-b9f8-5822728fc45f,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:01.566863 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3e1df724-40ea-4569-8114-9e61ce444d66 None None] Provisioning complete for port 308a899b-cbe5-4a76-bd53-b748e27cd837 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:01.574674 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3e1df724-40ea-4569-8114-9e61ce444d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:01.700974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:28:01.775280 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:01.782362 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-143dc081-17ba-4426-9fd0-0a04f23912ad admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6541681 Dec 20 21:28:01.783266 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35602) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:01.794683 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Sync routers for ids ['f1ca13f3-d582-44f5-92f9-a500d5433283'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:28:02.125247 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Routers {'f1ca13f3-d582-44f5-92f9-a500d5433283'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:28:02.125247 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:28:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f1ca13f3-d582-44f5-92f9-a500d5433283'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:28:02.149927 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:02.237953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f0cb0-5493-475b-902e-ad57370b5e69 None None] Pushing event updated for resources: {'Port': ['ID=308a899b-cbe5-4a76-bd53-b748e27cd837,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:02.410755 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70b722fc-3290-487d-ad03-04bfe17066c2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:02.411825 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70b722fc-3290-487d-ad03-04bfe17066c2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:02.425903 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-70b722fc-3290-487d-ad03-04bfe17066c2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Calling delete_port for acd2d030-847d-4a00-82e1-4c1056582fb4 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:28:02.489457 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:02.576978 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f5f7504-a4bd-4e86-9b38-9f08eca7a5e2 req-b3da7fe1-0e89-47f0-bc3c-a863661e9530 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=72511a85864148fe8c2d835d9a1cfdf8&device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0883732 Dec 20 21:28:02.651079 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Set router f1ca13f3-d582-44f5-92f9-a500d5433283 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:28:02.670043 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f5f7504-a4bd-4e86-9b38-9f08eca7a5e2 req-ef418423-bd9c-42ec-9180-6d9f45d5f1f2 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=72511a85864148fe8c2d835d9a1cfdf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669949 Dec 20 21:28:02.699272 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b18bfe73-52e3-4a03-bc07-6705118b0364 req-532dba53-0dd6-49a9-b98a-bca02f7f57d0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f77a0811-7dc5-4336-ae77-13c562387f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.2004683 Dec 20 21:28:02.921191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64725123-366c-47a5-ab55-c9e23783b423 req-b1a9f895-9815-45a3-a0da-7401deb256b8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:02.933561 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64725123-366c-47a5-ab55-c9e23783b423 req-b1a9f895-9815-45a3-a0da-7401deb256b8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 945 time: 0.4363430 Dec 20 21:28:03.128550 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70b722fc-3290-487d-ad03-04bfe17066c2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:03.189140 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b722fc-3290-487d-ad03-04bfe17066c2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Pushing event deleted for resources: {'Port': ['ID=acd2d030-847d-4a00-82e1-4c1056582fb4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:03.193912 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bfe73-52e3-4a03-bc07-6705118b0364 req-c29c65ec-8234-435e-b7c9-3e53935cfaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:03.196511 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b18bfe73-52e3-4a03-bc07-6705118b0364 req-c29c65ec-8234-435e-b7c9-3e53935cfaa1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cedc15bfaf5b41168bc40cd7545ca53c&device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 1094 time: 0.3999600 Dec 20 21:28:03.260242 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b0b157f7-7003-44f5-b9f8-5822728fc45f up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:28:03.359768 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-15c3cbcd-6bef-44e5-b78f-3a780a8a739b req-72444528-f991-4b7e-bcd6-6563ecca7bf6 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.9993217 Dec 20 21:28:03.370114 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c5b92f-bb41-4578-bf34-a08d524cd023 None None] Network 57324cda-3066-4456-9f65-72d720eb8c9c requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:28:03.407847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bfe73-52e3-4a03-bc07-6705118b0364 req-13d2274c-dc6f-4a78-990e-469a72d598c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:03.411626 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b18bfe73-52e3-4a03-bc07-6705118b0364 req-13d2274c-dc6f-4a78-990e-469a72d598c5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9b2f0b3a-2909-4c06-b8dc-499246cbe550 HTTP/1.1" status: 200 len: 911 time: 0.1759624 Dec 20 21:28:03.423799 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64725123-366c-47a5-ab55-c9e23783b423 req-1b94bcc6-8aa5-4540-a47e-51398e0d4b4e tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892831 Dec 20 21:28:03.452420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'name': 'tempest-TaggedBootDevicesTest-1962237839-router', 'tenant_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e53c05e6-d079-4e44-8702-605a99e2502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:58Z', 'updated_at': '2021-12-20T21:28:00Z', 'revision_number': 3, 'project_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'gw_port': {'id': 'e53c05e6-d079-4e44-8702-605a99e2502c', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:59Z', 'updated_at': '2021-12-20T21:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:28:03.568281 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Checking router: f1ca13f3-d582-44f5-92f9-a500d5433283 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:28:03.568628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Updating router f1ca13f3-d582-44f5-92f9-a500d5433283 port e53c05e6-d079-4e44-8702-605a99e2502c binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:28:03.579072 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b18bfe73-52e3-4a03-bc07-6705118b0364 req-d69e8fa3-889e-4113-bf0f-edc0894eacd5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f434c139-b3dc-4a15-956a-26c19a30c49e HTTP/1.1" status: 200 len: 1001 time: 0.1456959 Dec 20 21:28:03.619669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port b0b157f7-7003-44f5-b9f8-5822728fc45f triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:03.620212 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:03.621817 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:03.697399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54dab0f-fc8c-4053-9153-1baab0ef14f1 req-4d355c22-6e9b-4e6b-8d6b-a9042244da85 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:03.710177 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e54dab0f-fc8c-4053-9153-1baab0ef14f1 req-4d355c22-6e9b-4e6b-8d6b-a9042244da85 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.2316782 Dec 20 21:28:03.811435 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e54dab0f-fc8c-4053-9153-1baab0ef14f1 req-adeda64b-be26-41cf-a57c-e858b3079d37 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995426 Dec 20 21:28:03.845569 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bfe73-52e3-4a03-bc07-6705118b0364 req-0677fef0-8eba-4d3b-8f1f-5b26eb1b97ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:03.848185 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b18bfe73-52e3-4a03-bc07-6705118b0364 req-0677fef0-8eba-4d3b-8f1f-5b26eb1b97ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d594ea94-5bfe-45b1-a31e-dafb0c78a94a HTTP/1.1" status: 200 len: 849 time: 0.1904709 Dec 20 21:28:03.862134 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70b722fc-3290-487d-ad03-04bfe17066c2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:03.864909 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70b722fc-3290-487d-ad03-04bfe17066c2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:03.866563 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-70b722fc-3290-487d-ad03-04bfe17066c2 tempest-ImagesOneServerNegativeTestJSON-1237887993 tempest-ImagesOneServerNegativeTestJSON-1237887993-project] 10.222.0.32 "DELETE /v2.0/floatingips/422f9c7e-28f8-4b3c-803a-c1b934368f27 HTTP/1.1" status: 204 len: 168 time: 2.7155797 Dec 20 21:28:03.870623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f7504-a4bd-4e86-9b38-9f08eca7a5e2 req-70bb8a59-d91e-4f44-93bc-d7ce7a54a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:03.872890 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f5f7504-a4bd-4e86-9b38-9f08eca7a5e2 req-70bb8a59-d91e-4f44-93bc-d7ce7a54a89e service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1727092 Dec 20 21:28:03.974245 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bfe73-52e3-4a03-bc07-6705118b0364 req-977f49d4-3d79-4d8b-85e4-4b0224160c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:03.976225 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b18bfe73-52e3-4a03-bc07-6705118b0364 req-977f49d4-3d79-4d8b-85e4-4b0224160c7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9b2f0b3a-2909-4c06-b8dc-499246cbe550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0771329 Dec 20 21:28:03.985701 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.036937 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35624) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:04.091502 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4fcda3fd-92b5-4e23-84c0-23e96f67bb7f None None] Provisioning complete for port b0b157f7-7003-44f5-b9f8-5822728fc45f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:04.091921 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4fcda3fd-92b5-4e23-84c0-23e96f67bb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.096322 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b18bfe73-52e3-4a03-bc07-6705118b0364 req-db79d7c3-e303-4271-bd10-e5286e9faa42 service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108499 Dec 20 21:28:04.145025 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.164303 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.215687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b18bfe73-52e3-4a03-bc07-6705118b0364 req-6b7e0366-6c3e-4373-8f01-fa6dd9cc408f service neutron] 10.222.0.66 "GET /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116917 Dec 20 21:28:04.216789 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-291d0cc7-1a4d-4616-beef-c45bfe6b2a08 admin admin] Deleting subnet 1eb80584-ad70-4bc6-82fb-38aedb298a4b {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:28:04.220189 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-291d0cc7-1a4d-4616-beef-c45bfe6b2a08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.257435 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-291d0cc7-1a4d-4616-beef-c45bfe6b2a08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.333388 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-291d0cc7-1a4d-4616-beef-c45bfe6b2a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.336929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Attempting to bind port e53c05e6-d079-4e44-8702-605a99e2502c on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:28:04.337421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Attempting to bind port e53c05e6-d079-4e44-8702-605a99e2502c by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:28:04.338296 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Attempting to bind port e53c05e6-d079-4e44-8702-605a99e2502c on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:04.345114 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062885b-6a38-4852-a605-68e81ee3be01 None None] Pushing event updated for resources: {'Port': ['ID=e53c05e6-d079-4e44-8702-605a99e2502c,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:04.365479 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:28:04.366205 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:28:04.367807 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.368227 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:28:04.368731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Bound port: e53c05e6-d079-4e44-8702-605a99e2502c, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:28:04.369124 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.433789 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.438133 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4fcda3fd-92b5-4e23-84c0-23e96f67bb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.489655 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] Allocated IP 172.20.0.1 (57324cda-3066-4456-9f65-72d720eb8c9c/7815dcdc-ac51-4c10-a9a2-339859ac150a/63cf242f-0c6e-45ba-9a64-49200ad9b63b) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:28:04.559572 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ae0fa38-21cc-40aa-b1bd-fa9bd23fc16d req-18889e8c-1ca2-4d0a-b7b6-69ec12c4d8ed tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0658698 Dec 20 21:28:04.562395 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-291d0cc7-1a4d-4616-beef-c45bfe6b2a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.582409 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port b0b157f7-7003-44f5-b9f8-5822728fc45f, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b0b157f7-7003-44f5-b9f8-5822728fc45f,segment=NetworkSegment(96475f58-5a4a-4f99-a3c0-eee539a5382e),segment_id=96475f58-5a4a-4f99-a3c0-eee539a5382e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:04.595346 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] For port e53c05e6-d079-4e44-8702-605a99e2502c, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:28:04.597376 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-291d0cc7-1a4d-4616-beef-c45bfe6b2a08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.601115 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-291d0cc7-1a4d-4616-beef-c45bfe6b2a08 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1eb80584-ad70-4bc6-82fb-38aedb298a4b HTTP/1.1" status: 204 len: 168 time: 0.5611887 Dec 20 21:28:04.604680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35632) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:04.615222 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.619648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 308a899b-cbe5-4a76-bd53-b748e27cd837 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:28:04.693870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] For port e53c05e6-d079-4e44-8702-605a99e2502c, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e53c05e6-d079-4e44-8702-605a99e2502c,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:28:04.745428 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4880f78-a139-4d1d-aaad-18b906f8780b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.746865 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d0cc7-1a4d-4616-beef-c45bfe6b2a08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb80584-ad70-4bc6-82fb-38aedb298a4b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:04.783607 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.793401 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c06d10-ed16-4266-abb3-531eb629d062 req-69a2e2a5-f34f-4cbc-bda5-6812431a1d13 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:04.801471 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43c06d10-ed16-4266-abb3-531eb629d062 req-69a2e2a5-f34f-4cbc-bda5-6812431a1d13 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 945 time: 0.2292068 Dec 20 21:28:04.837333 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device f2e781db-9a6d-4224-afb2-b7ddaa17dacb up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:28:04.859263 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43c06d10-ed16-4266-abb3-531eb629d062 req-6586d657-97bd-4612-a17a-b6f81ed410b1 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519190 Dec 20 21:28:04.887397 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4880f78-a139-4d1d-aaad-18b906f8780b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.890787 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.941945 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-a4880f78-a139-4d1d-aaad-18b906f8780b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6236d5e1-e3fc-45ac-a50c-be838d498b4d']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:28:04.962016 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-a4880f78-a139-4d1d-aaad-18b906f8780b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318df120-be87-4d24-a3df-3c1cac04fd0b') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:28:04.963782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-a4880f78-a139-4d1d-aaad-18b906f8780b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318df120-be87-4d24-a3df-3c1cac04fd0b') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:28:04.968507 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:04.981299 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Routers {'f1ca13f3-d582-44f5-92f9-a500d5433283'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:28:04.981862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:28:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f1ca13f3-d582-44f5-92f9-a500d5433283'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:28:04.988249 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-4fcda3fd-92b5-4e23-84c0-23e96f67bb7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:28:04.988744 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-4fcda3fd-92b5-4e23-84c0-23e96f67bb7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:28:04.995763 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4880f78-a139-4d1d-aaad-18b906f8780b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:05.039994 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4880f78-a139-4d1d-aaad-18b906f8780b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:05.061440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4880f78-a139-4d1d-aaad-18b906f8780b admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:28:05.062341 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4880f78-a139-4d1d-aaad-18b906f8780b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:28:05.067935 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:28:05.073316 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=b0b157f7-7003-44f5-b9f8-5822728fc45f,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:05.109414 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] Network 57324cda-3066-4456-9f65-72d720eb8c9c is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:28:05.122714 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:05.126416 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:28:05.130006 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] Pushing event updated for resources: {'Port': ['ID=63cf242f-0c6e-45ba-9a64-49200ad9b63b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:05.194675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 308a899b-cbe5-4a76-bd53-b748e27cd837 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:05.195061 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:05.205294 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4880f78-a139-4d1d-aaad-18b906f8780b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:05.233640 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4880f78-a139-4d1d-aaad-18b906f8780b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:05.240678 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc87ca-a2e4-4afc-ad30-a318e00c5bb7 req-f01fcb4d-aaf1-4d77-816a-b93de7c7f333 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:05.241823 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port f2e781db-9a6d-4224-afb2-b7ddaa17dacb completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:28:05.242858 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a4880f78-a139-4d1d-aaad-18b906f8780b admin admin] 10.222.0.32 "DELETE /v2.0/networks/6236d5e1-e3fc-45ac-a50c-be838d498b4d HTTP/1.1" status: 204 len: 168 time: 0.6363366 Dec 20 21:28:05.244927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4880f78-a139-4d1d-aaad-18b906f8780b admin admin] Pushing event deleted for resources: {'Network': ['ID=6236d5e1-e3fc-45ac-a50c-be838d498b4d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:05.251248 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port f2e781db-9a6d-4224-afb2-b7ddaa17dacb triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:05.251694 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:05.252744 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fbdc87ca-a2e4-4afc-ad30-a318e00c5bb7 req-f01fcb4d-aaf1-4d77-816a-b93de7c7f333 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.2087779 Dec 20 21:28:05.261434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062885b-6a38-4852-a605-68e81ee3be01 None None] Pushing event updated for resources: {'Port': ['ID=e53c05e6-d079-4e44-8702-605a99e2502c,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:05.316390 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:05.397685 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fbdc87ca-a2e4-4afc-ad30-a318e00c5bb7 req-95c1bb8b-deaa-43d1-80dc-b39b930dcec1 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438150 Dec 20 21:28:05.459413 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f5f7504-a4bd-4e86-9b38-9f08eca7a5e2 req-d834af40-ecc7-41b8-8ce2-fa6ef87db0b1 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0735135 Dec 20 21:28:05.487554 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] Set router f1ca13f3-d582-44f5-92f9-a500d5433283 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:28:05.646958 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:05.703017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35648) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:05.809128 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:05.841235 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8f710459-c1c0-454a-8e8d-d426e64259e7 None None] Provisioning complete for port 63cf242f-0c6e-45ba-9a64-49200ad9b63b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:05.841512 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8f710459-c1c0-454a-8e8d-d426e64259e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:05.859151 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4df669b7-4ba3-4e80-ac1b-7aec625c0280 req-b8130d48-4367-4aff-aa5d-5c19699e7eff tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bf598a1-44e2-4acf-91fe-107f01d93664 HTTP/1.1" status: 200 len: 210 time: 0.0844910 Dec 20 21:28:05.900250 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-874e71dc-16fc-42ef-8e86-23bb0eb22026 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8ba7b8d27444970829aa11e9ca94d50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805179 Dec 20 21:28:05.900250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35656) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:06.048740 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-80ffdf88-0ed5-4f7d-976b-1dadf9801491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:06.081270 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:06.092518 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:06.116588 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-80ffdf88-0ed5-4f7d-976b-1dadf9801491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:06.127265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f611d40-9281-42c5-b768-61bacf395730 req-a09960cd-e19b-4fd3-ae40-534d5336dbaa tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:06.128836 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f611d40-9281-42c5-b768-61bacf395730 req-a09960cd-e19b-4fd3-ae40-534d5336dbaa tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 945 time: 0.0968966 Dec 20 21:28:06.195743 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] Pushing event updated for resources: {'Port': ['ID=63cf242f-0c6e-45ba-9a64-49200ad9b63b,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:06.198392 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:06.221072 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f611d40-9281-42c5-b768-61bacf395730 req-0e12930e-d165-49af-a617-6e1b45cae2fa tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858686 Dec 20 21:28:06.223756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b0b157f7-7003-44f5-b9f8-5822728fc45f up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:28:06.283996 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-80ffdf88-0ed5-4f7d-976b-1dadf9801491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:06.288174 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-80ffdf88-0ed5-4f7d-976b-1dadf9801491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:06.300824 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb77c4a-d577-48b6-954c-1a400f34d335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e781db-9a6d-4224-afb2-b7ddaa17dacb'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:28:06.303376 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b834cdc-3d84-4ecc-a333-78aeee186d86" -d '{"events": [{"server_uuid": "1bb77c4a-d577-48b6-954c-1a400f34d335", "name": "network-vif-plugged", "status": "completed", "tag": "f2e781db-9a6d-4224-afb2-b7ddaa17dacb"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:28:06.306421 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-80ffdf88-0ed5-4f7d-976b-1dadf9801491 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c161b4ac-14e4-4ec4-be1d-e0781a5eebfb HTTP/1.1" status: 204 len: 168 time: 0.4007769 Dec 20 21:28:06.324030 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffdf88-0ed5-4f7d-976b-1dadf9801491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c161b4ac-14e4-4ec4-be1d-e0781a5eebfb,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:06.373739 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-8f710459-c1c0-454a-8e8d-d426e64259e7 None None] Port 63cf242f-0c6e-45ba-9a64-49200ad9b63b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:28:06.428307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port f2e781db-9a6d-4224-afb2-b7ddaa17dacb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=f2e781db-9a6d-4224-afb2-b7ddaa17dacb,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:06.453970 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:06.489868 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8f710459-c1c0-454a-8e8d-d426e64259e7 None None] Provisioning complete for port b0b157f7-7003-44f5-b9f8-5822728fc45f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:06.492544 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8f710459-c1c0-454a-8e8d-d426e64259e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:06.512939 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ad546f-215b-48ef-9731-ae4ced6300ed x-openstack-request-id: req-54ad546f-215b-48ef-9731-ae4ced6300ed {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:28:06.513283 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb77c4a-d577-48b6-954c-1a400f34d335", "name": "network-vif-plugged", "status": "completed", "tag": "f2e781db-9a6d-4224-afb2-b7ddaa17dacb", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:28:06.513453 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54ad546f-215b-48ef-9731-ae4ced6300ed {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:28:06.513844 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb77c4a-d577-48b6-954c-1a400f34d335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e781db-9a6d-4224-afb2-b7ddaa17dacb', 'code': 200} Dec 20 21:28:06.522335 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port b0b157f7-7003-44f5-b9f8-5822728fc45f triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:06.522335 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:06.530381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] Network 57324cda-3066-4456-9f65-72d720eb8c9c is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:28:06.531780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:06.644318 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=f2e781db-9a6d-4224-afb2-b7ddaa17dacb,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:06.652008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'name': 'tempest-TaggedBootDevicesTest-1962237839-router', 'tenant_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e53c05e6-d079-4e44-8702-605a99e2502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:58Z', 'updated_at': '2021-12-20T21:28:00Z', 'revision_number': 3, 'project_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'gw_port': {'id': 'e53c05e6-d079-4e44-8702-605a99e2502c', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:59Z', 'updated_at': '2021-12-20T21:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:28:06.699267 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c9b64-5891-44be-97b7-96cf76bc2e11 None None] The sync data for ids ['f1ca13f3-d582-44f5-92f9-a500d5433283'] in n-d-xena-1 is: [{'id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'name': 'tempest-TaggedBootDevicesTest-1962237839-router', 'tenant_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e53c05e6-d079-4e44-8702-605a99e2502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:58Z', 'updated_at': '2021-12-20T21:28:00Z', 'revision_number': 3, 'project_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'gw_port': {'id': 'e53c05e6-d079-4e44-8702-605a99e2502c', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:59Z', 'updated_at': '2021-12-20T21:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:28:06.741539 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] Router f1ca13f3-d582-44f5-92f9-a500d5433283 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:28:06.795397 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c86557-35e1-43a4-b9d3-6e85304833a1 req-09421a65-58c5-4ccb-9e30-0b868a77b8c0 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:06.802861 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0c86557-35e1-43a4-b9d3-6e85304833a1 req-09421a65-58c5-4ccb-9e30-0b868a77b8c0 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.2216966 Dec 20 21:28:06.848507 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15e027-21aa-4fef-b1b4-87963cc9fd71 req-c7c0e2c7-f3fa-48d9-820f-d2add35f614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:06.855210 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0d15e027-21aa-4fef-b1b4-87963cc9fd71 req-c7c0e2c7-f3fa-48d9-820f-d2add35f614d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 1095 time: 0.1738617 Dec 20 21:28:06.996574 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0c86557-35e1-43a4-b9d3-6e85304833a1 req-6349efd7-998e-4bbf-a46e-194f53da6a93 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915803 Dec 20 21:28:07.005799 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0d15e027-21aa-4fef-b1b4-87963cc9fd71 req-cd569fbf-85b2-4133-9ed2-01dcc3e75458 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421139 Dec 20 21:28:07.034673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2013a574-c8bd-44d6-a7ae-ab12ee9c9102 None None] Provisioning complete for port 63cf242f-0c6e-45ba-9a64-49200ad9b63b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:07.036597 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2013a574-c8bd-44d6-a7ae-ab12ee9c9102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:07.053844 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:28:07.069408 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-95c92487-389b-4c25-82a1-785567e38479 admin admin] 10.222.0.32 "PUT /v2.0/routers/f1ca13f3-d582-44f5-92f9-a500d5433283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2684772 Dec 20 21:28:07.111553 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2013a574-c8bd-44d6-a7ae-ab12ee9c9102 None None] Port 63cf242f-0c6e-45ba-9a64-49200ad9b63b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:28:07.528159 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee60f370-fde6-490f-b2f0-da437ffc4e0c req-a9ea5179-e763-4063-8c49-89e0a23197c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72511a85864148fe8c2d835d9a1cfdf8&device_id=5a4a78ff-813e-40fe-b424-688fe3ef6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0878274 Dec 20 21:28:07.587138 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee60f370-fde6-490f-b2f0-da437ffc4e0c req-2f4d98e4-f6f0-4ece-8277-8ad815ba2bf0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=72511a85864148fe8c2d835d9a1cfdf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351040 Dec 20 21:28:07.601767 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-5b1cc0c4-db0b-4c09-a9ef-8a4a26576d58 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 644 time: 0.1594884 Dec 20 21:28:07.801681 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50b478af-c984-4a5a-b0f5-b33165eac364 req-a5931e43-f0b0-4860-a6b9-ef2a38517f15 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a4a78ff-813e-40fe-b424-688fe3ef6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0874040 Dec 20 21:28:07.881032 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e7dcb-2fce-4302-881d-532bdc802600 req-2c5c36c2-fe23-4c79-8669-4ecc6ab50a55 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:07.884037 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-819e7dcb-2fce-4302-881d-532bdc802600 req-2c5c36c2-fe23-4c79-8669-4ecc6ab50a55 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 946 time: 0.2809379 Dec 20 21:28:07.906815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60f370-fde6-490f-b2f0-da437ffc4e0c req-74f4baf7-5681-4074-95e8-f886f355481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:07.908626 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee60f370-fde6-490f-b2f0-da437ffc4e0c req-74f4baf7-5681-4074-95e8-f886f355481a service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3197069 Dec 20 21:28:07.918619 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-53ce71db-5895-446e-a064-a264422ebd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:07.919153 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-53ce71db-5895-446e-a064-a264422ebd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:07.919608 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-53ce71db-5895-446e-a064-a264422ebd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:07.920072 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-53ce71db-5895-446e-a064-a264422ebd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:07.920533 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-53ce71db-5895-446e-a064-a264422ebd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:07.920988 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-53ce71db-5895-446e-a064-a264422ebd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:07.921437 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-53ce71db-5895-446e-a064-a264422ebd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:07.923623 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-53ce71db-5895-446e-a064-a264422ebd1c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa6bba111e234f8b895c1075b6132216&device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 6487 time: 0.2215004 Dec 20 21:28:08.020727 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e53c05e6-d079-4e44-8702-605a99e2502c up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:28:08.022625 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-819e7dcb-2fce-4302-881d-532bdc802600 req-b6b7f26f-64bb-4e27-938b-10faed8f3b5e tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146412 Dec 20 21:28:08.171958 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-93f57322-7e13-4a49-a409-4af425db285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:08.178329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-93f57322-7e13-4a49-a409-4af425db285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:08.179053 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-93f57322-7e13-4a49-a409-4af425db285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:08.182107 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-93f57322-7e13-4a49-a409-4af425db285c service neutron] 10.222.0.31 "GET /v2.0/networks?id=a59c69cc-251c-424c-8fcd-16f53c9e39c8&id=26353263-4cf3-440d-921d-58d861009b00&id=26353263-4cf3-440d-921d-58d861009b00&id=26353263-4cf3-440d-921d-58d861009b00&id=26353263-4cf3-440d-921d-58d861009b00&id=639c8589-e65d-40a2-92b1-3421f5cc2118&id=639c8589-e65d-40a2-92b1-3421f5cc2118 HTTP/1.1" status: 200 len: 2297 time: 0.1993585 Dec 20 21:28:08.205670 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e53c05e6-d079-4e44-8702-605a99e2502c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:08.206045 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:08.259751 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d05f3c-7ca6-4e28-8af8-8aa47366bbd2 req-e3a1fb92-e32e-4ee2-9c63-1d096e53bdf0 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:08.269686 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f7d05f3c-7ca6-4e28-8af8-8aa47366bbd2 req-e3a1fb92-e32e-4ee2-9c63-1d096e53bdf0 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.0916183 Dec 20 21:28:08.335440 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-7f1e3013-d745-4e00-8f3c-a7d0f1beb95c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3cccbd7-884d-4edf-95fe-7eafe392459d HTTP/1.1" status: 200 len: 1002 time: 0.1382036 Dec 20 21:28:08.343895 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f7d05f3c-7ca6-4e28-8af8-8aa47366bbd2 req-5405d316-0dee-4e14-bdd6-ae63e1499cec tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724394 Dec 20 21:28:08.391278 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:08.439809 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port e53c05e6-d079-4e44-8702-605a99e2502c, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e53c05e6-d079-4e44-8702-605a99e2502c,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:08.442841 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-c999a9b3-9b82-4772-8afb-0716428b5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:08.444499 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-c999a9b3-9b82-4772-8afb-0716428b5f23 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8068432-bb6b-4d01-8126-71f8c5380ca3 HTTP/1.1" status: 200 len: 855 time: 0.1017485 Dec 20 21:28:08.453984 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:08.597788 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-fd1bb4b9-402a-448e-901e-0f7985138038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:08.599589 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-fd1bb4b9-402a-448e-901e-0f7985138038 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a59c69cc-251c-424c-8fcd-16f53c9e39c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1433692 Dec 20 21:28:08.601087 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=e53c05e6-d079-4e44-8702-605a99e2502c,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:08.752099 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-0414cbfa-53cb-4a9a-9b2a-b1548c8f0bcb service neutron] 10.222.0.31 "GET /v2.0/networks/a59c69cc-251c-424c-8fcd-16f53c9e39c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346536 Dec 20 21:28:08.916558 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-fcc438d2-cde1-4cf0-b6d6-91d2ecec61df service neutron] 10.222.0.31 "GET /v2.0/networks/a59c69cc-251c-424c-8fcd-16f53c9e39c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518261 Dec 20 21:28:08.981657 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-1bdc24e9-ac66-4559-8600-37243fe8c259 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=17c9639d-1f1d-402c-a100-0ecd939a4f4b HTTP/1.1" status: 200 len: 217 time: 0.0571003 Dec 20 21:28:09.027403 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3351c252-5868-4b79-87cb-d7e8cff0a8e1 req-3ecbb1b2-5d1e-4d16-9958-03567b929304 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a4a78ff-813e-40fe-b424-688fe3ef6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0468676 Dec 20 21:28:09.117368 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-f34104e5-3589-4cd9-bff0-a92abfa93062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:09.119151 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-f34104e5-3589-4cd9-bff0-a92abfa93062 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.1287861 Dec 20 21:28:09.271595 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-1ea88cdb-a4e8-4125-aee2-8c7429768f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:09.271595 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-1ea88cdb-a4e8-4125-aee2-8c7429768f95 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1397491 Dec 20 21:28:09.303815 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766e1ea-7001-4a57-9443-7fefdc271436 req-dbdd7b33-ac5f-4059-8cd6-50f1458f11c4 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:09.305824 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e766e1ea-7001-4a57-9443-7fefdc271436 req-dbdd7b33-ac5f-4059-8cd6-50f1458f11c4 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 946 time: 0.1289415 Dec 20 21:28:09.433067 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-21f7597f-733d-4c82-894b-9ac33d284ba4 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261559 Dec 20 21:28:09.564643 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-209eb6c5-dcb7-4c8e-ae07-7fe4240bb4b8 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217546 Dec 20 21:28:09.574136 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee60f370-fde6-490f-b2f0-da437ffc4e0c req-90fd8e02-27da-4583-8900-bd8af3a541e2 tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a4a78ff-813e-40fe-b424-688fe3ef6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0596590 Dec 20 21:28:09.638712 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e766e1ea-7001-4a57-9443-7fefdc271436 req-ffcfe2aa-9d5a-4e2d-b01e-397f81e8eaf0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264302 Dec 20 21:28:09.742052 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Sync routers for ids ['f1ca13f3-d582-44f5-92f9-a500d5433283'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:28:09.758517 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Routers {'f1ca13f3-d582-44f5-92f9-a500d5433283'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:28:09.759155 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:28:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f1ca13f3-d582-44f5-92f9-a500d5433283'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:28:09.761853 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-b55eb4c5-df7e-4fa9-9840-bfe826c2cc6a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=5a9c9ffc-8b46-4314-98ec-30d20be920ef HTTP/1.1" status: 200 len: 217 time: 0.1549716 Dec 20 21:28:09.951435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-eb95516d-0ed2-4d5c-8bce-009129a656e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:09.975344 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-eb95516d-0ed2-4d5c-8bce-009129a656e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.1746595 Dec 20 21:28:09.997270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e53c05e6-d079-4e44-8702-605a99e2502c up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:28:10.061987 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16179fff-895c-46f5-a083-ec8fbcf34b86 req-eee0d9df-0b0e-4d99-ab9c-8be440d26fbd tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:10.065637 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16179fff-895c-46f5-a083-ec8fbcf34b86 req-eee0d9df-0b0e-4d99-ab9c-8be440d26fbd tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.3014715 Dec 20 21:28:10.103704 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e53c05e6-d079-4e44-8702-605a99e2502c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:10.104075 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:10.131712 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Set router f1ca13f3-d582-44f5-92f9-a500d5433283 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:28:10.177990 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-a81a0f35-61cf-45f5-996b-4581d30a06de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:10.186781 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-a81a0f35-61cf-45f5-996b-4581d30a06de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.2065833 Dec 20 21:28:10.209206 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16179fff-895c-46f5-a083-ec8fbcf34b86 req-9fe725b7-5b20-4795-b1cc-5faf9036f8fe tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250844 Dec 20 21:28:10.484855 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-67f74a59-fd2e-4a85-9596-bd9b2e0e5846 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700419 Dec 20 21:28:10.487164 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-59f5382b-9b35-4d56-820f-e4fdc8177d4d req-a6b1fe7b-3d23-4697-935b-1983152141ed tempest-ServerShowV247Test-322786537 tempest-ServerShowV247Test-322786537-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a4a78ff-813e-40fe-b424-688fe3ef6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0652268 Dec 20 21:28:10.515657 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'name': 'tempest-TaggedBootDevicesTest-1962237839-router', 'tenant_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e53c05e6-d079-4e44-8702-605a99e2502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:58Z', 'updated_at': '2021-12-20T21:28:05Z', 'revision_number': 4, 'project_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'gw_port': {'id': 'e53c05e6-d079-4e44-8702-605a99e2502c', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:59Z', 'updated_at': '2021-12-20T21:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '63cf242f-0c6e-45ba-9a64-49200ad9b63b', 'name': '', 'network_id': '57324cda-3066-4456-9f65-72d720eb8c9c', 'tenant_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'mac_address': 'fa:16:3e:c3:19:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '7815dcdc-ac51-4c10-a9a2-339859ac150a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:28:04Z', 'updated_at': '2021-12-20T21:28:05Z', 'revision_number': 2, 'project_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'subnets': [{'id': '7815dcdc-ac51-4c10-a9a2-339859ac150a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:28:10.584359 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Checking router: f1ca13f3-d582-44f5-92f9-a500d5433283 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:28:10.590473 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Updating router f1ca13f3-d582-44f5-92f9-a500d5433283 port 63cf242f-0c6e-45ba-9a64-49200ad9b63b binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:28:10.651790 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:10.700572 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-38a7ced3-2612-4dc7-ba78-1b3918734458 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006378 Dec 20 21:28:10.748273 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-d2704517-272d-48e0-8515-e77cee532d39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=47433a5c-5134-4b06-8317-7a617581ab15 HTTP/1.1" status: 200 len: 217 time: 0.0408814 Dec 20 21:28:10.843347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-9111e522-820c-4a0d-a49e-f08f3af1b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:10.844899 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-9111e522-820c-4a0d-a49e-f08f3af1b7ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.0864873 Dec 20 21:28:11.007915 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-137b3f5a-cfaa-4017-974c-885ccb2f0f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:11.010851 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-137b3f5a-cfaa-4017-974c-885ccb2f0f5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1320727 Dec 20 21:28:11.163003 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-a1bbc5b8-6486-4acb-9223-34b0e68caf6c service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349387 Dec 20 21:28:11.286301 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:11.299213 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:11.315585 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-002449a0-5a0c-4bd2-b5a9-d01b49f00a4c service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452470 Dec 20 21:28:11.346398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35842) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:11.428651 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7bde7-d5c8-43d9-8eaa-ae5903fd14b2 None None] Pushing event updated for resources: {'Port': ['ID=63cf242f-0c6e-45ba-9a64-49200ad9b63b,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:11.459206 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-75b46f23-bc9b-4216-b3c7-ce76cea99726 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=35be04de-962b-40fb-bade-5a6118e85e04 HTTP/1.1" status: 200 len: 217 time: 0.1355710 Dec 20 21:28:11.492096 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Attempting to bind port 63cf242f-0c6e-45ba-9a64-49200ad9b63b on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:28:11.492568 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Attempting to bind port 63cf242f-0c6e-45ba-9a64-49200ad9b63b by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '96475f58-5a4a-4f99-a3c0-eee539a5382e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '57324cda-3066-4456-9f65-72d720eb8c9c'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:28:11.493161 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Attempting to bind port 63cf242f-0c6e-45ba-9a64-49200ad9b63b on network 57324cda-3066-4456-9f65-72d720eb8c9c {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:11.499489 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:28:11.499848 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Checking segment: {'id': '96475f58-5a4a-4f99-a3c0-eee539a5382e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '57324cda-3066-4456-9f65-72d720eb8c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:28:11.500499 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:11.500886 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Bound using segment: {'id': '96475f58-5a4a-4f99-a3c0-eee539a5382e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '57324cda-3066-4456-9f65-72d720eb8c9c'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:28:11.501380 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Bound port: 63cf242f-0c6e-45ba-9a64-49200ad9b63b, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96475f58-5a4a-4f99-a3c0-eee539a5382e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '57324cda-3066-4456-9f65-72d720eb8c9c'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:28:11.501710 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:11.589713 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] For port 63cf242f-0c6e-45ba-9a64-49200ad9b63b, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:28:11.593752 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] For port 63cf242f-0c6e-45ba-9a64-49200ad9b63b, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=63cf242f-0c6e-45ba-9a64-49200ad9b63b,segment=NetworkSegment(96475f58-5a4a-4f99-a3c0-eee539a5382e),segment_id=96475f58-5a4a-4f99-a3c0-eee539a5382e)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:28:11.606964 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:11.616319 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12bc5ccf-f717-4f0e-8fef-0dc8888275b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:11.621990 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-91cfc294-bee1-425c-8666-c7f096ac1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:11.630179 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-91cfc294-bee1-425c-8666-c7f096ac1111 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.1461430 Dec 20 21:28:11.671727 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7bde7-d5c8-43d9-8eaa-ae5903fd14b2 None None] Pushing event updated for resources: {'Port': ['ID=63cf242f-0c6e-45ba-9a64-49200ad9b63b,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:11.683429 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b9db5-7244-4841-8a62-b84e594f766c req-1d3a0d71-f173-4eda-8ae5-8383df473e70 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:11.703810 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c26b9db5-7244-4841-8a62-b84e594f766c req-1d3a0d71-f173-4eda-8ae5-8383df473e70 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.3672225 Dec 20 21:28:11.718779 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Routers {'f1ca13f3-d582-44f5-92f9-a500d5433283'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:28:11.722304 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:28:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f1ca13f3-d582-44f5-92f9-a500d5433283'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:28:11.788824 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c26b9db5-7244-4841-8a62-b84e594f766c req-63dd0465-e06b-4f76-807d-68ed5a62a29d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839007 Dec 20 21:28:11.793286 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8b1c8578-f215-42f3-90b0-3dac80bc24a0 None None] Provisioning complete for port 63cf242f-0c6e-45ba-9a64-49200ad9b63b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:11.793863 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b1c8578-f215-42f3-90b0-3dac80bc24a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:11.809155 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-634f0c37-a4ae-48cd-81d0-ab28063d300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:11.818452 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-634f0c37-a4ae-48cd-81d0-ab28063d300b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1629524 Dec 20 21:28:11.884734 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12bc5ccf-f717-4f0e-8fef-0dc8888275b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:11.895392 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12bc5ccf-f717-4f0e-8fef-0dc8888275b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:11.974494 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] Set router f1ca13f3-d582-44f5-92f9-a500d5433283 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:28:12.003091 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-12bc5ccf-f717-4f0e-8fef-0dc8888275b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=397020e25f094ba08d2e7551c2d0f905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6549096 Dec 20 21:28:12.004409 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc5ccf-f717-4f0e-8fef-0dc8888275b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6913297f-e4ee-4e32-aa84-b4525855fc4b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:12.007499 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35848) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:12.110210 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b1c8578-f215-42f3-90b0-3dac80bc24a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:12.169894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8b1c8578-f215-42f3-90b0-3dac80bc24a0 None None] For port 63cf242f-0c6e-45ba-9a64-49200ad9b63b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=63cf242f-0c6e-45ba-9a64-49200ad9b63b,segment=NetworkSegment(96475f58-5a4a-4f99-a3c0-eee539a5382e),segment_id=96475f58-5a4a-4f99-a3c0-eee539a5382e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:12.175922 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b1c8578-f215-42f3-90b0-3dac80bc24a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:12.224146 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-01bd29a0-0e60-45bf-a8dc-e0461f164d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:12.236765 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c8578-f215-42f3-90b0-3dac80bc24a0 None None] Pushing event updated for resources: {'Port': ['ID=63cf242f-0c6e-45ba-9a64-49200ad9b63b,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:12.246952 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-cafbf095-161e-45cc-83db-3695e841184d service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233148 Dec 20 21:28:12.303740 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-01bd29a0-0e60-45bf-a8dc-e0461f164d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:12.422535 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-01bd29a0-0e60-45bf-a8dc-e0461f164d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:12.427297 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-01bd29a0-0e60-45bf-a8dc-e0461f164d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:12.428902 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-01bd29a0-0e60-45bf-a8dc-e0461f164d7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6913297f-e4ee-4e32-aa84-b4525855fc4b HTTP/1.1" status: 204 len: 168 time: 0.4203980 Dec 20 21:28:12.463908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd29a0-0e60-45bf-a8dc-e0461f164d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6913297f-e4ee-4e32-aa84-b4525855fc4b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:12.536559 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-667ded1d-7085-4604-86a9-146090c8fb93 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625117 Dec 20 21:28:12.563285 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8d90be22-fcc7-462b-8fc9-9bf96b50b966 None None] Provisioning complete for port 63cf242f-0c6e-45ba-9a64-49200ad9b63b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:12.564034 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d90be22-fcc7-462b-8fc9-9bf96b50b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:12.676796 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-4ee69236-6740-4bcc-925a-a08b076cd394 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3af104d3-5b5c-4c65-b1ac-144ab3987ab1 HTTP/1.1" status: 200 len: 217 time: 0.1388841 Dec 20 21:28:12.811363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35864) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:12.821204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-62fbfb75-08fe-465a-bc5b-5533dc1ad5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:12.822764 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-62fbfb75-08fe-465a-bc5b-5533dc1ad5ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcfdc364-7df9-412a-8432-b29f6a28f02f HTTP/1.1" status: 200 len: 797 time: 0.1412406 Dec 20 21:28:12.861889 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'name': 'tempest-TaggedBootDevicesTest-1962237839-router', 'tenant_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e53c05e6-d079-4e44-8702-605a99e2502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:58Z', 'updated_at': '2021-12-20T21:28:05Z', 'revision_number': 4, 'project_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'gw_port': {'id': 'e53c05e6-d079-4e44-8702-605a99e2502c', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:59Z', 'updated_at': '2021-12-20T21:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '63cf242f-0c6e-45ba-9a64-49200ad9b63b', 'name': '', 'network_id': '57324cda-3066-4456-9f65-72d720eb8c9c', 'tenant_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'mac_address': 'fa:16:3e:c3:19:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '7815dcdc-ac51-4c10-a9a2-339859ac150a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:28:04Z', 'updated_at': '2021-12-20T21:28:11Z', 'revision_number': 4, 'project_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'subnets': [{'id': '7815dcdc-ac51-4c10-a9a2-339859ac150a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:28:12.943511 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a13c62-d42a-4229-9b13-12cccfefe49e None None] The sync data for ids ['f1ca13f3-d582-44f5-92f9-a500d5433283'] in n-d-xena-1 is: [{'id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'name': 'tempest-TaggedBootDevicesTest-1962237839-router', 'tenant_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e53c05e6-d079-4e44-8702-605a99e2502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:58Z', 'updated_at': '2021-12-20T21:28:05Z', 'revision_number': 4, 'project_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'gw_port': {'id': 'e53c05e6-d079-4e44-8702-605a99e2502c', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:59Z', 'updated_at': '2021-12-20T21:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '63cf242f-0c6e-45ba-9a64-49200ad9b63b', 'name': '', 'network_id': '57324cda-3066-4456-9f65-72d720eb8c9c', 'tenant_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'mac_address': 'fa:16:3e:c3:19:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'device_owner': 'network:router_interface', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '7815dcdc-ac51-4c10-a9a2-339859ac150a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:28:04Z', 'updated_at': '2021-12-20T21:28:11Z', 'revision_number': 4, 'project_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'subnets': [{'id': '7815dcdc-ac51-4c10-a9a2-339859ac150a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:28:12.946016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-295c440d-edb4-41ee-93fa-eeb1384ec53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:12.958614 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-295c440d-edb4-41ee-93fa-eeb1384ec53e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=639c8589-e65d-40a2-92b1-3421f5cc2118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1248422 Dec 20 21:28:13.044812 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8bb6fdd2-8612-4c03-bc39-6fdb7616e5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:13.249868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0067444-cb4c-4042-ade4-e5e1ca208be1 req-0e10ee3b-ae2e-4440-a9ce-eecbcb4e5b2d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:13.263568 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b0067444-cb4c-4042-ade4-e5e1ca208be1 req-0e10ee3b-ae2e-4440-a9ce-eecbcb4e5b2d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.3038390 Dec 20 21:28:13.283638 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8bb6fdd2-8612-4c03-bc39-6fdb7616e5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:13.293662 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8bb6fdd2-8612-4c03-bc39-6fdb7616e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:13.347665 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b0067444-cb4c-4042-ade4-e5e1ca208be1 req-39ade2ce-bee0-4fb3-b513-45d698d97903 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830407 Dec 20 21:28:13.349868 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-3b2f524e-c402-49c9-97e4-df621a7681c5 service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620877 Dec 20 21:28:13.475733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6fdd2-8612-4c03-bc39-6fdb7616e5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c741f25f-21e8-4558-b837-a92e5e6226bb,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:13.502927 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8bb6fdd2-8612-4c03-bc39-6fdb7616e5b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72511a85864148fe8c2d835d9a1cfdf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6880572 Dec 20 21:28:13.503776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35888) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:13.666856 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-37134571-29b7-49d2-9e30-3e364805c40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:13.725319 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-37134571-29b7-49d2-9e30-3e364805c40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:13.729517 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-89a38493-a3a4-44c4-ad23-fab6d14f22ba service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701956 Dec 20 21:28:13.820169 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-37134571-29b7-49d2-9e30-3e364805c40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:13.823333 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-37134571-29b7-49d2-9e30-3e364805c40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:13.825990 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-37134571-29b7-49d2-9e30-3e364805c40b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c741f25f-21e8-4558-b837-a92e5e6226bb HTTP/1.1" status: 204 len: 168 time: 0.3210957 Dec 20 21:28:13.830822 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-eada1b99-10bc-4095-8a84-517d5fd5ada9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9f8bda01-3cf7-48af-89c4-9284006ee677 HTTP/1.1" status: 200 len: 217 time: 0.0830069 Dec 20 21:28:13.873885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37134571-29b7-49d2-9e30-3e364805c40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c741f25f-21e8-4558-b837-a92e5e6226bb,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:13.902222 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-34b4f136-dce8-4227-9724-3f0f48c1a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:13.907814 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-34b4f136-dce8-4227-9724-3f0f48c1a8ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcfdc364-7df9-412a-8432-b29f6a28f02f HTTP/1.1" status: 200 len: 797 time: 0.0691743 Dec 20 21:28:13.972009 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35898) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:14.044904 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-2e4f3679-8334-4531-bdaa-ab83f0f92194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:14.046793 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-2e4f3679-8334-4531-bdaa-ab83f0f92194 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=639c8589-e65d-40a2-92b1-3421f5cc2118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1284871 Dec 20 21:28:14.165064 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 63cf242f-0c6e-45ba-9a64-49200ad9b63b up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:28:14.228998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3c005346-60a6-4acd-a6f3-ef304962579a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1817608185-network', 'tenant_id': '60f964c83a1246c68628f977dc18ceae'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:14.294495 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 63cf242f-0c6e-45ba-9a64-49200ad9b63b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:14.297938 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:14.320779 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c005346-60a6-4acd-a6f3-ef304962579a admin admin] Made reservation on behalf of 60f964c83a1246c68628f977dc18ceae for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:14.323962 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c005346-60a6-4acd-a6f3-ef304962579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:14.353654 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c005346-60a6-4acd-a6f3-ef304962579a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:14.477446 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-d82f36ef-f810-4929-a06a-e85f4457d85e service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034379 Dec 20 21:28:14.575931 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:14.643672 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c005346-60a6-4acd-a6f3-ef304962579a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:14.662296 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c005346-60a6-4acd-a6f3-ef304962579a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:14.715149 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3935c0b5-6ad1-4028-a4ba-d573ecc9d449 req-9896489d-21bb-47db-8fbc-c3d320e3b5c9 service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277834 Dec 20 21:28:14.730464 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c005346-60a6-4acd-a6f3-ef304962579a admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:28:14.746332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c005346-60a6-4acd-a6f3-ef304962579a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0536ee-b445-4a63-bce7-a9da839cf9cc,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:14.773469 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c005346-60a6-4acd-a6f3-ef304962579a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:14.774171 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-3c005346-60a6-4acd-a6f3-ef304962579a admin admin] Added segment 85d6bc9b-1de9-4bda-9c0c-0265179b9fb2 of type vlan for network 280a6f4c-eb49-46bb-9834-a1e155fefd27 Dec 20 21:28:14.809783 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4daa2-7778-4438-aed6-213d49443479 req-5cdddb62-8ee8-4c00-bfa4-8772fe6855d3 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:14.820800 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8a4daa2-7778-4438-aed6-213d49443479 req-5cdddb62-8ee8-4c00-bfa4-8772fe6855d3 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.3345196 Dec 20 21:28:14.889815 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c005346-60a6-4acd-a6f3-ef304962579a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:14.934694 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8a4daa2-7778-4438-aed6-213d49443479 req-ec45c18b-d5d0-4246-bfe6-72838cc7056b tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127598 Dec 20 21:28:14.965522 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c005346-60a6-4acd-a6f3-ef304962579a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:14.967552 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c005346-60a6-4acd-a6f3-ef304962579a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:14.968150 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c005346-60a6-4acd-a6f3-ef304962579a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:15.129329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c005346-60a6-4acd-a6f3-ef304962579a admin admin] Pushing event updated for resources: {'Network': ['ID=280a6f4c-eb49-46bb-9834-a1e155fefd27,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:15.144269 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 280a6f4c-eb49-46bb-9834-a1e155fefd27 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:28:15.167419 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3c005346-60a6-4acd-a6f3-ef304962579a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1943409 Dec 20 21:28:15.170680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35932) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:15.175650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-69c7d882-79a7-4577-b751-41afaff6f20b admin admin] Request body: {'subnet': {'network_id': '280a6f4c-eb49-46bb-9834-a1e155fefd27', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1817608185-subnet', 'tenant_id': '60f964c83a1246c68628f977dc18ceae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:15.258826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c7d882-79a7-4577-b751-41afaff6f20b admin admin] Made reservation on behalf of 60f964c83a1246c68628f977dc18ceae for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:15.263833 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69c7d882-79a7-4577-b751-41afaff6f20b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:15.743513 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69c7d882-79a7-4577-b751-41afaff6f20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:15.873422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7d882-79a7-4577-b751-41afaff6f20b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca64dfb-ddc3-4aea-a17c-04b6d5569671,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:15.899662 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c7d882-79a7-4577-b751-41afaff6f20b admin admin] Checking segment: {'id': '85d6bc9b-1de9-4bda-9c0c-0265179b9fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '280a6f4c-eb49-46bb-9834-a1e155fefd27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:28:15.900160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c7d882-79a7-4577-b751-41afaff6f20b admin admin] Network hostable DHCP agents. Network: 280a6f4c-eb49-46bb-9834-a1e155fefd27, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:28:15.960190 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c7d882-79a7-4577-b751-41afaff6f20b admin admin] Network 280a6f4c-eb49-46bb-9834-a1e155fefd27 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:28:15.977818 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-69c7d882-79a7-4577-b751-41afaff6f20b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 280a6f4c-eb49-46bb-9834-a1e155fefd27) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:15.984193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c7d882-79a7-4577-b751-41afaff6f20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:15.984837 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69c7d882-79a7-4577-b751-41afaff6f20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:15.989325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423cfe8a-0a63-4c12-b5aa-6092384bd411 None None] Network 280a6f4c-eb49-46bb-9834-a1e155fefd27 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:28:16.026045 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-69c7d882-79a7-4577-b751-41afaff6f20b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8505700 Dec 20 21:28:16.195172 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae70764d-7446-4f47-a681-80fa0df9e66a None None] Network 280a6f4c-eb49-46bb-9834-a1e155fefd27 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:28:17.870987 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:18.957776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5852b-b2a5-48e6-aa24-276e775ab1e1 req-f830d84b-886f-487e-8df5-33e4565e12d1 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:18.959315 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37b5852b-b2a5-48e6-aa24-276e775ab1e1 req-f830d84b-886f-487e-8df5-33e4565e12d1 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 806 time: 0.1363997 Dec 20 21:28:18.978374 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37b5852b-b2a5-48e6-aa24-276e775ab1e1 req-2b4703ed-ff89-4cb0-a293-4a29837541e2 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/quotas/f2becd49857f4ac9be67acdcb5932764 HTTP/1.1" status: 200 len: 375 time: 0.0119088 Dec 20 21:28:19.033048 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37b5852b-b2a5-48e6-aa24-276e775ab1e1 req-1a86fa2f-17ad-4379-b44c-61795663f0b6 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0488956 Dec 20 21:28:19.060045 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369da2a4-d983-4de8-9af1-abd25ad18e52 req-937dc6e1-90df-4aa5-9584-6f39b9cfe5e1 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:19.061557 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-369da2a4-d983-4de8-9af1-abd25ad18e52 req-937dc6e1-90df-4aa5-9584-6f39b9cfe5e1 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.0544720 Dec 20 21:28:19.109196 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-369da2a4-d983-4de8-9af1-abd25ad18e52 req-e1d1b87f-5922-43d4-a120-cceae396b100 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402277 Dec 20 21:28:19.145024 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37b5852b-b2a5-48e6-aa24-276e775ab1e1 req-74456703-971e-4ffd-abca-a9e944cd90db service neutron] 10.222.0.32 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994630 Dec 20 21:28:19.253897 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37b5852b-b2a5-48e6-aa24-276e775ab1e1 req-7fd3777b-10ae-4051-b459-c06df032b30c service neutron] 10.222.0.32 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013510 Dec 20 21:28:19.323863 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a7c63739-891e-4af6-95bb-186f30b32ad2 req-3ba6710c-f03c-4c5b-9892-029ae29ba456 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1788790765', 'description': 'tempest-description-1551751231'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:19.353670 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a7c63739-891e-4af6-95bb-186f30b32ad2 req-3ba6710c-f03c-4c5b-9892-029ae29ba456 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:19.452255 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a7c63739-891e-4af6-95bb-186f30b32ad2 req-3ba6710c-f03c-4c5b-9892-029ae29ba456 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:19.459358 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a7c63739-891e-4af6-95bb-186f30b32ad2 req-3ba6710c-f03c-4c5b-9892-029ae29ba456 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:19.538510 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a7c63739-891e-4af6-95bb-186f30b32ad2 req-3ba6710c-f03c-4c5b-9892-029ae29ba456 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:19.556813 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a7c63739-891e-4af6-95bb-186f30b32ad2 req-3ba6710c-f03c-4c5b-9892-029ae29ba456 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2380011 Dec 20 21:28:19.560335 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6710c-f03c-4c5b-9892-029ae29ba456 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b03272-9cda-44c0-b7cf-5894c8ad3eda,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:19.597978 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91000ab-2c9d-47c2-b429-0400eb7e74d3 req-7101bab0-fd94-453e-ad8c-43192802bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:19.599715 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c91000ab-2c9d-47c2-b429-0400eb7e74d3 req-7101bab0-fd94-453e-ad8c-43192802bbd2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2372edae52864334a53d4fba944cc335&device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 1095 time: 0.1087077 Dec 20 21:28:19.705970 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b3cd4993-0ad8-4038-ae57-74f2fb863565 req-fba6433c-bf25-4c68-8d37-68f4bbbdd198 tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0719576 Dec 20 21:28:19.799048 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91000ab-2c9d-47c2-b429-0400eb7e74d3 req-db44d100-4b5d-4b3f-ad7a-466f2ae593bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:19.800959 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c91000ab-2c9d-47c2-b429-0400eb7e74d3 req-db44d100-4b5d-4b3f-ad7a-466f2ae593bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=c507b886-4c4e-4889-b255-5311698a9b7a HTTP/1.1" status: 200 len: 917 time: 0.1877017 Dec 20 21:28:19.857910 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8fdef171-2cfa-4693-a500-b71534426eb6 req-e873326a-741c-44db-8184-08e22036d221 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "GET /v2.0/security-groups/f1b03272-9cda-44c0-b7cf-5894c8ad3eda HTTP/1.1" status: 200 len: 1815 time: 0.1030905 Dec 20 21:28:19.879324 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-8fdef171-2cfa-4693-a500-b71534426eb6 req-6c5b24d6-6a8b-4c0c-b08e-1415f2bb8385 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1b03272-9cda-44c0-b7cf-5894c8ad3eda', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:19.879628 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-8fdef171-2cfa-4693-a500-b71534426eb6 req-6c5b24d6-6a8b-4c0c-b08e-1415f2bb8385 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f1b03272-9cda-44c0-b7cf-5894c8ad3eda', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:19.904086 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c91000ab-2c9d-47c2-b429-0400eb7e74d3 req-ea76a195-c2fc-440b-b42d-5919f6ff2d76 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826 HTTP/1.1" status: 200 len: 1002 time: 0.0951438 Dec 20 21:28:19.966010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91000ab-2c9d-47c2-b429-0400eb7e74d3 req-4a2c37e0-faef-4e12-acd8-2c152a8e5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:19.967525 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c91000ab-2c9d-47c2-b429-0400eb7e74d3 req-4a2c37e0-faef-4e12-acd8-2c152a8e5358 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=550ee55d-1479-46f2-9e4e-e2b23472d5bb HTTP/1.1" status: 200 len: 855 time: 0.0566700 Dec 20 21:28:20.033586 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8fdef171-2cfa-4693-a500-b71534426eb6 req-6c5b24d6-6a8b-4c0c-b08e-1415f2bb8385 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:20.098061 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8fdef171-2cfa-4693-a500-b71534426eb6 req-6c5b24d6-6a8b-4c0c-b08e-1415f2bb8385 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:20.107521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91000ab-2c9d-47c2-b429-0400eb7e74d3 req-4ce4670f-2631-4652-a045-1165d4b5d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:20.109901 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c91000ab-2c9d-47c2-b429-0400eb7e74d3 req-4ce4670f-2631-4652-a045-1165d4b5d137 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c507b886-4c4e-4889-b255-5311698a9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0910103 Dec 20 21:28:20.112707 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8fdef171-2cfa-4693-a500-b71534426eb6 req-6c5b24d6-6a8b-4c0c-b08e-1415f2bb8385 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:20.190419 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b24d6-6a8b-4c0c-b08e-1415f2bb8385 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed103b2-b5bb-4f0d-8535-ccb5b38f62db,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:20.212808 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-8fdef171-2cfa-4693-a500-b71534426eb6 req-6c5b24d6-6a8b-4c0c-b08e-1415f2bb8385 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:20.238675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8fdef171-2cfa-4693-a500-b71534426eb6 req-6c5b24d6-6a8b-4c0c-b08e-1415f2bb8385 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3656156 Dec 20 21:28:20.274571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59181f-c407-4ef4-b950-0a459e03b38f req-bad41573-1fbc-49c0-9218-96fb9bbf6510 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:20.283000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df59181f-c407-4ef4-b950-0a459e03b38f req-bad41573-1fbc-49c0-9218-96fb9bbf6510 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.0639882 Dec 20 21:28:20.283210 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c91000ab-2c9d-47c2-b429-0400eb7e74d3 req-e5fde01f-0877-4713-8582-4243aeebe1e7 service neutron] 10.222.0.31 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646578 Dec 20 21:28:20.333846 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df59181f-c407-4ef4-b950-0a459e03b38f req-b3e6392a-bebe-4152-b747-5c6d51b71525 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493331 Dec 20 21:28:20.513452 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a27d8e73-af66-4d6e-9026-5cbd260752e4 req-7f9d40cc-5e09-47fd-a827-0f48f02a29df tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "GET /v2.0/security-groups/f1b03272-9cda-44c0-b7cf-5894c8ad3eda HTTP/1.1" status: 200 len: 2409 time: 0.0555274 Dec 20 21:28:20.652569 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b8a47f8-045f-4d28-be5f-27a2ff85d7a5 req-01c69228-64d8-4480-a309-6b5786213f34 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "GET /v2.0/security-group-rules/9ed103b2-b5bb-4f0d-8535-ccb5b38f62db HTTP/1.1" status: 200 len: 778 time: 0.0254765 Dec 20 21:28:20.708644 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b8a47f8-045f-4d28-be5f-27a2ff85d7a5 req-a17a7146-9c43-4084-8484-6c989947ff97 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "GET /v2.0/security-groups/f1b03272-9cda-44c0-b7cf-5894c8ad3eda HTTP/1.1" status: 200 len: 2409 time: 0.0493181 Dec 20 21:28:20.742441 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6b8a47f8-045f-4d28-be5f-27a2ff85d7a5 req-4e4c0099-e5bf-4509-b7ce-d2e153eb8a2d tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:20.752615 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6b8a47f8-045f-4d28-be5f-27a2ff85d7a5 req-4e4c0099-e5bf-4509-b7ce-d2e153eb8a2d tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:20.783885 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6b8a47f8-045f-4d28-be5f-27a2ff85d7a5 req-4e4c0099-e5bf-4509-b7ce-d2e153eb8a2d tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:20.792176 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6b8a47f8-045f-4d28-be5f-27a2ff85d7a5 req-4e4c0099-e5bf-4509-b7ce-d2e153eb8a2d tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:20.793346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b8a47f8-045f-4d28-be5f-27a2ff85d7a5 req-4e4c0099-e5bf-4509-b7ce-d2e153eb8a2d tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9ed103b2-b5bb-4f0d-8535-ccb5b38f62db HTTP/1.1" status: 204 len: 173 time: 0.0786514 Dec 20 21:28:20.802088 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c0099-e5bf-4509-b7ce-d2e153eb8a2d tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ed103b2-b5bb-4f0d-8535-ccb5b38f62db,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:20.830004 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c91000ab-2c9d-47c2-b429-0400eb7e74d3 req-ccc78877-21d9-49b5-8d1c-ed344afbee1f service neutron] 10.222.0.31 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380354 Dec 20 21:28:20.841830 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-42663219-ebc6-41c7-bbb4-8800739a4505 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:20.843319 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-42663219-ebc6-41c7-bbb4-8800739a4505 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 806 time: 0.5145426 Dec 20 21:28:20.862609 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-f2b7be8a-0023-47b7-ab3b-47650c7be474 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/quotas/f2becd49857f4ac9be67acdcb5932764 HTTP/1.1" status: 200 len: 375 time: 0.0134261 Dec 20 21:28:20.921759 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-07767acd-e1e1-4931-a49d-12eba5953fff tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0566356 Dec 20 21:28:20.982921 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c022fa4d-86c7-4730-9b5e-fad98b7d36d7 req-962fd74f-27ad-40fd-863e-816638d77a39 tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0384767 Dec 20 21:28:21.017984 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-b029f0eb-7ba7-4352-b558-8c0139674db5 req-b842c58d-4a91-4b0a-acb0-5051669c006c tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1651640305', 'description': 'tempest-description-640258345'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:21.040640 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-32581f1a-c649-450f-8c9d-6a3aae703008 service neutron] 10.222.0.32 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103015 Dec 20 21:28:21.047772 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b029f0eb-7ba7-4352-b558-8c0139674db5 req-b842c58d-4a91-4b0a-acb0-5051669c006c tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:21.126493 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b029f0eb-7ba7-4352-b558-8c0139674db5 req-b842c58d-4a91-4b0a-acb0-5051669c006c tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:21.132479 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b029f0eb-7ba7-4352-b558-8c0139674db5 req-b842c58d-4a91-4b0a-acb0-5051669c006c tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:21.139265 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-9208a4ef-ab8a-44f2-afd7-37e45a1c0a6e service neutron] 10.222.0.32 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921147 Dec 20 21:28:21.168264 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b029f0eb-7ba7-4352-b558-8c0139674db5 req-b842c58d-4a91-4b0a-acb0-5051669c006c tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:21.169531 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b029f0eb-7ba7-4352-b558-8c0139674db5 req-b842c58d-4a91-4b0a-acb0-5051669c006c tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1559184 Dec 20 21:28:21.179276 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842c58d-4a91-4b0a-acb0-5051669c006c tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2fa331-11f5-4104-b336-71b8a9d7da42,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:21.242302 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-45966241-1dfe-4aba-8b40-bff1fabf0641 req-5335365b-6cf7-4a67-b499-7de96d18f048 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "GET /v2.0/security-groups/3a2fa331-11f5-4104-b336-71b8a9d7da42 HTTP/1.1" status: 200 len: 1814 time: 0.0438828 Dec 20 21:28:21.299047 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-8f406571-0255-4357-b0fe-c1e1f9d2a053 req-9b787eb0-ba53-4b57-9546-71288e6cc404 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1303234927', 'description': 'tempest-description-985671905'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:21.328408 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8f406571-0255-4357-b0fe-c1e1f9d2a053 req-9b787eb0-ba53-4b57-9546-71288e6cc404 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:21.360464 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2f96e88-f7bb-4d3e-b9b5-14653c0a8a0a req-7f9d7735-c1fa-436a-b65c-a342a42a60e8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 210 time: 0.0350819 Dec 20 21:28:21.416543 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e1431ac-ac3c-46ad-b787-1d9b9a78a2ab req-dd5a38ea-2a02-48de-bcaa-168e26f8f14c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0605519 Dec 20 21:28:21.456854 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8f406571-0255-4357-b0fe-c1e1f9d2a053 req-9b787eb0-ba53-4b57-9546-71288e6cc404 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:21.463291 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8f406571-0255-4357-b0fe-c1e1f9d2a053 req-9b787eb0-ba53-4b57-9546-71288e6cc404 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:21.498136 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8f406571-0255-4357-b0fe-c1e1f9d2a053 req-9b787eb0-ba53-4b57-9546-71288e6cc404 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:21.499400 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f406571-0255-4357-b0fe-c1e1f9d2a053 req-9b787eb0-ba53-4b57-9546-71288e6cc404 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2058682 Dec 20 21:28:21.508466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12444d7-4f43-4cc4-a69c-69d7dbf1fc05 req-083e0346-8df2-4012-8a49-6c69f576f410 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:21.510851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b787eb0-ba53-4b57-9546-71288e6cc404 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b36ffa3-f948-40f1-9974-71c9be28db6f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:21.512877 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a12444d7-4f43-4cc4-a69c-69d7dbf1fc05 req-083e0346-8df2-4012-8a49-6c69f576f410 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.0831475 Dec 20 21:28:21.563935 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a12444d7-4f43-4cc4-a69c-69d7dbf1fc05 req-bccf2675-fd35-4ed9-b054-b93cd1f1dbf9 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408556 Dec 20 21:28:21.694862 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-056d4daa-df5b-411c-99b6-b0183a6703d9 req-553788ae-3548-4323-8485-138632b9bf8a tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "GET /v2.0/security-groups/9b36ffa3-f948-40f1-9974-71c9be28db6f HTTP/1.1" status: 200 len: 1814 time: 0.0664582 Dec 20 21:28:21.718151 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-ea722260-b972-48c0-905c-d77007451932 req-9a097743-f038-4211-ab97-8a9f9f914c2e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1772474213', 'description': 'tempest-description-3424748'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:21.747597 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ea722260-b972-48c0-905c-d77007451932 req-9a097743-f038-4211-ab97-8a9f9f914c2e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:21.822257 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ea722260-b972-48c0-905c-d77007451932 req-9a097743-f038-4211-ab97-8a9f9f914c2e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:21.826326 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ea722260-b972-48c0-905c-d77007451932 req-9a097743-f038-4211-ab97-8a9f9f914c2e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:21.865019 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a097743-f038-4211-ab97-8a9f9f914c2e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa72ce78-f867-4594-87c6-000513ff656d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:21.875876 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-ea722260-b972-48c0-905c-d77007451932 req-9a097743-f038-4211-ab97-8a9f9f914c2e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:21.880501 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ea722260-b972-48c0-905c-d77007451932 req-9a097743-f038-4211-ab97-8a9f9f914c2e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1644599 Dec 20 21:28:21.965925 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4646babb-fc67-43f1-bf3e-96f413d0a129 req-04069111-f09b-4dad-9ca9-f1b47ac48e8c tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "GET /v2.0/security-groups/fa72ce78-f867-4594-87c6-000513ff656d HTTP/1.1" status: 200 len: 1812 time: 0.0458846 Dec 20 21:28:21.991463 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-2e6029dd-f6c4-4aec-b301-c54f2a6a1f65 req-a9bb7465-ca79-4bad-bb7f-85624122db25 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-103819354', 'description': 'tempest-description-1457596341'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:22.025325 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2e6029dd-f6c4-4aec-b301-c54f2a6a1f65 req-a9bb7465-ca79-4bad-bb7f-85624122db25 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:22.116101 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b8bab57a-e0ec-4efd-98f5-bcc097a4dbe4 req-c3638211-4b3b-4284-8ae2-7bea1eae0e1a tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0338888 Dec 20 21:28:22.116464 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2e6029dd-f6c4-4aec-b301-c54f2a6a1f65 req-a9bb7465-ca79-4bad-bb7f-85624122db25 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:22.121361 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2e6029dd-f6c4-4aec-b301-c54f2a6a1f65 req-a9bb7465-ca79-4bad-bb7f-85624122db25 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:22.157967 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2e6029dd-f6c4-4aec-b301-c54f2a6a1f65 req-a9bb7465-ca79-4bad-bb7f-85624122db25 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:22.159074 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e6029dd-f6c4-4aec-b301-c54f2a6a1f65 req-a9bb7465-ca79-4bad-bb7f-85624122db25 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1729131 Dec 20 21:28:22.170572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb7465-ca79-4bad-bb7f-85624122db25 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e38f87-5ce4-403c-993d-505af357be1d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:22.227177 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c94b3437-8404-49d0-a52f-ba5b6300658c req-48122f0a-a9c7-4a42-8e10-eaae66f45b5f tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "GET /v2.0/security-groups/77e38f87-5ce4-403c-993d-505af357be1d HTTP/1.1" status: 200 len: 1814 time: 0.0445125 Dec 20 21:28:22.266397 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-3cb1e7b9-8b2d-4b3b-af1f-ed79f785f2a3 req-c5059dca-d7d1-45f1-a3b8-75b7ba24430c tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] show failed (client error): The resource could not be found. Dec 20 21:28:22.267422 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3cb1e7b9-8b2d-4b3b-af1f-ed79f785f2a3 req-c5059dca-d7d1-45f1-a3b8-75b7ba24430c tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "GET /v2.0/security-groups/5ef5e5b2-9d6a-484e-96d4-271059bce04a HTTP/1.1" status: 404 len: 352 time: 0.0149884 Dec 20 21:28:22.303907 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [req-6f43631e-2246-456f-a211-1954ed9b8e07 req-40b76f9e-e684-483f-851e-b6349c4a622d tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] show failed (client error): The resource could not be found. Dec 20 21:28:22.305060 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6f43631e-2246-456f-a211-1954ed9b8e07 req-40b76f9e-e684-483f-851e-b6349c4a622d tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "GET /v2.0/security-group-rules/970974f0-41c9-4369-bf36-1b85d4f70ee0 HTTP/1.1" status: 404 len: 361 time: 0.0163121 Dec 20 21:28:22.369821 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17e8cb42-f132-4108-830e-0ef119581ae3 req-4949f65e-20ec-4fe8-86ce-03ce36a5fecb tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "GET /v2.0/security-groups/77e38f87-5ce4-403c-993d-505af357be1d HTTP/1.1" status: 200 len: 1814 time: 0.0430946 Dec 20 21:28:22.440970 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-17e8cb42-f132-4108-830e-0ef119581ae3 req-c409dc8d-5978-4928-9f16-86425a7763e0 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:22.467957 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-17e8cb42-f132-4108-830e-0ef119581ae3 req-c409dc8d-5978-4928-9f16-86425a7763e0 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:22.470253 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12b6da02-6fc5-45fe-b743-9899864cd71e req-302db430-81f0-4c9e-99b9-21a09fd9450a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 210 time: 0.0271642 Dec 20 21:28:22.531694 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-17e8cb42-f132-4108-830e-0ef119581ae3 req-c409dc8d-5978-4928-9f16-86425a7763e0 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:22.535708 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-17e8cb42-f132-4108-830e-0ef119581ae3 req-c409dc8d-5978-4928-9f16-86425a7763e0 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:22.543808 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17e8cb42-f132-4108-830e-0ef119581ae3 req-c409dc8d-5978-4928-9f16-86425a7763e0 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "DELETE /v2.0/security-groups/77e38f87-5ce4-403c-993d-505af357be1d HTTP/1.1" status: 204 len: 173 time: 0.1667600 Dec 20 21:28:22.555121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409dc8d-5978-4928-9f16-86425a7763e0 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e38f87-5ce4-403c-993d-505af357be1d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:22.627734 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-71c1b04a-a3c1-4115-a5a8-dc7465747464 req-6337a861-254a-4866-bc19-685fe32f6019 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "GET /v2.0/security-groups/fa72ce78-f867-4594-87c6-000513ff656d HTTP/1.1" status: 200 len: 1812 time: 0.0674822 Dec 20 21:28:22.729543 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-71c1b04a-a3c1-4115-a5a8-dc7465747464 req-196cdae6-31c2-4d61-a8dd-b2aec084f54e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:22.757750 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-71c1b04a-a3c1-4115-a5a8-dc7465747464 req-196cdae6-31c2-4d61-a8dd-b2aec084f54e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:22.802108 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf32fd-b63c-4f4f-9d5b-c908a1f99c1a req-33cc9682-0231-4513-b497-0ab173bd9075 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:22.803680 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ebf32fd-b63c-4f4f-9d5b-c908a1f99c1a req-33cc9682-0231-4513-b497-0ab173bd9075 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 946 time: 0.1319253 Dec 20 21:28:22.817307 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-71c1b04a-a3c1-4115-a5a8-dc7465747464 req-196cdae6-31c2-4d61-a8dd-b2aec084f54e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:22.820011 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-71c1b04a-a3c1-4115-a5a8-dc7465747464 req-196cdae6-31c2-4d61-a8dd-b2aec084f54e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:22.821194 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-71c1b04a-a3c1-4115-a5a8-dc7465747464 req-196cdae6-31c2-4d61-a8dd-b2aec084f54e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "DELETE /v2.0/security-groups/fa72ce78-f867-4594-87c6-000513ff656d HTTP/1.1" status: 204 len: 173 time: 0.1869545 Dec 20 21:28:22.831969 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cdae6-31c2-4d61-a8dd-b2aec084f54e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa72ce78-f867-4594-87c6-000513ff656d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:22.844780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196cdae6-31c2-4d61-a8dd-b2aec084f54e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:22.845109 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196cdae6-31c2-4d61-a8dd-b2aec084f54e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:22.845443 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196cdae6-31c2-4d61-a8dd-b2aec084f54e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:22.845775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196cdae6-31c2-4d61-a8dd-b2aec084f54e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:22.846137 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196cdae6-31c2-4d61-a8dd-b2aec084f54e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:22.846467 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196cdae6-31c2-4d61-a8dd-b2aec084f54e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:22.846789 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196cdae6-31c2-4d61-a8dd-b2aec084f54e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:22.847116 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196cdae6-31c2-4d61-a8dd-b2aec084f54e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:22.847429 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196cdae6-31c2-4d61-a8dd-b2aec084f54e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:22.847751 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196cdae6-31c2-4d61-a8dd-b2aec084f54e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:22.848177 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196cdae6-31c2-4d61-a8dd-b2aec084f54e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:22.848362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196cdae6-31c2-4d61-a8dd-b2aec084f54e tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:22.882980 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ebf32fd-b63c-4f4f-9d5b-c908a1f99c1a req-ccf8d830-a3a6-43d4-8549-286bb05dba04 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696821 Dec 20 21:28:22.895658 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-e63e9bb7-4a43-40c1-b201-b0819750ebc2 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:22.897563 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-e63e9bb7-4a43-40c1-b201-b0819750ebc2 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 806 time: 0.1878228 Dec 20 21:28:22.906643 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6cfbd27e-f961-4de8-8f03-fb0e251e0826 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:28:22.926042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Request body: {'port': {'device_id': 'f6e71c81-7956-407d-944d-0d48ace81d96', 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1', 'admin_state_up': True, 'tenant_id': 'f2becd49857f4ac9be67acdcb5932764'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:23.030776 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b9c0d80c-cf6c-429b-8be0-f862f1c58672 req-e31e740a-682e-48c7-9a84-9580eba7df7b tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "GET /v2.0/security-groups/9b36ffa3-f948-40f1-9974-71c9be28db6f HTTP/1.1" status: 200 len: 1814 time: 0.0624375 Dec 20 21:28:23.051916 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:23.079860 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Made reservation on behalf of f2becd49857f4ac9be67acdcb5932764 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:23.084359 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:23.111841 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cfbd27e-f961-4de8-8f03-fb0e251e0826'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:28:23.118668 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332e9ea1-badd-4724-b2a3-733c70106f69" -d '{"events": [{"server_uuid": "ffdd2c35-dedb-47b7-9636-b1d042599de3", "name": "network-vif-unplugged", "status": "completed", "tag": "6cfbd27e-f961-4de8-8f03-fb0e251e0826"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:28:23.132300 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b9c0d80c-cf6c-429b-8be0-f862f1c58672 req-5cec6ba7-5aad-467d-a8cf-7a255695d3ae tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:23.148247 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6cfbd27e-f961-4de8-8f03-fb0e251e0826, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:23.154012 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:23.174965 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b9c0d80c-cf6c-429b-8be0-f862f1c58672 req-5cec6ba7-5aad-467d-a8cf-7a255695d3ae tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:23.216336 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=6cfbd27e-f961-4de8-8f03-fb0e251e0826,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:23.236299 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b9c0d80c-cf6c-429b-8be0-f862f1c58672 req-5cec6ba7-5aad-467d-a8cf-7a255695d3ae tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:23.240979 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b9c0d80c-cf6c-429b-8be0-f862f1c58672 req-5cec6ba7-5aad-467d-a8cf-7a255695d3ae tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:23.246652 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b9c0d80c-cf6c-429b-8be0-f862f1c58672 req-5cec6ba7-5aad-467d-a8cf-7a255695d3ae tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "DELETE /v2.0/security-groups/9b36ffa3-f948-40f1-9974-71c9be28db6f HTTP/1.1" status: 204 len: 173 time: 0.2149208 Dec 20 21:28:23.256456 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec6ba7-5aad-467d-a8cf-7a255695d3ae tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b36ffa3-f948-40f1-9974-71c9be28db6f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:23.340314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Allocated IP 172.20.0.3 (631fd657-633a-4798-86f3-d2a6fb4581e1/25ff85e3-c2b2-4219-9be7-235a0898b2d1/2764f012-0753-4a77-9fa6-1ce0e75fdecd) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:28:23.396307 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 21:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1398b68-656c-45c6-a0fd-c973c82401f8 x-openstack-request-id: req-a1398b68-656c-45c6-a0fd-c973c82401f8 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:28:23.396695 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdd2c35-dedb-47b7-9636-b1d042599de3", "name": "network-vif-unplugged", "status": "failed", "tag": "6cfbd27e-f961-4de8-8f03-fb0e251e0826", "code": 422}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:28:23.397090 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1398b68-656c-45c6-a0fd-c973c82401f8 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:28:23.398044 n-d-xena-1 neutron-server[102403]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6cfbd27e-f961-4de8-8f03-fb0e251e0826', 'code': 422} returned with failed status Dec 20 21:28:23.479652 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38729487-57f4-45a4-95ed-b16eccaebd3c req-9617d263-4384-49e6-8739-530f2fe234a7 tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0305796 Dec 20 21:28:23.528255 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:23.627085 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-831140ba-5f5b-4866-bbea-2e193e007e21 req-59aeecdd-b75a-42b5-9ce8-99315650f1f4 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "GET /v2.0/security-groups/3a2fa331-11f5-4104-b336-71b8a9d7da42 HTTP/1.1" status: 200 len: 1814 time: 0.1102512 Dec 20 21:28:23.630709 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:23.644270 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c30338aa-abd0-423f-804f-80b4ffa976bb req-acaa1e9a-35b2-4464-8edc-0844898970c5 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 210 time: 0.0544579 Dec 20 21:28:23.685096 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['f2e781db-9a6d-4224-afb2-b7ddaa17dacb'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:28:23.700154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Network 631fd657-633a-4798-86f3-d2a6fb4581e1 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:28:23.709208 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:23.715929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:28:23.752529 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Pushing event updated for resources: {'Port': ['ID=2764f012-0753-4a77-9fa6-1ce0e75fdecd,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:23.779028 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:23.779028 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:23.779028 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:23.779028 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:23.779540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:23.779540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:23.779717 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:23.780010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:23.780310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:23.780630 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:23.780946 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:23.781268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:23.797478 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-831140ba-5f5b-4866-bbea-2e193e007e21 req-53a55784-8733-4404-b1bf-2bf7f345ecd1 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:23.820477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:23.821088 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:23.835567 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-831140ba-5f5b-4866-bbea-2e193e007e21 req-53a55784-8733-4404-b1bf-2bf7f345ecd1 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:23.863271 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-e1579747-147f-4c83-87f4-0fc5815967ab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9427903 Dec 20 21:28:23.881987 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Request body: {'port': {'device_id': 'f6e71c81-7956-407d-944d-0d48ace81d96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:23.915866 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-831140ba-5f5b-4866-bbea-2e193e007e21 req-53a55784-8733-4404-b1bf-2bf7f345ecd1 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:23.918434 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-831140ba-5f5b-4866-bbea-2e193e007e21 req-53a55784-8733-4404-b1bf-2bf7f345ecd1 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:23.919525 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-831140ba-5f5b-4866-bbea-2e193e007e21 req-53a55784-8733-4404-b1bf-2bf7f345ecd1 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "DELETE /v2.0/security-groups/3a2fa331-11f5-4104-b336-71b8a9d7da42 HTTP/1.1" status: 204 len: 173 time: 0.2581449 Dec 20 21:28:23.947704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a55784-8733-4404-b1bf-2bf7f345ecd1 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2fa331-11f5-4104-b336-71b8a9d7da42,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:23.952800 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:24.197284 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-83219763-7f55-419c-97bd-9a0481ed217e req-f881cdb8-e2bc-4a85-beaa-ae1c0e9c25a7 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "GET /v2.0/security-groups/f1b03272-9cda-44c0-b7cf-5894c8ad3eda HTTP/1.1" status: 200 len: 1815 time: 0.0883117 Dec 20 21:28:24.312135 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9a90a2-5fa0-46ea-a8dc-9cc7fbbdaa5b req-df4b0404-f2d8-4c68-a3ca-02e5ea3cea4f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0971041 Dec 20 21:28:24.355468 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-83219763-7f55-419c-97bd-9a0481ed217e req-a14252b3-2bae-4313-b81a-d27aec47b927 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:24.391659 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-83219763-7f55-419c-97bd-9a0481ed217e req-a14252b3-2bae-4313-b81a-d27aec47b927 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:24.403803 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c7f76-f250-4945-b00d-4085fdbd5b8f req-6bede64e-f9ed-4242-af13-2cf9f99b930b tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:24.405391 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2e7c7f76-f250-4945-b00d-4085fdbd5b8f req-6bede64e-f9ed-4242-af13-2cf9f99b930b tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 944 time: 0.0581841 Dec 20 21:28:24.455029 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2e7c7f76-f250-4945-b00d-4085fdbd5b8f req-d252dace-5328-469c-a4ab-e1264f387ef6 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414443 Dec 20 21:28:24.460458 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2764f012-0753-4a77-9fa6-1ce0e75fdecd {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:28:24.469336 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:24.491588 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-83219763-7f55-419c-97bd-9a0481ed217e req-a14252b3-2bae-4313-b81a-d27aec47b927 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:24.494526 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-83219763-7f55-419c-97bd-9a0481ed217e req-a14252b3-2bae-4313-b81a-d27aec47b927 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:24.495644 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-83219763-7f55-419c-97bd-9a0481ed217e req-a14252b3-2bae-4313-b81a-d27aec47b927 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] 10.222.0.32 "DELETE /v2.0/security-groups/f1b03272-9cda-44c0-b7cf-5894c8ad3eda HTTP/1.1" status: 204 len: 173 time: 0.2895896 Dec 20 21:28:24.502879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36172) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:24.522078 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Transition to ACTIVE for port object 2764f012-0753-4a77-9fa6-1ce0e75fdecd will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:28:24.524555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14252b3-2bae-4313-b81a-d27aec47b927 tempest-SecurityGroupRulesNegativeTestJSON-59024944 tempest-SecurityGroupRulesNegativeTestJSON-59024944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b03272-9cda-44c0-b7cf-5894c8ad3eda,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:24.532894 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:24.581520 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad840ec4-6f7a-4c10-b93c-f044099abbbd admin admin] Deleting subnet 2ca64dfb-ddc3-4aea-a17c-04b6d5569671 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:28:24.600938 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad840ec4-6f7a-4c10-b93c-f044099abbbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:24.673778 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Pushing event updated for resources: {'Port': ['ID=2764f012-0753-4a77-9fa6-1ce0e75fdecd,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:24.686699 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad840ec4-6f7a-4c10-b93c-f044099abbbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:24.739128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Attempting to bind port 2764f012-0753-4a77-9fa6-1ce0e75fdecd on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:28:24.741147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Attempting to bind port 2764f012-0753-4a77-9fa6-1ce0e75fdecd by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:28:24.741584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Attempting to bind port 2764f012-0753-4a77-9fa6-1ce0e75fdecd on network 631fd657-633a-4798-86f3-d2a6fb4581e1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:24.750819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Port 2764f012-0753-4a77-9fa6-1ce0e75fdecd on network 631fd657-633a-4798-86f3-d2a6fb4581e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:28:24.753400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Attempting to bind port 2764f012-0753-4a77-9fa6-1ce0e75fdecd on network 631fd657-633a-4798-86f3-d2a6fb4581e1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:24.759413 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad840ec4-6f7a-4c10-b93c-f044099abbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:24.763098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:28:24.765421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Checking segment: {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:28:24.765916 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Bound using segment: {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:28:24.767650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Bound port: 2764f012-0753-4a77-9fa6-1ce0e75fdecd, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:28:24.768361 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:24.903652 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad840ec4-6f7a-4c10-b93c-f044099abbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:24.964929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] For port 2764f012-0753-4a77-9fa6-1ce0e75fdecd, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:28:24.966851 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad840ec4-6f7a-4c10-b93c-f044099abbbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca64dfb-ddc3-4aea-a17c-04b6d5569671,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:24.969277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] For port 2764f012-0753-4a77-9fa6-1ce0e75fdecd, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2764f012-0753-4a77-9fa6-1ce0e75fdecd,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:28:24.969427 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad840ec4-6f7a-4c10-b93c-f044099abbbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:24.974823 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ad840ec4-6f7a-4c10-b93c-f044099abbbd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2ca64dfb-ddc3-4aea-a17c-04b6d5569671 HTTP/1.1" status: 204 len: 168 time: 0.4704316 Dec 20 21:28:24.983676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36202) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:24.984499 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb4fc8-3d84-4fc3-b275-05ef0972ff9f req-e649f0d0-24d6-4c9a-9625-7d1c98057043 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:24.993253 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7ebb4fc8-3d84-4fc3-b275-05ef0972ff9f req-e649f0d0-24d6-4c9a-9625-7d1c98057043 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 943 time: 0.1260340 Dec 20 21:28:24.999631 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:25.034715 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aa1ba912-4af2-4967-b162-381b1951d623 req-4151f38e-18c4-4e00-95c1-ad4510ab1ec7 tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0725331 Dec 20 21:28:25.083853 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:25.086415 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:25.088466 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] 10.222.0.66 "PUT /v2.0/ports/2764f012-0753-4a77-9fa6-1ce0e75fdecd HTTP/1.1" status: 200 len: 1089 time: 1.2110150 Dec 20 21:28:25.089051 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e71c81-7956-407d-944d-0d48ace81d96', 'tag': '2764f012-0753-4a77-9fa6-1ce0e75fdecd'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:28:25.092202 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aed07d9-acf1-4aa7-9f4a-adde379e33d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e71c81-7956-407d-944d-0d48ace81d96", "tag": "2764f012-0753-4a77-9fa6-1ce0e75fdecd"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:28:25.129036 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7ebb4fc8-3d84-4fc3-b275-05ef0972ff9f req-34cc6a5c-b6c4-421a-9054-121ac2bb4c55 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349044 Dec 20 21:28:25.154323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5ee85-cc33-47e3-87b4-4aec30cbbc37 service neutron] Pushing event updated for resources: {'Port': ['ID=2764f012-0753-4a77-9fa6-1ce0e75fdecd,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:25.173000 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7cf644f6-4128-4301-a310-61b40bec9e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:25.181791 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6b9a8e-d42a-4961-9744-1bbc3ef79cc3 x-openstack-request-id: req-7b6b9a8e-d42a-4961-9744-1bbc3ef79cc3 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:28:25.182117 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e71c81-7956-407d-944d-0d48ace81d96", "tag": "2764f012-0753-4a77-9fa6-1ce0e75fdecd", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:28:25.182351 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b6b9a8e-d42a-4961-9744-1bbc3ef79cc3 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:28:25.182751 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e71c81-7956-407d-944d-0d48ace81d96', 'tag': '2764f012-0753-4a77-9fa6-1ce0e75fdecd', 'status': 'completed', 'code': 200} Dec 20 21:28:25.254812 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-dd1f764f-041a-4098-aa2b-a7502bae70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:25.257305 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-dd1f764f-041a-4098-aa2b-a7502bae70a2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 1092 time: 0.0732963 Dec 20 21:28:25.323375 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7cf644f6-4128-4301-a310-61b40bec9e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:25.343313 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-55fdc597-007e-40a6-9d87-c68f2f8181ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2764f012-0753-4a77-9fa6-1ce0e75fdecd HTTP/1.1" status: 200 len: 217 time: 0.0662820 Dec 20 21:28:25.347674 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7cf644f6-4128-4301-a310-61b40bec9e3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280a6f4c-eb49-46bb-9834-a1e155fefd27']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:28:25.357603 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7cf644f6-4128-4301-a310-61b40bec9e3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d6bc9b-1de9-4bda-9c0c-0265179b9fb2') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:28:25.357890 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7cf644f6-4128-4301-a310-61b40bec9e3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d6bc9b-1de9-4bda-9c0c-0265179b9fb2') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:28:25.372508 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7cf644f6-4128-4301-a310-61b40bec9e3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:25.404596 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7cf644f6-4128-4301-a310-61b40bec9e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:25.417254 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf644f6-4128-4301-a310-61b40bec9e3b admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:28:25.418011 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7cf644f6-4128-4301-a310-61b40bec9e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:28:25.420374 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:28:25.433885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-80f5d7e3-a99a-461b-84bc-f0444df892b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:25.435550 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-80f5d7e3-a99a-461b-84bc-f0444df892b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=25ff85e3-c2b2-4219-9be7-235a0898b2d1 HTTP/1.1" status: 200 len: 846 time: 0.0722275 Dec 20 21:28:25.485246 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-6afb5fef-e472-478b-b118-4cbee6aa7f9e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=631fd657-633a-4798-86f3-d2a6fb4581e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326238 Dec 20 21:28:25.487285 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7cf644f6-4128-4301-a310-61b40bec9e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:25.510046 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7cf644f6-4128-4301-a310-61b40bec9e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:25.516945 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7cf644f6-4128-4301-a310-61b40bec9e3b admin admin] 10.222.0.32 "DELETE /v2.0/networks/280a6f4c-eb49-46bb-9834-a1e155fefd27 HTTP/1.1" status: 204 len: 168 time: 0.5321178 Dec 20 21:28:25.517899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf644f6-4128-4301-a310-61b40bec9e3b admin admin] Pushing event deleted for resources: {'Network': ['ID=280a6f4c-eb49-46bb-9834-a1e155fefd27,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:25.783766 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36226) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:25.836924 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-26fd6f15-ad99-4b29-9dd4-50f5bff643a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60f964c83a1246c68628f977dc18ceae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519714 Dec 20 21:28:25.849488 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36228) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:25.912267 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b78fd94e-ae75-4d31-a8ca-54bf686670b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:25.935839 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b78fd94e-ae75-4d31-a8ca-54bf686670b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:25.952380 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-7973425e-ea1f-46a5-a3e4-01307933b4e3 service neutron] 10.222.0.66 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621611 Dec 20 21:28:25.994546 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b78fd94e-ae75-4d31-a8ca-54bf686670b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:25.997045 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b78fd94e-ae75-4d31-a8ca-54bf686670b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:25.998273 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b78fd94e-ae75-4d31-a8ca-54bf686670b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d0536ee-b445-4a63-bce7-a9da839cf9cc HTTP/1.1" status: 204 len: 168 time: 0.1468654 Dec 20 21:28:26.007652 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fd94e-ae75-4d31-a8ca-54bf686670b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0536ee-b445-4a63-bce7-a9da839cf9cc,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:26.085181 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5aca6-ac90-468e-b988-c68865bd912e req-e58f2276-8f94-4e72-ad1d-33e149edb06c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:26.092830 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8cf5aca6-ac90-468e-b988-c68865bd912e req-e58f2276-8f94-4e72-ad1d-33e149edb06c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 944 time: 0.1383436 Dec 20 21:28:26.156063 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8cf5aca6-ac90-468e-b988-c68865bd912e req-912f8799-d44c-4eb1-a13f-c1dc22e07db4 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622911 Dec 20 21:28:26.174769 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bbb0fec2-d082-47b8-a582-ebf50abf2f9e req-f663e433-f6a2-49c6-abfc-01c4611fb637 service neutron] 10.222.0.66 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093740 Dec 20 21:28:26.286669 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5ea2ff1f-b3b1-407b-bb74-8a52254fc3d5 req-88ef9804-433e-49e8-836a-25afe07c1539 tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0831795 Dec 20 21:28:26.361223 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48992947-bab1-427a-9298-df501c524122 req-0d4eea05-dc58-404a-8f15-4347a450d0d6 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:26.363066 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-48992947-bab1-427a-9298-df501c524122 req-0d4eea05-dc58-404a-8f15-4347a450d0d6 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 943 time: 0.0887163 Dec 20 21:28:26.365509 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed07d9-acf1-4aa7-9f4a-adde379e33d0 req-cd447d01-7795-4a07-b223-394052e6bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:26.367187 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0aed07d9-acf1-4aa7-9f4a-adde379e33d0 req-cd447d01-7795-4a07-b223-394052e6bc24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 1092 time: 0.0828116 Dec 20 21:28:26.488534 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-48992947-bab1-427a-9298-df501c524122 req-df977d6f-263e-4bc6-9189-5ba15c841ba8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173491 Dec 20 21:28:26.595891 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed07d9-acf1-4aa7-9f4a-adde379e33d0 req-198fa26c-52e5-490b-a4f4-56491a02ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:26.597380 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0aed07d9-acf1-4aa7-9f4a-adde379e33d0 req-198fa26c-52e5-490b-a4f4-56491a02ec94 service neutron] 10.222.0.66 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 907 time: 0.2177851 Dec 20 21:28:26.663161 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0aed07d9-acf1-4aa7-9f4a-adde379e33d0 req-b0cec3b5-13dd-41d8-9fd0-c592a457e716 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2764f012-0753-4a77-9fa6-1ce0e75fdecd HTTP/1.1" status: 200 len: 217 time: 0.0572197 Dec 20 21:28:26.720977 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed07d9-acf1-4aa7-9f4a-adde379e33d0 req-6b1fabac-96b3-4e3a-bef9-a27077ed846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:26.722490 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0aed07d9-acf1-4aa7-9f4a-adde379e33d0 req-6b1fabac-96b3-4e3a-bef9-a27077ed846c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=25ff85e3-c2b2-4219-9be7-235a0898b2d1 HTTP/1.1" status: 200 len: 846 time: 0.0528591 Dec 20 21:28:26.769061 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0aed07d9-acf1-4aa7-9f4a-adde379e33d0 req-824b52b7-9c6b-434b-b59b-512cdc8808b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=631fd657-633a-4798-86f3-d2a6fb4581e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392606 Dec 20 21:28:26.907738 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6cfbd27e-f961-4de8-8f03-fb0e251e0826 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:28:26.944464 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0aed07d9-acf1-4aa7-9f4a-adde379e33d0 req-ce927362-a3b1-4907-a312-7b3a8e688ef8 service neutron] 10.222.0.66 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659803 Dec 20 21:28:27.096551 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe877711-1c50-4d86-91bd-e64482e39f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:27.118516 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0aed07d9-acf1-4aa7-9f4a-adde379e33d0 req-a7655a8d-286c-43cb-83ac-a5118fbab6e6 service neutron] 10.222.0.66 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668410 Dec 20 21:28:27.243988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 36272) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:27.302037 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad0b2b-0e54-478b-aa40-564e2decf513 req-b0a6678b-19f1-4104-9d8f-a4daa826f0da tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:27.313698 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a3ad0b2b-0e54-478b-aa40-564e2decf513 req-b0a6678b-19f1-4104-9d8f-a4daa826f0da tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 944 time: 0.0727494 Dec 20 21:28:27.366508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0ea37995-1b37-4a06-9a7c-326cb50ef01a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1314000280-network', 'tenant_id': 'ca36b0d25161450da30484970d345d34'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:27.371930 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a3ad0b2b-0e54-478b-aa40-564e2decf513 req-1ac3426e-b800-4971-97a8-1d626597ba0d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560858 Dec 20 21:28:27.451144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-96cbad9e-d597-48e3-b8a6-019c41cbaac0 req-c16d40d0-5687-4521-918a-8a43ba8009f6 tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0580606 Dec 20 21:28:27.465029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea37995-1b37-4a06-9a7c-326cb50ef01a admin admin] Made reservation on behalf of ca36b0d25161450da30484970d345d34 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:27.467676 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea37995-1b37-4a06-9a7c-326cb50ef01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:27.478566 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea37995-1b37-4a06-9a7c-326cb50ef01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:27.579689 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea37995-1b37-4a06-9a7c-326cb50ef01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:27.587145 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea37995-1b37-4a06-9a7c-326cb50ef01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:27.636933 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea37995-1b37-4a06-9a7c-326cb50ef01a admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:28:27.669200 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea37995-1b37-4a06-9a7c-326cb50ef01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc7da1a-f249-46a7-bf4f-e1426b575975,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:27.681095 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea37995-1b37-4a06-9a7c-326cb50ef01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:27.681610 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-0ea37995-1b37-4a06-9a7c-326cb50ef01a admin admin] Added segment eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2 of type vlan for network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab Dec 20 21:28:27.742714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912275f2-3c12-4584-8c68-82a2ac8cd31d req-5b034244-e365-42b6-a9e9-23d4414c96b6 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:27.744243 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-912275f2-3c12-4584-8c68-82a2ac8cd31d req-5b034244-e365-42b6-a9e9-23d4414c96b6 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 943 time: 0.1293161 Dec 20 21:28:27.745922 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea37995-1b37-4a06-9a7c-326cb50ef01a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:27.791972 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea37995-1b37-4a06-9a7c-326cb50ef01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:27.792915 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea37995-1b37-4a06-9a7c-326cb50ef01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:27.793513 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea37995-1b37-4a06-9a7c-326cb50ef01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:27.816308 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-912275f2-3c12-4584-8c68-82a2ac8cd31d req-bb0de0d6-37cf-4bb2-85d2-f8737e6f8ddb tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632377 Dec 20 21:28:27.879671 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0ea37995-1b37-4a06-9a7c-326cb50ef01a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6342621 Dec 20 21:28:27.881149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea37995-1b37-4a06-9a7c-326cb50ef01a admin admin] Pushing event updated for resources: {'Network': ['ID=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:27.882567 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36286) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:27.889329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a8ba2b09-1fa1-40ab-8ab4-5ddc327cfc88 admin admin] Request body: {'subnet': {'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1314000280-subnet', 'tenant_id': 'ca36b0d25161450da30484970d345d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:27.892214 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:28:27.936870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ba2b09-1fa1-40ab-8ab4-5ddc327cfc88 admin admin] Made reservation on behalf of ca36b0d25161450da30484970d345d34 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:27.939476 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8ba2b09-1fa1-40ab-8ab4-5ddc327cfc88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:28.124320 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8ba2b09-1fa1-40ab-8ab4-5ddc327cfc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:28.173381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba2b09-1fa1-40ab-8ab4-5ddc327cfc88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea9759e2-26ca-4714-859c-932515626a6f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:28.191557 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ba2b09-1fa1-40ab-8ab4-5ddc327cfc88 admin admin] Checking segment: {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:28:28.191969 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ba2b09-1fa1-40ab-8ab4-5ddc327cfc88 admin admin] Network hostable DHCP agents. Network: ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:28:28.211598 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ba2b09-1fa1-40ab-8ab4-5ddc327cfc88 admin admin] Network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:28:28.223775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a8ba2b09-1fa1-40ab-8ab4-5ddc327cfc88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:28.228995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ba2b09-1fa1-40ab-8ab4-5ddc327cfc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:28.230193 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8ba2b09-1fa1-40ab-8ab4-5ddc327cfc88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:28.234257 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e3b64b-fe19-42eb-872b-ca951e921882 None None] Network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:28:28.257250 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a8ba2b09-1fa1-40ab-8ab4-5ddc327cfc88 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3651655 Dec 20 21:28:28.396223 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b24ce8-b827-41c7-aa69-e261de5f971e None None] Network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:28:28.587743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0616d5-68b5-4b37-b93b-a564384bcfca req-f32d29d8-7636-4aa7-9c39-124105fe68da tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:28.589849 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ba0616d5-68b5-4b37-b93b-a564384bcfca req-f32d29d8-7636-4aa7-9c39-124105fe68da tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 944 time: 0.1106479 Dec 20 21:28:28.639881 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ba0616d5-68b5-4b37-b93b-a564384bcfca req-3cbf4809-5b46-4fb9-9542-c31e2e23654f tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436440 Dec 20 21:28:28.747849 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b25b6195-113c-4342-a217-d6950fb048bf req-22ac89b4-c750-4783-985d-cac9e558e4d9 tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0316410 Dec 20 21:28:28.792916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-b5465767-f867-4782-a51c-fd675cf757e2 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:28.800996 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-b5465767-f867-4782-a51c-fd675cf757e2 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 812 time: 0.1366627 Dec 20 21:28:28.816303 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-80023455-ee83-457f-ac0a-5f05c5915f9b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/quotas/ca36b0d25161450da30484970d345d34 HTTP/1.1" status: 200 len: 375 time: 0.0141811 Dec 20 21:28:28.853944 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-163f710f-1d1f-4ad0-9df5-419f9202ff36 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318100 Dec 20 21:28:28.991815 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-c0c4fa5c-7df1-4592-93b2-5bf0c4eef079 service neutron] 10.222.0.32 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264343 Dec 20 21:28:29.097811 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf05581-431a-45d1-b377-5bd4b1c4c232 req-77abe0d1-6a87-4ff4-9980-f6e453e2b315 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:29.106025 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fdf05581-431a-45d1-b377-5bd4b1c4c232 req-77abe0d1-6a87-4ff4-9980-f6e453e2b315 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 943 time: 0.0768614 Dec 20 21:28:29.135638 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-10b83d27-d551-41d5-89cb-a356a48b7d1f service neutron] 10.222.0.32 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314847 Dec 20 21:28:29.159108 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fdf05581-431a-45d1-b377-5bd4b1c4c232 req-72f86bd9-7e8f-497a-8a61-c05dd3b8089a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516772 Dec 20 21:28:29.339589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2764f012-0753-4a77-9fa6-1ce0e75fdecd details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:28:29.341449 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-11c9ae2b-f242-473c-bc6f-43adb0916c5b req-1dc7caef-c73e-4512-a29f-612bb0a5622b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 210 time: 0.0446994 Dec 20 21:28:29.458515 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8e8f9c7c-0dae-4b45-aad2-d628210a98fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:29.500633 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 2764f012-0753-4a77-9fa6-1ce0e75fdecd, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2764f012-0753-4a77-9fa6-1ce0e75fdecd,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:29.515611 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '2764f012-0753-4a77-9fa6-1ce0e75fdecd', 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1', 'port_id': '2764f012-0753-4a77-9fa6-1ce0e75fdecd', 'mac_address': 'fa:16:3e:2c:bd:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ff85e3-c2b2-4219-9be7-235a0898b2d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:28:29.565248 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:29.584116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2764f012-0753-4a77-9fa6-1ce0e75fdecd {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:28:29.635531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 2764f012-0753-4a77-9fa6-1ce0e75fdecd, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2764f012-0753-4a77-9fa6-1ce0e75fdecd,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:29.643228 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:29.714378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=2764f012-0753-4a77-9fa6-1ce0e75fdecd,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:29.904051 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5910d-f0db-4208-bdd4-667911e56e97 req-163285ec-e78b-48f0-8bba-51e47a281732 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:29.911181 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e88a1a93-50c4-41ae-b94d-18b7db13304b req-0fdfe489-95d8-42de-8d87-771e8a7e3310 tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0477028 Dec 20 21:28:29.915432 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-13b5910d-f0db-4208-bdd4-667911e56e97 req-163285ec-e78b-48f0-8bba-51e47a281732 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 944 time: 0.1502638 Dec 20 21:28:29.940209 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['2764f012-0753-4a77-9fa6-1ce0e75fdecd'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:28:29.972896 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-13b5910d-f0db-4208-bdd4-667911e56e97 req-4558e100-a7a3-43b8-9fe8-869390d8a834 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562270 Dec 20 21:28:30.289514 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f7376-3d28-4feb-ade8-5d2b2785a551 req-e6260a9e-b413-493d-b522-450ec08ce4e4 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:30.291066 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-835f7376-3d28-4feb-ade8-5d2b2785a551 req-e6260a9e-b413-493d-b522-450ec08ce4e4 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 944 time: 0.0585833 Dec 20 21:28:30.334401 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-835f7376-3d28-4feb-ade8-5d2b2785a551 req-f6bc4bd6-e530-47e0-87bd-0733cab26e4f tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370522 Dec 20 21:28:30.435364 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d32064ee-10e2-4cf0-abb4-85d258c733ed req-440849f9-2080-4207-b77f-34f575a7eb77 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 210 time: 0.0282512 Dec 20 21:28:30.627747 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:30.746649 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-5424f72c-8386-45fb-8535-16242a845546 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:30.748204 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-5424f72c-8386-45fb-8535-16242a845546 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 812 time: 0.1145537 Dec 20 21:28:30.770245 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-60b08280-ea32-4e0a-a215-90bd5fed15ca tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Request body: {'port': {'device_id': 'ab1de92d-2eae-42a0-b47d-d601285eec39', 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab', 'admin_state_up': True, 'tenant_id': 'ca36b0d25161450da30484970d345d34'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:30.880797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-60b08280-ea32-4e0a-a215-90bd5fed15ca tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Made reservation on behalf of ca36b0d25161450da30484970d345d34 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:30.884652 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-60b08280-ea32-4e0a-a215-90bd5fed15ca tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:31.006730 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7b861464-8250-4e46-8f64-492e47d4ccd5 req-0bcbfa83-89fa-4476-b365-f6d861fd1d97 tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0309360 Dec 20 21:28:31.058129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-60b08280-ea32-4e0a-a215-90bd5fed15ca tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Allocated IP 172.20.0.14 (ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab/ea9759e2-26ca-4714-859c-932515626a6f/ea5e9034-c45a-493d-9920-cf49d86de00f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:28:31.174365 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a90a2-5fa0-46ea-a8dc-9cc7fbbdaa5b req-427095f3-4704-4b89-90df-3dd00a14033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:31.176544 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9a90a2-5fa0-46ea-a8dc-9cc7fbbdaa5b req-427095f3-4704-4b89-90df-3dd00a14033d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3&tenant_id=2372edae52864334a53d4fba944cc335 HTTP/1.1" status: 200 len: 1093 time: 0.0561602 Dec 20 21:28:31.242136 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da70ad2-9394-464f-aee1-a626889a384d req-5463e98d-e837-42ee-b45d-0478989db6ce tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:31.243872 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8da70ad2-9394-464f-aee1-a626889a384d req-5463e98d-e837-42ee-b45d-0478989db6ce tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 944 time: 0.1430881 Dec 20 21:28:31.281431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a90a2-5fa0-46ea-a8dc-9cc7fbbdaa5b req-9cf62768-15cc-4c33-81f8-da829bd874dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:31.283076 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9a90a2-5fa0-46ea-a8dc-9cc7fbbdaa5b req-9cf62768-15cc-4c33-81f8-da829bd874dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2372edae52864334a53d4fba944cc335&device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 1093 time: 0.0503049 Dec 20 21:28:31.314293 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8da70ad2-9394-464f-aee1-a626889a384d req-f4ad8434-f16f-4c61-850c-cc30b0c3f472 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638466 Dec 20 21:28:31.318993 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-60b08280-ea32-4e0a-a215-90bd5fed15ca tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:31.338204 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2764f012-0753-4a77-9fa6-1ce0e75fdecd up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:28:31.388738 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a90a2-5fa0-46ea-a8dc-9cc7fbbdaa5b req-990c42c6-58ee-48de-8b9b-704ee0003acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:31.390760 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9a90a2-5fa0-46ea-a8dc-9cc7fbbdaa5b req-990c42c6-58ee-48de-8b9b-704ee0003acc service neutron] 10.222.0.31 "GET /v2.0/networks?id=c507b886-4c4e-4889-b255-5311698a9b7a HTTP/1.1" status: 200 len: 917 time: 0.1001797 Dec 20 21:28:31.394219 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-60b08280-ea32-4e0a-a215-90bd5fed15ca tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:31.398659 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 2764f012-0753-4a77-9fa6-1ce0e75fdecd completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:28:31.404124 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 2764f012-0753-4a77-9fa6-1ce0e75fdecd triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:31.406419 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:31.451067 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-60b08280-ea32-4e0a-a215-90bd5fed15ca tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:28:31.454239 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-60b08280-ea32-4e0a-a215-90bd5fed15ca tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:31.475597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-60b08280-ea32-4e0a-a215-90bd5fed15ca tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:28:31.504424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b08280-ea32-4e0a-a215-90bd5fed15ca tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Pushing event updated for resources: {'Port': ['ID=ea5e9034-c45a-493d-9920-cf49d86de00f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:31.521365 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:31.537931 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9a90a2-5fa0-46ea-a8dc-9cc7fbbdaa5b req-33d6f6c2-88ba-4a94-98af-b180dd82db79 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826 HTTP/1.1" status: 200 len: 1000 time: 0.1387141 Dec 20 21:28:31.544942 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-60b08280-ea32-4e0a-a215-90bd5fed15ca tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:31.545578 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-60b08280-ea32-4e0a-a215-90bd5fed15ca tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:31.548571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c011bd9-8cc3-44d5-ad59-4e67927fff91 req-b52039f6-2553-4cb0-b86a-b5bbf59d4a0b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:31.549936 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e71c81-7956-407d-944d-0d48ace81d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2764f012-0753-4a77-9fa6-1ce0e75fdecd'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:28:31.550791 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c011bd9-8cc3-44d5-ad59-4e67927fff91 req-b52039f6-2553-4cb0-b86a-b5bbf59d4a0b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 944 time: 0.0935478 Dec 20 21:28:31.552946 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495fd92a-73cd-4d70-b0eb-eb51e471d06a" -d '{"events": [{"server_uuid": "f6e71c81-7956-407d-944d-0d48ace81d96", "name": "network-vif-plugged", "status": "completed", "tag": "2764f012-0753-4a77-9fa6-1ce0e75fdecd"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:28:31.569863 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 2764f012-0753-4a77-9fa6-1ce0e75fdecd, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2764f012-0753-4a77-9fa6-1ce0e75fdecd,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:31.575692 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-60b08280-ea32-4e0a-a215-90bd5fed15ca tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8111851 Dec 20 21:28:31.578444 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:31.595103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Request body: {'port': {'device_id': 'ab1de92d-2eae-42a0-b47d-d601285eec39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:31.638987 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=2764f012-0753-4a77-9fa6-1ce0e75fdecd,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:31.639880 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a90a2-5fa0-46ea-a8dc-9cc7fbbdaa5b req-5f00e8cb-b310-4cf2-8bc6-5b8a9554dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:31.641898 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9a90a2-5fa0-46ea-a8dc-9cc7fbbdaa5b req-5f00e8cb-b310-4cf2-8bc6-5b8a9554dc41 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=550ee55d-1479-46f2-9e4e-e2b23472d5bb HTTP/1.1" status: 200 len: 855 time: 0.0894661 Dec 20 21:28:31.647603 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c011bd9-8cc3-44d5-ad59-4e67927fff91 req-cd3bce5d-0c7b-41a8-8ada-d85ccf957595 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844667 Dec 20 21:28:31.670673 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:31.680346 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa1e2d-2988-4c24-8509-5f940ba46973 req-6a3aa154-f19f-4fc4-8099-be0c1a96c57a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:31.687702 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7aa1e2d-2988-4c24-8509-5f940ba46973 req-6a3aa154-f19f-4fc4-8099-be0c1a96c57a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 932 time: 0.1262321 Dec 20 21:28:31.702519 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a90a2-5fa0-46ea-a8dc-9cc7fbbdaa5b req-ebeebc07-4cbe-4cde-aafc-fada2901bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:31.704049 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9a90a2-5fa0-46ea-a8dc-9cc7fbbdaa5b req-ebeebc07-4cbe-4cde-aafc-fada2901bfcc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c507b886-4c4e-4889-b255-5311698a9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0555146 Dec 20 21:28:31.764406 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7aa1e2d-2988-4c24-8509-5f940ba46973 req-892a7efe-59b6-4c05-9678-1fc1ba8c52af tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731654 Dec 20 21:28:31.811493 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed714c00-2e7a-4dd0-a5ed-6c8df5b362e6 x-openstack-request-id: req-ed714c00-2e7a-4dd0-a5ed-6c8df5b362e6 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:28:31.812009 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e71c81-7956-407d-944d-0d48ace81d96", "name": "network-vif-plugged", "status": "completed", "tag": "2764f012-0753-4a77-9fa6-1ce0e75fdecd", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:28:31.812472 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed714c00-2e7a-4dd0-a5ed-6c8df5b362e6 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:28:31.813263 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e71c81-7956-407d-944d-0d48ace81d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2764f012-0753-4a77-9fa6-1ce0e75fdecd', 'code': 200} Dec 20 21:28:31.813652 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9a90a2-5fa0-46ea-a8dc-9cc7fbbdaa5b req-540c8c0e-75c4-4d04-a169-57a179478839 service neutron] 10.222.0.31 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024950 Dec 20 21:28:31.922780 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9a90a2-5fa0-46ea-a8dc-9cc7fbbdaa5b req-2be8c113-f742-4c3b-8f09-256f01cb6ca8 service neutron] 10.222.0.31 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024244 Dec 20 21:28:31.972979 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df3639-377e-41f5-8fee-b61e84a57cb7 req-5298bfdc-e57e-4d3d-9b07-5f90bb9cfe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:31.974551 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c1df3639-377e-41f5-8fee-b61e84a57cb7 req-5298bfdc-e57e-4d3d-9b07-5f90bb9cfe63 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 1094 time: 0.0471051 Dec 20 21:28:32.010716 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c1df3639-377e-41f5-8fee-b61e84a57cb7 req-1b7c489b-3af3-4475-b62c-125dd32f5b9e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295050 Dec 20 21:28:32.018041 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:32.047578 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5e9034-c45a-493d-9920-cf49d86de00f {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:28:32.057548 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:32.071869 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Transition to ACTIVE for port object ea5e9034-c45a-493d-9920-cf49d86de00f will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:28:32.077443 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:32.146590 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-688362c0-076e-4d56-a853-c2c0ad7f561a req-903ff702-4cb1-45f9-9fe0-5befdf8043ea tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0401971 Dec 20 21:28:32.163533 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5e9034-c45a-493d-9920-cf49d86de00f,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:32.260479 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Attempting to bind port ea5e9034-c45a-493d-9920-cf49d86de00f on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:28:32.260829 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Attempting to bind port ea5e9034-c45a-493d-9920-cf49d86de00f by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:28:32.261144 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Attempting to bind port ea5e9034-c45a-493d-9920-cf49d86de00f on network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:32.265551 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Port ea5e9034-c45a-493d-9920-cf49d86de00f on network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:28:32.265862 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Attempting to bind port ea5e9034-c45a-493d-9920-cf49d86de00f on network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:32.270796 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:28:32.271193 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Checking segment: {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:28:32.271635 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Bound using segment: {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:28:32.272186 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Bound port: ea5e9034-c45a-493d-9920-cf49d86de00f, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:28:32.272597 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:32.317408 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:32.356757 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] For port ea5e9034-c45a-493d-9920-cf49d86de00f, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:28:32.360757 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] For port ea5e9034-c45a-493d-9920-cf49d86de00f, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=ea5e9034-c45a-493d-9920-cf49d86de00f,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:28:32.366292 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:32.417034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:32.417646 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:32.419238 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] 10.222.0.31 "PUT /v2.0/ports/ea5e9034-c45a-493d-9920-cf49d86de00f HTTP/1.1" status: 200 len: 1090 time: 0.8285713 Dec 20 21:28:32.419675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1de92d-2eae-42a0-b47d-d601285eec39', 'tag': 'ea5e9034-c45a-493d-9920-cf49d86de00f'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:28:32.421978 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85319b47-5ab1-4cb9-857b-ee40156df1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1de92d-2eae-42a0-b47d-d601285eec39", "tag": "ea5e9034-c45a-493d-9920-cf49d86de00f"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:28:32.477933 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd4d39-ffe0-48c7-9e8a-4ab0297decc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5e9034-c45a-493d-9920-cf49d86de00f,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:32.490159 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a91941-c186-4330-b84e-52764b72b88e x-openstack-request-id: req-68a91941-c186-4330-b84e-52764b72b88e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:28:32.490490 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1de92d-2eae-42a0-b47d-d601285eec39", "tag": "ea5e9034-c45a-493d-9920-cf49d86de00f", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:28:32.490847 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68a91941-c186-4330-b84e-52764b72b88e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:28:32.491288 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1de92d-2eae-42a0-b47d-d601285eec39', 'tag': 'ea5e9034-c45a-493d-9920-cf49d86de00f', 'status': 'completed', 'code': 200} Dec 20 21:28:32.574666 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44638aa5-08a9-4a63-8864-5824c290cecc req-ac8bc88c-8b6f-4037-8466-d71b94ccef4c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:32.582692 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44638aa5-08a9-4a63-8864-5824c290cecc req-ac8bc88c-8b6f-4037-8466-d71b94ccef4c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 944 time: 0.1035125 Dec 20 21:28:32.637864 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44638aa5-08a9-4a63-8864-5824c290cecc req-f5551475-1daa-4b42-b37c-778df600274b tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449555 Dec 20 21:28:32.821941 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29ba6f-1e70-43f9-93aa-f785ac0ddb1a req-531063ea-676f-4329-96a9-cd8bf4b302e7 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:32.823586 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8a29ba6f-1e70-43f9-93aa-f785ac0ddb1a req-531063ea-676f-4329-96a9-cd8bf4b302e7 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 945 time: 0.0892553 Dec 20 21:28:32.978663 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8a29ba6f-1e70-43f9-93aa-f785ac0ddb1a req-718116c9-aa67-4608-8e03-a1107facb684 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415429 Dec 20 21:28:33.003743 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-78f088f5-baf1-411b-9d84-7b0bb01e5fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:33.008246 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-78f088f5-baf1-411b-9d84-7b0bb01e5fbc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 1093 time: 0.1728609 Dec 20 21:28:33.103402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccead2c-2d29-400c-8eea-dcfc50baff06 req-b0a1649b-daa5-4742-b504-6b0765af92fe tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:33.106613 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7ccead2c-2d29-400c-8eea-dcfc50baff06 req-b0a1649b-daa5-4742-b504-6b0765af92fe tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 944 time: 0.1265380 Dec 20 21:28:33.170941 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-abd7b6c0-466d-41fb-900c-c1eb7a92e13b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea5e9034-c45a-493d-9920-cf49d86de00f HTTP/1.1" status: 200 len: 217 time: 0.0640740 Dec 20 21:28:33.191613 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7ccead2c-2d29-400c-8eea-dcfc50baff06 req-ef092091-296a-44e1-8533-85eab4eff90e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723159 Dec 20 21:28:33.345543 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5313354e-ca96-4427-95d2-cd63e3b292ae req-17eac479-ddc9-4150-80a0-a0f8c79533e3 tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0371573 Dec 20 21:28:33.694833 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36424) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:33.700886 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b1bef65c-4b68-42dc-ae1b-51f802725562 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1909588286'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:33.725387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bef65c-4b68-42dc-ae1b-51f802725562 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Made reservation on behalf of ae8a085dd6e14fa0abcc7b1eb3b27ad5 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:33.730027 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b1bef65c-4b68-42dc-ae1b-51f802725562 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:33.759925 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1bef65c-4b68-42dc-ae1b-51f802725562 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:28:33.770231 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b1bef65c-4b68-42dc-ae1b-51f802725562 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:33.770540 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-b1bef65c-4b68-42dc-ae1b-51f802725562 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Added segment 1d35eb84-edc0-4ac7-b72c-d26011de14f1 of type vlan for network 0d7ce904-5e00-450e-ba96-c229b1e02c3a Dec 20 21:28:33.816618 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b1bef65c-4b68-42dc-ae1b-51f802725562 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:33.842989 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b1bef65c-4b68-42dc-ae1b-51f802725562 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:33.850121 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bef65c-4b68-42dc-ae1b-51f802725562 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:33.850121 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b1bef65c-4b68-42dc-ae1b-51f802725562 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:33.930270 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b1bef65c-4b68-42dc-ae1b-51f802725562 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2315266 Dec 20 21:28:33.931538 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36428) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:33.938599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0b565b00-3481-437a-90ea-34d679c2397e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1307832521'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:33.946936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bef65c-4b68-42dc-ae1b-51f802725562 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event updated for resources: {'Network': ['ID=0d7ce904-5e00-450e-ba96-c229b1e02c3a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:33.960296 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 0d7ce904-5e00-450e-ba96-c229b1e02c3a details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:28:33.979402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b565b00-3481-437a-90ea-34d679c2397e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Made reservation on behalf of ae8a085dd6e14fa0abcc7b1eb3b27ad5 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:33.983641 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b565b00-3481-437a-90ea-34d679c2397e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:34.028169 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b565b00-3481-437a-90ea-34d679c2397e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:28:34.040216 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b565b00-3481-437a-90ea-34d679c2397e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:34.040622 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-0b565b00-3481-437a-90ea-34d679c2397e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Added segment d876710f-7e1a-4456-ba5e-b7cdcf0d523d of type vlan for network ae5f0a2b-8184-4e1d-822a-c5435728b42b Dec 20 21:28:34.085484 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b565b00-3481-437a-90ea-34d679c2397e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:34.112014 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b565b00-3481-437a-90ea-34d679c2397e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:34.117687 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b565b00-3481-437a-90ea-34d679c2397e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:34.118346 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b565b00-3481-437a-90ea-34d679c2397e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:34.187253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 36432) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:34.187812 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0b565b00-3481-437a-90ea-34d679c2397e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2546747 Dec 20 21:28:34.193385 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-394afa8e-6670-4552-bd73-f7810bc828bf tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Request body: {'subnet': {'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:34.193593 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b565b00-3481-437a-90ea-34d679c2397e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event updated for resources: {'Network': ['ID=ae5f0a2b-8184-4e1d-822a-c5435728b42b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:34.205279 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network ae5f0a2b-8184-4e1d-822a-c5435728b42b details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:28:34.297032 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394afa8e-6670-4552-bd73-f7810bc828bf tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Made reservation on behalf of ae8a085dd6e14fa0abcc7b1eb3b27ad5 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:34.301545 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-394afa8e-6670-4552-bd73-f7810bc828bf tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:34.497636 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-394afa8e-6670-4552-bd73-f7810bc828bf tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:34.560055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394afa8e-6670-4552-bd73-f7810bc828bf tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event updated for resources: {'Subnet': ['ID=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:34.567758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394afa8e-6670-4552-bd73-f7810bc828bf tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Checking segment: {'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:28:34.568359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394afa8e-6670-4552-bd73-f7810bc828bf tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Network hostable DHCP agents. Network: 0d7ce904-5e00-450e-ba96-c229b1e02c3a, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:28:34.586457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394afa8e-6670-4552-bd73-f7810bc828bf tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Network 0d7ce904-5e00-450e-ba96-c229b1e02c3a is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:28:34.597731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-394afa8e-6670-4552-bd73-f7810bc828bf tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 0d7ce904-5e00-450e-ba96-c229b1e02c3a) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:34.605206 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394afa8e-6670-4552-bd73-f7810bc828bf tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:34.605971 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-394afa8e-6670-4552-bd73-f7810bc828bf tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:34.607083 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3240c26-2db6-484f-b3d0-14b13b4d8014 None None] Network 0d7ce904-5e00-450e-ba96-c229b1e02c3a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:28:34.629127 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-394afa8e-6670-4552-bd73-f7810bc828bf tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4374490 Dec 20 21:28:34.629486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36440) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:34.635320 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-28baf77a-fbe8-40c3-96ac-d7264ab58448 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Request body: {'subnet': {'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:34.752039 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28baf77a-fbe8-40c3-96ac-d7264ab58448 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Made reservation on behalf of ae8a085dd6e14fa0abcc7b1eb3b27ad5 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:34.757541 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-28baf77a-fbe8-40c3-96ac-d7264ab58448 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:34.838150 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-0d7ce904-5e00-450e-ba96-c229b1e02c3a', 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'fixed_ips': [{'subnet_id': '257dfcc1-7f04-448b-b1e8-80b2cc4dcde8'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:28:34.839609 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:34.973523 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-28baf77a-fbe8-40c3-96ac-d7264ab58448 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:35.005000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Allocated IP 10.1.1.2 (0d7ce904-5e00-450e-ba96-c229b1e02c3a/257dfcc1-7f04-448b-b1e8-80b2cc4dcde8/3d821c94-8cb8-45eb-8dd0-8824427464c6) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:28:35.034655 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28baf77a-fbe8-40c3-96ac-d7264ab58448 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event updated for resources: {'Subnet': ['ID=ae563e9e-aa51-4afb-9f8a-8a6be528b5fd,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:35.045150 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28baf77a-fbe8-40c3-96ac-d7264ab58448 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Checking segment: {'id': 'd876710f-7e1a-4456-ba5e-b7cdcf0d523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:28:35.045558 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28baf77a-fbe8-40c3-96ac-d7264ab58448 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Network hostable DHCP agents. Network: ae5f0a2b-8184-4e1d-822a-c5435728b42b, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:28:35.063650 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28baf77a-fbe8-40c3-96ac-d7264ab58448 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Network ae5f0a2b-8184-4e1d-822a-c5435728b42b is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:28:35.072670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-28baf77a-fbe8-40c3-96ac-d7264ab58448 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, ae5f0a2b-8184-4e1d-822a-c5435728b42b) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:35.077635 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28baf77a-fbe8-40c3-96ac-d7264ab58448 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:35.078289 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-28baf77a-fbe8-40c3-96ac-d7264ab58448 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:35.084899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f14cbdc-cc54-436f-a0d4-7464e31ab278 None None] Network ae5f0a2b-8184-4e1d-822a-c5435728b42b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:28:35.098715 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-28baf77a-fbe8-40c3-96ac-d7264ab58448 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4677715 Dec 20 21:28:35.101268 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36442) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:35.108783 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-87938b94-239a-4037-a464-83cd5eb07071 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Request body: {'port': {'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a', 'name': 'tempest-TaggedBootDevicesTest-1964586606', 'fixed_ips': [{'subnet_id': '257dfcc1-7f04-448b-b1e8-80b2cc4dcde8'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:35.258957 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87938b94-239a-4037-a464-83cd5eb07071 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Made reservation on behalf of ae8a085dd6e14fa0abcc7b1eb3b27ad5 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:35.370428 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-87938b94-239a-4037-a464-83cd5eb07071 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:35.389988 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-87938b94-239a-4037-a464-83cd5eb07071 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] device_id is not set on port 1d3edd11-b710-430d-ae69-8d04fe58dcc7 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:28:35.419547 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:35.432323 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:35.486278 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ae5f0a2b-8184-4e1d-822a-c5435728b42b', 'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'fixed_ips': [{'subnet_id': 'ae563e9e-aa51-4afb-9f8a-8a6be528b5fd'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:28:35.487318 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:35.498369 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Network 0d7ce904-5e00-450e-ba96-c229b1e02c3a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:28:35.511261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:35.517777 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:28:35.539248 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Pushing event updated for resources: {'Port': ['ID=3d821c94-8cb8-45eb-8dd0-8824427464c6,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:35.721461 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-87938b94-239a-4037-a464-83cd5eb07071 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Allocated IP 10.1.1.238 (0d7ce904-5e00-450e-ba96-c229b1e02c3a/257dfcc1-7f04-448b-b1e8-80b2cc4dcde8/1d3edd11-b710-430d-ae69-8d04fe58dcc7) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:28:35.744080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Attempting to bind port 3d821c94-8cb8-45eb-8dd0-8824427464c6 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:28:35.744455 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Attempting to bind port 3d821c94-8cb8-45eb-8dd0-8824427464c6 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:28:35.744814 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Attempting to bind port 3d821c94-8cb8-45eb-8dd0-8824427464c6 on network 0d7ce904-5e00-450e-ba96-c229b1e02c3a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:35.763267 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:28:35.763687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Checking segment: {'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:28:35.763959 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:35.764358 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Bound using segment: {'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:28:35.764876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Bound port: 3d821c94-8cb8-45eb-8dd0-8824427464c6, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:28:35.765257 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:35.789195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Allocated IP 10.2.2.2 (ae5f0a2b-8184-4e1d-822a-c5435728b42b/ae563e9e-aa51-4afb-9f8a-8a6be528b5fd/34d3d6ef-4786-4146-b02e-43ebea958295) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:28:35.896113 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] For port 3d821c94-8cb8-45eb-8dd0-8824427464c6, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:28:35.901319 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] For port 3d821c94-8cb8-45eb-8dd0-8824427464c6, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3d821c94-8cb8-45eb-8dd0-8824427464c6,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:28:35.908711 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:35.983942 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-87938b94-239a-4037-a464-83cd5eb07071 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:36.030181 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-87938b94-239a-4037-a464-83cd5eb07071 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:36.067428 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:36.112206 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:36.131450 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c9ac9-ad75-4cfb-a94b-483bb7ca380e None None] Pushing event updated for resources: {'Port': ['ID=3d821c94-8cb8-45eb-8dd0-8824427464c6,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:36.134036 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87938b94-239a-4037-a464-83cd5eb07071 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event updated for resources: {'Port': ['ID=1d3edd11-b710-430d-ae69-8d04fe58dcc7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:36.144569 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87938b94-239a-4037-a464-83cd5eb07071 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Network 0d7ce904-5e00-450e-ba96-c229b1e02c3a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:28:36.145992 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-87938b94-239a-4037-a464-83cd5eb07071 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:36.148646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87938b94-239a-4037-a464-83cd5eb07071 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:28:36.157077 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Network ae5f0a2b-8184-4e1d-822a-c5435728b42b is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:28:36.177850 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:36.181078 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:28:36.219230 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87938b94-239a-4037-a464-83cd5eb07071 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:36.219956 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-87938b94-239a-4037-a464-83cd5eb07071 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:36.254165 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-87938b94-239a-4037-a464-83cd5eb07071 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1488380 Dec 20 21:28:36.254523 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36444) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:36.260173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9b44e727-a9c2-4cbc-8b80-0308eb0d63b5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Request body: {'port': {'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a', 'name': 'tempest-TaggedBootDevicesTest-127674825', 'fixed_ips': [{'subnet_id': '257dfcc1-7f04-448b-b1e8-80b2cc4dcde8'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:36.301104 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Pushing event updated for resources: {'Port': ['ID=34d3d6ef-4786-4146-b02e-43ebea958295,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:36.308226 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Attempting to bind port 34d3d6ef-4786-4146-b02e-43ebea958295 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:28:36.308796 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Attempting to bind port 34d3d6ef-4786-4146-b02e-43ebea958295 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'd876710f-7e1a-4456-ba5e-b7cdcf0d523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:28:36.309247 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Attempting to bind port 34d3d6ef-4786-4146-b02e-43ebea958295 on network ae5f0a2b-8184-4e1d-822a-c5435728b42b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:36.320512 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:28:36.321047 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Checking segment: {'id': 'd876710f-7e1a-4456-ba5e-b7cdcf0d523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:28:36.334181 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:36.334964 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Bound using segment: {'id': 'd876710f-7e1a-4456-ba5e-b7cdcf0d523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:28:36.336137 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Bound port: 34d3d6ef-4786-4146-b02e-43ebea958295, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd876710f-7e1a-4456-ba5e-b7cdcf0d523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:28:36.336294 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:36.460234 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b44e727-a9c2-4cbc-8b80-0308eb0d63b5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Made reservation on behalf of ae8a085dd6e14fa0abcc7b1eb3b27ad5 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:36.468039 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b44e727-a9c2-4cbc-8b80-0308eb0d63b5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:36.482027 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] For port 34d3d6ef-4786-4146-b02e-43ebea958295, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:28:36.487533 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] For port 34d3d6ef-4786-4146-b02e-43ebea958295, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=34d3d6ef-4786-4146-b02e-43ebea958295,segment=NetworkSegment(d876710f-7e1a-4456-ba5e-b7cdcf0d523d),segment_id=d876710f-7e1a-4456-ba5e-b7cdcf0d523d)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:28:36.507809 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:36.514748 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-9b44e727-a9c2-4cbc-8b80-0308eb0d63b5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] device_id is not set on port 97563572-4662-45fc-886e-d7a94f6a1dea yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:28:36.614834 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8573ac-c062-4227-aa0d-b158f77a7872 None None] Pushing event updated for resources: {'Port': ['ID=34d3d6ef-4786-4146-b02e-43ebea958295,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:36.805400 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-9b44e727-a9c2-4cbc-8b80-0308eb0d63b5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Allocated IP 10.1.1.175 (0d7ce904-5e00-450e-ba96-c229b1e02c3a/257dfcc1-7f04-448b-b1e8-80b2cc4dcde8/97563572-4662-45fc-886e-d7a94f6a1dea) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:28:37.021774 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b44e727-a9c2-4cbc-8b80-0308eb0d63b5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:37.069955 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b44e727-a9c2-4cbc-8b80-0308eb0d63b5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:37.091672 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:28:37.125013 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b44e727-a9c2-4cbc-8b80-0308eb0d63b5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Network 0d7ce904-5e00-450e-ba96-c229b1e02c3a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:28:37.128358 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9b44e727-a9c2-4cbc-8b80-0308eb0d63b5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:37.132452 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b44e727-a9c2-4cbc-8b80-0308eb0d63b5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:28:37.159983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44e727-a9c2-4cbc-8b80-0308eb0d63b5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event updated for resources: {'Port': ['ID=97563572-4662-45fc-886e-d7a94f6a1dea,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:37.195546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b44e727-a9c2-4cbc-8b80-0308eb0d63b5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:37.196232 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b44e727-a9c2-4cbc-8b80-0308eb0d63b5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:37.216925 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9b44e727-a9c2-4cbc-8b80-0308eb0d63b5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9611003 Dec 20 21:28:37.511605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0fcebb-d154-4f4f-bf04-0d55a0d5f5a1 None None] Network 0d7ce904-5e00-450e-ba96-c229b1e02c3a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:28:37.633830 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-7ad9ddf0-ceb3-4428-9c65-a8823d032859 None None] Provisioning complete for port 3d821c94-8cb8-45eb-8dd0-8824427464c6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:37.634273 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ad9ddf0-ceb3-4428-9c65-a8823d032859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:37.820663 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ad9ddf0-ceb3-4428-9c65-a8823d032859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:37.884163 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7ad9ddf0-ceb3-4428-9c65-a8823d032859 None None] For port 3d821c94-8cb8-45eb-8dd0-8824427464c6, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3d821c94-8cb8-45eb-8dd0-8824427464c6,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:37.902118 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ad9ddf0-ceb3-4428-9c65-a8823d032859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:38.052464 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9ddf0-ceb3-4428-9c65-a8823d032859 None None] Pushing event updated for resources: {'Port': ['ID=3d821c94-8cb8-45eb-8dd0-8824427464c6,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:38.131302 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3d821c94-8cb8-45eb-8dd0-8824427464c6 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:28:38.207317 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651659f5-9546-4313-a0fd-dd4ef2912fff None None] Network ae5f0a2b-8184-4e1d-822a-c5435728b42b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:28:38.294931 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 3d821c94-8cb8-45eb-8dd0-8824427464c6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:38.295767 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:38.326882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a4fd8633-a4c3-4d43-9f22-088fc031590c None None] Provisioning complete for port 97563572-4662-45fc-886e-d7a94f6a1dea triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:38.327556 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8633-a4c3-4d43-9f22-088fc031590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:38.399161 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd8633-a4c3-4d43-9f22-088fc031590c None None] Port 97563572-4662-45fc-886e-d7a94f6a1dea cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:28:38.451236 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a4fd8633-a4c3-4d43-9f22-088fc031590c None None] Provisioning complete for port 3d821c94-8cb8-45eb-8dd0-8824427464c6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:38.451733 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8633-a4c3-4d43-9f22-088fc031590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:38.546449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 34d3d6ef-4786-4146-b02e-43ebea958295 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:28:38.670189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a4fd8633-a4c3-4d43-9f22-088fc031590c None None] Provisioning complete for port 34d3d6ef-4786-4146-b02e-43ebea958295 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:38.670680 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8633-a4c3-4d43-9f22-088fc031590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:38.672179 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 34d3d6ef-4786-4146-b02e-43ebea958295 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:38.672596 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:38.839140 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:38.841307 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8633-a4c3-4d43-9f22-088fc031590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:38.891453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 34d3d6ef-4786-4146-b02e-43ebea958295, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=34d3d6ef-4786-4146-b02e-43ebea958295,segment=NetworkSegment(d876710f-7e1a-4456-ba5e-b7cdcf0d523d),segment_id=d876710f-7e1a-4456-ba5e-b7cdcf0d523d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:38.898165 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:38.967389 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-a4fd8633-a4c3-4d43-9f22-088fc031590c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:28:38.967758 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-a4fd8633-a4c3-4d43-9f22-088fc031590c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:28:38.978388 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=34d3d6ef-4786-4146-b02e-43ebea958295,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:39.529309 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a4fd8633-a4c3-4d43-9f22-088fc031590c None None] Provisioning complete for port 1d3edd11-b710-430d-ae69-8d04fe58dcc7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:39.529662 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4fd8633-a4c3-4d43-9f22-088fc031590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:39.576486 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd8633-a4c3-4d43-9f22-088fc031590c None None] Port 1d3edd11-b710-430d-ae69-8d04fe58dcc7 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:28:39.697973 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c0cfe743-0c10-47d9-ba40-c327dff3ffa1 None None] Provisioning complete for port 97563572-4662-45fc-886e-d7a94f6a1dea triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:39.698518 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe743-0c10-47d9-ba40-c327dff3ffa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:39.737476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c0cfe743-0c10-47d9-ba40-c327dff3ffa1 None None] Port 97563572-4662-45fc-886e-d7a94f6a1dea cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:28:39.747669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c0cfe743-0c10-47d9-ba40-c327dff3ffa1 None None] Provisioning complete for port 34d3d6ef-4786-4146-b02e-43ebea958295 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:39.748121 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe743-0c10-47d9-ba40-c327dff3ffa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:39.844757 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c0cfe743-0c10-47d9-ba40-c327dff3ffa1 None None] Provisioning complete for port 1d3edd11-b710-430d-ae69-8d04fe58dcc7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:39.845079 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe743-0c10-47d9-ba40-c327dff3ffa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:39.891226 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c0cfe743-0c10-47d9-ba40-c327dff3ffa1 None None] Port 1d3edd11-b710-430d-ae69-8d04fe58dcc7 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:28:39.956289 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3d821c94-8cb8-45eb-8dd0-8824427464c6 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:28:40.007423 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 3d821c94-8cb8-45eb-8dd0-8824427464c6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:40.007796 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:40.085340 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 34d3d6ef-4786-4146-b02e-43ebea958295 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:28:40.138535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 34d3d6ef-4786-4146-b02e-43ebea958295 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:40.138904 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:41.112483 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-c15045a0-6307-4887-b0fb-a2a1579d5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:41.113988 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-c15045a0-6307-4887-b0fb-a2a1579d5540 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ea9759e2-26ca-4714-859c-932515626a6f HTTP/1.1" status: 200 len: 852 time: 0.0565655 Dec 20 21:28:41.153390 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-c3b6cfb3-3fe0-4569-8e15-b38353c399ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299177 Dec 20 21:28:41.256484 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5acaa-c6a3-403d-8b5a-4ecce08ea7c9 req-4d8d27ba-8919-4eb5-9abf-b83a789fe663 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:41.258100 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-95f5acaa-c6a3-403d-8b5a-4ecce08ea7c9 req-4d8d27ba-8919-4eb5-9abf-b83a789fe663 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 944 time: 0.0996251 Dec 20 21:28:41.303324 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-67c268b5-6b95-4b49-b725-856f28912644 service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353106 Dec 20 21:28:41.307039 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88750db-fd29-4de9-a2e3-264a21bdbd27 req-9dfed914-d8e1-44d6-98f7-5be27a69e680 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:41.308563 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c88750db-fd29-4de9-a2e3-264a21bdbd27 req-9dfed914-d8e1-44d6-98f7-5be27a69e680 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 945 time: 0.0627594 Dec 20 21:28:41.323818 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-95f5acaa-c6a3-403d-8b5a-4ecce08ea7c9 req-27865866-a7b9-4ed3-ada2-f7fca7fe0603 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535836 Dec 20 21:28:41.349608 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c88750db-fd29-4de9-a2e3-264a21bdbd27 req-dc222b60-9ac2-4265-a123-85f0a2392407 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341611 Dec 20 21:28:41.435052 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-27f97f24-9df6-4c1a-8789-2f8d11f10ba1 req-9e3e42e9-9adb-4546-80f7-aa16354ae857 tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0267863 Dec 20 21:28:41.435955 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d8e6d54a-458c-45bc-b210-8f9faff84988 req-b67d4268-09dc-4654-ae07-25f26d211a9c service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241229 Dec 20 21:28:41.457046 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf8a27-279a-46ad-bbb7-26d50a499f5d req-0901fc9e-b696-4474-8101-22a3074bbb60 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:41.457046 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2ddf8a27-279a-46ad-bbb7-26d50a499f5d req-0901fc9e-b696-4474-8101-22a3074bbb60 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 944 time: 0.0621707 Dec 20 21:28:41.499386 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2ddf8a27-279a-46ad-bbb7-26d50a499f5d req-1bba6a6c-494c-41e5-90f3-98e95a6b0df5 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332301 Dec 20 21:28:41.598310 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85319b47-5ab1-4cb9-857b-ee40156df1cd req-40762811-40f3-40b5-8250-0ab3c735d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:41.599679 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85319b47-5ab1-4cb9-857b-ee40156df1cd req-40762811-40f3-40b5-8250-0ab3c735d5b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 1093 time: 0.0685675 Dec 20 21:28:41.657125 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb3c02-3b82-4fc3-ab4b-aaf60dd9edf8 req-51adf6bc-79e5-4d37-920b-621759ab8480 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:41.658587 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3edb3c02-3b82-4fc3-ab4b-aaf60dd9edf8 req-51adf6bc-79e5-4d37-920b-621759ab8480 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 945 time: 0.0994387 Dec 20 21:28:41.724057 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3edb3c02-3b82-4fc3-ab4b-aaf60dd9edf8 req-75ee2a0e-dec0-40bf-8c4b-cc6f297b9527 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576274 Dec 20 21:28:41.727060 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85319b47-5ab1-4cb9-857b-ee40156df1cd req-297456a5-70dd-4795-9d00-d6abdaeba0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:41.728460 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85319b47-5ab1-4cb9-857b-ee40156df1cd req-297456a5-70dd-4795-9d00-d6abdaeba0c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 913 time: 0.1215427 Dec 20 21:28:41.779290 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85319b47-5ab1-4cb9-857b-ee40156df1cd req-209251a7-ed99-4154-841d-7ea3be29f632 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea5e9034-c45a-493d-9920-cf49d86de00f HTTP/1.1" status: 200 len: 217 time: 0.0420122 Dec 20 21:28:41.780346 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36458) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:41.784658 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1d2427e4-83b4-40c8-8548-2055b79520d7 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1572661627', 'description': 'tempest-description--1981409068'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:41.843841 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1d2427e4-83b4-40c8-8548-2055b79520d7 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:41.848266 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85319b47-5ab1-4cb9-857b-ee40156df1cd req-1e9e740c-6b90-421c-89b6-73fd2f69aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:41.849793 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85319b47-5ab1-4cb9-857b-ee40156df1cd req-1e9e740c-6b90-421c-89b6-73fd2f69aeb1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ea9759e2-26ca-4714-859c-932515626a6f HTTP/1.1" status: 200 len: 852 time: 0.0596111 Dec 20 21:28:41.895430 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85319b47-5ab1-4cb9-857b-ee40156df1cd req-aac34ced-db52-4df7-9e6b-5d14c35aec32 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372474 Dec 20 21:28:41.969724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb3c74-60fc-4391-ab7c-9037fc992a2c req-8b3bd2cf-6474-47c7-b3d9-62df889c70c2 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:41.971370 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5ebb3c74-60fc-4391-ab7c-9037fc992a2c req-8b3bd2cf-6474-47c7-b3d9-62df889c70c2 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 945 time: 0.0504043 Dec 20 21:28:42.005407 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1d2427e4-83b4-40c8-8548-2055b79520d7 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:42.010218 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5ebb3c74-60fc-4391-ab7c-9037fc992a2c req-bb39d0b8-b214-4104-bfb3-df2e88c885d6 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323732 Dec 20 21:28:42.013558 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1d2427e4-83b4-40c8-8548-2055b79520d7 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:42.041435 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85319b47-5ab1-4cb9-857b-ee40156df1cd req-cbd38d4a-753d-41fa-a27a-17be39f44e0f service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332316 Dec 20 21:28:42.051088 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1d2427e4-83b4-40c8-8548-2055b79520d7 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:42.052359 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1d2427e4-83b4-40c8-8548-2055b79520d7 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2709992 Dec 20 21:28:42.056381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 36462) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:42.061404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a9b312ec-93ed-4803-b91a-51e8e9a9ad16 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Request body: {'security_group_rule': {'security_group_id': 'f61d692e-6320-4034-9d81-9364bd5ff13d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:42.065300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2427e4-83b4-40c8-8548-2055b79520d7 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61d692e-6320-4034-9d81-9364bd5ff13d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:42.091575 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9b312ec-93ed-4803-b91a-51e8e9a9ad16 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:42.151528 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9b312ec-93ed-4803-b91a-51e8e9a9ad16 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:42.156777 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9b312ec-93ed-4803-b91a-51e8e9a9ad16 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:42.163805 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85319b47-5ab1-4cb9-857b-ee40156df1cd req-99b6ed2d-c9d1-46a9-963c-15f07841a3b9 service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079750 Dec 20 21:28:42.177380 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b312ec-93ed-4803-b91a-51e8e9a9ad16 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012687e2-689d-4b1f-8a30-262f49aa7a89,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:42.184626 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9b312ec-93ed-4803-b91a-51e8e9a9ad16 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:42.184626 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a9b312ec-93ed-4803-b91a-51e8e9a9ad16 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267514 Dec 20 21:28:42.186890 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 36468) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:42.191221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b1fe03bb-0d6f-411f-80a5-02a0dd31bb99 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Request body: {'security_group_rule': {'security_group_id': 'f61d692e-6320-4034-9d81-9364bd5ff13d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:42.217299 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b1fe03bb-0d6f-411f-80a5-02a0dd31bb99 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:42.274227 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b1fe03bb-0d6f-411f-80a5-02a0dd31bb99 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:42.278496 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b1fe03bb-0d6f-411f-80a5-02a0dd31bb99 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:42.294848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe03bb-0d6f-411f-80a5-02a0dd31bb99 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e89be78-6290-4367-a85d-e07063293a8c,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:42.304333 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b1fe03bb-0d6f-411f-80a5-02a0dd31bb99 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:42.305556 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b1fe03bb-0d6f-411f-80a5-02a0dd31bb99 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177182 Dec 20 21:28:42.309019 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 36472) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:42.313317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-663e08a0-e208-4d7a-8b86-bf465bdf7f7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:42.337044 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-663e08a0-e208-4d7a-8b86-bf465bdf7f7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:42.468316 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84804f4e-4fff-47c4-8921-43e5d110d02f req-21410c90-3b91-4b03-9577-592133e5f369 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:42.469839 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-84804f4e-4fff-47c4-8921-43e5d110d02f req-21410c90-3b91-4b03-9577-592133e5f369 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 944 time: 0.0682812 Dec 20 21:28:42.477081 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-663e08a0-e208-4d7a-8b86-bf465bdf7f7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:42.542316 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b2a8fba6-a1cc-406d-b0d7-c0349ddd2614 req-a0006c4f-658f-4fe8-b681-37975745e217 tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0280433 Dec 20 21:28:42.552628 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-84804f4e-4fff-47c4-8921-43e5d110d02f req-d0764092-956a-4598-bb41-e308dee46230 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733624 Dec 20 21:28:42.623389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-663e08a0-e208-4d7a-8b86-bf465bdf7f7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Allocated IP 172.35.3.61 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/bcc02c40-70ae-4fa8-9b7c-12b7383e4071) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:28:42.648318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b058cf-7784-4980-bae8-720b0e9fa32d req-68c805d0-a885-45cf-98a3-727018827959 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:42.649831 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a5b058cf-7784-4980-bae8-720b0e9fa32d req-68c805d0-a885-45cf-98a3-727018827959 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 944 time: 0.0484309 Dec 20 21:28:42.688750 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a5b058cf-7784-4980-bae8-720b0e9fa32d req-e6f8080b-ad07-4405-b250-965e85e37b91 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Dec 20 21:28:42.728340 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-663e08a0-e208-4d7a-8b86-bf465bdf7f7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:42.765525 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-663e08a0-e208-4d7a-8b86-bf465bdf7f7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:42.801636 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663e08a0-e208-4d7a-8b86-bf465bdf7f7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:28:42.804426 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-663e08a0-e208-4d7a-8b86-bf465bdf7f7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:42.809120 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663e08a0-e208-4d7a-8b86-bf465bdf7f7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:28:42.817006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e08a0-e208-4d7a-8b86-bf465bdf7f7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event updated for resources: {'Port': ['ID=bcc02c40-70ae-4fa8-9b7c-12b7383e4071,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:42.901488 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-663e08a0-e208-4d7a-8b86-bf465bdf7f7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:42.937167 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-663e08a0-e208-4d7a-8b86-bf465bdf7f7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:43.115593 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-663e08a0-e208-4d7a-8b86-bf465bdf7f7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:43.122528 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-663e08a0-e208-4d7a-8b86-bf465bdf7f7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:43.173276 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585964da-ae5c-4fdb-b10a-489871d57878 req-304ac5c8-55de-48fd-ab1b-b891496e839d tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:43.174705 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-585964da-ae5c-4fdb-b10a-489871d57878 req-304ac5c8-55de-48fd-ab1b-b891496e839d tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 945 time: 0.0951412 Dec 20 21:28:43.201229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e08a0-e208-4d7a-8b86-bf465bdf7f7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event updated for resources: {'Port': ['ID=bcc02c40-70ae-4fa8-9b7c-12b7383e4071,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:43.235107 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-663e08a0-e208-4d7a-8b86-bf465bdf7f7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:43.253042 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-585964da-ae5c-4fdb-b10a-489871d57878 req-bfdf5601-5704-4045-b5c6-c4afd67e88f0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550714 Dec 20 21:28:43.269400 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-663e08a0-e208-4d7a-8b86-bf465bdf7f7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:43.270688 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-663e08a0-e208-4d7a-8b86-bf465bdf7f7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9607553 Dec 20 21:28:43.509063 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-e63c1942-5f7a-49d0-85ea-0b6dfaed1c85 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1572661627&fields=id&tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5 HTTP/1.1" status: 200 len: 267 time: 0.0348787 Dec 20 21:28:43.563756 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dd45c-bbbc-4328-8329-696f2eaa189d req-28a8c065-dbc3-4e30-aa31-10ea0eddab91 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:43.565070 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3eb3be56-3e45-4949-ae08-a55a18cac983 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:43.565255 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f87dd45c-bbbc-4328-8329-696f2eaa189d req-28a8c065-dbc3-4e30-aa31-10ea0eddab91 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 945 time: 0.0557220 Dec 20 21:28:43.566509 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3eb3be56-3e45-4949-ae08-a55a18cac983 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports/1d3edd11-b710-430d-ae69-8d04fe58dcc7 HTTP/1.1" status: 200 len: 932 time: 0.0495715 Dec 20 21:28:43.626131 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-8e20b402-c126-449c-bd17-ff505ffef43a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:43.627488 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-8e20b402-c126-449c-bd17-ff505ffef43a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports/97563572-4662-45fc-886e-d7a94f6a1dea HTTP/1.1" status: 200 len: 931 time: 0.0535936 Dec 20 21:28:43.666915 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4b5167b9-06a9-41f1-9473-cefcbb305052 req-42e64007-5749-4403-8920-86d0e73a9bec tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0307820 Dec 20 21:28:43.683906 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-719185f6-cd51-4bf4-9e65-d942af2418e2 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?network_id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0497477 Dec 20 21:28:43.694801 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-f87dd45c-bbbc-4328-8329-696f2eaa189d req-dc7f1078-9da2-43e9-8ab2-6450f39bdc7b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Deleting port 2764f012-0753-4a77-9fa6-1ce0e75fdecd {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:28:43.695562 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f87dd45c-bbbc-4328-8329-696f2eaa189d req-dc7f1078-9da2-43e9-8ab2-6450f39bdc7b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:43.721981 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-5aac4289-7ac3-462f-ac7d-3772ffc3cf04 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?network_id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0284264 Dec 20 21:28:43.816396 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18b891-7f27-45cb-9f1f-f0ddf8dec268 req-6671f43a-acc9-418e-9214-d39f6587dc1c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:43.817993 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7c18b891-7f27-45cb-9f1f-f0ddf8dec268 req-6671f43a-acc9-418e-9214-d39f6587dc1c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 944 time: 0.0841486 Dec 20 21:28:43.820143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f87dd45c-bbbc-4328-8329-696f2eaa189d req-dc7f1078-9da2-43e9-8ab2-6450f39bdc7b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] For port 2764f012-0753-4a77-9fa6-1ce0e75fdecd, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2764f012-0753-4a77-9fa6-1ce0e75fdecd,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:43.820507 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f87dd45c-bbbc-4328-8329-696f2eaa189d req-dc7f1078-9da2-43e9-8ab2-6450f39bdc7b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:43.846369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-f87dd45c-bbbc-4328-8329-696f2eaa189d req-dc7f1078-9da2-43e9-8ab2-6450f39bdc7b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Calling delete_port for 2764f012-0753-4a77-9fa6-1ce0e75fdecd owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:28:43.910414 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7c18b891-7f27-45cb-9f1f-f0ddf8dec268 req-b0817989-10c0-4c41-8af7-3d3f9668a70c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802135 Dec 20 21:28:44.045840 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f87dd45c-bbbc-4328-8329-696f2eaa189d req-dc7f1078-9da2-43e9-8ab2-6450f39bdc7b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:44.060154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ddfa8-c721-4877-8b2b-595be2917b80 req-d690e97f-ce5e-4f88-b0ce-5288a53ad4ec tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:44.061663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-477ddfa8-c721-4877-8b2b-595be2917b80 req-d690e97f-ce5e-4f88-b0ce-5288a53ad4ec tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 944 time: 0.0750935 Dec 20 21:28:44.080414 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['f2e781db-9a6d-4224-afb2-b7ddaa17dacb'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:28:44.084109 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['2764f012-0753-4a77-9fa6-1ce0e75fdecd'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:28:44.090091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f1078-9da2-43e9-8ab2-6450f39bdc7b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Pushing event deleted for resources: {'Port': ['ID=2764f012-0753-4a77-9fa6-1ce0e75fdecd,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:44.154698 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-477ddfa8-c721-4877-8b2b-595be2917b80 req-eb20d082-6771-4763-baad-049c5755a8db tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696375 Dec 20 21:28:44.155566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87dd45c-bbbc-4328-8329-696f2eaa189d req-dc7f1078-9da2-43e9-8ab2-6450f39bdc7b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] No DVR routers for this DVR port 2764f012-0753-4a77-9fa6-1ce0e75fdecd on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:28:44.158615 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f87dd45c-bbbc-4328-8329-696f2eaa189d req-dc7f1078-9da2-43e9-8ab2-6450f39bdc7b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:44.161655 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f87dd45c-bbbc-4328-8329-696f2eaa189d req-dc7f1078-9da2-43e9-8ab2-6450f39bdc7b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "DELETE /v2.0/ports/2764f012-0753-4a77-9fa6-1ce0e75fdecd HTTP/1.1" status: 204 len: 173 time: 0.5890927 Dec 20 21:28:44.162258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e71c81-7956-407d-944d-0d48ace81d96', 'name': 'network-vif-deleted', 'tag': '2764f012-0753-4a77-9fa6-1ce0e75fdecd'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:28:44.165742 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d72c3f-cee9-47f1-9abe-007d517b9e3a" -d '{"events": [{"server_uuid": "f6e71c81-7956-407d-944d-0d48ace81d96", "name": "network-vif-deleted", "tag": "2764f012-0753-4a77-9fa6-1ce0e75fdecd"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:28:44.166616 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-a10a1143-d5bd-4fc8-ae1e-9e7be0d676f3 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:44.174341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-a10a1143-d5bd-4fc8-ae1e-9e7be0d676f3 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:44.181291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-a10a1143-d5bd-4fc8-ae1e-9e7be0d676f3 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:44.186633 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-a10a1143-d5bd-4fc8-ae1e-9e7be0d676f3 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/networks?id=92da4183-ce83-467f-96db-4d2c3a33eb57&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&id=ae5f0a2b-8184-4e1d-822a-c5435728b42b HTTP/1.1" status: 200 len: 1990 time: 0.4581308 Dec 20 21:28:44.205816 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-8aab4065-62b7-4d23-adc5-0b0a6e70b162 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/quotas/ae8a085dd6e14fa0abcc7b1eb3b27ad5 HTTP/1.1" status: 200 len: 375 time: 0.0155590 Dec 20 21:28:44.214943 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fead31b-8e97-4325-aade-c25a8cf55654 x-openstack-request-id: req-5fead31b-8e97-4325-aade-c25a8cf55654 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:28:44.215395 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e71c81-7956-407d-944d-0d48ace81d96", "name": "network-vif-deleted", "tag": "2764f012-0753-4a77-9fa6-1ce0e75fdecd", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:28:44.215636 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fead31b-8e97-4325-aade-c25a8cf55654 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:28:44.216152 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e71c81-7956-407d-944d-0d48ace81d96', 'name': 'network-vif-deleted', 'tag': '2764f012-0753-4a77-9fa6-1ce0e75fdecd', 'status': 'completed', 'code': 200} Dec 20 21:28:44.274237 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-1936eb1c-e5c2-426b-a96b-491eadee1b18 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0587091 Dec 20 21:28:44.376548 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-384e406b-ad9e-418f-bf93-d261bd27a141 service neutron] 10.222.0.32 "GET /v2.0/networks/92da4183-ce83-467f-96db-4d2c3a33eb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896699 Dec 20 21:28:44.429677 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ff410813-6230-43da-9c32-54f141ab24a1 req-e3477bad-c901-4298-8c74-0a6a44c01b80 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e71c81-7956-407d-944d-0d48ace81d96 HTTP/1.1" status: 200 len: 210 time: 0.0262063 Dec 20 21:28:44.469959 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-79b01ebd-3010-4f5f-8d5e-1bf257388290 service neutron] 10.222.0.32 "GET /v2.0/networks/92da4183-ce83-467f-96db-4d2c3a33eb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867407 Dec 20 21:28:44.508847 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-992e4c6c-2433-436d-8e62-4cf7eafb8272 service neutron] 10.222.0.32 "GET /v2.0/ports/1d3edd11-b710-430d-ae69-8d04fe58dcc7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0318799 Dec 20 21:28:44.574385 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:44.605482 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-1ae6e84c-c597-4578-9242-869195dc88b9 service neutron] 10.222.0.32 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905182 Dec 20 21:28:44.698941 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-064fadc1-229a-49f5-a28a-3d3150ade3de service neutron] 10.222.0.32 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864136 Dec 20 21:28:44.746405 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-eaf1d1f8-5952-4fc2-a24f-a69e1f3e32de service neutron] 10.222.0.32 "GET /v2.0/ports/97563572-4662-45fc-886e-d7a94f6a1dea?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0412383 Dec 20 21:28:44.787387 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ca9d461-f204-47da-b4d5-a32df3c5371e req-9b5f7518-1652-4511-9347-505eb0804de9 tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0398092 Dec 20 21:28:44.837992 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-1387f001-633b-48cd-9604-6926498cde86 service neutron] 10.222.0.32 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847244 Dec 20 21:28:44.929552 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-49c4b089-e4b7-4178-b09d-06d2d103d004 service neutron] 10.222.0.32 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854218 Dec 20 21:28:45.000955 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device ea5e9034-c45a-493d-9920-cf49d86de00f details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:28:45.021284 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d5f89fd1-2d83-4770-b263-72c136cec93f service neutron] 10.222.0.32 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852373 Dec 20 21:28:45.034672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e70be-0c38-4dd3-a785-26a7c0d7b2f2 req-4ae8890c-5da4-44f7-a8f7-dd38d442f8ad tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:45.037605 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-032e70be-0c38-4dd3-a785-26a7c0d7b2f2 req-4ae8890c-5da4-44f7-a8f7-dd38d442f8ad tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 944 time: 0.0517282 Dec 20 21:28:45.081209 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-032e70be-0c38-4dd3-a785-26a7c0d7b2f2 req-980728d8-fd01-4a13-b891-99563cdf97df tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385432 Dec 20 21:28:45.093857 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port ea5e9034-c45a-493d-9920-cf49d86de00f, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=ea5e9034-c45a-493d-9920-cf49d86de00f,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:45.109163 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'ea5e9034-c45a-493d-9920-cf49d86de00f', 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab', 'port_id': 'ea5e9034-c45a-493d-9920-cf49d86de00f', 'mac_address': 'fa:16:3e:7d:2c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9759e2-26ca-4714-859c-932515626a6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:28:45.126862 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-293a4739-298b-4354-af81-63a3cb217ee8 service neutron] 10.222.0.32 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980220 Dec 20 21:28:45.144496 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:45.157338 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5e9034-c45a-493d-9920-cf49d86de00f {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:28:45.175791 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port ea5e9034-c45a-493d-9920-cf49d86de00f, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=ea5e9034-c45a-493d-9920-cf49d86de00f,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:45.181370 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:45.222664 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-ed53d400-b8c9-40cb-bb91-d4fd8cb68db4 service neutron] 10.222.0.32 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894418 Dec 20 21:28:45.226807 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=ea5e9034-c45a-493d-9920-cf49d86de00f,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:45.275806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19751df6-c3f9-4e28-bcfc-dca9e9c70c0f req-f5ec939c-479a-403e-a78c-551c629ea43d tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:45.277332 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19751df6-c3f9-4e28-bcfc-dca9e9c70c0f req-f5ec939c-479a-403e-a78c-551c629ea43d tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 945 time: 0.0496407 Dec 20 21:28:45.316486 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19751df6-c3f9-4e28-bcfc-dca9e9c70c0f req-7065ec8e-3aa7-4b2f-872f-a4d048d7b202 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327327 Dec 20 21:28:45.318092 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-e2189f35-75d7-4be9-8302-c158c66774d0 service neutron] 10.222.0.32 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875227 Dec 20 21:28:45.413478 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-349daad7-ce7f-4834-bba9-0c31db3fb8cb service neutron] 10.222.0.32 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889201 Dec 20 21:28:45.509343 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-442aa0ff-aab9-47a6-b4ec-8dcc89c1374c service neutron] 10.222.0.32 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878961 Dec 20 21:28:45.552726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['ea5e9034-c45a-493d-9920-cf49d86de00f'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:28:45.604583 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-1855071a-a1f2-4167-9426-6a821a94a6f5 service neutron] 10.222.0.32 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881813 Dec 20 21:28:45.698474 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7e2da4c1-0c69-413f-8cb5-33df2b67c01f service neutron] 10.222.0.32 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849664 Dec 20 21:28:46.009548 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4321ae36-924f-4614-9368-bef3847a81b3 req-5bdb2080-274f-4510-9d32-40085626e575 tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0321245 Dec 20 21:28:46.201474 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-1c4ee343-2c73-4b25-97aa-0bd09ef2e756 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:46.202999 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-1c4ee343-2c73-4b25-97aa-0bd09ef2e756 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 806 time: 0.1037347 Dec 20 21:28:46.218476 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-fa19cd5c-fa6c-4597-ac76-2936ca8eb608 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/quotas/f2becd49857f4ac9be67acdcb5932764 HTTP/1.1" status: 200 len: 375 time: 0.0093734 Dec 20 21:28:46.276031 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-7e279ac1-e292-4450-9e99-e9b5799f5cb1 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0505104 Dec 20 21:28:46.327775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce138a-cbe4-4260-99d8-50a1a2938957 req-ffeb4aab-e596-4ed9-b86d-b94353ee2bce tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:46.329251 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-33ce138a-cbe4-4260-99d8-50a1a2938957 req-ffeb4aab-e596-4ed9-b86d-b94353ee2bce tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 944 time: 0.0554655 Dec 20 21:28:46.372027 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-33ce138a-cbe4-4260-99d8-50a1a2938957 req-3332a153-a718-466e-8d60-1f7266b93f0d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353584 Dec 20 21:28:46.380050 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-b89218a2-63ab-4671-a8af-501394acba3f service neutron] 10.222.0.32 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924900 Dec 20 21:28:46.453032 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-19238f18-d61a-4339-a3df-0442f66f77d0 req-3dcbc2f6-8482-4366-b8cb-2ecca93ac15c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.0339534 Dec 20 21:28:46.493337 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-95504b7e-8563-4664-afd6-49b5d1312d4e service neutron] 10.222.0.32 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061115 Dec 20 21:28:46.576187 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d6f4c-fa0f-45cd-9ae2-2a43496c1dc5 req-8f8d4f9e-0c1a-4789-a09a-22c3c9a37975 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:46.577666 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e01d6f4c-fa0f-45cd-9ae2-2a43496c1dc5 req-8f8d4f9e-0c1a-4789-a09a-22c3c9a37975 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 945 time: 0.0516009 Dec 20 21:28:46.647578 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e01d6f4c-fa0f-45cd-9ae2-2a43496c1dc5 req-d9515b87-1fa9-4c8d-915e-1b1326b4a311 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570011 Dec 20 21:28:46.723824 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7fd01798-acbe-4e05-92ff-a5cc5ed2a2eb req-ee254f53-c35f-4b34-b694-9df36e853620 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 210 time: 0.0302067 Dec 20 21:28:46.999477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device ea5e9034-c45a-493d-9920-cf49d86de00f up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:28:47.049370 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port ea5e9034-c45a-493d-9920-cf49d86de00f completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:28:47.053475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port ea5e9034-c45a-493d-9920-cf49d86de00f triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:47.053863 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:47.129628 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33aded9d-56c4-4a65-82ff-b2ce43c938fc req-082017db-7eec-43a5-b0b2-9fec28d3d6be tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0341556 Dec 20 21:28:47.140997 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:47.296201 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1de92d-2eae-42a0-b47d-d601285eec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5e9034-c45a-493d-9920-cf49d86de00f'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:28:47.298357 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684a7cff-005f-4000-82bc-c5223625cf4f" -d '{"events": [{"server_uuid": "ab1de92d-2eae-42a0-b47d-d601285eec39", "name": "network-vif-plugged", "status": "completed", "tag": "ea5e9034-c45a-493d-9920-cf49d86de00f"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:28:47.316742 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port ea5e9034-c45a-493d-9920-cf49d86de00f, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=ea5e9034-c45a-493d-9920-cf49d86de00f,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:47.327071 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:47.353331 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf14776-43af-4035-b0d5-d21164692340 x-openstack-request-id: req-4cf14776-43af-4035-b0d5-d21164692340 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:28:47.353666 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1de92d-2eae-42a0-b47d-d601285eec39", "name": "network-vif-plugged", "status": "completed", "tag": "ea5e9034-c45a-493d-9920-cf49d86de00f", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:28:47.354349 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4cf14776-43af-4035-b0d5-d21164692340 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:28:47.354682 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1de92d-2eae-42a0-b47d-d601285eec39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5e9034-c45a-493d-9920-cf49d86de00f', 'code': 200} Dec 20 21:28:47.380065 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=ea5e9034-c45a-493d-9920-cf49d86de00f,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:47.439001 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-94435ef9-cb50-4c5f-a538-f60208365b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:47.440588 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-94435ef9-cb50-4c5f-a538-f60208365b1c service neutron] 10.222.0.66 "GET /v2.0/ports/1d3edd11-b710-430d-ae69-8d04fe58dcc7 HTTP/1.1" status: 200 len: 1028 time: 0.0497100 Dec 20 21:28:47.463493 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2764f012-0753-4a77-9fa6-1ce0e75fdecd no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:28:47.494399 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 2764f012-0753-4a77-9fa6-1ce0e75fdecd {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:28:47.495193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2764f012-0753-4a77-9fa6-1ce0e75fdecd not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:28:47.516641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-57f3bee5-5d04-46bc-8a10-4ce7c1b9d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:47.518009 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-57f3bee5-5d04-46bc-8a10-4ce7c1b9d963 service neutron] 10.222.0.66 "GET /v2.0/ports/97563572-4662-45fc-886e-d7a94f6a1dea HTTP/1.1" status: 200 len: 1027 time: 0.0541866 Dec 20 21:28:47.519982 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb35a6-b5b2-499d-b1f9-2fb75252f31d req-4c809bcb-0c83-444b-9f91-6dd5f75ba5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:47.521863 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d2cb35a6-b5b2-499d-b1f9-2fb75252f31d req-4c809bcb-0c83-444b-9f91-6dd5f75ba5a3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 1095 time: 0.0825422 Dec 20 21:28:47.534795 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de73f7-81f5-4c0d-bfb0-c33ced78a2c3 req-f06c4d13-9a34-4251-82f0-0b49eb4282fd tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:47.541697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-38de73f7-81f5-4c0d-bfb0-c33ced78a2c3 req-f06c4d13-9a34-4251-82f0-0b49eb4282fd tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 944 time: 0.0880797 Dec 20 21:28:47.577776 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b313b3c8-188b-419d-bef0-865ab2ec580f req-4217c115-084a-4cef-9483-5113549fbfa7 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.0358877 Dec 20 21:28:47.597566 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d2cb35a6-b5b2-499d-b1f9-2fb75252f31d req-1f4eedaf-563c-4a8e-924d-9696391c524d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692406 Dec 20 21:28:47.637920 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-38de73f7-81f5-4c0d-bfb0-c33ced78a2c3 req-c9c1ff80-05ed-466c-b397-c319048cec8f tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935409 Dec 20 21:28:47.689915 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-6d3feae9-a3e4-4bbf-bafe-3ae5402e42ec tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:47.697577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-6d3feae9-a3e4-4bbf-bafe-3ae5402e42ec tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:47.703625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-6d3feae9-a3e4-4bbf-bafe-3ae5402e42ec tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:47.705288 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-6d3feae9-a3e4-4bbf-bafe-3ae5402e42ec tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.66 "GET /v2.0/networks?id=92da4183-ce83-467f-96db-4d2c3a33eb57&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&id=ae5f0a2b-8184-4e1d-822a-c5435728b42b HTTP/1.1" status: 200 len: 1990 time: 0.1623025 Dec 20 21:28:47.768759 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188f16b-aeb0-4d28-881d-4285aa38aca4 req-f2eafa12-4a19-4ca0-b4df-0e280bca2f09 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:47.776753 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c188f16b-aeb0-4d28-881d-4285aa38aca4 req-f2eafa12-4a19-4ca0-b4df-0e280bca2f09 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 946 time: 0.0703154 Dec 20 21:28:47.795002 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-1368a87d-3bfc-4429-8500-e94abd1b8948 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5 HTTP/1.1" status: 200 len: 380 time: 0.0501733 Dec 20 21:28:47.807627 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-cfeed6f1-cea4-4c46-9993-64ab45051e30 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Request body: {'port': {'device_id': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57', 'admin_state_up': True, 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'security_groups': ['f61d692e-6320-4034-9d81-9364bd5ff13d']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:47.812899 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c188f16b-aeb0-4d28-881d-4285aa38aca4 req-934b6c6c-4d3f-4742-88ca-6bb18c80590d tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352533 Dec 20 21:28:47.861854 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:47.925422 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c5766141-f069-4467-b4a8-414bfa632ad1 req-5c0b819a-18f6-4cbe-9729-d65a1653b6ed tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 210 time: 0.0276482 Dec 20 21:28:48.054214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-570efb66-c8f2-474d-813b-9ffd4cd2ae14 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:48.055675 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-570efb66-c8f2-474d-813b-9ffd4cd2ae14 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 806 time: 0.1951554 Dec 20 21:28:48.060890 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-cfeed6f1-cea4-4c46-9993-64ab45051e30 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Made reservation on behalf of ae8a085dd6e14fa0abcc7b1eb3b27ad5 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:48.064436 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-cfeed6f1-cea4-4c46-9993-64ab45051e30 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:48.126377 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-0e616ddd-a4e2-461d-bc94-e6b99ebf3a73 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Request body: {'port': {'device_id': '2c311b06-1c54-456f-884d-8724fc98ddf2', 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1', 'admin_state_up': True, 'tenant_id': 'f2becd49857f4ac9be67acdcb5932764'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:48.545590 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d71b0445-a711-40d8-8c05-364f0a986d49 req-d8b117f6-6966-4c48-9940-18f8603168b6 tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.3250389 Dec 20 21:28:48.572896 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-cfeed6f1-cea4-4c46-9993-64ab45051e30 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Allocated IP 172.20.0.7 (92da4183-ce83-467f-96db-4d2c3a33eb57/0e0a4469-c4b3-4646-a9ea-3b58cb2a6980/85e8bade-ced6-417c-a6a8-6dc4305942f4) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:28:48.621425 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-0e616ddd-a4e2-461d-bc94-e6b99ebf3a73 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Made reservation on behalf of f2becd49857f4ac9be67acdcb5932764 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:48.625800 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-0e616ddd-a4e2-461d-bc94-e6b99ebf3a73 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:48.703435 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d61a147b-f1d4-40c9-84a3-9e58edf1d827 req-1d3c9e6d-b36d-4538-8872-0406df43f2a8 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.0383077 Dec 20 21:28:48.883948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486af4e-2213-4c95-a044-435ec3578d6a req-f762903c-892c-49fd-87ab-b33a6d268839 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:48.892900 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7486af4e-2213-4c95-a044-435ec3578d6a req-f762903c-892c-49fd-87ab-b33a6d268839 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 944 time: 0.1499422 Dec 20 21:28:48.918396 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-cfeed6f1-cea4-4c46-9993-64ab45051e30 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:48.944204 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-0e616ddd-a4e2-461d-bc94-e6b99ebf3a73 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Allocated IP 172.20.0.5 (631fd657-633a-4798-86f3-d2a6fb4581e1/25ff85e3-c2b2-4219-9be7-235a0898b2d1/09924dae-7612-4a67-9cea-812ef9573942) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:28:48.968581 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d9d4d-ae88-4361-95eb-f5abc2dae57c req-5a76122e-aabb-4bce-aaac-1cee6f4df2c6 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:48.970109 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e39d9d4d-ae88-4361-95eb-f5abc2dae57c req-5a76122e-aabb-4bce-aaac-1cee6f4df2c6 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 946 time: 0.0708137 Dec 20 21:28:48.988361 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7486af4e-2213-4c95-a044-435ec3578d6a req-e92b8dda-6a0d-4bf5-b9e0-03ac2fed72e8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935047 Dec 20 21:28:49.004364 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6cfbd27e-f961-4de8-8f03-fb0e251e0826 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:28:49.019543 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e39d9d4d-ae88-4361-95eb-f5abc2dae57c req-b7882a7d-6dfb-4535-a1ae-b54b7b907712 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406010 Dec 20 21:28:49.043650 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-cfeed6f1-cea4-4c46-9993-64ab45051e30 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:49.070133 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-cfeed6f1-cea4-4c46-9993-64ab45051e30 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Network 92da4183-ce83-467f-96db-4d2c3a33eb57 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:28:49.074562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-cfeed6f1-cea4-4c46-9993-64ab45051e30 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:49.078176 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-cfeed6f1-cea4-4c46-9993-64ab45051e30 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:28:49.150851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6cfbd27e-f961-4de8-8f03-fb0e251e0826, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:49.166005 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6e98e4c1-b8d3-4d37-90fc-04bf60fa2471 req-7d033192-8df7-4656-824a-c3966a648d7c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 210 time: 0.0579612 Dec 20 21:28:49.170608 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '6cfbd27e-f961-4de8-8f03-fb0e251e0826', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'port_id': '6cfbd27e-f961-4de8-8f03-fb0e251e0826', 'mac_address': 'fa:16:3e:3d:b4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:28:49.237464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeed6f1-cea4-4c46-9993-64ab45051e30 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event updated for resources: {'Port': ['ID=85e8bade-ced6-417c-a6a8-6dc4305942f4,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:49.243359 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:49.246674 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-cfeed6f1-cea4-4c46-9993-64ab45051e30 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:49.247695 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-cfeed6f1-cea4-4c46-9993-64ab45051e30 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:49.267564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cfbd27e-f961-4de8-8f03-fb0e251e0826 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:28:49.292307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6cfbd27e-f961-4de8-8f03-fb0e251e0826, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:49.298597 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:49.310815 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-cfeed6f1-cea4-4c46-9993-64ab45051e30 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5090539 Dec 20 21:28:49.331254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-37347424-f2e9-4a7c-b727-ca6e60080878 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Request body: {'port': {'device_id': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a', 'admin_state_up': True, 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'security_groups': ['f61d692e-6320-4034-9d81-9364bd5ff13d']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:49.350462 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-0e616ddd-a4e2-461d-bc94-e6b99ebf3a73 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:49.365233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=6cfbd27e-f961-4de8-8f03-fb0e251e0826,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:49.454561 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-0e616ddd-a4e2-461d-bc94-e6b99ebf3a73 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:49.488301 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['f2e781db-9a6d-4224-afb2-b7ddaa17dacb'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:28:49.492950 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e9c43283-2ab8-4fac-9fca-08394799c6bf None None] Provisioning complete for port 85e8bade-ced6-417c-a6a8-6dc4305942f4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:49.493321 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e9c43283-2ab8-4fac-9fca-08394799c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:49.507024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-0e616ddd-a4e2-461d-bc94-e6b99ebf3a73 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Network 631fd657-633a-4798-86f3-d2a6fb4581e1 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:28:49.507882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-37347424-f2e9-4a7c-b727-ca6e60080878 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Made reservation on behalf of ae8a085dd6e14fa0abcc7b1eb3b27ad5 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:49.511364 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-37347424-f2e9-4a7c-b727-ca6e60080878 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:49.516482 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-0e616ddd-a4e2-461d-bc94-e6b99ebf3a73 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:49.530709 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-0e616ddd-a4e2-461d-bc94-e6b99ebf3a73 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:28:49.535639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e616ddd-a4e2-461d-bc94-e6b99ebf3a73 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Pushing event updated for resources: {'Port': ['ID=09924dae-7612-4a67-9cea-812ef9573942,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:49.584148 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e9c43283-2ab8-4fac-9fca-08394799c6bf None None] Port 85e8bade-ced6-417c-a6a8-6dc4305942f4 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:28:49.626767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-0e616ddd-a4e2-461d-bc94-e6b99ebf3a73 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:49.628052 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-0e616ddd-a4e2-461d-bc94-e6b99ebf3a73 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:49.683292 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-0e616ddd-a4e2-461d-bc94-e6b99ebf3a73 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5607452 Dec 20 21:28:49.687298 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f6e128f0-d27d-47d1-ba42-b3c1e077634e req-ab1d3c6a-432c-494f-b66f-7098badce19b tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0352216 Dec 20 21:28:49.697642 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['6cfbd27e-f961-4de8-8f03-fb0e251e0826'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:28:49.733676 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Request body: {'port': {'device_id': '2c311b06-1c54-456f-884d-8724fc98ddf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:49.810054 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:49.837343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-37347424-f2e9-4a7c-b727-ca6e60080878 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Allocated IP 10.1.1.224 (0d7ce904-5e00-450e-ba96-c229b1e02c3a/257dfcc1-7f04-448b-b1e8-80b2cc4dcde8/8ce909c5-2cad-47d2-872b-187a9336f4e4) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:28:49.854204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa23b89-54b3-4064-abaa-620f2e1b82eb req-0db0207c-4777-447a-9776-765e919a245c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:49.862125 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4aa23b89-54b3-4064-abaa-620f2e1b82eb req-0db0207c-4777-447a-9776-765e919a245c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 931 time: 0.0637944 Dec 20 21:28:49.903518 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4aa23b89-54b3-4064-abaa-620f2e1b82eb req-cba93f72-464e-42ec-87ea-e7b143ebc519 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403109 Dec 20 21:28:50.173976 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20597cb2-e228-49aa-af2b-a403bf2407eb req-ec4e38be-6dd1-4312-9e08-9a9abe9d3b17 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:50.176541 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-20597cb2-e228-49aa-af2b-a403bf2407eb req-ec4e38be-6dd1-4312-9e08-9a9abe9d3b17 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 946 time: 0.0545197 Dec 20 21:28:50.179780 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-37347424-f2e9-4a7c-b727-ca6e60080878 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:50.208716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4d6ab-3a3f-4fdf-9dec-00ea7720f8fb req-9f31ebfa-2950-4f8b-8eed-e59dc9385f40 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:50.210297 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9c4d6ab-3a3f-4fdf-9dec-00ea7720f8fb req-9f31ebfa-2950-4f8b-8eed-e59dc9385f40 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 945 time: 0.1053171 Dec 20 21:28:50.217024 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-20597cb2-e228-49aa-af2b-a403bf2407eb req-8fb99478-5f68-41ec-b7c5-941176d22cf1 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341141 Dec 20 21:28:50.270946 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9c4d6ab-3a3f-4fdf-9dec-00ea7720f8fb req-d03e1c40-5579-42ae-8686-0efd5a1cebc2 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503018 Dec 20 21:28:50.312814 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-37347424-f2e9-4a7c-b727-ca6e60080878 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:50.352422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09924dae-7612-4a67-9cea-812ef9573942 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:28:50.369039 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:50.398467 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-37347424-f2e9-4a7c-b727-ca6e60080878 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Network 0d7ce904-5e00-450e-ba96-c229b1e02c3a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:28:50.417947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-37347424-f2e9-4a7c-b727-ca6e60080878 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:50.427773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Transition to ACTIVE for port object 09924dae-7612-4a67-9cea-812ef9573942 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:28:50.429245 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-37347424-f2e9-4a7c-b727-ca6e60080878 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:28:50.455433 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37347424-f2e9-4a7c-b727-ca6e60080878 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event updated for resources: {'Port': ['ID=8ce909c5-2cad-47d2-872b-187a9336f4e4,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:50.458828 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:50.572896 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-37347424-f2e9-4a7c-b727-ca6e60080878 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:50.573538 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-37347424-f2e9-4a7c-b727-ca6e60080878 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:50.588307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4984273-6db7-4e75-86ae-86c5cc16ac9e req-96cb3aef-c8c3-4192-b300-58f04ad6e43c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:50.590438 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a4984273-6db7-4e75-86ae-86c5cc16ac9e req-96cb3aef-c8c3-4192-b300-58f04ad6e43c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 931 time: 0.2153277 Dec 20 21:28:50.624936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Pushing event updated for resources: {'Port': ['ID=09924dae-7612-4a67-9cea-812ef9573942,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:50.662324 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-37347424-f2e9-4a7c-b727-ca6e60080878 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3349936 Dec 20 21:28:50.689230 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a4984273-6db7-4e75-86ae-86c5cc16ac9e req-543bce97-9fe6-4c65-b01a-cf3036d0224a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909162 Dec 20 21:28:50.693751 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Attempting to bind port 09924dae-7612-4a67-9cea-812ef9573942 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:28:50.694296 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Attempting to bind port 09924dae-7612-4a67-9cea-812ef9573942 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:28:50.694623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Attempting to bind port 09924dae-7612-4a67-9cea-812ef9573942 on network 631fd657-633a-4798-86f3-d2a6fb4581e1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:50.705430 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Port 09924dae-7612-4a67-9cea-812ef9573942 on network 631fd657-633a-4798-86f3-d2a6fb4581e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:28:50.705757 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Attempting to bind port 09924dae-7612-4a67-9cea-812ef9573942 on network 631fd657-633a-4798-86f3-d2a6fb4581e1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:50.721104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-46d3b3d6-fbf3-4a1f-ac37-9b4ade6a55c4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Request body: {'port': {'device_id': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a', 'admin_state_up': True, 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'security_groups': ['f61d692e-6320-4034-9d81-9364bd5ff13d']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:50.723090 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:28:50.723435 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Checking segment: {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:28:50.723820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Bound using segment: {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:28:50.724321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Bound port: 09924dae-7612-4a67-9cea-812ef9573942, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:28:50.724679 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:50.812339 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289e14d-f974-4a3a-9342-b4676f2b124e req-c472a0f3-0566-41e2-b4bd-8e1fc78760ae tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:50.816511 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a289e14d-f974-4a3a-9342-b4676f2b124e req-c472a0f3-0566-41e2-b4bd-8e1fc78760ae tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 946 time: 0.0584099 Dec 20 21:28:50.831740 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8fe8b38c-b38d-408e-95f7-17513b3e2be9 None None] Provisioning complete for port 8ce909c5-2cad-47d2-872b-187a9336f4e4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:50.832962 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8fe8b38c-b38d-408e-95f7-17513b3e2be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:50.838333 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-191c6d66-737e-4720-af67-a80c24859148 req-86f35a7a-984d-4476-83d4-45ff90036cdb tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0368662 Dec 20 21:28:50.886769 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-8fe8b38c-b38d-408e-95f7-17513b3e2be9 None None] Port 8ce909c5-2cad-47d2-872b-187a9336f4e4 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:28:50.889423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] For port 09924dae-7612-4a67-9cea-812ef9573942, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:28:50.893497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] For port 09924dae-7612-4a67-9cea-812ef9573942, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=09924dae-7612-4a67-9cea-812ef9573942,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:28:50.897671 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a289e14d-f974-4a3a-9342-b4676f2b124e req-323b3a3c-5059-44f8-a3f0-8b7a21dd9f35 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704944 Dec 20 21:28:50.903743 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:50.945810 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:50.946482 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:50.947881 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] 10.222.0.66 "PUT /v2.0/ports/09924dae-7612-4a67-9cea-812ef9573942 HTTP/1.1" status: 200 len: 1089 time: 1.2337751 Dec 20 21:28:50.950674 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c311b06-1c54-456f-884d-8724fc98ddf2', 'tag': '09924dae-7612-4a67-9cea-812ef9573942'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:28:50.952828 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf28c33b-f770-416b-b729-fe682866f953" -d '{"events": [{"name": "network-changed", "server_uuid": "2c311b06-1c54-456f-884d-8724fc98ddf2", "tag": "09924dae-7612-4a67-9cea-812ef9573942"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:28:50.958292 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-46d3b3d6-fbf3-4a1f-ac37-9b4ade6a55c4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Made reservation on behalf of ae8a085dd6e14fa0abcc7b1eb3b27ad5 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:50.962122 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-46d3b3d6-fbf3-4a1f-ac37-9b4ade6a55c4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:51.021358 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c82bb09-9aa0-427e-8db5-49c76e998fb4 x-openstack-request-id: req-8c82bb09-9aa0-427e-8db5-49c76e998fb4 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:28:51.021703 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c311b06-1c54-456f-884d-8724fc98ddf2", "tag": "09924dae-7612-4a67-9cea-812ef9573942", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:28:51.021970 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c82bb09-9aa0-427e-8db5-49c76e998fb4 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:28:51.022464 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c311b06-1c54-456f-884d-8724fc98ddf2', 'tag': '09924dae-7612-4a67-9cea-812ef9573942', 'status': 'completed', 'code': 200} Dec 20 21:28:51.037042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8b05b-cf22-4a57-9016-322a36807f23 service neutron] Pushing event updated for resources: {'Port': ['ID=09924dae-7612-4a67-9cea-812ef9573942,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:51.046773 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6cfbd27e-f961-4de8-8f03-fb0e251e0826 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:28:51.100559 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 6cfbd27e-f961-4de8-8f03-fb0e251e0826 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:51.100559 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:51.162208 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f9b98-d044-4048-a85b-d4a8f1744893 req-8755b986-f4aa-4f02-b7c8-707ec670517f tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:51.168494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f9b98-d044-4048-a85b-d4a8f1744893 req-8755b986-f4aa-4f02-b7c8-707ec670517f tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:51.170126 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-120f9b98-d044-4048-a85b-d4a8f1744893 req-8755b986-f4aa-4f02-b7c8-707ec670517f tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 1653 time: 0.1808145 Dec 20 21:28:51.181972 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:51.206346 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfbd27e-f961-4de8-8f03-fb0e251e0826'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:28:51.206682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-8207a141-48b5-4d41-854a-f9670269b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:51.208195 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-8207a141-48b5-4d41-854a-f9670269b685 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 1092 time: 0.1668534 Dec 20 21:28:51.208703 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa85706-a7f7-4f73-b399-dbf2980746f8" -d '{"events": [{"server_uuid": "ffdd2c35-dedb-47b7-9636-b1d042599de3", "name": "network-vif-plugged", "status": "completed", "tag": "6cfbd27e-f961-4de8-8f03-fb0e251e0826"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:28:51.221408 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6cfbd27e-f961-4de8-8f03-fb0e251e0826, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:51.226817 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:51.267023 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53056e5-e8dd-45d7-bd03-2f09e1ceae08 x-openstack-request-id: req-f53056e5-e8dd-45d7-bd03-2f09e1ceae08 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:28:51.267609 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdd2c35-dedb-47b7-9636-b1d042599de3", "name": "network-vif-plugged", "status": "completed", "tag": "6cfbd27e-f961-4de8-8f03-fb0e251e0826", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:28:51.268044 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f53056e5-e8dd-45d7-bd03-2f09e1ceae08 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:28:51.268570 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfbd27e-f961-4de8-8f03-fb0e251e0826', 'code': 200} Dec 20 21:28:51.276800 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-741f8a3e-42ea-4017-ad2e-98073b822b7a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09924dae-7612-4a67-9cea-812ef9573942 HTTP/1.1" status: 200 len: 217 time: 0.0503175 Dec 20 21:28:51.304425 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-46d3b3d6-fbf3-4a1f-ac37-9b4ade6a55c4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Allocated IP 10.1.1.53 (0d7ce904-5e00-450e-ba96-c229b1e02c3a/257dfcc1-7f04-448b-b1e8-80b2cc4dcde8/f3a6e021-6af8-4259-a794-65ae1e18fac1) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:28:51.307957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=6cfbd27e-f961-4de8-8f03-fb0e251e0826,revision_number=10']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:51.357566 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-120f9b98-d044-4048-a85b-d4a8f1744893 req-a0f44c90-8645-4526-a164-89b011fd12e6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614218 Dec 20 21:28:51.388782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-e57c2fbc-b3c7-4d36-b8e2-2487918201da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:51.388782 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-e57c2fbc-b3c7-4d36-b8e2-2487918201da service neutron] 10.222.0.66 "GET /v2.0/subnets?id=25ff85e3-c2b2-4219-9be7-235a0898b2d1 HTTP/1.1" status: 200 len: 846 time: 0.0885239 Dec 20 21:28:51.434776 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-ebf4cf4a-9d9b-4224-8bc6-109cdff54d19 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=631fd657-633a-4798-86f3-d2a6fb4581e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391788 Dec 20 21:28:51.456731 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32691c18-1882-470a-bc7a-18ddaf3366b8 req-2f163ebc-d3f3-46d9-93d4-1fa607063f31 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:51.458483 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-32691c18-1882-470a-bc7a-18ddaf3366b8 req-2f163ebc-d3f3-46d9-93d4-1fa607063f31 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 947 time: 0.0962806 Dec 20 21:28:51.533777 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-32691c18-1882-470a-bc7a-18ddaf3366b8 req-041e2b40-295b-433c-883f-9c75140f75f1 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688498 Dec 20 21:28:51.550463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d280678-4069-4ac1-b017-3922955c3ad4 req-9e2b559b-c8ec-479a-a72a-d37dce230feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:51.552659 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4d280678-4069-4ac1-b017-3922955c3ad4 req-9e2b559b-c8ec-479a-a72a-d37dce230feb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 1096 time: 0.0498917 Dec 20 21:28:51.609243 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4d280678-4069-4ac1-b017-3922955c3ad4 req-d92561ff-e49a-4916-9d81-000c3d5697dd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485506 Dec 20 21:28:51.611859 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-38c9f80b-2f99-4fea-b8a2-9f9a927e812e service neutron] 10.222.0.66 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658111 Dec 20 21:28:51.687911 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-46d3b3d6-fbf3-4a1f-ac37-9b4ade6a55c4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:51.748675 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9379fa03-f7fb-4d02-866b-928c199baf02 req-4566674a-f2d4-4ba3-8444-f05ef4e250d6 service neutron] 10.222.0.66 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270311 Dec 20 21:28:51.754946 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-46d3b3d6-fbf3-4a1f-ac37-9b4ade6a55c4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:51.801970 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-46d3b3d6-fbf3-4a1f-ac37-9b4ade6a55c4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Network 0d7ce904-5e00-450e-ba96-c229b1e02c3a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:28:51.805276 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-46d3b3d6-fbf3-4a1f-ac37-9b4ade6a55c4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:51.814184 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-46d3b3d6-fbf3-4a1f-ac37-9b4ade6a55c4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:28:51.836468 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3b3d6-fbf3-4a1f-ac37-9b4ade6a55c4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event updated for resources: {'Port': ['ID=f3a6e021-6af8-4259-a794-65ae1e18fac1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:51.870474 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-46d3b3d6-fbf3-4a1f-ac37-9b4ade6a55c4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:51.871106 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-46d3b3d6-fbf3-4a1f-ac37-9b4ade6a55c4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:51.895699 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-46d3b3d6-fbf3-4a1f-ac37-9b4ade6a55c4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1962116 Dec 20 21:28:51.913349 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-8f7250c0-b309-47d2-8cd4-cd7f6c22ee61 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Request body: {'port': {'device_id': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b', 'admin_state_up': True, 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'security_groups': ['f61d692e-6320-4034-9d81-9364bd5ff13d']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:51.935458 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafdf32-5335-465d-8312-af66a4e91ca7 req-87346d58-e7cc-456b-bca2-12bc56a154af tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:51.937043 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ddafdf32-5335-465d-8312-af66a4e91ca7 req-87346d58-e7cc-456b-bca2-12bc56a154af tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 943 time: 0.1044695 Dec 20 21:28:52.026647 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ddafdf32-5335-465d-8312-af66a4e91ca7 req-007f8713-da20-44f4-8a81-b9265176207c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767384 Dec 20 21:28:52.079582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28c33b-f770-416b-b729-fe682866f953 req-8ed46a91-4154-4c49-98ed-4b86b7b555a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:52.081804 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cf28c33b-f770-416b-b729-fe682866f953 req-8ed46a91-4154-4c49-98ed-4b86b7b555a0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 1092 time: 0.1843877 Dec 20 21:28:52.152350 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-284699c4-cd6f-4cbb-8345-1e5b9d044880 req-ce59c998-a70b-4431-886e-78988e4bcefa tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0304046 Dec 20 21:28:52.154617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-8f7250c0-b309-47d2-8cd4-cd7f6c22ee61 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Made reservation on behalf of ae8a085dd6e14fa0abcc7b1eb3b27ad5 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:52.214229 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a17486ad-ee5d-4903-ab82-276d410bdd9c None None] Provisioning complete for port f3a6e021-6af8-4259-a794-65ae1e18fac1 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:52.214901 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a17486ad-ee5d-4903-ab82-276d410bdd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:52.255826 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a17486ad-ee5d-4903-ab82-276d410bdd9c None None] Port f3a6e021-6af8-4259-a794-65ae1e18fac1 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:28:52.496350 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717d975-8d60-4357-9e48-5c684522c882 req-781091d8-e4f2-40ae-b7fc-9cfc2e075404 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:52.503732 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717d975-8d60-4357-9e48-5c684522c882 req-781091d8-e4f2-40ae-b7fc-9cfc2e075404 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:52.510173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717d975-8d60-4357-9e48-5c684522c882 req-781091d8-e4f2-40ae-b7fc-9cfc2e075404 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:52.512092 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e717d975-8d60-4357-9e48-5c684522c882 req-781091d8-e4f2-40ae-b7fc-9cfc2e075404 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 2373 time: 0.0690372 Dec 20 21:28:52.578587 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e717d975-8d60-4357-9e48-5c684522c882 req-acc9dadb-2f8c-4592-a49f-aa7e1835f04b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595574 Dec 20 21:28:52.587358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadc84e-f7b0-4793-a394-97a876c4447a req-b67aac61-4d4f-47ce-b403-cd1f5827801b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:52.589071 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcadc84e-f7b0-4793-a394-97a876c4447a req-b67aac61-4d4f-47ce-b403-cd1f5827801b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 946 time: 0.4386919 Dec 20 21:28:52.592368 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28c33b-f770-416b-b729-fe682866f953 req-ee20c649-fb1b-469c-9917-7763fb8ff565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:52.593799 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cf28c33b-f770-416b-b729-fe682866f953 req-ee20c649-fb1b-469c-9917-7763fb8ff565 service neutron] 10.222.0.66 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 907 time: 0.5034773 Dec 20 21:28:52.629415 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff9ca4-4c6e-482c-a6f7-fac8a8d62be6 req-ae966b0c-8f00-4a9c-8018-a2c8b7493436 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:52.632401 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1ff9ca4-4c6e-482c-a6f7-fac8a8d62be6 req-ae966b0c-8f00-4a9c-8018-a2c8b7493436 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "GET /v2.0/ports?device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 946 time: 0.0913312 Dec 20 21:28:52.661486 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cf28c33b-f770-416b-b729-fe682866f953 req-1cb55d56-9825-4d68-a146-a2375b070936 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09924dae-7612-4a67-9cea-812ef9573942 HTTP/1.1" status: 200 len: 217 time: 0.0580733 Dec 20 21:28:52.664540 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-8f7250c0-b309-47d2-8cd4-cd7f6c22ee61 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:52.744714 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcadc84e-f7b0-4793-a394-97a876c4447a req-efdeeb77-f130-43b0-8859-05668de86c65 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458745 Dec 20 21:28:52.749265 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d1ff9ca4-4c6e-482c-a6f7-fac8a8d62be6 req-2e6ad3ab-60e7-4490-8c23-8ed625619c21 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Deleting port ea5e9034-c45a-493d-9920-cf49d86de00f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:28:52.749802 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d1ff9ca4-4c6e-482c-a6f7-fac8a8d62be6 req-2e6ad3ab-60e7-4490-8c23-8ed625619c21 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:52.798295 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28c33b-f770-416b-b729-fe682866f953 req-a65b9d7f-8f37-4ce4-a4ba-6da94a8ba202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:52.799668 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cf28c33b-f770-416b-b729-fe682866f953 req-a65b9d7f-8f37-4ce4-a4ba-6da94a8ba202 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=25ff85e3-c2b2-4219-9be7-235a0898b2d1 HTTP/1.1" status: 200 len: 846 time: 0.1305351 Dec 20 21:28:52.901388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe41db8-90e7-4619-a1a0-d7d44afbc28f req-53a6ef90-e08c-4aa5-b414-209f82bd7f53 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:52.905719 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cf28c33b-f770-416b-b729-fe682866f953 req-7dff7212-b979-47c3-9880-0b82d4db4cbb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=631fd657-633a-4798-86f3-d2a6fb4581e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943801 Dec 20 21:28:52.906332 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4fe41db8-90e7-4619-a1a0-d7d44afbc28f req-53a6ef90-e08c-4aa5-b414-209f82bd7f53 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 947 time: 0.0889673 Dec 20 21:28:52.932301 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d1ff9ca4-4c6e-482c-a6f7-fac8a8d62be6 req-2e6ad3ab-60e7-4490-8c23-8ed625619c21 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] For port ea5e9034-c45a-493d-9920-cf49d86de00f, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=ea5e9034-c45a-493d-9920-cf49d86de00f,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:52.932812 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d1ff9ca4-4c6e-482c-a6f7-fac8a8d62be6 req-2e6ad3ab-60e7-4490-8c23-8ed625619c21 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:52.958627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d1ff9ca4-4c6e-482c-a6f7-fac8a8d62be6 req-2e6ad3ab-60e7-4490-8c23-8ed625619c21 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Calling delete_port for ea5e9034-c45a-493d-9920-cf49d86de00f owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:28:53.025167 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4fe41db8-90e7-4619-a1a0-d7d44afbc28f req-c9f6f8e6-c49f-4a98-af65-54e86ccf0c96 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844092 Dec 20 21:28:53.151447 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cf28c33b-f770-416b-b729-fe682866f953 req-45501f3f-8bdb-43eb-aaa7-b63d798c9456 service neutron] 10.222.0.66 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280066 Dec 20 21:28:53.153013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-8f7250c0-b309-47d2-8cd4-cd7f6c22ee61 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Allocated IP 10.2.2.100 (ae5f0a2b-8184-4e1d-822a-c5435728b42b/ae563e9e-aa51-4afb-9f8a-8a6be528b5fd/9655ce7e-8f89-45c3-886e-da0b47890f71) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:28:53.174307 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06cde88f-038a-421f-897c-d99b6ee3c5c3 req-395fa254-faed-43f6-bb0b-511e575e1f6e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0355396 Dec 20 21:28:53.245722 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d1ff9ca4-4c6e-482c-a6f7-fac8a8d62be6 req-2e6ad3ab-60e7-4490-8c23-8ed625619c21 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:53.279073 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['ea5e9034-c45a-493d-9920-cf49d86de00f'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:28:53.341499 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ad3ab-60e7-4490-8c23-8ed625619c21 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Pushing event deleted for resources: {'Port': ['ID=ea5e9034-c45a-493d-9920-cf49d86de00f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:53.349678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bc45d-df2c-4ab5-9346-c7a64147c815 req-25179ef0-40ca-442c-9414-10e8637eeb35 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:53.359120 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-229bc45d-df2c-4ab5-9346-c7a64147c815 req-25179ef0-40ca-442c-9414-10e8637eeb35 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 943 time: 0.1801910 Dec 20 21:28:53.394712 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0d8c84e6-8490-4f39-bc34-f11b0ad1a89d req-aad6d18f-097c-42bf-9bfc-f1ade9933f2a tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0554423 Dec 20 21:28:53.467504 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ff9ca4-4c6e-482c-a6f7-fac8a8d62be6 req-2e6ad3ab-60e7-4490-8c23-8ed625619c21 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] No DVR routers for this DVR port ea5e9034-c45a-493d-9920-cf49d86de00f on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:28:53.471751 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d1ff9ca4-4c6e-482c-a6f7-fac8a8d62be6 req-2e6ad3ab-60e7-4490-8c23-8ed625619c21 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:53.476059 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1ff9ca4-4c6e-482c-a6f7-fac8a8d62be6 req-2e6ad3ab-60e7-4490-8c23-8ed625619c21 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "DELETE /v2.0/ports/ea5e9034-c45a-493d-9920-cf49d86de00f HTTP/1.1" status: 204 len: 173 time: 0.8354082 Dec 20 21:28:53.476620 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1de92d-2eae-42a0-b47d-d601285eec39', 'name': 'network-vif-deleted', 'tag': 'ea5e9034-c45a-493d-9920-cf49d86de00f'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:28:53.480973 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580e2358-07e0-4626-bd5a-c2508673b2eb" -d '{"events": [{"server_uuid": "ab1de92d-2eae-42a0-b47d-d601285eec39", "name": "network-vif-deleted", "tag": "ea5e9034-c45a-493d-9920-cf49d86de00f"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:28:53.505314 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-229bc45d-df2c-4ab5-9346-c7a64147c815 req-d1bb572d-0020-4f52-b429-a307d0aad1f3 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402984 Dec 20 21:28:53.510290 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cf28c33b-f770-416b-b729-fe682866f953 req-2db36acd-2bf9-40a3-9918-db14540a735a service neutron] 10.222.0.66 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499317 Dec 20 21:28:53.537473 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4ae121-33a2-4f93-8e12-ef1a868c3442 x-openstack-request-id: req-bc4ae121-33a2-4f93-8e12-ef1a868c3442 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:28:53.538369 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1de92d-2eae-42a0-b47d-d601285eec39", "name": "network-vif-deleted", "tag": "ea5e9034-c45a-493d-9920-cf49d86de00f", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:28:53.538369 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc4ae121-33a2-4f93-8e12-ef1a868c3442 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:28:53.538740 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1de92d-2eae-42a0-b47d-d601285eec39', 'name': 'network-vif-deleted', 'tag': 'ea5e9034-c45a-493d-9920-cf49d86de00f', 'status': 'completed', 'code': 200} Dec 20 21:28:53.595912 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-8f7250c0-b309-47d2-8cd4-cd7f6c22ee61 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:53.653708 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-8f7250c0-b309-47d2-8cd4-cd7f6c22ee61 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:53.716855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-8f7250c0-b309-47d2-8cd4-cd7f6c22ee61 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Network ae5f0a2b-8184-4e1d-822a-c5435728b42b is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:28:53.720506 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-8f7250c0-b309-47d2-8cd4-cd7f6c22ee61 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:53.735773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-8f7250c0-b309-47d2-8cd4-cd7f6c22ee61 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:28:53.802129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7250c0-b309-47d2-8cd4-cd7f6c22ee61 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event updated for resources: {'Port': ['ID=9655ce7e-8f89-45c3-886e-da0b47890f71,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:53.874264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-8f7250c0-b309-47d2-8cd4-cd7f6c22ee61 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:53.875581 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-8f7250c0-b309-47d2-8cd4-cd7f6c22ee61 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:53.932456 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8921326-0e5b-49d4-bf6e-eb26208ccaa3 req-de32f7c7-8971-404e-a7a5-174df4a22ff9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:53.937087 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a5f30dcc-9c80-4e7b-be52-8e8a1117da02 req-62e38528-0a37-41e0-96b8-62645da9ba0b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab1de92d-2eae-42a0-b47d-d601285eec39 HTTP/1.1" status: 200 len: 210 time: 0.0447919 Dec 20 21:28:53.962344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8921326-0e5b-49d4-bf6e-eb26208ccaa3 req-de32f7c7-8971-404e-a7a5-174df4a22ff9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:53.981348 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8921326-0e5b-49d4-bf6e-eb26208ccaa3 req-de32f7c7-8971-404e-a7a5-174df4a22ff9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:54.005319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8921326-0e5b-49d4-bf6e-eb26208ccaa3 req-de32f7c7-8971-404e-a7a5-174df4a22ff9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:54.015371 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8921326-0e5b-49d4-bf6e-eb26208ccaa3 req-de32f7c7-8971-404e-a7a5-174df4a22ff9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 3094 time: 0.2710047 Dec 20 21:28:54.037196 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-8f7250c0-b309-47d2-8cd4-cd7f6c22ee61 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1287239 Dec 20 21:28:54.063631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9da6ca94-8ace-417e-b772-5c7818bd3704 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Request body: {'port': {'device_id': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b', 'admin_state_up': True, 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'security_groups': ['f61d692e-6320-4034-9d81-9364bd5ff13d']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:54.102667 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-28e22ef9-648d-4eb6-8368-993d310993d6 None None] Provisioning complete for port 9655ce7e-8f89-45c3-886e-da0b47890f71 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:54.104814 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28e22ef9-648d-4eb6-8368-993d310993d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:54.153814 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-28e22ef9-648d-4eb6-8368-993d310993d6 None None] Port 9655ce7e-8f89-45c3-886e-da0b47890f71 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:28:54.189395 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8921326-0e5b-49d4-bf6e-eb26208ccaa3 req-2633aa0f-76a0-480e-b7ab-0f70221c0cfa tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730123 Dec 20 21:28:54.284255 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba19301-c834-4711-9164-da84fd9493e1 req-767c7670-0673-4551-871a-cbb9a835f869 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:54.288784 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4ba19301-c834-4711-9164-da84fd9493e1 req-767c7670-0673-4551-871a-cbb9a835f869 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 947 time: 0.0670400 Dec 20 21:28:54.325182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9da6ca94-8ace-417e-b772-5c7818bd3704 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Made reservation on behalf of ae8a085dd6e14fa0abcc7b1eb3b27ad5 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:54.331712 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9da6ca94-8ace-417e-b772-5c7818bd3704 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:54.354719 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4ba19301-c834-4711-9164-da84fd9493e1 req-a503a453-fb95-4bf7-b9b3-26db4731a800 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575962 Dec 20 21:28:54.548350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50575b2e-f622-42aa-a554-0acd7495fe72 req-d32f50e2-ca9d-4940-b806-0ca212d8bb2d tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0369878 Dec 20 21:28:54.563074 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9da6ca94-8ace-417e-b772-5c7818bd3704 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Allocated IP 10.2.2.200 (ae5f0a2b-8184-4e1d-822a-c5435728b42b/ae563e9e-aa51-4afb-9f8a-8a6be528b5fd/3172c179-085f-4b38-b042-22139154fc9d) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:28:54.647385 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d29067-527e-41a2-8e1e-ded3262f620a req-c0c4ca0a-7100-48aa-9779-2e24292cf1c9 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:54.648808 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-47d29067-527e-41a2-8e1e-ded3262f620a req-c0c4ca0a-7100-48aa-9779-2e24292cf1c9 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 943 time: 0.0646603 Dec 20 21:28:54.703807 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-47d29067-527e-41a2-8e1e-ded3262f620a req-b1eeddb7-b4ad-44da-873a-685b25d50944 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488040 Dec 20 21:28:54.740021 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9da6ca94-8ace-417e-b772-5c7818bd3704 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:54.784259 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9da6ca94-8ace-417e-b772-5c7818bd3704 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:54.834408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9da6ca94-8ace-417e-b772-5c7818bd3704 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Network ae5f0a2b-8184-4e1d-822a-c5435728b42b is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:28:54.838226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9da6ca94-8ace-417e-b772-5c7818bd3704 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:54.858249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9da6ca94-8ace-417e-b772-5c7818bd3704 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:28:54.882974 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-744ea1c0-18fe-47a9-92e9-ed4890def1b0 req-78edd3e5-940b-4e79-aa82-d8ef522644e6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f4af04a45d3480987212363b34e86e2&device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0421424 Dec 20 21:28:54.887413 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-15785fa6-ff26-450e-859f-d18dcb45fbf2 req-b4fd7b44-15ac-4d40-a5aa-f1f8ed40aba0 tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0478690 Dec 20 21:28:54.947573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6ca94-8ace-417e-b772-5c7818bd3704 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event updated for resources: {'Port': ['ID=3172c179-085f-4b38-b042-22139154fc9d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:54.954462 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-744ea1c0-18fe-47a9-92e9-ed4890def1b0 req-bf666ac6-3b26-4fd3-bef3-70b83fed91c1 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=7f4af04a45d3480987212363b34e86e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463762 Dec 20 21:28:55.033212 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9da6ca94-8ace-417e-b772-5c7818bd3704 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:55.033948 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9da6ca94-8ace-417e-b772-5c7818bd3704 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:55.080729 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9da6ca94-8ace-417e-b772-5c7818bd3704 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0227818 Dec 20 21:28:55.081227 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-495ea5d9-89b3-4a6f-bb11-02d6ee9fa972 None None] Provisioning complete for port 3172c179-085f-4b38-b042-22139154fc9d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:55.082205 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-495ea5d9-89b3-4a6f-bb11-02d6ee9fa972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:55.102581 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Request body: {'port': {'device_id': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:55.120538 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-495ea5d9-89b3-4a6f-bb11-02d6ee9fa972 None None] Port 3172c179-085f-4b38-b042-22139154fc9d cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:28:55.144143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ea1c0-18fe-47a9-92e9-ed4890def1b0 req-936d9c3c-d615-420d-86f8-bb5b9e1077aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:55.145768 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-744ea1c0-18fe-47a9-92e9-ed4890def1b0 req-936d9c3c-d615-420d-86f8-bb5b9e1077aa service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1853619 Dec 20 21:28:55.239905 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:55.338256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-1d8ef9f1-b1d0-4c0e-99a2-b60b4ead534f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:55.341984 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-1d8ef9f1-b1d0-4c0e-99a2-b60b4ead534f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 812 time: 0.1667197 Dec 20 21:28:55.366899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d637d1-8781-42dc-939b-0de56ab2af03 req-52ec43fc-9775-49fe-bc6b-0d53977a26a9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:55.373703 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d637d1-8781-42dc-939b-0de56ab2af03 req-52ec43fc-9775-49fe-bc6b-0d53977a26a9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:55.379953 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d637d1-8781-42dc-939b-0de56ab2af03 req-52ec43fc-9775-49fe-bc6b-0d53977a26a9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:55.386786 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d637d1-8781-42dc-939b-0de56ab2af03 req-52ec43fc-9775-49fe-bc6b-0d53977a26a9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:55.393318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d637d1-8781-42dc-939b-0de56ab2af03 req-52ec43fc-9775-49fe-bc6b-0d53977a26a9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:55.395674 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d637d1-8781-42dc-939b-0de56ab2af03 req-52ec43fc-9775-49fe-bc6b-0d53977a26a9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 3815 time: 0.1176622 Dec 20 21:28:55.406687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-05550cee-68e3-4bcd-b3e6-00cac29c320c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/quotas/ca36b0d25161450da30484970d345d34 HTTP/1.1" status: 200 len: 375 time: 0.0249922 Dec 20 21:28:55.442826 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09d637d1-8781-42dc-939b-0de56ab2af03 req-3583b8ec-59b0-48cb-a823-c5a548404022 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390415 Dec 20 21:28:55.476793 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-45635d80-469b-43e6-bc08-d43e7ebcb6d7 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588851 Dec 20 21:28:55.484674 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 09924dae-7612-4a67-9cea-812ef9573942 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:28:55.616874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 09924dae-7612-4a67-9cea-812ef9573942, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=09924dae-7612-4a67-9cea-812ef9573942,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:55.630037 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '09924dae-7612-4a67-9cea-812ef9573942', 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1', 'port_id': '09924dae-7612-4a67-9cea-812ef9573942', 'mac_address': 'fa:16:3e:22:bc:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ff85e3-c2b2-4219-9be7-235a0898b2d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:28:55.653012 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-77361325-7c02-46a8-a8af-719d72ef65e1 service neutron] 10.222.0.32 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449356 Dec 20 21:28:55.659139 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e8bade-ced6-417c-a6a8-6dc4305942f4 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:28:55.673997 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:55.675999 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:55.689173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09924dae-7612-4a67-9cea-812ef9573942 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:28:55.710189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 09924dae-7612-4a67-9cea-812ef9573942, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=09924dae-7612-4a67-9cea-812ef9573942,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:55.714666 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:55.730280 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Transition to ACTIVE for port object 85e8bade-ced6-417c-a6a8-6dc4305942f4 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:28:55.739712 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:55.785429 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=09924dae-7612-4a67-9cea-812ef9573942,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:55.794283 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:55.794991 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:55.795515 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:55.795885 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:55.796223 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:55.796551 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:55.797032 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:55.797361 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:55.797691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:55.798012 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:55.798419 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:55.798733 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:28:55.815252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Pushing event updated for resources: {'Port': ['ID=85e8bade-ced6-417c-a6a8-6dc4305942f4,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:55.830406 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-1275a301-99eb-4d3f-a46e-cffa5862d561 service neutron] 10.222.0.32 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637146 Dec 20 21:28:55.848458 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dfce7-b60a-48f4-b52b-e19852c0dd32 req-52ad7c5f-372c-4ce3-99d8-decdb3863ca5 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:55.850032 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7a2dfce7-b60a-48f4-b52b-e19852c0dd32 req-52ad7c5f-372c-4ce3-99d8-decdb3863ca5 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 944 time: 0.0653067 Dec 20 21:28:55.904752 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7a2dfce7-b60a-48f4-b52b-e19852c0dd32 req-d3313d21-ec6e-47e4-91fb-4efe9f1e1f34 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480139 Dec 20 21:28:55.968078 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Attempting to bind port 85e8bade-ced6-417c-a6a8-6dc4305942f4 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:28:55.971175 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Attempting to bind port 85e8bade-ced6-417c-a6a8-6dc4305942f4 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '47a3639c-7b5f-45dd-bb69-9d62790353d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:28:55.971528 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Attempting to bind port 85e8bade-ced6-417c-a6a8-6dc4305942f4 on network 92da4183-ce83-467f-96db-4d2c3a33eb57 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:55.977879 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Port 85e8bade-ced6-417c-a6a8-6dc4305942f4 on network 92da4183-ce83-467f-96db-4d2c3a33eb57 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:28:55.978361 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Attempting to bind port 85e8bade-ced6-417c-a6a8-6dc4305942f4 on network 92da4183-ce83-467f-96db-4d2c3a33eb57 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:55.985056 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:28:55.985391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Checking segment: {'id': '47a3639c-7b5f-45dd-bb69-9d62790353d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:28:55.985948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Bound using segment: {'id': '47a3639c-7b5f-45dd-bb69-9d62790353d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:28:55.986676 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Bound port: 85e8bade-ced6-417c-a6a8-6dc4305942f4, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a3639c-7b5f-45dd-bb69-9d62790353d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:28:55.987043 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:56.037890 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6125c200-8c68-4044-b488-38cb052ad2ef req-0300b43d-04a7-4f49-b7f6-3ac8bce35ced tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0402498 Dec 20 21:28:56.062809 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['09924dae-7612-4a67-9cea-812ef9573942'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:28:56.134656 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] For port 85e8bade-ced6-417c-a6a8-6dc4305942f4, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:28:56.142783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] For port 85e8bade-ced6-417c-a6a8-6dc4305942f4, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=85e8bade-ced6-417c-a6a8-6dc4305942f4,segment=NetworkSegment(47a3639c-7b5f-45dd-bb69-9d62790353d4),segment_id=47a3639c-7b5f-45dd-bb69-9d62790353d4)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:28:56.151071 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:56.216685 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e2f914da-b477-42e1-86ae-0fe57db7d144 req-c22c7749-cea9-4669-819f-e49532e8a1d0 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 210 time: 0.0678639 Dec 20 21:28:56.312094 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:56.314403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:56.318309 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] 10.222.0.66 "PUT /v2.0/ports/85e8bade-ced6-417c-a6a8-6dc4305942f4 HTTP/1.1" status: 200 len: 1089 time: 1.2181768 Dec 20 21:28:56.319061 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8b752-ab53-4b43-a4c1-846d26ca147c service neutron] Pushing event updated for resources: {'Port': ['ID=85e8bade-ced6-417c-a6a8-6dc4305942f4,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:56.327010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'tag': '85e8bade-ced6-417c-a6a8-6dc4305942f4'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:28:56.341086 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9b19b3-a858-49cd-b7c5-1ba6fa9b0a66" -d '{"events": [{"name": "network-changed", "server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "tag": "85e8bade-ced6-417c-a6a8-6dc4305942f4"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:28:56.378995 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Request body: {'port': {'device_id': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:56.430608 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148558a2-d411-42b1-9efc-9da72142a8dd x-openstack-request-id: req-148558a2-d411-42b1-9efc-9da72142a8dd {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:28:56.431488 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "tag": "85e8bade-ced6-417c-a6a8-6dc4305942f4", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:28:56.432054 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-148558a2-d411-42b1-9efc-9da72142a8dd {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:28:56.432527 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'tag': '85e8bade-ced6-417c-a6a8-6dc4305942f4', 'status': 'completed', 'code': 200} Dec 20 21:28:56.595030 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:56.676770 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-744ea1c0-18fe-47a9-92e9-ed4890def1b0 req-1b3ca22f-0e99-4986-b353-f6368d9982cc tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0555861 Dec 20 21:28:56.712395 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b19b3-a858-49cd-b7c5-1ba6fa9b0a66 req-0acb0be6-9074-4a26-91f8-587f96b84460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:56.713065 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b19b3-a858-49cd-b7c5-1ba6fa9b0a66 req-0acb0be6-9074-4a26-91f8-587f96b84460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:56.713599 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b19b3-a858-49cd-b7c5-1ba6fa9b0a66 req-0acb0be6-9074-4a26-91f8-587f96b84460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:56.714142 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b19b3-a858-49cd-b7c5-1ba6fa9b0a66 req-0acb0be6-9074-4a26-91f8-587f96b84460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:56.714664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b19b3-a858-49cd-b7c5-1ba6fa9b0a66 req-0acb0be6-9074-4a26-91f8-587f96b84460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:56.716670 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4b9b19b3-a858-49cd-b7c5-1ba6fa9b0a66 req-0acb0be6-9074-4a26-91f8-587f96b84460 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 4360 time: 0.2259822 Dec 20 21:28:56.783156 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf7bd7-9f08-49d5-b82c-52673ba27a9d req-9b12dd09-db13-41aa-b806-b56e97f778de tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:56.789495 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf7bd7-9f08-49d5-b82c-52673ba27a9d req-9b12dd09-db13-41aa-b806-b56e97f778de tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:56.795344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf7bd7-9f08-49d5-b82c-52673ba27a9d req-9b12dd09-db13-41aa-b806-b56e97f778de tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:56.801206 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf7bd7-9f08-49d5-b82c-52673ba27a9d req-9b12dd09-db13-41aa-b806-b56e97f778de tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:56.808339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf7bd7-9f08-49d5-b82c-52673ba27a9d req-9b12dd09-db13-41aa-b806-b56e97f778de tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:56.810257 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abdf7bd7-9f08-49d5-b82c-52673ba27a9d req-9b12dd09-db13-41aa-b806-b56e97f778de tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 3827 time: 0.2352843 Dec 20 21:28:56.973219 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abdf7bd7-9f08-49d5-b82c-52673ba27a9d req-bb9b378e-973f-41df-8491-f3508f3df61d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769527 Dec 20 21:28:57.048087 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f04c9-9087-45f3-9cb8-04f9e9d2ab39 req-08625ad5-3551-4d07-8cc2-ae34640161ff tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:57.064083 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e82f04c9-9087-45f3-9cb8-04f9e9d2ab39 req-08625ad5-3551-4d07-8cc2-ae34640161ff tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 944 time: 0.0748668 Dec 20 21:28:57.072879 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b19b3-a858-49cd-b7c5-1ba6fa9b0a66 req-7833256e-bca0-428d-bed9-a1cd67bf91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:57.073235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b19b3-a858-49cd-b7c5-1ba6fa9b0a66 req-7833256e-bca0-428d-bed9-a1cd67bf91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:57.073803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b19b3-a858-49cd-b7c5-1ba6fa9b0a66 req-7833256e-bca0-428d-bed9-a1cd67bf91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:57.075842 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4b9b19b3-a858-49cd-b7c5-1ba6fa9b0a66 req-7833256e-bca0-428d-bed9-a1cd67bf91fd service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3368614 Dec 20 21:28:57.081847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device ea5e9034-c45a-493d-9920-cf49d86de00f no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:28:57.153088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: ea5e9034-c45a-493d-9920-cf49d86de00f {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:28:57.153441 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device ea5e9034-c45a-493d-9920-cf49d86de00f not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:28:57.161216 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e82f04c9-9087-45f3-9cb8-04f9e9d2ab39 req-31ce581d-d050-4d74-a0fa-729da05c5d19 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949345 Dec 20 21:28:57.175230 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-60c2f1ae-aedf-4e00-8f8b-173917ef9774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:57.274964 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9a75a4d9-f776-4a75-9693-f54792a5d2d3 req-d5a15b06-7c32-4b81-b89e-7fea43702850 tempest-ServerShowV254Test-1028985981 tempest-ServerShowV254Test-1028985981-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c071e00-7f50-41c3-8990-a16739d08c37 HTTP/1.1" status: 200 len: 210 time: 0.0389342 Dec 20 21:28:57.329898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b19b3-a858-49cd-b7c5-1ba6fa9b0a66 req-535c4d70-029d-4737-bba2-7b5556de623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:57.332782 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4b9b19b3-a858-49cd-b7c5-1ba6fa9b0a66 req-535c4d70-029d-4737-bba2-7b5556de623d service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2433927 Dec 20 21:28:57.386505 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d3edd11-b710-430d-ae69-8d04fe58dcc7 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:28:57.403536 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:57.430566 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1139ab3-624d-4511-b8e1-783008d5b648 req-863f7128-8be4-477e-b97f-0c20157bbb4b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 210 time: 0.0391994 Dec 20 21:28:57.435968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Transition to ACTIVE for port object 1d3edd11-b710-430d-ae69-8d04fe58dcc7 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:28:57.441851 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:57.511388 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 09924dae-7612-4a67-9cea-812ef9573942 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:28:57.537790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Pushing event updated for resources: {'Port': ['ID=1d3edd11-b710-430d-ae69-8d04fe58dcc7,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:57.578758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 09924dae-7612-4a67-9cea-812ef9573942 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:28:57.583830 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 09924dae-7612-4a67-9cea-812ef9573942 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:28:57.584188 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:57.692981 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Attempting to bind port 1d3edd11-b710-430d-ae69-8d04fe58dcc7 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:28:57.696426 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Attempting to bind port 1d3edd11-b710-430d-ae69-8d04fe58dcc7 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:28:57.696845 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Attempting to bind port 1d3edd11-b710-430d-ae69-8d04fe58dcc7 on network 0d7ce904-5e00-450e-ba96-c229b1e02c3a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:57.707024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Port 1d3edd11-b710-430d-ae69-8d04fe58dcc7 on network 0d7ce904-5e00-450e-ba96-c229b1e02c3a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:28:57.710448 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Attempting to bind port 1d3edd11-b710-430d-ae69-8d04fe58dcc7 on network 0d7ce904-5e00-450e-ba96-c229b1e02c3a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:57.721007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:28:57.723636 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Checking segment: {'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:28:57.734295 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Bound using segment: {'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:28:57.737360 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Bound port: 1d3edd11-b710-430d-ae69-8d04fe58dcc7, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:28:57.739235 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:57.769843 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:57.810721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c311b06-1c54-456f-884d-8724fc98ddf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09924dae-7612-4a67-9cea-812ef9573942'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:28:57.813155 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb52627-7f29-45a2-bcc2-e6cbbfd8a694" -d '{"events": [{"server_uuid": "2c311b06-1c54-456f-884d-8724fc98ddf2", "name": "network-vif-plugged", "status": "completed", "tag": "09924dae-7612-4a67-9cea-812ef9573942"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:28:57.830160 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 09924dae-7612-4a67-9cea-812ef9573942, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=09924dae-7612-4a67-9cea-812ef9573942,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:28:57.830466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-c6484086-9cf8-4c85-8d9c-08699ff86999 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:57.832799 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-c6484086-9cf8-4c85-8d9c-08699ff86999 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 812 time: 0.2272031 Dec 20 21:28:57.852708 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:57.860337 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-9f6f1470-8fd3-47dc-8959-83f53edc1e14 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Request body: {'port': {'device_id': '64a11b11-1594-408a-8923-3d036d7b2aae', 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab', 'admin_state_up': True, 'tenant_id': 'ca36b0d25161450da30484970d345d34'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:57.926863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] For port 1d3edd11-b710-430d-ae69-8d04fe58dcc7, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:28:57.929618 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9871cb8-a3a5-4913-833f-ae51abc9723d x-openstack-request-id: req-d9871cb8-a3a5-4913-833f-ae51abc9723d {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:28:57.929793 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c311b06-1c54-456f-884d-8724fc98ddf2", "name": "network-vif-plugged", "status": "completed", "tag": "09924dae-7612-4a67-9cea-812ef9573942", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:28:57.930106 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9871cb8-a3a5-4913-833f-ae51abc9723d {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:28:57.930484 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c311b06-1c54-456f-884d-8724fc98ddf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09924dae-7612-4a67-9cea-812ef9573942', 'code': 200} Dec 20 21:28:57.932922 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] For port 1d3edd11-b710-430d-ae69-8d04fe58dcc7, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=1d3edd11-b710-430d-ae69-8d04fe58dcc7,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:28:57.942343 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:57.999006 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=09924dae-7612-4a67-9cea-812ef9573942,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:58.020611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:58.021283 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:58.022855 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] 10.222.0.66 "PUT /v2.0/ports/1d3edd11-b710-430d-ae69-8d04fe58dcc7 HTTP/1.1" status: 200 len: 1129 time: 1.6483715 Dec 20 21:28:58.097952 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-9f6f1470-8fd3-47dc-8959-83f53edc1e14 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Made reservation on behalf of ca36b0d25161450da30484970d345d34 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:28:58.103623 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-9f6f1470-8fd3-47dc-8959-83f53edc1e14 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:58.108812 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Request body: {'port': {'device_id': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:58.336438 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-9f6f1470-8fd3-47dc-8959-83f53edc1e14 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Allocated IP 172.20.0.4 (ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab/ea9759e2-26ca-4714-859c-932515626a6f/984added-a4c8-49a6-ae65-fbf4d8828cf4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:28:58.386421 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77198095-3121-4871-8682-f8efa6f81364 req-9ac375a3-a59a-40e6-b4cc-a3cfd47b9870 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:58.388016 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-77198095-3121-4871-8682-f8efa6f81364 req-9ac375a3-a59a-40e6-b4cc-a3cfd47b9870 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 945 time: 0.0897799 Dec 20 21:28:58.462877 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-77198095-3121-4871-8682-f8efa6f81364 req-80c475b6-4abf-458d-b42c-4facbd7b91d0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609202 Dec 20 21:28:58.507741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'tag': '1d3edd11-b710-430d-ae69-8d04fe58dcc7'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:28:58.510557 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87e80d5-57f2-4d55-8dbf-05cc6f6071de" -d '{"events": [{"name": "network-changed", "server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "tag": "1d3edd11-b710-430d-ae69-8d04fe58dcc7"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:28:58.517638 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99c9c8-ca12-4ae3-b730-0d7e2e54e8ef service neutron] Pushing event updated for resources: {'Port': ['ID=1d3edd11-b710-430d-ae69-8d04fe58dcc7,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:58.585298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f002a-fe4a-44c7-823e-6c97e683c200 req-aff5f53e-5d6d-40b6-a804-062d7900bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:58.587185 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-9f6f1470-8fd3-47dc-8959-83f53edc1e14 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:58.587324 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2d6f002a-fe4a-44c7-823e-6c97e683c200 req-aff5f53e-5d6d-40b6-a804-062d7900bc48 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 1094 time: 0.5169835 Dec 20 21:28:58.607341 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:58.648336 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-9f6f1470-8fd3-47dc-8959-83f53edc1e14 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:58.651064 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155277ec-d945-4ccd-908f-873a133022e8 req-e8db5491-81e5-4279-aa73-177f9ceb0552 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:58.665831 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155277ec-d945-4ccd-908f-873a133022e8 req-e8db5491-81e5-4279-aa73-177f9ceb0552 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:58.672711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155277ec-d945-4ccd-908f-873a133022e8 req-e8db5491-81e5-4279-aa73-177f9ceb0552 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:58.673415 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-9f6f1470-8fd3-47dc-8959-83f53edc1e14 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:28:58.676361 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-9f6f1470-8fd3-47dc-8959-83f53edc1e14 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:28:58.685337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155277ec-d945-4ccd-908f-873a133022e8 req-e8db5491-81e5-4279-aa73-177f9ceb0552 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:58.693328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155277ec-d945-4ccd-908f-873a133022e8 req-e8db5491-81e5-4279-aa73-177f9ceb0552 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:58.699564 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155277ec-d945-4ccd-908f-873a133022e8 req-e8db5491-81e5-4279-aa73-177f9ceb0552 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:58.707897 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-155277ec-d945-4ccd-908f-873a133022e8 req-e8db5491-81e5-4279-aa73-177f9ceb0552 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 4600 time: 0.5908265 Dec 20 21:28:58.778089 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f1470-8fd3-47dc-8959-83f53edc1e14 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Pushing event updated for resources: {'Port': ['ID=984added-a4c8-49a6-ae65-fbf4d8828cf4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:58.787899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-9f6f1470-8fd3-47dc-8959-83f53edc1e14 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:28:58.808793 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-155277ec-d945-4ccd-908f-873a133022e8 req-cb01744d-0321-4d92-95f4-2dd877cf380d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0998316 Dec 20 21:28:58.830529 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2d6f002a-fe4a-44c7-823e-6c97e683c200 req-7373af82-5e56-4791-9aee-2e74cc7b8900 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295454 Dec 20 21:28:58.941635 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-9f6f1470-8fd3-47dc-8959-83f53edc1e14 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:58.942244 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-9f6f1470-8fd3-47dc-8959-83f53edc1e14 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:58.956681 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bb518c-6e19-4ead-8376-11935adbe996 x-openstack-request-id: req-e8bb518c-6e19-4ead-8376-11935adbe996 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:28:58.956681 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "tag": "1d3edd11-b710-430d-ae69-8d04fe58dcc7", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:28:58.956681 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8bb518c-6e19-4ead-8376-11935adbe996 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:28:58.957089 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'tag': '1d3edd11-b710-430d-ae69-8d04fe58dcc7', 'status': 'completed', 'code': 200} Dec 20 21:28:58.964407 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f31ea5-1f42-4ff4-bdb6-92579458f997 req-d65c86b4-2666-4709-8f56-9f7f21bc2cc1 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:58.965117 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 36840) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:58.968567 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-86f31ea5-1f42-4ff4-bdb6-92579458f997 req-d65c86b4-2666-4709-8f56-9f7f21bc2cc1 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 931 time: 0.1737883 Dec 20 21:28:58.996942 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-9f6f1470-8fd3-47dc-8959-83f53edc1e14 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1468639 Dec 20 21:28:59.048007 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Request body: {'port': {'device_id': '64a11b11-1594-408a-8923-3d036d7b2aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:28:59.149996 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-86f31ea5-1f42-4ff4-bdb6-92579458f997 req-895164ae-750b-495a-a013-dc15db560b0d tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514308 Dec 20 21:28:59.182651 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c864de36-d7e6-4330-8daf-b5173c738e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:59.186429 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:59.245674 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e80d5-57f2-4d55-8dbf-05cc6f6071de req-1692021d-c95d-4887-a970-fd09216bea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:59.246176 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e80d5-57f2-4d55-8dbf-05cc6f6071de req-1692021d-c95d-4887-a970-fd09216bea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:59.246658 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e80d5-57f2-4d55-8dbf-05cc6f6071de req-1692021d-c95d-4887-a970-fd09216bea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:59.247120 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e80d5-57f2-4d55-8dbf-05cc6f6071de req-1692021d-c95d-4887-a970-fd09216bea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:59.247583 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e80d5-57f2-4d55-8dbf-05cc6f6071de req-1692021d-c95d-4887-a970-fd09216bea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:59.248038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e80d5-57f2-4d55-8dbf-05cc6f6071de req-1692021d-c95d-4887-a970-fd09216bea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:59.249932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a87e80d5-57f2-4d55-8dbf-05cc6f6071de req-1692021d-c95d-4887-a970-fd09216bea32 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5282 time: 0.1136177 Dec 20 21:28:59.392831 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97563572-4662-45fc-886e-d7a94f6a1dea {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:28:59.409449 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:59.433906 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b56d798-6272-43ee-a55b-28be3b2eb295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:59.457376 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c864de36-d7e6-4330-8daf-b5173c738e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:59.458683 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Transition to ACTIVE for port object 97563572-4662-45fc-886e-d7a94f6a1dea will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:28:59.460863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e80d5-57f2-4d55-8dbf-05cc6f6071de req-1d5f5ebc-259d-4a38-b903-6211d0162b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:59.461317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e80d5-57f2-4d55-8dbf-05cc6f6071de req-1d5f5ebc-259d-4a38-b903-6211d0162b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:59.461781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e80d5-57f2-4d55-8dbf-05cc6f6071de req-1d5f5ebc-259d-4a38-b903-6211d0162b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:59.463551 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a87e80d5-57f2-4d55-8dbf-05cc6f6071de req-1d5f5ebc-259d-4a38-b903-6211d0162b93 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1957800 Dec 20 21:28:59.465015 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c864de36-d7e6-4330-8daf-b5173c738e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:59.467444 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:59.495448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984added-a4c8-49a6-ae65-fbf4d8828cf4 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:28:59.506212 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:59.526837 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Transition to ACTIVE for port object 984added-a4c8-49a6-ae65-fbf4d8828cf4 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:28:59.532251 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:59.566461 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c864de36-d7e6-4330-8daf-b5173c738e1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f4af04a45d3480987212363b34e86e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6000876 Dec 20 21:28:59.567310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Pushing event updated for resources: {'Port': ['ID=97563572-4662-45fc-886e-d7a94f6a1dea,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:59.569256 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36848) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:28:59.630414 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864de36-d7e6-4330-8daf-b5173c738e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9090863-36ee-48c4-b475-a7f8f8af748e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:59.669863 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=984added-a4c8-49a6-ae65-fbf4d8828cf4,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:28:59.765762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Attempting to bind port 984added-a4c8-49a6-ae65-fbf4d8828cf4 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:28:59.766166 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Attempting to bind port 984added-a4c8-49a6-ae65-fbf4d8828cf4 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:28:59.766485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Attempting to bind port 984added-a4c8-49a6-ae65-fbf4d8828cf4 on network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:59.769836 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91e3522f-b4ad-41cd-bd01-10fd14ce9870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:59.773237 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Port 984added-a4c8-49a6-ae65-fbf4d8828cf4 on network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:28:59.773548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Attempting to bind port 984added-a4c8-49a6-ae65-fbf4d8828cf4 on network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:59.789276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:28:59.789606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Checking segment: {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:28:59.790229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Bound using segment: {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:28:59.790682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Bound port: 984added-a4c8-49a6-ae65-fbf4d8828cf4, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:28:59.791039 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:59.846716 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91e3522f-b4ad-41cd-bd01-10fd14ce9870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:59.874958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64110a19-6016-41aa-bcef-2e9bbecd21a8 req-b9d3252b-a5d6-4b44-8c6a-e640d1ac8840 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:59.876744 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64110a19-6016-41aa-bcef-2e9bbecd21a8 req-b9d3252b-a5d6-4b44-8c6a-e640d1ac8840 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 945 time: 0.3059464 Dec 20 21:28:59.940618 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Attempting to bind port 97563572-4662-45fc-886e-d7a94f6a1dea on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:28:59.941334 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Attempting to bind port 97563572-4662-45fc-886e-d7a94f6a1dea by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:28:59.941874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Attempting to bind port 97563572-4662-45fc-886e-d7a94f6a1dea on network 0d7ce904-5e00-450e-ba96-c229b1e02c3a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:59.950462 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Port 97563572-4662-45fc-886e-d7a94f6a1dea on network 0d7ce904-5e00-450e-ba96-c229b1e02c3a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:28:59.951136 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Attempting to bind port 97563572-4662-45fc-886e-d7a94f6a1dea on network 0d7ce904-5e00-450e-ba96-c229b1e02c3a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:28:59.958848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:28:59.959580 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] For port 984added-a4c8-49a6-ae65-fbf4d8828cf4, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:28:59.959824 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Checking segment: {'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:28:59.960423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Bound using segment: {'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:28:59.961063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Bound port: 97563572-4662-45fc-886e-d7a94f6a1dea, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:28:59.961681 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:28:59.966427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e80d5-57f2-4d55-8dbf-05cc6f6071de req-09f1387f-25f8-4be1-9257-764334d23be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:28:59.968250 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a87e80d5-57f2-4d55-8dbf-05cc6f6071de req-09f1387f-25f8-4be1-9257-764334d23be5 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4938118 Dec 20 21:29:00.004257 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] For port 984added-a4c8-49a6-ae65-fbf4d8828cf4, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=984added-a4c8-49a6-ae65-fbf4d8828cf4,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:29:00.015637 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64110a19-6016-41aa-bcef-2e9bbecd21a8 req-86ca9fde-c19e-49ec-bdf5-706e7cd37e89 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238036 Dec 20 21:29:00.017164 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:00.092862 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] For port 97563572-4662-45fc-886e-d7a94f6a1dea, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:29:00.096988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] For port 97563572-4662-45fc-886e-d7a94f6a1dea, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=97563572-4662-45fc-886e-d7a94f6a1dea,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:29:00.097387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=984added-a4c8-49a6-ae65-fbf4d8828cf4,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:00.100070 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91e3522f-b4ad-41cd-bd01-10fd14ce9870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:00.102851 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91e3522f-b4ad-41cd-bd01-10fd14ce9870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:00.103989 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-91e3522f-b4ad-41cd-bd01-10fd14ce9870 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9090863-36ee-48c4-b475-a7f8f8af748e HTTP/1.1" status: 204 len: 168 time: 0.5316920 Dec 20 21:29:00.112131 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:00.116515 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb712e-a65a-4efa-a6fa-9c28bfef6ca5 req-a3033fc8-32f1-42d4-b50a-314cd4dfcfc7 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:00.126664 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb712e-a65a-4efa-a6fa-9c28bfef6ca5 req-a3033fc8-32f1-42d4-b50a-314cd4dfcfc7 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:00.133240 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb712e-a65a-4efa-a6fa-9c28bfef6ca5 req-a3033fc8-32f1-42d4-b50a-314cd4dfcfc7 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:00.137830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:00.138559 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:00.139152 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb712e-a65a-4efa-a6fa-9c28bfef6ca5 req-a3033fc8-32f1-42d4-b50a-314cd4dfcfc7 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:00.139966 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] 10.222.0.66 "PUT /v2.0/ports/97563572-4662-45fc-886e-d7a94f6a1dea HTTP/1.1" status: 200 len: 1128 time: 2.0712681 Dec 20 21:29:00.145227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb712e-a65a-4efa-a6fa-9c28bfef6ca5 req-a3033fc8-32f1-42d4-b50a-314cd4dfcfc7 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:00.158872 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb712e-a65a-4efa-a6fa-9c28bfef6ca5 req-a3033fc8-32f1-42d4-b50a-314cd4dfcfc7 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:00.171579 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb712e-a65a-4efa-a6fa-9c28bfef6ca5 req-a3033fc8-32f1-42d4-b50a-314cd4dfcfc7 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:00.173848 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bffb712e-a65a-4efa-a6fa-9c28bfef6ca5 req-a3033fc8-32f1-42d4-b50a-314cd4dfcfc7 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5372 time: 0.2341352 Dec 20 21:29:00.184203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Request body: {'port': {'device_id': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:00.195453 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:00.196134 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:00.197498 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b9aad750-bbfa-453e-b7b6-305b85a0a7f3 service neutron] 10.222.0.31 "PUT /v2.0/ports/984added-a4c8-49a6-ae65-fbf4d8828cf4 HTTP/1.1" status: 200 len: 1089 time: 1.1619301 Dec 20 21:29:00.197961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a11b11-1594-408a-8923-3d036d7b2aae', 'tag': '984added-a4c8-49a6-ae65-fbf4d8828cf4'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:00.200259 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f3dc7d-a67e-44b6-8a07-58ea826e9e48" -d '{"events": [{"name": "network-changed", "server_uuid": "64a11b11-1594-408a-8923-3d036d7b2aae", "tag": "984added-a4c8-49a6-ae65-fbf4d8828cf4"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:00.230227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3522f-b4ad-41cd-bd01-10fd14ce9870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9090863-36ee-48c4-b475-a7f8f8af748e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:00.320130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca089c-ea89-48fa-8ff7-07b1483ab46e service neutron] Pushing event updated for resources: {'Port': ['ID=97563572-4662-45fc-886e-d7a94f6a1dea,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:00.336903 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bffb712e-a65a-4efa-a6fa-9c28bfef6ca5 req-500184dd-c329-4cda-ad39-bf93361930dd tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1433799 Dec 20 21:29:00.368468 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-ace66b41-4980-4e9f-af35-22b31870491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:00.369967 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-ace66b41-4980-4e9f-af35-22b31870491f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 1092 time: 0.0934434 Dec 20 21:29:00.396337 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:00.474649 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c71a5f9-4d99-4f7e-93e6-7f59ef069f28 x-openstack-request-id: req-4c71a5f9-4d99-4f7e-93e6-7f59ef069f28 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:00.474890 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a11b11-1594-408a-8923-3d036d7b2aae", "tag": "984added-a4c8-49a6-ae65-fbf4d8828cf4", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:00.475190 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c71a5f9-4d99-4f7e-93e6-7f59ef069f28 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:00.475581 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a11b11-1594-408a-8923-3d036d7b2aae', 'tag': '984added-a4c8-49a6-ae65-fbf4d8828cf4', 'status': 'completed', 'code': 200} Dec 20 21:29:00.479969 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-889a3915-e2a5-4472-8ed4-bb1b83f3aa34 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=984added-a4c8-49a6-ae65-fbf4d8828cf4 HTTP/1.1" status: 200 len: 217 time: 0.0930753 Dec 20 21:29:00.522269 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25717246-14e0-4bbd-ab78-b742b4e18328 req-9714abd9-16d0-4d64-b8c9-68663bdb8b8e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:00.530326 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-25717246-14e0-4bbd-ab78-b742b4e18328 req-9714abd9-16d0-4d64-b8c9-68663bdb8b8e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 943 time: 0.2018645 Dec 20 21:29:00.605372 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-2eca842e-82fc-4417-aab1-833679a39fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:00.607479 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-2eca842e-82fc-4417-aab1-833679a39fe0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ea9759e2-26ca-4714-859c-932515626a6f HTTP/1.1" status: 200 len: 852 time: 0.1209059 Dec 20 21:29:00.648319 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-25717246-14e0-4bbd-ab78-b742b4e18328 req-4dfd45a3-9adc-488f-9757-704f716459e0 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168120 Dec 20 21:29:00.648958 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:00.659272 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-b1636075-cbd3-40d1-8f22-0eb09c958003 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426879 Dec 20 21:29:00.775872 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-8bbd339e-2c55-49c8-9d47-581c9a56cd49 service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077895 Dec 20 21:29:00.903840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce909c5-2cad-47d2-872b-187a9336f4e4 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:00.921563 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:00.933470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Transition to ACTIVE for port object 8ce909c5-2cad-47d2-872b-187a9336f4e4 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:29:00.940197 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:00.950095 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2bd18be-6068-444b-aac4-9cec78c12405 req-458a87ad-48bc-419a-bb84-f18f822cefd9 service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673291 Dec 20 21:29:00.999348 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'tag': '97563572-4662-45fc-886e-d7a94f6a1dea'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:01.001700 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484ee5e3-afa3-4b49-bbde-221a1cd73463" -d '{"events": [{"name": "network-changed", "server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "tag": "97563572-4662-45fc-886e-d7a94f6a1dea"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:01.004494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce909c5-2cad-47d2-872b-187a9336f4e4,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:01.113298 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d12428-290f-4698-9575-dbe9480913ec x-openstack-request-id: req-a4d12428-290f-4698-9575-dbe9480913ec {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:01.113597 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "tag": "97563572-4662-45fc-886e-d7a94f6a1dea", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:01.113854 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4d12428-290f-4698-9575-dbe9480913ec {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:01.114295 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'tag': '97563572-4662-45fc-886e-d7a94f6a1dea', 'status': 'completed', 'code': 200} Dec 20 21:29:01.167222 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3dc7d-a67e-44b6-8a07-58ea826e9e48 req-0b1277ca-03ce-4408-bb7f-71340763619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:01.167222 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79f3dc7d-a67e-44b6-8a07-58ea826e9e48 req-0b1277ca-03ce-4408-bb7f-71340763619f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 1092 time: 0.1080692 Dec 20 21:29:01.233003 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Attempting to bind port 8ce909c5-2cad-47d2-872b-187a9336f4e4 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:29:01.233546 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Attempting to bind port 8ce909c5-2cad-47d2-872b-187a9336f4e4 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:29:01.245042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Attempting to bind port 8ce909c5-2cad-47d2-872b-187a9336f4e4 on network 0d7ce904-5e00-450e-ba96-c229b1e02c3a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:29:01.251918 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Port 8ce909c5-2cad-47d2-872b-187a9336f4e4 on network 0d7ce904-5e00-450e-ba96-c229b1e02c3a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:29:01.252387 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Attempting to bind port 8ce909c5-2cad-47d2-872b-187a9336f4e4 on network 0d7ce904-5e00-450e-ba96-c229b1e02c3a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:29:01.261108 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:29:01.261581 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Checking segment: {'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:29:01.262165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Bound using segment: {'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:29:01.262644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Bound port: 8ce909c5-2cad-47d2-872b-187a9336f4e4, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:29:01.263115 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:01.303410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ee5e3-afa3-4b49-bbde-221a1cd73463 req-241f3f11-34c0-40ce-93f8-2780895bbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:01.304575 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ee5e3-afa3-4b49-bbde-221a1cd73463 req-241f3f11-34c0-40ce-93f8-2780895bbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:01.305125 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ee5e3-afa3-4b49-bbde-221a1cd73463 req-241f3f11-34c0-40ce-93f8-2780895bbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:01.305651 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ee5e3-afa3-4b49-bbde-221a1cd73463 req-241f3f11-34c0-40ce-93f8-2780895bbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:01.307187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ee5e3-afa3-4b49-bbde-221a1cd73463 req-241f3f11-34c0-40ce-93f8-2780895bbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:01.307781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ee5e3-afa3-4b49-bbde-221a1cd73463 req-241f3f11-34c0-40ce-93f8-2780895bbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:01.308305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ee5e3-afa3-4b49-bbde-221a1cd73463 req-241f3f11-34c0-40ce-93f8-2780895bbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:01.311134 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-484ee5e3-afa3-4b49-bbde-221a1cd73463 req-241f3f11-34c0-40ce-93f8-2780895bbac4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 6226 time: 0.1437633 Dec 20 21:29:01.338936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad77b7-54ab-4264-8cc0-0d0a48127c4b req-b62e8a04-6afe-4efb-8209-3844daa535d0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:01.347221 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-41ad77b7-54ab-4264-8cc0-0d0a48127c4b req-b62e8a04-6afe-4efb-8209-3844daa535d0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 945 time: 0.1738477 Dec 20 21:29:01.438096 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3dc7d-a67e-44b6-8a07-58ea826e9e48 req-905e0b69-b131-4ca4-b698-d4a6c4029775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:01.443745 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79f3dc7d-a67e-44b6-8a07-58ea826e9e48 req-905e0b69-b131-4ca4-b698-d4a6c4029775 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 913 time: 0.2517962 Dec 20 21:29:01.463876 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-41ad77b7-54ab-4264-8cc0-0d0a48127c4b req-d21a678d-c42d-48fb-89d1-246332fddd52 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155591 Dec 20 21:29:01.465729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] For port 8ce909c5-2cad-47d2-872b-187a9336f4e4, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:29:01.469123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] For port 8ce909c5-2cad-47d2-872b-187a9336f4e4, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=8ce909c5-2cad-47d2-872b-187a9336f4e4,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:29:01.489111 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:01.570312 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79f3dc7d-a67e-44b6-8a07-58ea826e9e48 req-54800b14-a60b-41b7-b09d-ae1541d75501 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=984added-a4c8-49a6-ae65-fbf4d8828cf4 HTTP/1.1" status: 200 len: 217 time: 0.1051364 Dec 20 21:29:01.607324 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ee5e3-afa3-4b49-bbde-221a1cd73463 req-4e788e7e-5276-480d-9bcd-43148452b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:01.610449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ee5e3-afa3-4b49-bbde-221a1cd73463 req-4e788e7e-5276-480d-9bcd-43148452b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:01.610449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ee5e3-afa3-4b49-bbde-221a1cd73463 req-4e788e7e-5276-480d-9bcd-43148452b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:01.612508 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-484ee5e3-afa3-4b49-bbde-221a1cd73463 req-4e788e7e-5276-480d-9bcd-43148452b64a service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2743134 Dec 20 21:29:01.625454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:01.626251 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:01.630322 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] 10.222.0.66 "PUT /v2.0/ports/8ce909c5-2cad-47d2-872b-187a9336f4e4 HTTP/1.1" status: 200 len: 1089 time: 1.4530640 Dec 20 21:29:01.712163 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3dc7d-a67e-44b6-8a07-58ea826e9e48 req-dc3f2ba7-d59e-4c7a-8ead-fc1c6d8b1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:01.718671 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79f3dc7d-a67e-44b6-8a07-58ea826e9e48 req-dc3f2ba7-d59e-4c7a-8ead-fc1c6d8b1667 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ea9759e2-26ca-4714-859c-932515626a6f HTTP/1.1" status: 200 len: 852 time: 0.1402187 Dec 20 21:29:01.732194 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387cd5b-f0af-4198-9b76-c576a129e501 req-097d8336-5d38-4469-a716-5ff2c436dfc0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:01.734288 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b387cd5b-f0af-4198-9b76-c576a129e501 req-097d8336-5d38-4469-a716-5ff2c436dfc0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 945 time: 0.1450086 Dec 20 21:29:01.736971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Request body: {'port': {'device_id': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:01.772116 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79f3dc7d-a67e-44b6-8a07-58ea826e9e48 req-f8b9a6fb-e4c2-49ed-9518-27bc6027713b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367074 Dec 20 21:29:01.794299 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6b49d-87eb-44c9-b3e9-9ce4a2547a92 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce909c5-2cad-47d2-872b-187a9336f4e4,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:01.878346 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b387cd5b-f0af-4198-9b76-c576a129e501 req-c5a3bacf-1caa-46eb-bc56-9d7ec7df8816 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274233 Dec 20 21:29:01.981765 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79f3dc7d-a67e-44b6-8a07-58ea826e9e48 req-caaeaa10-c38a-48ac-93a3-32ec9f890b02 service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017074 Dec 20 21:29:02.016261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ee5e3-afa3-4b49-bbde-221a1cd73463 req-b577d050-4c07-4944-8c60-2ca11aa690b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:02.020290 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-484ee5e3-afa3-4b49-bbde-221a1cd73463 req-b577d050-4c07-4944-8c60-2ca11aa690b5 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3968074 Dec 20 21:29:02.023904 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:02.060021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55983b81-c80a-445d-aef5-ba13ff01bd41 req-7219d1e7-6d72-42a1-ba87-3ff5582ecf3e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:02.065862 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55983b81-c80a-445d-aef5-ba13ff01bd41 req-7219d1e7-6d72-42a1-ba87-3ff5582ecf3e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:02.071740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55983b81-c80a-445d-aef5-ba13ff01bd41 req-7219d1e7-6d72-42a1-ba87-3ff5582ecf3e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:02.094854 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55983b81-c80a-445d-aef5-ba13ff01bd41 req-7219d1e7-6d72-42a1-ba87-3ff5582ecf3e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:02.101094 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55983b81-c80a-445d-aef5-ba13ff01bd41 req-7219d1e7-6d72-42a1-ba87-3ff5582ecf3e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:02.117933 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55983b81-c80a-445d-aef5-ba13ff01bd41 req-7219d1e7-6d72-42a1-ba87-3ff5582ecf3e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:02.128080 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87a97a-1d54-46d5-bb9a-551e88cb7c46 req-62bf95e2-46e3-4f6c-ab5f-fc79605e42b9 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:02.130291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55983b81-c80a-445d-aef5-ba13ff01bd41 req-7219d1e7-6d72-42a1-ba87-3ff5582ecf3e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:02.132813 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-55983b81-c80a-445d-aef5-ba13ff01bd41 req-7219d1e7-6d72-42a1-ba87-3ff5582ecf3e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5384 time: 0.6599059 Dec 20 21:29:02.138773 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7f87a97a-1d54-46d5-bb9a-551e88cb7c46 req-62bf95e2-46e3-4f6c-ab5f-fc79605e42b9 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 943 time: 0.1206980 Dec 20 21:29:02.190357 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:02.204866 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79f3dc7d-a67e-44b6-8a07-58ea826e9e48 req-4c6a5943-08bf-412c-8aec-acefd4bad37b service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151656 Dec 20 21:29:02.208351 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7f87a97a-1d54-46d5-bb9a-551e88cb7c46 req-08b5ccea-8e1c-43bd-a029-68b871c2b0bb tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583560 Dec 20 21:29:02.246181 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-55983b81-c80a-445d-aef5-ba13ff01bd41 req-863ba57f-b934-4458-874b-e84dc745f42f tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808113 Dec 20 21:29:02.326399 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:02.614467 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4ca24-7889-49a7-a22d-2a99d8e35941 req-ed21fede-8bfd-465f-ad40-60ffc2032c02 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:02.616482 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7a4ca24-7889-49a7-a22d-2a99d8e35941 req-ed21fede-8bfd-465f-ad40-60ffc2032c02 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 945 time: 0.0732858 Dec 20 21:29:02.641555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a6e021-6af8-4259-a794-65ae1e18fac1 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:02.650666 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:02.664623 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7a4ca24-7889-49a7-a22d-2a99d8e35941 req-0650e693-8021-40f5-95a2-078349685fab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408940 Dec 20 21:29:02.664849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Transition to ACTIVE for port object f3a6e021-6af8-4259-a794-65ae1e18fac1 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:29:02.670701 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:02.779688 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a6e021-6af8-4259-a794-65ae1e18fac1,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:02.817061 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Attempting to bind port f3a6e021-6af8-4259-a794-65ae1e18fac1 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:29:02.817466 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Attempting to bind port f3a6e021-6af8-4259-a794-65ae1e18fac1 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:29:02.817857 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Attempting to bind port f3a6e021-6af8-4259-a794-65ae1e18fac1 on network 0d7ce904-5e00-450e-ba96-c229b1e02c3a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:29:02.823126 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Port f3a6e021-6af8-4259-a794-65ae1e18fac1 on network 0d7ce904-5e00-450e-ba96-c229b1e02c3a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:29:02.823510 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Attempting to bind port f3a6e021-6af8-4259-a794-65ae1e18fac1 on network 0d7ce904-5e00-450e-ba96-c229b1e02c3a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:29:02.829836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:29:02.830320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Checking segment: {'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:29:02.830729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Bound using segment: {'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:29:02.831437 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Bound port: f3a6e021-6af8-4259-a794-65ae1e18fac1, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d35eb84-edc0-4ac7-b72c-d26011de14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:29:02.831855 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:02.936278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] For port f3a6e021-6af8-4259-a794-65ae1e18fac1, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:29:02.942022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] For port f3a6e021-6af8-4259-a794-65ae1e18fac1, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f3a6e021-6af8-4259-a794-65ae1e18fac1,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:29:02.950861 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:03.001174 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.001898 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:03.003686 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] 10.222.0.66 "PUT /v2.0/ports/f3a6e021-6af8-4259-a794-65ae1e18fac1 HTTP/1.1" status: 200 len: 1088 time: 1.3155749 Dec 20 21:29:03.027940 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88a9f4-d7c4-4870-9c1b-2202e801e600 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a6e021-6af8-4259-a794-65ae1e18fac1,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:03.047343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Request body: {'port': {'device_id': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:03.115210 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'tag': '8ce909c5-2cad-47d2-872b-187a9336f4e4'}, {'name': 'network-changed', 'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'tag': 'f3a6e021-6af8-4259-a794-65ae1e18fac1'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:03.117762 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39636b80-dab6-41c6-a695-56021799fcd2" -d '{"events": [{"name": "network-changed", "server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "tag": "8ce909c5-2cad-47d2-872b-187a9336f4e4"}, {"name": "network-changed", "server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "tag": "f3a6e021-6af8-4259-a794-65ae1e18fac1"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:03.139126 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 984added-a4c8-49a6-ae65-fbf4d8828cf4 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:29:03.156419 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:03.319276 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5953f865-4a63-47d0-b11e-f546a8a0ca15 x-openstack-request-id: req-5953f865-4a63-47d0-b11e-f546a8a0ca15 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:03.319978 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "tag": "8ce909c5-2cad-47d2-872b-187a9336f4e4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "tag": "f3a6e021-6af8-4259-a794-65ae1e18fac1", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:03.320409 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5953f865-4a63-47d0-b11e-f546a8a0ca15 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:03.320807 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'tag': '8ce909c5-2cad-47d2-872b-187a9336f4e4', 'status': 'completed', 'code': 200} Dec 20 21:29:03.321061 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'tag': 'f3a6e021-6af8-4259-a794-65ae1e18fac1', 'status': 'completed', 'code': 200} Dec 20 21:29:03.404486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f78fed-99e5-4999-a978-4e977e5d19a4 req-e85c4523-c8f3-4e30-8cc3-003cb3fb4327 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.413578 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e7f78fed-99e5-4999-a978-4e977e5d19a4 req-e85c4523-c8f3-4e30-8cc3-003cb3fb4327 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 943 time: 0.0687187 Dec 20 21:29:03.474512 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e7f78fed-99e5-4999-a978-4e977e5d19a4 req-01afda88-4f9a-4d3a-ba40-a80d23309cb5 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597186 Dec 20 21:29:03.512649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 984added-a4c8-49a6-ae65-fbf4d8828cf4, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=984added-a4c8-49a6-ae65-fbf4d8828cf4,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:03.521701 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-f2069dd1-bccb-4730-88d5-077929904aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.522279 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-f2069dd1-bccb-4730-88d5-077929904aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.522745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-f2069dd1-bccb-4730-88d5-077929904aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.523471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-f2069dd1-bccb-4730-88d5-077929904aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.523934 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-f2069dd1-bccb-4730-88d5-077929904aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.524383 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-f2069dd1-bccb-4730-88d5-077929904aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.524832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-f2069dd1-bccb-4730-88d5-077929904aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.526797 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39636b80-dab6-41c6-a695-56021799fcd2 req-f2069dd1-bccb-4730-88d5-077929904aa1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 6333 time: 0.2126462 Dec 20 21:29:03.538458 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '984added-a4c8-49a6-ae65-fbf4d8828cf4', 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab', 'port_id': '984added-a4c8-49a6-ae65-fbf4d8828cf4', 'mac_address': 'fa:16:3e:8e:ab:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9759e2-26ca-4714-859c-932515626a6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:29:03.547933 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba62ca-46dd-406c-a8f2-f00fdd29926c req-e2dae6a5-4164-4e71-bf22-2e7fedbf5500 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.555194 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba62ca-46dd-406c-a8f2-f00fdd29926c req-e2dae6a5-4164-4e71-bf22-2e7fedbf5500 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.561660 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba62ca-46dd-406c-a8f2-f00fdd29926c req-e2dae6a5-4164-4e71-bf22-2e7fedbf5500 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.567407 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba62ca-46dd-406c-a8f2-f00fdd29926c req-e2dae6a5-4164-4e71-bf22-2e7fedbf5500 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.573378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba62ca-46dd-406c-a8f2-f00fdd29926c req-e2dae6a5-4164-4e71-bf22-2e7fedbf5500 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.579849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba62ca-46dd-406c-a8f2-f00fdd29926c req-e2dae6a5-4164-4e71-bf22-2e7fedbf5500 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.586120 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba62ca-46dd-406c-a8f2-f00fdd29926c req-e2dae6a5-4164-4e71-bf22-2e7fedbf5500 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.594970 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-46ba62ca-46dd-406c-a8f2-f00fdd29926c req-e2dae6a5-4164-4e71-bf22-2e7fedbf5500 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5396 time: 0.1985948 Dec 20 21:29:03.627722 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:03.656230 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984added-a4c8-49a6-ae65-fbf4d8828cf4 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:03.680130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 984added-a4c8-49a6-ae65-fbf4d8828cf4, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=984added-a4c8-49a6-ae65-fbf4d8828cf4,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:03.688092 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:03.714476 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-46ba62ca-46dd-406c-a8f2-f00fdd29926c req-99ec1c59-870f-4123-80ac-87ec9900d961 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136076 Dec 20 21:29:03.766523 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=984added-a4c8-49a6-ae65-fbf4d8828cf4,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:03.837220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-58d18bf5-4284-4da6-bec5-bfe2e374f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.837687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-58d18bf5-4284-4da6-bec5-bfe2e374f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.838165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-58d18bf5-4284-4da6-bec5-bfe2e374f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.839744 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39636b80-dab6-41c6-a695-56021799fcd2 req-58d18bf5-4284-4da6-bec5-bfe2e374f47b service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2393620 Dec 20 21:29:03.846650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9655ce7e-8f89-45c3-886e-da0b47890f71 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:03.856329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca2d6e-9a4e-4b97-9ceb-0b6bf961dabd req-7047bf4c-5afd-4fb9-9256-508a97b631fe tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:03.858653 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fca2d6e-9a4e-4b97-9ceb-0b6bf961dabd req-7047bf4c-5afd-4fb9-9256-508a97b631fe tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 945 time: 0.0629017 Dec 20 21:29:03.864304 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:03.923742 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fca2d6e-9a4e-4b97-9ceb-0b6bf961dabd req-01eec538-8544-4395-b8d0-88dba7e18751 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568004 Dec 20 21:29:03.926949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Transition to ACTIVE for port object 9655ce7e-8f89-45c3-886e-da0b47890f71 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:29:03.932415 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36974) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:03.937878 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:04.018381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d5cbb-9906-4119-8aef-dbb82b96cb45 req-38b45b0e-efaa-4e2b-a268-d77b50ed2367 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:04.019836 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-be3d5cbb-9906-4119-8aef-dbb82b96cb45 req-38b45b0e-efaa-4e2b-a268-d77b50ed2367 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 945 time: 0.0576305 Dec 20 21:29:04.019977 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-c2caf1fb-f033-4167-afaa-7a2dc333d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:04.021317 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39636b80-dab6-41c6-a695-56021799fcd2 req-c2caf1fb-f033-4167-afaa-7a2dc333d421 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1700613 Dec 20 21:29:04.041384 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Pushing event updated for resources: {'Port': ['ID=9655ce7e-8f89-45c3-886e-da0b47890f71,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:04.098124 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['984added-a4c8-49a6-ae65-fbf4d8828cf4'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:04.150353 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Attempting to bind port 9655ce7e-8f89-45c3-886e-da0b47890f71 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:29:04.154482 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Attempting to bind port 9655ce7e-8f89-45c3-886e-da0b47890f71 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'd876710f-7e1a-4456-ba5e-b7cdcf0d523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:29:04.154924 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Attempting to bind port 9655ce7e-8f89-45c3-886e-da0b47890f71 on network ae5f0a2b-8184-4e1d-822a-c5435728b42b {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:29:04.171264 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-49058dfa-3f81-4f65-bdbf-342d4d69728a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:04.174019 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Port 9655ce7e-8f89-45c3-886e-da0b47890f71 on network ae5f0a2b-8184-4e1d-822a-c5435728b42b not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:29:04.174571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Attempting to bind port 9655ce7e-8f89-45c3-886e-da0b47890f71 on network ae5f0a2b-8184-4e1d-822a-c5435728b42b {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:29:04.183683 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:29:04.184155 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Checking segment: {'id': 'd876710f-7e1a-4456-ba5e-b7cdcf0d523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:29:04.184773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Bound using segment: {'id': 'd876710f-7e1a-4456-ba5e-b7cdcf0d523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:29:04.185336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Bound port: 9655ce7e-8f89-45c3-886e-da0b47890f71, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd876710f-7e1a-4456-ba5e-b7cdcf0d523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:29:04.185729 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:04.239447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-aad084cc-da82-4221-abac-a8b0752711f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:04.240021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-aad084cc-da82-4221-abac-a8b0752711f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:04.240487 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-aad084cc-da82-4221-abac-a8b0752711f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:04.240986 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-aad084cc-da82-4221-abac-a8b0752711f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:04.241440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-aad084cc-da82-4221-abac-a8b0752711f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:04.242001 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-aad084cc-da82-4221-abac-a8b0752711f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:04.242521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-aad084cc-da82-4221-abac-a8b0752711f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:04.244142 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-be3d5cbb-9906-4119-8aef-dbb82b96cb45 req-a910b98b-d58d-4bd7-a8b7-e21af1e54290 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Deleting port 09924dae-7612-4a67-9cea-812ef9573942 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:04.244555 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-be3d5cbb-9906-4119-8aef-dbb82b96cb45 req-a910b98b-d58d-4bd7-a8b7-e21af1e54290 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:04.244853 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39636b80-dab6-41c6-a695-56021799fcd2 req-aad084cc-da82-4221-abac-a8b0752711f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 6356 time: 0.1180518 Dec 20 21:29:04.373395 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-be3d5cbb-9906-4119-8aef-dbb82b96cb45 req-a910b98b-d58d-4bd7-a8b7-e21af1e54290 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] For port 09924dae-7612-4a67-9cea-812ef9573942, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=09924dae-7612-4a67-9cea-812ef9573942,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:04.373844 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-be3d5cbb-9906-4119-8aef-dbb82b96cb45 req-a910b98b-d58d-4bd7-a8b7-e21af1e54290 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:04.377079 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-9f1495ed-f22f-4eb7-9868-cf8f30e91eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:04.377652 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-49058dfa-3f81-4f65-bdbf-342d4d69728a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:04.377769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-9f1495ed-f22f-4eb7-9868-cf8f30e91eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:04.378198 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-9f1495ed-f22f-4eb7-9868-cf8f30e91eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:04.379697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39636b80-dab6-41c6-a695-56021799fcd2 req-9f1495ed-f22f-4eb7-9868-cf8f30e91eae service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1173365 Dec 20 21:29:04.389742 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-49058dfa-3f81-4f65-bdbf-342d4d69728a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:04.392219 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-be3d5cbb-9906-4119-8aef-dbb82b96cb45 req-a910b98b-d58d-4bd7-a8b7-e21af1e54290 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Calling delete_port for 09924dae-7612-4a67-9cea-812ef9573942 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:04.441015 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-49058dfa-3f81-4f65-bdbf-342d4d69728a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50a2589001994759a9c77285684a911e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5067801 Dec 20 21:29:04.444062 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] For port 9655ce7e-8f89-45c3-886e-da0b47890f71, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:29:04.447916 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 36978) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:04.469635 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] For port 9655ce7e-8f89-45c3-886e-da0b47890f71, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=9655ce7e-8f89-45c3-886e-da0b47890f71,segment=NetworkSegment(d876710f-7e1a-4456-ba5e-b7cdcf0d523d),segment_id=d876710f-7e1a-4456-ba5e-b7cdcf0d523d)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:29:04.485344 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:04.556959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:04.557451 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:04.559195 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] 10.222.0.66 "PUT /v2.0/ports/9655ce7e-8f89-45c3-886e-da0b47890f71 HTTP/1.1" status: 200 len: 1089 time: 1.5162385 Dec 20 21:29:04.635104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39636b80-dab6-41c6-a695-56021799fcd2 req-13c88c76-cbcc-417e-bf85-820e3d2f685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:04.636608 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39636b80-dab6-41c6-a695-56021799fcd2 req-13c88c76-cbcc-417e-bf85-820e3d2f685a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2497263 Dec 20 21:29:04.637357 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe790e-80a8-4192-8953-f2b25e5c2b44 service neutron] Pushing event updated for resources: {'Port': ['ID=9655ce7e-8f89-45c3-886e-da0b47890f71,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:04.655929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Request body: {'port': {'device_id': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:04.895804 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49058dfa-3f81-4f65-bdbf-342d4d69728a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffce32c-c302-4640-9a38-e9051adf2d86,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:04.979325 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e40b23-c6c5-4a7e-8300-1ede03a02984 req-b476a4ec-7db3-41d4-b72a-29cbd9618fde tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:04.985195 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e40b23-c6c5-4a7e-8300-1ede03a02984 req-b476a4ec-7db3-41d4-b72a-29cbd9618fde tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:04.991704 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e40b23-c6c5-4a7e-8300-1ede03a02984 req-b476a4ec-7db3-41d4-b72a-29cbd9618fde tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:04.997688 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e40b23-c6c5-4a7e-8300-1ede03a02984 req-b476a4ec-7db3-41d4-b72a-29cbd9618fde tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:05.003647 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e40b23-c6c5-4a7e-8300-1ede03a02984 req-b476a4ec-7db3-41d4-b72a-29cbd9618fde tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:05.009873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e40b23-c6c5-4a7e-8300-1ede03a02984 req-b476a4ec-7db3-41d4-b72a-29cbd9618fde tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:05.015908 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e40b23-c6c5-4a7e-8300-1ede03a02984 req-b476a4ec-7db3-41d4-b72a-29cbd9618fde tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:05.018435 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-95e40b23-c6c5-4a7e-8300-1ede03a02984 req-b476a4ec-7db3-41d4-b72a-29cbd9618fde tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5408 time: 0.1259866 Dec 20 21:29:05.053812 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-937b4d33-4304-43d3-8260-b4fc69acfe97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:05.101053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d44b06-7585-477e-a4ba-d994bc18e09f req-54889c68-337a-4379-ae79-725b241e5f2f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:05.102608 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59d44b06-7585-477e-a4ba-d994bc18e09f req-54889c68-337a-4379-ae79-725b241e5f2f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 944 time: 0.5046682 Dec 20 21:29:05.106369 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:05.106597 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-95e40b23-c6c5-4a7e-8300-1ede03a02984 req-9ceaef3d-07e6-4b22-8132-5d33fc652aec tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706143 Dec 20 21:29:05.109341 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-be3d5cbb-9906-4119-8aef-dbb82b96cb45 req-a910b98b-d58d-4bd7-a8b7-e21af1e54290 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:05.109492 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-937b4d33-4304-43d3-8260-b4fc69acfe97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:05.147785 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['f2e781db-9a6d-4224-afb2-b7ddaa17dacb'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:05.149508 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910b98b-d58d-4bd7-a8b7-e21af1e54290 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Pushing event deleted for resources: {'Port': ['ID=09924dae-7612-4a67-9cea-812ef9573942,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:05.169033 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['09924dae-7612-4a67-9cea-812ef9573942'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:05.192241 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3d5cbb-9906-4119-8aef-dbb82b96cb45 req-a910b98b-d58d-4bd7-a8b7-e21af1e54290 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] No DVR routers for this DVR port 09924dae-7612-4a67-9cea-812ef9573942 on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:29:05.195688 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-be3d5cbb-9906-4119-8aef-dbb82b96cb45 req-a910b98b-d58d-4bd7-a8b7-e21af1e54290 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:05.199621 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-be3d5cbb-9906-4119-8aef-dbb82b96cb45 req-a910b98b-d58d-4bd7-a8b7-e21af1e54290 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "DELETE /v2.0/ports/09924dae-7612-4a67-9cea-812ef9573942 HTTP/1.1" status: 204 len: 173 time: 1.1653917 Dec 20 21:29:05.200073 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c311b06-1c54-456f-884d-8724fc98ddf2', 'name': 'network-vif-deleted', 'tag': '09924dae-7612-4a67-9cea-812ef9573942'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:05.202929 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69498a7a-1cea-4697-ae97-8a64f3e8ccdd" -d '{"events": [{"server_uuid": "2c311b06-1c54-456f-884d-8724fc98ddf2", "name": "network-vif-deleted", "tag": "09924dae-7612-4a67-9cea-812ef9573942"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:05.245869 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59d44b06-7585-477e-a4ba-d994bc18e09f req-c37c9683-fe3c-4288-bec6-4925184bf19f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282880 Dec 20 21:29:05.319210 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab1d0a2d-b449-499a-89c8-0fe1fcf41e3f req-6648cd32-aa14-4231-ba46-5f9353273c15 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c311b06-1c54-456f-884d-8724fc98ddf2 HTTP/1.1" status: 200 len: 210 time: 0.0446720 Dec 20 21:29:05.327886 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3b2e8e-fd16-405a-b9a1-10b575a664a9 x-openstack-request-id: req-4c3b2e8e-fd16-405a-b9a1-10b575a664a9 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:05.329185 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c311b06-1c54-456f-884d-8724fc98ddf2", "name": "network-vif-deleted", "tag": "09924dae-7612-4a67-9cea-812ef9573942", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:05.331865 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c3b2e8e-fd16-405a-b9a1-10b575a664a9 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:05.331865 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c311b06-1c54-456f-884d-8724fc98ddf2', 'name': 'network-vif-deleted', 'tag': '09924dae-7612-4a67-9cea-812ef9573942', 'status': 'completed', 'code': 200} Dec 20 21:29:05.335540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'tag': '9655ce7e-8f89-45c3-886e-da0b47890f71'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:05.344963 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e2c3a5-33be-4731-a11a-39b8b500b774" -d '{"events": [{"name": "network-changed", "server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "tag": "9655ce7e-8f89-45c3-886e-da0b47890f71"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:05.362081 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-937b4d33-4304-43d3-8260-b4fc69acfe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:05.364575 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-937b4d33-4304-43d3-8260-b4fc69acfe97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:05.368335 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-937b4d33-4304-43d3-8260-b4fc69acfe97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ffce32c-c302-4640-9a38-e9051adf2d86 HTTP/1.1" status: 204 len: 168 time: 0.9168677 Dec 20 21:29:05.392737 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85f940f-ffdb-44c6-ba5b-c05ee2a7a57c x-openstack-request-id: req-c85f940f-ffdb-44c6-ba5b-c05ee2a7a57c {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:05.394356 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "tag": "9655ce7e-8f89-45c3-886e-da0b47890f71", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:05.394954 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c85f940f-ffdb-44c6-ba5b-c05ee2a7a57c {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:05.395532 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'tag': '9655ce7e-8f89-45c3-886e-da0b47890f71', 'status': 'completed', 'code': 200} Dec 20 21:29:05.413410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b4d33-4304-43d3-8260-b4fc69acfe97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffce32c-c302-4640-9a38-e9051adf2d86,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:05.511225 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2c3a5-33be-4731-a11a-39b8b500b774 req-f79d816c-ed8f-43ef-afc6-85ffb578015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:05.512069 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2c3a5-33be-4731-a11a-39b8b500b774 req-f79d816c-ed8f-43ef-afc6-85ffb578015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:05.512363 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2c3a5-33be-4731-a11a-39b8b500b774 req-f79d816c-ed8f-43ef-afc6-85ffb578015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:05.512904 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2c3a5-33be-4731-a11a-39b8b500b774 req-f79d816c-ed8f-43ef-afc6-85ffb578015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:05.513467 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2c3a5-33be-4731-a11a-39b8b500b774 req-f79d816c-ed8f-43ef-afc6-85ffb578015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:05.514048 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2c3a5-33be-4731-a11a-39b8b500b774 req-f79d816c-ed8f-43ef-afc6-85ffb578015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:05.514876 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2c3a5-33be-4731-a11a-39b8b500b774 req-f79d816c-ed8f-43ef-afc6-85ffb578015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:05.517154 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-22e2c3a5-33be-4731-a11a-39b8b500b774 req-f79d816c-ed8f-43ef-afc6-85ffb578015e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 6398 time: 0.0756342 Dec 20 21:29:05.596000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3172c179-085f-4b38-b042-22139154fc9d {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:05.606016 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:05.622175 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Transition to ACTIVE for port object 3172c179-085f-4b38-b042-22139154fc9d will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:29:05.630458 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:05.663385 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2c3a5-33be-4731-a11a-39b8b500b774 req-aabd32bc-761d-41c1-878e-7ec7fc7a4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:05.663914 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2c3a5-33be-4731-a11a-39b8b500b774 req-aabd32bc-761d-41c1-878e-7ec7fc7a4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:05.664439 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2c3a5-33be-4731-a11a-39b8b500b774 req-aabd32bc-761d-41c1-878e-7ec7fc7a4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:05.667354 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-22e2c3a5-33be-4731-a11a-39b8b500b774 req-aabd32bc-761d-41c1-878e-7ec7fc7a4afd service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1361699 Dec 20 21:29:05.717122 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Pushing event updated for resources: {'Port': ['ID=3172c179-085f-4b38-b042-22139154fc9d,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:05.808458 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37000) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:05.838236 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-98f2d0a4-61fa-4983-9810-8d94e123b85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:05.863807 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Attempting to bind port 3172c179-085f-4b38-b042-22139154fc9d on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:29:05.864150 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Attempting to bind port 3172c179-085f-4b38-b042-22139154fc9d by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'd876710f-7e1a-4456-ba5e-b7cdcf0d523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:29:05.864473 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Attempting to bind port 3172c179-085f-4b38-b042-22139154fc9d on network ae5f0a2b-8184-4e1d-822a-c5435728b42b {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:29:05.869591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Port 3172c179-085f-4b38-b042-22139154fc9d on network ae5f0a2b-8184-4e1d-822a-c5435728b42b not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:29:05.870006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Attempting to bind port 3172c179-085f-4b38-b042-22139154fc9d on network ae5f0a2b-8184-4e1d-822a-c5435728b42b {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:29:05.878806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:29:05.879139 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Checking segment: {'id': 'd876710f-7e1a-4456-ba5e-b7cdcf0d523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:29:05.880424 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Bound using segment: {'id': 'd876710f-7e1a-4456-ba5e-b7cdcf0d523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:29:05.880876 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Bound port: 3172c179-085f-4b38-b042-22139154fc9d, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd876710f-7e1a-4456-ba5e-b7cdcf0d523d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:29:05.882399 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:05.946299 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2c3a5-33be-4731-a11a-39b8b500b774 req-f405b422-9674-440c-acc8-d31d4f923729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:05.947802 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-22e2c3a5-33be-4731-a11a-39b8b500b774 req-f405b422-9674-440c-acc8-d31d4f923729 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2651727 Dec 20 21:29:05.994195 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] For port 3172c179-085f-4b38-b042-22139154fc9d, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:29:05.999799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] For port 3172c179-085f-4b38-b042-22139154fc9d, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=3172c179-085f-4b38-b042-22139154fc9d,segment=NetworkSegment(d876710f-7e1a-4456-ba5e-b7cdcf0d523d),segment_id=d876710f-7e1a-4456-ba5e-b7cdcf0d523d)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:29:06.008860 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:06.039343 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-98f2d0a4-61fa-4983-9810-8d94e123b85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:06.046876 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-98f2d0a4-61fa-4983-9810-8d94e123b85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:06.047085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.047586 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:06.049015 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] 10.222.0.66 "PUT /v2.0/ports/3172c179-085f-4b38-b042-22139154fc9d HTTP/1.1" status: 200 len: 1089 time: 1.4498832 Dec 20 21:29:06.071091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37dfb2-6c38-497c-8857-b208ba025e2e service neutron] Pushing event updated for resources: {'Port': ['ID=3172c179-085f-4b38-b042-22139154fc9d,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:06.097713 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-98f2d0a4-61fa-4983-9810-8d94e123b85d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a23aed10c98b47e483f93450d466f26f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881498 Dec 20 21:29:06.099031 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2d0a4-61fa-4983-9810-8d94e123b85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e48f73a-0eaa-4bd7-999c-ea32c3da37d5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:06.100644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37004) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:06.211553 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-644b205a-0556-4c73-9e5b-f25436860ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:06.221631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-a5326870-1ff3-4b9e-bbee-25f5c61c65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.222118 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-a5326870-1ff3-4b9e-bbee-25f5c61c65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.222586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-a5326870-1ff3-4b9e-bbee-25f5c61c65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.223039 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-a5326870-1ff3-4b9e-bbee-25f5c61c65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.223489 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-a5326870-1ff3-4b9e-bbee-25f5c61c65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.223937 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-a5326870-1ff3-4b9e-bbee-25f5c61c65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.224384 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-a5326870-1ff3-4b9e-bbee-25f5c61c65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.226518 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-a5326870-1ff3-4b9e-bbee-25f5c61c65ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 6463 time: 0.0929804 Dec 20 21:29:06.251404 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-644b205a-0556-4c73-9e5b-f25436860ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:06.272791 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0ac7a-cccb-4332-8102-60377f523132 req-cfd11b45-c4f5-46a5-aff8-d536b98207c5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.279062 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0ac7a-cccb-4332-8102-60377f523132 req-cfd11b45-c4f5-46a5-aff8-d536b98207c5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.285337 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0ac7a-cccb-4332-8102-60377f523132 req-cfd11b45-c4f5-46a5-aff8-d536b98207c5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.291562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0ac7a-cccb-4332-8102-60377f523132 req-cfd11b45-c4f5-46a5-aff8-d536b98207c5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.309816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0ac7a-cccb-4332-8102-60377f523132 req-cfd11b45-c4f5-46a5-aff8-d536b98207c5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.317330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0ac7a-cccb-4332-8102-60377f523132 req-cfd11b45-c4f5-46a5-aff8-d536b98207c5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.321947 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7525fe84-d455-48b5-ad9c-b77b46524eb5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85e8bade-ced6-417c-a6a8-6dc4305942f4 HTTP/1.1" status: 200 len: 217 time: 0.0781057 Dec 20 21:29:06.324885 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0ac7a-cccb-4332-8102-60377f523132 req-cfd11b45-c4f5-46a5-aff8-d536b98207c5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.331014 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81d0ac7a-cccb-4332-8102-60377f523132 req-cfd11b45-c4f5-46a5-aff8-d536b98207c5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5420 time: 0.1242971 Dec 20 21:29:06.395086 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81d0ac7a-cccb-4332-8102-60377f523132 req-88198d99-0132-4c8d-9b7d-0e5d05581950 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549152 Dec 20 21:29:06.453465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-713f680a-79f7-4628-a2ac-8161c0913906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.454975 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-713f680a-79f7-4628-a2ac-8161c0913906 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0e0a4469-c4b3-4646-a9ea-3b58cb2a6980 HTTP/1.1" status: 200 len: 850 time: 0.1151266 Dec 20 21:29:06.468537 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fc3b0-fb60-4704-9acd-c0d05b08e87e req-8495c639-fa06-477c-a64b-4f4097f114bb tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.470428 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e5fc3b0-fb60-4704-9acd-c0d05b08e87e req-8495c639-fa06-477c-a64b-4f4097f114bb tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 944 time: 0.1028984 Dec 20 21:29:06.516658 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-644b205a-0556-4c73-9e5b-f25436860ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:06.519139 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-644b205a-0556-4c73-9e5b-f25436860ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:06.522869 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-644b205a-0556-4c73-9e5b-f25436860ce0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e48f73a-0eaa-4bd7-999c-ea32c3da37d5 HTTP/1.1" status: 204 len: 168 time: 0.4182560 Dec 20 21:29:06.545216 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b205a-0556-4c73-9e5b-f25436860ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e48f73a-0eaa-4bd7-999c-ea32c3da37d5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:06.570023 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e5fc3b0-fb60-4704-9acd-c0d05b08e87e req-cd8b505a-3518-437c-995f-01fc379549f1 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645156 Dec 20 21:29:06.573410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-4230e89e-3ac4-4b93-acd1-724135cbfabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.574922 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-4230e89e-3ac4-4b93-acd1-724135cbfabd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92da4183-ce83-467f-96db-4d2c3a33eb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1037207 Dec 20 21:29:06.711429 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-c0947e40-4a17-4b12-9f84-0dfc0ddece92 service neutron] 10.222.0.66 "GET /v2.0/networks/92da4183-ce83-467f-96db-4d2c3a33eb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254659 Dec 20 21:29:06.827488 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-c9dcb9d0-4683-4dd0-a74a-51d04d4e9142 service neutron] 10.222.0.66 "GET /v2.0/networks/92da4183-ce83-467f-96db-4d2c3a33eb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046934 Dec 20 21:29:06.889852 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-8f1d45ab-ac94-400b-9ee6-33ba70a7b888 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=1d3edd11-b710-430d-ae69-8d04fe58dcc7 HTTP/1.1" status: 200 len: 217 time: 0.0557640 Dec 20 21:29:06.903741 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-8466fe1b-9f44-4f7d-80d5-5286b052f099 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.911655 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-8466fe1b-9f44-4f7d-80d5-5286b052f099 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 806 time: 0.1732824 Dec 20 21:29:06.931752 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-ed994d28-6283-41ee-bdfe-15f085cc6088 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/quotas/f2becd49857f4ac9be67acdcb5932764 HTTP/1.1" status: 200 len: 375 time: 0.0186381 Dec 20 21:29:06.997022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-922fa144-325a-4e18-9b1f-72100ee114b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:06.998667 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-35db971b-78de-4785-b248-2e67fb86382c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0656347 Dec 20 21:29:06.998956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-922fa144-325a-4e18-9b1f-72100ee114b1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.1028664 Dec 20 21:29:07.072385 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7f26b385-ef8c-433a-bbb6-b0aecf9616e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:07.075835 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7f26b385-ef8c-433a-bbb6-b0aecf9616e7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.0686431 Dec 20 21:29:07.115172 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-f87addc5-d0d1-43fe-a7f1-3af3a6e07447 service neutron] 10.222.0.32 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150842 Dec 20 21:29:07.156918 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 984added-a4c8-49a6-ae65-fbf4d8828cf4 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:29:07.228843 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 984added-a4c8-49a6-ae65-fbf4d8828cf4 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:29:07.234329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 984added-a4c8-49a6-ae65-fbf4d8828cf4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:07.234703 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:07.245462 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af987a4-adda-4782-b0ce-df11add2205a req-f84e760e-c59d-4122-a9d0-51939d31d722 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:07.247073 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1af987a4-adda-4782-b0ce-df11add2205a req-f84e760e-c59d-4122-a9d0-51939d31d722 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 945 time: 0.1080577 Dec 20 21:29:07.277848 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-625f1a8f-353a-48d5-9b57-5c12c272069f service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959488 Dec 20 21:29:07.302472 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-675e6f9c-56fb-4836-9e26-4f3d899a2d3d service neutron] 10.222.0.32 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806049 Dec 20 21:29:07.356020 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:07.373030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1af987a4-adda-4782-b0ce-df11add2205a req-b76d6ea3-6f07-4b74-98d1-5c20e68393e8 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142986 Dec 20 21:29:07.396745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'tag': '3172c179-085f-4b38-b042-22139154fc9d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:07.399362 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99148dd8-818e-4be8-8aff-98f52742b59b" -d '{"events": [{"name": "network-changed", "server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "tag": "3172c179-085f-4b38-b042-22139154fc9d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:07.413596 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a11b11-1594-408a-8923-3d036d7b2aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984added-a4c8-49a6-ae65-fbf4d8828cf4'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:07.417217 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109f2334-2873-4067-832c-c2bd8d2f5966" -d '{"events": [{"server_uuid": "64a11b11-1594-408a-8923-3d036d7b2aae", "name": "network-vif-plugged", "status": "completed", "tag": "984added-a4c8-49a6-ae65-fbf4d8828cf4"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:07.447102 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 984added-a4c8-49a6-ae65-fbf4d8828cf4, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=984added-a4c8-49a6-ae65-fbf4d8828cf4,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:07.454419 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:07.507719 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-f68dbd3b-a71e-4b67-9353-e574c0870d3f service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224388 Dec 20 21:29:07.527419 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=984added-a4c8-49a6-ae65-fbf4d8828cf4,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:07.555216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 09924dae-7612-4a67-9cea-812ef9573942 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:29:07.625336 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 09924dae-7612-4a67-9cea-812ef9573942 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:29:07.628826 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 09924dae-7612-4a67-9cea-812ef9573942 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:29:07.644797 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-b446f6e4-b640-4847-a0e3-faad3deb088d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=97563572-4662-45fc-886e-d7a94f6a1dea HTTP/1.1" status: 200 len: 217 time: 0.1035757 Dec 20 21:29:07.757361 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-4aed00bf-f71d-4ade-a4fb-f6e33cda737c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:07.758913 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-4aed00bf-f71d-4ade-a4fb-f6e33cda737c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.0937490 Dec 20 21:29:07.789676 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bade2f-6177-42ec-a3d9-b9c3da6799e7 req-cb4996e3-2725-4890-955e-95e5ddfe37cd tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:07.796093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bade2f-6177-42ec-a3d9-b9c3da6799e7 req-cb4996e3-2725-4890-955e-95e5ddfe37cd tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:07.802282 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bade2f-6177-42ec-a3d9-b9c3da6799e7 req-cb4996e3-2725-4890-955e-95e5ddfe37cd tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:07.809572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bade2f-6177-42ec-a3d9-b9c3da6799e7 req-cb4996e3-2725-4890-955e-95e5ddfe37cd tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:07.815527 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bade2f-6177-42ec-a3d9-b9c3da6799e7 req-cb4996e3-2725-4890-955e-95e5ddfe37cd tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:07.822629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bade2f-6177-42ec-a3d9-b9c3da6799e7 req-cb4996e3-2725-4890-955e-95e5ddfe37cd tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:07.829377 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bade2f-6177-42ec-a3d9-b9c3da6799e7 req-cb4996e3-2725-4890-955e-95e5ddfe37cd tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:07.838386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-71bade2f-6177-42ec-a3d9-b9c3da6799e7 req-cb4996e3-2725-4890-955e-95e5ddfe37cd tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5444 time: 0.3290479 Dec 20 21:29:07.925151 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-71bade2f-6177-42ec-a3d9-b9c3da6799e7 req-94ae3f57-a02f-44ec-a01b-79b1ab3f6741 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857913 Dec 20 21:29:07.930341 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9a23c4af-05f5-4aa3-a43f-2042b3736f6e req-7b06a976-16dd-4841-8943-dd1a3f18c918 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0783486 Dec 20 21:29:07.961142 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-df74c6b7-c152-41d7-ba25-bf4b383abf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:07.961142 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-df74c6b7-c152-41d7-ba25-bf4b383abf08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1895411 Dec 20 21:29:08.031179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23c4af-05f5-4aa3-a43f-2042b3736f6e req-292101c4-860b-4069-aec0-b03299667ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.033947 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9a23c4af-05f5-4aa3-a43f-2042b3736f6e req-292101c4-860b-4069-aec0-b03299667ddb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2372edae52864334a53d4fba944cc335&device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 1096 time: 0.0694635 Dec 20 21:29:08.064681 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400d65ab-f573-4c3c-b8e3-6df59870569d x-openstack-request-id: req-400d65ab-f573-4c3c-b8e3-6df59870569d {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:08.065214 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a11b11-1594-408a-8923-3d036d7b2aae", "name": "network-vif-plugged", "status": "completed", "tag": "984added-a4c8-49a6-ae65-fbf4d8828cf4", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:08.066471 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-400d65ab-f573-4c3c-b8e3-6df59870569d {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:08.067074 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a11b11-1594-408a-8923-3d036d7b2aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984added-a4c8-49a6-ae65-fbf4d8828cf4', 'code': 200} Dec 20 21:29:08.122957 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed0b479-aed6-43b3-9d8a-398721a3a34c x-openstack-request-id: req-8ed0b479-aed6-43b3-9d8a-398721a3a34c {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:08.123331 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "tag": "3172c179-085f-4b38-b042-22139154fc9d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:08.123739 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ed0b479-aed6-43b3-9d8a-398721a3a34c {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:08.125263 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'tag': '3172c179-085f-4b38-b042-22139154fc9d', 'status': 'completed', 'code': 200} Dec 20 21:29:08.329178 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d33f1d61-822c-461a-bb01-d47f8a3e69e4 req-6df5ab4d-8d64-4958-a8dd-833bb259f02e tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 210 time: 0.0787575 Dec 20 21:29:08.348548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23c4af-05f5-4aa3-a43f-2042b3736f6e req-8301acab-7ad9-47c0-b9f1-3d67463f227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.350318 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9a23c4af-05f5-4aa3-a43f-2042b3736f6e req-8301acab-7ad9-47c0-b9f1-3d67463f227e service neutron] 10.222.0.31 "GET /v2.0/networks?id=c507b886-4c4e-4889-b255-5311698a9b7a HTTP/1.1" status: 200 len: 917 time: 0.2924690 Dec 20 21:29:08.439183 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91ba5b-5dc4-415c-829b-0e73c4c3da11 req-3c49f89d-f1ea-4204-aa78-0564bef4977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.441031 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ba91ba5b-5dc4-415c-829b-0e73c4c3da11 req-3c49f89d-f1ea-4204-aa78-0564bef4977e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 1094 time: 0.2768095 Dec 20 21:29:08.454888 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051fc2d-b74b-4bc9-aabb-b2f6f2fecbb4 req-e85f0ec6-d264-42cf-9b47-36144c70e848 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.461247 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051fc2d-b74b-4bc9-aabb-b2f6f2fecbb4 req-e85f0ec6-d264-42cf-9b47-36144c70e848 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.466584 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9a23c4af-05f5-4aa3-a43f-2042b3736f6e req-3a33f2d9-5907-435f-9bf1-7bfe03efe92e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826 HTTP/1.1" status: 200 len: 1002 time: 0.1093760 Dec 20 21:29:08.467472 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051fc2d-b74b-4bc9-aabb-b2f6f2fecbb4 req-e85f0ec6-d264-42cf-9b47-36144c70e848 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.473353 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051fc2d-b74b-4bc9-aabb-b2f6f2fecbb4 req-e85f0ec6-d264-42cf-9b47-36144c70e848 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.479530 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051fc2d-b74b-4bc9-aabb-b2f6f2fecbb4 req-e85f0ec6-d264-42cf-9b47-36144c70e848 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.486268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051fc2d-b74b-4bc9-aabb-b2f6f2fecbb4 req-e85f0ec6-d264-42cf-9b47-36144c70e848 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.493953 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051fc2d-b74b-4bc9-aabb-b2f6f2fecbb4 req-e85f0ec6-d264-42cf-9b47-36144c70e848 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.502357 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e051fc2d-b74b-4bc9-aabb-b2f6f2fecbb4 req-e85f0ec6-d264-42cf-9b47-36144c70e848 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5420 time: 0.2625468 Dec 20 21:29:08.537329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-928c70ab-0364-4e4b-807f-787cdfa21ead service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721672 Dec 20 21:29:08.573574 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23c4af-05f5-4aa3-a43f-2042b3736f6e req-11398445-6127-4233-9911-ae3ff918e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.575230 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9a23c4af-05f5-4aa3-a43f-2042b3736f6e req-11398445-6127-4233-9911-ae3ff918e6ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=550ee55d-1479-46f2-9e4e-e2b23472d5bb HTTP/1.1" status: 200 len: 855 time: 0.0960975 Dec 20 21:29:08.582431 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ba91ba5b-5dc4-415c-829b-0e73c4c3da11 req-15f22c20-c178-4ca0-9621-52bdf02dfef7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745475 Dec 20 21:29:08.585171 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7c9c1-8392-442f-bac9-a037d25fdf02 req-94293b35-d7d8-48a6-a393-99c6f1d5f9f7 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.598666 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c7e7c9c1-8392-442f-bac9-a037d25fdf02 req-94293b35-d7d8-48a6-a393-99c6f1d5f9f7 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 945 time: 0.1305821 Dec 20 21:29:08.708422 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e051fc2d-b74b-4bc9-aabb-b2f6f2fecbb4 req-2545fab7-2a15-4607-a550-fd16a1ea4bcd tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2047052 Dec 20 21:29:08.728697 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c7e7c9c1-8392-442f-bac9-a037d25fdf02 req-6ed6d9ff-2416-417e-b767-19e79f0ada06 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959821 Dec 20 21:29:08.762138 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23c4af-05f5-4aa3-a43f-2042b3736f6e req-aa1f85b3-51af-4d26-8b4a-1f34dfb26968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.766162 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9a23c4af-05f5-4aa3-a43f-2042b3736f6e req-aa1f85b3-51af-4d26-8b4a-1f34dfb26968 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c507b886-4c4e-4889-b255-5311698a9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1646340 Dec 20 21:29:08.783787 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-eabc822d-6361-4209-9688-7133a4fb2653 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296560 Dec 20 21:29:08.867239 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-b39ebe28-db2c-4f2a-8136-7666f3750aa9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=8ce909c5-2cad-47d2-872b-187a9336f4e4 HTTP/1.1" status: 200 len: 217 time: 0.0553050 Dec 20 21:29:08.917103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1226db-ff21-40e8-8fe7-f96f928024b0 req-1bd9b7ae-aafd-4ea5-ba96-280464b40aef tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.922918 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1226db-ff21-40e8-8fe7-f96f928024b0 req-1bd9b7ae-aafd-4ea5-ba96-280464b40aef tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.928919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1226db-ff21-40e8-8fe7-f96f928024b0 req-1bd9b7ae-aafd-4ea5-ba96-280464b40aef tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.935204 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1226db-ff21-40e8-8fe7-f96f928024b0 req-1bd9b7ae-aafd-4ea5-ba96-280464b40aef tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.940849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1226db-ff21-40e8-8fe7-f96f928024b0 req-1bd9b7ae-aafd-4ea5-ba96-280464b40aef tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.946687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1226db-ff21-40e8-8fe7-f96f928024b0 req-1bd9b7ae-aafd-4ea5-ba96-280464b40aef tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.952479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1226db-ff21-40e8-8fe7-f96f928024b0 req-1bd9b7ae-aafd-4ea5-ba96-280464b40aef tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.958255 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f1226db-ff21-40e8-8fe7-f96f928024b0 req-1bd9b7ae-aafd-4ea5-ba96-280464b40aef tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5444 time: 0.1647320 Dec 20 21:29:08.977334 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-f8de4895-5ede-49cc-a44b-4ad57078c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:08.979251 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-f8de4895-5ede-49cc-a44b-4ad57078c41a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.1051288 Dec 20 21:29:09.033145 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-c4308d0d-d6b1-41b4-990d-2161404a25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:09.034771 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-c4308d0d-d6b1-41b4-990d-2161404a25e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.0464721 Dec 20 21:29:09.047027 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9a23c4af-05f5-4aa3-a43f-2042b3736f6e req-23fcb792-797c-4a59-bc7a-b9b6650aa827 service neutron] 10.222.0.31 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360962 Dec 20 21:29:09.160343 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-cf183497-209d-4483-8cad-8f5608eeed1c service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112535 Dec 20 21:29:09.214045 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9a23c4af-05f5-4aa3-a43f-2042b3736f6e req-62532bd1-502a-4f46-91cf-80d003846dd6 service neutron] 10.222.0.31 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545849 Dec 20 21:29:09.293606 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-722c7ab9-db82-4f82-8f41-28c9359b775b service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053970 Dec 20 21:29:09.364915 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-deb03477-2f63-42c6-beb8-ff19b4463aa8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=f3a6e021-6af8-4259-a794-65ae1e18fac1 HTTP/1.1" status: 200 len: 217 time: 0.0620458 Dec 20 21:29:09.385741 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-d08c59d3-63e7-40ab-948b-6ada269abeab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:09.387384 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-d08c59d3-63e7-40ab-948b-6ada269abeab tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 806 time: 0.1962514 Dec 20 21:29:09.407832 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-a82ef0e6-6863-4db9-99ed-c2f5740e4788 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Request body: {'port': {'device_id': 'fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1', 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1', 'admin_state_up': True, 'tenant_id': 'f2becd49857f4ac9be67acdcb5932764'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:09.445794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3252684e-9d14-4723-9bdc-30af229a0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:09.454549 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-3252684e-9d14-4723-9bdc-30af229a0476 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.0617323 Dec 20 21:29:09.500099 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6bc4288a-360e-4dd2-8e9f-22136f547460 req-0339cfc4-0676-4e9b-ab05-a63f00fb6e9b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 210 time: 0.0658648 Dec 20 21:29:09.510314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-f242538c-74de-47c8-990f-fb7223a73fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:09.512739 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-f242538c-74de-47c8-990f-fb7223a73fc8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.0485806 Dec 20 21:29:09.575328 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-a82ef0e6-6863-4db9-99ed-c2f5740e4788 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Made reservation on behalf of f2becd49857f4ac9be67acdcb5932764 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:09.579577 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-a82ef0e6-6863-4db9-99ed-c2f5740e4788 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:09.639446 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-409af2e7-4315-4d85-a2f3-45d46abc446f service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126106 Dec 20 21:29:09.731628 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-a82ef0e6-6863-4db9-99ed-c2f5740e4788 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Allocated IP 172.20.0.13 (631fd657-633a-4798-86f3-d2a6fb4581e1/25ff85e3-c2b2-4219-9be7-235a0898b2d1/292cd612-0e46-4ad4-94b3-77e28adda208) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:29:09.757208 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-b54e3644-89cd-48f3-ba36-e5010b66aa53 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101999 Dec 20 21:29:09.847142 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-00f4d40e-f4e6-42a4-a074-3729944d9dc8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9655ce7e-8f89-45c3-886e-da0b47890f71 HTTP/1.1" status: 200 len: 217 time: 0.0832589 Dec 20 21:29:09.943361 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa56f1-9309-4d87-84d9-c3776a0d8b73 req-ef774c9c-eb67-4411-8b2d-6f5324e53b2d tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:09.944628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-746e2ae5-9289-40ca-95ed-927a18e36c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:09.945671 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e9fa56f1-9309-4d87-84d9-c3776a0d8b73 req-ef774c9c-eb67-4411-8b2d-6f5324e53b2d tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 945 time: 0.0855265 Dec 20 21:29:09.950683 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-746e2ae5-9289-40ca-95ed-927a18e36c41 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae563e9e-aa51-4afb-9f8a-8a6be528b5fd HTTP/1.1" status: 200 len: 797 time: 0.0853207 Dec 20 21:29:09.969836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d8ba3-3643-431f-bbd8-f8de643cc57d req-59bd8936-9cbb-4405-b841-ed521b09aa54 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:09.977262 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d8ba3-3643-431f-bbd8-f8de643cc57d req-59bd8936-9cbb-4405-b841-ed521b09aa54 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:09.983542 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d8ba3-3643-431f-bbd8-f8de643cc57d req-59bd8936-9cbb-4405-b841-ed521b09aa54 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:09.990103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d8ba3-3643-431f-bbd8-f8de643cc57d req-59bd8936-9cbb-4405-b841-ed521b09aa54 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:09.996577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d8ba3-3643-431f-bbd8-f8de643cc57d req-59bd8936-9cbb-4405-b841-ed521b09aa54 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:10.001616 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-a82ef0e6-6863-4db9-99ed-c2f5740e4788 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:10.002899 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d8ba3-3643-431f-bbd8-f8de643cc57d req-59bd8936-9cbb-4405-b841-ed521b09aa54 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:10.010265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d8ba3-3643-431f-bbd8-f8de643cc57d req-59bd8936-9cbb-4405-b841-ed521b09aa54 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:10.011903 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-344d8ba3-3643-431f-bbd8-f8de643cc57d req-59bd8936-9cbb-4405-b841-ed521b09aa54 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5420 time: 0.1495335 Dec 20 21:29:10.013386 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e9fa56f1-9309-4d87-84d9-c3776a0d8b73 req-bde2f726-d6e1-4898-94cb-5becc566a80f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607066 Dec 20 21:29:10.049333 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-a82ef0e6-6863-4db9-99ed-c2f5740e4788 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:10.093648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['f2e781db-9a6d-4224-afb2-b7ddaa17dacb'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:10.098550 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-a82ef0e6-6863-4db9-99ed-c2f5740e4788 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Network 631fd657-633a-4798-86f3-d2a6fb4581e1 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:10.106325 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-a82ef0e6-6863-4db9-99ed-c2f5740e4788 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:10.110735 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-a82ef0e6-6863-4db9-99ed-c2f5740e4788 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:29:10.133363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-c3355260-8e41-4847-9885-921241bddc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:10.138047 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-c3355260-8e41-4847-9885-921241bddc26 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1232049 Dec 20 21:29:10.144787 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-344d8ba3-3643-431f-bbd8-f8de643cc57d req-b04999d2-76a6-4b64-92ca-edfb029e9034 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904896 Dec 20 21:29:10.171244 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-a82ef0e6-6863-4db9-99ed-c2f5740e4788 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:10.172896 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-a82ef0e6-6863-4db9-99ed-c2f5740e4788 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:10.199059 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-a82ef0e6-6863-4db9-99ed-c2f5740e4788 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7972145 Dec 20 21:29:10.200183 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ef0e6-6863-4db9-99ed-c2f5740e4788 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Pushing event updated for resources: {'Port': ['ID=292cd612-0e46-4ad4-94b3-77e28adda208,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:10.222812 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Request body: {'port': {'device_id': 'fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:10.268383 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d3a7114c-5863-44c5-88f0-526cf914edbe service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219203 Dec 20 21:29:10.268852 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37158) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:10.312266 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:10.387959 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-d03f9ed5-5c62-42db-91f0-c2784da8c96d service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120386 Dec 20 21:29:10.434907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7513ad64-c332-435d-b9af-08b41dd03d40 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3172c179-085f-4b38-b042-22139154fc9d HTTP/1.1" status: 200 len: 217 time: 0.0405445 Dec 20 21:29:10.454331 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8eb3dfa3-dc34-4df6-9fe3-9041f65c68e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:10.504816 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-379b7eeb-469b-45f7-925f-36391cfcb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:10.506334 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-379b7eeb-469b-45f7-925f-36391cfcb161 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae563e9e-aa51-4afb-9f8a-8a6be528b5fd HTTP/1.1" status: 200 len: 797 time: 0.0656190 Dec 20 21:29:10.579726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-c9997a96-50dc-478b-ab77-21d3c0ea94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:10.581229 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-c9997a96-50dc-478b-ab77-21d3c0ea94a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.0676811 Dec 20 21:29:10.637214 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8eb3dfa3-dc34-4df6-9fe3-9041f65c68e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:10.638387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292cd612-0e46-4ad4-94b3-77e28adda208 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:10.645024 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8eb3dfa3-dc34-4df6-9fe3-9041f65c68e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:10.648472 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:10.665855 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Transition to ACTIVE for port object 292cd612-0e46-4ad4-94b3-77e28adda208 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:29:10.674435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179d240-c939-4045-bb73-be65bb72dcc3 req-eed48acb-7416-4e74-9671-730e6752fadb tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:10.675959 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3179d240-c939-4045-bb73-be65bb72dcc3 req-eed48acb-7416-4e74-9671-730e6752fadb tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 932 time: 0.0913556 Dec 20 21:29:10.677125 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:10.694388 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8eb3dfa3-dc34-4df6-9fe3-9041f65c68e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b973a2b475e4bd998b52acda0d11b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4244704 Dec 20 21:29:10.700975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37166) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:10.717254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3dfa3-dc34-4df6-9fe3-9041f65c68e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381b2deb-eeeb-4eef-bb96-35b0c6c9d055,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:10.738820 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-7544bf7e-6db6-43ec-841a-df4437adee89 service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502521 Dec 20 21:29:10.755745 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Pushing event updated for resources: {'Port': ['ID=292cd612-0e46-4ad4-94b3-77e28adda208,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:10.766485 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3179d240-c939-4045-bb73-be65bb72dcc3 req-ee334ebf-4704-4d08-9c2c-e93c69a05829 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587966 Dec 20 21:29:10.821174 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1f084b21-760e-4538-bd62-c65288d2d25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:10.831999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Attempting to bind port 292cd612-0e46-4ad4-94b3-77e28adda208 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:29:10.832323 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Attempting to bind port 292cd612-0e46-4ad4-94b3-77e28adda208 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:29:10.832639 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Attempting to bind port 292cd612-0e46-4ad4-94b3-77e28adda208 on network 631fd657-633a-4798-86f3-d2a6fb4581e1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:29:10.837003 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Port 292cd612-0e46-4ad4-94b3-77e28adda208 on network 631fd657-633a-4798-86f3-d2a6fb4581e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:29:10.837307 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Attempting to bind port 292cd612-0e46-4ad4-94b3-77e28adda208 on network 631fd657-633a-4798-86f3-d2a6fb4581e1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:29:10.842189 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:29:10.842521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Checking segment: {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:29:10.842908 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Bound using segment: {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:29:10.843512 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Bound port: 292cd612-0e46-4ad4-94b3-77e28adda208, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:29:10.843863 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:10.868562 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1f084b21-760e-4538-bd62-c65288d2d25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:10.882319 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a8be6c-dd81-49eb-97f9-8431cf673984 req-a8683879-9036-48b1-8685-211601026036 service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356969 Dec 20 21:29:10.938925 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] For port 292cd612-0e46-4ad4-94b3-77e28adda208, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:29:10.946058 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] For port 292cd612-0e46-4ad4-94b3-77e28adda208, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=292cd612-0e46-4ad4-94b3-77e28adda208,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:29:10.947567 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1f084b21-760e-4538-bd62-c65288d2d25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:10.950403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1f084b21-760e-4538-bd62-c65288d2d25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:10.951603 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1f084b21-760e-4538-bd62-c65288d2d25f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/381b2deb-eeeb-4eef-bb96-35b0c6c9d055 HTTP/1.1" status: 204 len: 168 time: 0.2485344 Dec 20 21:29:10.954543 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:10.964655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f084b21-760e-4538-bd62-c65288d2d25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381b2deb-eeeb-4eef-bb96-35b0c6c9d055,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:11.018606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Pushing event updated for resources: {'Port': ['ID=292cd612-0e46-4ad4-94b3-77e28adda208,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:11.032293 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.032988 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:11.034392 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-553dee8f-7881-47e5-9245-9e430b191811 service neutron] 10.222.0.66 "PUT /v2.0/ports/292cd612-0e46-4ad4-94b3-77e28adda208 HTTP/1.1" status: 200 len: 1090 time: 0.8207285 Dec 20 21:29:11.034976 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1', 'tag': '292cd612-0e46-4ad4-94b3-77e28adda208'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:11.037295 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ab50e3-fc83-4db1-a75f-f3d773f8d5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1", "tag": "292cd612-0e46-4ad4-94b3-77e28adda208"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:11.085654 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12188661-1454-4d67-b970-7d080422cc84 x-openstack-request-id: req-12188661-1454-4d67-b970-7d080422cc84 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:11.086466 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1", "tag": "292cd612-0e46-4ad4-94b3-77e28adda208", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:11.086466 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12188661-1454-4d67-b970-7d080422cc84 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:11.086700 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1', 'tag': '292cd612-0e46-4ad4-94b3-77e28adda208', 'status': 'completed', 'code': 200} Dec 20 21:29:11.178129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab50e3-fc83-4db1-a75f-f3d773f8d5e7 req-9818ed43-3769-4d88-97a3-c0f62156cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.180694 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-22ab50e3-fc83-4db1-a75f-f3d773f8d5e7 req-9818ed43-3769-4d88-97a3-c0f62156cd23 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 1093 time: 0.0509019 Dec 20 21:29:11.196684 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device b71953cc-274e-48e8-9e1d-23313750574c details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:29:11.229457 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99148dd8-818e-4be8-8aff-98f52742b59b req-5c24b173-78b4-483f-846c-d0d00377a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.229926 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99148dd8-818e-4be8-8aff-98f52742b59b req-5c24b173-78b4-483f-846c-d0d00377a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.230410 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99148dd8-818e-4be8-8aff-98f52742b59b req-5c24b173-78b4-483f-846c-d0d00377a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.230866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99148dd8-818e-4be8-8aff-98f52742b59b req-5c24b173-78b4-483f-846c-d0d00377a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.231402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99148dd8-818e-4be8-8aff-98f52742b59b req-5c24b173-78b4-483f-846c-d0d00377a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.231792 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99148dd8-818e-4be8-8aff-98f52742b59b req-5c24b173-78b4-483f-846c-d0d00377a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.232191 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99148dd8-818e-4be8-8aff-98f52742b59b req-5c24b173-78b4-483f-846c-d0d00377a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.234195 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-99148dd8-818e-4be8-8aff-98f52742b59b req-5c24b173-78b4-483f-846c-d0d00377a73d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 6463 time: 0.1218066 Dec 20 21:29:11.352623 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port b71953cc-274e-48e8-9e1d-23313750574c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b71953cc-274e-48e8-9e1d-23313750574c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:11.363512 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30415bee-8e7a-40ea-aaaa-447490df1613 req-62266bd9-818e-4cba-b522-894712071d62 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.371378 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-30415bee-8e7a-40ea-aaaa-447490df1613 req-62266bd9-818e-4cba-b522-894712071d62 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 945 time: 0.2193172 Dec 20 21:29:11.377179 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'b71953cc-274e-48e8-9e1d-23313750574c', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'port_id': 'b71953cc-274e-48e8-9e1d-23313750574c', 'mac_address': 'fa:16:3e:60:f2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:29:11.411246 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2a82e-49d1-4273-915c-3407a8ec5830 req-10c34c4c-8e20-4e05-a158-c4ffd82e35c8 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.419363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2a82e-49d1-4273-915c-3407a8ec5830 req-10c34c4c-8e20-4e05-a158-c4ffd82e35c8 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.425105 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-30415bee-8e7a-40ea-aaaa-447490df1613 req-28dd83b5-052c-4185-9848-6142c5412e23 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526550 Dec 20 21:29:11.427089 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2a82e-49d1-4273-915c-3407a8ec5830 req-10c34c4c-8e20-4e05-a158-c4ffd82e35c8 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.432872 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:11.434419 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2a82e-49d1-4273-915c-3407a8ec5830 req-10c34c4c-8e20-4e05-a158-c4ffd82e35c8 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.441870 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2a82e-49d1-4273-915c-3407a8ec5830 req-10c34c4c-8e20-4e05-a158-c4ffd82e35c8 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.443525 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37200) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:11.449357 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b71953cc-274e-48e8-9e1d-23313750574c {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:11.450289 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2a82e-49d1-4273-915c-3407a8ec5830 req-10c34c4c-8e20-4e05-a158-c4ffd82e35c8 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.457271 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2a82e-49d1-4273-915c-3407a8ec5830 req-10c34c4c-8e20-4e05-a158-c4ffd82e35c8 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.459903 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1e2a82e-49d1-4273-915c-3407a8ec5830 req-10c34c4c-8e20-4e05-a158-c4ffd82e35c8 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5420 time: 0.1620424 Dec 20 21:29:11.479807 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab50e3-fc83-4db1-a75f-f3d773f8d5e7 req-d3872de8-7a87-49a6-a80a-61fc3f4fe02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.481299 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-22ab50e3-fc83-4db1-a75f-f3d773f8d5e7 req-d3872de8-7a87-49a6-a80a-61fc3f4fe02d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=f2becd49857f4ac9be67acdcb5932764&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2858014 Dec 20 21:29:11.485800 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port b71953cc-274e-48e8-9e1d-23313750574c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b71953cc-274e-48e8-9e1d-23313750574c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:11.493272 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:11.501212 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37204) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:11.504603 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc0b622b-9aef-470b-8564-b6ed884e07ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:11.565750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=b71953cc-274e-48e8-9e1d-23313750574c,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:11.575167 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1e2a82e-49d1-4273-915c-3407a8ec5830 req-4f3f9459-687d-44b9-98b0-423037016204 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054640 Dec 20 21:29:11.642837 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99148dd8-818e-4be8-8aff-98f52742b59b req-0736bab4-0bc6-46ad-9a38-b53469ed6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.644341 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-99148dd8-818e-4be8-8aff-98f52742b59b req-0736bab4-0bc6-46ad-9a38-b53469ed6dba service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae5f0a2b-8184-4e1d-822a-c5435728b42b HTTP/1.1" status: 200 len: 903 time: 0.3973358 Dec 20 21:29:11.717298 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['b71953cc-274e-48e8-9e1d-23313750574c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:11.724145 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc0b622b-9aef-470b-8564-b6ed884e07ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:11.726710 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-99148dd8-818e-4be8-8aff-98f52742b59b req-51b1415f-7758-47a6-afd6-1bf81daee23c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3172c179-085f-4b38-b042-22139154fc9d HTTP/1.1" status: 200 len: 217 time: 0.0731912 Dec 20 21:29:11.731392 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc0b622b-9aef-470b-8564-b6ed884e07ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:11.815625 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bc0b622b-9aef-470b-8564-b6ed884e07ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a53bf42aee184229ab88e0ae0bbf0b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689225 Dec 20 21:29:11.821075 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37214) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:11.846392 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b622b-9aef-470b-8564-b6ed884e07ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4880e9f7-e494-4da8-bb89-60d1496159c2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:11.854096 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99148dd8-818e-4be8-8aff-98f52742b59b req-a4cd1a45-4bc0-48bf-8674-cd84a4d7bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.855787 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-99148dd8-818e-4be8-8aff-98f52742b59b req-a4cd1a45-4bc0-48bf-8674-cd84a4d7bcf2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae563e9e-aa51-4afb-9f8a-8a6be528b5fd HTTP/1.1" status: 200 len: 797 time: 0.1090324 Dec 20 21:29:11.966652 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95fd7e1f-0395-4108-aeab-c12b07aa7971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:11.972243 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99148dd8-818e-4be8-8aff-98f52742b59b req-297e33ba-4a6d-4b03-ab65-976f8a002a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:11.974285 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-99148dd8-818e-4be8-8aff-98f52742b59b req-297e33ba-4a6d-4b03-ab65-976f8a002a8f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1073592 Dec 20 21:29:12.001977 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715e0c0-0aff-4a0c-9a41-db8d65a4baba req-14db4544-a7e5-4a5a-9fb4-54e3a5f7d535 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:12.010334 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d715e0c0-0aff-4a0c-9a41-db8d65a4baba req-14db4544-a7e5-4a5a-9fb4-54e3a5f7d535 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 944 time: 0.1121552 Dec 20 21:29:12.050550 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95fd7e1f-0395-4108-aeab-c12b07aa7971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:12.070463 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab50e3-fc83-4db1-a75f-f3d773f8d5e7 req-bd6c8881-648e-4ae9-a134-3fee3b7bcda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:12.071942 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-22ab50e3-fc83-4db1-a75f-f3d773f8d5e7 req-bd6c8881-648e-4ae9-a134-3fee3b7bcda4 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5835350 Dec 20 21:29:12.087098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1324a-1ec1-4212-aeac-480089cb1257 req-4c4f72c5-d5c3-4ed9-ab6e-b5572709142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:12.087602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1324a-1ec1-4212-aeac-480089cb1257 req-4c4f72c5-d5c3-4ed9-ab6e-b5572709142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:12.088297 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1324a-1ec1-4212-aeac-480089cb1257 req-4c4f72c5-d5c3-4ed9-ab6e-b5572709142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:12.088516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1324a-1ec1-4212-aeac-480089cb1257 req-4c4f72c5-d5c3-4ed9-ab6e-b5572709142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:12.089005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1324a-1ec1-4212-aeac-480089cb1257 req-4c4f72c5-d5c3-4ed9-ab6e-b5572709142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:12.089650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1324a-1ec1-4212-aeac-480089cb1257 req-4c4f72c5-d5c3-4ed9-ab6e-b5572709142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:12.089886 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1324a-1ec1-4212-aeac-480089cb1257 req-4c4f72c5-d5c3-4ed9-ab6e-b5572709142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:12.091866 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33d1324a-1ec1-4212-aeac-480089cb1257 req-4c4f72c5-d5c3-4ed9-ab6e-b5572709142b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 6487 time: 0.5896540 Dec 20 21:29:12.132748 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33d1324a-1ec1-4212-aeac-480089cb1257 req-b50215ef-07dd-4246-91a8-0a8c97d6129b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331786 Dec 20 21:29:12.136814 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d715e0c0-0aff-4a0c-9a41-db8d65a4baba req-f405c82c-e2e3-4548-ad2e-0ab504abd37e tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255147 Dec 20 21:29:12.172848 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-99148dd8-818e-4be8-8aff-98f52742b59b req-e8a1a95a-2b70-4139-bde2-74cbd152c6cb service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884549 Dec 20 21:29:12.192196 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95fd7e1f-0395-4108-aeab-c12b07aa7971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:12.193176 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-8e3c2936-4960-4689-95cb-27ba9fe58a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:12.194814 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-8e3c2936-4960-4689-95cb-27ba9fe58a8b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 1093 time: 0.0525224 Dec 20 21:29:12.195547 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95fd7e1f-0395-4108-aeab-c12b07aa7971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:12.196618 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-95fd7e1f-0395-4108-aeab-c12b07aa7971 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4880e9f7-e494-4da8-bb89-60d1496159c2 HTTP/1.1" status: 204 len: 168 time: 0.3728945 Dec 20 21:29:12.244201 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd7e1f-0395-4108-aeab-c12b07aa7971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4880e9f7-e494-4da8-bb89-60d1496159c2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:12.255863 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-448dbe40-7aa8-4ad1-ba0b-37339ae161c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=292cd612-0e46-4ad4-94b3-77e28adda208 HTTP/1.1" status: 200 len: 217 time: 0.0480106 Dec 20 21:29:12.313552 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-99148dd8-818e-4be8-8aff-98f52742b59b req-6a3e67bf-2563-448a-8cb6-90663bdb51f7 service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342845 Dec 20 21:29:12.325228 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-b1428469-8f9c-4130-97f9-142f24344b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:12.327195 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-b1428469-8f9c-4130-97f9-142f24344b5f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=25ff85e3-c2b2-4219-9be7-235a0898b2d1 HTTP/1.1" status: 200 len: 846 time: 0.0625129 Dec 20 21:29:12.370025 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-60905573-cff8-48ec-95a5-4b86073143aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=631fd657-633a-4798-86f3-d2a6fb4581e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344205 Dec 20 21:29:12.476747 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-a5a0991f-0ccb-4d81-8401-475bc3ab21ce service neutron] 10.222.0.66 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996048 Dec 20 21:29:12.610583 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d6df02d-3e2a-4244-8a48-895613d4f441 req-19648b1d-c14c-427f-b36d-22627cb9be8a service neutron] 10.222.0.66 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211305 Dec 20 21:29:12.772990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e74e2-3b9d-4861-9725-a554a7f5fb47 req-4a065589-dc80-46aa-80c5-a3711ad0f427 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:12.780009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e74e2-3b9d-4861-9725-a554a7f5fb47 req-4a065589-dc80-46aa-80c5-a3711ad0f427 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:12.788339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e74e2-3b9d-4861-9725-a554a7f5fb47 req-4a065589-dc80-46aa-80c5-a3711ad0f427 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:12.794672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e74e2-3b9d-4861-9725-a554a7f5fb47 req-4a065589-dc80-46aa-80c5-a3711ad0f427 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:12.800718 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e74e2-3b9d-4861-9725-a554a7f5fb47 req-4a065589-dc80-46aa-80c5-a3711ad0f427 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:12.810138 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e74e2-3b9d-4861-9725-a554a7f5fb47 req-4a065589-dc80-46aa-80c5-a3711ad0f427 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:12.813155 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e74e2-3b9d-4861-9725-a554a7f5fb47 req-4a065589-dc80-46aa-80c5-a3711ad0f427 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:12.821625 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b80e74e2-3b9d-4861-9725-a554a7f5fb47 req-4a065589-dc80-46aa-80c5-a3711ad0f427 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5420 time: 0.1144340 Dec 20 21:29:12.871211 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b80e74e2-3b9d-4861-9725-a554a7f5fb47 req-a14024d6-aa14-43d2-8e7a-d1bfdda6b3c4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486534 Dec 20 21:29:13.226227 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device b71953cc-274e-48e8-9e1d-23313750574c up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:29:13.302196 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port b71953cc-274e-48e8-9e1d-23313750574c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:13.302603 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:13.314964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1b068-2a83-4e5a-a932-00f8ec3dd1dd req-10594bd7-bff2-452c-bdc9-01facb8752e7 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:13.331349 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6ac1b068-2a83-4e5a-a932-00f8ec3dd1dd req-10594bd7-bff2-452c-bdc9-01facb8752e7 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 944 time: 0.1106081 Dec 20 21:29:13.440662 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6ac1b068-2a83-4e5a-a932-00f8ec3dd1dd req-4b0035b2-03ba-4609-9484-e01ad79eee84 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082380 Dec 20 21:29:13.501356 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:13.534728 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:13.537115 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e28161-adc0-45e8-83e0-36bc2c04fa01" -d '{"events": [{"server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "name": "network-vif-plugged", "status": "completed", "tag": "b71953cc-274e-48e8-9e1d-23313750574c"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:13.579266 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port b71953cc-274e-48e8-9e1d-23313750574c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b71953cc-274e-48e8-9e1d-23313750574c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:13.586151 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37300) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:13.592445 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:13.651255 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdef1f0-ae2a-453e-adb2-8f97f9df379f x-openstack-request-id: req-6fdef1f0-ae2a-453e-adb2-8f97f9df379f {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:13.651901 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "name": "network-vif-plugged", "status": "completed", "tag": "b71953cc-274e-48e8-9e1d-23313750574c", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:13.652380 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fdef1f0-ae2a-453e-adb2-8f97f9df379f {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:13.653078 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c', 'code': 200} Dec 20 21:29:13.706942 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=b71953cc-274e-48e8-9e1d-23313750574c,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:13.761451 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8aefb50-f833-43b4-884a-c66565d97dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:13.854779 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8aefb50-f833-43b4-884a-c66565d97dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:13.862243 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8aefb50-f833-43b4-884a-c66565d97dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:13.913653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aefb50-f833-43b4-884a-c66565d97dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee63211-41fc-45b5-88b0-4b027dd4ad5b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:13.925860 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37306) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:13.926155 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a8aefb50-f833-43b4-884a-c66565d97dac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6df404d4bbf544ceb337dfa58ca4ac9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3387783 Dec 20 21:29:14.033914 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8604a096-430c-4ded-9f3b-8731d0a668fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:14.065144 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8604a096-430c-4ded-9f3b-8731d0a668fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:14.087818 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df5602-e9ae-4965-8007-89b5c749ff62 req-7c74a24b-875b-4106-a482-c0c062472d7c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:14.093488 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df5602-e9ae-4965-8007-89b5c749ff62 req-7c74a24b-875b-4106-a482-c0c062472d7c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:14.101404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df5602-e9ae-4965-8007-89b5c749ff62 req-7c74a24b-875b-4106-a482-c0c062472d7c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:14.105293 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:29:14.108055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df5602-e9ae-4965-8007-89b5c749ff62 req-7c74a24b-875b-4106-a482-c0c062472d7c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:14.113944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df5602-e9ae-4965-8007-89b5c749ff62 req-7c74a24b-875b-4106-a482-c0c062472d7c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:14.122336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df5602-e9ae-4965-8007-89b5c749ff62 req-7c74a24b-875b-4106-a482-c0c062472d7c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:14.128582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df5602-e9ae-4965-8007-89b5c749ff62 req-7c74a24b-875b-4106-a482-c0c062472d7c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:14.138679 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39df5602-e9ae-4965-8007-89b5c749ff62 req-7c74a24b-875b-4106-a482-c0c062472d7c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5420 time: 0.1491733 Dec 20 21:29:14.212135 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39df5602-e9ae-4965-8007-89b5c749ff62 req-1f0c3477-0cc0-4d69-81be-27f92cbd3dfc tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722091 Dec 20 21:29:14.237009 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8604a096-430c-4ded-9f3b-8731d0a668fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:14.240148 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8604a096-430c-4ded-9f3b-8731d0a668fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:14.244968 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8604a096-430c-4ded-9f3b-8731d0a668fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ee63211-41fc-45b5-88b0-4b027dd4ad5b HTTP/1.1" status: 204 len: 168 time: 0.3179796 Dec 20 21:29:14.254749 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604a096-430c-4ded-9f3b-8731d0a668fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee63211-41fc-45b5-88b0-4b027dd4ad5b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:14.599319 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:14.646568 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe4494-035a-4904-9d01-93e60e5e6634 req-339b0656-1c10-49c6-b898-3c9e99526ac6 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:14.648746 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0dbe4494-035a-4904-9d01-93e60e5e6634 req-339b0656-1c10-49c6-b898-3c9e99526ac6 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 944 time: 0.1380508 Dec 20 21:29:14.714726 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0dbe4494-035a-4904-9d01-93e60e5e6634 req-eacbce0c-c9da-4817-9292-5e3194b72559 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595152 Dec 20 21:29:15.434716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741f35d-0023-4742-974d-784bb0fd5812 req-ad33ac83-950b-41a5-b818-6825c9120a94 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:15.440403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741f35d-0023-4742-974d-784bb0fd5812 req-ad33ac83-950b-41a5-b818-6825c9120a94 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:15.446445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741f35d-0023-4742-974d-784bb0fd5812 req-ad33ac83-950b-41a5-b818-6825c9120a94 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:15.470311 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741f35d-0023-4742-974d-784bb0fd5812 req-ad33ac83-950b-41a5-b818-6825c9120a94 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:15.486765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741f35d-0023-4742-974d-784bb0fd5812 req-ad33ac83-950b-41a5-b818-6825c9120a94 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:15.492752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741f35d-0023-4742-974d-784bb0fd5812 req-ad33ac83-950b-41a5-b818-6825c9120a94 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:15.499128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741f35d-0023-4742-974d-784bb0fd5812 req-ad33ac83-950b-41a5-b818-6825c9120a94 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:15.521318 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e741f35d-0023-4742-974d-784bb0fd5812 req-ad33ac83-950b-41a5-b818-6825c9120a94 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5420 time: 0.1861541 Dec 20 21:29:15.575666 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 292cd612-0e46-4ad4-94b3-77e28adda208 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:29:15.602969 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e741f35d-0023-4742-974d-784bb0fd5812 req-14dd267e-8165-4752-9e70-25adbae11a30 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804827 Dec 20 21:29:15.704837 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 292cd612-0e46-4ad4-94b3-77e28adda208, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=292cd612-0e46-4ad4-94b3-77e28adda208,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:15.719330 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '292cd612-0e46-4ad4-94b3-77e28adda208', 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1', 'port_id': '292cd612-0e46-4ad4-94b3-77e28adda208', 'mac_address': 'fa:16:3e:eb:ad:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ff85e3-c2b2-4219-9be7-235a0898b2d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:29:15.786636 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:15.823793 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292cd612-0e46-4ad4-94b3-77e28adda208 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:15.848972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 292cd612-0e46-4ad4-94b3-77e28adda208, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=292cd612-0e46-4ad4-94b3-77e28adda208,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:15.854409 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:15.924902 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=292cd612-0e46-4ad4-94b3-77e28adda208,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:16.002514 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07ab84-58df-4577-a3a9-efe84cb2b1a5 req-e348c262-7e4b-450b-adbd-d158bf54aafb tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:16.004045 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6a07ab84-58df-4577-a3a9-efe84cb2b1a5 req-e348c262-7e4b-450b-adbd-d158bf54aafb tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 944 time: 0.1736898 Dec 20 21:29:16.096271 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6a07ab84-58df-4577-a3a9-efe84cb2b1a5 req-67af7e32-78c0-4d13-b144-1c120264757f tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834997 Dec 20 21:29:16.134749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['292cd612-0e46-4ad4-94b3-77e28adda208'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:16.844304 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ffd29-7e6b-4e92-b43f-380017a7ae1f req-57f435c4-de87-42e0-879d-322a41127b62 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:16.857894 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ffd29-7e6b-4e92-b43f-380017a7ae1f req-57f435c4-de87-42e0-879d-322a41127b62 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:16.872440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ffd29-7e6b-4e92-b43f-380017a7ae1f req-57f435c4-de87-42e0-879d-322a41127b62 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:16.878804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ffd29-7e6b-4e92-b43f-380017a7ae1f req-57f435c4-de87-42e0-879d-322a41127b62 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:16.885883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ffd29-7e6b-4e92-b43f-380017a7ae1f req-57f435c4-de87-42e0-879d-322a41127b62 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:16.892400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ffd29-7e6b-4e92-b43f-380017a7ae1f req-57f435c4-de87-42e0-879d-322a41127b62 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:16.905317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ffd29-7e6b-4e92-b43f-380017a7ae1f req-57f435c4-de87-42e0-879d-322a41127b62 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:16.907569 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-457ffd29-7e6b-4e92-b43f-380017a7ae1f req-57f435c4-de87-42e0-879d-322a41127b62 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5420 time: 0.1796145 Dec 20 21:29:17.074729 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-457ffd29-7e6b-4e92-b43f-380017a7ae1f req-44850ad4-d0a5-43b5-8394-b70e1af72aa2 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1316054 Dec 20 21:29:17.276362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d5cac-14da-4895-8a5b-e3282106b303 req-0e047fdb-2515-4107-bb16-c97bdbfd3ee4 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:17.278392 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b96d5cac-14da-4895-8a5b-e3282106b303 req-0e047fdb-2515-4107-bb16-c97bdbfd3ee4 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 945 time: 0.0615206 Dec 20 21:29:17.341679 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b96d5cac-14da-4895-8a5b-e3282106b303 req-3217d115-a64d-4d28-add8-6f0c5a7be9b5 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569770 Dec 20 21:29:17.597120 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 292cd612-0e46-4ad4-94b3-77e28adda208 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:29:17.739196 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 292cd612-0e46-4ad4-94b3-77e28adda208 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:29:17.745292 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 292cd612-0e46-4ad4-94b3-77e28adda208 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:17.745664 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:17.846030 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:17.869893 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:17.875799 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292cd612-0e46-4ad4-94b3-77e28adda208'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:17.878244 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf355e4-46c5-4e6a-b847-e3a63fcef5a6" -d '{"events": [{"server_uuid": "fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1", "name": "network-vif-plugged", "status": "completed", "tag": "292cd612-0e46-4ad4-94b3-77e28adda208"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:17.912958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 292cd612-0e46-4ad4-94b3-77e28adda208, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=292cd612-0e46-4ad4-94b3-77e28adda208,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:17.919914 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:17.965302 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a43fd5-3f1d-423f-9f35-088412132a29 x-openstack-request-id: req-a5a43fd5-3f1d-423f-9f35-088412132a29 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:17.965842 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1", "name": "network-vif-plugged", "status": "completed", "tag": "292cd612-0e46-4ad4-94b3-77e28adda208", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:17.966342 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5a43fd5-3f1d-423f-9f35-088412132a29 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:17.966890 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292cd612-0e46-4ad4-94b3-77e28adda208', 'code': 200} Dec 20 21:29:17.981618 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37444) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:17.998696 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=292cd612-0e46-4ad4-94b3-77e28adda208,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:18.130297 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba7bb5-b6c2-4fab-9e55-f9ec24a6489e req-00ec78fb-32da-4e03-b725-e2772d2108c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:18.133353 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f9ba7bb5-b6c2-4fab-9e55-f9ec24a6489e req-00ec78fb-32da-4e03-b725-e2772d2108c9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 1095 time: 0.0842981 Dec 20 21:29:18.165289 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de348250-6491-405c-a797-e4dac34a7449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:18.196632 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f9ba7bb5-b6c2-4fab-9e55-f9ec24a6489e req-de3e2989-ebb3-49ee-8fc5-225b19859788 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517321 Dec 20 21:29:18.349468 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599d255-ac14-48cd-8c3a-61af1aa7255f req-50b47a0c-09ea-45b6-a5f9-b648a313e7b6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:18.358297 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599d255-ac14-48cd-8c3a-61af1aa7255f req-50b47a0c-09ea-45b6-a5f9-b648a313e7b6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:18.364117 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599d255-ac14-48cd-8c3a-61af1aa7255f req-50b47a0c-09ea-45b6-a5f9-b648a313e7b6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:18.370319 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599d255-ac14-48cd-8c3a-61af1aa7255f req-50b47a0c-09ea-45b6-a5f9-b648a313e7b6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:18.376134 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599d255-ac14-48cd-8c3a-61af1aa7255f req-50b47a0c-09ea-45b6-a5f9-b648a313e7b6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:18.384279 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599d255-ac14-48cd-8c3a-61af1aa7255f req-50b47a0c-09ea-45b6-a5f9-b648a313e7b6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:18.390010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599d255-ac14-48cd-8c3a-61af1aa7255f req-50b47a0c-09ea-45b6-a5f9-b648a313e7b6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:18.391938 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6599d255-ac14-48cd-8c3a-61af1aa7255f req-50b47a0c-09ea-45b6-a5f9-b648a313e7b6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5420 time: 0.1621187 Dec 20 21:29:18.394005 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de348250-6491-405c-a797-e4dac34a7449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:18.402286 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de348250-6491-405c-a797-e4dac34a7449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:18.489274 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37458) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:18.500209 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-de348250-6491-405c-a797-e4dac34a7449 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3c3517cbb8d470294fe15594267e6ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5172987 Dec 20 21:29:18.519390 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de348250-6491-405c-a797-e4dac34a7449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8454fbc1-06f0-4f20-9409-e20008c3ff2e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:18.561362 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6599d255-ac14-48cd-8c3a-61af1aa7255f req-9b442c06-a831-45dc-abda-60b9f4632f71 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1521933 Dec 20 21:29:18.596131 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ee70ad3f-b54e-4c96-8c41-d4bf7189586c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:18.631982 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ee70ad3f-b54e-4c96-8c41-d4bf7189586c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:18.717343 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ee70ad3f-b54e-4c96-8c41-d4bf7189586c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:18.720718 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ee70ad3f-b54e-4c96-8c41-d4bf7189586c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:18.723426 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ee70ad3f-b54e-4c96-8c41-d4bf7189586c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8454fbc1-06f0-4f20-9409-e20008c3ff2e HTTP/1.1" status: 204 len: 168 time: 0.2327549 Dec 20 21:29:18.732607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70ad3f-b54e-4c96-8c41-d4bf7189586c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8454fbc1-06f0-4f20-9409-e20008c3ff2e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:18.784335 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1650131-98bb-422e-bd5d-18fbd7db2924 req-fc69478a-0974-42a9-b1cb-0d7f2516ab65 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:18.793596 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a1650131-98bb-422e-bd5d-18fbd7db2924 req-fc69478a-0974-42a9-b1cb-0d7f2516ab65 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 946 time: 0.1290317 Dec 20 21:29:18.848424 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a1650131-98bb-422e-bd5d-18fbd7db2924 req-1a49633c-8e4e-441e-bfaf-60ac8e5b3d8f tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482445 Dec 20 21:29:19.214639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37476) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:19.235856 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-21a50ee8-e1c7-47ad-8227-65fa6ed42090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:19.364813 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-21a50ee8-e1c7-47ad-8227-65fa6ed42090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:19.374233 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-21a50ee8-e1c7-47ad-8227-65fa6ed42090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:19.424377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37478) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:19.424969 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-21a50ee8-e1c7-47ad-8227-65fa6ed42090 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37c197a1b11346fda89b6c5adce4566c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086508 Dec 20 21:29:19.450349 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a50ee8-e1c7-47ad-8227-65fa6ed42090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba20106c-0979-44b2-b37e-be7cd04ec9e1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:19.504705 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff67a6d1-f33c-45e1-848a-50fb02341c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:19.532271 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff67a6d1-f33c-45e1-848a-50fb02341c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:19.616015 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff67a6d1-f33c-45e1-848a-50fb02341c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:19.618866 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff67a6d1-f33c-45e1-848a-50fb02341c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:19.634766 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ff67a6d1-f33c-45e1-848a-50fb02341c95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba20106c-0979-44b2-b37e-be7cd04ec9e1 HTTP/1.1" status: 204 len: 168 time: 0.1996455 Dec 20 21:29:19.655093 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67a6d1-f33c-45e1-848a-50fb02341c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba20106c-0979-44b2-b37e-be7cd04ec9e1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:19.754005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b40380-47af-4784-920e-9a8006aba12a req-cde45d0d-0605-4658-990a-8e49c0c1fc1d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:19.762318 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b40380-47af-4784-920e-9a8006aba12a req-cde45d0d-0605-4658-990a-8e49c0c1fc1d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:19.770052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b40380-47af-4784-920e-9a8006aba12a req-cde45d0d-0605-4658-990a-8e49c0c1fc1d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:19.776883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b40380-47af-4784-920e-9a8006aba12a req-cde45d0d-0605-4658-990a-8e49c0c1fc1d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:19.783220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b40380-47af-4784-920e-9a8006aba12a req-cde45d0d-0605-4658-990a-8e49c0c1fc1d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:19.790956 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b40380-47af-4784-920e-9a8006aba12a req-cde45d0d-0605-4658-990a-8e49c0c1fc1d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:19.797291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b40380-47af-4784-920e-9a8006aba12a req-cde45d0d-0605-4658-990a-8e49c0c1fc1d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:19.799428 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d3b40380-47af-4784-920e-9a8006aba12a req-cde45d0d-0605-4658-990a-8e49c0c1fc1d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5420 time: 0.1426306 Dec 20 21:29:19.896045 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d3b40380-47af-4784-920e-9a8006aba12a req-2d99141d-ee2b-4129-bdd5-8bf790d8b14f tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844178 Dec 20 21:29:20.086567 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75167366-743d-44c4-994a-779a9d48badf req-d3116be9-f7fb-4910-8d63-6caa5f6a4ccc tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:20.088520 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-75167366-743d-44c4-994a-779a9d48badf req-d3116be9-f7fb-4910-8d63-6caa5f6a4ccc tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 946 time: 0.1179166 Dec 20 21:29:20.141177 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-75167366-743d-44c4-994a-779a9d48badf req-5d4c01a5-0e5b-422d-981d-72dd61c7c231 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462296 Dec 20 21:29:20.511406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-ae906183-6d70-4abe-bd3d-cc12c11be24a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:20.518579 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-ae906183-6d70-4abe-bd3d-cc12c11be24a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 806 time: 0.1310039 Dec 20 21:29:20.540508 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-2e9926b4-dd2c-4fb5-8475-6a812ac8f76e tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/quotas/f2becd49857f4ac9be67acdcb5932764 HTTP/1.1" status: 200 len: 375 time: 0.0178242 Dec 20 21:29:20.625815 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-e297d9ea-b6a4-4908-8c23-06ed8295190e tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844247 Dec 20 21:29:20.760681 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-d5f6f427-430b-4eb9-8a81-96a0656ee3e7 service neutron] 10.222.0.32 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339500 Dec 20 21:29:20.815986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37528) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:20.906684 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-6a6f90c5-e4de-46f1-9be5-c3059669e643 service neutron] 10.222.0.32 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367986 Dec 20 21:29:20.973996 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-576b7dac-d756-494b-844e-fc040815e57a tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-684551843'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:21.033584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576b7dac-d756-494b-844e-fc040815e57a tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Made reservation on behalf of 907aa094367442f393fc072316734bca for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:21.037760 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-576b7dac-d756-494b-844e-fc040815e57a tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:21.062302 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-576b7dac-d756-494b-844e-fc040815e57a tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:21.250305 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca946f42-320c-420e-89d3-af3ec6f2257b req-1dd0b09b-8c85-4860-9049-27b73b24426e tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 210 time: 0.0605104 Dec 20 21:29:21.269383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b30f7-1636-4a13-94ae-60cb0a6183ca req-b7bf0546-870d-4d2e-82cb-020b8a67a9a6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:21.276027 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b30f7-1636-4a13-94ae-60cb0a6183ca req-b7bf0546-870d-4d2e-82cb-020b8a67a9a6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:21.284579 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b30f7-1636-4a13-94ae-60cb0a6183ca req-b7bf0546-870d-4d2e-82cb-020b8a67a9a6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:21.292622 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b30f7-1636-4a13-94ae-60cb0a6183ca req-b7bf0546-870d-4d2e-82cb-020b8a67a9a6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:21.299780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b30f7-1636-4a13-94ae-60cb0a6183ca req-b7bf0546-870d-4d2e-82cb-020b8a67a9a6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:21.306644 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b30f7-1636-4a13-94ae-60cb0a6183ca req-b7bf0546-870d-4d2e-82cb-020b8a67a9a6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:21.313080 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b30f7-1636-4a13-94ae-60cb0a6183ca req-b7bf0546-870d-4d2e-82cb-020b8a67a9a6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:21.323990 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b34b30f7-1636-4a13-94ae-60cb0a6183ca req-b7bf0546-870d-4d2e-82cb-020b8a67a9a6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5420 time: 0.2824240 Dec 20 21:29:21.349923 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-576b7dac-d756-494b-844e-fc040815e57a tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:21.364242 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-576b7dac-d756-494b-844e-fc040815e57a tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:21.381073 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576b7dac-d756-494b-844e-fc040815e57a tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:29:21.394321 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-576b7dac-d756-494b-844e-fc040815e57a tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:21.394699 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-576b7dac-d756-494b-844e-fc040815e57a tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Added segment ed2bd257-4d4b-43be-a521-6a14dbb5e400 of type vlan for network 70cd896c-b164-4771-80eb-5db5f3a1b39f Dec 20 21:29:21.450598 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-576b7dac-d756-494b-844e-fc040815e57a tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:21.521701 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b34b30f7-1636-4a13-94ae-60cb0a6183ca req-c8ef95b7-adad-4bc0-9f79-1917bab92deb tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1968167 Dec 20 21:29:21.522376 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-576b7dac-d756-494b-844e-fc040815e57a tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:21.528190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576b7dac-d756-494b-844e-fc040815e57a tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:21.528819 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-576b7dac-d756-494b-844e-fc040815e57a tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:21.551201 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-576b7dac-d756-494b-844e-fc040815e57a tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7340791 Dec 20 21:29:21.551913 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b7dac-d756-494b-844e-fc040815e57a tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df098ce7-1d42-438b-b135-4491cd10a617,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:21.557902 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37546) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:21.564305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-28617907-a128-40bb-8112-00728e7e72c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Request body: {'subnet': {'network_id': '70cd896c-b164-4771-80eb-5db5f3a1b39f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:21.660036 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b7dac-d756-494b-844e-fc040815e57a tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event updated for resources: {'Network': ['ID=70cd896c-b164-4771-80eb-5db5f3a1b39f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:21.672756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 70cd896c-b164-4771-80eb-5db5f3a1b39f details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:29:21.737416 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28617907-a128-40bb-8112-00728e7e72c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Made reservation on behalf of 907aa094367442f393fc072316734bca for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:21.761130 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-28617907-a128-40bb-8112-00728e7e72c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:22.063900 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-28617907-a128-40bb-8112-00728e7e72c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:22.212121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28617907-a128-40bb-8112-00728e7e72c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event updated for resources: {'Subnet': ['ID=9c621342-bf24-4e5c-9874-7c37a7ca2139,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:22.225974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28617907-a128-40bb-8112-00728e7e72c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Checking segment: {'id': 'ed2bd257-4d4b-43be-a521-6a14dbb5e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '70cd896c-b164-4771-80eb-5db5f3a1b39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:29:22.226589 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28617907-a128-40bb-8112-00728e7e72c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Network hostable DHCP agents. Network: 70cd896c-b164-4771-80eb-5db5f3a1b39f, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:29:22.249651 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28617907-a128-40bb-8112-00728e7e72c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Network 70cd896c-b164-4771-80eb-5db5f3a1b39f is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:29:22.262565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-28617907-a128-40bb-8112-00728e7e72c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 70cd896c-b164-4771-80eb-5db5f3a1b39f) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:22.275076 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2c5899-868b-4aa5-8746-8b5d7d58ce4a None None] Network 70cd896c-b164-4771-80eb-5db5f3a1b39f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:29:22.288076 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28617907-a128-40bb-8112-00728e7e72c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:22.288812 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-28617907-a128-40bb-8112-00728e7e72c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:22.326823 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-28617907-a128-40bb-8112-00728e7e72c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7671115 Dec 20 21:29:22.329665 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37562) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:22.335428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Request body: {'port': {'network_id': '70cd896c-b164-4771-80eb-5db5f3a1b39f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1776672982'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:22.484515 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70831c4c-2a3d-4d33-bfae-977bc0866042 req-7cf6283c-42ac-40af-9e97-529f78f25078 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 210 time: 0.0567594 Dec 20 21:29:22.541488 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-70cd896c-b164-4771-80eb-5db5f3a1b39f', 'network_id': '70cd896c-b164-4771-80eb-5db5f3a1b39f', 'tenant_id': '907aa094367442f393fc072316734bca', 'fixed_ips': [{'subnet_id': '9c621342-bf24-4e5c-9874-7c37a7ca2139'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:29:22.542975 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:22.583089 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Made reservation on behalf of 907aa094367442f393fc072316734bca for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:22.586964 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:22.704781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] device_id is not set on port 31d3496f-43a6-4440-9a1f-6f271e09a94f yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:29:22.783783 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Allocated IP 2001:db8::2 (70cd896c-b164-4771-80eb-5db5f3a1b39f/9c621342-bf24-4e5c-9874-7c37a7ca2139/c0957234-f19a-4e94-a077-66599bad09ca) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:29:22.875784 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb3906-aaaa-4986-963e-a86a99c1074c req-a44b88b9-53ba-43d6-9d7b-e394f9010352 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:22.886802 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb3906-aaaa-4986-963e-a86a99c1074c req-a44b88b9-53ba-43d6-9d7b-e394f9010352 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:22.893074 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb3906-aaaa-4986-963e-a86a99c1074c req-a44b88b9-53ba-43d6-9d7b-e394f9010352 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:22.899861 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb3906-aaaa-4986-963e-a86a99c1074c req-a44b88b9-53ba-43d6-9d7b-e394f9010352 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:22.906175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb3906-aaaa-4986-963e-a86a99c1074c req-a44b88b9-53ba-43d6-9d7b-e394f9010352 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:22.913294 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb3906-aaaa-4986-963e-a86a99c1074c req-a44b88b9-53ba-43d6-9d7b-e394f9010352 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:22.920318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb3906-aaaa-4986-963e-a86a99c1074c req-a44b88b9-53ba-43d6-9d7b-e394f9010352 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:22.929632 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87cb3906-aaaa-4986-963e-a86a99c1074c req-a44b88b9-53ba-43d6-9d7b-e394f9010352 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5420 time: 0.2582350 Dec 20 21:29:22.988245 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:23.004899 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:23.029210 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Network 70cd896c-b164-4771-80eb-5db5f3a1b39f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:23.067049 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:23.078390 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:29:23.115508 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Pushing event updated for resources: {'Port': ['ID=c0957234-f19a-4e94-a077-66599bad09ca,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:23.129686 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87cb3906-aaaa-4986-963e-a86a99c1074c req-e7baa507-82bc-4363-abf1-84dc8db60430 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1860182 Dec 20 21:29:23.139168 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-79e885c8-45cc-4781-850e-6cab26b019a2 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:23.145641 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-79e885c8-45cc-4781-850e-6cab26b019a2 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.31 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 806 time: 0.3344526 Dec 20 21:29:23.172548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-fe91687f-9751-444d-9df1-0cb4faa25e78 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Request body: {'port': {'device_id': '635d524a-949e-431c-a2ac-21e3271cda55', 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1', 'admin_state_up': True, 'tenant_id': 'f2becd49857f4ac9be67acdcb5932764'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:23.176694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Allocated IP 2001:db8::101 (70cd896c-b164-4771-80eb-5db5f3a1b39f/9c621342-bf24-4e5c-9874-7c37a7ca2139/31d3496f-43a6-4440-9a1f-6f271e09a94f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:29:23.207527 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Attempting to bind port c0957234-f19a-4e94-a077-66599bad09ca on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:29:23.209500 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Attempting to bind port c0957234-f19a-4e94-a077-66599bad09ca by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'ed2bd257-4d4b-43be-a521-6a14dbb5e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '70cd896c-b164-4771-80eb-5db5f3a1b39f'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:29:23.209962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Attempting to bind port c0957234-f19a-4e94-a077-66599bad09ca on network 70cd896c-b164-4771-80eb-5db5f3a1b39f {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:29:23.215379 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:29:23.215817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Checking segment: {'id': 'ed2bd257-4d4b-43be-a521-6a14dbb5e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '70cd896c-b164-4771-80eb-5db5f3a1b39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:29:23.216910 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:23.217672 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Bound using segment: {'id': 'ed2bd257-4d4b-43be-a521-6a14dbb5e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '70cd896c-b164-4771-80eb-5db5f3a1b39f'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:29:23.218235 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Bound port: c0957234-f19a-4e94-a077-66599bad09ca, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2bd257-4d4b-43be-a521-6a14dbb5e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '70cd896c-b164-4771-80eb-5db5f3a1b39f'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:29:23.218686 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:23.323949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] For port c0957234-f19a-4e94-a077-66599bad09ca, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:29:23.339605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] For port c0957234-f19a-4e94-a077-66599bad09ca, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c0957234-f19a-4e94-a077-66599bad09ca,segment=NetworkSegment(ed2bd257-4d4b-43be-a521-6a14dbb5e400),segment_id=ed2bd257-4d4b-43be-a521-6a14dbb5e400)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:29:23.361816 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:23.409583 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-fe91687f-9751-444d-9df1-0cb4faa25e78 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Made reservation on behalf of f2becd49857f4ac9be67acdcb5932764 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:23.415188 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-fe91687f-9751-444d-9df1-0cb4faa25e78 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:23.473873 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb7430-c37c-4a03-8a02-938cebc4b042 None None] Pushing event updated for resources: {'Port': ['ID=c0957234-f19a-4e94-a077-66599bad09ca,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:23.587030 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:23.671559 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fa355c95-ab83-48c9-b4d5-d2f4a8ae4e26 req-aabe1488-6025-4e99-b1ff-9c26da5fdb27 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 210 time: 0.0451334 Dec 20 21:29:23.689692 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-fe91687f-9751-444d-9df1-0cb4faa25e78 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Allocated IP 172.20.0.3 (631fd657-633a-4798-86f3-d2a6fb4581e1/25ff85e3-c2b2-4219-9be7-235a0898b2d1/3d0eb228-95b5-4073-a869-c3b12a7783f9) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:29:23.706797 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:23.798632 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Network 70cd896c-b164-4771-80eb-5db5f3a1b39f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:23.801792 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event updated for resources: {'Port': ['ID=31d3496f-43a6-4440-9a1f-6f271e09a94f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:23.809666 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:23.812365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:29:23.818818 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:23.819344 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:23.834533 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:23.835103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:23.835639 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:23.836042 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:23.836553 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:23.837477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:23.837816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:23.838211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:23.838581 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:23.838908 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:23.839273 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:23.839597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:23.854292 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37584) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:23.854441 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f4ed5f34-567a-40c8-a200-7192557f81dc tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5226889 Dec 20 21:29:23.863033 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Request body: {'port': {'network_id': '70cd896c-b164-4771-80eb-5db5f3a1b39f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1295158766', 'allowed_address_pairs': [{'ip_address': '2001:db8::101', 'mac_address': 'fa:16:3e:3d:d8:02'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:24.090017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Made reservation on behalf of 907aa094367442f393fc072316734bca for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:24.090694 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c0957234-f19a-4e94-a077-66599bad09ca up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:29:24.215715 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port c0957234-f19a-4e94-a077-66599bad09ca triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:24.216396 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:24.229651 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:24.255733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] device_id is not set on port c5a98e22-216f-4548-ac87-dce8871c3703 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:29:24.359465 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:24.403128 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port c0957234-f19a-4e94-a077-66599bad09ca, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c0957234-f19a-4e94-a077-66599bad09ca,segment=NetworkSegment(ed2bd257-4d4b-43be-a521-6a14dbb5e400),segment_id=ed2bd257-4d4b-43be-a521-6a14dbb5e400)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:24.409435 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:24.507250 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=c0957234-f19a-4e94-a077-66599bad09ca,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:24.519556 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Allocated IP 2001:db8::15 (70cd896c-b164-4771-80eb-5db5f3a1b39f/9c621342-bf24-4e5c-9874-7c37a7ca2139/c5a98e22-216f-4548-ac87-dce8871c3703) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:29:24.775527 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f327e-ad12-467e-b875-15069eba5b3f req-e95af852-f38b-476f-9ba4-b401bc16b097 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:24.782517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f327e-ad12-467e-b875-15069eba5b3f req-e95af852-f38b-476f-9ba4-b401bc16b097 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:24.793539 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f327e-ad12-467e-b875-15069eba5b3f req-e95af852-f38b-476f-9ba4-b401bc16b097 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:24.799893 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f327e-ad12-467e-b875-15069eba5b3f req-e95af852-f38b-476f-9ba4-b401bc16b097 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:24.810429 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f327e-ad12-467e-b875-15069eba5b3f req-e95af852-f38b-476f-9ba4-b401bc16b097 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:24.817062 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f327e-ad12-467e-b875-15069eba5b3f req-e95af852-f38b-476f-9ba4-b401bc16b097 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:24.825356 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f327e-ad12-467e-b875-15069eba5b3f req-e95af852-f38b-476f-9ba4-b401bc16b097 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:24.834587 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f17f327e-ad12-467e-b875-15069eba5b3f req-e95af852-f38b-476f-9ba4-b401bc16b097 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5420 time: 0.2524683 Dec 20 21:29:24.839668 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-fe91687f-9751-444d-9df1-0cb4faa25e78 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:24.847925 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e0533c9e-81ea-482c-ac9c-edc6e0b008aa req-5ff10452-63ea-4c60-b2bf-70b5ec83b5bd tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 210 time: 0.0742524 Dec 20 21:29:24.937923 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f17f327e-ad12-467e-b875-15069eba5b3f req-ff6f6131-588c-4928-86b5-cf3e3c0ee80a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1023223 Dec 20 21:29:24.957446 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-fe91687f-9751-444d-9df1-0cb4faa25e78 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:25.002435 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['292cd612-0e46-4ad4-94b3-77e28adda208'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:25.011942 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:25.044723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-fe91687f-9751-444d-9df1-0cb4faa25e78 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Network 631fd657-633a-4798-86f3-d2a6fb4581e1 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:25.048879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-fe91687f-9751-444d-9df1-0cb4faa25e78 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:25.061793 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-fe91687f-9751-444d-9df1-0cb4faa25e78 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:29:25.066237 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91687f-9751-444d-9df1-0cb4faa25e78 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Pushing event updated for resources: {'Port': ['ID=3d0eb228-95b5-4073-a869-c3b12a7783f9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:25.068819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440817cf-293c-4295-adaf-81d028345c0e None None] Network 70cd896c-b164-4771-80eb-5db5f3a1b39f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:29:25.071065 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['f2e781db-9a6d-4224-afb2-b7ddaa17dacb'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:25.124153 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:25.177389 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-fe91687f-9751-444d-9df1-0cb4faa25e78 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:25.178320 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-fe91687f-9751-444d-9df1-0cb4faa25e78 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:25.230103 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-fe91687f-9751-444d-9df1-0cb4faa25e78 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0577791 Dec 20 21:29:25.240663 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-496fa3e5-928c-43a5-8cec-fea748a63d22 None None] Provisioning complete for port c0957234-f19a-4e94-a077-66599bad09ca triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:25.241357 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-496fa3e5-928c-43a5-8cec-fea748a63d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:25.258791 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Request body: {'port': {'device_id': '635d524a-949e-431c-a2ac-21e3271cda55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:25.267107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Network 70cd896c-b164-4771-80eb-5db5f3a1b39f is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:25.282524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:25.305930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:29:25.320836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:25.323591 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:25.330988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event updated for resources: {'Port': ['ID=c5a98e22-216f-4548-ac87-dce8871c3703,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:25.361418 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:25.361893 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:25.364692 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:25.365098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:25.365514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:25.368009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:25.368009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:25.368009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:25.368009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:25.368009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:25.382179 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:25.382624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:25.402176 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b630e2a0-05bf-4457-b244-f0e8a9a99ac1 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.5452535 Dec 20 21:29:25.403280 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:25.405222 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37598) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:25.646264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f2abe-c608-41c1-9e01-4186c759533c tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:25.654345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f2abe-c608-41c1-9e01-4186c759533c tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:25.660990 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f2abe-c608-41c1-9e01-4186c759533c tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:25.664984 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c12f2abe-c608-41c1-9e01-4186c759533c tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2568283 Dec 20 21:29:25.666240 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37606) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:25.932935 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-b8eaebe7-4fa7-41d0-b486-89b2a79d5932 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Deleting port c5a98e22-216f-4548-ac87-dce8871c3703 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:25.933532 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8eaebe7-4fa7-41d0-b486-89b2a79d5932 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:26.099445 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c0957234-f19a-4e94-a077-66599bad09ca up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:29:26.147062 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2681c7-ad4e-4ce2-9ed1-cf4ca9333912 req-4082f0be-e392-4d0c-bd25-27d8fb47edaf tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:26.149150 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e2681c7-ad4e-4ce2-9ed1-cf4ca9333912 req-4082f0be-e392-4d0c-bd25-27d8fb47edaf tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 931 time: 0.1144252 Dec 20 21:29:26.160766 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8eaebe7-4fa7-41d0-b486-89b2a79d5932 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:26.175261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-b8eaebe7-4fa7-41d0-b486-89b2a79d5932 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Calling delete_port for c5a98e22-216f-4548-ac87-dce8871c3703 owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:26.208701 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port c0957234-f19a-4e94-a077-66599bad09ca triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:26.209721 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:26.235923 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e2681c7-ad4e-4ce2-9ed1-cf4ca9333912 req-e1ed30f3-4123-41d3-9f52-3b8d1ecc1051 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781436 Dec 20 21:29:26.313596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0eb228-95b5-4073-a869-c3b12a7783f9 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:26.332465 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:26.421254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb57ad-6204-4ba1-b044-2b78999efb0c req-25678ef6-c58f-447c-9de4-f4d6bd037a79 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:26.429344 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3fcb57ad-6204-4ba1-b044-2b78999efb0c req-25678ef6-c58f-447c-9de4-f4d6bd037a79 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 945 time: 0.3833370 Dec 20 21:29:26.437695 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83450c34-89bd-4361-a2a7-00964ffcedaa req-630f1d14-f3d0-4917-b548-f926099b8b2d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:26.439606 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-29e3d254-5309-4018-92ca-b54ab9a9e169 None None] Provisioning complete for port c5a98e22-216f-4548-ac87-dce8871c3703 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:26.440118 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-29e3d254-5309-4018-92ca-b54ab9a9e169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:26.469088 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83450c34-89bd-4361-a2a7-00964ffcedaa req-630f1d14-f3d0-4917-b548-f926099b8b2d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:26.476678 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83450c34-89bd-4361-a2a7-00964ffcedaa req-630f1d14-f3d0-4917-b548-f926099b8b2d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:26.491099 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3fcb57ad-6204-4ba1-b044-2b78999efb0c req-0794cda0-7959-415e-ba08-a8100f3ef76e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603490 Dec 20 21:29:26.492372 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8eaebe7-4fa7-41d0-b486-89b2a79d5932 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:26.494756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83450c34-89bd-4361-a2a7-00964ffcedaa req-630f1d14-f3d0-4917-b548-f926099b8b2d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:26.509615 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83450c34-89bd-4361-a2a7-00964ffcedaa req-630f1d14-f3d0-4917-b548-f926099b8b2d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:26.515481 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-29e3d254-5309-4018-92ca-b54ab9a9e169 None None] Port c5a98e22-216f-4548-ac87-dce8871c3703 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:29:26.517202 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83450c34-89bd-4361-a2a7-00964ffcedaa req-630f1d14-f3d0-4917-b548-f926099b8b2d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:26.533257 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83450c34-89bd-4361-a2a7-00964ffcedaa req-630f1d14-f3d0-4917-b548-f926099b8b2d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:26.536104 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-83450c34-89bd-4361-a2a7-00964ffcedaa req-630f1d14-f3d0-4917-b548-f926099b8b2d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5420 time: 0.1880603 Dec 20 21:29:26.537342 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Transition to ACTIVE for port object 3d0eb228-95b5-4073-a869-c3b12a7783f9 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:29:26.538719 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-29e3d254-5309-4018-92ca-b54ab9a9e169 None None] Provisioning complete for port 31d3496f-43a6-4440-9a1f-6f271e09a94f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:26.539150 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-29e3d254-5309-4018-92ca-b54ab9a9e169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:26.549804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eaebe7-4fa7-41d0-b486-89b2a79d5932 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event deleted for resources: {'Port': ['ID=c5a98e22-216f-4548-ac87-dce8871c3703,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:26.557216 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:26.613153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-29e3d254-5309-4018-92ca-b54ab9a9e169 None None] Port 31d3496f-43a6-4440-9a1f-6f271e09a94f cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:29:26.637150 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-29e3d254-5309-4018-92ca-b54ab9a9e169 None None] Provisioning complete for port c0957234-f19a-4e94-a077-66599bad09ca triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:26.637515 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-29e3d254-5309-4018-92ca-b54ab9a9e169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:26.733685 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8eaebe7-4fa7-41d0-b486-89b2a79d5932 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:26.737477 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b8eaebe7-4fa7-41d0-b486-89b2a79d5932 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "DELETE /v2.0/ports/c5a98e22-216f-4548-ac87-dce8871c3703 HTTP/1.1" status: 204 len: 168 time: 1.0699914 Dec 20 21:29:26.740549 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37622) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:26.766298 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0eb228-95b5-4073-a869-c3b12a7783f9,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:26.772851 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-83450c34-89bd-4361-a2a7-00964ffcedaa req-b9cc13a1-7c33-4085-b51e-4d98880bfe70 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2265487 Dec 20 21:29:26.790517 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e01fb05-13d0-411e-9f59-20019d8bc621 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] GET failed (client error): The resource could not be found. Dec 20 21:29:26.795690 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6e01fb05-13d0-411e-9f59-20019d8bc621 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "GET /v2.0/ports/c5a98e22-216f-4548-ac87-dce8871c3703 HTTP/1.1" status: 404 len: 333 time: 0.0504024 Dec 20 21:29:26.796134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37624) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:26.802044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-41b8e07a-8607-4c31-9f8e-6589a8aca8f2 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Request body: {'port': {'network_id': '70cd896c-b164-4771-80eb-5db5f3a1b39f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-118639119'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:26.880462 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Attempting to bind port 3d0eb228-95b5-4073-a869-c3b12a7783f9 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:29:26.881084 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Attempting to bind port 3d0eb228-95b5-4073-a869-c3b12a7783f9 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:29:26.881513 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Attempting to bind port 3d0eb228-95b5-4073-a869-c3b12a7783f9 on network 631fd657-633a-4798-86f3-d2a6fb4581e1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:29:26.891775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Port 3d0eb228-95b5-4073-a869-c3b12a7783f9 on network 631fd657-633a-4798-86f3-d2a6fb4581e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:29:26.892210 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Attempting to bind port 3d0eb228-95b5-4073-a869-c3b12a7783f9 on network 631fd657-633a-4798-86f3-d2a6fb4581e1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:29:26.898584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:29:26.899182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Checking segment: {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:29:26.899677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Bound using segment: {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:29:26.900212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Bound port: 3d0eb228-95b5-4073-a869-c3b12a7783f9, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:29:26.900696 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:26.938545 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ea7fc4bd-d618-4cfa-bfd2-e6f058ecc14c None None] Provisioning complete for port 31d3496f-43a6-4440-9a1f-6f271e09a94f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:26.938545 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ea7fc4bd-d618-4cfa-bfd2-e6f058ecc14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:27.040643 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b8e07a-8607-4c31-9f8e-6589a8aca8f2 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Made reservation on behalf of 907aa094367442f393fc072316734bca for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:27.044620 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] For port 3d0eb228-95b5-4073-a869-c3b12a7783f9, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:29:27.046643 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-41b8e07a-8607-4c31-9f8e-6589a8aca8f2 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:27.049022 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ea7fc4bd-d618-4cfa-bfd2-e6f058ecc14c None None] Port 31d3496f-43a6-4440-9a1f-6f271e09a94f cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:29:27.049409 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] For port 3d0eb228-95b5-4073-a869-c3b12a7783f9, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=3d0eb228-95b5-4073-a869-c3b12a7783f9,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:29:27.061909 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:27.075213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-41b8e07a-8607-4c31-9f8e-6589a8aca8f2 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] device_id is not set on port 4d2268fc-83cd-42f3-83c5-352d7337758f yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:29:27.100806 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7046-dde5-4ced-8687-a9b89c72eccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:27.172104 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-98d97436-f992-49f7-b384-25ddf8c856ca None None] Could not find standard attr ID for object c5a98e22-216f-4548-ac87-dce8871c3703. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:29:27.175456 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:27.176234 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:27.177948 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] 10.222.0.31 "PUT /v2.0/ports/3d0eb228-95b5-4073-a869-c3b12a7783f9 HTTP/1.1" status: 200 len: 1089 time: 1.9256203 Dec 20 21:29:27.179713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1643e0-e4d7-42b0-b8d3-88c2ef396653 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0eb228-95b5-4073-a869-c3b12a7783f9,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:27.185311 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635d524a-949e-431c-a2ac-21e3271cda55', 'tag': '3d0eb228-95b5-4073-a869-c3b12a7783f9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:27.188147 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43fe18b-3b98-4387-84b0-31d8cced1159" -d '{"events": [{"name": "network-changed", "server_uuid": "635d524a-949e-431c-a2ac-21e3271cda55", "tag": "3d0eb228-95b5-4073-a869-c3b12a7783f9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:27.250891 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34405eb-d432-4a8a-b980-336ac41a1d78 x-openstack-request-id: req-b34405eb-d432-4a8a-b980-336ac41a1d78 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:27.251159 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635d524a-949e-431c-a2ac-21e3271cda55", "tag": "3d0eb228-95b5-4073-a869-c3b12a7783f9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:27.251405 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b34405eb-d432-4a8a-b980-336ac41a1d78 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:27.251804 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635d524a-949e-431c-a2ac-21e3271cda55', 'tag': '3d0eb228-95b5-4073-a869-c3b12a7783f9', 'status': 'completed', 'code': 200} Dec 20 21:29:27.276327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-41b8e07a-8607-4c31-9f8e-6589a8aca8f2 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Allocated IP 2001:db8::3aa (70cd896c-b164-4771-80eb-5db5f3a1b39f/9c621342-bf24-4e5c-9874-7c37a7ca2139/4d2268fc-83cd-42f3-83c5-352d7337758f) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:29:27.415816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-d4648177-8782-4e41-8882-4bdaca6954c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:27.417828 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-d4648177-8782-4e41-8882-4bdaca6954c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 1092 time: 0.1253891 Dec 20 21:29:27.432714 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73802bca-0080-45a0-818c-925c4da10ae0 req-08cb499a-5ad3-4a81-abf6-d92882d5c7fa tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:27.434661 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-73802bca-0080-45a0-818c-925c4da10ae0 req-08cb499a-5ad3-4a81-abf6-d92882d5c7fa tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 943 time: 0.0746715 Dec 20 21:29:27.473464 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-41b8e07a-8607-4c31-9f8e-6589a8aca8f2 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:27.479098 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-9e958264-3100-47d5-9fb9-135551b953fe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d0eb228-95b5-4073-a869-c3b12a7783f9 HTTP/1.1" status: 200 len: 217 time: 0.0434155 Dec 20 21:29:27.515480 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-41b8e07a-8607-4c31-9f8e-6589a8aca8f2 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:27.553930 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-73802bca-0080-45a0-818c-925c4da10ae0 req-cb0d2236-bd6a-49d6-a64a-2f63f2d8052d tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738654 Dec 20 21:29:27.559715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b8e07a-8607-4c31-9f8e-6589a8aca8f2 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Network 70cd896c-b164-4771-80eb-5db5f3a1b39f is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:27.563227 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-41b8e07a-8607-4c31-9f8e-6589a8aca8f2 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:27.567383 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b8e07a-8607-4c31-9f8e-6589a8aca8f2 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:29:27.573947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b8e07a-8607-4c31-9f8e-6589a8aca8f2 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:27.574664 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-41b8e07a-8607-4c31-9f8e-6589a8aca8f2 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:27.601979 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-4a7c8874-3e25-45e5-bd84-ec86ffe2d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:27.606586 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-4a7c8874-3e25-45e5-bd84-ec86ffe2d7cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25ff85e3-c2b2-4219-9be7-235a0898b2d1 HTTP/1.1" status: 200 len: 846 time: 0.0931499 Dec 20 21:29:27.634538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8e07a-8607-4c31-9f8e-6589a8aca8f2 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event updated for resources: {'Port': ['ID=4d2268fc-83cd-42f3-83c5-352d7337758f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:27.652961 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-d7de628d-4b96-4ba6-9aad-7d63c3b57489 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=631fd657-633a-4798-86f3-d2a6fb4581e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377450 Dec 20 21:29:27.658516 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37638) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:27.658785 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-41b8e07a-8607-4c31-9f8e-6589a8aca8f2 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8610408 Dec 20 21:29:27.665524 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b9623130-973a-4339-bdfc-b3306c67908b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::101', 'mac_address': 'fa:16:3e:3d:d8:02'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:27.677222 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e219744-e969-4d8d-9784-0233ff2fe031 req-ebbbb17c-7d44-4e1d-8ae9-10aa2dd34677 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:27.679966 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e219744-e969-4d8d-9784-0233ff2fe031 req-ebbbb17c-7d44-4e1d-8ae9-10aa2dd34677 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 945 time: 0.0896499 Dec 20 21:29:27.747466 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e219744-e969-4d8d-9784-0233ff2fe031 req-27ee6957-a45d-46e0-91a0-25ca4b122183 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569694 Dec 20 21:29:27.850308 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-34f9731b-d1ce-4e60-9357-47edab393967 service neutron] 10.222.0.31 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797667 Dec 20 21:29:28.012729 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e3d5db94-49ee-46a9-92db-7439895f518f None None] Provisioning complete for port 4d2268fc-83cd-42f3-83c5-352d7337758f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:28.013299 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3d5db94-49ee-46a9-92db-7439895f518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:28.035955 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6dd3b-89c6-4f97-89a2-cbb02c300407 req-8030b180-04cf-4ee1-834b-ab31b7d471b6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:28.042803 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6dd3b-89c6-4f97-89a2-cbb02c300407 req-8030b180-04cf-4ee1-834b-ab31b7d471b6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:28.048636 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6dd3b-89c6-4f97-89a2-cbb02c300407 req-8030b180-04cf-4ee1-834b-ab31b7d471b6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:28.055788 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6dd3b-89c6-4f97-89a2-cbb02c300407 req-8030b180-04cf-4ee1-834b-ab31b7d471b6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:28.066139 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6dd3b-89c6-4f97-89a2-cbb02c300407 req-8030b180-04cf-4ee1-834b-ab31b7d471b6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:28.070601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6dd3b-89c6-4f97-89a2-cbb02c300407 req-8030b180-04cf-4ee1-834b-ab31b7d471b6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:28.070906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e3d5db94-49ee-46a9-92db-7439895f518f None None] Port 4d2268fc-83cd-42f3-83c5-352d7337758f cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:29:28.077499 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6dd3b-89c6-4f97-89a2-cbb02c300407 req-8030b180-04cf-4ee1-834b-ab31b7d471b6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:28.079910 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-88a6dd3b-89c6-4f97-89a2-cbb02c300407 req-8030b180-04cf-4ee1-834b-ab31b7d471b6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5420 time: 0.1574886 Dec 20 21:29:28.151304 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a71f4d1e-4a7e-457f-b49c-6a8fe18ccca0 req-7fd6c119-2656-4383-9fb6-b92998dd32f9 service neutron] 10.222.0.31 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911594 Dec 20 21:29:28.160218 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9623130-973a-4339-bdfc-b3306c67908b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:28.202250 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-88a6dd3b-89c6-4f97-89a2-cbb02c300407 req-743bf8e3-554b-4eb4-ac21-fcc57cda3f2a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054888 Dec 20 21:29:28.376149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fe18b-3b98-4387-84b0-31d8cced1159 req-41532024-386f-49c3-ab74-af7b18c805d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:28.377628 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a43fe18b-3b98-4387-84b0-31d8cced1159 req-41532024-386f-49c3-ab74-af7b18c805d7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 1092 time: 0.0423961 Dec 20 21:29:28.383406 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66536c-44be-4b38-b05f-feb744e00f01 req-7df494f0-1d5c-4595-a272-8575e2ff8387 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:28.384828 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c66536c-44be-4b38-b05f-feb744e00f01 req-7df494f0-1d5c-4595-a272-8575e2ff8387 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 945 time: 0.0776987 Dec 20 21:29:28.476467 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fe18b-3b98-4387-84b0-31d8cced1159 req-2eb3e14c-087e-4eb4-b954-6c4bf7c78641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:28.478180 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a43fe18b-3b98-4387-84b0-31d8cced1159 req-2eb3e14c-087e-4eb4-b954-6c4bf7c78641 service neutron] 10.222.0.31 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 907 time: 0.0932813 Dec 20 21:29:28.500185 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9623130-973a-4339-bdfc-b3306c67908b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:28.508692 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9623130-973a-4339-bdfc-b3306c67908b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:28.523830 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a43fe18b-3b98-4387-84b0-31d8cced1159 req-c5f21a64-e599-4c7f-a08a-f23e1c6ea28d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d0eb228-95b5-4073-a869-c3b12a7783f9 HTTP/1.1" status: 200 len: 217 time: 0.0387876 Dec 20 21:29:28.559718 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b9623130-973a-4339-bdfc-b3306c67908b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] In _notify_port_updated(), no bound segment for port 4d2268fc-83cd-42f3-83c5-352d7337758f on network 70cd896c-b164-4771-80eb-5db5f3a1b39f {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:29:28.567848 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9623130-973a-4339-bdfc-b3306c67908b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:28.569950 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9623130-973a-4339-bdfc-b3306c67908b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:28.574509 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b9623130-973a-4339-bdfc-b3306c67908b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "PUT /v2.0/ports/4d2268fc-83cd-42f3-83c5-352d7337758f HTTP/1.1" status: 200 len: 1002 time: 0.9149251 Dec 20 21:29:28.576648 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37652) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:28.622974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fe18b-3b98-4387-84b0-31d8cced1159 req-881d560b-f6ce-4222-ab98-af75b5a6d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:28.623351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9623130-973a-4339-bdfc-b3306c67908b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event updated for resources: {'Port': ['ID=4d2268fc-83cd-42f3-83c5-352d7337758f,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:28.624609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a43fe18b-3b98-4387-84b0-31d8cced1159 req-881d560b-f6ce-4222-ab98-af75b5a6d626 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=25ff85e3-c2b2-4219-9be7-235a0898b2d1 HTTP/1.1" status: 200 len: 846 time: 0.0944393 Dec 20 21:29:28.629841 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-2c66536c-44be-4b38-b05f-feb744e00f01 req-8ad6bb20-f7bd-42c9-8358-d5ada92b3d4e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Deleting port 984added-a4c8-49a6-ae65-fbf4d8828cf4 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:28.630398 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2c66536c-44be-4b38-b05f-feb744e00f01 req-8ad6bb20-f7bd-42c9-8358-d5ada92b3d4e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:28.723907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a43fe18b-3b98-4387-84b0-31d8cced1159 req-f3135f78-9560-4a8f-a359-27bdf500c2c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=631fd657-633a-4798-86f3-d2a6fb4581e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860617 Dec 20 21:29:28.774848 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-2c66536c-44be-4b38-b05f-feb744e00f01 req-8ad6bb20-f7bd-42c9-8358-d5ada92b3d4e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] For port 984added-a4c8-49a6-ae65-fbf4d8828cf4, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=984added-a4c8-49a6-ae65-fbf4d8828cf4,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:28.775260 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2c66536c-44be-4b38-b05f-feb744e00f01 req-8ad6bb20-f7bd-42c9-8358-d5ada92b3d4e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:28.810020 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-2c66536c-44be-4b38-b05f-feb744e00f01 req-8ad6bb20-f7bd-42c9-8358-d5ada92b3d4e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Calling delete_port for 984added-a4c8-49a6-ae65-fbf4d8828cf4 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:28.867230 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a43fe18b-3b98-4387-84b0-31d8cced1159 req-00908475-cb31-4d1d-afe5-5a538bdc9552 service neutron] 10.222.0.31 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228909 Dec 20 21:29:28.956597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e312f9b-900b-41b7-b57e-dde565c9874e req-71285e94-0090-499e-9992-6fbd2a78028e tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:28.958589 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e312f9b-900b-41b7-b57e-dde565c9874e req-71285e94-0090-499e-9992-6fbd2a78028e tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 943 time: 0.2677615 Dec 20 21:29:28.969191 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06366403-e62a-45fb-822a-337c55625deb req-35080332-a0fe-456e-8a0f-7c9f0e1229c4 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:28.976838 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06366403-e62a-45fb-822a-337c55625deb req-35080332-a0fe-456e-8a0f-7c9f0e1229c4 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 945 time: 0.0781641 Dec 20 21:29:28.977280 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-dfd12ba1-02da-47aa-83d7-fd5cb273c689 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Deleting port 4d2268fc-83cd-42f3-83c5-352d7337758f {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:28.977616 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dfd12ba1-02da-47aa-83d7-fd5cb273c689 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:29.012817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-5a2b8c33-b3c0-486e-8d0d-4235acca02fb None None] Provisioning complete for port 4d2268fc-83cd-42f3-83c5-352d7337758f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:29.014302 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8c33-b3c0-486e-8d0d-4235acca02fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:29.026807 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e312f9b-900b-41b7-b57e-dde565c9874e req-965b5eb5-5ead-4b0a-a78c-76dd64ee34b0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600574 Dec 20 21:29:29.034942 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06366403-e62a-45fb-822a-337c55625deb req-704c6a52-9641-4dec-9c8d-0deb7388c6ed tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572066 Dec 20 21:29:29.104530 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2c66536c-44be-4b38-b05f-feb744e00f01 req-8ad6bb20-f7bd-42c9-8358-d5ada92b3d4e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:29.132092 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a43fe18b-3b98-4387-84b0-31d8cced1159 req-ddace1c5-25ab-44df-9969-ad70fe165947 service neutron] 10.222.0.31 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528536 Dec 20 21:29:29.133584 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b8c33-b3c0-486e-8d0d-4235acca02fb None None] Port 4d2268fc-83cd-42f3-83c5-352d7337758f cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:29:29.140951 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['984added-a4c8-49a6-ae65-fbf4d8828cf4'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:29.171637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6bb20-f7bd-42c9-8358-d5ada92b3d4e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Pushing event deleted for resources: {'Port': ['ID=984added-a4c8-49a6-ae65-fbf4d8828cf4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:29.212226 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c66536c-44be-4b38-b05f-feb744e00f01 req-8ad6bb20-f7bd-42c9-8358-d5ada92b3d4e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] No DVR routers for this DVR port 984added-a4c8-49a6-ae65-fbf4d8828cf4 on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:29:29.213347 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dfd12ba1-02da-47aa-83d7-fd5cb273c689 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:29.215253 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-2c66536c-44be-4b38-b05f-feb744e00f01 req-8ad6bb20-f7bd-42c9-8358-d5ada92b3d4e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:29.218877 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c66536c-44be-4b38-b05f-feb744e00f01 req-8ad6bb20-f7bd-42c9-8358-d5ada92b3d4e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "DELETE /v2.0/ports/984added-a4c8-49a6-ae65-fbf4d8828cf4 HTTP/1.1" status: 204 len: 173 time: 0.8241820 Dec 20 21:29:29.229529 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-dfd12ba1-02da-47aa-83d7-fd5cb273c689 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Calling delete_port for 4d2268fc-83cd-42f3-83c5-352d7337758f owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:29.252902 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a11b11-1594-408a-8923-3d036d7b2aae', 'name': 'network-vif-deleted', 'tag': '984added-a4c8-49a6-ae65-fbf4d8828cf4'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:29.257386 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd9a2e4-2d49-4c2b-84ff-fb6a6b1dffcc" -d '{"events": [{"server_uuid": "64a11b11-1594-408a-8923-3d036d7b2aae", "name": "network-vif-deleted", "tag": "984added-a4c8-49a6-ae65-fbf4d8828cf4"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:29.321610 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94377429-4e97-46d8-ac2b-9e5238820b2e x-openstack-request-id: req-94377429-4e97-46d8-ac2b-9e5238820b2e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:29.322114 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a11b11-1594-408a-8923-3d036d7b2aae", "name": "network-vif-deleted", "tag": "984added-a4c8-49a6-ae65-fbf4d8828cf4", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:29.322506 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94377429-4e97-46d8-ac2b-9e5238820b2e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:29.323045 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a11b11-1594-408a-8923-3d036d7b2aae', 'name': 'network-vif-deleted', 'tag': '984added-a4c8-49a6-ae65-fbf4d8828cf4', 'status': 'completed', 'code': 200} Dec 20 21:29:29.379044 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd235b-eec3-4164-aeac-8926ad1ae985 req-d57234e6-120a-4ffd-90f7-df41ec41b2ab tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:29.385672 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd235b-eec3-4164-aeac-8926ad1ae985 req-d57234e6-120a-4ffd-90f7-df41ec41b2ab tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:29.391791 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd235b-eec3-4164-aeac-8926ad1ae985 req-d57234e6-120a-4ffd-90f7-df41ec41b2ab tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:29.397774 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd235b-eec3-4164-aeac-8926ad1ae985 req-d57234e6-120a-4ffd-90f7-df41ec41b2ab tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:29.403785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd235b-eec3-4164-aeac-8926ad1ae985 req-d57234e6-120a-4ffd-90f7-df41ec41b2ab tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:29.420109 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd235b-eec3-4164-aeac-8926ad1ae985 req-d57234e6-120a-4ffd-90f7-df41ec41b2ab tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:29.430946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd235b-eec3-4164-aeac-8926ad1ae985 req-d57234e6-120a-4ffd-90f7-df41ec41b2ab tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:29.433113 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-efd32e64-6848-4dc7-bb47-25141885460a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:29.439337 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c0dd235b-eec3-4164-aeac-8926ad1ae985 req-d57234e6-120a-4ffd-90f7-df41ec41b2ab tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5420 time: 0.1351616 Dec 20 21:29:29.508621 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c0dd235b-eec3-4164-aeac-8926ad1ae985 req-85aaa9c9-51b5-41a0-b45b-ac4bb46297d8 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683680 Dec 20 21:29:29.700131 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dfd12ba1-02da-47aa-83d7-fd5cb273c689 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:29.736037 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd12ba1-02da-47aa-83d7-fd5cb273c689 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event deleted for resources: {'Port': ['ID=4d2268fc-83cd-42f3-83c5-352d7337758f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:29.824738 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dfd12ba1-02da-47aa-83d7-fd5cb273c689 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:29.828071 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dfd12ba1-02da-47aa-83d7-fd5cb273c689 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "DELETE /v2.0/ports/4d2268fc-83cd-42f3-83c5-352d7337758f HTTP/1.1" status: 204 len: 168 time: 1.2504518 Dec 20 21:29:29.830766 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37678) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:29.860129 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b94063-7b30-4e62-86f3-c7c28abbbbf4 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] GET failed (client error): The resource could not be found. Dec 20 21:29:29.862132 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f0b94063-7b30-4e62-86f3-c7c28abbbbf4 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "GET /v2.0/ports/4d2268fc-83cd-42f3-83c5-352d7337758f HTTP/1.1" status: 404 len: 333 time: 0.0298996 Dec 20 21:29:29.865600 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37680) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:29.870827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b0137c77-5a6a-4c79-80f0-8c6458d7f928 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Request body: {'port': {'network_id': '70cd896c-b164-4771-80eb-5db5f3a1b39f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1639242912'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:29.986494 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0137c77-5a6a-4c79-80f0-8c6458d7f928 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Made reservation on behalf of 907aa094367442f393fc072316734bca for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:29.990003 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0137c77-5a6a-4c79-80f0-8c6458d7f928 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:30.009620 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-b0137c77-5a6a-4c79-80f0-8c6458d7f928 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] device_id is not set on port 1acdffab-716b-4b94-a17d-020153e531f0 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:29:30.163766 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-b0137c77-5a6a-4c79-80f0-8c6458d7f928 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Allocated IP 2001:db8::29c (70cd896c-b164-4771-80eb-5db5f3a1b39f/9c621342-bf24-4e5c-9874-7c37a7ca2139/1acdffab-716b-4b94-a17d-020153e531f0) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:29:30.196655 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c519d6be-9ae9-4124-ae81-14abbc5681cd req-fc886373-7d5e-4930-943d-c68f43710c9f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 210 time: 0.0501645 Dec 20 21:29:30.284263 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17594eaa-9736-42a8-bfe8-e2fc3a634541 req-7077a9de-1487-4a62-9205-386d7ccb03b9 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:30.285948 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-17594eaa-9736-42a8-bfe8-e2fc3a634541 req-7077a9de-1487-4a62-9205-386d7ccb03b9 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 943 time: 0.1150305 Dec 20 21:29:30.322882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ca7f6-1376-444b-a1e7-8db1a4aec983 req-04812a19-4da2-4211-aae8-c6d60d4e355e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:30.324406 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-699ca7f6-1376-444b-a1e7-8db1a4aec983 req-04812a19-4da2-4211-aae8-c6d60d4e355e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 945 time: 0.0556290 Dec 20 21:29:30.364847 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-699ca7f6-1376-444b-a1e7-8db1a4aec983 req-f521ff16-c1bb-4b81-a4a3-d8d9d32d7ca8 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334346 Dec 20 21:29:30.384668 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-17594eaa-9736-42a8-bfe8-e2fc3a634541 req-965afd40-a7bc-41ae-82c2-fec7fb307be2 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882154 Dec 20 21:29:30.417418 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0137c77-5a6a-4c79-80f0-8c6458d7f928 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:30.454554 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0137c77-5a6a-4c79-80f0-8c6458d7f928 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:30.497727 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0137c77-5a6a-4c79-80f0-8c6458d7f928 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Network 70cd896c-b164-4771-80eb-5db5f3a1b39f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:30.500668 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-b0137c77-5a6a-4c79-80f0-8c6458d7f928 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:30.509001 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0137c77-5a6a-4c79-80f0-8c6458d7f928 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:29:30.514845 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0137c77-5a6a-4c79-80f0-8c6458d7f928 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:30.515390 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0137c77-5a6a-4c79-80f0-8c6458d7f928 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:30.535337 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b0137c77-5a6a-4c79-80f0-8c6458d7f928 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6685855 Dec 20 21:29:30.536511 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0137c77-5a6a-4c79-80f0-8c6458d7f928 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event updated for resources: {'Port': ['ID=1acdffab-716b-4b94-a17d-020153e531f0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:30.539023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37704) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:30.558970 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b6941c62-433d-4b56-af48-327303ee4c47 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3d:d8:02'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:30.633267 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:30.825891 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b928-a12f-414c-8937-3c0e3ebae01f req-93dd9be0-f79a-4284-b825-b0e61fc299a5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:30.833752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b928-a12f-414c-8937-3c0e3ebae01f req-93dd9be0-f79a-4284-b825-b0e61fc299a5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:30.840158 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b928-a12f-414c-8937-3c0e3ebae01f req-93dd9be0-f79a-4284-b825-b0e61fc299a5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:30.845905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b928-a12f-414c-8937-3c0e3ebae01f req-93dd9be0-f79a-4284-b825-b0e61fc299a5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:30.852226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b928-a12f-414c-8937-3c0e3ebae01f req-93dd9be0-f79a-4284-b825-b0e61fc299a5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:30.857966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b928-a12f-414c-8937-3c0e3ebae01f req-93dd9be0-f79a-4284-b825-b0e61fc299a5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:30.863708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019b928-a12f-414c-8937-3c0e3ebae01f req-93dd9be0-f79a-4284-b825-b0e61fc299a5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:30.866171 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3019b928-a12f-414c-8937-3c0e3ebae01f req-93dd9be0-f79a-4284-b825-b0e61fc299a5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5420 time: 0.2221944 Dec 20 21:29:30.867256 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b6941c62-433d-4b56-af48-327303ee4c47 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:30.877980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-013fed89-85e3-48b0-9e57-cce3fb3765c5 None None] Provisioning complete for port 1acdffab-716b-4b94-a17d-020153e531f0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:30.878592 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-013fed89-85e3-48b0-9e57-cce3fb3765c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:30.919019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-013fed89-85e3-48b0-9e57-cce3fb3765c5 None None] Port 1acdffab-716b-4b94-a17d-020153e531f0 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:29:30.979773 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3019b928-a12f-414c-8937-3c0e3ebae01f req-40c52bbd-a023-419e-a2c8-b91ca9079386 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009598 Dec 20 21:29:31.156440 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b6941c62-433d-4b56-af48-327303ee4c47 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:31.162051 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b6941c62-433d-4b56-af48-327303ee4c47 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:31.196050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-b6941c62-433d-4b56-af48-327303ee4c47 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] In _notify_port_updated(), no bound segment for port 1acdffab-716b-4b94-a17d-020153e531f0 on network 70cd896c-b164-4771-80eb-5db5f3a1b39f {{(pid=102401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:29:31.201491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6941c62-433d-4b56-af48-327303ee4c47 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:31.202107 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b6941c62-433d-4b56-af48-327303ee4c47 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:31.205177 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b6941c62-433d-4b56-af48-327303ee4c47 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "PUT /v2.0/ports/1acdffab-716b-4b94-a17d-020153e531f0 HTTP/1.1" status: 200 len: 1003 time: 0.6636598 Dec 20 21:29:31.206418 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37716) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:31.223273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6941c62-433d-4b56-af48-327303ee4c47 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event updated for resources: {'Port': ['ID=1acdffab-716b-4b94-a17d-020153e531f0,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:31.333933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 3d0eb228-95b5-4073-a869-c3b12a7783f9 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:29:31.350639 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 984added-a4c8-49a6-ae65-fbf4d8828cf4 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:29:31.353856 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a5ace28e-0f1e-4aa4-9bab-9873cf90659a req-1517e764-e016-41be-9052-cd0c9ab4d48e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 210 time: 0.0524843 Dec 20 21:29:31.398218 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-243341f7-bd0b-4a68-aac5-1a7825cbe575 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Deleting port 1acdffab-716b-4b94-a17d-020153e531f0 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:31.398702 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-243341f7-bd0b-4a68-aac5-1a7825cbe575 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:31.410941 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 984added-a4c8-49a6-ae65-fbf4d8828cf4 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:29:31.411291 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 984added-a4c8-49a6-ae65-fbf4d8828cf4 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:29:31.530712 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-243341f7-bd0b-4a68-aac5-1a7825cbe575 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:31.557271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 3d0eb228-95b5-4073-a869-c3b12a7783f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=3d0eb228-95b5-4073-a869-c3b12a7783f9,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:31.563536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-243341f7-bd0b-4a68-aac5-1a7825cbe575 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Calling delete_port for 1acdffab-716b-4b94-a17d-020153e531f0 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:31.572213 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1cdecac7-243a-436f-8931-316bfa234956 None None] Provisioning complete for port 1acdffab-716b-4b94-a17d-020153e531f0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:31.572659 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1cdecac7-243a-436f-8931-316bfa234956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:31.574329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '3d0eb228-95b5-4073-a869-c3b12a7783f9', 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1', 'port_id': '3d0eb228-95b5-4073-a869-c3b12a7783f9', 'mac_address': 'fa:16:3e:45:02:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ff85e3-c2b2-4219-9be7-235a0898b2d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:29:31.586546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9286fa6-68b9-4834-adeb-04e3a8715247 req-c8103583-018d-432a-8af8-78df51d03478 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:31.588089 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f9286fa6-68b9-4834-adeb-04e3a8715247 req-c8103583-018d-432a-8af8-78df51d03478 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 943 time: 0.0736971 Dec 20 21:29:31.628807 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 3172c179-085f-4b38-b042-22139154fc9d details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:29:31.649055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1cdecac7-243a-436f-8931-316bfa234956 None None] Port 1acdffab-716b-4b94-a17d-020153e531f0 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:29:31.676520 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:31.681918 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f9286fa6-68b9-4834-adeb-04e3a8715247 req-aae66f59-32f5-429e-a251-24eff37efa6f tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828762 Dec 20 21:29:31.744386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0eb228-95b5-4073-a869-c3b12a7783f9 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:31.761761 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-243341f7-bd0b-4a68-aac5-1a7825cbe575 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:31.783556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 3d0eb228-95b5-4073-a869-c3b12a7783f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=3d0eb228-95b5-4073-a869-c3b12a7783f9,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:31.794904 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:31.813728 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 3172c179-085f-4b38-b042-22139154fc9d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=3172c179-085f-4b38-b042-22139154fc9d,segment=NetworkSegment(d876710f-7e1a-4456-ba5e-b7cdcf0d523d),segment_id=d876710f-7e1a-4456-ba5e-b7cdcf0d523d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:31.829867 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-243341f7-bd0b-4a68-aac5-1a7825cbe575 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:31.836769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37734) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:31.854305 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '3172c179-085f-4b38-b042-22139154fc9d', 'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b', 'port_id': '3172c179-085f-4b38-b042-22139154fc9d', 'mac_address': 'fa:16:3e:fd:87:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae563e9e-aa51-4afb-9f8a-8a6be528b5fd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:29:31.856968 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-243341f7-bd0b-4a68-aac5-1a7825cbe575 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "DELETE /v2.0/ports/1acdffab-716b-4b94-a17d-020153e531f0 HTTP/1.1" status: 204 len: 168 time: 0.6480768 Dec 20 21:29:31.857658 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243341f7-bd0b-4a68-aac5-1a7825cbe575 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event deleted for resources: {'Port': ['ID=1acdffab-716b-4b94-a17d-020153e531f0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:31.892422 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ae15f3-9ca2-4903-b3d5-84c88e827f2a tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] GET failed (client error): The resource could not be found. Dec 20 21:29:31.898388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37742) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:31.903475 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-54ebbfc4-e6fd-4b08-8633-374cd586246b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Request body: {'port': {'network_id': '70cd896c-b164-4771-80eb-5db5f3a1b39f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2079579669'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:31.908760 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b8ae15f3-9ca2-4903-b3d5-84c88e827f2a tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "GET /v2.0/ports/1acdffab-716b-4b94-a17d-020153e531f0 HTTP/1.1" status: 404 len: 333 time: 0.0708396 Dec 20 21:29:31.928832 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=3d0eb228-95b5-4073-a869-c3b12a7783f9,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:31.963460 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:31.987496 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3172c179-085f-4b38-b042-22139154fc9d {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:32.034217 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 3172c179-085f-4b38-b042-22139154fc9d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=3172c179-085f-4b38-b042-22139154fc9d,segment=NetworkSegment(d876710f-7e1a-4456-ba5e-b7cdcf0d523d),segment_id=d876710f-7e1a-4456-ba5e-b7cdcf0d523d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:32.055843 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:32.057035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 8ce909c5-2cad-47d2-872b-187a9336f4e4 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:29:32.144165 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ebbfc4-e6fd-4b08-8633-374cd586246b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Made reservation on behalf of 907aa094367442f393fc072316734bca for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:32.148136 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-54ebbfc4-e6fd-4b08-8633-374cd586246b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:32.189397 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-54ebbfc4-e6fd-4b08-8633-374cd586246b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] device_id is not set on port 4f5778f6-7ece-4465-a3d9-826e15ce6c0c yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:29:32.211259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25826775-0a92-46c9-aaa5-3b267f5e60b1 req-810f7e75-3e34-4490-9486-48af55f70c7a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:32.218192 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25826775-0a92-46c9-aaa5-3b267f5e60b1 req-810f7e75-3e34-4490-9486-48af55f70c7a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:32.224025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25826775-0a92-46c9-aaa5-3b267f5e60b1 req-810f7e75-3e34-4490-9486-48af55f70c7a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:32.230137 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25826775-0a92-46c9-aaa5-3b267f5e60b1 req-810f7e75-3e34-4490-9486-48af55f70c7a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:32.231165 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:32.242828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25826775-0a92-46c9-aaa5-3b267f5e60b1 req-810f7e75-3e34-4490-9486-48af55f70c7a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:32.253590 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25826775-0a92-46c9-aaa5-3b267f5e60b1 req-810f7e75-3e34-4490-9486-48af55f70c7a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:32.264053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25826775-0a92-46c9-aaa5-3b267f5e60b1 req-810f7e75-3e34-4490-9486-48af55f70c7a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:32.272856 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-25826775-0a92-46c9-aaa5-3b267f5e60b1 req-810f7e75-3e34-4490-9486-48af55f70c7a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5421 time: 0.1340952 Dec 20 21:29:32.285836 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=3172c179-085f-4b38-b042-22139154fc9d,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:32.327945 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 8ce909c5-2cad-47d2-872b-187a9336f4e4, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=8ce909c5-2cad-47d2-872b-187a9336f4e4,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:32.338339 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:32.343654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '8ce909c5-2cad-47d2-872b-187a9336f4e4', 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a', 'port_id': '8ce909c5-2cad-47d2-872b-187a9336f4e4', 'mac_address': 'fa:16:3e:df:9a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257dfcc1-7f04-448b-b1e8-80b2cc4dcde8', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:29:32.350655 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-25826775-0a92-46c9-aaa5-3b267f5e60b1 req-80bb0f31-6da0-49d9-9a33-bbc663dc925e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765646 Dec 20 21:29:32.351675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-54ebbfc4-e6fd-4b08-8633-374cd586246b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Allocated IP 2001:db8::76 (70cd896c-b164-4771-80eb-5db5f3a1b39f/9c621342-bf24-4e5c-9874-7c37a7ca2139/4f5778f6-7ece-4465-a3d9-826e15ce6c0c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:29:32.392306 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:32.405761 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['3d0eb228-95b5-4073-a869-c3b12a7783f9'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:32.438361 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce909c5-2cad-47d2-872b-187a9336f4e4 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:32.466401 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 8ce909c5-2cad-47d2-872b-187a9336f4e4, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=8ce909c5-2cad-47d2-872b-187a9336f4e4,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:32.471593 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:32.472573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 1d3edd11-b710-430d-ae69-8d04fe58dcc7 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:29:32.509346 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5c839051-159d-4221-899b-246fd979fa82 req-edc16588-e024-46d4-a728-20e5f665c9e4 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 210 time: 0.0685899 Dec 20 21:29:32.574644 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 1d3edd11-b710-430d-ae69-8d04fe58dcc7, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=1d3edd11-b710-430d-ae69-8d04fe58dcc7,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:32.577431 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=8ce909c5-2cad-47d2-872b-187a9336f4e4,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:32.594305 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-54ebbfc4-e6fd-4b08-8633-374cd586246b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:32.603588 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '1d3edd11-b710-430d-ae69-8d04fe58dcc7', 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a', 'port_id': '1d3edd11-b710-430d-ae69-8d04fe58dcc7', 'mac_address': 'fa:16:3e:1f:a1:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257dfcc1-7f04-448b-b1e8-80b2cc4dcde8', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:29:32.642565 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-54ebbfc4-e6fd-4b08-8633-374cd586246b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:32.669560 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:32.693434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d3edd11-b710-430d-ae69-8d04fe58dcc7 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:32.725676 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 1d3edd11-b710-430d-ae69-8d04fe58dcc7, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=1d3edd11-b710-430d-ae69-8d04fe58dcc7,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:32.735344 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:32.736013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 85e8bade-ced6-417c-a6a8-6dc4305942f4 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:29:32.782004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ebbfc4-e6fd-4b08-8633-374cd586246b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Network 70cd896c-b164-4771-80eb-5db5f3a1b39f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:32.783810 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-54ebbfc4-e6fd-4b08-8633-374cd586246b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:32.796333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebbfc4-e6fd-4b08-8633-374cd586246b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event updated for resources: {'Port': ['ID=4f5778f6-7ece-4465-a3d9-826e15ce6c0c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:32.800141 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ebbfc4-e6fd-4b08-8633-374cd586246b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:29:32.806002 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ebbfc4-e6fd-4b08-8633-374cd586246b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:32.822600 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-54ebbfc4-e6fd-4b08-8633-374cd586246b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:32.837569 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=1d3edd11-b710-430d-ae69-8d04fe58dcc7,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:32.883604 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-54ebbfc4-e6fd-4b08-8633-374cd586246b tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9834712 Dec 20 21:29:32.885931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37768) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:32.891647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-3d5adcb2-a3ce-45c2-88a2-e7a3d6d620f7 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Request body: {'port': {'network_id': '70cd896c-b164-4771-80eb-5db5f3a1b39f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1170982746'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:32.893646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 85e8bade-ced6-417c-a6a8-6dc4305942f4, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=85e8bade-ced6-417c-a6a8-6dc4305942f4,segment=NetworkSegment(47a3639c-7b5f-45dd-bb69-9d62790353d4),segment_id=47a3639c-7b5f-45dd-bb69-9d62790353d4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:32.909730 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '85e8bade-ced6-417c-a6a8-6dc4305942f4', 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57', 'port_id': '85e8bade-ced6-417c-a6a8-6dc4305942f4', 'mac_address': 'fa:16:3e:f6:ec:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:29:32.924108 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b68eb1-a2cf-4e8c-bfc8-724aac991acc req-b38a8167-91d7-4209-bfc3-cc51f2c3a104 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:32.936440 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d9b68eb1-a2cf-4e8c-bfc8-724aac991acc req-b38a8167-91d7-4209-bfc3-cc51f2c3a104 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 944 time: 0.1090727 Dec 20 21:29:32.953240 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:32.968609 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e8bade-ced6-417c-a6a8-6dc4305942f4 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:32.993741 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 85e8bade-ced6-417c-a6a8-6dc4305942f4, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=85e8bade-ced6-417c-a6a8-6dc4305942f4,segment=NetworkSegment(47a3639c-7b5f-45dd-bb69-9d62790353d4),segment_id=47a3639c-7b5f-45dd-bb69-9d62790353d4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:32.996636 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d9b68eb1-a2cf-4e8c-bfc8-724aac991acc req-2c1dc3fd-4908-441e-b8c7-dcc8ed98d98c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550206 Dec 20 21:29:33.007169 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:33.007784 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 97563572-4662-45fc-886e-d7a94f6a1dea details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:29:33.073663 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5adcb2-a3ce-45c2-88a2-e7a3d6d620f7 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Made reservation on behalf of 907aa094367442f393fc072316734bca for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:33.079972 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3d5adcb2-a3ce-45c2-88a2-e7a3d6d620f7 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:33.086206 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 97563572-4662-45fc-886e-d7a94f6a1dea, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=97563572-4662-45fc-886e-d7a94f6a1dea,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:33.088696 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=85e8bade-ced6-417c-a6a8-6dc4305942f4,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:33.100562 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '97563572-4662-45fc-886e-d7a94f6a1dea', 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a', 'port_id': '97563572-4662-45fc-886e-d7a94f6a1dea', 'mac_address': 'fa:16:3e:07:86:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257dfcc1-7f04-448b-b1e8-80b2cc4dcde8', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:29:33.116563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-3d5adcb2-a3ce-45c2-88a2-e7a3d6d620f7 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] device_id is not set on port 02f69ade-019a-4cc6-a2d8-ca51d40e2c5c yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:29:33.151588 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:33.165038 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97563572-4662-45fc-886e-d7a94f6a1dea {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:33.190986 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 97563572-4662-45fc-886e-d7a94f6a1dea, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=97563572-4662-45fc-886e-d7a94f6a1dea,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:33.199033 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:33.199682 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f3a6e021-6af8-4259-a794-65ae1e18fac1 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:29:33.215712 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3addd4ea-256f-4f34-a03f-f7fd3078a240 None None] Provisioning complete for port 4f5778f6-7ece-4465-a3d9-826e15ce6c0c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:33.215712 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3addd4ea-256f-4f34-a03f-f7fd3078a240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:33.241678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-3d5adcb2-a3ce-45c2-88a2-e7a3d6d620f7 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Allocated IP 2001:db8::217 (70cd896c-b164-4771-80eb-5db5f3a1b39f/9c621342-bf24-4e5c-9874-7c37a7ca2139/02f69ade-019a-4cc6-a2d8-ca51d40e2c5c) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:29:33.283119 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f3a6e021-6af8-4259-a794-65ae1e18fac1, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f3a6e021-6af8-4259-a794-65ae1e18fac1,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:33.312372 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3addd4ea-256f-4f34-a03f-f7fd3078a240 None None] Port 4f5778f6-7ece-4465-a3d9-826e15ce6c0c cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:29:33.315293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'f3a6e021-6af8-4259-a794-65ae1e18fac1', 'network_id': '0d7ce904-5e00-450e-ba96-c229b1e02c3a', 'port_id': 'f3a6e021-6af8-4259-a794-65ae1e18fac1', 'mac_address': 'fa:16:3e:f4:1f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257dfcc1-7f04-448b-b1e8-80b2cc4dcde8', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:29:33.318036 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=97563572-4662-45fc-886e-d7a94f6a1dea,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:33.351323 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device b71953cc-274e-48e8-9e1d-23313750574c details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:29:33.357341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device b71953cc-274e-48e8-9e1d-23313750574c no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:29:33.399616 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3d5adcb2-a3ce-45c2-88a2-e7a3d6d620f7 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:33.410152 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:33.440964 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3d5adcb2-a3ce-45c2-88a2-e7a3d6d620f7 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:33.465963 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a6e021-6af8-4259-a794-65ae1e18fac1 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:33.471748 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5adcb2-a3ce-45c2-88a2-e7a3d6d620f7 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Network 70cd896c-b164-4771-80eb-5db5f3a1b39f is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:33.473659 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-3d5adcb2-a3ce-45c2-88a2-e7a3d6d620f7 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:33.488667 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f3a6e021-6af8-4259-a794-65ae1e18fac1, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f3a6e021-6af8-4259-a794-65ae1e18fac1,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:33.499745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5adcb2-a3ce-45c2-88a2-e7a3d6d620f7 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:29:33.502049 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:33.502824 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 9655ce7e-8f89-45c3-886e-da0b47890f71 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:29:33.505677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5adcb2-a3ce-45c2-88a2-e7a3d6d620f7 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:33.506650 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3d5adcb2-a3ce-45c2-88a2-e7a3d6d620f7 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:33.526723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0400a-bb4b-4593-9ac9-1ad7c18bff56 req-b1873ca7-25b1-42ac-a305-0349823f45f9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:33.538286 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3d5adcb2-a3ce-45c2-88a2-e7a3d6d620f7 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6500514 Dec 20 21:29:33.542136 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0400a-bb4b-4593-9ac9-1ad7c18bff56 req-b1873ca7-25b1-42ac-a305-0349823f45f9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:33.545411 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37776) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:33.551836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-bd1e51f6-5a8b-4368-a463-8a9b957e4070 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::101', 'mac_address': 'fa:16:3e:3d:d8:02'}, {'ip_address': '2001:db8::76', 'mac_address': 'fa:16:3e:18:83:8d'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:33.552807 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0400a-bb4b-4593-9ac9-1ad7c18bff56 req-b1873ca7-25b1-42ac-a305-0349823f45f9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:33.558562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5adcb2-a3ce-45c2-88a2-e7a3d6d620f7 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event updated for resources: {'Port': ['ID=02f69ade-019a-4cc6-a2d8-ca51d40e2c5c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:33.575387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0400a-bb4b-4593-9ac9-1ad7c18bff56 req-b1873ca7-25b1-42ac-a305-0349823f45f9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:33.594653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0400a-bb4b-4593-9ac9-1ad7c18bff56 req-b1873ca7-25b1-42ac-a305-0349823f45f9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:33.600807 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0400a-bb4b-4593-9ac9-1ad7c18bff56 req-b1873ca7-25b1-42ac-a305-0349823f45f9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:33.610175 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:33.615155 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0400a-bb4b-4593-9ac9-1ad7c18bff56 req-b1873ca7-25b1-42ac-a305-0349823f45f9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:33.624220 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7e0400a-bb4b-4593-9ac9-1ad7c18bff56 req-b1873ca7-25b1-42ac-a305-0349823f45f9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5425 time: 0.1751866 Dec 20 21:29:33.657468 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bd1e51f6-5a8b-4368-a463-8a9b957e4070 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:33.674200 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port b71953cc-274e-48e8-9e1d-23313750574c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b71953cc-274e-48e8-9e1d-23313750574c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:33.683234 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7e0400a-bb4b-4593-9ac9-1ad7c18bff56 req-d802fbd6-6c47-45da-b9a1-da9883d839b7 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580916 Dec 20 21:29:33.690378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 9655ce7e-8f89-45c3-886e-da0b47890f71, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=9655ce7e-8f89-45c3-886e-da0b47890f71,segment=NetworkSegment(d876710f-7e1a-4456-ba5e-b7cdcf0d523d),segment_id=d876710f-7e1a-4456-ba5e-b7cdcf0d523d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:33.705137 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=f3a6e021-6af8-4259-a794-65ae1e18fac1,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:33.713588 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:33.725862 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a4c4ac-8fc5-418b-b072-4a877f22b7c8" -d '{"events": [{"server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "name": "network-vif-unplugged", "status": "completed", "tag": "b71953cc-274e-48e8-9e1d-23313750574c"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:33.725862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'b71953cc-274e-48e8-9e1d-23313750574c', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'port_id': 'b71953cc-274e-48e8-9e1d-23313750574c', 'mac_address': 'fa:16:3e:60:f2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:29:33.741558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '9655ce7e-8f89-45c3-886e-da0b47890f71', 'network_id': 'ae5f0a2b-8184-4e1d-822a-c5435728b42b', 'port_id': '9655ce7e-8f89-45c3-886e-da0b47890f71', 'mac_address': 'fa:16:3e:b9:a1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae563e9e-aa51-4afb-9f8a-8a6be528b5fd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:29:33.749925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port b71953cc-274e-48e8-9e1d-23313750574c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b71953cc-274e-48e8-9e1d-23313750574c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:33.804173 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:33.815334 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bcd9375c-3be0-4c1f-9b44-9b110e80cb89 req-327c1e9a-1dea-4ea1-bf9c-bc861b4d23e3 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=64a11b11-1594-408a-8923-3d036d7b2aae HTTP/1.1" status: 200 len: 210 time: 0.0363057 Dec 20 21:29:33.888627 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:33.906032 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c86341-5613-4860-96b7-caaa1f999b9e x-openstack-request-id: req-48c86341-5613-4860-96b7-caaa1f999b9e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:33.906341 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "name": "network-vif-unplugged", "status": "completed", "tag": "b71953cc-274e-48e8-9e1d-23313750574c", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:33.906590 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48c86341-5613-4860-96b7-caaa1f999b9e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:33.906981 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c', 'code': 200} Dec 20 21:29:33.910246 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:33.956590 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bd1e51f6-5a8b-4368-a463-8a9b957e4070 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:33.966394 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bd1e51f6-5a8b-4368-a463-8a9b957e4070 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:34.043081 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-bd1e51f6-5a8b-4368-a463-8a9b957e4070 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] In _notify_port_updated(), no bound segment for port 02f69ade-019a-4cc6-a2d8-ca51d40e2c5c on network 70cd896c-b164-4771-80eb-5db5f3a1b39f {{(pid=102401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:29:34.050769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1e51f6-5a8b-4368-a463-8a9b957e4070 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:34.054179 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bd1e51f6-5a8b-4368-a463-8a9b957e4070 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:34.055981 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bd1e51f6-5a8b-4368-a463-8a9b957e4070 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "PUT /v2.0/ports/02f69ade-019a-4cc6-a2d8-ca51d40e2c5c HTTP/1.1" status: 200 len: 1067 time: 0.5087104 Dec 20 21:29:34.059397 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37786) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:34.120890 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=b71953cc-274e-48e8-9e1d-23313750574c,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:34.121467 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e51f6-5a8b-4368-a463-8a9b957e4070 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event updated for resources: {'Port': ['ID=02f69ade-019a-4cc6-a2d8-ca51d40e2c5c,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:34.163926 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9655ce7e-8f89-45c3-886e-da0b47890f71 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:34.190645 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71953cc-274e-48e8-9e1d-23313750574c {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:34.226107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 9655ce7e-8f89-45c3-886e-da0b47890f71, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=9655ce7e-8f89-45c3-886e-da0b47890f71,segment=NetworkSegment(d876710f-7e1a-4456-ba5e-b7cdcf0d523d),segment_id=d876710f-7e1a-4456-ba5e-b7cdcf0d523d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:34.253824 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:34.257234 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d0735-8e45-4b88-9772-a781e8243fbb req-ddc98114-dc74-4cd7-9980-5280cdf01527 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:34.259403 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dc6d0735-8e45-4b88-9772-a781e8243fbb req-ddc98114-dc74-4cd7-9980-5280cdf01527 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 944 time: 0.0862679 Dec 20 21:29:34.269417 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f4cf9c80-53f6-4d27-9098-03310dc8dae5 None None] Provisioning complete for port 02f69ade-019a-4cc6-a2d8-ca51d40e2c5c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:34.271975 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4cf9c80-53f6-4d27-9098-03310dc8dae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:34.272464 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8d7a691c-6613-49b7-8f5a-02ecc8be04c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Deleting port 02f69ade-019a-4cc6-a2d8-ca51d40e2c5c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:34.273547 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8d7a691c-6613-49b7-8f5a-02ecc8be04c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:34.352586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port b71953cc-274e-48e8-9e1d-23313750574c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b71953cc-274e-48e8-9e1d-23313750574c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:34.363616 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:34.388911 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf9c80-53f6-4d27-9098-03310dc8dae5 None None] Port 02f69ade-019a-4cc6-a2d8-ca51d40e2c5c cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:29:34.395030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=9655ce7e-8f89-45c3-886e-da0b47890f71,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:34.456406 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dc6d0735-8e45-4b88-9772-a781e8243fbb req-ee88fd29-102f-4898-9d3b-e722d89eac34 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902444 Dec 20 21:29:34.477136 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=b71953cc-274e-48e8-9e1d-23313750574c,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:34.513363 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8d7a691c-6613-49b7-8f5a-02ecc8be04c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:34.513630 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b28b08ad-7c74-469f-b3d6-04671f53905d None None] Provisioning complete for port 02f69ade-019a-4cc6-a2d8-ca51d40e2c5c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:34.514116 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b28b08ad-7c74-469f-b3d6-04671f53905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:34.533599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8d7a691c-6613-49b7-8f5a-02ecc8be04c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Calling delete_port for 02f69ade-019a-4cc6-a2d8-ca51d40e2c5c owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:34.564206 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b28b08ad-7c74-469f-b3d6-04671f53905d None None] Port 02f69ade-019a-4cc6-a2d8-ca51d40e2c5c cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:29:34.592385 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['b71953cc-274e-48e8-9e1d-23313750574c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:34.701949 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8d7a691c-6613-49b7-8f5a-02ecc8be04c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:34.735484 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a691c-6613-49b7-8f5a-02ecc8be04c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event deleted for resources: {'Port': ['ID=02f69ade-019a-4cc6-a2d8-ca51d40e2c5c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:34.886510 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fea26-aa72-465c-aead-303d905c4e3d req-a60cd026-a4bb-40cb-8e3b-f1d772c57925 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:34.896208 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fea26-aa72-465c-aead-303d905c4e3d req-a60cd026-a4bb-40cb-8e3b-f1d772c57925 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:34.904406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fea26-aa72-465c-aead-303d905c4e3d req-a60cd026-a4bb-40cb-8e3b-f1d772c57925 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:34.920149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fea26-aa72-465c-aead-303d905c4e3d req-a60cd026-a4bb-40cb-8e3b-f1d772c57925 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:34.938487 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fea26-aa72-465c-aead-303d905c4e3d req-a60cd026-a4bb-40cb-8e3b-f1d772c57925 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:34.945062 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fea26-aa72-465c-aead-303d905c4e3d req-a60cd026-a4bb-40cb-8e3b-f1d772c57925 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:34.951667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fea26-aa72-465c-aead-303d905c4e3d req-a60cd026-a4bb-40cb-8e3b-f1d772c57925 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:34.953948 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-187fea26-aa72-465c-aead-303d905c4e3d req-a60cd026-a4bb-40cb-8e3b-f1d772c57925 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5427 time: 0.1576159 Dec 20 21:29:35.014931 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8d7a691c-6613-49b7-8f5a-02ecc8be04c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:35.021985 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8d7a691c-6613-49b7-8f5a-02ecc8be04c5 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "DELETE /v2.0/ports/02f69ade-019a-4cc6-a2d8-ca51d40e2c5c HTTP/1.1" status: 204 len: 168 time: 0.9607496 Dec 20 21:29:35.023033 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37804) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:35.069598 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-63bcd83d-d6b4-4f82-a464-93447f8ce702 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] GET failed (client error): The resource could not be found. Dec 20 21:29:35.071433 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-63bcd83d-d6b4-4f82-a464-93447f8ce702 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "GET /v2.0/ports/02f69ade-019a-4cc6-a2d8-ca51d40e2c5c HTTP/1.1" status: 404 len: 333 time: 0.0474563 Dec 20 21:29:35.074569 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37810) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:35.076815 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-187fea26-aa72-465c-aead-303d905c4e3d req-35812a4e-ec69-4c76-8dac-864694f8e0fc tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1097686 Dec 20 21:29:35.173227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9bace6a4-0f1c-4e3d-9d25-34954c20fc60 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Deleting port 4f5778f6-7ece-4465-a3d9-826e15ce6c0c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:35.173672 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bace6a4-0f1c-4e3d-9d25-34954c20fc60 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:35.182635 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['85e8bade-ced6-417c-a6a8-6dc4305942f4'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:35.210229 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['8ce909c5-2cad-47d2-872b-187a9336f4e4'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:35.242461 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['1d3edd11-b710-430d-ae69-8d04fe58dcc7'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:35.290527 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bace6a4-0f1c-4e3d-9d25-34954c20fc60 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:35.292882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['9655ce7e-8f89-45c3-886e-da0b47890f71'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:35.304801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9bace6a4-0f1c-4e3d-9d25-34954c20fc60 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Calling delete_port for 4f5778f6-7ece-4465-a3d9-826e15ce6c0c owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:35.336636 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['3172c179-085f-4b38-b042-22139154fc9d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:35.401038 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 3d0eb228-95b5-4073-a869-c3b12a7783f9 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:29:35.569775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 3d0eb228-95b5-4073-a869-c3b12a7783f9 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:29:35.579511 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bace6a4-0f1c-4e3d-9d25-34954c20fc60 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:35.627908 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bace6a4-0f1c-4e3d-9d25-34954c20fc60 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event deleted for resources: {'Port': ['ID=4f5778f6-7ece-4465-a3d9-826e15ce6c0c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:35.658563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1f93d-d777-4fd8-a0e5-1bc42cbfb2cd req-424c6d91-dab8-4d07-84d2-86881498f0c9 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:35.660346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d6e1f93d-d777-4fd8-a0e5-1bc42cbfb2cd req-424c6d91-dab8-4d07-84d2-86881498f0c9 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 944 time: 0.1081834 Dec 20 21:29:35.697790 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bace6a4-0f1c-4e3d-9d25-34954c20fc60 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:35.704463 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9bace6a4-0f1c-4e3d-9d25-34954c20fc60 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "DELETE /v2.0/ports/4f5778f6-7ece-4465-a3d9-826e15ce6c0c HTTP/1.1" status: 204 len: 168 time: 0.6284223 Dec 20 21:29:35.705092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37834) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:35.724039 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d6e1f93d-d777-4fd8-a0e5-1bc42cbfb2cd req-129074e1-a113-4ef7-9e9e-60f3a767a761 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573664 Dec 20 21:29:35.758774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 3d0eb228-95b5-4073-a869-c3b12a7783f9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:35.759188 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:35.763085 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2d7c0f-f01f-4469-bc1b-5ead6265d603 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] GET failed (client error): The resource could not be found. Dec 20 21:29:35.765618 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6d2d7c0f-f01f-4469-bc1b-5ead6265d603 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "GET /v2.0/ports/4f5778f6-7ece-4465-a3d9-826e15ce6c0c HTTP/1.1" status: 404 len: 333 time: 0.0574427 Dec 20 21:29:35.771995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37836) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:35.919949 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-60ab321d-2494-4844-8f39-7384205c01dd tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Deleting port 31d3496f-43a6-4440-9a1f-6f271e09a94f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:35.920409 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60ab321d-2494-4844-8f39-7384205c01dd tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:36.098277 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60ab321d-2494-4844-8f39-7384205c01dd tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:36.111690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-60ab321d-2494-4844-8f39-7384205c01dd tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Calling delete_port for 31d3496f-43a6-4440-9a1f-6f271e09a94f owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:36.152554 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:36.198220 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635d524a-949e-431c-a2ac-21e3271cda55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0eb228-95b5-4073-a869-c3b12a7783f9'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:36.200534 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00453fd-dbd0-44ea-a6be-886fed008bea" -d '{"events": [{"server_uuid": "635d524a-949e-431c-a2ac-21e3271cda55", "name": "network-vif-plugged", "status": "completed", "tag": "3d0eb228-95b5-4073-a869-c3b12a7783f9"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:36.233309 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['97563572-4662-45fc-886e-d7a94f6a1dea'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:36.245490 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 3d0eb228-95b5-4073-a869-c3b12a7783f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=3d0eb228-95b5-4073-a869-c3b12a7783f9,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:36.277513 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52f5282-2e1b-43fc-8dc0-fdf2cda30618 x-openstack-request-id: req-f52f5282-2e1b-43fc-8dc0-fdf2cda30618 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:36.278352 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635d524a-949e-431c-a2ac-21e3271cda55", "name": "network-vif-plugged", "status": "completed", "tag": "3d0eb228-95b5-4073-a869-c3b12a7783f9", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:36.278804 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f52f5282-2e1b-43fc-8dc0-fdf2cda30618 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:36.279442 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635d524a-949e-431c-a2ac-21e3271cda55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0eb228-95b5-4073-a869-c3b12a7783f9', 'code': 200} Dec 20 21:29:36.280475 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:36.286106 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60ab321d-2494-4844-8f39-7384205c01dd tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:36.359039 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=3d0eb228-95b5-4073-a869-c3b12a7783f9,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:36.367211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab321d-2494-4844-8f39-7384205c01dd tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event deleted for resources: {'Port': ['ID=31d3496f-43a6-4440-9a1f-6f271e09a94f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:36.442823 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['f3a6e021-6af8-4259-a794-65ae1e18fac1'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:36.447385 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60ab321d-2494-4844-8f39-7384205c01dd tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:36.451294 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-60ab321d-2494-4844-8f39-7384205c01dd tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "DELETE /v2.0/ports/31d3496f-43a6-4440-9a1f-6f271e09a94f HTTP/1.1" status: 204 len: 168 time: 0.6779311 Dec 20 21:29:36.453683 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37848) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:36.467468 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af17d6-5f7e-4646-84ad-a9c47d85d2ff req-1227fd1b-f5d1-4a0e-a47a-3c79ad11d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:36.469014 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-11af17d6-5f7e-4646-84ad-a9c47d85d2ff req-1227fd1b-f5d1-4a0e-a47a-3c79ad11d535 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 1094 time: 0.1148820 Dec 20 21:29:36.484300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c63aa-5603-4cba-afed-7ebc047ddec9 req-dae18783-ea58-4d08-912a-de8f64b18812 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:36.495530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c63aa-5603-4cba-afed-7ebc047ddec9 req-dae18783-ea58-4d08-912a-de8f64b18812 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:36.501650 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c63aa-5603-4cba-afed-7ebc047ddec9 req-dae18783-ea58-4d08-912a-de8f64b18812 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:36.508191 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c63aa-5603-4cba-afed-7ebc047ddec9 req-dae18783-ea58-4d08-912a-de8f64b18812 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:36.516657 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c63aa-5603-4cba-afed-7ebc047ddec9 req-dae18783-ea58-4d08-912a-de8f64b18812 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:36.525363 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c63aa-5603-4cba-afed-7ebc047ddec9 req-dae18783-ea58-4d08-912a-de8f64b18812 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:36.535968 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c63aa-5603-4cba-afed-7ebc047ddec9 req-dae18783-ea58-4d08-912a-de8f64b18812 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:36.554106 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d7c63aa-5603-4cba-afed-7ebc047ddec9 req-dae18783-ea58-4d08-912a-de8f64b18812 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5427 time: 0.2815955 Dec 20 21:29:36.566397 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-81cd62c2-30f4-4a85-b4db-f324eb236baf tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Deleting subnet 9c621342-bf24-4e5c-9874-7c37a7ca2139 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:29:36.577264 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-81cd62c2-30f4-4a85-b4db-f324eb236baf tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:36.649381 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3d7c63aa-5603-4cba-afed-7ebc047ddec9 req-745b9a4a-0087-4e8f-906f-9732f93e4091 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939260 Dec 20 21:29:36.652402 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-11af17d6-5f7e-4646-84ad-a9c47d85d2ff req-8dff80fd-0535-4a54-bdfc-a2b610caf4d6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707939 Dec 20 21:29:36.678435 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-81cd62c2-30f4-4a85-b4db-f324eb236baf tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:36.853417 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-81cd62c2-30f4-4a85-b4db-f324eb236baf tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:36.894382 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228927fd-7347-4ddd-8670-37ab233bfd0b req-087b6dcd-70d6-4d10-8aae-fbce8ae5231c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:36.895901 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-228927fd-7347-4ddd-8670-37ab233bfd0b req-087b6dcd-70d6-4d10-8aae-fbce8ae5231c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 945 time: 0.0870650 Dec 20 21:29:36.957434 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-228927fd-7347-4ddd-8670-37ab233bfd0b req-c56ed811-76e6-4f51-86c4-c3f55467861a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521674 Dec 20 21:29:36.968114 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-81cd62c2-30f4-4a85-b4db-f324eb236baf tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:37.012618 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd62c2-30f4-4a85-b4db-f324eb236baf tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event deleted for resources: {'Subnet': ['ID=9c621342-bf24-4e5c-9874-7c37a7ca2139,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:37.016289 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-81cd62c2-30f4-4a85-b4db-f324eb236baf tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:37.021990 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-81cd62c2-30f4-4a85-b4db-f324eb236baf tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "DELETE /v2.0/subnets/9c621342-bf24-4e5c-9874-7c37a7ca2139 HTTP/1.1" status: 204 len: 168 time: 0.5643823 Dec 20 21:29:37.022269 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37852) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:37.037474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca2b6d7-27f7-48f2-a9a3-09b5a4de9cfa None None] Network 70cd896c-b164-4771-80eb-5db5f3a1b39f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:29:37.107462 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:37.176395 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Deleting port c0957234-f19a-4e94-a077-66599bad09ca {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:37.176653 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:37.252383 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] For port c0957234-f19a-4e94-a077-66599bad09ca, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c0957234-f19a-4e94-a077-66599bad09ca,segment=NetworkSegment(ed2bd257-4d4b-43be-a521-6a14dbb5e400),segment_id=ed2bd257-4d4b-43be-a521-6a14dbb5e400)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:37.252777 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:37.267720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Calling delete_port for c0957234-f19a-4e94-a077-66599bad09ca owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:37.297355 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c50877-639a-4623-b479-952803a5301b None None] DHCP port deletion for 70cd896c-b164-4771-80eb-5db5f3a1b39f request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:29:37.364829 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:37.385566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device b71953cc-274e-48e8-9e1d-23313750574c up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:29:37.411826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event deleted for resources: {'Port': ['ID=c0957234-f19a-4e94-a077-66599bad09ca,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:37.414329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] No DVR routers for this DVR port c0957234-f19a-4e94-a077-66599bad09ca on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:29:37.421269 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-59c50877-639a-4623-b479-952803a5301b None None] Deleting port c0957234-f19a-4e94-a077-66599bad09ca {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:37.421649 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-59c50877-639a-4623-b479-952803a5301b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:37.514432 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-59c50877-639a-4623-b479-952803a5301b None None] For port c0957234-f19a-4e94-a077-66599bad09ca, host n-d-xena-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:37.515585 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-59c50877-639a-4623-b479-952803a5301b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:37.527004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:37.540857 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port b71953cc-274e-48e8-9e1d-23313750574c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:37.541892 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:37.543328 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-59c50877-639a-4623-b479-952803a5301b None None] Calling delete_port for c0957234-f19a-4e94-a077-66599bad09ca owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:37.547241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-59c50877-639a-4623-b479-952803a5301b None None] Port c0957234-f19a-4e94-a077-66599bad09ca was not found and therefore no delete operation was performed {{(pid=102403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 21:29:37.555085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70cd896c-b164-4771-80eb-5db5f3a1b39f']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:29:37.565663 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2bd257-4d4b-43be-a521-6a14dbb5e400') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:29:37.565663 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2bd257-4d4b-43be-a521-6a14dbb5e400') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:29:37.567981 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-59c50877-639a-4623-b479-952803a5301b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:37.601346 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c50877-639a-4623-b479-952803a5301b None None] Pushing event deleted for resources: {'Port': ['ID=c0957234-f19a-4e94-a077-66599bad09ca,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:37.603611 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:37.615519 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c50877-639a-4623-b479-952803a5301b None None] No DVR routers for this DVR port c0957234-f19a-4e94-a077-66599bad09ca on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:29:37.630297 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:37.647794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:29:37.650730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:29:37.654156 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:29:37.694790 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:37.768703 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port b71953cc-274e-48e8-9e1d-23313750574c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b71953cc-274e-48e8-9e1d-23313750574c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:37.773837 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:37.789635 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:37.812174 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:37.817652 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] 10.222.0.32 "DELETE /v2.0/networks/70cd896c-b164-4771-80eb-5db5f3a1b39f HTTP/1.1" status: 204 len: 168 time: 0.7941818 Dec 20 21:29:37.854007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522548b9-1a4b-4da6-a980-8807255bc926 tempest-AllowedAddressPairIpV6TestJSON-1620325369 tempest-AllowedAddressPairIpV6TestJSON-1620325369-project] Pushing event deleted for resources: {'Network': ['ID=70cd896c-b164-4771-80eb-5db5f3a1b39f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:37.882966 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=b71953cc-274e-48e8-9e1d-23313750574c,revision_number=10']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:37.948464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dcb58-fcac-4c60-8a6c-786dfc1bc002 req-2b4a8ffa-97ae-48d7-bad6-6973ece266be tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:37.969261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dcb58-fcac-4c60-8a6c-786dfc1bc002 req-2b4a8ffa-97ae-48d7-bad6-6973ece266be tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:37.975053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dcb58-fcac-4c60-8a6c-786dfc1bc002 req-2b4a8ffa-97ae-48d7-bad6-6973ece266be tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:37.981070 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dcb58-fcac-4c60-8a6c-786dfc1bc002 req-2b4a8ffa-97ae-48d7-bad6-6973ece266be tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:37.999047 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dcb58-fcac-4c60-8a6c-786dfc1bc002 req-2b4a8ffa-97ae-48d7-bad6-6973ece266be tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:38.023078 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dcb58-fcac-4c60-8a6c-786dfc1bc002 req-2b4a8ffa-97ae-48d7-bad6-6973ece266be tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:38.028179 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dcb58-fcac-4c60-8a6c-786dfc1bc002 req-2b4a8ffa-97ae-48d7-bad6-6973ece266be tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:38.041248 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-811dcb58-fcac-4c60-8a6c-786dfc1bc002 req-2b4a8ffa-97ae-48d7-bad6-6973ece266be tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5427 time: 0.2111585 Dec 20 21:29:38.149748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c0957234-f19a-4e94-a077-66599bad09ca no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:29:38.153032 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-811dcb58-fcac-4c60-8a6c-786dfc1bc002 req-9855cad1-caa6-4678-9077-bf796e1b63bb tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110530 Dec 20 21:29:38.185594 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d774ad-ceaa-405e-8d09-53c04302e144 req-c8531999-9d48-43a2-8a83-c481aafe584f tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:38.188409 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: c0957234-f19a-4e94-a077-66599bad09ca {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:29:38.190558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c0957234-f19a-4e94-a077-66599bad09ca not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:29:38.194617 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43d774ad-ceaa-405e-8d09-53c04302e144 req-c8531999-9d48-43a2-8a83-c481aafe584f tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 945 time: 0.1214814 Dec 20 21:29:38.261233 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43d774ad-ceaa-405e-8d09-53c04302e144 req-5a6312be-fcef-40dd-bb1c-c9e36acfbe33 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650589 Dec 20 21:29:38.263993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37872) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:38.283012 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:38.283699 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a17c19-3e3f-4c1d-ad4c-2d56199140d5" -d '{"events": [{"server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "name": "network-vif-plugged", "status": "completed", "tag": "b71953cc-274e-48e8-9e1d-23313750574c"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:38.353806 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0278d42f-886c-4ba0-82e3-a9ddd451c238 x-openstack-request-id: req-0278d42f-886c-4ba0-82e3-a9ddd451c238 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:38.354480 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "name": "network-vif-plugged", "status": "completed", "tag": "b71953cc-274e-48e8-9e1d-23313750574c", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:38.354480 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0278d42f-886c-4ba0-82e3-a9ddd451c238 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:38.354829 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c', 'code': 200} Dec 20 21:29:38.400864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03922bec-1ecd-4a8f-bb5b-4b8d03ea4339 req-ce9a77f5-1dde-43b1-bd8e-541ec5501b96 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:38.408434 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-03922bec-1ecd-4a8f-bb5b-4b8d03ea4339 req-ce9a77f5-1dde-43b1-bd8e-541ec5501b96 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 946 time: 0.0686064 Dec 20 21:29:38.414841 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 3172c179-085f-4b38-b042-22139154fc9d up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:29:38.478810 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-03922bec-1ecd-4a8f-bb5b-4b8d03ea4339 req-9d533a6f-c482-4002-9387-27a339cbee49 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693803 Dec 20 21:29:38.488964 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 3172c179-085f-4b38-b042-22139154fc9d completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:29:38.505374 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 3172c179-085f-4b38-b042-22139154fc9d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:38.505584 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:38.529314 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37882) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:38.545357 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f60f0546-b7d3-4702-8711-c91647e72074 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=907aa094367442f393fc072316734bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615497 Dec 20 21:29:38.627115 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:38.646301 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1988da0-4cc5-4660-9a76-dafcb174319d req-b1405159-1326-4521-8066-b5ffcaebfefb tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:38.648399 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1988da0-4cc5-4660-9a76-dafcb174319d req-b1405159-1326-4521-8066-b5ffcaebfefb tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 945 time: 0.0846295 Dec 20 21:29:38.649241 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78684ee4-290a-4205-9ff2-1ac76b323013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:38.677649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 3172c179-085f-4b38-b042-22139154fc9d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=3172c179-085f-4b38-b042-22139154fc9d,segment=NetworkSegment(d876710f-7e1a-4456-ba5e-b7cdcf0d523d),segment_id=d876710f-7e1a-4456-ba5e-b7cdcf0d523d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:38.696517 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:38.698598 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 8ce909c5-2cad-47d2-872b-187a9336f4e4 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:29:38.700643 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78684ee4-290a-4205-9ff2-1ac76b323013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:38.734770 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1988da0-4cc5-4660-9a76-dafcb174319d req-70fc8b19-302b-4578-8f79-b55ea2592515 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738192 Dec 20 21:29:38.790453 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78684ee4-290a-4205-9ff2-1ac76b323013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:38.794351 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78684ee4-290a-4205-9ff2-1ac76b323013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:38.798807 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-78684ee4-290a-4205-9ff2-1ac76b323013 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df098ce7-1d42-438b-b135-4491cd10a617 HTTP/1.1" status: 204 len: 168 time: 0.2684586 Dec 20 21:29:38.820046 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78684ee4-290a-4205-9ff2-1ac76b323013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df098ce7-1d42-438b-b135-4491cd10a617,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:38.835779 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=3172c179-085f-4b38-b042-22139154fc9d,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:38.887098 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 8ce909c5-2cad-47d2-872b-187a9336f4e4 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:29:38.893324 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 8ce909c5-2cad-47d2-872b-187a9336f4e4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:38.894179 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:39.072889 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:39.138453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 8ce909c5-2cad-47d2-872b-187a9336f4e4, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=8ce909c5-2cad-47d2-872b-187a9336f4e4,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:39.156672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e7d61-45fb-4bc5-953b-b09415b6819f req-4c206caf-59f1-473c-8841-c9f319683623 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:39.168703 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:39.169238 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-249e7d61-45fb-4bc5-953b-b09415b6819f req-4c206caf-59f1-473c-8841-c9f319683623 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 945 time: 0.1279540 Dec 20 21:29:39.189181 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 1d3edd11-b710-430d-ae69-8d04fe58dcc7 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:29:39.269746 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-249e7d61-45fb-4bc5-953b-b09415b6819f req-6ad5eedc-acc3-4b2f-92cb-2905045dc34d tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953896 Dec 20 21:29:39.423176 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60cbac-9e9b-40fe-b471-3cac56584657 req-1b908119-7e9f-4e50-a18f-f4be9d678b5a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:39.433125 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60cbac-9e9b-40fe-b471-3cac56584657 req-1b908119-7e9f-4e50-a18f-f4be9d678b5a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:39.446057 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60cbac-9e9b-40fe-b471-3cac56584657 req-1b908119-7e9f-4e50-a18f-f4be9d678b5a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:39.454043 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60cbac-9e9b-40fe-b471-3cac56584657 req-1b908119-7e9f-4e50-a18f-f4be9d678b5a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:39.463560 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60cbac-9e9b-40fe-b471-3cac56584657 req-1b908119-7e9f-4e50-a18f-f4be9d678b5a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:39.470836 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60cbac-9e9b-40fe-b471-3cac56584657 req-1b908119-7e9f-4e50-a18f-f4be9d678b5a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:39.478099 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60cbac-9e9b-40fe-b471-3cac56584657 req-1b908119-7e9f-4e50-a18f-f4be9d678b5a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:39.488358 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cb60cbac-9e9b-40fe-b471-3cac56584657 req-1b908119-7e9f-4e50-a18f-f4be9d678b5a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5429 time: 0.2044346 Dec 20 21:29:39.511348 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=8ce909c5-2cad-47d2-872b-187a9336f4e4,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:39.538924 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 1d3edd11-b710-430d-ae69-8d04fe58dcc7 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:29:39.553907 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 1d3edd11-b710-430d-ae69-8d04fe58dcc7 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:39.557014 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:39.558586 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cb60cbac-9e9b-40fe-b471-3cac56584657 req-5e3603e3-51ff-4c4b-b3a8-8c09f6899e92 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689492 Dec 20 21:29:39.793927 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:39.881167 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 1d3edd11-b710-430d-ae69-8d04fe58dcc7, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=1d3edd11-b710-430d-ae69-8d04fe58dcc7,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:39.896207 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:39.897493 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 85e8bade-ced6-417c-a6a8-6dc4305942f4 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:29:40.022726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=1d3edd11-b710-430d-ae69-8d04fe58dcc7,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:40.142630 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 85e8bade-ced6-417c-a6a8-6dc4305942f4 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:29:40.147922 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 85e8bade-ced6-417c-a6a8-6dc4305942f4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:40.148292 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:40.329563 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:40.349047 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37950) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:40.392216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 85e8bade-ced6-417c-a6a8-6dc4305942f4, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=85e8bade-ced6-417c-a6a8-6dc4305942f4,segment=NetworkSegment(47a3639c-7b5f-45dd-bb69-9d62790353d4),segment_id=47a3639c-7b5f-45dd-bb69-9d62790353d4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:40.394816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3172c179-085f-4b38-b042-22139154fc9d'}, {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce909c5-2cad-47d2-872b-187a9336f4e4'}, {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3edd11-b710-430d-ae69-8d04fe58dcc7'}, {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e8bade-ced6-417c-a6a8-6dc4305942f4'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:40.398401 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7f4cdc-2255-4b44-89bd-25e0dd9ce96f" -d '{"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-plugged", "status": "completed", "tag": "3172c179-085f-4b38-b042-22139154fc9d"}, {"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-plugged", "status": "completed", "tag": "8ce909c5-2cad-47d2-872b-187a9336f4e4"}, {"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-plugged", "status": "completed", "tag": "1d3edd11-b710-430d-ae69-8d04fe58dcc7"}, {"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-plugged", "status": "completed", "tag": "85e8bade-ced6-417c-a6a8-6dc4305942f4"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:40.404217 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:40.405043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 9655ce7e-8f89-45c3-886e-da0b47890f71 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:29:40.423940 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7292740-a4c6-461b-b3d2-4d672d0fe08d req-3374277c-9100-4474-8cae-4a0817dcde41 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:40.425607 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7292740-a4c6-461b-b3d2-4d672d0fe08d req-3374277c-9100-4474-8cae-4a0817dcde41 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 812 time: 0.2655778 Dec 20 21:29:40.468635 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7292740-a4c6-461b-b3d2-4d672d0fe08d req-7acb497f-3c81-4c79-afa7-dfccbf258936 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/quotas/ca36b0d25161450da30484970d345d34 HTTP/1.1" status: 200 len: 375 time: 0.0355685 Dec 20 21:29:40.506099 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=85e8bade-ced6-417c-a6a8-6dc4305942f4,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:40.522981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 9655ce7e-8f89-45c3-886e-da0b47890f71 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:29:40.532052 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 9655ce7e-8f89-45c3-886e-da0b47890f71 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:40.532431 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:40.553549 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7292740-a4c6-461b-b3d2-4d672d0fe08d req-ee6ddafe-878c-48d1-91ad-08399280df55 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766704 Dec 20 21:29:40.656113 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:40.697261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 9655ce7e-8f89-45c3-886e-da0b47890f71, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=9655ce7e-8f89-45c3-886e-da0b47890f71,segment=NetworkSegment(d876710f-7e1a-4456-ba5e-b7cdcf0d523d),segment_id=d876710f-7e1a-4456-ba5e-b7cdcf0d523d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:40.702186 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:40.732739 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 97563572-4662-45fc-886e-d7a94f6a1dea up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:29:40.756785 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7292740-a4c6-461b-b3d2-4d672d0fe08d req-8480ffb5-48ac-44cf-9cf5-3b64abe71bc6 service neutron] 10.222.0.32 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913438 Dec 20 21:29:40.871082 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7292740-a4c6-461b-b3d2-4d672d0fe08d req-04f811b5-df43-48ba-b360-d6e60a5e32bd service neutron] 10.222.0.32 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132092 Dec 20 21:29:41.019544 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=9655ce7e-8f89-45c3-886e-da0b47890f71,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:41.065129 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 97563572-4662-45fc-886e-d7a94f6a1dea completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:29:41.074035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 97563572-4662-45fc-886e-d7a94f6a1dea triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:41.074446 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:41.128723 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0e60b5-e87a-4ea7-bf4c-f88c575eea4a x-openstack-request-id: req-aa0e60b5-e87a-4ea7-bf4c-f88c575eea4a {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:41.129027 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-plugged", "status": "completed", "tag": "3172c179-085f-4b38-b042-22139154fc9d", "code": 200}, {"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-plugged", "status": "completed", "tag": "8ce909c5-2cad-47d2-872b-187a9336f4e4", "code": 200}, {"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-plugged", "status": "completed", "tag": "1d3edd11-b710-430d-ae69-8d04fe58dcc7", "code": 200}, {"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-plugged", "status": "completed", "tag": "85e8bade-ced6-417c-a6a8-6dc4305942f4", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:41.139005 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-949d6245-30b3-4794-90e1-274e271b43c5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2071806033'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:41.140037 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa0e60b5-e87a-4ea7-bf4c-f88c575eea4a {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:41.140197 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3172c179-085f-4b38-b042-22139154fc9d', 'code': 200} Dec 20 21:29:41.140413 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce909c5-2cad-47d2-872b-187a9336f4e4', 'code': 200} Dec 20 21:29:41.140658 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d3edd11-b710-430d-ae69-8d04fe58dcc7', 'code': 200} Dec 20 21:29:41.141447 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e8bade-ced6-417c-a6a8-6dc4305942f4', 'code': 200} Dec 20 21:29:41.167704 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949d6245-30b3-4794-90e1-274e271b43c5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:41.172000 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-949d6245-30b3-4794-90e1-274e271b43c5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:41.183001 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-949d6245-30b3-4794-90e1-274e271b43c5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:41.199179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70b2f8-baec-4cef-b48b-a44aa6763de6 req-bbf056ff-8734-42f6-a436-695a4759b4ae tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:41.209258 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bc70b2f8-baec-4cef-b48b-a44aa6763de6 req-bbf056ff-8734-42f6-a436-695a4759b4ae tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 945 time: 0.7415981 Dec 20 21:29:41.235465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fa833-4fe8-44f8-9213-c74b8e446ed8 req-384fd80f-56d7-4059-b46b-c13df7d4c894 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:41.246280 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fa833-4fe8-44f8-9213-c74b8e446ed8 req-384fd80f-56d7-4059-b46b-c13df7d4c894 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:41.254145 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fa833-4fe8-44f8-9213-c74b8e446ed8 req-384fd80f-56d7-4059-b46b-c13df7d4c894 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:41.261226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fa833-4fe8-44f8-9213-c74b8e446ed8 req-384fd80f-56d7-4059-b46b-c13df7d4c894 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:41.267359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fa833-4fe8-44f8-9213-c74b8e446ed8 req-384fd80f-56d7-4059-b46b-c13df7d4c894 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:41.274471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fa833-4fe8-44f8-9213-c74b8e446ed8 req-384fd80f-56d7-4059-b46b-c13df7d4c894 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:41.281632 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fa833-4fe8-44f8-9213-c74b8e446ed8 req-384fd80f-56d7-4059-b46b-c13df7d4c894 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:41.288445 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:41.322397 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-912fa833-4fe8-44f8-9213-c74b8e446ed8 req-384fd80f-56d7-4059-b46b-c13df7d4c894 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5432 time: 0.1433043 Dec 20 21:29:41.346841 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-949d6245-30b3-4794-90e1-274e271b43c5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:41.358036 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ef54d-70a8-4b60-9e12-5a9b66f6e935 req-e5c24425-5350-4e8e-97f0-9888c94cb3de tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:41.360363 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-669ef54d-70a8-4b60-9e12-5a9b66f6e935 req-e5c24425-5350-4e8e-97f0-9888c94cb3de tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.31 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 945 time: 0.8460953 Dec 20 21:29:41.362948 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-949d6245-30b3-4794-90e1-274e271b43c5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:41.393798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 97563572-4662-45fc-886e-d7a94f6a1dea, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=97563572-4662-45fc-886e-d7a94f6a1dea,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:41.403842 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:41.404954 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f3a6e021-6af8-4259-a794-65ae1e18fac1 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:29:41.440401 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-912fa833-4fe8-44f8-9213-c74b8e446ed8 req-9600c9dc-09ae-4523-b388-0c31377674fd tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166863 Dec 20 21:29:41.511751 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949d6245-30b3-4794-90e1-274e271b43c5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:29:41.551377 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bc70b2f8-baec-4cef-b48b-a44aa6763de6 req-cf7c51b4-33c9-4b0a-8ec0-763523e96f6a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403888 Dec 20 21:29:41.565088 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-949d6245-30b3-4794-90e1-274e271b43c5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:41.565529 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-949d6245-30b3-4794-90e1-274e271b43c5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Added segment 6482547d-5137-4f40-aabf-91bc2621a101 of type vlan for network ba8b9395-2f81-45c0-aebe-dbe8cc504957 Dec 20 21:29:41.566886 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d6245-30b3-4794-90e1-274e271b43c5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cffaf5a-2fbc-42dd-9d7c-8252dad5a218,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:41.624032 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-669ef54d-70a8-4b60-9e12-5a9b66f6e935 req-49722054-abd7-4fae-85aa-ceefb5075c70 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Deleting port 3d0eb228-95b5-4073-a869-c3b12a7783f9 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:41.624468 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-669ef54d-70a8-4b60-9e12-5a9b66f6e935 req-49722054-abd7-4fae-85aa-ceefb5075c70 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:41.628986 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d641b5d-457e-4cdb-a890-c12e8e77f676 req-f6fea9c5-bdb4-4862-a935-79d836401ffe tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=43e22a4a-8b0d-4191-ad20-59ac0d732349 HTTP/1.1" status: 200 len: 210 time: 0.0764234 Dec 20 21:29:41.635272 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=97563572-4662-45fc-886e-d7a94f6a1dea,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:41.677178 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port f3a6e021-6af8-4259-a794-65ae1e18fac1 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:29:41.696673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port f3a6e021-6af8-4259-a794-65ae1e18fac1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:41.697054 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:41.795570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-669ef54d-70a8-4b60-9e12-5a9b66f6e935 req-49722054-abd7-4fae-85aa-ceefb5075c70 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] For port 3d0eb228-95b5-4073-a869-c3b12a7783f9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=3d0eb228-95b5-4073-a869-c3b12a7783f9,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:41.796708 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-669ef54d-70a8-4b60-9e12-5a9b66f6e935 req-49722054-abd7-4fae-85aa-ceefb5075c70 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:41.828188 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-949d6245-30b3-4794-90e1-274e271b43c5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:41.844513 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-669ef54d-70a8-4b60-9e12-5a9b66f6e935 req-49722054-abd7-4fae-85aa-ceefb5075c70 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Calling delete_port for 3d0eb228-95b5-4073-a869-c3b12a7783f9 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:41.902299 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:41.985562 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f3a6e021-6af8-4259-a794-65ae1e18fac1, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f3a6e021-6af8-4259-a794-65ae1e18fac1,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:41.995757 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:42.141958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=f3a6e021-6af8-4259-a794-65ae1e18fac1,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:42.143985 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-949d6245-30b3-4794-90e1-274e271b43c5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:42.151689 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d6245-30b3-4794-90e1-274e271b43c5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:42.152979 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-949d6245-30b3-4794-90e1-274e271b43c5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:42.245058 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-669ef54d-70a8-4b60-9e12-5a9b66f6e935 req-49722054-abd7-4fae-85aa-ceefb5075c70 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:42.280760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['f2e781db-9a6d-4224-afb2-b7ddaa17dacb'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:42.285348 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['292cd612-0e46-4ad4-94b3-77e28adda208'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:42.299424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49722054-abd7-4fae-85aa-ceefb5075c70 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Pushing event deleted for resources: {'Port': ['ID=3d0eb228-95b5-4073-a869-c3b12a7783f9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:42.336259 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-949d6245-30b3-4794-90e1-274e271b43c5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9858227 Dec 20 21:29:42.340901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38006) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:42.348477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-463a47fa-ddcb-46d0-8648-316a3f7c9784 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:42.350407 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d6245-30b3-4794-90e1-274e271b43c5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Network': ['ID=ba8b9395-2f81-45c0-aebe-dbe8cc504957,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:42.456311 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-669ef54d-70a8-4b60-9e12-5a9b66f6e935 req-49722054-abd7-4fae-85aa-ceefb5075c70 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] No DVR routers for this DVR port 3d0eb228-95b5-4073-a869-c3b12a7783f9 on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:29:42.501627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:29:42.508876 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-669ef54d-70a8-4b60-9e12-5a9b66f6e935 req-49722054-abd7-4fae-85aa-ceefb5075c70 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:42.514141 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-669ef54d-70a8-4b60-9e12-5a9b66f6e935 req-49722054-abd7-4fae-85aa-ceefb5075c70 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.31 "DELETE /v2.0/ports/3d0eb228-95b5-4073-a869-c3b12a7783f9 HTTP/1.1" status: 204 len: 173 time: 1.1424096 Dec 20 21:29:42.574452 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635d524a-949e-431c-a2ac-21e3271cda55', 'name': 'network-vif-deleted', 'tag': '3d0eb228-95b5-4073-a869-c3b12a7783f9'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:42.574452 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ca2d51-6208-46c3-b4b8-db573f82b2e7" -d '{"events": [{"server_uuid": "635d524a-949e-431c-a2ac-21e3271cda55", "name": "network-vif-deleted", "tag": "3d0eb228-95b5-4073-a869-c3b12a7783f9"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:42.621511 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5b24a-c648-459a-9016-934febdac997 req-1ddda0d8-9229-40f0-8d36-5755e3c0a84f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:42.629096 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-78c5b24a-c648-459a-9016-934febdac997 req-1ddda0d8-9229-40f0-8d36-5755e3c0a84f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 812 time: 0.2544594 Dec 20 21:29:42.631907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463a47fa-ddcb-46d0-8648-316a3f7c9784 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:42.635521 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-463a47fa-ddcb-46d0-8648-316a3f7c9784 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:42.649964 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-78c5b24a-c648-459a-9016-934febdac997 req-261700a9-9e40-4cd7-b2a0-61c478d72c22 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/quotas/ca36b0d25161450da30484970d345d34 HTTP/1.1" status: 200 len: 375 time: 0.0188775 Dec 20 21:29:42.692818 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785a9a1-460a-45bc-9747-3e31b18ccb24 req-d41ef46d-a286-4dd4-850b-7b05dc88dcfd tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:42.707406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785a9a1-460a-45bc-9747-3e31b18ccb24 req-d41ef46d-a286-4dd4-850b-7b05dc88dcfd tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:42.715303 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785a9a1-460a-45bc-9747-3e31b18ccb24 req-d41ef46d-a286-4dd4-850b-7b05dc88dcfd tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:42.715442 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-78c5b24a-c648-459a-9016-934febdac997 req-1c925921-3cbf-4150-9781-1c7a83ffa1d8 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654233 Dec 20 21:29:42.722169 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785a9a1-460a-45bc-9747-3e31b18ccb24 req-d41ef46d-a286-4dd4-850b-7b05dc88dcfd tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:42.729273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785a9a1-460a-45bc-9747-3e31b18ccb24 req-d41ef46d-a286-4dd4-850b-7b05dc88dcfd tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:42.738111 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785a9a1-460a-45bc-9747-3e31b18ccb24 req-d41ef46d-a286-4dd4-850b-7b05dc88dcfd tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:42.745051 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785a9a1-460a-45bc-9747-3e31b18ccb24 req-d41ef46d-a286-4dd4-850b-7b05dc88dcfd tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:42.759112 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9785a9a1-460a-45bc-9747-3e31b18ccb24 req-d41ef46d-a286-4dd4-850b-7b05dc88dcfd tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5434 time: 0.2143025 Dec 20 21:29:42.875531 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-78c5b24a-c648-459a-9016-934febdac997 req-ffab4193-6751-4c99-8785-59844cdf33e3 service neutron] 10.222.0.32 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473160 Dec 20 21:29:42.881516 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9785a9a1-460a-45bc-9747-3e31b18ccb24 req-54aec71e-de7a-4487-8a04-d8700ea70318 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1213570 Dec 20 21:29:43.049630 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e12e90-afad-465d-b773-3162c3224dfb x-openstack-request-id: req-e3e12e90-afad-465d-b773-3162c3224dfb {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:43.050107 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635d524a-949e-431c-a2ac-21e3271cda55", "name": "network-vif-deleted", "tag": "3d0eb228-95b5-4073-a869-c3b12a7783f9", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:43.050433 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3e12e90-afad-465d-b773-3162c3224dfb {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:43.051052 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635d524a-949e-431c-a2ac-21e3271cda55', 'name': 'network-vif-deleted', 'tag': '3d0eb228-95b5-4073-a869-c3b12a7783f9', 'status': 'completed', 'code': 200} Dec 20 21:29:43.122590 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-78c5b24a-c648-459a-9016-934febdac997 req-05bfbec5-b0b7-4fed-94ff-f7b97130be58 service neutron] 10.222.0.32 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449889 Dec 20 21:29:43.142423 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9655ce7e-8f89-45c3-886e-da0b47890f71'}, {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97563572-4662-45fc-886e-d7a94f6a1dea'}, {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a6e021-6af8-4259-a794-65ae1e18fac1'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:43.145039 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2868ef-a9e4-4d6c-9c97-db9ea37fd3ae" -d '{"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-plugged", "status": "completed", "tag": "9655ce7e-8f89-45c3-886e-da0b47890f71"}, {"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-plugged", "status": "completed", "tag": "97563572-4662-45fc-886e-d7a94f6a1dea"}, {"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-plugged", "status": "completed", "tag": "f3a6e021-6af8-4259-a794-65ae1e18fac1"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:43.266966 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-453d55b0-214b-457b-b5f3-c571fe2157c6 req-4a7000d2-843f-47da-8bf7-286d605b2fa0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=635d524a-949e-431c-a2ac-21e3271cda55 HTTP/1.1" status: 200 len: 210 time: 0.0964563 Dec 20 21:29:43.275974 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-463a47fa-ddcb-46d0-8648-316a3f7c9784 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:43.367142 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0027de70-721f-4d4c-906f-1e8a60bb7d4f x-openstack-request-id: req-0027de70-721f-4d4c-906f-1e8a60bb7d4f {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:43.367750 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-plugged", "status": "completed", "tag": "9655ce7e-8f89-45c3-886e-da0b47890f71", "code": 200}, {"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-plugged", "status": "completed", "tag": "97563572-4662-45fc-886e-d7a94f6a1dea", "code": 200}, {"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-plugged", "status": "completed", "tag": "f3a6e021-6af8-4259-a794-65ae1e18fac1", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:43.368262 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0027de70-721f-4d4c-906f-1e8a60bb7d4f {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:43.368902 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9655ce7e-8f89-45c3-886e-da0b47890f71', 'code': 200} Dec 20 21:29:43.369395 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97563572-4662-45fc-886e-d7a94f6a1dea', 'code': 200} Dec 20 21:29:43.374990 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a6e021-6af8-4259-a794-65ae1e18fac1', 'code': 200} Dec 20 21:29:43.421535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 3d0eb228-95b5-4073-a869-c3b12a7783f9 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:29:43.487141 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 3d0eb228-95b5-4073-a869-c3b12a7783f9 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:29:43.487510 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 3d0eb228-95b5-4073-a869-c3b12a7783f9 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:29:43.500013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463a47fa-ddcb-46d0-8648-316a3f7c9784 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:29:43.500707 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463a47fa-ddcb-46d0-8648-316a3f7c9784 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network hostable DHCP agents. Network: ba8b9395-2f81-45c0-aebe-dbe8cc504957, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:29:43.517792 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a47fa-ddcb-46d0-8648-316a3f7c9784 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=3672a271-4316-42fa-bff2-eb90f381be13,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:43.528538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463a47fa-ddcb-46d0-8648-316a3f7c9784 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:29:43.557772 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-463a47fa-ddcb-46d0-8648-316a3f7c9784 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, ba8b9395-2f81-45c0-aebe-dbe8cc504957) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:43.566768 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f3ef0b-6913-4cd2-9175-f8b2f7e0367d None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:29:43.591675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463a47fa-ddcb-46d0-8648-316a3f7c9784 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:43.595168 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-463a47fa-ddcb-46d0-8648-316a3f7c9784 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:43.598710 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-686e0a7f-d719-46e9-b8a4-b408234b24f9 req-32f5da5c-4719-49f7-8735-7f46cef515fa tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 210 time: 0.1042557 Dec 20 21:29:43.623423 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-463a47fa-ddcb-46d0-8648-316a3f7c9784 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2812157 Dec 20 21:29:43.625959 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38034) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:43.632817 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-af80bf49-28e5-400b-bc32-888771b5f1a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'name': 'tempest-NetworksTestDHCPv6-1432789172'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:43.644267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012f013-3caf-4a48-a2b4-2dd86651b380 req-b2e97ad6-c068-4e84-b45f-44cf28e9b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:43.645581 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012f013-3caf-4a48-a2b4-2dd86651b380 req-b2e97ad6-c068-4e84-b45f-44cf28e9b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:43.646561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012f013-3caf-4a48-a2b4-2dd86651b380 req-b2e97ad6-c068-4e84-b45f-44cf28e9b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:43.647310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012f013-3caf-4a48-a2b4-2dd86651b380 req-b2e97ad6-c068-4e84-b45f-44cf28e9b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:43.648075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012f013-3caf-4a48-a2b4-2dd86651b380 req-b2e97ad6-c068-4e84-b45f-44cf28e9b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:43.648674 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012f013-3caf-4a48-a2b4-2dd86651b380 req-b2e97ad6-c068-4e84-b45f-44cf28e9b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:43.649882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012f013-3caf-4a48-a2b4-2dd86651b380 req-b2e97ad6-c068-4e84-b45f-44cf28e9b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:43.652026 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c012f013-3caf-4a48-a2b4-2dd86651b380 req-b2e97ad6-c068-4e84-b45f-44cf28e9b9e9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 6477 time: 0.1054070 Dec 20 21:29:43.736014 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c012f013-3caf-4a48-a2b4-2dd86651b380 req-843d2e89-477a-45fb-883f-0f78b225a329 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=45821901-107e-4f5f-b113-466704b94bd0&id=f61d692e-6320-4034-9d81-9364bd5ff13d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741615 Dec 20 21:29:43.761271 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af80bf49-28e5-400b-bc32-888771b5f1a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:43.766449 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af80bf49-28e5-400b-bc32-888771b5f1a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:43.807929 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-af80bf49-28e5-400b-bc32-888771b5f1a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port 338297cd-b556-4865-80a8-6f46ee1931cd yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:29:43.972978 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': '3672a271-4316-42fa-bff2-eb90f381be13'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:29:43.974130 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:44.114357 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-af80bf49-28e5-400b-bc32-888771b5f1a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::202 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/3672a271-4316-42fa-bff2-eb90f381be13/338297cd-b556-4865-80a8-6f46ee1931cd) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:29:44.158186 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84447f7-208c-465c-86d1-6c2d3c2aa86c req-90d3cf6d-a440-4de1-b848-226aed6f6e50 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:44.167040 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84447f7-208c-465c-86d1-6c2d3c2aa86c req-90d3cf6d-a440-4de1-b848-226aed6f6e50 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:44.173268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84447f7-208c-465c-86d1-6c2d3c2aa86c req-90d3cf6d-a440-4de1-b848-226aed6f6e50 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:44.180786 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84447f7-208c-465c-86d1-6c2d3c2aa86c req-90d3cf6d-a440-4de1-b848-226aed6f6e50 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:44.191782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84447f7-208c-465c-86d1-6c2d3c2aa86c req-90d3cf6d-a440-4de1-b848-226aed6f6e50 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:44.200538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84447f7-208c-465c-86d1-6c2d3c2aa86c req-90d3cf6d-a440-4de1-b848-226aed6f6e50 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:44.207857 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84447f7-208c-465c-86d1-6c2d3c2aa86c req-90d3cf6d-a440-4de1-b848-226aed6f6e50 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:44.213357 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b84447f7-208c-465c-86d1-6c2d3c2aa86c req-90d3cf6d-a440-4de1-b848-226aed6f6e50 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5434 time: 0.1510699 Dec 20 21:29:44.311933 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b84447f7-208c-465c-86d1-6c2d3c2aa86c req-f1191d6e-666f-4ed2-9f8f-c538e68fdf4a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884702 Dec 20 21:29:44.428312 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af80bf49-28e5-400b-bc32-888771b5f1a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:44.519052 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af80bf49-28e5-400b-bc32-888771b5f1a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:44.581895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af80bf49-28e5-400b-bc32-888771b5f1a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:44.585979 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-af80bf49-28e5-400b-bc32-888771b5f1a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:44.591012 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af80bf49-28e5-400b-bc32-888771b5f1a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:29:44.597236 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af80bf49-28e5-400b-bc32-888771b5f1a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:44.598355 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af80bf49-28e5-400b-bc32-888771b5f1a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:44.613573 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80bf49-28e5-400b-bc32-888771b5f1a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=338297cd-b556-4865-80a8-6f46ee1931cd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:44.634533 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-af80bf49-28e5-400b-bc32-888771b5f1a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0063155 Dec 20 21:29:44.637384 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38058) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:44.673203 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:44.675942 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Allocated IP 2001:db8::2 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/3672a271-4316-42fa-bff2-eb90f381be13/9153310b-f893-4aec-93e8-a6fe900d3dc1) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:29:44.766915 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aa96330d-655d-4dc3-95b6-2f07715a4608 req-f6213312-72e5-4d0a-ab0a-61f4c8395740 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 210 time: 0.0499635 Dec 20 21:29:44.863729 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:44.867762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6d9cce-27e9-42d3-bf28-8afc2aa434c3 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:44.869777 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fa6d9cce-27e9-42d3-bf28-8afc2aa434c3 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2311985 Dec 20 21:29:44.872795 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38060) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:44.889728 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503303c-8026-47c6-a94a-e4b5b7ed7e6b req-9a6b9c19-72e7-4b6f-b3f1-44f9204831a0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:44.890352 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:44.899417 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c503303c-8026-47c6-a94a-e4b5b7ed7e6b req-9a6b9c19-72e7-4b6f-b3f1-44f9204831a0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 946 time: 0.1501043 Dec 20 21:29:44.929823 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:44.933398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:44.940689 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:29:44.963261 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c503303c-8026-47c6-a94a-e4b5b7ed7e6b req-eced222b-d3fd-4bcb-bb82-9dae41af11c0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628519 Dec 20 21:29:45.006153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Pushing event updated for resources: {'Port': ['ID=9153310b-f893-4aec-93e8-a6fe900d3dc1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:45.044600 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Attempting to bind port 9153310b-f893-4aec-93e8-a6fe900d3dc1 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:29:45.045270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Attempting to bind port 9153310b-f893-4aec-93e8-a6fe900d3dc1 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:29:45.045844 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Attempting to bind port 9153310b-f893-4aec-93e8-a6fe900d3dc1 on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:29:45.053510 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:29:45.054275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:29:45.054785 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:45.055198 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:29:45.055829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Bound port: 9153310b-f893-4aec-93e8-a6fe900d3dc1, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:29:45.056574 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:45.147588 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f5eda5c8-50b3-4273-b409-a831a3ad59a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port 338297cd-b556-4865-80a8-6f46ee1931cd {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:45.148126 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5eda5c8-50b3-4273-b409-a831a3ad59a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:45.175198 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] For port 9153310b-f893-4aec-93e8-a6fe900d3dc1, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:29:45.181791 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] For port 9153310b-f893-4aec-93e8-a6fe900d3dc1, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9153310b-f893-4aec-93e8-a6fe900d3dc1,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:29:45.188035 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:45.266050 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5eda5c8-50b3-4273-b409-a831a3ad59a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:45.279647 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f5eda5c8-50b3-4273-b409-a831a3ad59a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for 338297cd-b556-4865-80a8-6f46ee1931cd owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:45.331530 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bb06d-dadf-4fce-bdd0-cb5531b34cbd None None] Pushing event updated for resources: {'Port': ['ID=9153310b-f893-4aec-93e8-a6fe900d3dc1,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:45.557209 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6782c-1689-441b-9494-6b7285fbedf6 req-9b498533-a597-4a25-af37-9b23d4015a07 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:45.580982 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6782c-1689-441b-9494-6b7285fbedf6 req-9b498533-a597-4a25-af37-9b23d4015a07 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:45.590660 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6782c-1689-441b-9494-6b7285fbedf6 req-9b498533-a597-4a25-af37-9b23d4015a07 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:45.600985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5b24a-c648-459a-9016-934febdac997 req-3664512b-39b9-430e-bbf1-e2a89ab08697 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:45.603438 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-78c5b24a-c648-459a-9016-934febdac997 req-3664512b-39b9-430e-bbf1-e2a89ab08697 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 812 time: 0.5445707 Dec 20 21:29:45.608737 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6782c-1689-441b-9494-6b7285fbedf6 req-9b498533-a597-4a25-af37-9b23d4015a07 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:45.621806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6782c-1689-441b-9494-6b7285fbedf6 req-9b498533-a597-4a25-af37-9b23d4015a07 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:45.628532 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6782c-1689-441b-9494-6b7285fbedf6 req-9b498533-a597-4a25-af37-9b23d4015a07 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:45.635914 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6782c-1689-441b-9494-6b7285fbedf6 req-9b498533-a597-4a25-af37-9b23d4015a07 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:45.645798 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-24a6782c-1689-441b-9494-6b7285fbedf6 req-9b498533-a597-4a25-af37-9b23d4015a07 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5434 time: 0.2247462 Dec 20 21:29:45.648480 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-78c5b24a-c648-459a-9016-934febdac997 req-31ac26f5-7305-429a-8a2c-fe3a20bd2a79 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Request body: {'port': {'device_id': '2cbe4396-1e04-4c0c-a4c8-f32333870015', 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab', 'admin_state_up': True, 'tenant_id': 'ca36b0d25161450da30484970d345d34'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:45.728069 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-24a6782c-1689-441b-9494-6b7285fbedf6 req-8b6f9933-e405-4fbb-b873-74d63295c9fc tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817227 Dec 20 21:29:45.901643 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5eda5c8-50b3-4273-b409-a831a3ad59a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:45.925792 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c5b24a-c648-459a-9016-934febdac997 req-31ac26f5-7305-429a-8a2c-fe3a20bd2a79 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Made reservation on behalf of ca36b0d25161450da30484970d345d34 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:45.930584 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78c5b24a-c648-459a-9016-934febdac997 req-31ac26f5-7305-429a-8a2c-fe3a20bd2a79 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:45.955962 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a639d996-0071-4c1f-a26f-6826425cb8d1 req-f2ea4590-3745-4606-892d-2a2639d8cd0b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 210 time: 0.0804646 Dec 20 21:29:45.985416 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5eda5c8-50b3-4273-b409-a831a3ad59a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:46.000125 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f5eda5c8-50b3-4273-b409-a831a3ad59a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/338297cd-b556-4865-80a8-6f46ee1931cd HTTP/1.1" status: 204 len: 168 time: 1.1256871 Dec 20 21:29:46.002715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38076) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:46.009276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eda5c8-50b3-4273-b409-a831a3ad59a7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=338297cd-b556-4865-80a8-6f46ee1931cd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:46.025423 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dff9a-d950-4b2b-bd55-157c465c1db3 req-d79ecb80-8b5c-464e-ace0-c5cc4ed3857b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:46.031928 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dff9a-d950-4b2b-bd55-157c465c1db3 req-d79ecb80-8b5c-464e-ace0-c5cc4ed3857b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:46.038627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dff9a-d950-4b2b-bd55-157c465c1db3 req-d79ecb80-8b5c-464e-ace0-c5cc4ed3857b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:46.047129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dff9a-d950-4b2b-bd55-157c465c1db3 req-d79ecb80-8b5c-464e-ace0-c5cc4ed3857b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:46.060782 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dff9a-d950-4b2b-bd55-157c465c1db3 req-d79ecb80-8b5c-464e-ace0-c5cc4ed3857b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:46.067269 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dff9a-d950-4b2b-bd55-157c465c1db3 req-d79ecb80-8b5c-464e-ace0-c5cc4ed3857b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:46.075285 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dff9a-d950-4b2b-bd55-157c465c1db3 req-d79ecb80-8b5c-464e-ace0-c5cc4ed3857b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:46.081801 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fc2dff9a-d950-4b2b-bd55-157c465c1db3 req-d79ecb80-8b5c-464e-ace0-c5cc4ed3857b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5434 time: 0.2490199 Dec 20 21:29:46.096042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38078) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:46.118736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e5e7b918-e7e4-4608-93d9-e08711db8a87 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Request body: {'floatingip': {'port_id': '85e8bade-ced6-417c-a6a8-6dc4305942f4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:46.212064 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9153310b-f893-4aec-93e8-a6fe900d3dc1 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:29:46.252072 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b918-e7e4-4608-93d9-e08711db8a87 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:46.257704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ce74a9-3230-44d9-be5f-a607c60ccf5d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:46.259398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ce74a9-3230-44d9-be5f-a607c60ccf5d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:46.260940 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-19ce74a9-3230-44d9-be5f-a607c60ccf5d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2568078 Dec 20 21:29:46.265424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38082) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:46.332451 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 9153310b-f893-4aec-93e8-a6fe900d3dc1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:46.333087 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:46.435713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee32c383-e245-46e3-85c5-da7fca75fa53 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet 3672a271-4316-42fa-bff2-eb90f381be13 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:29:46.444020 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee32c383-e245-46e3-85c5-da7fca75fa53 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:46.539521 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee32c383-e245-46e3-85c5-da7fca75fa53 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:46.546927 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:46.566056 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41067f62-a073-49bd-974d-198429ca9cec req-2daa2899-99d1-4943-927a-cb9de1d970c7 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:46.574314 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41067f62-a073-49bd-974d-198429ca9cec req-2daa2899-99d1-4943-927a-cb9de1d970c7 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 946 time: 0.4432149 Dec 20 21:29:46.592355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7812e4-cc73-4e17-94f3-8751e0a76c4d req-d1dfcd14-70b3-4f9d-a095-839fbd8cfb1f tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:46.593825 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5c7812e4-cc73-4e17-94f3-8751e0a76c4d req-d1dfcd14-70b3-4f9d-a095-839fbd8cfb1f tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 946 time: 0.2106066 Dec 20 21:29:46.670813 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 9153310b-f893-4aec-93e8-a6fe900d3dc1, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9153310b-f893-4aec-93e8-a6fe900d3dc1,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:46.676504 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:46.835827 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=9153310b-f893-4aec-93e8-a6fe900d3dc1,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:46.843150 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-78c5b24a-c648-459a-9016-934febdac997 req-31ac26f5-7305-429a-8a2c-fe3a20bd2a79 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Allocated IP 172.20.0.5 (ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab/ea9759e2-26ca-4714-859c-932515626a6f/7abe21e6-30d6-46b6-bfa4-baa18087c27d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:29:46.989695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0f2487-4b5c-4bbd-9285-1ee5d054aa32 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:29:47.117881 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78c5b24a-c648-459a-9016-934febdac997 req-31ac26f5-7305-429a-8a2c-fe3a20bd2a79 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:47.156516 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee32c383-e245-46e3-85c5-da7fca75fa53 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:47.162269 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78c5b24a-c648-459a-9016-934febdac997 req-31ac26f5-7305-429a-8a2c-fe3a20bd2a79 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:47.247203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac26f5-7305-429a-8a2c-fe3a20bd2a79 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Pushing event updated for resources: {'Port': ['ID=7abe21e6-30d6-46b6-bfa4-baa18087c27d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:47.288012 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-5a774a63-861c-4b08-aa72-89e45a9daacb None None] Provisioning complete for port 9153310b-f893-4aec-93e8-a6fe900d3dc1 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:47.288576 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a774a63-861c-4b08-aa72-89e45a9daacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:47.296227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d88ee6-1f86-4963-8830-16a7800cf914 req-e75c182e-bbff-4d88-838e-1d785f14f485 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:47.297709 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38d88ee6-1f86-4963-8830-16a7800cf914 req-e75c182e-bbff-4d88-838e-1d785f14f485 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 947 time: 0.4099834 Dec 20 21:29:47.302956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c5b24a-c648-459a-9016-934febdac997 req-31ac26f5-7305-429a-8a2c-fe3a20bd2a79 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:47.322586 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-78c5b24a-c648-459a-9016-934febdac997 req-31ac26f5-7305-429a-8a2c-fe3a20bd2a79 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:47.336910 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c5b24a-c648-459a-9016-934febdac997 req-31ac26f5-7305-429a-8a2c-fe3a20bd2a79 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:29:47.414229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5b24a-c648-459a-9016-934febdac997 req-31ac26f5-7305-429a-8a2c-fe3a20bd2a79 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:47.416966 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78c5b24a-c648-459a-9016-934febdac997 req-31ac26f5-7305-429a-8a2c-fe3a20bd2a79 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:47.419276 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41067f62-a073-49bd-974d-198429ca9cec req-36d576d8-0bdb-4944-8a5b-aa8a75417143 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8439560 Dec 20 21:29:47.448670 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-78c5b24a-c648-459a-9016-934febdac997 req-31ac26f5-7305-429a-8a2c-fe3a20bd2a79 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8076482 Dec 20 21:29:47.459591 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38d88ee6-1f86-4963-8830-16a7800cf914 req-4fd2d3c8-1136-40f4-9a47-6b8aa21c5b27 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542380 Dec 20 21:29:47.460978 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee32c383-e245-46e3-85c5-da7fca75fa53 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:47.474720 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Request body: {'port': {'device_id': '2cbe4396-1e04-4c0c-a4c8-f32333870015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:47.562890 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:47.566607 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32c383-e245-46e3-85c5-da7fca75fa53 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=3672a271-4316-42fa-bff2-eb90f381be13,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:47.576468 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee32c383-e245-46e3-85c5-da7fca75fa53 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:47.580372 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ee32c383-e245-46e3-85c5-da7fca75fa53 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/3672a271-4316-42fa-bff2-eb90f381be13 HTTP/1.1" status: 204 len: 168 time: 1.3139634 Dec 20 21:29:47.585683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38098) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:47.731633 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e20ea041-9e9c-4c8e-8e09-25dd88633b4f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1447816 Dec 20 21:29:47.736761 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38104) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:47.742648 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-79e4d60f-59e4-4518-9585-ab0f9954206b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:47.856144 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:47.888522 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00542e71-903f-4759-bc63-9461687bfab8 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:29:48.008986 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b918-e7e4-4608-93d9-e08711db8a87 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:48.023919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-5c7812e4-cc73-4e17-94f3-8751e0a76c4d req-09f85e7c-4323-4452-8631-02d4ae7fc18a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Deleting port 292cd612-0e46-4ad4-94b3-77e28adda208 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:48.024945 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-5c7812e4-cc73-4e17-94f3-8751e0a76c4d req-09f85e7c-4323-4452-8631-02d4ae7fc18a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:48.035221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee43e5-1e5d-4bbb-b2e0-5d3e8a82dfb0 req-6b2380ac-5d4d-4152-89a1-35cc81db17e2 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:48.045153 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6ee43e5-1e5d-4bbb-b2e0-5d3e8a82dfb0 req-6b2380ac-5d4d-4152-89a1-35cc81db17e2 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 931 time: 0.4088638 Dec 20 21:29:48.050428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e4d60f-59e4-4518-9585-ab0f9954206b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:48.052770 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b918-e7e4-4608-93d9-e08711db8a87 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:48.054112 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79e4d60f-59e4-4518-9585-ab0f9954206b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:48.084940 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-28cc0b21-a5b9-4dc1-a391-c205102a5352 None None] Provisioning complete for port 9153310b-f893-4aec-93e8-a6fe900d3dc1 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:48.085275 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28cc0b21-a5b9-4dc1-a391-c205102a5352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:48.227637 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9153310b-f893-4aec-93e8-a6fe900d3dc1 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:29:48.277370 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6ee43e5-1e5d-4bbb-b2e0-5d3e8a82dfb0 req-16161c35-c5bb-4d2f-9267-f69efd4875e5 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312255 Dec 20 21:29:48.374550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-5c7812e4-cc73-4e17-94f3-8751e0a76c4d req-09f85e7c-4323-4452-8631-02d4ae7fc18a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] For port 292cd612-0e46-4ad4-94b3-77e28adda208, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=292cd612-0e46-4ad4-94b3-77e28adda208,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:48.375280 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-5c7812e4-cc73-4e17-94f3-8751e0a76c4d req-09f85e7c-4323-4452-8631-02d4ae7fc18a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:48.379510 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-e5e7b918-e7e4-4608-93d9-e08711db8a87 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Floating IP 4ac443c7-6310-47f4-86a9-dba915622b9b associated. External IP: 172.35.3.61, port: 85e8bade-ced6-417c-a6a8-6dc4305942f4. Dec 20 21:29:48.462584 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 9153310b-f893-4aec-93e8-a6fe900d3dc1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:48.463074 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:48.538410 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d839f3c2-1f96-4257-8066-2ecf9f0ce84a None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:29:48.583096 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-5c7812e4-cc73-4e17-94f3-8751e0a76c4d req-09f85e7c-4323-4452-8631-02d4ae7fc18a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Calling delete_port for 292cd612-0e46-4ad4-94b3-77e28adda208 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:48.737348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7abe21e6-30d6-46b6-bfa4-baa18087c27d {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:48.747631 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:48.759683 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d839f3c2-1f96-4257-8066-2ecf9f0ce84a None None] Deleting port 9153310b-f893-4aec-93e8-a6fe900d3dc1 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:48.760060 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d839f3c2-1f96-4257-8066-2ecf9f0ce84a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:48.762011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Transition to ACTIVE for port object 7abe21e6-30d6-46b6-bfa4-baa18087c27d will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:29:48.791275 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:48.835771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d839f3c2-1f96-4257-8066-2ecf9f0ce84a None None] For port 9153310b-f893-4aec-93e8-a6fe900d3dc1, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9153310b-f893-4aec-93e8-a6fe900d3dc1,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:48.836173 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d839f3c2-1f96-4257-8066-2ecf9f0ce84a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:48.855275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d839f3c2-1f96-4257-8066-2ecf9f0ce84a None None] Calling delete_port for 9153310b-f893-4aec-93e8-a6fe900d3dc1 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:48.947479 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d839f3c2-1f96-4257-8066-2ecf9f0ce84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:48.988579 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbda05-c3d0-48e6-a519-b8b63f53d418 req-178ccbec-1868-4510-ab0d-267f5cf48ff3 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:48.990457 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-78dbda05-c3d0-48e6-a519-b8b63f53d418 req-178ccbec-1868-4510-ab0d-267f5cf48ff3 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 947 time: 0.5217743 Dec 20 21:29:48.994240 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839f3c2-1f96-4257-8066-2ecf9f0ce84a None None] Pushing event deleted for resources: {'Port': ['ID=9153310b-f893-4aec-93e8-a6fe900d3dc1,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:49.007467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d839f3c2-1f96-4257-8066-2ecf9f0ce84a None None] No DVR routers for this DVR port 9153310b-f893-4aec-93e8-a6fe900d3dc1 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:29:49.018870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bc8b4-38aa-49db-9fd7-c79041ac581a req-69dc21b8-9c4f-415b-a4d3-2c0c538edf1d tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:49.026996 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-486bc8b4-38aa-49db-9fd7-c79041ac581a req-69dc21b8-9c4f-415b-a4d3-2c0c538edf1d tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 946 time: 0.3985748 Dec 20 21:29:49.049426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Pushing event updated for resources: {'Port': ['ID=7abe21e6-30d6-46b6-bfa4-baa18087c27d,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:49.085591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a472a2-4f1e-497e-8e8d-bc191afb2a42 req-343a2661-f761-4f4e-a09f-b3abb88f2117 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:49.087303 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7a472a2-4f1e-497e-8e8d-bc191afb2a42 req-343a2661-f761-4f4e-a09f-b3abb88f2117 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 947 time: 0.4456129 Dec 20 21:29:49.142372 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-486bc8b4-38aa-49db-9fd7-c79041ac581a req-ef814e27-5dfb-4280-a28e-0a88009918f6 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100376 Dec 20 21:29:49.150449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e7b918-e7e4-4608-93d9-e08711db8a87 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Router 928eaeef-dcbe-4331-a876-fcbc4f285009 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:29:49.163920 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Attempting to bind port 7abe21e6-30d6-46b6-bfa4-baa18087c27d on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:29:49.164248 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Attempting to bind port 7abe21e6-30d6-46b6-bfa4-baa18087c27d by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:29:49.164581 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Attempting to bind port 7abe21e6-30d6-46b6-bfa4-baa18087c27d on network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:29:49.175810 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Port 7abe21e6-30d6-46b6-bfa4-baa18087c27d on network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:29:49.176125 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Attempting to bind port 7abe21e6-30d6-46b6-bfa4-baa18087c27d on network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:29:49.184284 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:29:49.184621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Checking segment: {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:29:49.185148 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Bound using segment: {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:29:49.185595 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Bound port: 7abe21e6-30d6-46b6-bfa4-baa18087c27d, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:29:49.185952 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:49.275056 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7a472a2-4f1e-497e-8e8d-bc191afb2a42 req-c539508f-9ffd-4e4f-a724-e6c982fe9bd5 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755824 Dec 20 21:29:49.340789 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79e4d60f-59e4-4518-9585-ab0f9954206b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:49.392699 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e4d60f-59e4-4518-9585-ab0f9954206b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:49.401025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-79e4d60f-59e4-4518-9585-ab0f9954206b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:49.404212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e4d60f-59e4-4518-9585-ab0f9954206b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:49.404801 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79e4d60f-59e4-4518-9585-ab0f9954206b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:49.413453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dd625b-bf84-4426-b9e6-d1a7b7e97967 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:29:49.424578 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-78dbda05-c3d0-48e6-a519-b8b63f53d418 req-76580558-2ad2-42f1-8d04-25a14de94fb8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Deleting port 6cfbd27e-f961-4de8-8f03-fb0e251e0826 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:49.425098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-78dbda05-c3d0-48e6-a519-b8b63f53d418 req-76580558-2ad2-42f1-8d04-25a14de94fb8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:49.544126 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] For port 7abe21e6-30d6-46b6-bfa4-baa18087c27d, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:29:49.583345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4d60f-59e4-4518-9585-ab0f9954206b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=7c21da56-2b27-4c23-bc58-7df0dadcc28d,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:49.603482 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] For port 7abe21e6-30d6-46b6-bfa4-baa18087c27d, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7abe21e6-30d6-46b6-bfa4-baa18087c27d,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:29:49.618523 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-79e4d60f-59e4-4518-9585-ab0f9954206b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8781476 Dec 20 21:29:49.621696 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:49.624777 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38120) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:49.631533 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-5c7812e4-cc73-4e17-94f3-8751e0a76c4d req-09f85e7c-4323-4452-8631-02d4ae7fc18a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:49.634765 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-28f19d94-1a73-49c4-9322-e19a8ea026a8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'name': 'tempest-NetworksTestDHCPv6-1855222003'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:49.664095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-78dbda05-c3d0-48e6-a519-b8b63f53d418 req-76580558-2ad2-42f1-8d04-25a14de94fb8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] For port 6cfbd27e-f961-4de8-8f03-fb0e251e0826, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6cfbd27e-f961-4de8-8f03-fb0e251e0826,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:49.664467 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-78dbda05-c3d0-48e6-a519-b8b63f53d418 req-76580558-2ad2-42f1-8d04-25a14de94fb8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:49.671898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['f2e781db-9a6d-4224-afb2-b7ddaa17dacb'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:49.761264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f85e7c-4323-4452-8631-02d4ae7fc18a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Pushing event deleted for resources: {'Port': ['ID=292cd612-0e46-4ad4-94b3-77e28adda208,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:49.792682 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': '7c21da56-2b27-4c23-bc58-7df0dadcc28d'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:29:49.793528 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:49.856748 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f325e-9499-4140-a296-8b51be6320d3 req-b2615f05-8b15-411e-9067-b8847a2d4e36 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:49.864604 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5f325e-9499-4140-a296-8b51be6320d3 req-b2615f05-8b15-411e-9067-b8847a2d4e36 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 943 time: 0.4702632 Dec 20 21:29:49.875570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f19d94-1a73-49c4-9322-e19a8ea026a8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:49.879685 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-28f19d94-1a73-49c4-9322-e19a8ea026a8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:49.895469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e7b918-e7e4-4608-93d9-e08711db8a87 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:29:49.909630 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:49.910735 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:49.912499 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-78c5b24a-c648-459a-9016-934febdac997 req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] 10.222.0.31 "PUT /v2.0/ports/7abe21e6-30d6-46b6-bfa4-baa18087c27d HTTP/1.1" status: 200 len: 1089 time: 2.4419215 Dec 20 21:29:49.915333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbe4396-1e04-4c0c-a4c8-f32333870015', 'tag': '7abe21e6-30d6-46b6-bfa4-baa18087c27d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:49.918027 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77224b14-815b-473e-a940-16e708e786c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbe4396-1e04-4c0c-a4c8-f32333870015", "tag": "7abe21e6-30d6-46b6-bfa4-baa18087c27d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:49.919146 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5e7b918-e7e4-4608-93d9-e08711db8a87 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:49.921788 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7812e4-cc73-4e17-94f3-8751e0a76c4d req-09f85e7c-4323-4452-8631-02d4ae7fc18a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] No DVR routers for this DVR port 292cd612-0e46-4ad4-94b3-77e28adda208 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:29:49.926937 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-5c7812e4-cc73-4e17-94f3-8751e0a76c4d req-09f85e7c-4323-4452-8631-02d4ae7fc18a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:49.930800 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5c7812e4-cc73-4e17-94f3-8751e0a76c4d req-09f85e7c-4323-4452-8631-02d4ae7fc18a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "DELETE /v2.0/ports/292cd612-0e46-4ad4-94b3-77e28adda208 HTTP/1.1" status: 204 len: 173 time: 3.3255572 Dec 20 21:29:49.933456 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1', 'name': 'network-vif-deleted', 'tag': '292cd612-0e46-4ad4-94b3-77e28adda208'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:49.936174 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb586efe-1834-4716-9228-70f177a45c95" -d '{"events": [{"server_uuid": "fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1", "name": "network-vif-deleted", "tag": "292cd612-0e46-4ad4-94b3-77e28adda208"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:50.020854 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e5e7b918-e7e4-4608-93d9-e08711db8a87 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "PUT /v2.0/floatingips/4ac443c7-6310-47f4-86a9-dba915622b9b HTTP/1.1" status: 200 len: 990 time: 3.9210749 Dec 20 21:29:50.026686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6d011-fd09-4018-86a1-633e7c95405d None None] Sync routers for ids ['928eaeef-dcbe-4331-a876-fcbc4f285009'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:29:50.067066 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ff59cf-9cfa-4b42-9d04-7dac677f3ccd x-openstack-request-id: req-d6ff59cf-9cfa-4b42-9d04-7dac677f3ccd {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:50.067649 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbe4396-1e04-4c0c-a4c8-f32333870015", "tag": "7abe21e6-30d6-46b6-bfa4-baa18087c27d", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:50.069419 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6ff59cf-9cfa-4b42-9d04-7dac677f3ccd {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:50.070027 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbe4396-1e04-4c0c-a4c8-f32333870015', 'tag': '7abe21e6-30d6-46b6-bfa4-baa18087c27d', 'status': 'completed', 'code': 200} Dec 20 21:29:50.073029 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-28f19d94-1a73-49c4-9322-e19a8ea026a8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port b5e6f295-bf54-4300-b986-c3b35b919be1 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:29:50.111512 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9d5f325e-9499-4140-a296-8b51be6320d3 req-77f62aac-8fde-4b69-8bcf-e990fb2fcfa4 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451365 Dec 20 21:29:50.165606 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfdd6ca-6195-4665-a587-cc5484564bbb x-openstack-request-id: req-7dfdd6ca-6195-4665-a587-cc5484564bbb {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:50.165606 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1", "name": "network-vif-deleted", "tag": "292cd612-0e46-4ad4-94b3-77e28adda208", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:50.165606 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7dfdd6ca-6195-4665-a587-cc5484564bbb {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:50.166769 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9153310b-f893-4aec-93e8-a6fe900d3dc1 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:29:50.168275 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1', 'name': 'network-vif-deleted', 'tag': '292cd612-0e46-4ad4-94b3-77e28adda208', 'status': 'completed', 'code': 200} Dec 20 21:29:50.184618 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b759f-0598-42d1-a08a-cd8e2da8f376 service neutron] Pushing event updated for resources: {'Port': ['ID=7abe21e6-30d6-46b6-bfa4-baa18087c27d,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:50.214638 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-78dbda05-c3d0-48e6-a519-b8b63f53d418 req-76580558-2ad2-42f1-8d04-25a14de94fb8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:50.214896 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-78dbda05-c3d0-48e6-a519-b8b63f53d418 req-76580558-2ad2-42f1-8d04-25a14de94fb8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:50.215324 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [req-78dbda05-c3d0-48e6-a519-b8b63f53d418 req-76580558-2ad2-42f1-8d04-25a14de94fb8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Floating IP 14bcba86-f68b-4a90-abd1-9e80cc79a5fd disassociated. External IP: 172.35.3.155, port: 6cfbd27e-f961-4de8-8f03-fb0e251e0826. Dec 20 21:29:50.215780 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-78dbda05-c3d0-48e6-a519-b8b63f53d418 req-76580558-2ad2-42f1-8d04-25a14de94fb8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Calling delete_port for 6cfbd27e-f961-4de8-8f03-fb0e251e0826 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:50.235675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Allocated IP 2001:db8::2 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/7c21da56-2b27-4c23-bc58-7df0dadcc28d/782e88e5-b82b-448e-b3a9-3eaf9f0a21dc) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:29:50.325998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5b24a-c648-459a-9016-934febdac997 req-0c7bfda5-5a0f-484a-95bb-8cfcddcf2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:50.331748 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-78c5b24a-c648-459a-9016-934febdac997 req-0c7bfda5-5a0f-484a-95bb-8cfcddcf2c9e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 1092 time: 0.3007722 Dec 20 21:29:50.396851 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:50.404078 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6d011-fd09-4018-86a1-633e7c95405d None None] Routers {'928eaeef-dcbe-4331-a876-fcbc4f285009'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:29:50.404867 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-7bb6d011-fd09-4018-86a1-633e7c95405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:29:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['928eaeef-dcbe-4331-a876-fcbc4f285009'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:29:50.465135 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ac7f0276-1f3f-4c6a-911e-61582a8d897c req-9a83ce0c-a25e-4624-8d28-c1576c71008f tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe2c2b9a-8cc9-4be8-8631-ac68ab3d20c1 HTTP/1.1" status: 200 len: 210 time: 0.0802822 Dec 20 21:29:50.499285 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:50.531283 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-78c5b24a-c648-459a-9016-934febdac997 req-071f1ade-760d-4f7c-b0a7-efb59a2613d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7abe21e6-30d6-46b6-bfa4-baa18087c27d HTTP/1.1" status: 200 len: 217 time: 0.1872842 Dec 20 21:29:50.621731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 9153310b-f893-4aec-93e8-a6fe900d3dc1 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:29:50.622491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9153310b-f893-4aec-93e8-a6fe900d3dc1 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:29:50.625555 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 292cd612-0e46-4ad4-94b3-77e28adda208 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:29:50.677591 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-78dbda05-c3d0-48e6-a519-b8b63f53d418 req-76580558-2ad2-42f1-8d04-25a14de94fb8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:50.812182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5b24a-c648-459a-9016-934febdac997 req-f096b7bb-84d5-47ad-bd22-86800cce8bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:50.812182 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-78c5b24a-c648-459a-9016-934febdac997 req-f096b7bb-84d5-47ad-bd22-86800cce8bfe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ea9759e2-26ca-4714-859c-932515626a6f HTTP/1.1" status: 200 len: 852 time: 0.2233584 Dec 20 21:29:50.813115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76580558-2ad2-42f1-8d04-25a14de94fb8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Pushing event deleted for resources: {'Port': ['ID=6cfbd27e-f961-4de8-8f03-fb0e251e0826,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:50.813199 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-28f19d94-1a73-49c4-9322-e19a8ea026a8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::1a3 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/7c21da56-2b27-4c23-bc58-7df0dadcc28d/b5e6f295-bf54-4300-b986-c3b35b919be1) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:29:50.859755 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-78c5b24a-c648-459a-9016-934febdac997 req-d9af49f2-cfa1-438c-878b-4c80fa4f2297 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575352 Dec 20 21:29:50.864181 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 292cd612-0e46-4ad4-94b3-77e28adda208 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:29:50.865606 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 292cd612-0e46-4ad4-94b3-77e28adda208 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:29:50.870097 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9abcf5-052f-492c-8302-bd18c0db7111 req-f8bdd31e-06b9-49b2-840a-7a85f038649a tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:50.876897 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:50.877963 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1d9abcf5-052f-492c-8302-bd18c0db7111 req-f8bdd31e-06b9-49b2-840a-7a85f038649a tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffdd2c35-dedb-47b7-9636-b1d042599de3 HTTP/1.1" status: 200 len: 868 time: 0.3690791 Dec 20 21:29:50.882350 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:50.900921 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:29:50.925495 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Pushing event updated for resources: {'Port': ['ID=782e88e5-b82b-448e-b3a9-3eaf9f0a21dc,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:50.972242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78dbda05-c3d0-48e6-a519-b8b63f53d418 req-76580558-2ad2-42f1-8d04-25a14de94fb8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Router 75d657b4-bb44-438a-ae10-24d5065fc132 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:29:51.023348 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-7bb6d011-fd09-4018-86a1-633e7c95405d None None] Set router 928eaeef-dcbe-4331-a876-fcbc4f285009 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:29:51.067631 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Attempting to bind port 782e88e5-b82b-448e-b3a9-3eaf9f0a21dc on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:29:51.068332 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Attempting to bind port 782e88e5-b82b-448e-b3a9-3eaf9f0a21dc by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:29:51.068925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Attempting to bind port 782e88e5-b82b-448e-b3a9-3eaf9f0a21dc on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:29:51.080943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:29:51.081473 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:29:51.082205 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:51.089487 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:29:51.090408 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Bound port: 782e88e5-b82b-448e-b3a9-3eaf9f0a21dc, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:29:51.090915 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:51.095022 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:29:51.249128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78dbda05-c3d0-48e6-a519-b8b63f53d418 req-76580558-2ad2-42f1-8d04-25a14de94fb8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:29:51.265641 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c571f0-c546-4ed3-99de-b1273819a1f0 None None] Sync routers for ids ['75d657b4-bb44-438a-ae10-24d5065fc132'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:29:51.280431 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c571f0-c546-4ed3-99de-b1273819a1f0 None None] Routers {'75d657b4-bb44-438a-ae10-24d5065fc132'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:29:51.283220 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c7c571f0-c546-4ed3-99de-b1273819a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:29:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['75d657b4-bb44-438a-ae10-24d5065fc132'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:29:51.341543 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-28f19d94-1a73-49c4-9322-e19a8ea026a8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:51.389565 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-78c5b24a-c648-459a-9016-934febdac997 req-6823596c-7b69-433e-81aa-3cb6c9a0e7d3 service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033984 Dec 20 21:29:51.394113 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-28f19d94-1a73-49c4-9322-e19a8ea026a8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:51.442942 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-78dbda05-c3d0-48e6-a519-b8b63f53d418 req-76580558-2ad2-42f1-8d04-25a14de94fb8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] No DVR routers for this DVR port 6cfbd27e-f961-4de8-8f03-fb0e251e0826 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:29:51.463393 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-78dbda05-c3d0-48e6-a519-b8b63f53d418 req-76580558-2ad2-42f1-8d04-25a14de94fb8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:51.466786 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-78dbda05-c3d0-48e6-a519-b8b63f53d418 req-76580558-2ad2-42f1-8d04-25a14de94fb8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.31 "DELETE /v2.0/ports/6cfbd27e-f961-4de8-8f03-fb0e251e0826 HTTP/1.1" status: 204 len: 173 time: 2.4628839 Dec 20 21:29:51.526795 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25215c6b-9e3d-4628-bf91-c8664b3cc7cf req-f8f4f630-714b-462f-ae87-8578f0aa8dc0 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:51.535927 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-25215c6b-9e3d-4628-bf91-c8664b3cc7cf req-f8f4f630-714b-462f-ae87-8578f0aa8dc0 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 943 time: 0.2844663 Dec 20 21:29:51.567612 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6cfbd27e-f961-4de8-8f03-fb0e251e0826 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:29:51.708186 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-78c5b24a-c648-459a-9016-934febdac997 req-50bcc572-ff9d-4933-aaff-50503185ee27 service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075771 Dec 20 21:29:51.709627 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-25215c6b-9e3d-4628-bf91-c8664b3cc7cf req-9c588c64-5fba-4e41-a299-44c88d52f2d9 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593404 Dec 20 21:29:51.710223 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c7c571f0-c546-4ed3-99de-b1273819a1f0 None None] Set router 75d657b4-bb44-438a-ae10-24d5065fc132 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:29:51.728807 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f19d94-1a73-49c4-9322-e19a8ea026a8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=b5e6f295-bf54-4300-b986-c3b35b919be1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:51.735563 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1d9abcf5-052f-492c-8302-bd18c0db7111 req-887e1137-a5da-4668-a7bf-82a59440c1f7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f8e684d-77db-4943-a531-03a48d3b5fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8564813 Dec 20 21:29:51.743669 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f19d94-1a73-49c4-9322-e19a8ea026a8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:51.745512 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-28f19d94-1a73-49c4-9322-e19a8ea026a8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:51.748226 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f19d94-1a73-49c4-9322-e19a8ea026a8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:29:51.755890 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f19d94-1a73-49c4-9322-e19a8ea026a8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:51.756730 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-28f19d94-1a73-49c4-9322-e19a8ea026a8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:51.782502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38154) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:51.782873 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-28f19d94-1a73-49c4-9322-e19a8ea026a8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1543951 Dec 20 21:29:51.838760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] For port 782e88e5-b82b-448e-b3a9-3eaf9f0a21dc, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:29:51.866318 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] For port 782e88e5-b82b-448e-b3a9-3eaf9f0a21dc, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=782e88e5-b82b-448e-b3a9-3eaf9f0a21dc,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:29:51.880697 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:51.885333 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 6cfbd27e-f961-4de8-8f03-fb0e251e0826 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:29:51.885678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6cfbd27e-f961-4de8-8f03-fb0e251e0826 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:29:51.896613 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77224b14-815b-473e-a940-16e708e786c8 req-91d02ba5-0234-4547-b003-ddab7d86d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:51.899540 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-77224b14-815b-473e-a940-16e708e786c8 req-91d02ba5-0234-4547-b003-ddab7d86d709 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 1092 time: 0.0885468 Dec 20 21:29:51.917655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a757cb30-88f6-4b4f-8953-4c5556a77e40 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:51.927920 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a757cb30-88f6-4b4f-8953-4c5556a77e40 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:51.930104 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a757cb30-88f6-4b4f-8953-4c5556a77e40 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1465466 Dec 20 21:29:51.945709 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38160) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:52.001514 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed20fd0-e7e6-4123-9ccc-70107a680f7a None None] Pushing event updated for resources: {'Port': ['ID=782e88e5-b82b-448e-b3a9-3eaf9f0a21dc,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:52.108721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-7bb6d011-fd09-4018-86a1-633e7c95405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'name': 'tempest-TaggedBootDevicesTest-189542206-router', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '7057fb74-1769-41df-abd7-68be04325637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:51Z', 'updated_at': '2021-12-20T21:27:55Z', 'revision_number': 4, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'gw_port': {'id': '7057fb74-1769-41df-abd7-68be04325637', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:22:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:52Z', 'updated_at': '2021-12-20T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '4ac443c7-6310-47f4-86a9-dba915622b9b', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'floating_ip_address': '172.35.3.61', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'port_id': '85e8bade-ced6-417c-a6a8-6dc4305942f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57', 'mac_address': 'fa:16:3e:f6:ec:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:28:42Z', 'updated_at': '2021-12-20T21:29:47Z', 'revision_number': 1, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308a899b-cbe5-4a76-bd53-b748e27cd837', 'name': '', 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'mac_address': 'fa:16:3e:a2:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:54Z', 'updated_at': '2021-12-20T21:28:01Z', 'revision_number': 5, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'subnets': [{'id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:29:52.169097 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'tag': '85e8bade-ced6-417c-a6a8-6dc4305942f4'}, {'server_uuid': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'name': 'network-vif-deleted', 'tag': '6cfbd27e-f961-4de8-8f03-fb0e251e0826'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:52.171358 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6da88c2-8d4b-46a6-9f3b-27fcff145f06" -d '{"events": [{"name": "network-changed", "server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "tag": "85e8bade-ced6-417c-a6a8-6dc4305942f4"}, {"server_uuid": "ffdd2c35-dedb-47b7-9636-b1d042599de3", "name": "network-vif-deleted", "tag": "6cfbd27e-f961-4de8-8f03-fb0e251e0826"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:52.201090 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77224b14-815b-473e-a940-16e708e786c8 req-cd60150d-f58f-40f7-9261-843fff777675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:52.202578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6d011-fd09-4018-86a1-633e7c95405d None None] Checking router: 928eaeef-dcbe-4331-a876-fcbc4f285009 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:29:52.207067 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-77224b14-815b-473e-a940-16e708e786c8 req-cd60150d-f58f-40f7-9261-843fff777675 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 913 time: 0.2990532 Dec 20 21:29:52.211780 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-30e13e55-123c-4bc0-a087-13e3f691df11 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port b5e6f295-bf54-4300-b986-c3b35b919be1 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:52.214001 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6d011-fd09-4018-86a1-633e7c95405d None None] Routers {'928eaeef-dcbe-4331-a876-fcbc4f285009'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:29:52.214675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-7bb6d011-fd09-4018-86a1-633e7c95405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:29:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['928eaeef-dcbe-4331-a876-fcbc4f285009'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:29:52.221096 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-30e13e55-123c-4bc0-a087-13e3f691df11 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:52.267942 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c7c571f0-c546-4ed3-99de-b1273819a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:25:33Z', 'revision_number': 4, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '018ebc94-12eb-424c-ad64-7f0d5be10c6d', 'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'mac_address': 'fa:16:3e:38:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:32Z', 'updated_at': '2021-12-20T21:25:37Z', 'revision_number': 5, 'project_id': '2372edae52864334a53d4fba944cc335', 'subnets': [{'id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:29:52.317422 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-30e13e55-123c-4bc0-a087-13e3f691df11 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:52.343873 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-30e13e55-123c-4bc0-a087-13e3f691df11 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for b5e6f295-bf54-4300-b986-c3b35b919be1 owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:52.347059 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-77224b14-815b-473e-a940-16e708e786c8 req-67dc7263-9329-4dc3-925a-0231a94452fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7abe21e6-30d6-46b6-bfa4-baa18087c27d HTTP/1.1" status: 200 len: 217 time: 0.1265953 Dec 20 21:29:52.348904 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c571f0-c546-4ed3-99de-b1273819a1f0 None None] Checking router: 75d657b4-bb44-438a-ae10-24d5065fc132 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:29:52.359325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-7bb6d011-fd09-4018-86a1-633e7c95405d None None] Set router 928eaeef-dcbe-4331-a876-fcbc4f285009 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:29:52.379610 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c571f0-c546-4ed3-99de-b1273819a1f0 None None] Routers {'75d657b4-bb44-438a-ae10-24d5065fc132'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:29:52.380362 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c7c571f0-c546-4ed3-99de-b1273819a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:29:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['75d657b4-bb44-438a-ae10-24d5065fc132'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:29:52.544846 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b88357-fa9c-4870-9e2f-4ba8a23c6554 x-openstack-request-id: req-f8b88357-fa9c-4870-9e2f-4ba8a23c6554 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:52.545414 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "tag": "85e8bade-ced6-417c-a6a8-6dc4305942f4", "status": "completed", "code": 200}, {"server_uuid": "ffdd2c35-dedb-47b7-9636-b1d042599de3", "name": "network-vif-deleted", "tag": "6cfbd27e-f961-4de8-8f03-fb0e251e0826", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:52.545821 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8b88357-fa9c-4870-9e2f-4ba8a23c6554 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:52.546429 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'tag': '85e8bade-ced6-417c-a6a8-6dc4305942f4', 'status': 'completed', 'code': 200} Dec 20 21:29:52.546901 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdd2c35-dedb-47b7-9636-b1d042599de3', 'name': 'network-vif-deleted', 'tag': '6cfbd27e-f961-4de8-8f03-fb0e251e0826', 'status': 'completed', 'code': 200} Dec 20 21:29:52.549487 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-30e13e55-123c-4bc0-a087-13e3f691df11 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:52.555352 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c7c571f0-c546-4ed3-99de-b1273819a1f0 None None] Set router 75d657b4-bb44-438a-ae10-24d5065fc132 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:29:52.637869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e13e55-123c-4bc0-a087-13e3f691df11 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=b5e6f295-bf54-4300-b986-c3b35b919be1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:52.684646 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-30e13e55-123c-4bc0-a087-13e3f691df11 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:52.690754 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-30e13e55-123c-4bc0-a087-13e3f691df11 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/b5e6f295-bf54-4300-b986-c3b35b919be1 HTTP/1.1" status: 204 len: 168 time: 0.7436793 Dec 20 21:29:52.691466 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38176) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:52.716887 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77224b14-815b-473e-a940-16e708e786c8 req-ee047ed5-c72a-451f-86df-a02f60516efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:52.720900 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-77224b14-815b-473e-a940-16e708e786c8 req-ee047ed5-c72a-451f-86df-a02f60516efa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ea9759e2-26ca-4714-859c-932515626a6f HTTP/1.1" status: 200 len: 852 time: 0.3596940 Dec 20 21:29:52.842941 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-d9f3300b-bc7d-47b4-8d4c-856ec7b69ed0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:52.845269 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-d9f3300b-bc7d-47b4-8d4c-856ec7b69ed0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 806 time: 0.4084568 Dec 20 21:29:52.847347 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-77224b14-815b-473e-a940-16e708e786c8 req-ce777144-414c-47af-8950-862d89487819 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407858 Dec 20 21:29:52.863088 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da88c2-8d4b-46a6-9f3b-27fcff145f06 req-4101df34-e62f-4d40-a0f9-0538be397e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:52.864502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da88c2-8d4b-46a6-9f3b-27fcff145f06 req-4101df34-e62f-4d40-a0f9-0538be397e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:52.866408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da88c2-8d4b-46a6-9f3b-27fcff145f06 req-4101df34-e62f-4d40-a0f9-0538be397e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:52.867113 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da88c2-8d4b-46a6-9f3b-27fcff145f06 req-4101df34-e62f-4d40-a0f9-0538be397e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:52.867802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da88c2-8d4b-46a6-9f3b-27fcff145f06 req-4101df34-e62f-4d40-a0f9-0538be397e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:52.868428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da88c2-8d4b-46a6-9f3b-27fcff145f06 req-4101df34-e62f-4d40-a0f9-0538be397e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:52.869080 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da88c2-8d4b-46a6-9f3b-27fcff145f06 req-4101df34-e62f-4d40-a0f9-0538be397e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:52.879486 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-d8a20c3b-6336-48f2-b77c-7f65ea437a21 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/quotas/f2becd49857f4ac9be67acdcb5932764 HTTP/1.1" status: 200 len: 375 time: 0.0274804 Dec 20 21:29:52.888245 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a6da88c2-8d4b-46a6-9f3b-27fcff145f06 req-4101df34-e62f-4d40-a0f9-0538be397e6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 6477 time: 0.3548474 Dec 20 21:29:52.904695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-7bb6d011-fd09-4018-86a1-633e7c95405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'name': 'tempest-TaggedBootDevicesTest-189542206-router', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '7057fb74-1769-41df-abd7-68be04325637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:51Z', 'updated_at': '2021-12-20T21:27:55Z', 'revision_number': 4, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'gw_port': {'id': '7057fb74-1769-41df-abd7-68be04325637', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:22:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:52Z', 'updated_at': '2021-12-20T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '4ac443c7-6310-47f4-86a9-dba915622b9b', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'floating_ip_address': '172.35.3.61', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'port_id': '85e8bade-ced6-417c-a6a8-6dc4305942f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57', 'mac_address': 'fa:16:3e:f6:ec:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:28:42Z', 'updated_at': '2021-12-20T21:29:47Z', 'revision_number': 1, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308a899b-cbe5-4a76-bd53-b748e27cd837', 'name': '', 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'mac_address': 'fa:16:3e:a2:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:54Z', 'updated_at': '2021-12-20T21:28:01Z', 'revision_number': 5, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'subnets': [{'id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:29:52.957683 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6d011-fd09-4018-86a1-633e7c95405d None None] The sync data for ids ['928eaeef-dcbe-4331-a876-fcbc4f285009'] in n-d-xena-1 is: [{'id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'name': 'tempest-TaggedBootDevicesTest-189542206-router', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '7057fb74-1769-41df-abd7-68be04325637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:51Z', 'updated_at': '2021-12-20T21:27:55Z', 'revision_number': 4, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'gw_port': {'id': '7057fb74-1769-41df-abd7-68be04325637', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:22:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:52Z', 'updated_at': '2021-12-20T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '4ac443c7-6310-47f4-86a9-dba915622b9b', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'floating_ip_address': '172.35.3.61', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'port_id': '85e8bade-ced6-417c-a6a8-6dc4305942f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57', 'mac_address': 'fa:16:3e:f6:ec:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:28:42Z', 'updated_at': '2021-12-20T21:29:47Z', 'revision_number': 1, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308a899b-cbe5-4a76-bd53-b748e27cd837', 'name': '', 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'mac_address': 'fa:16:3e:a2:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:54Z', 'updated_at': '2021-12-20T21:28:01Z', 'revision_number': 5, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'subnets': [{'id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:29:53.016954 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c7c571f0-c546-4ed3-99de-b1273819a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:25:33Z', 'revision_number': 4, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '018ebc94-12eb-424c-ad64-7f0d5be10c6d', 'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'mac_address': 'fa:16:3e:38:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:32Z', 'updated_at': '2021-12-20T21:25:37Z', 'revision_number': 5, 'project_id': '2372edae52864334a53d4fba944cc335', 'subnets': [{'id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:29:53.058139 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-77224b14-815b-473e-a940-16e708e786c8 req-b39e15fb-beee-4b89-bed6-c744c66ee3f0 service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776412 Dec 20 21:29:53.184167 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f0a5cae3-2aba-4b09-be64-73318d93a844 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2033279 Dec 20 21:29:53.186297 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-77224b14-815b-473e-a940-16e708e786c8 req-c742edf6-6883-4902-a653-c580a5929b93 service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195977 Dec 20 21:29:53.224378 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c571f0-c546-4ed3-99de-b1273819a1f0 None None] The sync data for ids ['75d657b4-bb44-438a-ae10-24d5065fc132'] in n-d-xena-1 is: [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:25:33Z', 'revision_number': 4, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '018ebc94-12eb-424c-ad64-7f0d5be10c6d', 'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'mac_address': 'fa:16:3e:38:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:32Z', 'updated_at': '2021-12-20T21:25:37Z', 'revision_number': 5, 'project_id': '2372edae52864334a53d4fba944cc335', 'subnets': [{'id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:29:53.355782 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-d812dcee-5507-4111-88b4-53c55dd8034b service neutron] 10.222.0.32 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551304 Dec 20 21:29:53.471126 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7abe21e6-30d6-46b6-bfa4-baa18087c27d details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:29:53.515396 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-8ad188e8-fc53-453a-82ba-0efc248c01e4 service neutron] 10.222.0.32 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531150 Dec 20 21:29:53.526644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebe9c81-68fd-42b7-9b08-770c599acb52 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:53.528952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebe9c81-68fd-42b7-9b08-770c599acb52 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:53.533805 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38196) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:53.534637 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5ebe9c81-68fd-42b7-9b08-770c599acb52 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8381958 Dec 20 21:29:53.649453 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1dd93-07fb-42d6-98b2-f5757783653a req-00123a33-2c00-4911-a565-946f8a7fbfe5 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:53.655536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b7fae-6208-4fcc-830d-156a29567a75 None None] New status for floating IP 4ac443c7-6310-47f4-86a9-dba915622b9b: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:29:53.656847 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07f1dd93-07fb-42d6-98b2-f5757783653a req-00123a33-2c00-4911-a565-946f8a7fbfe5 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 943 time: 0.7534993 Dec 20 21:29:53.676216 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5516d51-535c-4364-982a-f5f2de5af75e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet 7c21da56-2b27-4c23-bc58-7df0dadcc28d {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:29:53.693368 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5516d51-535c-4364-982a-f5f2de5af75e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:53.801811 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07f1dd93-07fb-42d6-98b2-f5757783653a req-4c7b0d41-e45b-4447-b6e5-1684d96386a2 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319644 Dec 20 21:29:53.803207 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da88c2-8d4b-46a6-9f3b-27fcff145f06 req-0e5ebf67-87a6-44a0-a5c3-33f69db83202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:53.804761 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a6da88c2-8d4b-46a6-9f3b-27fcff145f06 req-0e5ebf67-87a6-44a0-a5c3-33f69db83202 service neutron] 10.222.0.66 "GET /v2.0/networks?id=92da4183-ce83-467f-96db-4d2c3a33eb57 HTTP/1.1" status: 200 len: 912 time: 0.8974190 Dec 20 21:29:53.806168 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5516d51-535c-4364-982a-f5f2de5af75e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:53.816104 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fda32-470f-4024-8d14-d22cf797244b None None] New status for floating IP 14bcba86-f68b-4a90-abd1-9e80cc79a5fd: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:29:53.884615 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a6da88c2-8d4b-46a6-9f3b-27fcff145f06 req-1dda26e7-3e11-45ed-81e5-da0631ddd513 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85e8bade-ced6-417c-a6a8-6dc4305942f4 HTTP/1.1" status: 200 len: 998 time: 0.0704384 Dec 20 21:29:53.973303 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 7abe21e6-30d6-46b6-bfa4-baa18087c27d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7abe21e6-30d6-46b6-bfa4-baa18087c27d,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:54.022669 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da88c2-8d4b-46a6-9f3b-27fcff145f06 req-f850cbcf-2fd5-45bc-9694-463754d2757e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:54.029558 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a6da88c2-8d4b-46a6-9f3b-27fcff145f06 req-f850cbcf-2fd5-45bc-9694-463754d2757e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0e0a4469-c4b3-4646-a9ea-3b58cb2a6980 HTTP/1.1" status: 200 len: 850 time: 0.1357484 Dec 20 21:29:54.119380 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d974379f-8269-44c9-b9d8-485486f8cb18 None None] Provisioning complete for port 782e88e5-b82b-448e-b3a9-3eaf9f0a21dc triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:54.120011 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d974379f-8269-44c9-b9d8-485486f8cb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:54.124340 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '7abe21e6-30d6-46b6-bfa4-baa18087c27d', 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab', 'port_id': '7abe21e6-30d6-46b6-bfa4-baa18087c27d', 'mac_address': 'fa:16:3e:5f:9b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9759e2-26ca-4714-859c-932515626a6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:29:54.138922 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38210) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:54.187834 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aec55197-78bb-4e17-baf6-f371cdc5a185 req-a7a1dbf1-5f2c-4826-838f-7d38ca6e2d69 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 210 time: 0.0855825 Dec 20 21:29:54.221208 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5516d51-535c-4364-982a-f5f2de5af75e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:54.324930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da88c2-8d4b-46a6-9f3b-27fcff145f06 req-54e3d794-9174-48b7-9a93-92c4b9bb7790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:54.327474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a6da88c2-8d4b-46a6-9f3b-27fcff145f06 req-54e3d794-9174-48b7-9a93-92c4b9bb7790 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92da4183-ce83-467f-96db-4d2c3a33eb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2776492 Dec 20 21:29:54.375721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 782e88e5-b82b-448e-b3a9-3eaf9f0a21dc up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:29:54.388614 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5516d51-535c-4364-982a-f5f2de5af75e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:54.435558 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5516d51-535c-4364-982a-f5f2de5af75e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=7c21da56-2b27-4c23-bc58-7df0dadcc28d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:54.447953 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a5516d51-535c-4364-982a-f5f2de5af75e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:54.462446 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a5516d51-535c-4364-982a-f5f2de5af75e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/7c21da56-2b27-4c23-bc58-7df0dadcc28d HTTP/1.1" status: 204 len: 168 time: 0.9242361 Dec 20 21:29:54.462446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38222) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:54.546458 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ee90-eae6-4b51-8c3a-b0b3d14f0cab tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:54.572391 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9738b73e-8a36-4dd5-924c-09d55cd44b02 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1085944 Dec 20 21:29:54.575237 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38226) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:54.588076 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-56304553-e0b7-475a-a979-87db982e3a63 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:54.731529 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:54.776033 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ee90-eae6-4b51-8c3a-b0b3d14f0cab tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:54.815077 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 782e88e5-b82b-448e-b3a9-3eaf9f0a21dc triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:54.815512 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:54.831806 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d974379f-8269-44c9-b9d8-485486f8cb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:54.852458 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7abe21e6-30d6-46b6-bfa4-baa18087c27d {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:54.872801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56304553-e0b7-475a-a979-87db982e3a63 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:54.877434 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56304553-e0b7-475a-a979-87db982e3a63 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:54.923705 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a6da88c2-8d4b-46a6-9f3b-27fcff145f06 req-a7b6baad-ff6f-452e-9cf5-b0ae17d88f9e service neutron] 10.222.0.66 "GET /v2.0/networks/92da4183-ce83-467f-96db-4d2c3a33eb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815732 Dec 20 21:29:54.928315 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ee90-eae6-4b51-8c3a-b0b3d14f0cab tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:54.937432 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ee90-eae6-4b51-8c3a-b0b3d14f0cab tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:54.940041 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c2e7ee90-eae6-4b51-8c3a-b0b3d14f0cab tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "DELETE /v2.0/security-groups/8f8e684d-77db-4943-a531-03a48d3b5fb1 HTTP/1.1" status: 204 len: 168 time: 0.7995131 Dec 20 21:29:54.961129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38232) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:55.007988 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-c453e8e9-d6dc-450f-9519-80f0347f5dc7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] show failed (client error): The resource could not be found. Dec 20 21:29:55.012774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b9438e-d90e-4d7b-be3d-e25c2295aefc None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:29:55.014555 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c453e8e9-d6dc-450f-9519-80f0347f5dc7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups/8f8e684d-77db-4943-a531-03a48d3b5fb1 HTTP/1.1" status: 404 len: 347 time: 0.0549886 Dec 20 21:29:55.030202 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38240) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:55.104486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7ee90-eae6-4b51-8c3a-b0b3d14f0cab tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8e684d-77db-4943-a531-03a48d3b5fb1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:55.177369 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 7abe21e6-30d6-46b6-bfa4-baa18087c27d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7abe21e6-30d6-46b6-bfa4-baa18087c27d,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:55.214698 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:55.233412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dfc3b-87cd-4104-9023-f43d96219917 req-aa21b7da-d0d6-4a69-9d7b-082b057e191c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:55.235630 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c5dfc3b-87cd-4104-9023-f43d96219917 req-aa21b7da-d0d6-4a69-9d7b-082b057e191c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 943 time: 0.2305641 Dec 20 21:29:55.288615 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c5dfc3b-87cd-4104-9023-f43d96219917 req-80f68536-d6be-4209-bed2-b2d2a2a029b4 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421748 Dec 20 21:29:55.296135 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a6da88c2-8d4b-46a6-9f3b-27fcff145f06 req-26870caa-cb9b-43dd-86c4-477e8fd0c549 service neutron] 10.222.0.66 "GET /v2.0/networks/92da4183-ce83-467f-96db-4d2c3a33eb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522339 Dec 20 21:29:55.323297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=7abe21e6-30d6-46b6-bfa4-baa18087c27d,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:55.350686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d974379f-8269-44c9-b9d8-485486f8cb18 None None] For port 782e88e5-b82b-448e-b3a9-3eaf9f0a21dc, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=782e88e5-b82b-448e-b3a9-3eaf9f0a21dc,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:55.418462 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d974379f-8269-44c9-b9d8-485486f8cb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:55.498723 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:55.581878 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56304553-e0b7-475a-a979-87db982e3a63 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:55.583941 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3f6b2864-3713-4f18-ba31-a64eb826ec83 None None] Could not find standard attr ID for object b5e6f295-bf54-4300-b986-c3b35b919be1. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:29:55.604961 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5f01b882-c1a9-415b-904e-81f3fe5ba41c req-77339cd9-109a-4121-b48f-5f483b1a44b6 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 210 time: 0.0488355 Dec 20 21:29:55.623651 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57559e86-eb7c-49be-9c82-8ec9a459ee08 req-9de98c8f-2b44-4489-a6c5-887870df82f2 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:55.633774 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-57559e86-eb7c-49be-9c82-8ec9a459ee08 req-9de98c8f-2b44-4489-a6c5-887870df82f2 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 945 time: 0.5350735 Dec 20 21:29:55.640440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['7abe21e6-30d6-46b6-bfa4-baa18087c27d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:55.690577 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974379f-8269-44c9-b9d8-485486f8cb18 None None] Pushing event updated for resources: {'Port': ['ID=782e88e5-b82b-448e-b3a9-3eaf9f0a21dc,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:55.703383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56304553-e0b7-475a-a979-87db982e3a63 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:55.704935 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-56304553-e0b7-475a-a979-87db982e3a63 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:55.712863 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56304553-e0b7-475a-a979-87db982e3a63 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:55.713461 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56304553-e0b7-475a-a979-87db982e3a63 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:55.761765 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56304553-e0b7-475a-a979-87db982e3a63 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=25a22577-8b33-4a16-8e8c-947c3ca74fc0,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:55.793789 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-56304553-e0b7-475a-a979-87db982e3a63 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2174175 Dec 20 21:29:55.796471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38246) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:55.798121 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:29:55.798654 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:29:55.805305 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-57559e86-eb7c-49be-9c82-8ec9a459ee08 req-57827d79-49b5-496d-b21c-ee83857420c8 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1f6cc10-ee16-4c72-ae95-e86294732a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1697493 Dec 20 21:29:55.815280 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d2241ec6-f2ac-4eef-958d-21e87c7b7832 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Deleting port 3eab234d-c25a-4161-8453-71883d23f22d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:55.815837 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2241ec6-f2ac-4eef-958d-21e87c7b7832 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:55.835611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-852a4e6b-3fc3-463f-a930-fe043ff6d832 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'name': 'tempest-NetworksTestDHCPv6-553368997'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:56.054678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:29:56.210980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] Deleting port 782e88e5-b82b-448e-b3a9-3eaf9f0a21dc {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:56.211391 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:56.293429 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852a4e6b-3fc3-463f-a930-fe043ff6d832 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:56.308349 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-852a4e6b-3fc3-463f-a930-fe043ff6d832 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:56.348180 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2241ec6-f2ac-4eef-958d-21e87c7b7832 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:56.349316 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2241ec6-f2ac-4eef-958d-21e87c7b7832 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:56.376460 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d2241ec6-f2ac-4eef-958d-21e87c7b7832 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Calling delete_port for 3eab234d-c25a-4161-8453-71883d23f22d owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:56.407732 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-852a4e6b-3fc3-463f-a930-fe043ff6d832 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port 5aa296e1-8016-4e3d-a9e2-8470994de992 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:29:56.437329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] For port 782e88e5-b82b-448e-b3a9-3eaf9f0a21dc, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=782e88e5-b82b-448e-b3a9-3eaf9f0a21dc,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:56.437732 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:56.468412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] Calling delete_port for 782e88e5-b82b-448e-b3a9-3eaf9f0a21dc owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:56.530497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-0aedd34b-dbf4-436b-b0c8-080d9c5fd7c1 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:56.532194 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-0aedd34b-dbf4-436b-b0c8-080d9c5fd7c1 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 806 time: 0.4989774 Dec 20 21:29:56.587381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-cbb25999-b1b5-45cb-8072-116bcd907055 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Request body: {'port': {'device_id': '993e2b25-6a95-4ca8-8373-0703df12870f', 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1', 'admin_state_up': True, 'tenant_id': 'f2becd49857f4ac9be67acdcb5932764'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:56.657401 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:56.700450 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] Pushing event deleted for resources: {'Port': ['ID=782e88e5-b82b-448e-b3a9-3eaf9f0a21dc,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:56.703144 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] No DVR routers for this DVR port 782e88e5-b82b-448e-b3a9-3eaf9f0a21dc on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:29:56.720374 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:56.720714 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:56.721033 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:56.721357 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:56.721678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:56.722052 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:56.722767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:56.722767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:56.723009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541e138-8b69-45b7-a140-9c279e2bc956 req-0607c732-e118-4309-85b5-12f18283000c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:56.723359 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:56.723550 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:56.723842 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:56.724371 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c841115b-4f62-4123-9eea-c559afa1cd7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:29:56.731619 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7541e138-8b69-45b7-a140-9c279e2bc956 req-0607c732-e118-4309-85b5-12f18283000c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 944 time: 0.2216806 Dec 20 21:29:56.737552 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee2e02c-e24a-411c-811f-4f758873b0f1 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:29:56.816245 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2241ec6-f2ac-4eef-958d-21e87c7b7832 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:56.863714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-852a4e6b-3fc3-463f-a930-fe043ff6d832 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::43 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/25a22577-8b33-4a16-8e8c-947c3ca74fc0/5aa296e1-8016-4e3d-a9e2-8470994de992) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:29:56.886800 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7541e138-8b69-45b7-a140-9c279e2bc956 req-409ae8cf-5006-4709-9ca1-229fab9fdfe7 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540611 Dec 20 21:29:56.893188 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 782e88e5-b82b-448e-b3a9-3eaf9f0a21dc no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:29:56.917129 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 782e88e5-b82b-448e-b3a9-3eaf9f0a21dc {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:29:56.917523 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 782e88e5-b82b-448e-b3a9-3eaf9f0a21dc not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:29:57.001999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2241ec6-f2ac-4eef-958d-21e87c7b7832 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Pushing event deleted for resources: {'Port': ['ID=3eab234d-c25a-4161-8453-71883d23f22d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:57.006586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-cbb25999-b1b5-45cb-8072-116bcd907055 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Made reservation on behalf of f2becd49857f4ac9be67acdcb5932764 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:29:57.011478 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-cbb25999-b1b5-45cb-8072-116bcd907055 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:57.020275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': '25a22577-8b33-4a16-8e8c-947c3ca74fc0'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:29:57.026881 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-04d4043d-5c9a-48cd-8fb4-52955ed9e936 req-8406867d-8ed5-4aa2-82ce-0257c20ba2df tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 210 time: 0.1896012 Dec 20 21:29:57.028703 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:57.160239 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2241ec6-f2ac-4eef-958d-21e87c7b7832 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:57.168008 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d2241ec6-f2ac-4eef-958d-21e87c7b7832 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:57.175283 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d2241ec6-f2ac-4eef-958d-21e87c7b7832 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "DELETE /v2.0/floatingips/14bcba86-f68b-4a90-abd1-9e80cc79a5fd HTTP/1.1" status: 204 len: 168 time: 2.1410067 Dec 20 21:29:57.248447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52f99b-6a4e-472e-90ed-9699a0e616f4 req-fb5cb51b-8232-4a0c-aaa0-d3e975b20d43 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:57.259512 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a52f99b-6a4e-472e-90ed-9699a0e616f4 req-fb5cb51b-8232-4a0c-aaa0-d3e975b20d43 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 945 time: 0.2169461 Dec 20 21:29:57.269828 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-007689ff-ae3a-4771-b5e9-d8acddbe8576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:57.342687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a52f99b-6a4e-472e-90ed-9699a0e616f4 req-9e039d12-b8d4-45a1-8832-a9c4dab06e05 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1f6cc10-ee16-4c72-ae95-e86294732a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0816493 Dec 20 21:29:57.344875 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d9bd3-872f-4f54-8786-1dee4617cf9a req-78b584b4-c891-4f7b-84c3-e31d7d57f55e tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:57.354893 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-546d9bd3-872f-4f54-8786-1dee4617cf9a req-78b584b4-c891-4f7b-84c3-e31d7d57f55e tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.66 "GET /v2.0/ports?device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 945 time: 0.1551778 Dec 20 21:29:57.460283 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-852a4e6b-3fc3-463f-a930-fe043ff6d832 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:57.522681 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-852a4e6b-3fc3-463f-a930-fe043ff6d832 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:57.557545 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-546d9bd3-872f-4f54-8786-1dee4617cf9a req-bb86c4f1-c546-491b-866f-d8ff227c04e9 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Deleting port f434c139-b3dc-4a15-956a-26c19a30c49e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:57.557776 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7abe21e6-30d6-46b6-bfa4-baa18087c27d up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:29:57.569624 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-546d9bd3-872f-4f54-8786-1dee4617cf9a req-bb86c4f1-c546-491b-866f-d8ff227c04e9 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:57.655445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a4e6b-3fc3-463f-a930-fe043ff6d832 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:57.658787 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-cbb25999-b1b5-45cb-8072-116bcd907055 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Allocated IP 172.20.0.13 (631fd657-633a-4798-86f3-d2a6fb4581e1/25ff85e3-c2b2-4219-9be7-235a0898b2d1/23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:29:57.685771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-852a4e6b-3fc3-463f-a930-fe043ff6d832 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:57.693189 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852a4e6b-3fc3-463f-a930-fe043ff6d832 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:29:57.701650 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 7abe21e6-30d6-46b6-bfa4-baa18087c27d completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:29:57.712321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852a4e6b-3fc3-463f-a930-fe043ff6d832 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:57.712982 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-852a4e6b-3fc3-463f-a930-fe043ff6d832 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:57.721486 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 7abe21e6-30d6-46b6-bfa4-baa18087c27d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:29:57.721906 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:57.766934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-546d9bd3-872f-4f54-8786-1dee4617cf9a req-bb86c4f1-c546-491b-866f-d8ff227c04e9 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] For port f434c139-b3dc-4a15-956a-26c19a30c49e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f434c139-b3dc-4a15-956a-26c19a30c49e,segment=NetworkSegment(8cca1883-e9d5-464d-9ab7-a5b34fb4c08c),segment_id=8cca1883-e9d5-464d-9ab7-a5b34fb4c08c)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:57.768722 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-546d9bd3-872f-4f54-8786-1dee4617cf9a req-bb86c4f1-c546-491b-866f-d8ff227c04e9 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:57.771626 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-852a4e6b-3fc3-463f-a930-fe043ff6d832 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9721901 Dec 20 21:29:57.772342 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38268) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:57.824033 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Allocated IP 2001:db8::2 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/25a22577-8b33-4a16-8e8c-947c3ca74fc0/20ea59d8-36ac-41c2-8a41-bb75a14f73e3) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:29:57.830457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a4e6b-3fc3-463f-a930-fe043ff6d832 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=5aa296e1-8016-4e3d-a9e2-8470994de992,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:57.881136 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:57.934047 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbe4396-1e04-4c0c-a4c8-f32333870015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abe21e6-30d6-46b6-bfa4-baa18087c27d'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:29:57.936812 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12f17cb-7993-48f0-b5ee-7333c542b6b7" -d '{"events": [{"server_uuid": "2cbe4396-1e04-4c0c-a4c8-f32333870015", "name": "network-vif-plugged", "status": "completed", "tag": "7abe21e6-30d6-46b6-bfa4-baa18087c27d"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:29:57.971012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc318915-a31f-4eab-90db-fe6d5f0b6c0f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:57.984030 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38274) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:57.984652 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dc318915-a31f-4eab-90db-fe6d5f0b6c0f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1947887 Dec 20 21:29:57.998618 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 7abe21e6-30d6-46b6-bfa4-baa18087c27d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7abe21e6-30d6-46b6-bfa4-baa18087c27d,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:29:58.013849 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:58.080799 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=7abe21e6-30d6-46b6-bfa4-baa18087c27d,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:58.189826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37f882-65d2-4a8f-84c2-e7add6b4415d req-1556f787-4d9f-44ab-89da-fdb7284a660a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:58.199476 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c37f882-65d2-4a8f-84c2-e7add6b4415d req-1556f787-4d9f-44ab-89da-fdb7284a660a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 945 time: 0.1386483 Dec 20 21:29:58.273697 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:58.283583 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:58.287260 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c37f882-65d2-4a8f-84c2-e7add6b4415d req-b643f454-b5a8-4be8-b67f-33eebd46c3d1 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815053 Dec 20 21:29:58.335511 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:58.339288 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:58.346117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:29:58.354131 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-cbb25999-b1b5-45cb-8072-116bcd907055 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:58.361233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Pushing event updated for resources: {'Port': ['ID=20ea59d8-36ac-41c2-8a41-bb75a14f73e3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:58.400960 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-546d9bd3-872f-4f54-8786-1dee4617cf9a req-bb86c4f1-c546-491b-866f-d8ff227c04e9 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:58.401446 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-546d9bd3-872f-4f54-8786-1dee4617cf9a req-bb86c4f1-c546-491b-866f-d8ff227c04e9 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:58.401757 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [req-546d9bd3-872f-4f54-8786-1dee4617cf9a req-bb86c4f1-c546-491b-866f-d8ff227c04e9 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Floating IP 041ab9d5-8e51-414e-b161-13c32bfa373c disassociated. External IP: 172.35.3.236, port: f434c139-b3dc-4a15-956a-26c19a30c49e. Dec 20 21:29:58.402127 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-546d9bd3-872f-4f54-8786-1dee4617cf9a req-bb86c4f1-c546-491b-866f-d8ff227c04e9 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Calling delete_port for f434c139-b3dc-4a15-956a-26c19a30c49e owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:58.406322 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f42864e-6ffe-4d4e-9ffc-f92cc0446bb2 x-openstack-request-id: req-0f42864e-6ffe-4d4e-9ffc-f92cc0446bb2 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:29:58.406698 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbe4396-1e04-4c0c-a4c8-f32333870015", "name": "network-vif-plugged", "status": "completed", "tag": "7abe21e6-30d6-46b6-bfa4-baa18087c27d", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:29:58.406970 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f42864e-6ffe-4d4e-9ffc-f92cc0446bb2 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:29:58.407798 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbe4396-1e04-4c0c-a4c8-f32333870015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abe21e6-30d6-46b6-bfa4-baa18087c27d', 'code': 200} Dec 20 21:29:58.446943 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-cbb25999-b1b5-45cb-8072-116bcd907055 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:58.479633 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['f2e781db-9a6d-4224-afb2-b7ddaa17dacb'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:29:58.490636 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Attempting to bind port 20ea59d8-36ac-41c2-8a41-bb75a14f73e3 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:29:58.491036 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Attempting to bind port 20ea59d8-36ac-41c2-8a41-bb75a14f73e3 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:29:58.491393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Attempting to bind port 20ea59d8-36ac-41c2-8a41-bb75a14f73e3 on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:29:58.516669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:29:58.517040 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:29:58.517436 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:58.517822 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:29:58.518325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Bound port: 20ea59d8-36ac-41c2-8a41-bb75a14f73e3, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:29:58.518698 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:58.546445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb25999-b1b5-45cb-8072-116bcd907055 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Pushing event updated for resources: {'Port': ['ID=23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:58.550638 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d9075-285f-4017-a9cc-82333744e245 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port 5aa296e1-8016-4e3d-a9e2-8470994de992 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:29:58.550974 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f4d9075-285f-4017-a9cc-82333744e245 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:58.635388 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-cbb25999-b1b5-45cb-8072-116bcd907055 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Network 631fd657-633a-4798-86f3-d2a6fb4581e1 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:29:58.642721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] For port 20ea59d8-36ac-41c2-8a41-bb75a14f73e3, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:29:58.646154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716c877-f52c-48b9-8eb9-77715a33571b req-374fc4d2-9d0b-462b-ad4f-64920cee759c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:58.648025 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5716c877-f52c-48b9-8eb9-77715a33571b req-374fc4d2-9d0b-462b-ad4f-64920cee759c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 932 time: 0.1147397 Dec 20 21:29:58.650753 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-cbb25999-b1b5-45cb-8072-116bcd907055 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:29:58.653542 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-cbb25999-b1b5-45cb-8072-116bcd907055 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:29:58.664342 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] For port 20ea59d8-36ac-41c2-8a41-bb75a14f73e3, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=20ea59d8-36ac-41c2-8a41-bb75a14f73e3,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:29:58.682740 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:58.717872 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38284) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:58.722612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-9526acdf-17ff-45cb-8c7e-060a9df6743d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1601518317', 'description': 'tempest-description--1810764319'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:58.755845 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5716c877-f52c-48b9-8eb9-77715a33571b req-4d5fbf90-e26d-4c9b-b5af-5630fdcb6e42 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972152 Dec 20 21:29:58.756662 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9526acdf-17ff-45cb-8c7e-060a9df6743d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:58.791338 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-cbb25999-b1b5-45cb-8072-116bcd907055 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:58.792021 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-cbb25999-b1b5-45cb-8072-116bcd907055 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:58.822474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-cbb25999-b1b5-45cb-8072-116bcd907055 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2453332 Dec 20 21:29:58.839055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fcfd6-b5d3-40aa-b5b3-a063b19e71ab None None] Pushing event updated for resources: {'Port': ['ID=20ea59d8-36ac-41c2-8a41-bb75a14f73e3,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:58.843750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Request body: {'port': {'device_id': '993e2b25-6a95-4ca8-8373-0703df12870f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:58.949483 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:58.998045 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb558d-aa29-4a17-aad2-b115c6f98fab req-65b29af4-c4f8-4691-b32a-61464601c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:59.000328 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90fb558d-aa29-4a17-aad2-b115c6f98fab req-65b29af4-c4f8-4691-b32a-61464601c0ef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 1094 time: 0.4748116 Dec 20 21:29:59.007510 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9526acdf-17ff-45cb-8c7e-060a9df6743d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:59.017450 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9526acdf-17ff-45cb-8c7e-060a9df6743d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:59.071861 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526acdf-17ff-45cb-8c7e-060a9df6743d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2017e92e-9fa5-4ed9-9b5d-2db266206ba9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:59.092280 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f4d9075-285f-4017-a9cc-82333744e245 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:59.110126 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-546d9bd3-872f-4f54-8786-1dee4617cf9a req-bb86c4f1-c546-491b-866f-d8ff227c04e9 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:59.132540 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf388ca-8d75-49f1-9b5e-40c780999106 req-c14a8dde-9b24-44db-addb-25ed68c76559 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:59.161635 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ddf388ca-8d75-49f1-9b5e-40c780999106 req-c14a8dde-9b24-44db-addb-25ed68c76559 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 867 time: 0.2316568 Dec 20 21:29:59.172302 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9526acdf-17ff-45cb-8c7e-060a9df6743d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:59.176275 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9526acdf-17ff-45cb-8c7e-060a9df6743d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4547186 Dec 20 21:29:59.177597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38288) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:59.182487 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b90a616e-bea1-4ba4-a9a6-5cb2010d1120 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Request body: {'security_group_rule': {'security_group_id': '2017e92e-9fa5-4ed9-9b5d-2db266206ba9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:59.190206 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90fb558d-aa29-4a17-aad2-b115c6f98fab req-d292154c-6b00-49d3-95f2-ba945848b8a1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777124 Dec 20 21:29:59.195534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d9075-285f-4017-a9cc-82333744e245 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for 5aa296e1-8016-4e3d-a9e2-8470994de992 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:29:59.263445 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86c4f1-c546-491b-866f-d8ff227c04e9 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Pushing event deleted for resources: {'Port': ['ID=f434c139-b3dc-4a15-956a-26c19a30c49e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:59.334161 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b90a616e-bea1-4ba4-a9a6-5cb2010d1120 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:59.402604 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ddf388ca-8d75-49f1-9b5e-40c780999106 req-238ebeca-c505-4483-8742-8a45bd07cc4d tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups?id=f1f6cc10-ee16-4c72-ae95-e86294732a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.2406361 Dec 20 21:29:59.444994 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9feb416-7a29-4692-9c53-8feb79b11217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:59.527965 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:29:59.545757 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:59.548999 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b90a616e-bea1-4ba4-a9a6-5cb2010d1120 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:59.555600 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-546d9bd3-872f-4f54-8786-1dee4617cf9a req-bb86c4f1-c546-491b-866f-d8ff227c04e9 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Router b1f31eeb-5fe1-489b-a246-5a680e80afe2 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:29:59.560413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be93446-2151-4f62-9143-b795d814fe0a req-0a85d12c-cb1c-4d93-8775-9eff8fc8152f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:59.561965 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3be93446-2151-4f62-9143-b795d814fe0a req-0a85d12c-cb1c-4d93-8775-9eff8fc8152f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 945 time: 0.1396523 Dec 20 21:29:59.565551 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b90a616e-bea1-4ba4-a9a6-5cb2010d1120 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:59.581019 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f4d9075-285f-4017-a9cc-82333744e245 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:59.606019 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Transition to ACTIVE for port object 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:29:59.618576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a616e-bea1-4ba4-a9a6-5cb2010d1120 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580e30fc-3931-4fc1-8f36-00b04d940086,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:59.636907 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:59.653982 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b90a616e-bea1-4ba4-a9a6-5cb2010d1120 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:59.655422 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b90a616e-bea1-4ba4-a9a6-5cb2010d1120 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4773312 Dec 20 21:29:59.684714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38302) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:59.689150 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-cf78fe26-111a-4a44-bbe3-d286741db4fe tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Request body: {'security_group_rule': {'security_group_id': '2017e92e-9fa5-4ed9-9b5d-2db266206ba9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:29:59.728922 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d9075-285f-4017-a9cc-82333744e245 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=5aa296e1-8016-4e3d-a9e2-8470994de992,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:59.741815 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3be93446-2151-4f62-9143-b795d814fe0a req-26ff368a-300f-465c-adb6-73f4d877c1c5 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664238 Dec 20 21:29:59.769079 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Pushing event updated for resources: {'Port': ['ID=23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:29:59.785107 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f4d9075-285f-4017-a9cc-82333744e245 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:59.790920 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2f4d9075-285f-4017-a9cc-82333744e245 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/5aa296e1-8016-4e3d-a9e2-8470994de992 HTTP/1.1" status: 204 len: 168 time: 1.8049097 Dec 20 21:29:59.791528 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38306) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:29:59.841641 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf78fe26-111a-4a44-bbe3-d286741db4fe tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:29:59.896591 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-546d9bd3-872f-4f54-8786-1dee4617cf9a req-bb86c4f1-c546-491b-866f-d8ff227c04e9 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:29:59.915791 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0b07ac-5039-428c-9354-d7c562713a39 None None] Sync routers for ids ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:29:59.930238 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b07ac-5039-428c-9354-d7c562713a39 None None] Routers {'b1f31eeb-5fe1-489b-a246-5a680e80afe2'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:29:59.930898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1b0b07ac-5039-428c-9354-d7c562713a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:29:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:29:59.948180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d2bbaf-e514-4d11-a707-1cae5424d908 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:59.950039 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d2bbaf-e514-4d11-a707-1cae5424d908 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:29:59.951973 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-78d2bbaf-e514-4d11-a707-1cae5424d908 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1561322 Dec 20 21:29:59.957630 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38310) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:00.030456 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Attempting to bind port 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:30:00.031061 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Attempting to bind port 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:30:00.031625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Attempting to bind port 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d on network 631fd657-633a-4798-86f3-d2a6fb4581e1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:00.041727 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-546d9bd3-872f-4f54-8786-1dee4617cf9a req-bb86c4f1-c546-491b-866f-d8ff227c04e9 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] No DVR routers for this DVR port f434c139-b3dc-4a15-956a-26c19a30c49e on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:30:00.042446 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf78fe26-111a-4a44-bbe3-d286741db4fe tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:00.049434 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-546d9bd3-872f-4f54-8786-1dee4617cf9a req-bb86c4f1-c546-491b-866f-d8ff227c04e9 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:00.051750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Port 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d on network 631fd657-633a-4798-86f3-d2a6fb4581e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:30:00.052093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Attempting to bind port 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d on network 631fd657-633a-4798-86f3-d2a6fb4581e1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:00.060520 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf78fe26-111a-4a44-bbe3-d286741db4fe tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:00.061874 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-546d9bd3-872f-4f54-8786-1dee4617cf9a req-bb86c4f1-c546-491b-866f-d8ff227c04e9 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.66 "DELETE /v2.0/ports/f434c139-b3dc-4a15-956a-26c19a30c49e HTTP/1.1" status: 204 len: 173 time: 2.7020633 Dec 20 21:30:00.062806 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77a0811-7dc5-4336-ae77-13c562387f99', 'name': 'network-vif-deleted', 'tag': 'f434c139-b3dc-4a15-956a-26c19a30c49e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:30:00.065199 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85e95cd-8400-4ae8-86f9-856e1da6318f" -d '{"events": [{"server_uuid": "f77a0811-7dc5-4336-ae77-13c562387f99", "name": "network-vif-deleted", "tag": "f434c139-b3dc-4a15-956a-26c19a30c49e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:30:00.080895 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6a09c3-18be-47a3-97b9-d69b40bfbafb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet 25a22577-8b33-4a16-8e8c-947c3ca74fc0 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:30:00.094790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:30:00.095073 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Checking segment: {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:30:00.095464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Bound using segment: {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:30:00.095972 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Bound port: 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:30:00.096344 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:00.102862 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80792b2-d3c1-41ad-b8cc-34287e127f2b req-36c5cb91-b567-415a-b57c-e893e56b16a9 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:00.116540 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fe6a09c3-18be-47a3-97b9-d69b40bfbafb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:00.121694 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a80792b2-d3c1-41ad-b8cc-34287e127f2b req-36c5cb91-b567-415a-b57c-e893e56b16a9 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 944 time: 0.1517365 Dec 20 21:30:00.174834 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-1b0b07ac-5039-428c-9354-d7c562713a39 None None] Set router b1f31eeb-5fe1-489b-a246-5a680e80afe2 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:30:00.183227 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a80792b2-d3c1-41ad-b8cc-34287e127f2b req-3ef3f918-2cd2-4dca-b3c7-6846a619f6c6 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604825 Dec 20 21:30:00.220362 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78fe26-111a-4a44-bbe3-d286741db4fe tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe649d4d-88ea-44e0-9e1d-0f2dbe7a250d,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:00.245098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf78fe26-111a-4a44-bbe3-d286741db4fe tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:00.246145 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cf78fe26-111a-4a44-bbe3-d286741db4fe tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5604782 Dec 20 21:30:00.250022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38314) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:00.260919 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3c2e6950-3dbc-43b1-9718-6fc904a842be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:00.340799 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb63f52-ed3d-4e7c-9e0d-ef6bdb9416b0 x-openstack-request-id: req-abb63f52-ed3d-4e7c-9e0d-ef6bdb9416b0 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:30:00.341120 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77a0811-7dc5-4336-ae77-13c562387f99", "name": "network-vif-deleted", "tag": "f434c139-b3dc-4a15-956a-26c19a30c49e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:30:00.341376 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abb63f52-ed3d-4e7c-9e0d-ef6bdb9416b0 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:30:00.341818 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77a0811-7dc5-4336-ae77-13c562387f99', 'name': 'network-vif-deleted', 'tag': 'f434c139-b3dc-4a15-956a-26c19a30c49e', 'status': 'completed', 'code': 200} Dec 20 21:30:00.347234 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c2e6950-3dbc-43b1-9718-6fc904a842be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:00.354810 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fe6a09c3-18be-47a3-97b9-d69b40bfbafb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:00.481930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] For port 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:30:00.490397 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] For port 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:30:00.500265 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:00.503261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f434c139-b3dc-4a15-956a-26c19a30c49e no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:30:00.515167 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c2e6950-3dbc-43b1-9718-6fc904a842be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:00.617687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:00.618568 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:00.620155 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] 10.222.0.66 "PUT /v2.0/ports/23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d HTTP/1.1" status: 200 len: 1090 time: 1.7823296 Dec 20 21:30:00.622199 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: f434c139-b3dc-4a15-956a-26c19a30c49e {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:30:00.622542 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f434c139-b3dc-4a15-956a-26c19a30c49e not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:30:00.631184 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993e2b25-6a95-4ca8-8373-0703df12870f', 'tag': '23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:30:00.634695 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8987fe-5498-48ec-89d1-81454a7df80b" -d '{"events": [{"name": "network-changed", "server_uuid": "993e2b25-6a95-4ca8-8373-0703df12870f", "tag": "23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:30:00.661156 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-99603711-c399-4a15-be15-460f8dbc1d24 req-9ccad6c3-f67a-4204-94fa-842cabfe3b98 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/ports?device_id=f77a0811-7dc5-4336-ae77-13c562387f99 HTTP/1.1" status: 200 len: 210 time: 0.0948381 Dec 20 21:30:00.707389 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:00.745354 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fe6a09c3-18be-47a3-97b9-d69b40bfbafb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:00.769418 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2a7000b0-65d1-4033-97ad-b3607e339872 None None] Provisioning complete for port 20ea59d8-36ac-41c2-8a41-bb75a14f73e3 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:00.769780 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a7000b0-65d1-4033-97ad-b3607e339872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:00.900902 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49399e26-b52a-4e38-90c5-be8cc0463cd5 x-openstack-request-id: req-49399e26-b52a-4e38-90c5-be8cc0463cd5 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:30:00.901142 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993e2b25-6a95-4ca8-8373-0703df12870f", "tag": "23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:30:00.901391 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49399e26-b52a-4e38-90c5-be8cc0463cd5 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:30:00.902125 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993e2b25-6a95-4ca8-8373-0703df12870f', 'tag': '23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d', 'status': 'completed', 'code': 200} Dec 20 21:30:00.927859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-3c2e6950-3dbc-43b1-9718-6fc904a842be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Allocated IP 172.35.3.142 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/1675cced-4baa-4f54-b5cd-c03eaf11e591) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:00.938006 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1b0b07ac-5039-428c-9354-d7c562713a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:22:04Z', 'revision_number': 4, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'f62a5438-3878-4ef5-a821-bc736b2ed847', 'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'mac_address': 'fa:16:3e:77:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:22:03Z', 'updated_at': '2021-12-20T21:22:11Z', 'revision_number': 5, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'subnets': [{'id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:00.941534 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7228c29-dace-4976-97dc-6a83c117f568 service neutron] Pushing event updated for resources: {'Port': ['ID=23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:00.978336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-91d7c5f4-70a9-43dd-9f3a-e583d0846f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:00.979851 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-91d7c5f4-70a9-43dd-9f3a-e583d0846f10 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 1093 time: 0.2218745 Dec 20 21:30:01.004684 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0b07ac-5039-428c-9354-d7c562713a39 None None] Checking router: b1f31eeb-5fe1-489b-a246-5a680e80afe2 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:30:01.046131 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-94403f1c-1d10-4cb0-9931-47c3f3cdfe7e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d HTTP/1.1" status: 200 len: 217 time: 0.0507529 Dec 20 21:30:01.048411 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 20ea59d8-36ac-41c2-8a41-bb75a14f73e3 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:01.066878 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fe6a09c3-18be-47a3-97b9-d69b40bfbafb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:01.092615 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b07ac-5039-428c-9354-d7c562713a39 None None] Routers {'b1f31eeb-5fe1-489b-a246-5a680e80afe2'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:30:01.095233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1b0b07ac-5039-428c-9354-d7c562713a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:29:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:01.168225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a09c3-18be-47a3-97b9-d69b40bfbafb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=25a22577-8b33-4a16-8e8c-947c3ca74fc0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:01.182949 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fe6a09c3-18be-47a3-97b9-d69b40bfbafb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:01.191664 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fe6a09c3-18be-47a3-97b9-d69b40bfbafb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/25a22577-8b33-4a16-8e8c-947c3ca74fc0 HTTP/1.1" status: 204 len: 168 time: 1.2294824 Dec 20 21:30:01.197475 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38328) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:01.243026 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-ad8b370d-ec3d-44a4-a239-7ed75e1fc139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:01.244817 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-ad8b370d-ec3d-44a4-a239-7ed75e1fc139 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=25ff85e3-c2b2-4219-9be7-235a0898b2d1 HTTP/1.1" status: 200 len: 846 time: 0.1902201 Dec 20 21:30:01.254850 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c2e6950-3dbc-43b1-9718-6fc904a842be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:01.268483 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a7000b0-65d1-4033-97ad-b3607e339872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:01.280662 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fca9b4-683a-43b3-9000-c77e1d80ac7b None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:30:01.299220 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c2029d83-e135-4da7-b97e-2bedb15ae816 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1002219 Dec 20 21:30:01.299470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38332) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:01.327387 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-6c5e62b2-f63c-4c7f-8fe2-850744cf60bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=631fd657-633a-4798-86f3-d2a6fb4581e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481977 Dec 20 21:30:01.410122 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c2e6950-3dbc-43b1-9718-6fc904a842be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:01.443515 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2e6950-3dbc-43b1-9718-6fc904a842be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:01.452039 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3c2e6950-3dbc-43b1-9718-6fc904a842be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:01.465208 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37164728-1908-4d46-8733-4da6c1c76406 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:01.470108 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-37164728-1908-4d46-8733-4da6c1c76406 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1684635 Dec 20 21:30:01.479135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38344) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:01.479823 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e6950-3dbc-43b1-9718-6fc904a842be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:01.499852 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a8c26-259b-437c-a481-3be4a29ad4e2 req-9343482b-c207-4c17-a5e6-77bf80d33bf6 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:01.510518 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-871a8c26-259b-437c-a481-3be4a29ad4e2 req-9343482b-c207-4c17-a5e6-77bf80d33bf6 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 945 time: 0.5891869 Dec 20 21:30:01.615834 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e6950-3dbc-43b1-9718-6fc904a842be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Pushing event updated for resources: {'Port': ['ID=1675cced-4baa-4f54-b5cd-c03eaf11e591,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:01.628862 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-871a8c26-259b-437c-a481-3be4a29ad4e2 req-3e81b97a-d92d-4d4f-898f-9b6c0efaa17c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171880 Dec 20 21:30:01.630787 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 20ea59d8-36ac-41c2-8a41-bb75a14f73e3 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:01.631290 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:01.702014 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c2e6950-3dbc-43b1-9718-6fc904a842be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:01.756128 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c2e6950-3dbc-43b1-9718-6fc904a842be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:01.764294 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-1b0b07ac-5039-428c-9354-d7c562713a39 None None] Set router b1f31eeb-5fe1-489b-a246-5a680e80afe2 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:30:01.775386 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-2a7000b0-65d1-4033-97ad-b3607e339872 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:30:01.775889 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-2a7000b0-65d1-4033-97ad-b3607e339872 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:30:02.010730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98fad63-2d9a-4a55-8682-0e2750ea760b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:02.012218 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e98fad63-2d9a-4a55-8682-0e2750ea760b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5319514 Dec 20 21:30:02.015920 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-d6f49056-fc3c-4b27-aa80-1f8e16565417 service neutron] 10.222.0.66 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6527755 Dec 20 21:30:02.018475 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38362) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:02.042459 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:02.103224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0498a801-69d6-4a3e-ae8a-7408c802d177 None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:30:02.109555 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-53c39268-b466-4719-bf9c-4c74a0128c6c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865591 Dec 20 21:30:02.116390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6124727-5c1d-4464-8510-b7fc46d369cb req-93e3e9de-941a-4725-a3e9-54466e215b4e tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:02.123940 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f6124727-5c1d-4464-8510-b7fc46d369cb req-93e3e9de-941a-4725-a3e9-54466e215b4e tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 944 time: 0.1877484 Dec 20 21:30:02.133836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38366) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:02.139294 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-7326c027-4fa5-4104-9f89-960bfccfc117 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:02.208878 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:02.237794 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 20ea59d8-36ac-41c2-8a41-bb75a14f73e3, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=20ea59d8-36ac-41c2-8a41-bb75a14f73e3,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:02.245694 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:02.250758 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f6124727-5c1d-4464-8510-b7fc46d369cb req-038d8b13-e398-40f0-b908-24af15fa3306 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257730 Dec 20 21:30:02.276907 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787baf8-a381-495e-8fb3-39eee7202a46 req-dbc71b51-d216-4648-be98-af6c820cf2e5 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:02.278490 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0787baf8-a381-495e-8fb3-39eee7202a46 req-dbc71b51-d216-4648-be98-af6c820cf2e5 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 945 time: 0.0936449 Dec 20 21:30:02.301196 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38368) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:02.302481 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec4d691a-b10b-478d-8778-4d330ee17c57 req-e2042977-5729-4c8d-b874-c4b28cecaf35 service neutron] 10.222.0.66 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766814 Dec 20 21:30:02.326496 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7326c027-4fa5-4104-9f89-960bfccfc117 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:02.334569 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7326c027-4fa5-4104-9f89-960bfccfc117 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:02.347008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0498a801-69d6-4a3e-ae8a-7408c802d177 None None] Deleting port 20ea59d8-36ac-41c2-8a41-bb75a14f73e3 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:02.347791 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0498a801-69d6-4a3e-ae8a-7408c802d177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:02.392928 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0787baf8-a381-495e-8fb3-39eee7202a46 req-8cf2a97f-7e76-441c-8665-340ba1153c74 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032774 Dec 20 21:30:02.394965 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c2e6950-3dbc-43b1-9718-6fc904a842be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:02.407667 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c2e6950-3dbc-43b1-9718-6fc904a842be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:02.441781 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:02.448915 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=20ea59d8-36ac-41c2-8a41-bb75a14f73e3,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:02.460034 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1b0b07ac-5039-428c-9354-d7c562713a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:22:04Z', 'revision_number': 4, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'f62a5438-3878-4ef5-a821-bc736b2ed847', 'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'mac_address': 'fa:16:3e:77:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:22:03Z', 'updated_at': '2021-12-20T21:22:11Z', 'revision_number': 5, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'subnets': [{'id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:02.495328 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0b07ac-5039-428c-9354-d7c562713a39 None None] The sync data for ids ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'] in n-d-xena-1 is: [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:22:04Z', 'revision_number': 4, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'f62a5438-3878-4ef5-a821-bc736b2ed847', 'name': '', 'network_id': '9b2f0b3a-2909-4c06-b8dc-499246cbe550', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'mac_address': 'fa:16:3e:77:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:22:03Z', 'updated_at': '2021-12-20T21:22:11Z', 'revision_number': 5, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'subnets': [{'id': 'd594ea94-5bfe-45b1-a31e-dafb0c78a94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:30:02.497801 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1544bb97-3fe2-4862-a99d-4de781732b37 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:02.520421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0498a801-69d6-4a3e-ae8a-7408c802d177 None None] For port 20ea59d8-36ac-41c2-8a41-bb75a14f73e3, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=20ea59d8-36ac-41c2-8a41-bb75a14f73e3,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:02.521224 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0498a801-69d6-4a3e-ae8a-7408c802d177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:02.532191 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e6950-3dbc-43b1-9718-6fc904a842be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Pushing event updated for resources: {'Port': ['ID=1675cced-4baa-4f54-b5cd-c03eaf11e591,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:02.555677 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1544bb97-3fe2-4862-a99d-4de781732b37 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:02.558987 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c2e6950-3dbc-43b1-9718-6fc904a842be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:02.562924 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0498a801-69d6-4a3e-ae8a-7408c802d177 None None] Calling delete_port for 20ea59d8-36ac-41c2-8a41-bb75a14f73e3 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:02.570090 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-82a82ec5-8430-4058-9feb-03f7141bb0e7 None None] Could not find standard attr ID for object 5aa296e1-8016-4e3d-a9e2-8470994de992. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:30:02.604640 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c2e6950-3dbc-43b1-9718-6fc904a842be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:02.605868 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3c2e6950-3dbc-43b1-9718-6fc904a842be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3510063 Dec 20 21:30:02.643369 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1544bb97-3fe2-4862-a99d-4de781732b37 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:02.645814 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1544bb97-3fe2-4862-a99d-4de781732b37 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:02.649792 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1544bb97-3fe2-4862-a99d-4de781732b37 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "DELETE /v2.0/security-groups/f1f6cc10-ee16-4c72-ae95-e86294732a1d HTTP/1.1" status: 204 len: 168 time: 0.3331492 Dec 20 21:30:02.651933 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38384) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:02.705378 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0498a801-69d6-4a3e-ae8a-7408c802d177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:02.730683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544bb97-3fe2-4862-a99d-4de781732b37 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f6cc10-ee16-4c72-ae95-e86294732a1d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:02.745052 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-3eb22124-7af2-422c-b70a-43e3ff7c3943 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] show failed (client error): The resource could not be found. Dec 20 21:30:02.751667 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3eb22124-7af2-422c-b70a-43e3ff7c3943 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "GET /v2.0/security-groups/f1f6cc10-ee16-4c72-ae95-e86294732a1d HTTP/1.1" status: 404 len: 347 time: 0.0927513 Dec 20 21:30:02.766229 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498a801-69d6-4a3e-ae8a-7408c802d177 None None] Pushing event deleted for resources: {'Port': ['ID=20ea59d8-36ac-41c2-8a41-bb75a14f73e3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:02.778663 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0498a801-69d6-4a3e-ae8a-7408c802d177 None None] No DVR routers for this DVR port 20ea59d8-36ac-41c2-8a41-bb75a14f73e3 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:30:02.779256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38386) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:02.786203 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 20ea59d8-36ac-41c2-8a41-bb75a14f73e3 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:30:02.822585 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 20ea59d8-36ac-41c2-8a41-bb75a14f73e3 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:30:02.823179 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 20ea59d8-36ac-41c2-8a41-bb75a14f73e3 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:30:02.825556 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cfd62-4b9b-4027-92b7-d9d1a94eef1b req-110d44ea-b17d-4bcf-a9b3-90234824e500 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:02.834370 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-363cfd62-4b9b-4027-92b7-d9d1a94eef1b req-110d44ea-b17d-4bcf-a9b3-90234824e500 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 0.1345646 Dec 20 21:30:02.878204 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-363cfd62-4b9b-4027-92b7-d9d1a94eef1b req-cb3af06e-14ca-4c1e-8514-66e7eed13cd6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427842 Dec 20 21:30:02.886447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8987fe-5498-48ec-89d1-81454a7df80b req-cc09795c-67ca-43c7-8efe-058ecb89a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:02.887968 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e8987fe-5498-48ec-89d1-81454a7df80b req-cc09795c-67ca-43c7-8efe-058ecb89a45f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 1093 time: 0.2741489 Dec 20 21:30:02.944013 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7326c027-4fa5-4104-9f89-960bfccfc117 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:02.971628 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e561535-6a4e-401c-b5d7-e82333b73ee3 None None] New status for floating IP 041ab9d5-8e51-414e-b161-13c32bfa373c: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:30:03.075494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7326c027-4fa5-4104-9f89-960bfccfc117 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:03.087273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-7326c027-4fa5-4104-9f89-960bfccfc117 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:03.099176 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c2893a-98ab-483b-a307-68eeb42ebcb0 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:30:03.099921 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7326c027-4fa5-4104-9f89-960bfccfc117 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:03.100528 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7326c027-4fa5-4104-9f89-960bfccfc117 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:03.112913 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-792bc6e7-d324-42ea-9c2f-e3c2d8976e9d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1601518317&fields=id&tenant_id=2372edae52864334a53d4fba944cc335 HTTP/1.1" status: 200 len: 267 time: 0.1880910 Dec 20 21:30:03.118516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326c027-4fa5-4104-9f89-960bfccfc117 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=099eeeec-478f-48e1-879f-0986386f9a81,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:03.196392 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8987fe-5498-48ec-89d1-81454a7df80b req-714cda0a-b0d5-4c2b-9b6f-97fae315bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:03.197872 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e8987fe-5498-48ec-89d1-81454a7df80b req-714cda0a-b0d5-4c2b-9b6f-97fae315bce9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 907 time: 0.2718761 Dec 20 21:30:03.200955 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7326c027-4fa5-4104-9f89-960bfccfc117 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0659671 Dec 20 21:30:03.204160 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38410) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:03.209930 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c5e50cd9-6609-4984-a653-c3dadb3915dd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'fixed_ips': [{'subnet_id': '099eeeec-478f-48e1-879f-0986386f9a81', 'ip_address': '2001:db8::f1e:cfba:271e:3cc6'}], 'name': 'tempest-NetworksTestDHCPv6-1682624671'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:03.263304 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e8987fe-5498-48ec-89d1-81454a7df80b req-091a551b-d355-4dbf-af03-3c43ddb8e61c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d HTTP/1.1" status: 200 len: 217 time: 0.0530701 Dec 20 21:30:03.281766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-ac06fc8b-9aae-4047-9f79-c045d7bf9f92 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Deleting port 53070377-86f4-4107-b462-fe8cffe9b214 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:03.282136 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ac06fc8b-9aae-4047-9f79-c045d7bf9f92 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:03.288196 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': '099eeeec-478f-48e1-879f-0986386f9a81'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:30:03.289876 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:03.382878 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e50cd9-6609-4984-a653-c3dadb3915dd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:03.401676 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-f248b075-1ea5-4a98-96c3-1d4c4b6c63b8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:03.403245 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-f248b075-1ea5-4a98-96c3-1d4c4b6c63b8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/networks?id=c507b886-4c4e-4889-b255-5311698a9b7a HTTP/1.1" status: 200 len: 816 time: 0.2675657 Dec 20 21:30:03.406957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8987fe-5498-48ec-89d1-81454a7df80b req-f1f1e180-f561-42ee-90fe-67479eda1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:03.408430 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e8987fe-5498-48ec-89d1-81454a7df80b req-f1f1e180-f561-42ee-90fe-67479eda1143 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=25ff85e3-c2b2-4219-9be7-235a0898b2d1 HTTP/1.1" status: 200 len: 846 time: 0.1365659 Dec 20 21:30:03.444132 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-55e8b8e5-2b81-44cb-8c1a-083932ff7806 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/quotas/2372edae52864334a53d4fba944cc335 HTTP/1.1" status: 200 len: 375 time: 0.0317965 Dec 20 21:30:03.477449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Allocated IP 2001:db8::2 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/099eeeec-478f-48e1-879f-0986386f9a81/3cf603d3-3755-472f-ba90-7f36b0315f9a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:03.477683 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e8987fe-5498-48ec-89d1-81454a7df80b req-75f2a40f-8f2f-4795-a587-a4b7a9e90b32 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=631fd657-633a-4798-86f3-d2a6fb4581e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457263 Dec 20 21:30:03.482738 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ac06fc8b-9aae-4047-9f79-c045d7bf9f92 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:03.483084 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ac06fc8b-9aae-4047-9f79-c045d7bf9f92 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:03.505210 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5e50cd9-6609-4984-a653-c3dadb3915dd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:03.526617 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-c5e50cd9-6609-4984-a653-c3dadb3915dd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port baedac70-6a69-443a-bc35-1bc4af12d549 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:30:03.527201 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-ac06fc8b-9aae-4047-9f79-c045d7bf9f92 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Calling delete_port for 53070377-86f4-4107-b462-fe8cffe9b214 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:03.631326 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-606f8c23-67ce-4e5f-87b9-2071267e4554 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2372edae52864334a53d4fba944cc335&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1703377 Dec 20 21:30:03.697351 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:03.705581 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:03.720707 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e8987fe-5498-48ec-89d1-81454a7df80b req-65513afd-7fd5-4f09-84be-b1fd65bf0342 service neutron] 10.222.0.66 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216249 Dec 20 21:30:03.736100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c28a95-2176-49f6-aabf-7b53aba7018c req-216cdbb7-400c-478a-b07f-722d45326005 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:03.742639 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12c28a95-2176-49f6-aabf-7b53aba7018c req-216cdbb7-400c-478a-b07f-722d45326005 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 944 time: 0.1478307 Dec 20 21:30:03.762461 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:03.766826 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:03.770912 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:03.779949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Pushing event updated for resources: {'Port': ['ID=3cf603d3-3755-472f-ba90-7f36b0315f9a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:03.820882 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12c28a95-2176-49f6-aabf-7b53aba7018c req-b46464c2-3e6d-492a-af11-822bd245d982 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737090 Dec 20 21:30:03.830901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-c5e50cd9-6609-4984-a653-c3dadb3915dd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::f1e:cfba:271e:3cc6 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/099eeeec-478f-48e1-879f-0986386f9a81/baedac70-6a69-443a-bc35-1bc4af12d549) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:03.841625 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Attempting to bind port 3cf603d3-3755-472f-ba90-7f36b0315f9a on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:30:03.841984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Attempting to bind port 3cf603d3-3755-472f-ba90-7f36b0315f9a by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:30:03.842391 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Attempting to bind port 3cf603d3-3755-472f-ba90-7f36b0315f9a on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:03.860556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:30:03.860933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:30:03.861700 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:03.862367 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:30:03.863282 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Bound port: 3cf603d3-3755-472f-ba90-7f36b0315f9a, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:30:03.863805 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:03.887457 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-6a9b8454-5c59-4ea3-b642-6a73fd2b0ada service neutron] 10.222.0.32 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241940 Dec 20 21:30:03.936132 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] For port 3cf603d3-3755-472f-ba90-7f36b0315f9a, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:30:03.939874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] For port 3cf603d3-3755-472f-ba90-7f36b0315f9a, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3cf603d3-3755-472f-ba90-7f36b0315f9a,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:30:03.945609 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:03.952027 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e8987fe-5498-48ec-89d1-81454a7df80b req-72503d14-74d1-413a-979b-92d826fdff3f service neutron] 10.222.0.66 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209060 Dec 20 21:30:03.961217 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ac06fc8b-9aae-4047-9f79-c045d7bf9f92 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:04.002889 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06fc8b-9aae-4047-9f79-c045d7bf9f92 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Pushing event deleted for resources: {'Port': ['ID=53070377-86f4-4107-b462-fe8cffe9b214,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:04.025643 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10430e-a91a-46e1-aa49-1e161a3ac3cd req-d43ac75f-ba78-4079-a5d5-6000a96d7e52 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:04.029347 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a10430e-a91a-46e1-aa49-1e161a3ac3cd req-d43ac75f-ba78-4079-a5d5-6000a96d7e52 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 945 time: 0.0919180 Dec 20 21:30:04.034368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78088ee1-8524-4b7c-ab3a-d869bf09f212 None None] Pushing event updated for resources: {'Port': ['ID=3cf603d3-3755-472f-ba90-7f36b0315f9a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:04.064197 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5e50cd9-6609-4984-a653-c3dadb3915dd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:04.090285 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-b9091cea-b0d7-4960-83af-005e52818385 service neutron] 10.222.0.32 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018898 Dec 20 21:30:04.102553 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ac06fc8b-9aae-4047-9f79-c045d7bf9f92 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:04.103220 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a10430e-a91a-46e1-aa49-1e161a3ac3cd req-630aa497-f5f5-4846-833a-f66d832e52fa tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573857 Dec 20 21:30:04.112264 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ac06fc8b-9aae-4047-9f79-c045d7bf9f92 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:04.113517 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ac06fc8b-9aae-4047-9f79-c045d7bf9f92 tempest-AttachVolumeTestJSON-958850121 tempest-AttachVolumeTestJSON-958850121-project] 10.222.0.32 "DELETE /v2.0/floatingips/041ab9d5-8e51-414e-b161-13c32bfa373c HTTP/1.1" status: 204 len: 168 time: 1.3329277 Dec 20 21:30:04.144371 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5e50cd9-6609-4984-a653-c3dadb3915dd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:04.221723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e50cd9-6609-4984-a653-c3dadb3915dd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:04.226353 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c5e50cd9-6609-4984-a653-c3dadb3915dd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:04.231591 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e50cd9-6609-4984-a653-c3dadb3915dd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:04.246553 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e50cd9-6609-4984-a653-c3dadb3915dd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:04.247285 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5e50cd9-6609-4984-a653-c3dadb3915dd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:04.263679 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e50cd9-6609-4984-a653-c3dadb3915dd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=baedac70-6a69-443a-bc35-1bc4af12d549,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:04.329879 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c5e50cd9-6609-4984-a653-c3dadb3915dd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1245813 Dec 20 21:30:04.332727 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38428) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:04.333873 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-0402a18c-076f-457b-9859-79bdf7d4c340 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 644 time: 0.1464448 Dec 20 21:30:04.459654 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f45daf-c37b-45fd-b306-ce2fd1d8490b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:04.466981 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f45daf-c37b-45fd-b306-ce2fd1d8490b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:04.468889 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d3f45daf-c37b-45fd-b306-ce2fd1d8490b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1349294 Dec 20 21:30:04.473702 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38434) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:04.512664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:30:04.538490 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-25f340a2-ea91-405b-acf9-213a9877a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:04.541766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-25f340a2-ea91-405b-acf9-213a9877a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:04.546794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-25f340a2-ea91-405b-acf9-213a9877a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:04.547497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-25f340a2-ea91-405b-acf9-213a9877a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:04.554550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-25f340a2-ea91-405b-acf9-213a9877a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:04.555040 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-25f340a2-ea91-405b-acf9-213a9877a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:04.555643 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-25f340a2-ea91-405b-acf9-213a9877a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:04.558263 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-25f340a2-ea91-405b-acf9-213a9877a5a2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 6477 time: 0.1363325 Dec 20 21:30:04.718462 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6912e49e-ea0f-4331-a993-e9f8b85e4712 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port baedac70-6a69-443a-bc35-1bc4af12d549 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:04.718805 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6912e49e-ea0f-4331-a993-e9f8b85e4712 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:04.793076 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c8c94-8698-42e8-b7d7-8b326349cef4 req-e1ff35b9-8e22-41ef-92bb-8bb91a4e8303 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:04.809389 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c17c8c94-8698-42e8-b7d7-8b326349cef4 req-e1ff35b9-8e22-41ef-92bb-8bb91a4e8303 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 0.3777649 Dec 20 21:30:04.821952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:04.856287 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d', 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1', 'port_id': '23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d', 'mac_address': 'fa:16:3e:0e:42:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ff85e3-c2b2-4219-9be7-235a0898b2d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:30:04.939409 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3cf603d3-3755-472f-ba90-7f36b0315f9a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:04.960264 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-351260fd-9f82-404f-80f2-b7d2e58d07fa req-ed0672b8-86fc-4827-9f7a-5193a758ef28 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 210 time: 0.0759001 Dec 20 21:30:05.009082 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6912e49e-ea0f-4331-a993-e9f8b85e4712 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:05.025381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6912e49e-ea0f-4331-a993-e9f8b85e4712 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for baedac70-6a69-443a-bc35-1bc4af12d549 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:05.039596 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-274b69c4-acca-42c3-ad82-8b23da97d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:05.040491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-274b69c4-acca-42c3-ad82-8b23da97d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:05.040620 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:05.043938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-274b69c4-acca-42c3-ad82-8b23da97d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:05.050757 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-274b69c4-acca-42c3-ad82-8b23da97d3a7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=92da4183-ce83-467f-96db-4d2c3a33eb57&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&id=ae5f0a2b-8184-4e1d-822a-c5435728b42b HTTP/1.1" status: 200 len: 2293 time: 0.4624462 Dec 20 21:30:05.063208 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c17c8c94-8698-42e8-b7d7-8b326349cef4 req-c53ff188-dd5d-4efd-a31a-de443d73bb2d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499318 Dec 20 21:30:05.100157 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 3cf603d3-3755-472f-ba90-7f36b0315f9a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:05.100613 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:05.190535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:30:05.211304 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-66ca2040-0115-4d67-8267-2c99d10bb636 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85e8bade-ced6-417c-a6a8-6dc4305942f4 HTTP/1.1" status: 200 len: 1000 time: 0.1469760 Dec 20 21:30:05.255984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:05.268161 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:05.269951 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6912e49e-ea0f-4331-a993-e9f8b85e4712 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:05.288352 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8958434-1238-41af-84ac-5828f8591d1e req-6df210c2-c441-4de6-a639-109cb5637556 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:05.299522 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c8958434-1238-41af-84ac-5828f8591d1e req-6df210c2-c441-4de6-a639-109cb5637556 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 945 time: 0.0980792 Dec 20 21:30:05.358089 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912e49e-ea0f-4331-a993-e9f8b85e4712 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=baedac70-6a69-443a-bc35-1bc4af12d549,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:05.360351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-9f24450e-5a5e-4080-909e-570bebe06889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:05.362416 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-9f24450e-5a5e-4080-909e-570bebe06889 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0e0a4469-c4b3-4646-a9ea-3b58cb2a6980 HTTP/1.1" status: 200 len: 850 time: 0.1420183 Dec 20 21:30:05.415413 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6912e49e-ea0f-4331-a993-e9f8b85e4712 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:05.419227 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6912e49e-ea0f-4331-a993-e9f8b85e4712 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/baedac70-6a69-443a-bc35-1bc4af12d549 HTTP/1.1" status: 204 len: 168 time: 0.9439542 Dec 20 21:30:05.420888 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b087a-289c-4951-8839-bcf97f29ccc1 req-02ddd6cc-0670-4fdf-b79a-559a86309ec8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:05.421516 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38450) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:05.429329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb9b087a-289c-4951-8839-bcf97f29ccc1 req-02ddd6cc-0670-4fdf-b79a-559a86309ec8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 945 time: 0.1391137 Dec 20 21:30:05.457172 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c8958434-1238-41af-84ac-5828f8591d1e req-3136fdbf-106b-4b39-8ace-3a9df6f53fa7 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494586 Dec 20 21:30:05.463820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-a9f9ee8e-1cd2-4cba-ab9f-8dd0b8c1c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:05.465943 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-a9f9ee8e-1cd2-4cba-ab9f-8dd0b8c1c63c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92da4183-ce83-467f-96db-4d2c3a33eb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0945380 Dec 20 21:30:05.477555 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:05.583496 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device b71953cc-274e-48e8-9e1d-23313750574c details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:30:05.599016 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device b71953cc-274e-48e8-9e1d-23313750574c no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:30:05.601307 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb9b087a-289c-4951-8839-bcf97f29ccc1 req-bd949e5a-54d1-4eb6-ad78-250d0422a71a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709874 Dec 20 21:30:05.637308 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9962cb14-aeb0-42e2-9ecc-8654d61bcc84 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:05.649038 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9962cb14-aeb0-42e2-9ecc-8654d61bcc84 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:05.652550 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9962cb14-aeb0-42e2-9ecc-8654d61bcc84 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2300148 Dec 20 21:30:05.656911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38452) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:05.725383 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-776f6667-6a04-4fd5-9a31-3c23097e6671 service neutron] 10.222.0.66 "GET /v2.0/networks/92da4183-ce83-467f-96db-4d2c3a33eb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510247 Dec 20 21:30:05.737715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df816ea-b9ca-45ff-bcf8-cf96b6c0d1ab tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet 099eeeec-478f-48e1-879f-0986386f9a81 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:30:05.742052 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9df816ea-b9ca-45ff-bcf8-cf96b6c0d1ab tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:05.753566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:30:05.792601 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9df816ea-b9ca-45ff-bcf8-cf96b6c0d1ab tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:05.885012 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:06.207831 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port b71953cc-274e-48e8-9e1d-23313750574c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b71953cc-274e-48e8-9e1d-23313750574c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:06.305743 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 3cf603d3-3755-472f-ba90-7f36b0315f9a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3cf603d3-3755-472f-ba90-7f36b0315f9a,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:06.315312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'b71953cc-274e-48e8-9e1d-23313750574c', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'port_id': 'b71953cc-274e-48e8-9e1d-23313750574c', 'mac_address': 'fa:16:3e:60:f2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:30:06.320751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f428f3de-bf3c-49cd-a003-493215871270 None None] Provisioning complete for port 3cf603d3-3755-472f-ba90-7f36b0315f9a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:06.321645 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f428f3de-bf3c-49cd-a003-493215871270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:06.334775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f2fcd-d19b-4ba9-8dde-da15941240e8 req-990c318a-c630-4d21-8f5d-97dfa68e3a6b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:06.336764 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-856f2fcd-d19b-4ba9-8dde-da15941240e8 req-990c318a-c630-4d21-8f5d-97dfa68e3a6b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 0.1146297 Dec 20 21:30:06.374235 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb465b1d-4fa8-4fda-8698-e2eda60035dc req-2d25593e-29f3-44bf-8d1c-1b67ccdbde32 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 210 time: 0.0364850 Dec 20 21:30:06.393075 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9df816ea-b9ca-45ff-bcf8-cf96b6c0d1ab tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:06.443986 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:06.597214 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-80d22fde-3521-42dd-9b98-e45ff02c09b0 service neutron] 10.222.0.66 "GET /v2.0/networks/92da4183-ce83-467f-96db-4d2c3a33eb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680097 Dec 20 21:30:06.599135 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9df816ea-b9ca-45ff-bcf8-cf96b6c0d1ab tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:06.655326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df816ea-b9ca-45ff-bcf8-cf96b6c0d1ab tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=099eeeec-478f-48e1-879f-0986386f9a81,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:06.709320 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:06.750600 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9df816ea-b9ca-45ff-bcf8-cf96b6c0d1ab tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:06.756092 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9df816ea-b9ca-45ff-bcf8-cf96b6c0d1ab tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/099eeeec-478f-48e1-879f-0986386f9a81 HTTP/1.1" status: 204 len: 168 time: 1.0958951 Dec 20 21:30:06.759450 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-e08e981e-e349-4900-abf4-c888cc66647c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=1d3edd11-b710-430d-ae69-8d04fe58dcc7 HTTP/1.1" status: 200 len: 217 time: 0.1214492 Dec 20 21:30:06.760697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38468) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:06.790220 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-856f2fcd-d19b-4ba9-8dde-da15941240e8 req-d5f47f9c-039e-425b-afc7-78665b9941e5 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4404650 Dec 20 21:30:06.796185 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de5d14a-27c9-4fe6-b7b6-aca50653e648 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:30:06.829280 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0491783-fe0e-4d3b-81a5-cbde0ab9ffbc req-6ee5aa0f-5125-4002-9502-1dc2e582934f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:06.836959 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d0491783-fe0e-4d3b-81a5-cbde0ab9ffbc req-6ee5aa0f-5125-4002-9502-1dc2e582934f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 945 time: 0.4651244 Dec 20 21:30:06.857087 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8e435d86-c89c-44b4-bdb6-8c19cd7676ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945590 Dec 20 21:30:06.861333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-de11fcfb-9041-4133-868f-23f3dd709d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:06.862761 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-de11fcfb-9041-4133-868f-23f3dd709d7d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.0596552 Dec 20 21:30:06.863216 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38470) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:06.869248 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-58ca53f1-e58b-40b6-b214-922981acfafa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:06.907393 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:07.022982 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=3cf603d3-3755-472f-ba90-7f36b0315f9a,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:07.043933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:30:07.046318 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93cc475-60f2-40ed-b5d0-952e04c12fc7" -d '{"events": [{"server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "name": "network-vif-unplugged", "status": "completed", "tag": "b71953cc-274e-48e8-9e1d-23313750574c"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:30:07.049855 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b71953cc-274e-48e8-9e1d-23313750574c {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:30:07.051834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ff126-5512-4771-958d-03174e539b55 req-056be545-c308-4bf3-9358-16868c67c2f0 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:07.053950 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f3ff126-5512-4771-958d-03174e539b55 req-056be545-c308-4bf3-9358-16868c67c2f0 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 945 time: 0.4090230 Dec 20 21:30:07.087683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-0fa96a79-addb-4f62-9989-f76582633816 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:07.090708 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-0fa96a79-addb-4f62-9989-f76582633816 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.66 "GET /v2.0/networks?id=c507b886-4c4e-4889-b255-5311698a9b7a HTTP/1.1" status: 200 len: 816 time: 0.7282159 Dec 20 21:30:07.108445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ca53f1-e58b-40b6-b214-922981acfafa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:07.110439 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port b71953cc-274e-48e8-9e1d-23313750574c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b71953cc-274e-48e8-9e1d-23313750574c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:07.115983 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-58ca53f1-e58b-40b6-b214-922981acfafa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:07.127431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-db86c325-9220-43c4-9f68-101b43c6c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:07.129493 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-db86c325-9220-43c4-9f68-101b43c6c14d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1630058 Dec 20 21:30:07.149103 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:07.222452 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f3ff126-5512-4771-958d-03174e539b55 req-32b32579-ee0d-4e5a-b5f8-ed872522c6a0 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575310 Dec 20 21:30:07.232649 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f5afb-c18b-4351-863c-9fb3aabeceb4 req-c1e33f87-a5a1-4d56-bdf1-d2a589bf7e23 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:07.243881 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dd7f5afb-c18b-4351-863c-9fb3aabeceb4 req-c1e33f87-a5a1-4d56-bdf1-d2a589bf7e23 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 945 time: 0.2718406 Dec 20 21:30:07.273051 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:30:07.273560 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:30:07.274404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c19f854d-c007-461c-b552-6aa7949b2ee2 None None] Could not find standard attr ID for object baedac70-6a69-443a-bc35-1bc4af12d549. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:30:07.323602 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=b71953cc-274e-48e8-9e1d-23313750574c,revision_number=11']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:07.358717 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-6cc9ed10-6eda-4176-9703-8fd70540b11c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2372edae52864334a53d4fba944cc335 HTTP/1.1" status: 200 len: 380 time: 0.2439055 Dec 20 21:30:07.393945 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dd7f5afb-c18b-4351-863c-9fb3aabeceb4 req-8ca90b6e-f780-4ff9-9b06-4d203dd151f4 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489275 Dec 20 21:30:07.403804 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d0491783-fe0e-4d3b-81a5-cbde0ab9ffbc req-b0981797-e05a-4192-b604-2559e316f403 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Deleting port 7abe21e6-30d6-46b6-bfa4-baa18087c27d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:07.404149 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d0491783-fe0e-4d3b-81a5-cbde0ab9ffbc req-b0981797-e05a-4192-b604-2559e316f403 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:07.419410 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-a96df292-d271-4312-a91e-9991466122c8 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573910 Dec 20 21:30:07.430469 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-e3ec265c-9b86-4d32-9527-c5c5eb8d504c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Request body: {'port': {'device_id': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'admin_state_up': True, 'tenant_id': '2372edae52864334a53d4fba944cc335', 'security_groups': ['2017e92e-9fa5-4ed9-9b5d-2db266206ba9']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:07.463779 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52b7463-8aca-4760-831b-828b138ab5ab None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:30:07.518892 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5522a141-0e9b-445b-8361-1369bb8dda97 x-openstack-request-id: req-5522a141-0e9b-445b-8361-1369bb8dda97 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:30:07.519327 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "name": "network-vif-unplugged", "status": "completed", "tag": "b71953cc-274e-48e8-9e1d-23313750574c", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:30:07.519522 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5522a141-0e9b-445b-8361-1369bb8dda97 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:30:07.519892 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c', 'code': 200} Dec 20 21:30:07.550465 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c52b7463-8aca-4760-831b-828b138ab5ab None None] Deleting port 3cf603d3-3755-472f-ba90-7f36b0315f9a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:07.551871 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c52b7463-8aca-4760-831b-828b138ab5ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:07.629388 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c52b7463-8aca-4760-831b-828b138ab5ab None None] For port 3cf603d3-3755-472f-ba90-7f36b0315f9a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3cf603d3-3755-472f-ba90-7f36b0315f9a,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:07.629784 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c52b7463-8aca-4760-831b-828b138ab5ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:07.644727 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c52b7463-8aca-4760-831b-828b138ab5ab None None] Calling delete_port for 3cf603d3-3755-472f-ba90-7f36b0315f9a owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:07.658718 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-d935f742-072d-44a5-b58d-1e904a4e1161 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224524 Dec 20 21:30:07.784451 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-58ca53f1-e58b-40b6-b214-922981acfafa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:07.791805 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-000c7d42-5af6-4b66-8de4-acae0b0bba3f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=97563572-4662-45fc-886e-d7a94f6a1dea HTTP/1.1" status: 200 len: 217 time: 0.1218660 Dec 20 21:30:07.792437 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d0491783-fe0e-4d3b-81a5-cbde0ab9ffbc req-b0981797-e05a-4192-b604-2559e316f403 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] For port 7abe21e6-30d6-46b6-bfa4-baa18087c27d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7abe21e6-30d6-46b6-bfa4-baa18087c27d,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:07.793494 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d0491783-fe0e-4d3b-81a5-cbde0ab9ffbc req-b0981797-e05a-4192-b604-2559e316f403 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:07.810844 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d0491783-fe0e-4d3b-81a5-cbde0ab9ffbc req-b0981797-e05a-4192-b604-2559e316f403 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Calling delete_port for 7abe21e6-30d6-46b6-bfa4-baa18087c27d owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:07.868253 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:07.895020 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71953cc-274e-48e8-9e1d-23313750574c {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:30:07.899316 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c52b7463-8aca-4760-831b-828b138ab5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:07.951858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ca53f1-e58b-40b6-b214-922981acfafa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:07.976082 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port b71953cc-274e-48e8-9e1d-23313750574c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b71953cc-274e-48e8-9e1d-23313750574c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:07.977437 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b7463-8aca-4760-831b-828b138ab5ab None None] Pushing event deleted for resources: {'Port': ['ID=3cf603d3-3755-472f-ba90-7f36b0315f9a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:07.989671 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:07.993194 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b7463-8aca-4760-831b-828b138ab5ab None None] No DVR routers for this DVR port 3cf603d3-3755-472f-ba90-7f36b0315f9a on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:30:07.996509 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-e3ec265c-9b86-4d32-9527-c5c5eb8d504c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Made reservation on behalf of 2372edae52864334a53d4fba944cc335 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:07.999062 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-e3ec265c-9b86-4d32-9527-c5c5eb8d504c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:08.025939 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-58ca53f1-e58b-40b6-b214-922981acfafa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:08.039400 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3fde6c75-6a7e-488f-a64d-49508735dce6 req-cce9dcde-98b9-4c3a-9855-c071f011186c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 210 time: 0.1199923 Dec 20 21:30:08.055947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ca53f1-e58b-40b6-b214-922981acfafa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:08.057620 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-58ca53f1-e58b-40b6-b214-922981acfafa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:08.072503 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd3016e-57fa-47ef-b635-98b5530c832f None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:30:08.142473 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-58ca53f1-e58b-40b6-b214-922981acfafa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2758713 Dec 20 21:30:08.158436 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38492) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:08.164423 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=b71953cc-274e-48e8-9e1d-23313750574c,revision_number=12']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:08.183213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca53f1-e58b-40b6-b214-922981acfafa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=a7466abc-71d4-4120-b819-9d619c4dbe49,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:08.186266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-c290bc59-18db-450f-b76b-8222684a8f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:08.187752 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-c290bc59-18db-450f-b76b-8222684a8f59 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.3711767 Dec 20 21:30:08.200428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-891fb6bc-60b6-4524-bd54-1ea788192a00 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'fixed_ips': [{'subnet_id': 'a7466abc-71d4-4120-b819-9d619c4dbe49', 'ip_address': '2001:db8::8590:ab89:bb48:fe6c'}], 'name': 'tempest-NetworksTestDHCPv6-849092256'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:08.275784 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['b71953cc-274e-48e8-9e1d-23313750574c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:30:08.286947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df0e37-5bac-4987-99ed-71a6deb6858a req-7fcfb10c-773f-490a-b91f-6e0b36522648 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:08.289286 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f5df0e37-5bac-4987-99ed-71a6deb6858a req-7fcfb10c-773f-490a-b91f-6e0b36522648 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.3565845 Dec 20 21:30:08.301919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73065a5-2e45-4ff7-8da6-adcbc192050a req-202c126b-b274-4577-800b-354387fef5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:08.304272 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a73065a5-2e45-4ff7-8da6-adcbc192050a req-202c126b-b274-4577-800b-354387fef5cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 1094 time: 0.2137070 Dec 20 21:30:08.398650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-8a709120-56ff-4dd4-89f6-0658a64e6674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:08.403570 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-8a709120-56ff-4dd4-89f6-0658a64e6674 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.2074544 Dec 20 21:30:08.475671 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': 'a7466abc-71d4-4120-b819-9d619c4dbe49'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:30:08.476283 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d0491783-fe0e-4d3b-81a5-cbde0ab9ffbc req-b0981797-e05a-4192-b604-2559e316f403 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:08.478472 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:08.547345 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:08.582490 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0981797-e05a-4192-b604-2559e316f403 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Pushing event deleted for resources: {'Port': ['ID=7abe21e6-30d6-46b6-bfa4-baa18087c27d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:08.587194 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-e3ec265c-9b86-4d32-9527-c5c5eb8d504c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Allocated IP 172.20.0.6 (c507b886-4c4e-4889-b255-5311698a9b7a/550ee55d-1479-46f2-9e4e-e2b23472d5bb/29c9b8a5-e226-4145-8efa-de0db3aee8d8) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:08.657211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891fb6bc-60b6-4524-bd54-1ea788192a00 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:08.663922 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0491783-fe0e-4d3b-81a5-cbde0ab9ffbc req-b0981797-e05a-4192-b604-2559e316f403 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] No DVR routers for this DVR port 7abe21e6-30d6-46b6-bfa4-baa18087c27d on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:30:08.670489 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f5df0e37-5bac-4987-99ed-71a6deb6858a req-854e03b9-2060-47a9-93f2-5c37b548c4ec tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3737154 Dec 20 21:30:08.674243 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a6f5f-7f2c-447d-93cb-b135219640ac req-f8698add-c851-409c-8e52-aa1e8cbce7f7 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:08.684544 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f52a6f5f-7f2c-447d-93cb-b135219640ac req-f8698add-c851-409c-8e52-aa1e8cbce7f7 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cbe4396-1e04-4c0c-a4c8-f32333870015 HTTP/1.1" status: 200 len: 867 time: 0.3189573 Dec 20 21:30:08.742413 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d0491783-fe0e-4d3b-81a5-cbde0ab9ffbc req-b0981797-e05a-4192-b604-2559e316f403 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:08.750532 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d0491783-fe0e-4d3b-81a5-cbde0ab9ffbc req-b0981797-e05a-4192-b604-2559e316f403 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "DELETE /v2.0/ports/7abe21e6-30d6-46b6-bfa4-baa18087c27d HTTP/1.1" status: 204 len: 173 time: 1.9024687 Dec 20 21:30:08.792741 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbe4396-1e04-4c0c-a4c8-f32333870015', 'name': 'network-vif-deleted', 'tag': '7abe21e6-30d6-46b6-bfa4-baa18087c27d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:30:08.800213 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48118ca-cee8-4eaa-ba3d-5297ed18f3f0" -d '{"events": [{"server_uuid": "2cbe4396-1e04-4c0c-a4c8-f32333870015", "name": "network-vif-deleted", "tag": "7abe21e6-30d6-46b6-bfa4-baa18087c27d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:30:08.862769 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3cf603d3-3755-472f-ba90-7f36b0315f9a no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:30:08.919185 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f52a6f5f-7f2c-447d-93cb-b135219640ac req-00888bc5-c3b3-4325-8e9e-9bbf736044a7 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337580 Dec 20 21:30:08.990313 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:30:09.019162 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73065a5-2e45-4ff7-8da6-adcbc192050a req-88e55bf2-5b29-4140-a359-3dd5ff634d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:09.021747 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a73065a5-2e45-4ff7-8da6-adcbc192050a req-88e55bf2-5b29-4140-a359-3dd5ff634d30 service neutron] 10.222.0.31 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 0.6929719 Dec 20 21:30:09.032138 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 3cf603d3-3755-472f-ba90-7f36b0315f9a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:30:09.032665 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3cf603d3-3755-472f-ba90-7f36b0315f9a not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:30:09.081462 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-955039f3-5805-4455-90a4-8a1f67941d94 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6157870 Dec 20 21:30:09.127092 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:09.127839 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:09.283570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Allocated IP 2001:db8::2 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/a7466abc-71d4-4120-b819-9d619c4dbe49/5f602c75-6fe2-4ddd-8f6a-b82464e73452) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:09.292917 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5e5629-ccbb-4fe5-b8b2-730c35734303 x-openstack-request-id: req-ca5e5629-ccbb-4fe5-b8b2-730c35734303 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:30:09.293786 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbe4396-1e04-4c0c-a4c8-f32333870015", "name": "network-vif-deleted", "tag": "7abe21e6-30d6-46b6-bfa4-baa18087c27d", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:30:09.296144 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca5e5629-ccbb-4fe5-b8b2-730c35734303 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:30:09.300229 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbe4396-1e04-4c0c-a4c8-f32333870015', 'name': 'network-vif-deleted', 'tag': '7abe21e6-30d6-46b6-bfa4-baa18087c27d', 'status': 'completed', 'code': 200} Dec 20 21:30:09.366288 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:09.428729 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a73065a5-2e45-4ff7-8da6-adcbc192050a req-ab2f9854-716e-475d-a1b2-77322f97b8fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b71953cc-274e-48e8-9e1d-23313750574c HTTP/1.1" status: 200 len: 1000 time: 0.3460829 Dec 20 21:30:09.529443 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e39132b-92fc-4d9d-8fd7-c14be7fd7395 req-0829455d-197b-46c0-82bc-59553774a285 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 210 time: 0.2268760 Dec 20 21:30:09.532228 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65698bbd-f474-4021-82b7-b48e693a647b req-078b2380-587e-485e-bc58-2809ab50837b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:09.544577 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-65698bbd-f474-4021-82b7-b48e693a647b req-078b2380-587e-485e-bc58-2809ab50837b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 945 time: 0.3168421 Dec 20 21:30:09.641720 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-891fb6bc-60b6-4524-bd54-1ea788192a00 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:09.650169 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-e3ec265c-9b86-4d32-9527-c5c5eb8d504c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:09.686711 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-891fb6bc-60b6-4524-bd54-1ea788192a00 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port 3f231d60-34ea-46b5-b5b4-bba5e7d13c4d yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:30:09.705418 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-cf203cfc-520a-4d1b-9ce0-f7df13ffc62b service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155465 Dec 20 21:30:09.747088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993e2b25-6a95-4ca8-8373-0703df12870f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:30:09.761070 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82d958d-833a-48f0-9f9f-c4724a894ddd" -d '{"events": [{"server_uuid": "993e2b25-6a95-4ca8-8373-0703df12870f", "name": "network-vif-plugged", "status": "completed", "tag": "23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:30:09.786439 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-65698bbd-f474-4021-82b7-b48e693a647b req-a9a44f8d-606e-4c31-bb2d-087963fb43fb tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274179 Dec 20 21:30:09.811269 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73065a5-2e45-4ff7-8da6-adcbc192050a req-5ac35dc1-400f-4498-b682-615812b4d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:09.812900 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a73065a5-2e45-4ff7-8da6-adcbc192050a req-5ac35dc1-400f-4498-b682-615812b4d477 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.3675323 Dec 20 21:30:09.878974 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:09.894540 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:09.909225 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fcf8df-7d94-434a-8dc0-d175fadd86aa x-openstack-request-id: req-91fcf8df-7d94-434a-8dc0-d175fadd86aa {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:30:09.909482 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993e2b25-6a95-4ca8-8373-0703df12870f", "name": "network-vif-plugged", "status": "completed", "tag": "23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:30:09.909745 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91fcf8df-7d94-434a-8dc0-d175fadd86aa {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:30:09.910401 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993e2b25-6a95-4ca8-8373-0703df12870f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d', 'code': 200} Dec 20 21:30:09.918265 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:09.967113 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:09.968313 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:09.989984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:09.992464 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-9c3e08d3-8055-4e5b-8142-08a6672b8e63 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=8ce909c5-2cad-47d2-872b-187a9336f4e4 HTTP/1.1" status: 200 len: 217 time: 0.2352810 Dec 20 21:30:09.994952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:10.016049 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Pushing event updated for resources: {'Port': ['ID=5f602c75-6fe2-4ddd-8f6a-b82464e73452,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:10.101580 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device b71953cc-274e-48e8-9e1d-23313750574c up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:10.273350 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Attempting to bind port 5f602c75-6fe2-4ddd-8f6a-b82464e73452 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:30:10.274817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Attempting to bind port 5f602c75-6fe2-4ddd-8f6a-b82464e73452 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:30:10.275756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Attempting to bind port 5f602c75-6fe2-4ddd-8f6a-b82464e73452 on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:10.289949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73065a5-2e45-4ff7-8da6-adcbc192050a req-32ae6318-f8bb-4d23-a3b3-ec69634db896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:10.301894 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a73065a5-2e45-4ff7-8da6-adcbc192050a req-32ae6318-f8bb-4d23-a3b3-ec69634db896 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3573914 Dec 20 21:30:10.303933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:30:10.304870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:30:10.305717 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:10.307668 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:30:10.308391 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Bound port: 5f602c75-6fe2-4ddd-8f6a-b82464e73452, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:30:10.308929 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:10.358256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-3b456f64-561f-41ef-89ac-b4c4f5970158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:10.367943 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-3b456f64-561f-41ef-89ac-b4c4f5970158 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.3045731 Dec 20 21:30:10.438262 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:10.455790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32259dbb-47fa-4862-b76f-84a9d986dc66 req-5900a473-bba7-4804-b4f2-c29c6c5e1eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:10.458769 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port b71953cc-274e-48e8-9e1d-23313750574c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:10.460090 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:10.462128 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32259dbb-47fa-4862-b76f-84a9d986dc66 req-5900a473-bba7-4804-b4f2-c29c6c5e1eb8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 1095 time: 0.3811569 Dec 20 21:30:10.466624 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] For port 5f602c75-6fe2-4ddd-8f6a-b82464e73452, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:30:10.534433 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] For port 5f602c75-6fe2-4ddd-8f6a-b82464e73452, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5f602c75-6fe2-4ddd-8f6a-b82464e73452,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:30:10.562181 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:10.644142 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0db80-fdeb-4ae3-849c-687a7e044cf4 None None] Pushing event updated for resources: {'Port': ['ID=5f602c75-6fe2-4ddd-8f6a-b82464e73452,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:10.741358 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:10.795800 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port b71953cc-274e-48e8-9e1d-23313750574c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b71953cc-274e-48e8-9e1d-23313750574c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:10.809839 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:10.810955 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7abe21e6-30d6-46b6-bfa4-baa18087c27d no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:30:10.821328 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-e3ec265c-9b86-4d32-9527-c5c5eb8d504c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:10.872856 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 7abe21e6-30d6-46b6-bfa4-baa18087c27d {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:30:10.873354 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7abe21e6-30d6-46b6-bfa4-baa18087c27d not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:30:10.916583 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-18dfdc0c-6da2-4c3f-b42e-678d95739c77 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:10.918477 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-18dfdc0c-6da2-4c3f-b42e-678d95739c77 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 812 time: 0.3532774 Dec 20 21:30:10.922681 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=b71953cc-274e-48e8-9e1d-23313750574c,revision_number=13']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:10.925969 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-e3ec265c-9b86-4d32-9527-c5c5eb8d504c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Network c507b886-4c4e-4889-b255-5311698a9b7a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:10.937703 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-e3ec265c-9b86-4d32-9527-c5c5eb8d504c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:10.959603 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96e97a-0937-47fc-a3e2-8ec092a92dbb req-4f521b00-5811-4a9e-849e-30c7991bb134 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:10.967710 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4e96e97a-0937-47fc-a3e2-8ec092a92dbb req-4f521b00-5811-4a9e-849e-30c7991bb134 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 945 time: 1.0793483 Dec 20 21:30:10.971947 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-e3ec265c-9b86-4d32-9527-c5c5eb8d504c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:10.975215 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-891fb6bc-60b6-4524-bd54-1ea788192a00 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::8590:ab89:bb48:fe6c (ba8b9395-2f81-45c0-aebe-dbe8cc504957/a7466abc-71d4-4120-b819-9d619c4dbe49/3f231d60-34ea-46b5-b5b4-bba5e7d13c4d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:10.977710 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32259dbb-47fa-4862-b76f-84a9d986dc66 req-a66cba98-3693-44ea-8121-a014d64e285a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952939 Dec 20 21:30:11.012682 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-b48bbf84-bad2-4799-aab1-f175e14cdc10 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/quotas/ca36b0d25161450da30484970d345d34 HTTP/1.1" status: 200 len: 375 time: 0.0418663 Dec 20 21:30:11.057980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec265c-9b86-4d32-9527-c5c5eb8d504c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Pushing event updated for resources: {'Port': ['ID=29c9b8a5-e226-4145-8efa-de0db3aee8d8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:11.105813 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-fc41e5ff-eaeb-47a3-b06f-46a4f13cec72 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919118 Dec 20 21:30:11.129196 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a73065a5-2e45-4ff7-8da6-adcbc192050a req-13500f15-c13e-4300-b95e-39301f406262 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8187773 Dec 20 21:30:11.214501 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-b8856523-1aec-4378-97c8-5476a5184aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:11.215986 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-b8856523-1aec-4378-97c8-5476a5184aa7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.7639005 Dec 20 21:30:11.322199 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-e3ec265c-9b86-4d32-9527-c5c5eb8d504c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:11.325270 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-e3ec265c-9b86-4d32-9527-c5c5eb8d504c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:11.426299 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4e96e97a-0937-47fc-a3e2-8ec092a92dbb req-c35b9cdb-99d7-415e-b544-b41fc0e01dd5 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4575422 Dec 20 21:30:11.439298 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-65b7f632-e4c4-4238-af6a-c478976c2110 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563952 Dec 20 21:30:11.465282 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b07ba0f0-6179-4ab7-9ed3-d9c19eb6e027 None None] Provisioning complete for port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:11.467008 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b07ba0f0-6179-4ab7-9ed3-d9c19eb6e027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:11.479637 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-e3ec265c-9b86-4d32-9527-c5c5eb8d504c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0657132 Dec 20 21:30:11.508153 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Request body: {'port': {'device_id': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:11.540859 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-4e0dbe79-b26c-4d9a-873d-0bf9a13f42a7 service neutron] 10.222.0.32 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336357 Dec 20 21:30:11.561564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b07ba0f0-6179-4ab7-9ed3-d9c19eb6e027 None None] Port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:30:11.636680 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:11.685311 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-891fb6bc-60b6-4524-bd54-1ea788192a00 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:11.738902 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99c4f5-b83e-4ec3-92ab-655b3f79f1f0 req-6fe59913-c2de-49c9-bd69-f81862dddc61 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:11.740459 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7d99c4f5-b83e-4ec3-92ab-655b3f79f1f0 req-6fe59913-c2de-49c9-bd69-f81862dddc61 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 931 time: 0.1501353 Dec 20 21:30:11.911834 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:30:11.919059 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bea8e71-e28e-4797-a071-2fd677b50c23" -d '{"events": [{"server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "name": "network-vif-plugged", "status": "completed", "tag": "b71953cc-274e-48e8-9e1d-23313750574c"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:30:11.939231 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-891fb6bc-60b6-4524-bd54-1ea788192a00 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:12.043782 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fb6bc-60b6-4524-bd54-1ea788192a00 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=3f231d60-34ea-46b5-b5b4-bba5e7d13c4d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:12.164922 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891fb6bc-60b6-4524-bd54-1ea788192a00 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:12.196468 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7d99c4f5-b83e-4ec3-92ab-655b3f79f1f0 req-8f94cf14-7d4b-44b8-aa83-c6ed1a1c62f5 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3998075 Dec 20 21:30:12.242951 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-891fb6bc-60b6-4524-bd54-1ea788192a00 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:12.264371 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891fb6bc-60b6-4524-bd54-1ea788192a00 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:12.292089 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891fb6bc-60b6-4524-bd54-1ea788192a00 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:12.293594 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-891fb6bc-60b6-4524-bd54-1ea788192a00 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:12.460580 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-891fb6bc-60b6-4524-bd54-1ea788192a00 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2989972 Dec 20 21:30:12.468136 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38554) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:12.513477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6def7-325b-400a-aad7-6c95af427ce0 req-5af4824d-8ac1-4c1d-9198-7ad6d80645b1 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:12.520637 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4ad6def7-325b-400a-aad7-6c95af427ce0 req-5af4824d-8ac1-4c1d-9198-7ad6d80645b1 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 946 time: 0.1429009 Dec 20 21:30:12.563156 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a73065a5-2e45-4ff7-8da6-adcbc192050a req-9023b0ea-d49e-4f5f-b5d3-bc48c6dae104 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3658402 Dec 20 21:30:12.684388 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-dd821759-7c67-4979-85f1-096980031c62 service neutron] 10.222.0.32 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1424243 Dec 20 21:30:12.789825 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-c35805cd-0d95-4846-9571-c498c764318c service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3432584 Dec 20 21:30:12.796656 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-20d9275b-f156-46ed-a03e-72d8bcf1cbbe None None] Provisioning complete for port 5f602c75-6fe2-4ddd-8f6a-b82464e73452 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:12.797646 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20d9275b-f156-46ed-a03e-72d8bcf1cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:12.947504 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4ad6def7-325b-400a-aad7-6c95af427ce0 req-41cf510d-3948-446f-af7a-f46a07c95ebf tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754361 Dec 20 21:30:13.002084 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-e26f2b3b-2a16-4ea1-9eaa-1b58d7d37b29 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=f3a6e021-6af8-4259-a794-65ae1e18fac1 HTTP/1.1" status: 200 len: 217 time: 0.1948373 Dec 20 21:30:13.086427 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20d9275b-f156-46ed-a03e-72d8bcf1cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:13.089115 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5f602c75-6fe2-4ddd-8f6a-b82464e73452 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:13.208895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faf4a3d-57cb-4976-8cb4-55b1b82ab766 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:13.233452 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faf4a3d-57cb-4976-8cb4-55b1b82ab766 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:13.240245 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8faf4a3d-57cb-4976-8cb4-55b1b82ab766 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7659032 Dec 20 21:30:13.241915 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38566) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:13.452637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c9b8a5-e226-4145-8efa-de0db3aee8d8 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:30:13.465710 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:13.488916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Transition to ACTIVE for port object 29c9b8a5-e226-4145-8efa-de0db3aee8d8 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:30:13.500921 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:13.537817 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-29c4d155-9e57-4555-bd4e-c6435b4d8cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:13.539302 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-29c4d155-9e57-4555-bd4e-c6435b4d8cf7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.5328312 Dec 20 21:30:13.704510 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Pushing event updated for resources: {'Port': ['ID=29c9b8a5-e226-4145-8efa-de0db3aee8d8,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:13.778778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Attempting to bind port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:30:13.785575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Attempting to bind port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:30:13.786051 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Attempting to bind port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 on network c507b886-4c4e-4889-b255-5311698a9b7a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:13.803872 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 on network c507b886-4c4e-4889-b255-5311698a9b7a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:30:13.804536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Attempting to bind port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 on network c507b886-4c4e-4889-b255-5311698a9b7a {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:13.823733 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:30:13.824518 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Checking segment: {'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:30:13.844942 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Bound using segment: {'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:30:13.846590 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Bound port: 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:30:13.849528 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:13.922496 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-3cd2c0a0-a857-4387-b650-f8a52544ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:13.925357 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-3cd2c0a0-a857-4387-b650-f8a52544ddf8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.2935181 Dec 20 21:30:13.981697 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-04439182-b686-48b9-a2c9-f1c7f0a7ac7a req-0b3197b5-29eb-47a4-b191-fbc6092456f6 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 210 time: 0.0728753 Dec 20 21:30:14.002379 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae8b42a-ece3-4f53-81f2-382fa59a3544 x-openstack-request-id: req-eae8b42a-ece3-4f53-81f2-382fa59a3544 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:30:14.002897 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "name": "network-vif-plugged", "status": "completed", "tag": "b71953cc-274e-48e8-9e1d-23313750574c", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:30:14.002897 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eae8b42a-ece3-4f53-81f2-382fa59a3544 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:30:14.003283 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c', 'code': 200} Dec 20 21:30:14.113545 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-20d9275b-f156-46ed-a03e-72d8bcf1cbbe None None] For port 5f602c75-6fe2-4ddd-8f6a-b82464e73452, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5f602c75-6fe2-4ddd-8f6a-b82464e73452,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:14.128156 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20d9275b-f156-46ed-a03e-72d8bcf1cbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:14.187155 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-4af9b6b8-46e0-428e-844a-b40872748ad4 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port 3f231d60-34ea-46b5-b5b4-bba5e7d13c4d {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:14.187441 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4af9b6b8-46e0-428e-844a-b40872748ad4 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:14.211219 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9b44c-83ca-4bbc-9168-7a0614511329 req-bf294098-cdc0-4ec3-a396-1b41c9d2fad5 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:14.212868 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5ff9b44c-83ca-4bbc-9168-7a0614511329 req-bf294098-cdc0-4ec3-a396-1b41c9d2fad5 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 943 time: 0.1330173 Dec 20 21:30:14.220205 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] For port 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:30:14.231271 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] For port 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:30:14.236396 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 5f602c75-6fe2-4ddd-8f6a-b82464e73452 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:14.238398 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:14.240419 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:14.320297 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5ff9b44c-83ca-4bbc-9168-7a0614511329 req-83f38b58-9f8c-47af-9d0f-cde0daac305e tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875964 Dec 20 21:30:14.347253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:14.347881 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:14.352792 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] 10.222.0.66 "PUT /v2.0/ports/29c9b8a5-e226-4145-8efa-de0db3aee8d8 HTTP/1.1" status: 200 len: 1089 time: 2.8525639 Dec 20 21:30:14.353588 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'tag': '29c9b8a5-e226-4145-8efa-de0db3aee8d8'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:30:14.357412 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd582bb-11bc-43e6-832a-b3dd103a6b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f575c3d-a3a4-4bff-bef8-5392669afdae", "tag": "29c9b8a5-e226-4145-8efa-de0db3aee8d8"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:30:14.384080 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465bdfd-5b50-4ad8-bec6-66c1fd136c20 req-92d4e39c-a493-40a7-b6e3-bf2683b2da95 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:14.403081 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1465bdfd-5b50-4ad8-bec6-66c1fd136c20 req-92d4e39c-a493-40a7-b6e3-bf2683b2da95 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 0.8274221 Dec 20 21:30:14.415173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada41e85-9334-4955-ab90-a8c22fce0c83 service neutron] Pushing event updated for resources: {'Port': ['ID=29c9b8a5-e226-4145-8efa-de0db3aee8d8,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:14.438029 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9275b-f156-46ed-a03e-72d8bcf1cbbe None None] Pushing event updated for resources: {'Port': ['ID=5f602c75-6fe2-4ddd-8f6a-b82464e73452,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:14.476869 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-cc4206c1-f6ca-40be-92e7-502bc412f84f service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350223 Dec 20 21:30:14.608547 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f079aeea-871b-4d12-8d15-3288a3bfb352 None None] Provisioning complete for port 3f231d60-34ea-46b5-b5b4-bba5e7d13c4d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:14.610883 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f079aeea-871b-4d12-8d15-3288a3bfb352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:14.634378 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-94a4e1c7-5942-4a6a-acfb-bb59357d49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:14.635834 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-94a4e1c7-5942-4a6a-acfb-bb59357d49a0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2372edae52864334a53d4fba944cc335&device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 1092 time: 0.2005243 Dec 20 21:30:14.644779 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd742aa-6415-4971-9ad1-883816fece4e req-ed35b3a9-7f18-4a40-8544-ecb9ee9d933d tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:14.646366 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5bd742aa-6415-4971-9ad1-883816fece4e req-ed35b3a9-7f18-4a40-8544-ecb9ee9d933d tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 946 time: 0.1833267 Dec 20 21:30:14.725537 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:14.744754 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f079aeea-871b-4d12-8d15-3288a3bfb352 None None] Port 3f231d60-34ea-46b5-b5b4-bba5e7d13c4d cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:30:14.749162 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-23d2ab61-049d-45c0-8aff-a36063dbd772 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8 HTTP/1.1" status: 200 len: 217 time: 0.0990796 Dec 20 21:30:14.778727 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4af9b6b8-46e0-428e-844a-b40872748ad4 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:14.801002 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-4af9b6b8-46e0-428e-844a-b40872748ad4 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for 3f231d60-34ea-46b5-b5b4-bba5e7d13c4d owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:14.874723 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5bd742aa-6415-4971-9ad1-883816fece4e req-cc6f439f-4be8-4d26-a83f-54e934de0c3e tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062383 Dec 20 21:30:14.919472 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5f602c75-6fe2-4ddd-8f6a-b82464e73452 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:14.921424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-68ae1472-6fa4-45d6-ac5d-e4d10cd64ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:14.923018 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-68ae1472-6fa4-45d6-ac5d-e4d10cd64ad8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=550ee55d-1479-46f2-9e4e-e2b23472d5bb HTTP/1.1" status: 200 len: 855 time: 0.1556981 Dec 20 21:30:14.955816 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1465bdfd-5b50-4ad8-bec6-66c1fd136c20 req-addcae21-3b04-4e16-9b3c-d528a77b47bc tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5518262 Dec 20 21:30:15.016493 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28feec0f-7716-40ec-befd-95155146f043 x-openstack-request-id: req-28feec0f-7716-40ec-befd-95155146f043 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:30:15.017013 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f575c3d-a3a4-4bff-bef8-5392669afdae", "tag": "29c9b8a5-e226-4145-8efa-de0db3aee8d8", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:30:15.018219 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28feec0f-7716-40ec-befd-95155146f043 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:30:15.018648 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'tag': '29c9b8a5-e226-4145-8efa-de0db3aee8d8', 'status': 'completed', 'code': 200} Dec 20 21:30:15.040407 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-6fc024c1-d8b8-4cd2-a840-f6ce75ab9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:15.046057 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-6fc024c1-d8b8-4cd2-a840-f6ce75ab9f6c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c507b886-4c4e-4889-b255-5311698a9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1159353 Dec 20 21:30:15.123238 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 5f602c75-6fe2-4ddd-8f6a-b82464e73452 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:15.124233 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:15.203533 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-ec3d63d5-b2b7-44dd-912d-c467fa222057 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044845 Dec 20 21:30:15.338112 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-e901e20b-ee78-4519-9831-4cb4cab9cb7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9655ce7e-8f89-45c3-886e-da0b47890f71 HTTP/1.1" status: 200 len: 217 time: 0.1230855 Dec 20 21:30:15.369463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdbe90-5843-41f4-a1c1-14f393a347d9 req-ff8ec875-088f-4669-b2c0-86f023178809 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:15.380406 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8fbdbe90-5843-41f4-a1c1-14f393a347d9 req-ff8ec875-088f-4669-b2c0-86f023178809 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 946 time: 0.2915695 Dec 20 21:30:15.390717 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-33edfd14-accb-416d-9ca6-f888d4ba53d7 service neutron] 10.222.0.66 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377223 Dec 20 21:30:15.564744 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8fbdbe90-5843-41f4-a1c1-14f393a347d9 req-bba8737c-f374-461b-850f-6d75f85b6cdd tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801288 Dec 20 21:30:15.623028 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4af9b6b8-46e0-428e-844a-b40872748ad4 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:15.673377 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f22e30fa-9abe-4ebe-94fe-e34e4336b629 req-e58d3278-9671-4b5f-a974-cf12d3520cf7 service neutron] 10.222.0.66 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711287 Dec 20 21:30:15.710496 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b24ddf2-6c34-454d-aad5-891b37207e1e req-17e2fccb-b1c5-4d14-8e60-531553dfd92a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 210 time: 0.3713000 Dec 20 21:30:15.712679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-36f68606-5834-4899-a1d1-bd06748eafc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:15.714856 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-36f68606-5834-4899-a1d1-bd06748eafc0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae563e9e-aa51-4afb-9f8a-8a6be528b5fd HTTP/1.1" status: 200 len: 797 time: 0.3620446 Dec 20 21:30:15.892282 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69c451-7bf3-4732-a0e9-1d67b4270f94 req-283ba999-b7e8-48fc-a4a9-0a4564041c70 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:15.900579 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef69c451-7bf3-4732-a0e9-1d67b4270f94 req-283ba999-b7e8-48fc-a4a9-0a4564041c70 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 943 time: 0.1744578 Dec 20 21:30:15.925514 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd582bb-11bc-43e6-832a-b3dd103a6b1c req-c4561a73-a0df-4a4b-80d3-874b4d76ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:15.928835 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ccd582bb-11bc-43e6-832a-b3dd103a6b1c req-c4561a73-a0df-4a4b-80d3-874b4d76ff8c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2372edae52864334a53d4fba944cc335&device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 1092 time: 0.1380119 Dec 20 21:30:15.992313 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef69c451-7bf3-4732-a0e9-1d67b4270f94 req-70aefb52-fb1d-4266-a6cf-e6d82fc7f192 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905845 Dec 20 21:30:16.050773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-f074f50b-2c5a-4f8f-8bb2-05924c38af3a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:16.053546 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-f074f50b-2c5a-4f8f-8bb2-05924c38af3a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 812 time: 0.7131803 Dec 20 21:30:16.056239 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4af9b6b8-46e0-428e-844a-b40872748ad4 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:16.064983 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4af9b6b8-46e0-428e-844a-b40872748ad4 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/3f231d60-34ea-46b5-b5b4-bba5e7d13c4d HTTP/1.1" status: 204 len: 168 time: 2.7889361 Dec 20 21:30:16.067701 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9b6b8-46e0-428e-844a-b40872748ad4 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=3f231d60-34ea-46b5-b5b4-bba5e7d13c4d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:16.093308 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38602) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:16.096918 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-d6aede0a-24fd-4fe1-99b3-e7af07e62406 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Request body: {'port': {'device_id': '91c39029-5bac-44d2-8761-402ca80c4b81', 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab', 'admin_state_up': True, 'tenant_id': 'ca36b0d25161450da30484970d345d34'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:16.206427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e43d114-7eec-44e4-998f-933ba62853a8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:16.208249 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e43d114-7eec-44e4-998f-933ba62853a8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:16.213588 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3e43d114-7eec-44e4-998f-933ba62853a8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1152129 Dec 20 21:30:16.221129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38610) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:16.346083 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d0b9d4-c216-4767-a879-a30721ca8bfe tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet a7466abc-71d4-4120-b819-9d619c4dbe49 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:30:16.355489 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48d0b9d4-c216-4767-a879-a30721ca8bfe tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:16.359885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-8e3852d1-c83e-4ae2-be8a-45ccf15ff762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:16.362193 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-8e3852d1-c83e-4ae2-be8a-45ccf15ff762 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.5784976 Dec 20 21:30:16.369855 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad208b1-61c8-41ce-a57f-46f7933d111e req-d8ffb826-05c6-4909-bdeb-2c2070a57316 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:16.377345 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ad208b1-61c8-41ce-a57f-46f7933d111e req-d8ffb826-05c6-4909-bdeb-2c2070a57316 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 946 time: 0.1864438 Dec 20 21:30:16.429947 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd582bb-11bc-43e6-832a-b3dd103a6b1c req-90b0da48-7c3b-43c4-a351-bc0632f29f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:16.431983 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ccd582bb-11bc-43e6-832a-b3dd103a6b1c req-90b0da48-7c3b-43c4-a351-bc0632f29f2e service neutron] 10.222.0.66 "GET /v2.0/networks?id=c507b886-4c4e-4889-b255-5311698a9b7a HTTP/1.1" status: 200 len: 917 time: 0.4924443 Dec 20 21:30:16.477999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3925163-5757-4846-bab6-d5673f16e6b7 req-60e0f9b9-a80c-4b69-9b5b-932bc09e8824 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:16.486688 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3925163-5757-4846-bab6-d5673f16e6b7 req-60e0f9b9-a80c-4b69-9b5b-932bc09e8824 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 0.2192078 Dec 20 21:30:16.506364 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48d0b9d4-c216-4767-a879-a30721ca8bfe tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:16.512769 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ccd582bb-11bc-43e6-832a-b3dd103a6b1c req-4b7c9ccb-1e1e-4ac7-a27b-c8aa2ca19f86 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8 HTTP/1.1" status: 200 len: 217 time: 0.0675087 Dec 20 21:30:16.540200 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ad208b1-61c8-41ce-a57f-46f7933d111e req-058e14a7-44fc-4fe4-830d-b7c0d2bad92a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617367 Dec 20 21:30:16.558841 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3925163-5757-4846-bab6-d5673f16e6b7 req-302388a2-bfb8-4568-bad9-5ee8fff4d929 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679507 Dec 20 21:30:16.659924 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-7523f59c-9c88-4818-b751-5de5e3ade5d8 service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773151 Dec 20 21:30:16.702444 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd582bb-11bc-43e6-832a-b3dd103a6b1c req-ab9e9e74-4846-45fa-98d2-225886664266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:16.704211 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ccd582bb-11bc-43e6-832a-b3dd103a6b1c req-ab9e9e74-4846-45fa-98d2-225886664266 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=550ee55d-1479-46f2-9e4e-e2b23472d5bb HTTP/1.1" status: 200 len: 855 time: 0.1587512 Dec 20 21:30:16.727679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-d6aede0a-24fd-4fe1-99b3-e7af07e62406 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Made reservation on behalf of ca36b0d25161450da30484970d345d34 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:16.731127 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-d6aede0a-24fd-4fe1-99b3-e7af07e62406 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:16.793824 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48d0b9d4-c216-4767-a879-a30721ca8bfe tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:16.839690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd582bb-11bc-43e6-832a-b3dd103a6b1c req-bec0c188-23c7-4f24-a17e-0ed3acb98080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:16.841571 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ccd582bb-11bc-43e6-832a-b3dd103a6b1c req-bec0c188-23c7-4f24-a17e-0ed3acb98080 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c507b886-4c4e-4889-b255-5311698a9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1149411 Dec 20 21:30:16.869871 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-988a4ffb-9387-4005-b6d0-86ed1a017f4e service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951802 Dec 20 21:30:16.970166 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48d0b9d4-c216-4767-a879-a30721ca8bfe tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:16.987180 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-1eb6f291-91b3-418e-baa5-36d9e7adf7f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3172c179-085f-4b38-b042-22139154fc9d HTTP/1.1" status: 200 len: 217 time: 0.0890937 Dec 20 21:30:17.019230 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0b9d4-c216-4767-a879-a30721ca8bfe tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=a7466abc-71d4-4120-b819-9d619c4dbe49,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:17.048713 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48d0b9d4-c216-4767-a879-a30721ca8bfe tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:17.056793 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a19ac33-57a8-44a9-8cb3-a975b50223bb None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:30:17.057591 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-48d0b9d4-c216-4767-a879-a30721ca8bfe tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/a7466abc-71d4-4120-b819-9d619c4dbe49 HTTP/1.1" status: 204 len: 168 time: 0.8353384 Dec 20 21:30:17.078367 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-68300188-48bf-4296-9ad4-60e1a9801eeb req-a3f35845-d770-4cd7-bd66-8a09bcf01c33 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 210 time: 0.0979426 Dec 20 21:30:17.083983 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ccd582bb-11bc-43e6-832a-b3dd103a6b1c req-7bd5a69e-10f5-4401-9979-1c2fe2ecd3ba service neutron] 10.222.0.66 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336671 Dec 20 21:30:17.084463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38616) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:17.097564 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-d6aede0a-24fd-4fe1-99b3-e7af07e62406 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Allocated IP 172.20.0.10 (ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab/ea9759e2-26ca-4714-859c-932515626a6f/26414e66-45dc-4204-9f72-34c59f4cb14a) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:17.176220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-f7dcc8bf-8986-4839-bea5-94ede9e190a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:17.188845 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-f7dcc8bf-8986-4839-bea5-94ede9e190a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae563e9e-aa51-4afb-9f8a-8a6be528b5fd HTTP/1.1" status: 200 len: 797 time: 0.1755888 Dec 20 21:30:17.395705 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c29c9ef0-fe26-41c1-9aeb-ebea60087e1d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3059828 Dec 20 21:30:17.405592 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38620) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:17.418836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dde15-531e-432f-809a-54c8542d1cbd req-f30719c5-83d1-45cf-a599-0f4589408ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:17.421546 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-f30719c5-83d1-45cf-a599-0f4589408ecc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.2315629 Dec 20 21:30:17.429477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-93615059-e813-44e6-84e7-8f91dd118e22 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:17.432719 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32bb72c-4db4-463a-a096-88c5bd6d9611 None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:30:17.524825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b32bb72c-4db4-463a-a096-88c5bd6d9611 None None] Deleting port 5f602c75-6fe2-4ddd-8f6a-b82464e73452 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:17.525463 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b32bb72c-4db4-463a-a096-88c5bd6d9611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:17.548139 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11e11b-f787-405c-b448-32d9915c768a req-a330b192-cc5e-497c-89d8-97985c43dc29 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:17.550354 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-d6aede0a-24fd-4fe1-99b3-e7af07e62406 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:17.555648 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2e11e11b-f787-405c-b448-32d9915c768a req-a330b192-cc5e-497c-89d8-97985c43dc29 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 943 time: 0.3426790 Dec 20 21:30:17.626120 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ccd582bb-11bc-43e6-832a-b3dd103a6b1c req-5659e05d-403e-4d1d-b439-85557352a1dd service neutron] 10.222.0.66 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242517 Dec 20 21:30:17.638480 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-d6aede0a-24fd-4fe1-99b3-e7af07e62406 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:17.641706 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2e11e11b-f787-405c-b448-32d9915c768a req-21040f3d-a0e8-4531-91f9-085287debc2b tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830603 Dec 20 21:30:17.672277 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b32bb72c-4db4-463a-a096-88c5bd6d9611 None None] For port 5f602c75-6fe2-4ddd-8f6a-b82464e73452, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5f602c75-6fe2-4ddd-8f6a-b82464e73452,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:17.672787 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b32bb72c-4db4-463a-a096-88c5bd6d9611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:17.692806 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93615059-e813-44e6-84e7-8f91dd118e22 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:17.700006 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93615059-e813-44e6-84e7-8f91dd118e22 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:17.707156 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b32bb72c-4db4-463a-a096-88c5bd6d9611 None None] Calling delete_port for 5f602c75-6fe2-4ddd-8f6a-b82464e73452 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:17.883794 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b603b-f28f-4111-a28a-8ad275a13db0 req-c0373c53-651c-44f1-bf23-3731b0d4fb8e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:17.888957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-d6aede0a-24fd-4fe1-99b3-e7af07e62406 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:17.891977 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f34b603b-f28f-4111-a28a-8ad275a13db0 req-c0373c53-651c-44f1-bf23-3731b0d4fb8e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 0.1097481 Dec 20 21:30:17.915042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-d6aede0a-24fd-4fe1-99b3-e7af07e62406 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:17.932394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4b475-5b06-4432-bf66-44843a087ed9 req-8f0593bf-a21a-4076-a39f-5712edc76fd6 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:17.934199 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-45c4b475-5b06-4432-bf66-44843a087ed9 req-8f0593bf-a21a-4076-a39f-5712edc76fd6 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 946 time: 0.3067129 Dec 20 21:30:17.934897 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-d6aede0a-24fd-4fe1-99b3-e7af07e62406 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:17.942124 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:17.948600 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f34b603b-f28f-4111-a28a-8ad275a13db0 req-676e3444-04b5-4263-bd56-d1b9bdc3d847 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551126 Dec 20 21:30:18.037168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa5301-d659-4f80-97e6-80587ade0220 req-0d6af1c9-56e8-48e0-b83d-e20662ff9268 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:18.037168 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-baaa5301-d659-4f80-97e6-80587ade0220 req-0d6af1c9-56e8-48e0-b83d-e20662ff9268 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 946 time: 0.1994452 Dec 20 21:30:18.037168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aede0a-24fd-4fe1-99b3-e7af07e62406 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Pushing event updated for resources: {'Port': ['ID=26414e66-45dc-4204-9f72-34c59f4cb14a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:18.042856 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b32bb72c-4db4-463a-a096-88c5bd6d9611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:18.067338 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32bb72c-4db4-463a-a096-88c5bd6d9611 None None] No DVR routers for this DVR port 5f602c75-6fe2-4ddd-8f6a-b82464e73452 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:30:18.074438 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93615059-e813-44e6-84e7-8f91dd118e22 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:18.100297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bb72c-4db4-463a-a096-88c5bd6d9611 None None] Pushing event deleted for resources: {'Port': ['ID=5f602c75-6fe2-4ddd-8f6a-b82464e73452,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:18.123225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-d6aede0a-24fd-4fe1-99b3-e7af07e62406 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:18.124155 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-d6aede0a-24fd-4fe1-99b3-e7af07e62406 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:18.175064 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93615059-e813-44e6-84e7-8f91dd118e22 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:18.176477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93615059-e813-44e6-84e7-8f91dd118e22 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=67e1d5fb-493e-4613-a1a8-b2af2562b647,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:18.179326 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-93615059-e813-44e6-84e7-8f91dd118e22 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:18.182590 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93615059-e813-44e6-84e7-8f91dd118e22 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:18.183171 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93615059-e813-44e6-84e7-8f91dd118e22 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:18.192797 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666fa69f-d824-44e4-9108-8f0b1ae4243a None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:30:18.216363 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-9b522a19-615b-428b-8b03-7d1e61025d15 service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7580514 Dec 20 21:30:18.220042 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-d6aede0a-24fd-4fe1-99b3-e7af07e62406 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1391284 Dec 20 21:30:18.235901 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-baaa5301-d659-4f80-97e6-80587ade0220 req-5d2dd3ed-5c66-43fe-9906-e4381f3dd641 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453513 Dec 20 21:30:18.243071 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-93615059-e813-44e6-84e7-8f91dd118e22 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8295882 Dec 20 21:30:18.259761 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Request body: {'port': {'device_id': '91c39029-5bac-44d2-8761-402ca80c4b81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:18.262404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38634) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:18.296586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-583f1605-2f57-4b4c-986a-545cacc015d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'fixed_ips': [{'subnet_id': '67e1d5fb-493e-4613-a1a8-b2af2562b647', 'ip_address': '2001:db8::1f4b:bc3d:ece6:a51d'}], 'name': 'tempest-NetworksTestDHCPv6-1525496806'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:18.472707 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': '67e1d5fb-493e-4613-a1a8-b2af2562b647'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:30:18.473594 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:18.633354 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacd1fa-8f17-43f4-874f-340a5a84ba1a req-a1a543f5-c4aa-49bb-9800-aa898f977aeb tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:18.641435 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5aacd1fa-8f17-43f4-874f-340a5a84ba1a req-a1a543f5-c4aa-49bb-9800-aa898f977aeb tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 932 time: 0.4158566 Dec 20 21:30:18.659543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 29c9b8a5-e226-4145-8efa-de0db3aee8d8 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:30:18.711707 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5aacd1fa-8f17-43f4-874f-340a5a84ba1a req-8d2fbda6-a0d2-48e0-ace3-94001ceef6f8 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670989 Dec 20 21:30:18.872174 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Allocated IP 2001:db8::2 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/67e1d5fb-493e-4613-a1a8-b2af2562b647/95761736-7b6b-4808-9660-27e52bbff7f9) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:18.918982 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.resource_extend [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:30:18.921225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5f602c75-6fe2-4ddd-8f6a-b82464e73452 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:30:19.001304 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:19.056922 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 5f602c75-6fe2-4ddd-8f6a-b82464e73452 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:30:19.057558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5f602c75-6fe2-4ddd-8f6a-b82464e73452 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:30:19.064206 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e297c43-0e0d-445e-8bb7-0bc3afda533b req-c7dc3dfa-1876-45b5-b860-b642f3ab0396 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:19.065845 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e297c43-0e0d-445e-8bb7-0bc3afda533b req-c7dc3dfa-1876-45b5-b860-b642f3ab0396 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 943 time: 0.1605778 Dec 20 21:30:19.141379 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:19.178715 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803797c-25c4-4dfe-a797-ec9d71c09d67 req-ed14bb97-80ab-4e8d-ab76-cfaffb11087c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:19.180418 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b803797c-25c4-4dfe-a797-ec9d71c09d67 req-ed14bb97-80ab-4e8d-ab76-cfaffb11087c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 0.0792863 Dec 20 21:30:19.191831 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '29c9b8a5-e226-4145-8efa-de0db3aee8d8', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'port_id': '29c9b8a5-e226-4145-8efa-de0db3aee8d8', 'mac_address': 'fa:16:3e:19:01:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:30:19.214536 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-45c4b475-5b06-4432-bf66-44843a087ed9 req-08b425cc-79f8-4020-a902-2c0fbe19e05c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Deleting port 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:19.215195 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-45c4b475-5b06-4432-bf66-44843a087ed9 req-08b425cc-79f8-4020-a902-2c0fbe19e05c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:19.241425 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b803797c-25c4-4dfe-a797-ec9d71c09d67 req-7a7ccd12-aac6-4369-8786-7b237e1b1a77 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541840 Dec 20 21:30:19.277184 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:19.293731 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:19.317557 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e34dde15-531e-432f-809a-54c8542d1cbd req-976150a8-e14f-43f5-8c0e-62d9607f33db service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0782282 Dec 20 21:30:19.328773 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c9b8a5-e226-4145-8efa-de0db3aee8d8 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:30:19.347572 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e297c43-0e0d-445e-8bb7-0bc3afda533b req-63d85cf3-359c-43d3-b86c-611d094eddd4 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195535 Dec 20 21:30:19.387686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583f1605-2f57-4b4c-986a-545cacc015d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:19.390925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:19.396365 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:19.488660 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:19.513963 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Pushing event updated for resources: {'Port': ['ID=95761736-7b6b-4808-9660-27e52bbff7f9,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:19.523829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:19.550467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:19.554783 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:19.627424 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-583f1605-2f57-4b4c-986a-545cacc015d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:19.630457 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Attempting to bind port 95761736-7b6b-4808-9660-27e52bbff7f9 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:30:19.630825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Attempting to bind port 95761736-7b6b-4808-9660-27e52bbff7f9 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:30:19.631289 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Attempting to bind port 95761736-7b6b-4808-9660-27e52bbff7f9 on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:19.634463 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=29c9b8a5-e226-4145-8efa-de0db3aee8d8,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:19.639792 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:30:19.640160 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:30:19.640686 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:19.641070 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:30:19.641526 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Bound port: 95761736-7b6b-4808-9660-27e52bbff7f9, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:30:19.641894 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:19.664833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-583f1605-2f57-4b4c-986a-545cacc015d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port d0589c09-1471-42bc-9c32-0e32da54e77c yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:30:19.790382 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] For port 95761736-7b6b-4808-9660-27e52bbff7f9, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:30:19.799617 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] For port 95761736-7b6b-4808-9660-27e52bbff7f9, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=95761736-7b6b-4808-9660-27e52bbff7f9,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:30:19.808460 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:19.863569 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-45c4b475-5b06-4432-bf66-44843a087ed9 req-08b425cc-79f8-4020-a902-2c0fbe19e05c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] For port 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:19.864108 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-45c4b475-5b06-4432-bf66-44843a087ed9 req-08b425cc-79f8-4020-a902-2c0fbe19e05c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:19.916430 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed7627-8351-4d01-9611-cc1fefcee43c None None] Pushing event updated for resources: {'Port': ['ID=95761736-7b6b-4808-9660-27e52bbff7f9,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:19.922739 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['29c9b8a5-e226-4145-8efa-de0db3aee8d8'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:30:19.956221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d26833-70af-454c-9f27-c918696e6361 req-100b830f-9e50-4a3c-9ff4-2cf57c16cf39 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:19.957546 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-45c4b475-5b06-4432-bf66-44843a087ed9 req-08b425cc-79f8-4020-a902-2c0fbe19e05c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Calling delete_port for 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:19.974500 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c2d26833-70af-454c-9f27-c918696e6361 req-100b830f-9e50-4a3c-9ff4-2cf57c16cf39 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 932 time: 0.1249988 Dec 20 21:30:20.033583 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c7f8a-bacc-494c-8ff7-7a54cff3416b req-0828fca3-3268-4d1d-9760-bd818189aaa7 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:20.035038 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de2c7f8a-bacc-494c-8ff7-7a54cff3416b req-0828fca3-3268-4d1d-9760-bd818189aaa7 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 946 time: 0.5386128 Dec 20 21:30:20.066919 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c2d26833-70af-454c-9f27-c918696e6361 req-606b3360-4dcd-4b21-a43c-d35ee4da102a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912979 Dec 20 21:30:20.259536 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de2c7f8a-bacc-494c-8ff7-7a54cff3416b req-a3122fdd-1f7d-4b43-be82-36d4660aa6c0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064652 Dec 20 21:30:20.260975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-583f1605-2f57-4b4c-986a-545cacc015d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::1f4b:bc3d:ece6:a51d (ba8b9395-2f81-45c0-aebe-dbe8cc504957/67e1d5fb-493e-4613-a1a8-b2af2562b647/d0589c09-1471-42bc-9c32-0e32da54e77c) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:20.473041 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d128205-1ccc-4de2-a20b-836616bf3c3f req-d2f351ae-8d06-47a1-ba7a-e09e90d8d4af tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:20.483275 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4d128205-1ccc-4de2-a20b-836616bf3c3f req-d2f351ae-8d06-47a1-ba7a-e09e90d8d4af tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 0.1137879 Dec 20 21:30:20.576371 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:30:20.628089 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4d128205-1ccc-4de2-a20b-836616bf3c3f req-48af9d62-e2ce-4754-aa26-f40fbb6f4f8d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374013 Dec 20 21:30:20.650520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26414e66-45dc-4204-9f72-34c59f4cb14a {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:30:20.658665 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-45c4b475-5b06-4432-bf66-44843a087ed9 req-08b425cc-79f8-4020-a902-2c0fbe19e05c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:20.670634 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:20.703920 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['f2e781db-9a6d-4224-afb2-b7ddaa17dacb'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:30:20.737682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e66a8-3112-4638-8d9d-171bfc6af9bb req-22b38e8d-d530-44c0-b679-1a7d337e8070 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:20.745098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-049e66a8-3112-4638-8d9d-171bfc6af9bb req-22b38e8d-d530-44c0-b679-1a7d337e8070 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 944 time: 0.2463157 Dec 20 21:30:20.751474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No active binding found for port 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d {{(pid=102403) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 21:30:20.751923 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:30:20.761428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b425cc-79f8-4020-a902-2c0fbe19e05c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Pushing event deleted for resources: {'Port': ['ID=23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:20.786801 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Transition to ACTIVE for port object 26414e66-45dc-4204-9f72-34c59f4cb14a will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:30:20.848193 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:20.855052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c4b475-5b06-4432-bf66-44843a087ed9 req-08b425cc-79f8-4020-a902-2c0fbe19e05c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] No DVR routers for this DVR port 23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:30:20.864186 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-45c4b475-5b06-4432-bf66-44843a087ed9 req-08b425cc-79f8-4020-a902-2c0fbe19e05c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:20.867657 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-45c4b475-5b06-4432-bf66-44843a087ed9 req-08b425cc-79f8-4020-a902-2c0fbe19e05c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "DELETE /v2.0/ports/23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d HTTP/1.1" status: 204 len: 173 time: 2.8930247 Dec 20 21:30:20.873360 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993e2b25-6a95-4ca8-8373-0703df12870f', 'name': 'network-vif-deleted', 'tag': '23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:30:20.875952 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d0f844-2d13-4730-997b-c4e0c81c7e40" -d '{"events": [{"server_uuid": "993e2b25-6a95-4ca8-8373-0703df12870f", "name": "network-vif-deleted", "tag": "23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:30:20.954768 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-049e66a8-3112-4638-8d9d-171bfc6af9bb req-089adc36-56d9-4629-9342-a06e124c0b66 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049406 Dec 20 21:30:20.989120 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-583f1605-2f57-4b4c-986a-545cacc015d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:20.994368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 95761736-7b6b-4808-9660-27e52bbff7f9 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:21.034152 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38664) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:21.082599 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89213691-7203-4735-95fb-0e634464f531 x-openstack-request-id: req-89213691-7203-4735-95fb-0e634464f531 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:30:21.083142 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993e2b25-6a95-4ca8-8373-0703df12870f", "name": "network-vif-deleted", "tag": "23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:30:21.083552 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89213691-7203-4735-95fb-0e634464f531 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:30:21.084590 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993e2b25-6a95-4ca8-8373-0703df12870f', 'name': 'network-vif-deleted', 'tag': '23fd8c4a-ffa8-4b0b-9f72-28ff0bf2587d', 'status': 'completed', 'code': 200} Dec 20 21:30:21.085458 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Pushing event updated for resources: {'Port': ['ID=26414e66-45dc-4204-9f72-34c59f4cb14a,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:21.178937 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-583f1605-2f57-4b4c-986a-545cacc015d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:21.215706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Attempting to bind port 26414e66-45dc-4204-9f72-34c59f4cb14a on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:30:21.216042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Attempting to bind port 26414e66-45dc-4204-9f72-34c59f4cb14a by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:30:21.216370 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Attempting to bind port 26414e66-45dc-4204-9f72-34c59f4cb14a on network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:21.263681 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Port 26414e66-45dc-4204-9f72-34c59f4cb14a on network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:30:21.265158 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Attempting to bind port 26414e66-45dc-4204-9f72-34c59f4cb14a on network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:21.293311 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:30:21.300947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 95761736-7b6b-4808-9660-27e52bbff7f9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:21.301300 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:21.310871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Checking segment: {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:30:21.311431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Bound using segment: {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:30:21.312250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Bound port: 26414e66-45dc-4204-9f72-34c59f4cb14a, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:30:21.312693 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:21.319531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583f1605-2f57-4b4c-986a-545cacc015d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:21.379829 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-583f1605-2f57-4b4c-986a-545cacc015d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:21.384485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6fb5a-88da-43f7-bf0a-331af96eac09 req-c70aef4c-9cb7-4394-9d10-b9f27700379b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:21.396321 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-20c6fb5a-88da-43f7-bf0a-331af96eac09 req-c70aef4c-9cb7-4394-9d10-b9f27700379b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 944 time: 0.1455724 Dec 20 21:30:21.409862 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f1605-2f57-4b4c-986a-545cacc015d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=d0589c09-1471-42bc-9c32-0e32da54e77c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:21.417383 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f1605-2f57-4b4c-986a-545cacc015d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:21.432718 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583f1605-2f57-4b4c-986a-545cacc015d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:21.433742 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-583f1605-2f57-4b4c-986a-545cacc015d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:21.518497 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-583f1605-2f57-4b4c-986a-545cacc015d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2383399 Dec 20 21:30:21.529824 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38672) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:21.533422 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:21.623066 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-89c0d262-00b6-48b8-a844-e2e14a827862 req-465a6764-a412-4782-8324-c62014fd3dad tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=993e2b25-6a95-4ca8-8373-0703df12870f HTTP/1.1" status: 200 len: 210 time: 0.0981176 Dec 20 21:30:21.646396 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 95761736-7b6b-4808-9660-27e52bbff7f9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=95761736-7b6b-4808-9660-27e52bbff7f9,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:21.646396 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:21.674327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] For port 26414e66-45dc-4204-9f72-34c59f4cb14a, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:30:21.681046 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-20c6fb5a-88da-43f7-bf0a-331af96eac09 req-17b3b5bf-4994-40c5-ad27-68d88b310537 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790763 Dec 20 21:30:21.687676 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] For port 26414e66-45dc-4204-9f72-34c59f4cb14a, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=26414e66-45dc-4204-9f72-34c59f4cb14a,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:30:21.702986 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:21.760372 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=95761736-7b6b-4808-9660-27e52bbff7f9,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:21.760971 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645fcbb-03b6-4ea6-95fe-7b1a9d0e24ba tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:21.790494 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645fcbb-03b6-4ea6-95fe-7b1a9d0e24ba tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:21.796750 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d645fcbb-03b6-4ea6-95fe-7b1a9d0e24ba tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2562141 Dec 20 21:30:21.797764 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38678) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:21.866223 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Pushing event updated for resources: {'Port': ['ID=26414e66-45dc-4204-9f72-34c59f4cb14a,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:21.925292 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:21.925985 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:21.932027 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-20642ba8-e568-46a8-a62d-c9f19180ea2f service neutron] 10.222.0.31 "PUT /v2.0/ports/26414e66-45dc-4204-9f72-34c59f4cb14a HTTP/1.1" status: 200 len: 1090 time: 3.6944284 Dec 20 21:30:21.959116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c4532560-be23-4174-aa6f-71212a0e89bc None None] Provisioning complete for port 95761736-7b6b-4808-9660-27e52bbff7f9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:21.959679 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c4532560-be23-4174-aa6f-71212a0e89bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:21.978570 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae01c2-097d-483a-8b5f-6b1fe5eea342 req-f6371bbb-4813-4f2c-a006-8fdd49682d4c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:21.988232 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3cae01c2-097d-483a-8b5f-6b1fe5eea342 req-f6371bbb-4813-4f2c-a006-8fdd49682d4c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 0.1788208 Dec 20 21:30:22.196059 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3cae01c2-097d-483a-8b5f-6b1fe5eea342 req-57cf39a4-c9bc-4073-87db-0b52ab2ca1a6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026935 Dec 20 21:30:22.214325 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bb858-4523-4ecd-9873-0c06f3468ccd req-a900b288-57b4-4a5e-bd56-0eacf4d3a905 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:22.215974 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-787bb858-4523-4ecd-9873-0c06f3468ccd req-a900b288-57b4-4a5e-bd56-0eacf4d3a905 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 944 time: 0.1192756 Dec 20 21:30:22.224390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-12bf4dda-571c-4eb0-8303-44ea97351abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:22.230446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b20aec5b-4fc3-416c-8a68-56252feeb24f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port d0589c09-1471-42bc-9c32-0e32da54e77c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:22.230885 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b20aec5b-4fc3-416c-8a68-56252feeb24f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:22.231006 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-12bf4dda-571c-4eb0-8303-44ea97351abf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 1093 time: 0.2052319 Dec 20 21:30:22.295673 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-8d1196b1-e3b7-4130-8058-94a27103e2b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26414e66-45dc-4204-9f72-34c59f4cb14a HTTP/1.1" status: 200 len: 217 time: 0.0473309 Dec 20 21:30:22.347569 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-787bb858-4523-4ecd-9873-0c06f3468ccd req-c994043a-7eff-4ddd-909f-15d878ff7ec2 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218216 Dec 20 21:30:22.379023 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1c62ceb1-5ace-4229-b1ee-3440d6bc5c82 None None] Provisioning complete for port d0589c09-1471-42bc-9c32-0e32da54e77c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:22.379926 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1c62ceb1-5ace-4229-b1ee-3440d6bc5c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:22.382165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-f0d87470-681c-4df9-ac63-b38a194fd7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:22.384452 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-f0d87470-681c-4df9-ac63-b38a194fd7b1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ea9759e2-26ca-4714-859c-932515626a6f HTTP/1.1" status: 200 len: 852 time: 0.0824237 Dec 20 21:30:22.437091 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-8d9a9be0-a81f-4e08-bc31-a39de3ebcf97 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451663 Dec 20 21:30:22.456676 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1c62ceb1-5ace-4229-b1ee-3440d6bc5c82 None None] Port d0589c09-1471-42bc-9c32-0e32da54e77c cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:30:22.487996 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b20aec5b-4fc3-416c-8a68-56252feeb24f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:22.513637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b20aec5b-4fc3-416c-8a68-56252feeb24f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for d0589c09-1471-42bc-9c32-0e32da54e77c owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:22.553980 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-d4b9f463-d613-4470-9867-d2307eb70348 service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079805 Dec 20 21:30:22.594528 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 29c9b8a5-e226-4145-8efa-de0db3aee8d8 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:22.672963 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:30:22.679728 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:22.682333 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:22.757907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e22a37bd-53df-43d5-9b76-9f789008b301 req-a256951d-8354-461d-b9a8-511f8d3b2481 service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972573 Dec 20 21:30:22.785463 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b20aec5b-4fc3-416c-8a68-56252feeb24f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:22.888398 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20aec5b-4fc3-416c-8a68-56252feeb24f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=d0589c09-1471-42bc-9c32-0e32da54e77c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:22.918157 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 95761736-7b6b-4808-9660-27e52bbff7f9 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:22.951688 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b20aec5b-4fc3-416c-8a68-56252feeb24f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:22.957375 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b20aec5b-4fc3-416c-8a68-56252feeb24f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/d0589c09-1471-42bc-9c32-0e32da54e77c HTTP/1.1" status: 204 len: 168 time: 1.1393554 Dec 20 21:30:22.972239 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f2d3e-e0f3-470a-b353-6e29f676f994 req-8ec862cf-4c85-4306-91a5-914ad7b5d4b2 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:22.973976 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b7f2d3e-e0f3-470a-b353-6e29f676f994 req-8ec862cf-4c85-4306-91a5-914ad7b5d4b2 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 944 time: 0.1553624 Dec 20 21:30:22.975663 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38700) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:22.991002 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:23.045058 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c9b8a5-e226-4145-8efa-de0db3aee8d8'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:30:23.047366 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2a3141-2d50-4416-bf49-b8fdaa382e42" -d '{"events": [{"server_uuid": "1f575c3d-a3a4-4bff-bef8-5392669afdae", "name": "network-vif-plugged", "status": "completed", "tag": "29c9b8a5-e226-4145-8efa-de0db3aee8d8"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:30:23.048523 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:23.080558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-707ef0bf-8f39-4e57-b918-527ff409b6c6 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:23.082679 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-707ef0bf-8f39-4e57-b918-527ff409b6c6 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 806 time: 0.1656675 Dec 20 21:30:23.086219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91c39029-5bac-44d2-8761-402ca80c4b81', 'tag': '26414e66-45dc-4204-9f72-34c59f4cb14a'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:30:23.089109 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418011d8-189a-4be6-95fe-7673084865db" -d '{"events": [{"name": "network-changed", "server_uuid": "91c39029-5bac-44d2-8761-402ca80c4b81", "tag": "26414e66-45dc-4204-9f72-34c59f4cb14a"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:30:23.110406 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:23.111880 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-d4c2b4d3-a41a-4b29-85f0-fb8776f97c49 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/quotas/f2becd49857f4ac9be67acdcb5932764 HTTP/1.1" status: 200 len: 375 time: 0.0175743 Dec 20 21:30:23.112715 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 95761736-7b6b-4808-9660-27e52bbff7f9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:23.113242 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:23.116864 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:23.154698 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b7f2d3e-e0f3-470a-b353-6e29f676f994 req-ba75e463-f56e-4291-8fe1-b1cb730f9a05 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666982 Dec 20 21:30:23.191457 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e95489-4318-48ac-b8ac-1e2d09f10d89 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:23.196390 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e95489-4318-48ac-b8ac-1e2d09f10d89 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:23.200333 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d3e95489-4318-48ac-b8ac-1e2d09f10d89 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2212527 Dec 20 21:30:23.202516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38706) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:23.205071 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=29c9b8a5-e226-4145-8efa-de0db3aee8d8,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:23.335188 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-9a964f8e-e622-4dff-827c-0ac198a94fe5 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2220082 Dec 20 21:30:23.348102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-592eb143-b193-4f86-924e-2f6aee6bc543 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet 67e1d5fb-493e-4613-a1a8-b2af2562b647 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:30:23.362472 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-592eb143-b193-4f86-924e-2f6aee6bc543 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:23.365306 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06fc9f8-2e6f-4de5-a1f7-b04a5800142e x-openstack-request-id: req-b06fc9f8-2e6f-4de5-a1f7-b04a5800142e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:30:23.365789 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f575c3d-a3a4-4bff-bef8-5392669afdae", "name": "network-vif-plugged", "status": "completed", "tag": "29c9b8a5-e226-4145-8efa-de0db3aee8d8", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:30:23.366050 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b06fc9f8-2e6f-4de5-a1f7-b04a5800142e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:30:23.366474 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c9b8a5-e226-4145-8efa-de0db3aee8d8', 'code': 200} Dec 20 21:30:23.427431 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f9f7f0-f7cc-471d-baeb-857b5a908d43 x-openstack-request-id: req-89f9f7f0-f7cc-471d-baeb-857b5a908d43 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:30:23.428028 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91c39029-5bac-44d2-8761-402ca80c4b81", "tag": "26414e66-45dc-4204-9f72-34c59f4cb14a", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:30:23.428342 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89f9f7f0-f7cc-471d-baeb-857b5a908d43 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:30:23.428871 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91c39029-5bac-44d2-8761-402ca80c4b81', 'tag': '26414e66-45dc-4204-9f72-34c59f4cb14a', 'status': 'completed', 'code': 200} Dec 20 21:30:23.461412 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-592eb143-b193-4f86-924e-2f6aee6bc543 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:23.564986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705a644-090c-4278-a0a3-3aef1b5af6c4 req-e2c136e0-9270-4c1b-8f23-96ac71f17457 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:23.566507 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7705a644-090c-4278-a0a3-3aef1b5af6c4 req-e2c136e0-9270-4c1b-8f23-96ac71f17457 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 0.0815945 Dec 20 21:30:23.649815 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7705a644-090c-4278-a0a3-3aef1b5af6c4 req-fe39709b-f8f5-4081-bbfd-981cc8943d08 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566430 Dec 20 21:30:23.663741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418011d8-189a-4be6-95fe-7673084865db req-45111759-ebbe-43c9-9705-1afedfc34e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:23.666472 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-418011d8-189a-4be6-95fe-7673084865db req-45111759-ebbe-43c9-9705-1afedfc34e30 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 1093 time: 0.1648157 Dec 20 21:30:23.676268 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Deleting port f62a5438-3878-4ef5-a821-bc736b2ed847 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:23.679454 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:23.683637 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-592eb143-b193-4f86-924e-2f6aee6bc543 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:23.704510 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-2b929938-45ff-4a1c-bca0-5229bf9c144d service neutron] 10.222.0.32 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683071 Dec 20 21:30:23.824048 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] For port f62a5438-3878-4ef5-a821-bc736b2ed847, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f62a5438-3878-4ef5-a821-bc736b2ed847,segment=NetworkSegment(8cca1883-e9d5-464d-9ab7-a5b34fb4c08c),segment_id=8cca1883-e9d5-464d-9ab7-a5b34fb4c08c)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:23.824427 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:23.842325 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Calling delete_port for f62a5438-3878-4ef5-a821-bc736b2ed847 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:23.854455 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee823122-7ce7-49e0-84f4-37e2df7d876f req-fe718f1f-2182-47ed-b337-1776604d92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:23.855963 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee823122-7ce7-49e0-84f4-37e2df7d876f req-fe718f1f-2182-47ed-b337-1776604d92f4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 1094 time: 0.3459671 Dec 20 21:30:23.861181 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c95d3-fdf6-4ffa-8a84-08772de1214c req-ab577627-f6b7-45a5-b85c-85d8582ea70c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:23.869003 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d49c95d3-fdf6-4ffa-8a84-08772de1214c req-ab577627-f6b7-45a5-b85c-85d8582ea70c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.0974042 Dec 20 21:30:23.947975 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-592eb143-b193-4f86-924e-2f6aee6bc543 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:23.964448 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d49c95d3-fdf6-4ffa-8a84-08772de1214c req-4e3d8b96-268b-410d-8dce-034d7e8add81 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878160 Dec 20 21:30:24.016459 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592eb143-b193-4f86-924e-2f6aee6bc543 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=67e1d5fb-493e-4613-a1a8-b2af2562b647,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:24.019407 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee823122-7ce7-49e0-84f4-37e2df7d876f req-f3e2f761-de09-4b94-93db-67d6749e827c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514857 Dec 20 21:30:24.035969 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-592eb143-b193-4f86-924e-2f6aee6bc543 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:24.039653 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-592eb143-b193-4f86-924e-2f6aee6bc543 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/67e1d5fb-493e-4613-a1a8-b2af2562b647 HTTP/1.1" status: 204 len: 168 time: 0.8346553 Dec 20 21:30:24.042107 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-2f0c5f81-367f-45b3-8d06-adec45a5c762 service neutron] 10.222.0.32 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367827 Dec 20 21:30:24.042727 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38712) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:24.043901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418011d8-189a-4be6-95fe-7673084865db req-9748fcf0-03a1-48c1-99b2-85c4470da4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:24.045129 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-418011d8-189a-4be6-95fe-7673084865db req-9748fcf0-03a1-48c1-99b2-85c4470da4e0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 913 time: 0.3385546 Dec 20 21:30:24.053084 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f99f832-9602-4916-b0b2-c5f9b3da4327 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:30:24.089817 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-45e3bfcf-410f-4e2b-bbb6-601b1e501038 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434606 Dec 20 21:30:24.091972 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38714) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:24.151274 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-418011d8-189a-4be6-95fe-7673084865db req-ff7510e0-e3bf-4984-aba3-4bb4be5ba8c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26414e66-45dc-4204-9f72-34c59f4cb14a HTTP/1.1" status: 200 len: 217 time: 0.0687830 Dec 20 21:30:24.162695 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:24.190370 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Pushing event deleted for resources: {'Port': ['ID=f62a5438-3878-4ef5-a821-bc736b2ed847,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:24.228198 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:24.228537 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:24.228883 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:24.229194 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:24.229518 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:24.229838 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:24.230187 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:24.230560 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:24.231769 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:24.231985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:24.232313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:24.232784 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:24.281003 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418011d8-189a-4be6-95fe-7673084865db req-69581009-cebf-477a-a3b0-aebcf932bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:24.283727 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-418011d8-189a-4be6-95fe-7673084865db req-69581009-cebf-477a-a3b0-aebcf932bc58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ea9759e2-26ca-4714-859c-932515626a6f HTTP/1.1" status: 200 len: 852 time: 0.1256812 Dec 20 21:30:24.350496 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-418011d8-189a-4be6-95fe-7673084865db req-8245f1eb-21aa-498b-976b-16a3feb727bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591795 Dec 20 21:30:24.359363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd3de5a-351b-4be0-83fd-d03c8a1218b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:24.361027 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cfd3de5a-351b-4be0-83fd-d03c8a1218b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2681615 Dec 20 21:30:24.371181 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38720) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:24.462467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795c16c7-18b5-4d84-b52f-9f9e9ef39a02 None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:30:24.480634 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfa7d9-2d5f-4d16-bfb4-2e38c561fa70 req-c31cf283-0108-4bbf-9acf-e4cb439da7c3 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:24.490057 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f4cfa7d9-2d5f-4d16-bfb4-2e38c561fa70 req-c31cf283-0108-4bbf-9acf-e4cb439da7c3 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 944 time: 0.1885300 Dec 20 21:30:24.579713 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-795c16c7-18b5-4d84-b52f-9f9e9ef39a02 None None] Deleting port 95761736-7b6b-4808-9660-27e52bbff7f9 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:24.580025 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-795c16c7-18b5-4d84-b52f-9f9e9ef39a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:24.684467 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:24.723510 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f4cfa7d9-2d5f-4d16-bfb4-2e38c561fa70 req-b34be750-8db6-4575-b266-fabdb5b78922 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324822 Dec 20 21:30:24.760453 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-418011d8-189a-4be6-95fe-7673084865db req-9996c053-38b5-4947-9859-1f2574649ed4 service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982129 Dec 20 21:30:24.828294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c538e07-0035-4b96-9346-6d429da4410e req-9e9825b8-ed93-4c05-8849-f6dffed8f5e8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 210 time: 0.0657494 Dec 20 21:30:24.944366 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2357f757-2780-4dc8-bb9a-80d78c93e172 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:24.945046 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-795c16c7-18b5-4d84-b52f-9f9e9ef39a02 None None] For port 95761736-7b6b-4808-9660-27e52bbff7f9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=95761736-7b6b-4808-9660-27e52bbff7f9,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:24.945819 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-795c16c7-18b5-4d84-b52f-9f9e9ef39a02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:24.954619 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2357f757-2780-4dc8-bb9a-80d78c93e172 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5753014 Dec 20 21:30:24.955347 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38736) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:24.962649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-795c16c7-18b5-4d84-b52f-9f9e9ef39a02 None None] Calling delete_port for 95761736-7b6b-4808-9660-27e52bbff7f9 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:25.056100 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 95761736-7b6b-4808-9660-27e52bbff7f9 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:30:25.061005 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-795c16c7-18b5-4d84-b52f-9f9e9ef39a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:25.077058 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-028c63e6-267c-4110-902e-766bc5569bbb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1177368 Dec 20 21:30:25.078713 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38742) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:25.083101 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85550def-d6a0-4338-b7d8-97fac098ead3 req-8798193f-73a8-45c2-8696-e8af9ab71e82 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:25.090519 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85550def-d6a0-4338-b7d8-97fac098ead3 req-8798193f-73a8-45c2-8696-e8af9ab71e82 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 0.1294193 Dec 20 21:30:25.095457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:25.112735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c16c7-18b5-4d84-b52f-9f9e9ef39a02 None None] Pushing event deleted for resources: {'Port': ['ID=95761736-7b6b-4808-9660-27e52bbff7f9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:25.119553 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 95761736-7b6b-4808-9660-27e52bbff7f9 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:30:25.120682 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 95761736-7b6b-4808-9660-27e52bbff7f9 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:30:25.125556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795c16c7-18b5-4d84-b52f-9f9e9ef39a02 None None] No DVR routers for this DVR port 95761736-7b6b-4808-9660-27e52bbff7f9 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:30:25.166384 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85550def-d6a0-4338-b7d8-97fac098ead3 req-84c60cca-ff75-4672-a1cc-7ed92bf976d7 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746410 Dec 20 21:30:25.379781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Router b1f31eeb-5fe1-489b-a246-5a680e80afe2 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:30:25.532051 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:30:25.545243 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d6904c99-dc5f-482a-a339-2daf119bb43f admin admin] 10.222.0.32 "PUT /v2.0/routers/b1f31eeb-5fe1-489b-a246-5a680e80afe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5069811 Dec 20 21:30:25.547469 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38744) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:25.549530 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5fe3ca-ed87-42c5-96b7-0dae94f94396 None None] Sync routers for ids ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:30:25.569979 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5fe3ca-ed87-42c5-96b7-0dae94f94396 None None] Routers {'b1f31eeb-5fe1-489b-a246-5a680e80afe2'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:30:25.570968 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ee5fe3ca-ed87-42c5-96b7-0dae94f94396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:29:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:25.647480 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-418011d8-189a-4be6-95fe-7673084865db req-3fbd7ee3-7c68-4fe7-8d7c-a3e16e56c7dd service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8648982 Dec 20 21:30:25.684321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c546f2f-8343-435f-a12a-e4ecb109a6a9 req-b5d111c4-7a3e-4729-a7b4-55d6b32e075a tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:25.691963 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c546f2f-8343-435f-a12a-e4ecb109a6a9 req-b5d111c4-7a3e-4729-a7b4-55d6b32e075a tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.5231819 Dec 20 21:30:25.731967 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:25.735619 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:25.834450 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c546f2f-8343-435f-a12a-e4ecb109a6a9 req-113863fb-67b8-4060-a71e-cd547c85b463 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412835 Dec 20 21:30:25.903750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-ee5fe3ca-ed87-42c5-96b7-0dae94f94396 None None] Set router b1f31eeb-5fe1-489b-a246-5a680e80afe2 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:30:26.082396 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-374e7400-d312-49b3-a08f-9971a83aaa65 req-417d07c4-686d-46e2-bd09-22400dc4b77c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 210 time: 0.1190422 Dec 20 21:30:26.107800 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:26.154397 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 26414e66-45dc-4204-9f72-34c59f4cb14a details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:30:26.166934 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=ff3659fa-6300-46c9-b8d0-54426648d28f,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:26.228795 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91741467-5126-41b7-9439-c4d4c678aa4b req-e74df0c7-2038-4f72-bce3-03527a46d58c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:26.230746 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-91741467-5126-41b7-9439-c4d4c678aa4b req-e74df0c7-2038-4f72-bce3-03527a46d58c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 944 time: 0.1442058 Dec 20 21:30:26.271307 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed4f393d-5e01-44b9-9321-42a2d0450819 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:26.280743 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ee5fe3ca-ed87-42c5-96b7-0dae94f94396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:30:24Z', 'revision_number': 5, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:26.314221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5fe3ca-ed87-42c5-96b7-0dae94f94396 None None] Checking router: b1f31eeb-5fe1-489b-a246-5a680e80afe2 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:30:26.319445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:26.320559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:26.321834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:26.323420 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:26.325624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:26.326178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:26.327478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:26.328721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:26.334680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:26.337453 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:26.337975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:26.338738 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:26.342225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5fe3ca-ed87-42c5-96b7-0dae94f94396 None None] Routers {'b1f31eeb-5fe1-489b-a246-5a680e80afe2'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:30:26.342967 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ee5fe3ca-ed87-42c5-96b7-0dae94f94396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:29:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:26.379639 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-91741467-5126-41b7-9439-c4d4c678aa4b req-aecef0dd-6921-4239-a644-6e337d56a331 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347899 Dec 20 21:30:26.406891 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 26414e66-45dc-4204-9f72-34c59f4cb14a, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=26414e66-45dc-4204-9f72-34c59f4cb14a,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:26.422851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:26.430609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:26.438999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:26.440117 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:26.459325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b2eacf-1a97-4f9c-a441-9dc79f472ef1 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:30:26.471958 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a9d3bc72-7f36-4065-91b6-c6994508bfe6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3811088 Dec 20 21:30:26.474123 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38754) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:26.483615 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-682b5b52-eec3-4ae6-9eee-1323904df658 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'fixed_ips': [{'subnet_id': 'ff3659fa-6300-46c9-b8d0-54426648d28f', 'ip_address': '2001:db8::c8de:7ea5:23fa:31af'}], 'name': 'tempest-NetworksTestDHCPv6-213735802'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:26.494126 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c91c9-f4fc-440c-8698-39f5c98b8a8f req-c80be604-9f46-4dfe-9bcd-99f32f51612b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:26.501789 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-795c91c9-f4fc-440c-8698-39f5c98b8a8f req-c80be604-9f46-4dfe-9bcd-99f32f51612b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 0.1479592 Dec 20 21:30:26.533863 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-ee5fe3ca-ed87-42c5-96b7-0dae94f94396 None None] Set router b1f31eeb-5fe1-489b-a246-5a680e80afe2 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:30:26.547379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-d228b28b-3fd0-4aff-86d4-1d968d0b4d89 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:26.549294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-d228b28b-3fd0-4aff-86d4-1d968d0b4d89 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 806 time: 0.4557405 Dec 20 21:30:26.565847 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-795c91c9-f4fc-440c-8698-39f5c98b8a8f req-1da50823-b1da-4a79-8688-c7396002e041 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631008 Dec 20 21:30:26.571146 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed4f393d-5e01-44b9-9321-42a2d0450819 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:26.577140 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '26414e66-45dc-4204-9f72-34c59f4cb14a', 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab', 'port_id': '26414e66-45dc-4204-9f72-34c59f4cb14a', 'mac_address': 'fa:16:3e:89:2f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9759e2-26ca-4714-859c-932515626a6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:30:26.597909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-db043323-79e1-4f58-a3f7-5b545bf03adf tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Request body: {'port': {'device_id': 'd223ecc6-636e-41ab-9421-273c7723d050', 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1', 'admin_state_up': True, 'tenant_id': 'f2becd49857f4ac9be67acdcb5932764'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:26.699861 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682b5b52-eec3-4ae6-9eee-1323904df658 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:26.704223 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:26.758633 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26414e66-45dc-4204-9f72-34c59f4cb14a {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:30:26.761735 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ed4f393d-5e01-44b9-9321-42a2d0450819 admin admin] Deleting port 369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:26.762434 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed4f393d-5e01-44b9-9321-42a2d0450819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:26.776375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-db043323-79e1-4f58-a3f7-5b545bf03adf tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Made reservation on behalf of f2becd49857f4ac9be67acdcb5932764 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:26.785738 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-db043323-79e1-4f58-a3f7-5b545bf03adf tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:26.853473 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 26414e66-45dc-4204-9f72-34c59f4cb14a, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=26414e66-45dc-4204-9f72-34c59f4cb14a,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:26.871157 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:26.937009 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-682b5b52-eec3-4ae6-9eee-1323904df658 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:26.980867 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-ed4f393d-5e01-44b9-9321-42a2d0450819 admin admin] For port 369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:26.981629 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed4f393d-5e01-44b9-9321-42a2d0450819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:26.991734 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-682b5b52-eec3-4ae6-9eee-1323904df658 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port d51f1ea8-60ea-4c59-9a1c-1a830eee3937 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:30:27.004355 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ed4f393d-5e01-44b9-9321-42a2d0450819 admin admin] Calling delete_port for 369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:27.043222 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=26414e66-45dc-4204-9f72-34c59f4cb14a,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:27.080856 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ee5fe3ca-ed87-42c5-96b7-0dae94f94396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:30:24Z', 'revision_number': 5, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:27.083062 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b4bb6-b75b-4be4-9a12-e5e570582c58 req-a7718f3a-bad2-4995-b890-154aab53e024 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:27.085379 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-166b4bb6-b75b-4be4-9a12-e5e570582c58 req-a7718f3a-bad2-4995-b890-154aab53e024 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.1238284 Dec 20 21:30:27.159243 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-166b4bb6-b75b-4be4-9a12-e5e570582c58 req-16b7dfff-3cc0-477b-aa42-53bc8593c1e0 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637326 Dec 20 21:30:27.160561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-db043323-79e1-4f58-a3f7-5b545bf03adf tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Allocated IP 172.20.0.10 (631fd657-633a-4798-86f3-d2a6fb4581e1/25ff85e3-c2b2-4219-9be7-235a0898b2d1/2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:27.234224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': 'ff3659fa-6300-46c9-b8d0-54426648d28f'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:30:27.238943 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:27.260646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5fe3ca-ed87-42c5-96b7-0dae94f94396 None None] The sync data for ids ['b1f31eeb-5fe1-489b-a246-5a680e80afe2'] in n-d-xena-1 is: [{'id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'name': 'tempest-AttachVolumeTestJSON-666768961-router', 'tenant_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103'}], 'enable_snat': True}, 'gw_port_id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:21:52Z', 'updated_at': '2021-12-20T21:30:24Z', 'revision_number': 5, 'project_id': 'cedc15bfaf5b41168bc40cd7545ca53c', 'gw_port': {'id': '369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:78:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f31eeb-5fe1-489b-a246-5a680e80afe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:21:55Z', 'updated_at': '2021-12-20T21:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:30:27.307336 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['26414e66-45dc-4204-9f72-34c59f4cb14a'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:30:27.352096 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-99c68a70-47fc-4a37-aab6-69478b0be6aa req-947d3554-4ff5-4998-9e90-7ca8b600cb06 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 210 time: 0.0943418 Dec 20 21:30:27.381926 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-637bcefd-3eaf-4d23-9eba-f09651d34e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:27.418594 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-db043323-79e1-4f58-a3f7-5b545bf03adf tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:27.452976 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-682b5b52-eec3-4ae6-9eee-1323904df658 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::c8de:7ea5:23fa:31af (ba8b9395-2f81-45c0-aebe-dbe8cc504957/ff3659fa-6300-46c9-b8d0-54426648d28f/d51f1ea8-60ea-4c59-9a1c-1a830eee3937) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:27.487800 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-db043323-79e1-4f58-a3f7-5b545bf03adf tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:27.567359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-db043323-79e1-4f58-a3f7-5b545bf03adf tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Network 631fd657-633a-4798-86f3-d2a6fb4581e1 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:27.590546 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db043323-79e1-4f58-a3f7-5b545bf03adf tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Pushing event updated for resources: {'Port': ['ID=2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:27.603949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-db043323-79e1-4f58-a3f7-5b545bf03adf tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:27.612013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-db043323-79e1-4f58-a3f7-5b545bf03adf tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:27.641729 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed4f393d-5e01-44b9-9321-42a2d0450819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:27.681770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e0284-589a-4c09-9d75-5ef5a0678448 req-4cfab00d-bcda-44bf-b60e-3c36f0a3bc57 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:27.683654 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0a5e0284-589a-4c09-9d75-5ef5a0678448 req-4cfab00d-bcda-44bf-b60e-3c36f0a3bc57 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.2084341 Dec 20 21:30:27.695666 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38768) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:27.703917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-77df4d6f-98f5-4876-b1e2-117a4e1a9387 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Request body: {'floatingip': {'port_id': '29c9b8a5-e226-4145-8efa-de0db3aee8d8'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:27.736206 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f393d-5e01-44b9-9321-42a2d0450819 admin admin] Pushing event deleted for resources: {'Port': ['ID=369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:27.757563 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091007ab-c541-45bd-8627-c2d4eef1cf8a req-c948c8e5-6540-4f8d-b872-67573f213b48 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:27.765526 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-091007ab-c541-45bd-8627-c2d4eef1cf8a req-c948c8e5-6540-4f8d-b872-67573f213b48 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 945 time: 0.2153625 Dec 20 21:30:27.852431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-db043323-79e1-4f58-a3f7-5b545bf03adf tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:27.853640 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-db043323-79e1-4f58-a3f7-5b545bf03adf tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:27.869877 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-77df4d6f-98f5-4876-b1e2-117a4e1a9387 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:27.957374 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-091007ab-c541-45bd-8627-c2d4eef1cf8a req-e62ef1ec-46a2-4f94-8368-b1c644bafaec tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907945 Dec 20 21:30:28.002220 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-682b5b52-eec3-4ae6-9eee-1323904df658 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:28.066145 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed4f393d-5e01-44b9-9321-42a2d0450819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:28.108954 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:30:28.117980 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-db043323-79e1-4f58-a3f7-5b545bf03adf tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5398023 Dec 20 21:30:28.178765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fc197-b78f-4e53-aa5b-0bc99cca2710 req-89716b85-7cb7-4a5d-a9d7-901fac807737 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:28.180598 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-721fc197-b78f-4e53-aa5b-0bc99cca2710 req-89716b85-7cb7-4a5d-a9d7-901fac807737 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 0.3176000 Dec 20 21:30:28.243127 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-682b5b52-eec3-4ae6-9eee-1323904df658 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:28.277762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Allocated IP 2001:db8::2 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/ff3659fa-6300-46c9-b8d0-54426648d28f/9368b85a-be34-4f02-8500-ac16ff74546a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:28.336168 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed4f393d-5e01-44b9-9321-42a2d0450819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:28.341609 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed4f393d-5e01-44b9-9321-42a2d0450819 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:28.346993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Request body: {'port': {'device_id': 'd223ecc6-636e-41ab-9421-273c7723d050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:28.356907 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682b5b52-eec3-4ae6-9eee-1323904df658 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:28.363417 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-682b5b52-eec3-4ae6-9eee-1323904df658 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:28.370426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b5b52-eec3-4ae6-9eee-1323904df658 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:28.377139 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682b5b52-eec3-4ae6-9eee-1323904df658 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:28.378161 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-682b5b52-eec3-4ae6-9eee-1323904df658 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:28.487634 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b5b52-eec3-4ae6-9eee-1323904df658 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=d51f1ea8-60ea-4c59-9a1c-1a830eee3937,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:28.504079 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-682b5b52-eec3-4ae6-9eee-1323904df658 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0281649 Dec 20 21:30:28.504079 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed4f393d-5e01-44b9-9321-42a2d0450819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:28.504447 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4f393d-5e01-44b9-9321-42a2d0450819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1f31eeb-5fe1-489b-a246-5a680e80afe2 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:30:28.507026 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38776) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:28.512184 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b190713a-0e6b-46e9-9660-8efb53c79386 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'fixed_ips': [{'subnet_id': 'ff3659fa-6300-46c9-b8d0-54426648d28f', 'ip_address': '2001:db8::c8de:7ea5:23fa:31af'}], 'name': 'tempest-NetworksTestDHCPv6-1351545696'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:28.523159 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed4f393d-5e01-44b9-9321-42a2d0450819 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:28.524657 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ed4f393d-5e01-44b9-9321-42a2d0450819 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b1f31eeb-5fe1-489b-a246-5a680e80afe2 HTTP/1.1" status: 204 len: 168 time: 2.9756887 Dec 20 21:30:28.532502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38778) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:28.537941 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-721fc197-b78f-4e53-aa5b-0bc99cca2710 req-74970444-213a-4445-9785-bc6520d84301 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3293989 Dec 20 21:30:28.601709 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:28.613301 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['f2e781db-9a6d-4224-afb2-b7ddaa17dacb'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:30:28.617287 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:28.685183 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a411c93-2511-4838-9095-ef3620150b96 admin admin] Deleting subnet d594ea94-5bfe-45b1-a31e-dafb0c78a94a {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:30:28.690618 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a411c93-2511-4838-9095-ef3620150b96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:28.716422 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:28.723016 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:28.726259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:28.754273 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:28.772082 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Pushing event updated for resources: {'Port': ['ID=9368b85a-be34-4f02-8500-ac16ff74546a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:28.903600 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b190713a-0e6b-46e9-9660-8efb53c79386 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:28.910014 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b190713a-0e6b-46e9-9660-8efb53c79386 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:28.926369 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Attempting to bind port 9368b85a-be34-4f02-8500-ac16ff74546a on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:30:28.927198 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Attempting to bind port 9368b85a-be34-4f02-8500-ac16ff74546a by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:30:28.927806 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Attempting to bind port 9368b85a-be34-4f02-8500-ac16ff74546a on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:28.929158 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a411c93-2511-4838-9095-ef3620150b96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:28.941483 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-b190713a-0e6b-46e9-9660-8efb53c79386 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port db46b5cb-9b88-41ca-bc2c-9b342e201c9d yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:30:28.956665 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e0782-be6c-4951-ad73-4cfe9043ad54 req-1cc94481-c0c0-4156-933f-b79a25250feb tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:28.957804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:30:28.959141 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:30:28.959922 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:28.961017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:30:28.962019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Bound port: 9368b85a-be34-4f02-8500-ac16ff74546a, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:30:28.963165 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:28.964426 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-986e0782-be6c-4951-ad73-4cfe9043ad54 req-1cc94481-c0c0-4156-933f-b79a25250feb tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 932 time: 0.3622739 Dec 20 21:30:29.105151 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] For port 9368b85a-be34-4f02-8500-ac16ff74546a, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:30:29.109596 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] For port 9368b85a-be34-4f02-8500-ac16ff74546a, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9368b85a-be34-4f02-8500-ac16ff74546a,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:30:29.120182 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:29.128822 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a411c93-2511-4838-9095-ef3620150b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:29.132815 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-986e0782-be6c-4951-ad73-4cfe9043ad54 req-2483180b-9708-40ed-b17a-0343238aa7d5 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674256 Dec 20 21:30:29.291428 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f62a5438-3878-4ef5-a821-bc736b2ed847 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:30:29.361332 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: f62a5438-3878-4ef5-a821-bc736b2ed847 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:30:29.361861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f62a5438-3878-4ef5-a821-bc736b2ed847 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:30:29.376776 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ce1a2-e8ac-47c1-9203-e46b730bfeaa None None] Pushing event updated for resources: {'Port': ['ID=9368b85a-be34-4f02-8500-ac16ff74546a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:29.456831 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2211fe9b-9daa-4eca-adee-81ddac2051ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:29.457589 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a411c93-2511-4838-9095-ef3620150b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:29.485544 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-b190713a-0e6b-46e9-9660-8efb53c79386 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 21:30:29.490968 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b190713a-0e6b-46e9-9660-8efb53c79386 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:30:29.534617 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b190713a-0e6b-46e9-9660-8efb53c79386 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0242755 Dec 20 21:30:29.535041 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38784) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:29.710975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a411c93-2511-4838-9095-ef3620150b96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d594ea94-5bfe-45b1-a31e-dafb0c78a94a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:29.747559 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a411c93-2511-4838-9095-ef3620150b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:29.759398 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a860bd-b984-4c69-b87c-56f08228765d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:29.766743 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654d74a0-44f9-4a18-96cd-7e347905c956 None None] Network 9b2f0b3a-2909-4c06-b8dc-499246cbe550 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:30:29.767683 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6a411c93-2511-4838-9095-ef3620150b96 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d594ea94-5bfe-45b1-a31e-dafb0c78a94a HTTP/1.1" status: 204 len: 168 time: 1.2267201 Dec 20 21:30:29.786493 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38788) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:29.791355 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a860bd-b984-4c69-b87c-56f08228765d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:29.793575 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-99a860bd-b984-4c69-b87c-56f08228765d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2576168 Dec 20 21:30:29.821893 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38790) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:30.076766 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a95923-2425-4405-a191-4bfd81f04639 None None] DHCP port deletion for 9b2f0b3a-2909-4c06-b8dc-499246cbe550 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:30:30.110708 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259daeff-0d0c-4673-b435-34c3d57e0abb req-880d692f-0f61-4b94-8130-1fc442a79373 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:30.112217 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-259daeff-0d0c-4673-b435-34c3d57e0abb req-880d692f-0f61-4b94-8130-1fc442a79373 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 0.3149371 Dec 20 21:30:30.162313 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f7a95923-2425-4405-a191-4bfd81f04639 None None] Deleting port 3df2899f-3544-48f8-8ac5-c86d1aad804a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:30.163164 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7a95923-2425-4405-a191-4bfd81f04639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:30.164606 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c0283-c22f-4ef9-ad8f-c5b1722a0c48 req-990d9f78-e0a8-4670-acf1-c6a88d308cbe tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:30.173562 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f11c0283-c22f-4ef9-ad8f-c5b1722a0c48 req-990d9f78-e0a8-4670-acf1-c6a88d308cbe tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 945 time: 0.8416426 Dec 20 21:30:30.226542 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-259daeff-0d0c-4673-b435-34c3d57e0abb req-16f3073e-2272-434a-a94b-464cdb9ab1b7 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996470 Dec 20 21:30:30.256411 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6a766aae-77b9-4850-89fd-67379ef05b93 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port d51f1ea8-60ea-4c59-9a1c-1a830eee3937 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:30.257054 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6a766aae-77b9-4850-89fd-67379ef05b93 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:30.313443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f7a95923-2425-4405-a191-4bfd81f04639 None None] For port 3df2899f-3544-48f8-8ac5-c86d1aad804a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3df2899f-3544-48f8-8ac5-c86d1aad804a,segment=NetworkSegment(8cca1883-e9d5-464d-9ab7-a5b34fb4c08c),segment_id=8cca1883-e9d5-464d-9ab7-a5b34fb4c08c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:30.314004 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7a95923-2425-4405-a191-4bfd81f04639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:30.340494 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f7a95923-2425-4405-a191-4bfd81f04639 None None] Calling delete_port for 3df2899f-3544-48f8-8ac5-c86d1aad804a owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:30.476039 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:30:30.486752 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:30.506094 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Transition to ACTIVE for port object 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:30:30.529579 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 26414e66-45dc-4204-9f72-34c59f4cb14a up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:30.534928 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f7a95923-2425-4405-a191-4bfd81f04639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:30.555379 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:30.620281 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a95923-2425-4405-a191-4bfd81f04639 None None] No DVR routers for this DVR port 3df2899f-3544-48f8-8ac5-c86d1aad804a on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:30:30.671386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:30.724785 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a95923-2425-4405-a191-4bfd81f04639 None None] Pushing event deleted for resources: {'Port': ['ID=3df2899f-3544-48f8-8ac5-c86d1aad804a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:30.750297 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:30.799548 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-260bf9c7-8c01-4bf3-a399-cf48c36d913b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:30.816630 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.resource_extend [None req-77df4d6f-98f5-4876-b1e2-117a4e1a9387 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:30:30.844790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 26414e66-45dc-4204-9f72-34c59f4cb14a completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:30:30.851705 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 26414e66-45dc-4204-9f72-34c59f4cb14a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:30.852585 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:30.900111 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Attempting to bind port 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:30:30.900527 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Attempting to bind port 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:30:30.901004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Attempting to bind port 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b on network 631fd657-633a-4798-86f3-d2a6fb4581e1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:30.945523 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f11c0283-c22f-4ef9-ad8f-c5b1722a0c48 req-aa5920b4-025b-498f-ba12-4b5d823f3274 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7709157 Dec 20 21:30:31.082862 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-77df4d6f-98f5-4876-b1e2-117a4e1a9387 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:31.100223 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Port 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b on network 631fd657-633a-4798-86f3-d2a6fb4581e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:30:31.100670 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Attempting to bind port 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b on network 631fd657-633a-4798-86f3-d2a6fb4581e1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:31.121457 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-77df4d6f-98f5-4876-b1e2-117a4e1a9387 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:31.140991 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:30:31.142346 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Checking segment: {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:30:31.142346 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Bound using segment: {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:30:31.142618 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Bound port: 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580a6327-c953-4332-8175-1545488743e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:30:31.143081 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:31.284473 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9368b85a-be34-4f02-8500-ac16ff74546a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:31.300839 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1823b4-f03d-42ca-9f37-cc608e5bab66 req-df68a323-c0cb-43d2-bb1b-9b26206a0a2c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:31.314212 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dd1823b4-f03d-42ca-9f37-cc608e5bab66 req-df68a323-c0cb-43d2-bb1b-9b26206a0a2c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 932 time: 0.9425826 Dec 20 21:30:31.417122 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dd1823b4-f03d-42ca-9f37-cc608e5bab66 req-75cf789a-2a23-44ad-9e30-b1cdd42b6ceb tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016521 Dec 20 21:30:31.437767 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6a766aae-77b9-4850-89fd-67379ef05b93 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:31.457916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6a766aae-77b9-4850-89fd-67379ef05b93 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for d51f1ea8-60ea-4c59-9a1c-1a830eee3937 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:31.496305 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:31.508748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1dc0d33c-d4df-46bb-90f3-97fd85619852 None None] Provisioning complete for port 9368b85a-be34-4f02-8500-ac16ff74546a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:31.509114 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1dc0d33c-d4df-46bb-90f3-97fd85619852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:31.621771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c39029-5bac-44d2-8761-402ca80c4b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26414e66-45dc-4204-9f72-34c59f4cb14a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:30:31.626628 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91a9648-520f-4aa5-8a67-3beb6af8900d" -d '{"events": [{"server_uuid": "91c39029-5bac-44d2-8761-402ca80c4b81", "name": "network-vif-plugged", "status": "completed", "tag": "26414e66-45dc-4204-9f72-34c59f4cb14a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:30:31.696033 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 26414e66-45dc-4204-9f72-34c59f4cb14a, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=26414e66-45dc-4204-9f72-34c59f4cb14a,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:31.707491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 9368b85a-be34-4f02-8500-ac16ff74546a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:31.708130 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:31.729523 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6a766aae-77b9-4850-89fd-67379ef05b93 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:31.759690 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:31.763528 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f6cc51-91e4-4ad2-bbe6-2bbe813f2405 x-openstack-request-id: req-a9f6cc51-91e4-4ad2-bbe6-2bbe813f2405 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:30:31.764000 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c39029-5bac-44d2-8761-402ca80c4b81", "name": "network-vif-plugged", "status": "completed", "tag": "26414e66-45dc-4204-9f72-34c59f4cb14a", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:30:31.764344 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9f6cc51-91e4-4ad2-bbe6-2bbe813f2405 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:30:31.764823 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c39029-5bac-44d2-8761-402ca80c4b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26414e66-45dc-4204-9f72-34c59f4cb14a', 'code': 200} Dec 20 21:30:31.802498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a766aae-77b9-4850-89fd-67379ef05b93 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=d51f1ea8-60ea-4c59-9a1c-1a830eee3937,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:31.852509 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6a766aae-77b9-4850-89fd-67379ef05b93 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:31.859193 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6a766aae-77b9-4850-89fd-67379ef05b93 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/d51f1ea8-60ea-4c59-9a1c-1a830eee3937 HTTP/1.1" status: 204 len: 168 time: 2.0331728 Dec 20 21:30:31.859869 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38800) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:31.907144 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:31.961180 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ad33aa-6969-4ef0-874e-eb14a43a6427 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:31.962743 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ad33aa-6969-4ef0-874e-eb14a43a6427 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:31.967270 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-29ad33aa-6969-4ef0-874e-eb14a43a6427 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1039159 Dec 20 21:30:31.969228 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38802) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:32.025014 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1dc0d33c-d4df-46bb-90f3-97fd85619852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:32.117596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ab059f-7eff-4bbc-bc1e-7c7b577e5c08 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet ff3659fa-6300-46c9-b8d0-54426648d28f {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:30:32.121522 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23ab059f-7eff-4bbc-bc1e-7c7b577e5c08 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:32.137478 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 9368b85a-be34-4f02-8500-ac16ff74546a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9368b85a-be34-4f02-8500-ac16ff74546a,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:32.157800 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:32.186116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=26414e66-45dc-4204-9f72-34c59f4cb14a,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:32.232216 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23ab059f-7eff-4bbc-bc1e-7c7b577e5c08 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:32.283195 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-1dc0d33c-d4df-46bb-90f3-97fd85619852 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:30:32.283195 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-1dc0d33c-d4df-46bb-90f3-97fd85619852 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:30:32.291526 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:30:32.293747 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:32.344047 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23ab059f-7eff-4bbc-bc1e-7c7b577e5c08 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:32.383723 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:30:32.385107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 369f7cf5-0e6d-4dce-a3f0-c15c3a9b97f8 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:30:32.386344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] For port 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:30:32.387956 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3df2899f-3544-48f8-8ac5-c86d1aad804a no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:30:32.399083 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:32.403307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-260bf9c7-8c01-4bf3-a399-cf48c36d913b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:32.435052 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 3df2899f-3544-48f8-8ac5-c86d1aad804a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:30:32.435419 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3df2899f-3544-48f8-8ac5-c86d1aad804a not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:30:32.468414 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23ab059f-7eff-4bbc-bc1e-7c7b577e5c08 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:32.478998 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] For port 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:30:32.480899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=9368b85a-be34-4f02-8500-ac16ff74546a,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:32.516153 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:32.526270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75ee6a4-9538-4b21-b65b-07064ff2a785 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:30:32.537732 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-260bf9c7-8c01-4bf3-a399-cf48c36d913b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2f0b3a-2909-4c06-b8dc-499246cbe550']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:32.558775 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-260bf9c7-8c01-4bf3-a399-cf48c36d913b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:32.559041 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-260bf9c7-8c01-4bf3-a399-cf48c36d913b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cca1883-e9d5-464d-9ab7-a5b34fb4c08c') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:32.563607 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23ab059f-7eff-4bbc-bc1e-7c7b577e5c08 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:32.573548 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-23ab059f-7eff-4bbc-bc1e-7c7b577e5c08 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/ff3659fa-6300-46c9-b8d0-54426648d28f HTTP/1.1" status: 204 len: 168 time: 0.5966299 Dec 20 21:30:32.575799 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38810) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:32.576700 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab059f-7eff-4bbc-bc1e-7c7b577e5c08 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3659fa-6300-46c9-b8d0-54426648d28f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:32.583408 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-260bf9c7-8c01-4bf3-a399-cf48c36d913b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:32.666850 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9c50fe4a-7657-432f-8040-b97462091916 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851846 Dec 20 21:30:32.668915 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38812) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:32.683072 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-174091b3-e7fc-43c8-9028-94b96408a50f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:32.740533 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-260bf9c7-8c01-4bf3-a399-cf48c36d913b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:32.753979 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260bf9c7-8c01-4bf3-a399-cf48c36d913b admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:30:32.753979 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-260bf9c7-8c01-4bf3-a399-cf48c36d913b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:30:32.824516 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:30:32.829594 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d420ab6-fd84-4700-aee0-412870cdf656 req-8c3a1a5b-bda1-407b-a6e2-51ab261a59a4 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:32.844063 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1d420ab6-fd84-4700-aee0-412870cdf656 req-8c3a1a5b-bda1-407b-a6e2-51ab261a59a4 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.4032128 Dec 20 21:30:32.880392 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6060a1-d74a-4d4a-9e23-21df75d70fea req-c9696180-6df7-4e2d-92c0-ba7b0ca246c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:32.880758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174091b3-e7fc-43c8-9028-94b96408a50f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:32.881915 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e6060a1-d74a-4d4a-9e23-21df75d70fea req-c9696180-6df7-4e2d-92c0-ba7b0ca246c6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 1095 time: 0.5339828 Dec 20 21:30:32.888509 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-174091b3-e7fc-43c8-9028-94b96408a50f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:32.891103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b1da3-6632-48eb-9d5d-a94cea3c788c req-8de8a6bf-7033-4682-a625-2fe1d9dad785 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:32.899595 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e8b1da3-6632-48eb-9d5d-a94cea3c788c req-8de8a6bf-7033-4682-a625-2fe1d9dad785 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 1.5043626 Dec 20 21:30:32.899837 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9368b85a-be34-4f02-8500-ac16ff74546a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:32.902742 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-260bf9c7-8c01-4bf3-a399-cf48c36d913b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:32.967949 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-260bf9c7-8c01-4bf3-a399-cf48c36d913b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:32.977470 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3834f887-791e-412e-87dd-d711acb52b31 None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:30:32.981096 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-260bf9c7-8c01-4bf3-a399-cf48c36d913b admin admin] 10.222.0.32 "DELETE /v2.0/networks/9b2f0b3a-2909-4c06-b8dc-499246cbe550 HTTP/1.1" status: 204 len: 168 time: 3.1788871 Dec 20 21:30:32.983022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:32.983931 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:32.985233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8f4c5202-4e73-414a-b670-5c3cbde9a53a None None] Could not find standard attr ID for object d51f1ea8-60ea-4c59-9a1c-1a830eee3937. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:30:32.986680 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] 10.222.0.66 "PUT /v2.0/ports/2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b HTTP/1.1" status: 200 len: 1090 time: 4.8456628 Dec 20 21:30:32.990573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bf9c7-8c01-4bf3-a399-cf48c36d913b admin admin] Pushing event deleted for resources: {'Network': ['ID=9b2f0b3a-2909-4c06-b8dc-499246cbe550,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:32.992880 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd223ecc6-636e-41ab-9421-273c7723d050', 'tag': '2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:30:32.997514 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bba17b-a35a-4592-9327-0b3172171a98" -d '{"events": [{"name": "network-changed", "server_uuid": "d223ecc6-636e-41ab-9421-273c7723d050", "tag": "2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:30:33.001468 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb6408-5112-4c26-b84c-5bdad43ba7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:33.022749 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-77df4d6f-98f5-4876-b1e2-117a4e1a9387 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Floating IP 07e17228-2736-4ba9-af2a-54dea36d0dd7 associated. External IP: 172.35.3.142, port: 29c9b8a5-e226-4145-8efa-de0db3aee8d8. Dec 20 21:30:33.068944 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 9368b85a-be34-4f02-8500-ac16ff74546a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:33.070409 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:33.138029 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1d420ab6-fd84-4700-aee0-412870cdf656 req-a48037e3-da7a-47b3-ab28-bdf4b8678bbb tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837532 Dec 20 21:30:33.141102 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3834f887-791e-412e-87dd-d711acb52b31 None None] Deleting port 9368b85a-be34-4f02-8500-ac16ff74546a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:33.141408 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3834f887-791e-412e-87dd-d711acb52b31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:33.271672 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3834f887-791e-412e-87dd-d711acb52b31 None None] For port 9368b85a-be34-4f02-8500-ac16ff74546a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9368b85a-be34-4f02-8500-ac16ff74546a,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:33.272273 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3834f887-791e-412e-87dd-d711acb52b31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:33.299648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3834f887-791e-412e-87dd-d711acb52b31 None None] Calling delete_port for 9368b85a-be34-4f02-8500-ac16ff74546a owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:33.307032 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38822) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:33.434244 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e8b1da3-6632-48eb-9d5d-a94cea3c788c req-beb606fb-1bec-46b0-8ffc-63a637efe740 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5267797 Dec 20 21:30:33.434904 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-174091b3-e7fc-43c8-9028-94b96408a50f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:33.468314 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3834f887-791e-412e-87dd-d711acb52b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:33.480578 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e6060a1-d74a-4d4a-9e23-21df75d70fea req-6c8583b9-9d2f-4eeb-b0b1-be3b6cc445cb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5729220 Dec 20 21:30:33.533521 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834f887-791e-412e-87dd-d711acb52b31 None None] Pushing event deleted for resources: {'Port': ['ID=9368b85a-be34-4f02-8500-ac16ff74546a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:33.544737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3834f887-791e-412e-87dd-d711acb52b31 None None] No DVR routers for this DVR port 9368b85a-be34-4f02-8500-ac16ff74546a on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:30:33.545609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-31463daa-2317-47f1-9397-3115700872f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cedc15bfaf5b41168bc40cd7545ca53c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355433 Dec 20 21:30:33.554721 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd48d21a-131e-4c2f-95c6-cefdd5bfb8a1 x-openstack-request-id: req-cd48d21a-131e-4c2f-95c6-cefdd5bfb8a1 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:30:33.555949 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d223ecc6-636e-41ab-9421-273c7723d050", "tag": "2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:30:33.556081 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38826) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:33.556210 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd48d21a-131e-4c2f-95c6-cefdd5bfb8a1 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:30:33.556937 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd223ecc6-636e-41ab-9421-273c7723d050', 'tag': '2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b', 'status': 'completed', 'code': 200} Dec 20 21:30:33.557796 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174091b3-e7fc-43c8-9028-94b96408a50f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:33.581775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-174091b3-e7fc-43c8-9028-94b96408a50f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:33.595302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174091b3-e7fc-43c8-9028-94b96408a50f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:33.597114 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-174091b3-e7fc-43c8-9028-94b96408a50f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:33.601074 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cef6ecd-07a1-417a-991b-a817bcb29067 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:30:33.629708 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-174091b3-e7fc-43c8-9028-94b96408a50f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9594808 Dec 20 21:30:33.637761 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38828) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:33.638470 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174091b3-e7fc-43c8-9028-94b96408a50f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=e1155901-242b-48a9-b7b9-612cc1cd4428,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:33.651197 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-56338327-94af-40d2-bfd4-12def1fb85cf tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'fixed_ips': [{'subnet_id': 'e1155901-242b-48a9-b7b9-612cc1cd4428', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1641106404'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:33.696141 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a4789-2bb7-4f3d-8524-1173f6dd6f33 req-6ab997cb-b1a1-4ddf-9a0b-e769573106d7 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:33.700503 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b14a4789-2bb7-4f3d-8524-1173f6dd6f33 req-6ab997cb-b1a1-4ddf-9a0b-e769573106d7 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 944 time: 0.2375071 Dec 20 21:30:33.758049 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-7d07383c-a83a-42a1-9901-9bdaf948d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:33.759830 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-7d07383c-a83a-42a1-9901-9bdaf948d66a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 1093 time: 0.6583400 Dec 20 21:30:33.769185 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77df4d6f-98f5-4876-b1e2-117a4e1a9387 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Router 75d657b4-bb44-438a-ae10-24d5065fc132 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:30:33.813690 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b14a4789-2bb7-4f3d-8524-1173f6dd6f33 req-caa60613-68a5-48ee-9606-fff5ce17e665 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697360 Dec 20 21:30:33.832156 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1011ea01-eb61-4080-b2df-b1a501d971c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:33.832544 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-e8ecc7f5-4c00-446a-8983-dc89f9f668a5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b HTTP/1.1" status: 200 len: 217 time: 0.0573068 Dec 20 21:30:33.867112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': 'e1155901-242b-48a9-b7b9-612cc1cd4428'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:30:33.870594 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:33.925275 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1011ea01-eb61-4080-b2df-b1a501d971c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:33.980330 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-6d2a60ea-41db-44f1-a20c-0e1e7943bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:33.983013 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-6d2a60ea-41db-44f1-a20c-0e1e7943bca1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=25ff85e3-c2b2-4219-9be7-235a0898b2d1 HTTP/1.1" status: 200 len: 846 time: 0.1424723 Dec 20 21:30:34.041440 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1011ea01-eb61-4080-b2df-b1a501d971c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:34.043903 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1011ea01-eb61-4080-b2df-b1a501d971c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:34.047331 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1011ea01-eb61-4080-b2df-b1a501d971c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cec32711-280b-4e2f-ac76-01cad3d6bf22 HTTP/1.1" status: 204 len: 168 time: 0.4848166 Dec 20 21:30:34.047331 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56338327-94af-40d2-bfd4-12def1fb85cf tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:34.102881 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-b481d6a5-c2ec-4b87-9579-4f75ba4d9c87 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=631fd657-633a-4798-86f3-d2a6fb4581e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647132 Dec 20 21:30:34.125893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Allocated IP 2001:db8::2 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/e1155901-242b-48a9-b7b9-612cc1cd4428/7ca9eb92-ce18-4907-bc38-2c32e97fe244) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:34.158592 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011ea01-eb61-4080-b2df-b1a501d971c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec32711-280b-4e2f-ac76-01cad3d6bf22,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:34.223952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77df4d6f-98f5-4876-b1e2-117a4e1a9387 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:30:34.230213 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-77df4d6f-98f5-4876-b1e2-117a4e1a9387 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:34.236401 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c0089a-a753-43c7-b9fc-f24187f2b161 None None] Sync routers for ids ['75d657b4-bb44-438a-ae10-24d5065fc132'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:30:34.254328 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c0089a-a753-43c7-b9fc-f24187f2b161 None None] Routers {'75d657b4-bb44-438a-ae10-24d5065fc132'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:30:34.256965 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-45c0089a-a753-43c7-b9fc-f24187f2b161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:30:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['75d657b4-bb44-438a-ae10-24d5065fc132'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:34.275408 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56338327-94af-40d2-bfd4-12def1fb85cf tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:34.329302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-56338327-94af-40d2-bfd4-12def1fb85cf tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port 6ad30e99-de71-46e4-a620-b89ef4f76b70 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:30:34.420980 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-77df4d6f-98f5-4876-b1e2-117a4e1a9387 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "PUT /v2.0/floatingips/07e17228-2736-4ba9-af2a-54dea36d0dd7 HTTP/1.1" status: 200 len: 991 time: 6.7213824 Dec 20 21:30:34.596748 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0755d-4787-43b3-a98e-a6c6738198d8 req-1d4b4375-06fe-4aac-bf8e-a94e2d9ee0e4 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:34.600314 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43f0755d-4787-43b3-a98e-a6c6738198d8 req-1d4b4375-06fe-4aac-bf8e-a94e2d9ee0e4 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.2208884 Dec 20 21:30:34.608798 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-7350a9f2-c386-4b74-88fd-0f534cf18772 service neutron] 10.222.0.66 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940965 Dec 20 21:30:34.725552 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-45c0089a-a753-43c7-b9fc-f24187f2b161 None None] Set router 75d657b4-bb44-438a-ae10-24d5065fc132 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:30:34.772334 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:34.788317 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-56338327-94af-40d2-bfd4-12def1fb85cf tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:30:34.793148 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56338327-94af-40d2-bfd4-12def1fb85cf tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:30:34.798633 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:34.839507 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-56338327-94af-40d2-bfd4-12def1fb85cf tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1965785 Dec 20 21:30:34.840676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38848) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:34.876288 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9368b85a-be34-4f02-8500-ac16ff74546a no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:30:34.891557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:34.947267 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 9368b85a-be34-4f02-8500-ac16ff74546a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:30:34.948400 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9368b85a-be34-4f02-8500-ac16ff74546a not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:30:34.959517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:34.979954 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab8f587-90a0-4eb8-bdab-cc8184ed7608 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:34.983958 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5ab8f587-90a0-4eb8-bdab-cc8184ed7608 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1414182 Dec 20 21:30:34.984354 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:34.986488 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38854) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:35.061063 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e990c129-52a2-4204-bb4c-c445ef2bc914 req-9a4e4f29-ea50-40dd-8a2f-07a960e92034 service neutron] 10.222.0.66 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341433 Dec 20 21:30:35.085304 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43f0755d-4787-43b3-a98e-a6c6738198d8 req-ff1bf559-19d9-4a8a-856d-48ddb8081017 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742522 Dec 20 21:30:35.124781 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Pushing event updated for resources: {'Port': ['ID=7ca9eb92-ce18-4907-bc38-2c32e97fe244,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:35.157365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec689dd1-9acd-4495-8228-668594b6d774 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:35.159012 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec689dd1-9acd-4495-8228-668594b6d774 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:35.160576 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ec689dd1-9acd-4495-8228-668594b6d774 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1726813 Dec 20 21:30:35.165257 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38856) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:35.208970 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Attempting to bind port 7ca9eb92-ce18-4907-bc38-2c32e97fe244 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:30:35.209377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Attempting to bind port 7ca9eb92-ce18-4907-bc38-2c32e97fe244 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:30:35.209745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Attempting to bind port 7ca9eb92-ce18-4907-bc38-2c32e97fe244 on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:35.221415 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:30:35.222959 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:30:35.225952 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:35.225952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:30:35.225952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Bound port: 7ca9eb92-ce18-4907-bc38-2c32e97fe244, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:30:35.225952 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:35.285291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ed566d-0e22-4ea7-b6b3-d5fc5d09597e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet e1155901-242b-48a9-b7b9-612cc1cd4428 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:30:35.292710 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25ed566d-0e22-4ea7-b6b3-d5fc5d09597e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:35.384206 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25ed566d-0e22-4ea7-b6b3-d5fc5d09597e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:35.409726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bba17b-a35a-4592-9327-0b3172171a98 req-2b91784f-0ade-4d6c-8802-5cdf9d0316a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:35.423347 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36bba17b-a35a-4592-9327-0b3172171a98 req-2b91784f-0ade-4d6c-8802-5cdf9d0316a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f2becd49857f4ac9be67acdcb5932764&device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 1093 time: 0.2147484 Dec 20 21:30:35.442373 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] For port 7ca9eb92-ce18-4907-bc38-2c32e97fe244, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:30:35.462324 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] For port 7ca9eb92-ce18-4907-bc38-2c32e97fe244, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7ca9eb92-ce18-4907-bc38-2c32e97fe244,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:30:35.470220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5b67d-855e-4b9c-959d-0bf15cbdb94f req-0c74d935-e9b7-4ebc-b9a8-52792fab5f81 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:35.479798 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:35.480651 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05f5b67d-855e-4b9c-959d-0bf15cbdb94f req-0c74d935-e9b7-4ebc-b9a8-52792fab5f81 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 0.2055490 Dec 20 21:30:35.572219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'tag': '29c9b8a5-e226-4145-8efa-de0db3aee8d8'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:30:35.574967 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865b8897-63ce-439c-86f7-695f645a3888" -d '{"events": [{"name": "network-changed", "server_uuid": "1f575c3d-a3a4-4bff-bef8-5392669afdae", "tag": "29c9b8a5-e226-4145-8efa-de0db3aee8d8"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:30:35.650903 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-45c0089a-a753-43c7-b9fc-f24187f2b161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:25:33Z', 'revision_number': 4, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '07e17228-2736-4ba9-af2a-54dea36d0dd7', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'floating_ip_address': '172.35.3.142', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'port_id': '29c9b8a5-e226-4145-8efa-de0db3aee8d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'mac_address': 'fa:16:3e:19:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:30:01Z', 'updated_at': '2021-12-20T21:30:30Z', 'revision_number': 1, 'project_id': '2372edae52864334a53d4fba944cc335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018ebc94-12eb-424c-ad64-7f0d5be10c6d', 'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'mac_address': 'fa:16:3e:38:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:32Z', 'updated_at': '2021-12-20T21:25:37Z', 'revision_number': 5, 'project_id': '2372edae52864334a53d4fba944cc335', 'subnets': [{'id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:35.654091 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68775d9-84a0-43f3-b834-6e39f8ae880b None None] Pushing event updated for resources: {'Port': ['ID=7ca9eb92-ce18-4907-bc38-2c32e97fe244,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:35.690648 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05f5b67d-855e-4b9c-959d-0bf15cbdb94f req-2107bb04-e263-4477-8903-40bea590d351 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935935 Dec 20 21:30:35.693512 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247df2b-7678-40a3-8900-8f6949793b55 req-5d80c447-2d54-4aa4-b613-6c0f48c90679 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:35.722766 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1247df2b-7678-40a3-8900-8f6949793b55 req-5d80c447-2d54-4aa4-b613-6c0f48c90679 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 944 time: 0.2352591 Dec 20 21:30:35.725780 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c0089a-a753-43c7-b9fc-f24187f2b161 None None] Checking router: 75d657b4-bb44-438a-ae10-24d5065fc132 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:30:35.747255 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c0089a-a753-43c7-b9fc-f24187f2b161 None None] Routers {'75d657b4-bb44-438a-ae10-24d5065fc132'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:30:35.748641 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-45c0089a-a753-43c7-b9fc-f24187f2b161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:30:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['75d657b4-bb44-438a-ae10-24d5065fc132'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:35.774486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bba17b-a35a-4592-9327-0b3172171a98 req-1929d23b-7ae4-4da7-8c75-572506ff7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:35.776289 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36bba17b-a35a-4592-9327-0b3172171a98 req-1929d23b-7ae4-4da7-8c75-572506ff7562 service neutron] 10.222.0.66 "GET /v2.0/networks?id=631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 200 len: 907 time: 0.2779939 Dec 20 21:30:35.850306 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36bba17b-a35a-4592-9327-0b3172171a98 req-f9c3266a-a651-45fb-a4a2-a90735434a17 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b HTTP/1.1" status: 200 len: 217 time: 0.0598192 Dec 20 21:30:35.853616 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1247df2b-7678-40a3-8900-8f6949793b55 req-42333d52-0efb-4b4d-985d-94400feb64c2 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279328 Dec 20 21:30:35.855495 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25ed566d-0e22-4ea7-b6b3-d5fc5d09597e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:35.956415 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-45c0089a-a753-43c7-b9fc-f24187f2b161 None None] Set router 75d657b4-bb44-438a-ae10-24d5065fc132 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:30:35.992531 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25ed566d-0e22-4ea7-b6b3-d5fc5d09597e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:36.036705 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af70969-d3d6-40c5-a17d-1b69d5e3b682 x-openstack-request-id: req-8af70969-d3d6-40c5-a17d-1b69d5e3b682 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:30:36.037526 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f575c3d-a3a4-4bff-bef8-5392669afdae", "tag": "29c9b8a5-e226-4145-8efa-de0db3aee8d8", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:30:36.037960 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8af70969-d3d6-40c5-a17d-1b69d5e3b682 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:30:36.039034 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'tag': '29c9b8a5-e226-4145-8efa-de0db3aee8d8', 'status': 'completed', 'code': 200} Dec 20 21:30:36.079407 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25ed566d-0e22-4ea7-b6b3-d5fc5d09597e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:36.080114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bba17b-a35a-4592-9327-0b3172171a98 req-fb5d0ad6-7546-44b8-85eb-fba13a49bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:36.081881 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36bba17b-a35a-4592-9327-0b3172171a98 req-fb5d0ad6-7546-44b8-85eb-fba13a49bffa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=25ff85e3-c2b2-4219-9be7-235a0898b2d1 HTTP/1.1" status: 200 len: 846 time: 0.2162967 Dec 20 21:30:36.089671 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-25ed566d-0e22-4ea7-b6b3-d5fc5d09597e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/e1155901-242b-48a9-b7b9-612cc1cd4428 HTTP/1.1" status: 204 len: 168 time: 0.9213541 Dec 20 21:30:36.091051 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed566d-0e22-4ea7-b6b3-d5fc5d09597e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=e1155901-242b-48a9-b7b9-612cc1cd4428,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:36.095365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38884) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:36.206182 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b24279f0-37aa-457d-8c10-dd288d25c18a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1067741 Dec 20 21:30:36.209189 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38888) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:36.226419 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-36033e22-0358-4c53-bbf4-a3f56b6d98cc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:36.246221 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36bba17b-a35a-4592-9327-0b3172171a98 req-b3d9389f-367b-410a-8789-38922d9d9365 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=631fd657-633a-4798-86f3-d2a6fb4581e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379504 Dec 20 21:30:36.343089 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b8897-63ce-439c-86f7-695f645a3888 req-e6340f7f-a0b1-40a6-a102-081aff3bbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:36.345027 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-865b8897-63ce-439c-86f7-695f645a3888 req-e6340f7f-a0b1-40a6-a102-081aff3bbce3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2372edae52864334a53d4fba944cc335&device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 1094 time: 0.2573478 Dec 20 21:30:36.430351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36033e22-0358-4c53-bbf4-a3f56b6d98cc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:36.437946 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36033e22-0358-4c53-bbf4-a3f56b6d98cc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:36.456172 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-45c0089a-a753-43c7-b9fc-f24187f2b161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:25:33Z', 'revision_number': 4, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '07e17228-2736-4ba9-af2a-54dea36d0dd7', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'floating_ip_address': '172.35.3.142', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'port_id': '29c9b8a5-e226-4145-8efa-de0db3aee8d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'mac_address': 'fa:16:3e:19:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:30:01Z', 'updated_at': '2021-12-20T21:30:30Z', 'revision_number': 1, 'project_id': '2372edae52864334a53d4fba944cc335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018ebc94-12eb-424c-ad64-7f0d5be10c6d', 'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'mac_address': 'fa:16:3e:38:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:32Z', 'updated_at': '2021-12-20T21:25:37Z', 'revision_number': 5, 'project_id': '2372edae52864334a53d4fba944cc335', 'subnets': [{'id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:36.473030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36bba17b-a35a-4592-9327-0b3172171a98 req-f6a6cb54-ff87-49cf-8c4a-502a7e292ceb service neutron] 10.222.0.66 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205539 Dec 20 21:30:36.507474 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c0089a-a753-43c7-b9fc-f24187f2b161 None None] The sync data for ids ['75d657b4-bb44-438a-ae10-24d5065fc132'] in n-d-xena-1 is: [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:25:33Z', 'revision_number': 4, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '07e17228-2736-4ba9-af2a-54dea36d0dd7', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'floating_ip_address': '172.35.3.142', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'port_id': '29c9b8a5-e226-4145-8efa-de0db3aee8d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'mac_address': 'fa:16:3e:19:01:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:30:01Z', 'updated_at': '2021-12-20T21:30:30Z', 'revision_number': 1, 'project_id': '2372edae52864334a53d4fba944cc335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018ebc94-12eb-424c-ad64-7f0d5be10c6d', 'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'mac_address': 'fa:16:3e:38:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:32Z', 'updated_at': '2021-12-20T21:25:37Z', 'revision_number': 5, 'project_id': '2372edae52864334a53d4fba944cc335', 'subnets': [{'id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:30:36.591224 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90d532-63c3-4de6-a78c-b648800e1b47 req-65e49099-7b1e-4c04-9407-6935962647a7 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:36.596197 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b8897-63ce-439c-86f7-695f645a3888 req-af7efe1f-ce72-4d90-b181-a4ea7f78fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:36.601031 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-865b8897-63ce-439c-86f7-695f645a3888 req-af7efe1f-ce72-4d90-b181-a4ea7f78fe64 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c507b886-4c4e-4889-b255-5311698a9b7a HTTP/1.1" status: 200 len: 917 time: 0.2334659 Dec 20 21:30:36.610222 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9f90d532-63c3-4de6-a78c-b648800e1b47 req-65e49099-7b1e-4c04-9407-6935962647a7 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.4018331 Dec 20 21:30:36.670177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:30:36.747780 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36bba17b-a35a-4592-9327-0b3172171a98 req-56f73bdd-15ad-438f-927d-f0a8f91cd65c service neutron] 10.222.0.66 "GET /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635367 Dec 20 21:30:36.779751 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9f90d532-63c3-4de6-a78c-b648800e1b47 req-06a58272-d183-41cb-894e-3d21fb21e3f5 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659665 Dec 20 21:30:36.817173 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-865b8897-63ce-439c-86f7-695f645a3888 req-10fde658-786b-4ef3-9c5b-69fcf0872433 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8 HTTP/1.1" status: 200 len: 999 time: 0.1958537 Dec 20 21:30:36.999861 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b8897-63ce-439c-86f7-695f645a3888 req-76cbd2db-b01e-483f-baeb-f15e3fbadac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:37.001398 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-865b8897-63ce-439c-86f7-695f645a3888 req-76cbd2db-b01e-483f-baeb-f15e3fbadac6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=550ee55d-1479-46f2-9e4e-e2b23472d5bb HTTP/1.1" status: 200 len: 855 time: 0.1726367 Dec 20 21:30:37.047275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:37.083487 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b', 'network_id': '631fd657-633a-4798-86f3-d2a6fb4581e1', 'port_id': '2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b', 'mac_address': 'fa:16:3e:b4:0d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25ff85e3-c2b2-4219-9be7-235a0898b2d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:30:37.094059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7ca9eb92-ce18-4907-bc38-2c32e97fe244 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:37.208802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b8897-63ce-439c-86f7-695f645a3888 req-277c07dd-78f5-4bcb-8ff1-527a2928f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:37.221024 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-865b8897-63ce-439c-86f7-695f645a3888 req-277c07dd-78f5-4bcb-8ff1-527a2928f968 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c507b886-4c4e-4889-b255-5311698a9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2085009 Dec 20 21:30:37.305590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd0bd56-95f9-4b3e-b267-c5e3d4da6570 None None] New status for floating IP 07e17228-2736-4ba9-af2a-54dea36d0dd7: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:30:37.322474 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:37.404659 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36033e22-0358-4c53-bbf4-a3f56b6d98cc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:37.422242 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:30:37.512180 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7ca9eb92-ce18-4907-bc38-2c32e97fe244 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:37.512180 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:37.520570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36033e22-0358-4c53-bbf4-a3f56b6d98cc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:37.529945 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-865b8897-63ce-439c-86f7-695f645a3888 req-839e33b0-3e87-4910-80a5-a3978c3dc92e service neutron] 10.222.0.66 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986958 Dec 20 21:30:37.561807 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-36033e22-0358-4c53-bbf4-a3f56b6d98cc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:37.616561 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36033e22-0358-4c53-bbf4-a3f56b6d98cc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:37.619555 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36033e22-0358-4c53-bbf4-a3f56b6d98cc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:37.624847 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36033e22-0358-4c53-bbf4-a3f56b6d98cc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=e34ae3f4-7aaa-427f-b0eb-d4e33e2fa232,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:37.634253 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:37.661104 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:37.675213 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0849d4-b086-42a2-a216-4d916c2b2852 req-75d4d2b6-3fdf-4d91-b2c0-e2565eb8565c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:37.686417 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5a0849d4-b086-42a2-a216-4d916c2b2852 req-75d4d2b6-3fdf-4d91-b2c0-e2565eb8565c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 0.3462038 Dec 20 21:30:37.700121 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-36033e22-0358-4c53-bbf4-a3f56b6d98cc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4874110 Dec 20 21:30:37.710533 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38952) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:37.715930 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ab7a5d26-a241-479a-9083-6094d087a2e0 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1169445099', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:37.755842 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5d26-a241-479a-9083-6094d087a2e0 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:37.757260 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5d26-a241-479a-9083-6094d087a2e0 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:37.764564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:37.787636 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c731ddf-5d77-4834-b09c-8af1bc91b922 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:30:37.858396 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5d26-a241-479a-9083-6094d087a2e0 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:37.879085 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-865b8897-63ce-439c-86f7-695f645a3888 req-2be172f6-9727-4dcb-9661-5d9a4972dad6 service neutron] 10.222.0.66 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399799 Dec 20 21:30:37.898103 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5a0849d4-b086-42a2-a216-4d916c2b2852 req-c0f71354-4833-4950-936f-f711e4e7e120 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095547 Dec 20 21:30:37.902309 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5d26-a241-479a-9083-6094d087a2e0 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:37.970100 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5d26-a241-479a-9083-6094d087a2e0 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:37.974630 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ab7a5d26-a241-479a-9083-6094d087a2e0 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2593794 Dec 20 21:30:37.975354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38968) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:38.184093 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4c2bd-0972-4d31-b9de-b8eb19bc3106 req-293b8d04-69d4-45f9-887c-b1c3c12cb3fe tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:38.186368 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-76b4c2bd-0972-4d31-b9de-b8eb19bc3106 req-293b8d04-69d4-45f9-887c-b1c3c12cb3fe tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 945 time: 0.0814633 Dec 20 21:30:38.224497 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d1489cb1-4613-45af-9fd6-a67cbf9970d5 None None] Provisioning complete for port 7ca9eb92-ce18-4907-bc38-2c32e97fe244 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:38.224693 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d1489cb1-4613-45af-9fd6-a67cbf9970d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:38.256981 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-76b4c2bd-0972-4d31-b9de-b8eb19bc3106 req-fe3ac85e-c34f-4f98-80e3-2d45a1205b2e tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613415 Dec 20 21:30:38.329372 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:30:38.549404 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:38.641827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372fbfe-628e-47fe-b58a-c1a0b95102a7 req-bd6d6087-e043-48df-87ea-0124a63ece33 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:38.652102 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4372fbfe-628e-47fe-b58a-c1a0b95102a7 req-bd6d6087-e043-48df-87ea-0124a63ece33 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 0.0897949 Dec 20 21:30:38.661726 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d1489cb1-4613-45af-9fd6-a67cbf9970d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:38.709140 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4372fbfe-628e-47fe-b58a-c1a0b95102a7 req-4f03538b-0c98-477a-812d-d4a0a81c70ee tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558305 Dec 20 21:30:38.724023 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:38.755251 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90153af-9c9e-4cd5-80ac-07c16626f733 req-cebbd9b3-a033-4278-92bd-8f40b6754885 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:38.759516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 7ca9eb92-ce18-4907-bc38-2c32e97fe244, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7ca9eb92-ce18-4907-bc38-2c32e97fe244,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:38.766917 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d90153af-9c9e-4cd5-80ac-07c16626f733 req-cebbd9b3-a033-4278-92bd-8f40b6754885 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.1285088 Dec 20 21:30:38.800436 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:38.931772 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-d1489cb1-4613-45af-9fd6-a67cbf9970d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:30:38.932236 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-d1489cb1-4613-45af-9fd6-a67cbf9970d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:30:38.938617 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=7ca9eb92-ce18-4907-bc38-2c32e97fe244,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:38.954872 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d90153af-9c9e-4cd5-80ac-07c16626f733 req-edfbc993-cd86-493c-8e48-3f29aee2e1e2 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868961 Dec 20 21:30:39.136219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::1 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/e34ae3f4-7aaa-427f-b0eb-d4e33e2fa232/5524c886-5934-460c-92d0-91bc4bddae4e) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:39.286685 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:39.328382 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:39.371534 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:39.374711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:39.377156 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:39.377851 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:39.672706 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-58198b98-8705-4a7f-b718-d53581bfa249 None None] Provisioning complete for port 7ca9eb92-ce18-4907-bc38-2c32e97fe244 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:39.675468 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58198b98-8705-4a7f-b718-d53581bfa249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:40.002649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f11b7f52-e384-4032-b6eb-294d7e14643e None None] Provisioning complete for port 5524c886-5934-460c-92d0-91bc4bddae4e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:40.005233 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f11b7f52-e384-4032-b6eb-294d7e14643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:40.005923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=5524c886-5934-460c-92d0-91bc4bddae4e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:40.082967 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f11b7f52-e384-4032-b6eb-294d7e14643e None None] Port 5524c886-5934-460c-92d0-91bc4bddae4e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:30:40.086842 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb2646-ef60-4f05-bc6d-e77be49503d0 req-ccfa0dc9-1773-4016-b637-3b23e5c866a1 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:40.099034 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d2bb2646-ef60-4f05-bc6d-e77be49503d0 req-ccfa0dc9-1773-4016-b637-3b23e5c866a1 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 945 time: 0.7150066 Dec 20 21:30:40.161403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:40.169972 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d2bb2646-ef60-4f05-bc6d-e77be49503d0 req-3a4df76e-9b38-4bbb-b221-f7962ddb3ae3 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697396 Dec 20 21:30:40.216059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device b71953cc-274e-48e8-9e1d-23313750574c no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:30:40.232888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d2ce7-d991-4a68-9f0e-93f38a5ce4a8 req-9a93c27f-fa8d-42f2-a3dc-b4952210d6fa tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:40.235647 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff0d2ce7-d991-4a68-9f0e-93f38a5ce4a8 req-9a93c27f-fa8d-42f2-a3dc-b4952210d6fa tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.1047904 Dec 20 21:30:40.322458 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff0d2ce7-d991-4a68-9f0e-93f38a5ce4a8 req-16faef67-8423-456e-90ad-4977235b3446 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772514 Dec 20 21:30:40.388287 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:40.443345 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port b71953cc-274e-48e8-9e1d-23313750574c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b71953cc-274e-48e8-9e1d-23313750574c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:40.444526 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:30:40.447675 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37f0daf-da31-45e9-a39b-ede00d4aa4e8" -d '{"events": [{"server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "name": "network-vif-unplugged", "status": "completed", "tag": "b71953cc-274e-48e8-9e1d-23313750574c"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:30:40.452903 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f06ca-2a43-48c0-b797-b66917abe2c7 req-a5295532-3278-468f-8dd4-406e221845ca tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:40.453645 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:40.454606 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975f06ca-2a43-48c0-b797-b66917abe2c7 req-a5295532-3278-468f-8dd4-406e221845ca tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 946 time: 0.1072083 Dec 20 21:30:40.543690 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=b71953cc-274e-48e8-9e1d-23313750574c,revision_number=14']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:40.602328 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975f06ca-2a43-48c0-b797-b66917abe2c7 req-dce63d64-7e94-4f41-a9e4-6174452a57b2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162100 Dec 20 21:30:40.665827 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8351a9a6-2180-47de-b61a-ea4380c2857a x-openstack-request-id: req-8351a9a6-2180-47de-b61a-ea4380c2857a {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:30:40.666233 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "name": "network-vif-unplugged", "status": "completed", "tag": "b71953cc-274e-48e8-9e1d-23313750574c", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:30:40.666594 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8351a9a6-2180-47de-b61a-ea4380c2857a {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:30:40.667079 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c', 'code': 200} Dec 20 21:30:40.685437 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:40.742307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:40.751155 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:40.752090 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:40.869758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:30:40.877439 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:40.877991 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:40.888795 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=5524c886-5934-460c-92d0-91bc4bddae4e,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:40.959618 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7ca9eb92-ce18-4907-bc38-2c32e97fe244 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:40.971294 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:40.984907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:41.098086 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:41.101748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7ca9eb92-ce18-4907-bc38-2c32e97fe244 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:41.102319 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:41.191221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:41.197832 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:41.289164 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:41.446239 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c7854-72eb-46c4-853e-d4744fc87a8a req-0485bc86-f3c0-4f9d-b008-854194bb4f73 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:41.450097 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0a6c7854-72eb-46c4-853e-d4744fc87a8a req-0485bc86-f3c0-4f9d-b008-854194bb4f73 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.1154156 Dec 20 21:30:41.538381 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0a6c7854-72eb-46c4-853e-d4744fc87a8a req-5edcd910-6ff9-4d8a-83b4-9ec8226b887d tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757163 Dec 20 21:30:41.573346 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a169fa1-eab5-4670-b418-1575f827bba5 req-a7b5d1cc-056f-4c30-9831-3109b4e9a846 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:41.574893 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a169fa1-eab5-4670-b418-1575f827bba5 req-a7b5d1cc-056f-4c30-9831-3109b4e9a846 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.4111826 Dec 20 21:30:41.607231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0875d80-7616-478f-93f9-b9d75e3c80ca req-bdce66eb-7d67-4f3a-b095-dd9bae67084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:41.608993 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e0875d80-7616-478f-93f9-b9d75e3c80ca req-bdce66eb-7d67-4f3a-b095-dd9bae67084b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 1093 time: 0.4438846 Dec 20 21:30:41.611800 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Router be9e80fd-b3cf-4401-8529-6498eea10ddf is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:30:41.644293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e38d4fd4-f9da-458f-bfd3-68df2ba1e65a None None] Provisioning complete for port 5524c886-5934-460c-92d0-91bc4bddae4e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:41.644895 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e38d4fd4-f9da-458f-bfd3-68df2ba1e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:41.655830 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc70bb-b3a5-40c7-990b-0786cb97779e req-f88adb46-d885-4ef0-a507-8136db00bc00 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:41.658121 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5bdc70bb-b3a5-40c7-990b-0786cb97779e req-f88adb46-d885-4ef0-a507-8136db00bc00 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.0625145 Dec 20 21:30:41.693317 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a169fa1-eab5-4670-b418-1575f827bba5 req-552ad4ae-aa5e-4b0a-baf1-84a084033efe tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115327 Dec 20 21:30:41.708041 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5bdc70bb-b3a5-40c7-990b-0786cb97779e req-9c3c8ecc-c971-457d-9849-abd64d5df279 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414433 Dec 20 21:30:41.709161 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e38d4fd4-f9da-458f-bfd3-68df2ba1e65a None None] Port 5524c886-5934-460c-92d0-91bc4bddae4e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:30:41.879607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0875d80-7616-478f-93f9-b9d75e3c80ca req-414b6870-a02e-4189-afa0-de2b637ec686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:41.881837 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e0875d80-7616-478f-93f9-b9d75e3c80ca req-414b6870-a02e-4189-afa0-de2b637ec686 service neutron] 10.222.0.31 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 0.2637148 Dec 20 21:30:41.906711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:30:41.928832 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Sync routers for ids ['be9e80fd-b3cf-4401-8529-6498eea10ddf'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:30:41.955805 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Routers {'be9e80fd-b3cf-4401-8529-6498eea10ddf'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:30:41.956743 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:30:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['be9e80fd-b3cf-4401-8529-6498eea10ddf'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:41.966928 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5d8bffa5-264b-48a8-9a2a-867441e0a48c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "PUT /v2.0/routers/be9e80fd-b3cf-4401-8529-6498eea10ddf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9899731 Dec 20 21:30:41.970015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39106) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:41.996294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e0875d80-7616-478f-93f9-b9d75e3c80ca req-b147edc0-6924-4de3-a19d-859a81bc4e90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b71953cc-274e-48e8-9e1d-23313750574c HTTP/1.1" status: 200 len: 999 time: 0.1007874 Dec 20 21:30:42.036875 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16194e12-814a-4325-b7fe-a05e82fdf80e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:42.040392 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-16194e12-814a-4325-b7fe-a05e82fdf80e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports/5524c886-5934-460c-92d0-91bc4bddae4e HTTP/1.1" status: 200 len: 911 time: 0.0673630 Dec 20 21:30:42.041827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39108) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:42.067348 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Set router be9e80fd-b3cf-4401-8529-6498eea10ddf gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:30:42.081960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0875d80-7616-478f-93f9-b9d75e3c80ca req-047e54fe-07bc-4b6a-963d-5eaf6397b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:42.083914 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e0875d80-7616-478f-93f9-b9d75e3c80ca req-047e54fe-07bc-4b6a-963d-5eaf6397b604 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.0793076 Dec 20 21:30:42.138948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bf1a91-0214-4604-b81e-c03c891e3582 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:42.146730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bf1a91-0214-4604-b81e-c03c891e3582 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:42.148850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-67bf1a91-0214-4604-b81e-c03c891e3582 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1060116 Dec 20 21:30:42.152881 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39110) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:42.168364 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0875d80-7616-478f-93f9-b9d75e3c80ca req-0e7deca7-e26f-4a60-9247-cff94e76d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:42.170037 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e0875d80-7616-478f-93f9-b9d75e3c80ca req-0e7deca7-e26f-4a60-9247-cff94e76d1ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0798433 Dec 20 21:30:42.285208 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9e80fd-b3cf-4401-8529-6498eea10ddf', 'name': 'tempest-NetworksTestDHCPv6-router-1169445099', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:30:37Z', 'updated_at': '2021-12-20T21:30:40Z', 'revision_number': 2, 'project_id': 'd99aaac35872421da72ff71412ba316a', 'gw_port_host': None, '_interfaces': [{'id': '5524c886-5934-460c-92d0-91bc4bddae4e', 'name': '', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'mac_address': 'fa:16:3e:1e:67:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9e80fd-b3cf-4401-8529-6498eea10ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e34ae3f4-7aaa-427f-b0eb-d4e33e2fa232', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:30:38Z', 'updated_at': '2021-12-20T21:30:40Z', 'revision_number': 2, 'project_id': 'd99aaac35872421da72ff71412ba316a', 'subnets': [{'id': 'e34ae3f4-7aaa-427f-b0eb-d4e33e2fa232', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:42.292013 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e0875d80-7616-478f-93f9-b9d75e3c80ca req-4d63c645-f9b9-4891-bf7b-0feb942c0514 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150320 Dec 20 21:30:42.316686 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Checking router: be9e80fd-b3cf-4401-8529-6498eea10ddf for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:30:42.317094 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Updating router be9e80fd-b3cf-4401-8529-6498eea10ddf port 5524c886-5934-460c-92d0-91bc4bddae4e binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:30:42.345697 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:42.394325 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e0875d80-7616-478f-93f9-b9d75e3c80ca req-cbe44d93-3c73-431c-9531-22709ba74282 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961251 Dec 20 21:30:42.668170 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd223ecc6-636e-41ab-9421-273c7723d050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:30:42.670672 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1936c6dd-f35f-4a88-b743-6ff158ac6933" -d '{"events": [{"server_uuid": "d223ecc6-636e-41ab-9421-273c7723d050", "name": "network-vif-plugged", "status": "completed", "tag": "2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:30:42.725065 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9f23c3-a368-40ae-a0e6-1245bb441f9c x-openstack-request-id: req-ae9f23c3-a368-40ae-a0e6-1245bb441f9c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:30:42.725554 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d223ecc6-636e-41ab-9421-273c7723d050", "name": "network-vif-plugged", "status": "completed", "tag": "2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:30:42.726132 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae9f23c3-a368-40ae-a0e6-1245bb441f9c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:30:42.726510 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd223ecc6-636e-41ab-9421-273c7723d050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b', 'code': 200} Dec 20 21:30:42.773043 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825953f-e808-4160-ae02-d61bc75612fe req-7d97fc8b-802c-45e1-be07-a5039b83ce18 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:42.781608 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0825953f-e808-4160-ae02-d61bc75612fe req-7d97fc8b-802c-45e1-be07-a5039b83ce18 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.1449811 Dec 20 21:30:42.839347 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:42.849825 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:42.866050 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2d181ec-3a34-4c3a-bb7a-f75919b17b7f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:42.882601 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0825953f-e808-4160-ae02-d61bc75612fe req-ce9b2483-9c4c-4bdf-87e2-0499bc6323a4 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000710 Dec 20 21:30:42.948465 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4900b-8a09-47a9-9c52-ac952d9e8cce None None] Pushing event updated for resources: {'Port': ['ID=5524c886-5934-460c-92d0-91bc4bddae4e,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:42.992726 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b4900b-8a09-47a9-9c52-ac952d9e8cce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:42.993322 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b4900b-8a09-47a9-9c52-ac952d9e8cce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:42.993811 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b4900b-8a09-47a9-9c52-ac952d9e8cce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:42.998738 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b4900b-8a09-47a9-9c52-ac952d9e8cce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:42.999304 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b4900b-8a09-47a9-9c52-ac952d9e8cce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:42.999829 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b4900b-8a09-47a9-9c52-ac952d9e8cce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:43.000310 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b4900b-8a09-47a9-9c52-ac952d9e8cce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:43.000785 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b4900b-8a09-47a9-9c52-ac952d9e8cce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:43.006530 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b4900b-8a09-47a9-9c52-ac952d9e8cce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:43.007148 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b4900b-8a09-47a9-9c52-ac952d9e8cce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:43.007652 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b4900b-8a09-47a9-9c52-ac952d9e8cce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:43.008893 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b4900b-8a09-47a9-9c52-ac952d9e8cce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:43.079119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ab166-c1a2-4f00-a548-fe44f3678b37 req-6df873fc-8fd5-47cc-855e-94612b8ab54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:43.081421 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-208ab166-c1a2-4f00-a548-fe44f3678b37 req-6df873fc-8fd5-47cc-855e-94612b8ab54c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 1095 time: 0.2354376 Dec 20 21:30:43.088406 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Attempting to bind port 5524c886-5934-460c-92d0-91bc4bddae4e on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:30:43.089444 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Attempting to bind port 5524c886-5934-460c-92d0-91bc4bddae4e by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:30:43.089972 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Attempting to bind port 5524c886-5934-460c-92d0-91bc4bddae4e on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:43.090612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40355fe9-6a9f-47ee-891f-67294d6c2beb req-ccc17265-7dc3-4a5b-bb0f-4f7e0be08345 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:43.098163 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:30:43.098651 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-40355fe9-6a9f-47ee-891f-67294d6c2beb req-ccc17265-7dc3-4a5b-bb0f-4f7e0be08345 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.2504930 Dec 20 21:30:43.099891 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:30:43.100826 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:43.101381 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:30:43.102336 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Bound port: 5524c886-5934-460c-92d0-91bc4bddae4e, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:30:43.103174 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:43.170140 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-208ab166-c1a2-4f00-a548-fe44f3678b37 req-6ed1f834-07f5-4a6e-a015-13074d56c54a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625808 Dec 20 21:30:43.184541 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-40355fe9-6a9f-47ee-891f-67294d6c2beb req-b910b67f-43c8-4129-9c54-2e098b0d3feb tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842707 Dec 20 21:30:43.184843 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] For port 5524c886-5934-460c-92d0-91bc4bddae4e, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:30:43.186533 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c50f3e-1a90-4e19-9967-ba735b0f249f req-c1d8895f-8a33-4b7d-89c4-a3bc172ad6e9 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:43.189926 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] For port 5524c886-5934-460c-92d0-91bc4bddae4e, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5524c886-5934-460c-92d0-91bc4bddae4e,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:30:43.194905 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d4c50f3e-1a90-4e19-9967-ba735b0f249f req-c1d8895f-8a33-4b7d-89c4-a3bc172ad6e9 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.0955467 Dec 20 21:30:43.198495 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:43.262672 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d4c50f3e-1a90-4e19-9967-ba735b0f249f req-8725b8b2-f786-4344-91ef-d28721c3f892 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665290 Dec 20 21:30:43.278006 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Routers {'be9e80fd-b3cf-4401-8529-6498eea10ddf'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:30:43.278006 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:30:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['be9e80fd-b3cf-4401-8529-6498eea10ddf'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:43.278006 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4900b-8a09-47a9-9c52-ac952d9e8cce None None] Pushing event updated for resources: {'Port': ['ID=5524c886-5934-460c-92d0-91bc4bddae4e,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:43.278399 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b7d6c3b0-496c-4923-b835-81963fa62575 None None] Provisioning complete for port 5524c886-5934-460c-92d0-91bc4bddae4e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:43.278399 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7d6c3b0-496c-4923-b835-81963fa62575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:43.388569 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] Set router be9e80fd-b3cf-4401-8529-6498eea10ddf gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:30:43.388927 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7d6c3b0-496c-4923-b835-81963fa62575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:43.437746 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b7d6c3b0-496c-4923-b835-81963fa62575 None None] For port 5524c886-5934-460c-92d0-91bc4bddae4e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5524c886-5934-460c-92d0-91bc4bddae4e,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:43.444367 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7d6c3b0-496c-4923-b835-81963fa62575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:43.507467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6c3b0-496c-4923-b835-81963fa62575 None None] Pushing event updated for resources: {'Port': ['ID=5524c886-5934-460c-92d0-91bc4bddae4e,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:43.659837 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c2d181ec-3a34-4c3a-bb7a-f75919b17b7f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port 5524c886-5934-460c-92d0-91bc4bddae4e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:43.660236 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2d181ec-3a34-4c3a-bb7a-f75919b17b7f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:43.673310 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9e80fd-b3cf-4401-8529-6498eea10ddf', 'name': 'tempest-NetworksTestDHCPv6-router-1169445099', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:30:37Z', 'updated_at': '2021-12-20T21:30:40Z', 'revision_number': 2, 'project_id': 'd99aaac35872421da72ff71412ba316a', 'gw_port_host': None, '_interfaces': [{'id': '5524c886-5934-460c-92d0-91bc4bddae4e', 'name': '', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'mac_address': 'fa:16:3e:1e:67:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9e80fd-b3cf-4401-8529-6498eea10ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e34ae3f4-7aaa-427f-b0eb-d4e33e2fa232', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:30:38Z', 'updated_at': '2021-12-20T21:30:43Z', 'revision_number': 4, 'project_id': 'd99aaac35872421da72ff71412ba316a', 'subnets': [{'id': 'e34ae3f4-7aaa-427f-b0eb-d4e33e2fa232', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:43.674794 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-26cba029-7999-438a-aeba-edfee36f3de5 None None] Provisioning complete for port 5524c886-5934-460c-92d0-91bc4bddae4e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:43.678162 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26cba029-7999-438a-aeba-edfee36f3de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:43.709998 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee677ea4-c134-4525-8f10-810aa02a7d5f None None] The sync data for ids ['be9e80fd-b3cf-4401-8529-6498eea10ddf'] in n-d-xena-1 is: [{'id': 'be9e80fd-b3cf-4401-8529-6498eea10ddf', 'name': 'tempest-NetworksTestDHCPv6-router-1169445099', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:30:37Z', 'updated_at': '2021-12-20T21:30:40Z', 'revision_number': 2, 'project_id': 'd99aaac35872421da72ff71412ba316a', 'gw_port_host': None, '_interfaces': [{'id': '5524c886-5934-460c-92d0-91bc4bddae4e', 'name': '', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'mac_address': 'fa:16:3e:1e:67:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9e80fd-b3cf-4401-8529-6498eea10ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e34ae3f4-7aaa-427f-b0eb-d4e33e2fa232', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:30:38Z', 'updated_at': '2021-12-20T21:30:43Z', 'revision_number': 4, 'project_id': 'd99aaac35872421da72ff71412ba316a', 'subnets': [{'id': 'e34ae3f4-7aaa-427f-b0eb-d4e33e2fa232', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:30:43.768122 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-c2d181ec-3a34-4c3a-bb7a-f75919b17b7f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] For port 5524c886-5934-460c-92d0-91bc4bddae4e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5524c886-5934-460c-92d0-91bc4bddae4e,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:43.768405 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2d181ec-3a34-4c3a-bb7a-f75919b17b7f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:43.790482 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c2d181ec-3a34-4c3a-bb7a-f75919b17b7f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for 5524c886-5934-460c-92d0-91bc4bddae4e owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:44.008753 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2d181ec-3a34-4c3a-bb7a-f75919b17b7f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:44.068391 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d181ec-3a34-4c3a-bb7a-f75919b17b7f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=5524c886-5934-460c-92d0-91bc4bddae4e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:44.192122 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b709266-28de-48e8-b573-1b8a80bd5790 req-a1b3a654-706d-462e-81d4-c04f2a909a99 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:44.193282 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7b709266-28de-48e8-b573-1b8a80bd5790 req-a1b3a654-706d-462e-81d4-c04f2a909a99 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.1817186 Dec 20 21:30:44.196366 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2d181ec-3a34-4c3a-bb7a-f75919b17b7f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:44.359433 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7b709266-28de-48e8-b573-1b8a80bd5790 req-18b9bad5-54d5-4955-a4bf-92d58500191d tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507816 Dec 20 21:30:44.398587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b03531-0cc7-4a0f-9c4e-09b94d31563f req-0f0dd1eb-0db2-4e7e-9f0d-c4ad307ad2a6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:44.400910 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-21b03531-0cc7-4a0f-9c4e-09b94d31563f req-0f0dd1eb-0db2-4e7e-9f0d-c4ad307ad2a6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.0951269 Dec 20 21:30:44.460946 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-21b03531-0cc7-4a0f-9c4e-09b94d31563f req-85e79892-068f-4146-8942-e0e7a513745e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523641 Dec 20 21:30:44.486272 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d181ec-3a34-4c3a-bb7a-f75919b17b7f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Router be9e80fd-b3cf-4401-8529-6498eea10ddf has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:30:44.603575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d181ec-3a34-4c3a-bb7a-f75919b17b7f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:30:44.618154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868ce89-82ba-4acd-8318-2dec00537306 req-4adcd35e-07ae-4cbd-8f39-3f49fe1dc73f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:44.619869 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1868ce89-82ba-4acd-8318-2dec00537306 req-4adcd35e-07ae-4cbd-8f39-3f49fe1dc73f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.1620579 Dec 20 21:30:44.635379 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c2d181ec-3a34-4c3a-bb7a-f75919b17b7f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "PUT /v2.0/routers/be9e80fd-b3cf-4401-8529-6498eea10ddf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4803138 Dec 20 21:30:44.635718 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39150) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:44.639709 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:44.678304 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1868ce89-82ba-4acd-8318-2dec00537306 req-b28ffa23-1c49-459b-a7b2-2f6120d53bbd tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Dec 20 21:30:44.707220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f89ec33-5df6-4a34-be02-ffa1bc5bc4c4 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:44.709158 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f89ec33-5df6-4a34-be02-ffa1bc5bc4c4 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:44.713527 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7f89ec33-5df6-4a34-be02-ffa1bc5bc4c4 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0770614 Dec 20 21:30:44.713681 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39154) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:44.833312 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bc7029-5a16-4824-9d8c-0d7e1606de89 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet e34ae3f4-7aaa-427f-b0eb-d4e33e2fa232 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:30:44.838397 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86bc7029-5a16-4824-9d8c-0d7e1606de89 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:44.894863 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb6100-7fa9-47d1-8fad-2d7346e0bb12 req-6ed04f42-96f9-479c-b08d-2764710f984e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:44.896509 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-80bb6100-7fa9-47d1-8fad-2d7346e0bb12 req-6ed04f42-96f9-479c-b08d-2764710f984e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1371012 Dec 20 21:30:44.901649 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86bc7029-5a16-4824-9d8c-0d7e1606de89 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:44.972155 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86bc7029-5a16-4824-9d8c-0d7e1606de89 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:44.977876 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-80bb6100-7fa9-47d1-8fad-2d7346e0bb12 req-54cfe4b0-92dc-4fbb-8d70-e28fdd770d15 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733161 Dec 20 21:30:45.041685 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86bc7029-5a16-4824-9d8c-0d7e1606de89 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:45.071934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc7029-5a16-4824-9d8c-0d7e1606de89 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=e34ae3f4-7aaa-427f-b0eb-d4e33e2fa232,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:45.076867 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86bc7029-5a16-4824-9d8c-0d7e1606de89 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:45.082599 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-86bc7029-5a16-4824-9d8c-0d7e1606de89 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/e34ae3f4-7aaa-427f-b0eb-d4e33e2fa232 HTTP/1.1" status: 204 len: 168 time: 0.3655372 Dec 20 21:30:45.082967 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39160) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:45.083708 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f07a54-d262-4d62-befa-aa9e2cd7c901 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:30:45.128129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fe01b-5a96-466f-a0d9-ce019080b423 req-7b0a432f-2493-46d9-a2c8-695580e54924 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:45.129893 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb3fe01b-5a96-466f-a0d9-ce019080b423 req-7b0a432f-2493-46d9-a2c8-695580e54924 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.0740600 Dec 20 21:30:45.176244 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb3fe01b-5a96-466f-a0d9-ce019080b423 req-ea09a4fd-b8a6-48fc-a26b-8a03bf2b596c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371172 Dec 20 21:30:45.214474 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b81f17a9-46c1-452f-9eba-82395bb96b81 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1302228 Dec 20 21:30:45.218507 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39164) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:45.279702 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05467218-7a25-4645-8cf0-0b5ea880dcc3 None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:30:45.296864 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69196d48-64a2-47e4-867f-2553a4a4008e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:45.333219 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-05467218-7a25-4645-8cf0-0b5ea880dcc3 None None] Deleting port 7ca9eb92-ce18-4907-bc38-2c32e97fe244 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:45.333784 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05467218-7a25-4645-8cf0-0b5ea880dcc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:45.410614 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-05467218-7a25-4645-8cf0-0b5ea880dcc3 None None] For port 7ca9eb92-ce18-4907-bc38-2c32e97fe244, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7ca9eb92-ce18-4907-bc38-2c32e97fe244,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:45.411040 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05467218-7a25-4645-8cf0-0b5ea880dcc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:45.427451 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-05467218-7a25-4645-8cf0-0b5ea880dcc3 None None] Calling delete_port for 7ca9eb92-ce18-4907-bc38-2c32e97fe244 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:45.481329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5fa874-a70c-4aa0-83d1-139db69c7aa0 None None] Sync routers for ids ['be9e80fd-b3cf-4401-8529-6498eea10ddf'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:30:45.486716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb8c24-f2aa-4047-89dc-4d582861c8e6 req-196a6a4a-8f6b-4240-9de1-a45207ca08a4 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:45.488316 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-69fb8c24-f2aa-4047-89dc-4d582861c8e6 req-196a6a4a-8f6b-4240-9de1-a45207ca08a4 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.0617676 Dec 20 21:30:45.500628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5fa874-a70c-4aa0-83d1-139db69c7aa0 None None] Routers {'be9e80fd-b3cf-4401-8529-6498eea10ddf'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:30:45.501257 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0c5fa874-a70c-4aa0-83d1-139db69c7aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:30:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['be9e80fd-b3cf-4401-8529-6498eea10ddf'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:45.507139 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69196d48-64a2-47e4-867f-2553a4a4008e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:45.510735 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69196d48-64a2-47e4-867f-2553a4a4008e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:45.529907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-69fb8c24-f2aa-4047-89dc-4d582861c8e6 req-bce438eb-4269-4f35-8f8a-ca4f91f3cb16 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340760 Dec 20 21:30:45.574328 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69196d48-64a2-47e4-867f-2553a4a4008e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:45.574825 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69196d48-64a2-47e4-867f-2553a4a4008e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Fanout notify agent at l3_agent the message router_deleted on router be9e80fd-b3cf-4401-8529-6498eea10ddf {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:30:45.582599 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69196d48-64a2-47e4-867f-2553a4a4008e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:45.583865 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-69196d48-64a2-47e4-867f-2553a4a4008e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/routers/be9e80fd-b3cf-4401-8529-6498eea10ddf HTTP/1.1" status: 204 len: 168 time: 0.3640745 Dec 20 21:30:45.587412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39180) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:45.598882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2316e5d5-7f7f-426a-afd1-370de7021254 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:45.612815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-0c5fa874-a70c-4aa0-83d1-139db69c7aa0 None None] Set router be9e80fd-b3cf-4401-8529-6498eea10ddf gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:30:45.618218 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-b6641545-49df-4445-b4c4-9255c72d5de2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:45.619748 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-b6641545-49df-4445-b4c4-9255c72d5de2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 811 time: 0.2217872 Dec 20 21:30:45.644756 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-b2d209e8-e3e3-494e-8ca5-3544fb19afd1 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/quotas/97254acb4a43440cabfab1b7a88fcf78 HTTP/1.1" status: 200 len: 375 time: 0.0176814 Dec 20 21:30:45.676061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0c5fa874-a70c-4aa0-83d1-139db69c7aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9e80fd-b3cf-4401-8529-6498eea10ddf', 'name': 'tempest-NetworksTestDHCPv6-router-1169445099', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:30:37Z', 'updated_at': '2021-12-20T21:30:43Z', 'revision_number': 3, 'project_id': 'd99aaac35872421da72ff71412ba316a', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:45.704225 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-2b579b05-9a18-4ce3-80ca-c343608dc977 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0583723 Dec 20 21:30:45.705990 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5fa874-a70c-4aa0-83d1-139db69c7aa0 None None] Checking router: be9e80fd-b3cf-4401-8529-6498eea10ddf for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:30:45.717949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5fa874-a70c-4aa0-83d1-139db69c7aa0 None None] Routers set() bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:30:45.718467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5fa874-a70c-4aa0-83d1-139db69c7aa0 None None] Router IDs set() for agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 21:30:45.719116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_agentschedulers_db [None req-0c5fa874-a70c-4aa0-83d1-139db69c7aa0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be9e80fd-b3cf-4401-8529-6498eea10ddf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:30:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent'). {{(pid=102403) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 21:30:45.719866 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5fa874-a70c-4aa0-83d1-139db69c7aa0 None None] The sync data for ids ['be9e80fd-b3cf-4401-8529-6498eea10ddf'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:30:45.723051 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05467218-7a25-4645-8cf0-0b5ea880dcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:45.735903 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05467218-7a25-4645-8cf0-0b5ea880dcc3 None None] No DVR routers for this DVR port 7ca9eb92-ce18-4907-bc38-2c32e97fe244 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:30:45.755366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05467218-7a25-4645-8cf0-0b5ea880dcc3 None None] Pushing event deleted for resources: {'Port': ['ID=7ca9eb92-ce18-4907-bc38-2c32e97fe244,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:45.771997 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2316e5d5-7f7f-426a-afd1-370de7021254 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:45.777926 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2316e5d5-7f7f-426a-afd1-370de7021254 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:45.824354 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-6da2e451-c02e-4e90-8aff-9e584b82abc3 service neutron] 10.222.0.32 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091499 Dec 20 21:30:45.939073 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-eb9aba1f-ae5d-4623-99f2-7a3992d8c89f service neutron] 10.222.0.32 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079674 Dec 20 21:30:45.944155 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08285e-7303-40f7-8907-571718c64b80 req-59d36260-b709-4f98-acf4-ec53710b10e4 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:45.945717 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-be08285e-7303-40f7-8907-571718c64b80 req-59d36260-b709-4f98-acf4-ec53710b10e4 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.0768878 Dec 20 21:30:46.015937 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-be08285e-7303-40f7-8907-571718c64b80 req-674488ee-ecd3-42c6-8ca9-f64c6c239a6b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517499 Dec 20 21:30:46.061330 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2316e5d5-7f7f-426a-afd1-370de7021254 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:46.151734 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2316e5d5-7f7f-426a-afd1-370de7021254 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:46.161200 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-2316e5d5-7f7f-426a-afd1-370de7021254 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:46.164422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2316e5d5-7f7f-426a-afd1-370de7021254 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:46.165010 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2316e5d5-7f7f-426a-afd1-370de7021254 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:46.171002 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b560f2a-eb5d-416a-a076-2f473a23122f None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:30:46.176071 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316e5d5-7f7f-426a-afd1-370de7021254 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=c355e39a-e543-47d0-9876-5431ab9a3b05,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:46.198555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be69c8-0454-40d0-a9a2-ba296d85c013 req-f6ac4b76-dd04-438f-8bf7-ac654debd421 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:46.200117 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9be69c8-0454-40d0-a9a2-ba296d85c013 req-f6ac4b76-dd04-438f-8bf7-ac654debd421 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.0969095 Dec 20 21:30:46.211712 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2316e5d5-7f7f-426a-afd1-370de7021254 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6225550 Dec 20 21:30:46.214610 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39202) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:46.228014 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8a70e64a-cc30-42ce-86e2-ab5a8e66bef1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-951049020', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:46.251854 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d9be69c8-0454-40d0-a9a2-ba296d85c013 req-e9077bb6-fb2d-4b22-868b-cd67719b4d7e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384319 Dec 20 21:30:46.286124 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a70e64a-cc30-42ce-86e2-ab5a8e66bef1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:46.289396 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a70e64a-cc30-42ce-86e2-ab5a8e66bef1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:46.359235 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': 'c355e39a-e543-47d0-9876-5431ab9a3b05'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:30:46.360460 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:46.372037 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8bf3652c-32c0-4f53-845c-a77b0701bc95 req-954e8909-66dd-4eab-81e8-a66ccadea67b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 210 time: 0.0465214 Dec 20 21:30:46.385769 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a70e64a-cc30-42ce-86e2-ab5a8e66bef1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:46.408378 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a70e64a-cc30-42ce-86e2-ab5a8e66bef1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:46.447645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb502a7-be58-43dd-a8bc-ffc3b07eb6b0 req-414a1a7b-79a6-4999-b2f8-e4e2fc7251c9 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:46.450272 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9eb502a7-be58-43dd-a8bc-ffc3b07eb6b0 req-414a1a7b-79a6-4999-b2f8-e4e2fc7251c9 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.1386273 Dec 20 21:30:46.453571 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a70e64a-cc30-42ce-86e2-ab5a8e66bef1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:46.457791 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8a70e64a-cc30-42ce-86e2-ab5a8e66bef1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2420967 Dec 20 21:30:46.458349 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39212) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:46.515429 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9eb502a7-be58-43dd-a8bc-ffc3b07eb6b0 req-5fa72ba0-98ba-4c51-be7b-7a1ac191e134 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557506 Dec 20 21:30:46.607620 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Allocated IP 2001:db8::2 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/c355e39a-e543-47d0-9876-5431ab9a3b05/c40c6c80-ebc8-4c88-8e32-e4b321fd09f5) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:46.877052 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:46.891673 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:46.948770 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:46.952634 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:46.960685 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:46.978316 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Pushing event updated for resources: {'Port': ['ID=c40c6c80-ebc8-4c88-8e32-e4b321fd09f5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:46.997271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7ca9eb92-ce18-4907-bc38-2c32e97fe244 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:30:47.016017 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:47.043607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e8dca-5061-4b6e-95e6-c93bb7b08d84 req-0bf05657-7d19-4c8b-bfc2-df9a5bf7bd19 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:47.045405 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf7e8dca-5061-4b6e-95e6-c93bb7b08d84 req-0bf05657-7d19-4c8b-bfc2-df9a5bf7bd19 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.1759174 Dec 20 21:30:47.195262 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf7e8dca-5061-4b6e-95e6-c93bb7b08d84 req-ee71a528-ea9f-4a34-91f0-f94648d831b0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087573 Dec 20 21:30:47.208057 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 7ca9eb92-ce18-4907-bc38-2c32e97fe244 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:30:47.208721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7ca9eb92-ce18-4907-bc38-2c32e97fe244 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:30:47.208821 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5524c886-5934-460c-92d0-91bc4bddae4e no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:30:47.211139 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Attempting to bind port c40c6c80-ebc8-4c88-8e32-e4b321fd09f5 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:30:47.211494 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Attempting to bind port c40c6c80-ebc8-4c88-8e32-e4b321fd09f5 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:30:47.211846 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Attempting to bind port c40c6c80-ebc8-4c88-8e32-e4b321fd09f5 on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:47.234716 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 5524c886-5934-460c-92d0-91bc4bddae4e {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:30:47.235053 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5524c886-5934-460c-92d0-91bc4bddae4e not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:30:47.238578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:30:47.238578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:30:47.239171 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:47.239291 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:30:47.239731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Bound port: c40c6c80-ebc8-4c88-8e32-e4b321fd09f5, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:30:47.240110 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:47.320516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] For port c40c6c80-ebc8-4c88-8e32-e4b321fd09f5, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:30:47.326266 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] For port c40c6c80-ebc8-4c88-8e32-e4b321fd09f5, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c40c6c80-ebc8-4c88-8e32-e4b321fd09f5,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:30:47.332204 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:47.380888 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::1 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/c355e39a-e543-47d0-9876-5431ab9a3b05/aaa6063a-c967-4d3f-869e-42dc0cb36e18) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:47.410593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2756d4-cf89-4636-9a61-0cb46e18b621 req-9c31f8b3-a2e6-4a21-847c-3360c72a41da tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:47.412361 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dd2756d4-cf89-4636-9a61-0cb46e18b621 req-9c31f8b3-a2e6-4a21-847c-3360c72a41da tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.0787077 Dec 20 21:30:47.432804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad87852-5b06-4024-8bd1-d1cf1f4bc52b None None] Pushing event updated for resources: {'Port': ['ID=c40c6c80-ebc8-4c88-8e32-e4b321fd09f5,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:47.522615 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6e1d3db2-8b9f-4c6d-9d06-a0d84f9b29df req-a3199242-44da-4850-8ff7-25033a042807 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 210 time: 0.0532947 Dec 20 21:30:47.558695 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dd2756d4-cf89-4636-9a61-0cb46e18b621 req-ff8e6ef1-9fa4-465a-8b32-e04a8eed5f71 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240456 Dec 20 21:30:47.722875 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:47.747941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-ee6d95a4-5d86-471f-b81f-b08931cfd29d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:47.749547 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-ee6d95a4-5d86-471f-b81f-b08931cfd29d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.31 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 811 time: 0.2009821 Dec 20 21:30:47.773437 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-67327212-9d0b-4c59-919f-914cbe19e492 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Request body: {'port': {'device_id': '8068656e-c5de-4702-b85d-f50db60f6775', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'admin_state_up': True, 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:47.852217 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:47.870396 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:47.935693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:47.937287 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=aaa6063a-c967-4d3f-869e-42dc0cb36e18,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:47.940357 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:47.945505 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:47.946187 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:48.023199 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-67327212-9d0b-4c59-919f-914cbe19e492 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Made reservation on behalf of 97254acb4a43440cabfab1b7a88fcf78 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:48.026976 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-67327212-9d0b-4c59-919f-914cbe19e492 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:48.145488 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:48.249004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-67327212-9d0b-4c59-919f-914cbe19e492 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Allocated IP 172.20.0.7 (72e5bc2c-5d43-4493-9f9a-0940c4c73eb8/001d5d77-91ef-4c7f-9aa4-1f279c2cb892/390a68ad-891f-423f-9afc-4a273254088b) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:48.375887 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6aa62f-2ae9-4870-8ec2-a41598761f96 req-ad8ab205-a17d-4482-b55b-33a71be4f16d tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:48.386901 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cf6aa62f-2ae9-4870-8ec2-a41598761f96 req-ad8ab205-a17d-4482-b55b-33a71be4f16d tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.1012809 Dec 20 21:30:48.432932 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cf6aa62f-2ae9-4870-8ec2-a41598761f96 req-504a5a23-042b-4f37-96c6-1c11a33d953d tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449040 Dec 20 21:30:48.601601 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-67327212-9d0b-4c59-919f-914cbe19e492 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:48.670152 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-67327212-9d0b-4c59-919f-914cbe19e492 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:48.672250 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:48.697925 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:48.700681 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:48.719170 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31dc7e-915c-4097-a2c3-7d5261b59e43 req-9b3255df-b51d-4322-8039-71db3ab8b677 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:48.721445 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cb31dc7e-915c-4097-a2c3-7d5261b59e43 req-9b3255df-b51d-4322-8039-71db3ab8b677 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.0814743 Dec 20 21:30:48.762515 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-21a540cb-0483-4741-8b23-3bc700ae231f None None] Provisioning complete for port c40c6c80-ebc8-4c88-8e32-e4b321fd09f5 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:48.763140 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21a540cb-0483-4741-8b23-3bc700ae231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:48.775917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-67327212-9d0b-4c59-919f-914cbe19e492 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:48.790887 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cb31dc7e-915c-4097-a2c3-7d5261b59e43 req-28b56716-286f-48c1-b294-87bb796678fd tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606740 Dec 20 21:30:48.809452 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-67327212-9d0b-4c59-919f-914cbe19e492 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:48.852049 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-67327212-9d0b-4c59-919f-914cbe19e492 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:48.918495 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21a540cb-0483-4741-8b23-3bc700ae231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:49.000310 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-21a540cb-0483-4741-8b23-3bc700ae231f None None] For port c40c6c80-ebc8-4c88-8e32-e4b321fd09f5, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c40c6c80-ebc8-4c88-8e32-e4b321fd09f5,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:49.003591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593279f8-2d4c-4e59-afd8-4f6ce6c18784 req-08d4e43f-eae2-42ae-a76e-cdbf7c962aac tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:49.018202 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21a540cb-0483-4741-8b23-3bc700ae231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:49.023305 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-593279f8-2d4c-4e59-afd8-4f6ce6c18784 req-08d4e43f-eae2-42ae-a76e-cdbf7c962aac tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 931 time: 0.3715508 Dec 20 21:30:49.029924 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c40c6c80-ebc8-4c88-8e32-e4b321fd09f5 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:49.030318 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67327212-9d0b-4c59-919f-914cbe19e492 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Pushing event updated for resources: {'Port': ['ID=390a68ad-891f-423f-9afc-4a273254088b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:49.090217 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-67327212-9d0b-4c59-919f-914cbe19e492 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:49.091004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-67327212-9d0b-4c59-919f-914cbe19e492 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:49.229878 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-159daee6-aabb-4b05-b59b-24590493ef0c None None] Provisioning complete for port aaa6063a-c967-4d3f-869e-42dc0cb36e18 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:49.230404 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-159daee6-aabb-4b05-b59b-24590493ef0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:49.234616 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a540cb-0483-4741-8b23-3bc700ae231f None None] Pushing event updated for resources: {'Port': ['ID=c40c6c80-ebc8-4c88-8e32-e4b321fd09f5,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:49.293563 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port c40c6c80-ebc8-4c88-8e32-e4b321fd09f5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:49.293944 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:49.325110 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-159daee6-aabb-4b05-b59b-24590493ef0c None None] Port aaa6063a-c967-4d3f-869e-42dc0cb36e18 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:30:49.386913 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39266) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:49.447914 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4a22d781-2eee-4e13-bd3e-2a5ee25e50e0 None None] Provisioning complete for port 390a68ad-891f-423f-9afc-4a273254088b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:49.448286 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a22d781-2eee-4e13-bd3e-2a5ee25e50e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:49.492070 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4a22d781-2eee-4e13-bd3e-2a5ee25e50e0 None None] Port 390a68ad-891f-423f-9afc-4a273254088b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:30:49.501397 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=aaa6063a-c967-4d3f-869e-42dc0cb36e18,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:49.509975 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-67327212-9d0b-4c59-919f-914cbe19e492 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7410986 Dec 20 21:30:49.524158 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-593279f8-2d4c-4e59-afd8-4f6ce6c18784 req-c3c9e980-9771-46a5-a0d3-9714e9bc44b0 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987016 Dec 20 21:30:49.539321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Request body: {'port': {'device_id': '8068656e-c5de-4702-b85d-f50db60f6775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:49.579335 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b47b3299-6c7a-4157-94eb-a51c1d320366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:49.613163 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:49.614448 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:49.617671 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:49.621120 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61eced-f96a-454a-b189-32a8620accc4 req-bfb6aeeb-5f14-4152-8855-eb2e81005fa1 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:49.622604 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b61eced-f96a-454a-b189-32a8620accc4 req-bfb6aeeb-5f14-4152-8855-eb2e81005fa1 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.1079090 Dec 20 21:30:49.689443 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b61eced-f96a-454a-b189-32a8620accc4 req-59f2a514-1865-4a74-afd8-115436d47be9 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491388 Dec 20 21:30:49.723407 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b47b3299-6c7a-4157-94eb-a51c1d320366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:49.732108 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b47b3299-6c7a-4157-94eb-a51c1d320366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:49.772365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b3299-6c7a-4157-94eb-a51c1d320366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fcbdab-55d4-4c4c-8586-b7a6c4cec6d4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:49.776955 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b47b3299-6c7a-4157-94eb-a51c1d320366 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bce74aa736e4256808f4644b27810d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3888083 Dec 20 21:30:49.779736 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39272) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:49.841289 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4d999a06-6140-44d7-b23c-bde9eff72b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:49.865906 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4d999a06-6140-44d7-b23c-bde9eff72b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:49.916046 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-777f5495-f62d-4471-86bb-eb4ced1cd59e None None] Provisioning complete for port aaa6063a-c967-4d3f-869e-42dc0cb36e18 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:49.916645 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-777f5495-f62d-4471-86bb-eb4ced1cd59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:49.922993 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4d999a06-6140-44d7-b23c-bde9eff72b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:49.925736 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4d999a06-6140-44d7-b23c-bde9eff72b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:49.927167 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4d999a06-6140-44d7-b23c-bde9eff72b86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34fcbdab-55d4-4c4c-8586-b7a6c4cec6d4 HTTP/1.1" status: 204 len: 168 time: 0.1463346 Dec 20 21:30:49.938755 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d999a06-6140-44d7-b23c-bde9eff72b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fcbdab-55d4-4c4c-8586-b7a6c4cec6d4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:49.963047 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-777f5495-f62d-4471-86bb-eb4ced1cd59e None None] Port aaa6063a-c967-4d3f-869e-42dc0cb36e18 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:30:49.980301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Router 510949eb-2a19-42c7-bf86-c996e97c45fe is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:30:50.024761 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a014d-e5b9-4f0b-a1d0-1e67db669011 req-d61bf16f-ea45-4033-a4e6-e4d3032e0cd9 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:50.026804 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5d1a014d-e5b9-4f0b-a1d0-1e67db669011 req-d61bf16f-ea45-4033-a4e6-e4d3032e0cd9 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.1178451 Dec 20 21:30:50.177607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:30:50.185899 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3bd4eff5-9460-4080-800b-02e33fa9c4ce tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "PUT /v2.0/routers/510949eb-2a19-42c7-bf86-c996e97c45fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7234502 Dec 20 21:30:50.186000 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39284) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:50.188549 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Sync routers for ids ['510949eb-2a19-42c7-bf86-c996e97c45fe'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:30:50.199615 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5d1a014d-e5b9-4f0b-a1d0-1e67db669011 req-89b81b27-02fb-43ee-a35c-2a57f55a2039 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335871 Dec 20 21:30:50.205904 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Routers {'510949eb-2a19-42c7-bf86-c996e97c45fe'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:30:50.206437 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:30:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['510949eb-2a19-42c7-bf86-c996e97c45fe'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:50.213525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390a68ad-891f-423f-9afc-4a273254088b {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:30:50.238048 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:50.258571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Transition to ACTIVE for port object 390a68ad-891f-423f-9afc-4a273254088b will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:30:50.261895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36608712-6f42-40ed-b77a-2c3da0fb0ee8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:50.263226 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-36608712-6f42-40ed-b77a-2c3da0fb0ee8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports/aaa6063a-c967-4d3f-869e-42dc0cb36e18 HTTP/1.1" status: 200 len: 911 time: 0.0764465 Dec 20 21:30:50.265814 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39290) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:50.267428 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:50.323678 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Set router 510949eb-2a19-42c7-bf86-c996e97c45fe gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:30:50.333948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Pushing event updated for resources: {'Port': ['ID=390a68ad-891f-423f-9afc-4a273254088b,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:50.340749 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a50fa5-a479-4e62-9f61-c1b15e5eeee7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:50.355497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a50fa5-a479-4e62-9f61-c1b15e5eeee7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:50.358521 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-40a50fa5-a479-4e62-9f61-c1b15e5eeee7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0908744 Dec 20 21:30:50.360870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39294) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:50.416323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Attempting to bind port 390a68ad-891f-423f-9afc-4a273254088b on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:30:50.416699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Attempting to bind port 390a68ad-891f-423f-9afc-4a273254088b by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:30:50.416979 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Attempting to bind port 390a68ad-891f-423f-9afc-4a273254088b on network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:50.421620 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Port 390a68ad-891f-423f-9afc-4a273254088b on network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:30:50.421935 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Attempting to bind port 390a68ad-891f-423f-9afc-4a273254088b on network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:50.427170 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:30:50.427547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Checking segment: {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:30:50.427863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Bound using segment: {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:30:50.428289 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Bound port: 390a68ad-891f-423f-9afc-4a273254088b, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:30:50.428650 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:50.538402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] For port 390a68ad-891f-423f-9afc-4a273254088b, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:30:50.542360 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] For port 390a68ad-891f-423f-9afc-4a273254088b, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=390a68ad-891f-423f-9afc-4a273254088b,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:30:50.551693 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:50.578049 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:50.583077 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:50.585513 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] 10.222.0.31 "PUT /v2.0/ports/390a68ad-891f-423f-9afc-4a273254088b HTTP/1.1" status: 200 len: 1089 time: 1.0578897 Dec 20 21:30:50.586158 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8068656e-c5de-4702-b85d-f50db60f6775', 'tag': '390a68ad-891f-423f-9afc-4a273254088b'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:30:50.588628 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a861fc5-d694-421d-a4ab-23976df451e8" -d '{"events": [{"name": "network-changed", "server_uuid": "8068656e-c5de-4702-b85d-f50db60f6775", "tag": "390a68ad-891f-423f-9afc-4a273254088b"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:30:50.644184 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510949eb-2a19-42c7-bf86-c996e97c45fe', 'name': 'tempest-NetworksTestDHCPv6-router-951049020', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:30:46Z', 'updated_at': '2021-12-20T21:30:48Z', 'revision_number': 2, 'project_id': 'd99aaac35872421da72ff71412ba316a', 'gw_port_host': None, '_interfaces': [{'id': 'aaa6063a-c967-4d3f-869e-42dc0cb36e18', 'name': '', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'mac_address': 'fa:16:3e:7b:ad:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510949eb-2a19-42c7-bf86-c996e97c45fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'c355e39a-e543-47d0-9876-5431ab9a3b05', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:30:47Z', 'updated_at': '2021-12-20T21:30:48Z', 'revision_number': 2, 'project_id': 'd99aaac35872421da72ff71412ba316a', 'subnets': [{'id': 'c355e39a-e543-47d0-9876-5431ab9a3b05', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:50.684897 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Checking router: 510949eb-2a19-42c7-bf86-c996e97c45fe for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:30:50.685242 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Updating router 510949eb-2a19-42c7-bf86-c996e97c45fe port aaa6063a-c967-4d3f-869e-42dc0cb36e18 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:30:50.716264 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:50.723482 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28cfe58-b567-4d5f-9c16-a8611c101f38 x-openstack-request-id: req-b28cfe58-b567-4d5f-9c16-a8611c101f38 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:30:50.723778 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8068656e-c5de-4702-b85d-f50db60f6775", "tag": "390a68ad-891f-423f-9afc-4a273254088b", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:30:50.724014 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b28cfe58-b567-4d5f-9c16-a8611c101f38 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:30:50.724420 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8068656e-c5de-4702-b85d-f50db60f6775', 'tag': '390a68ad-891f-423f-9afc-4a273254088b', 'status': 'completed', 'code': 200} Dec 20 21:30:50.730118 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e44293-f0e8-4e39-8635-854ea207c336 service neutron] Pushing event updated for resources: {'Port': ['ID=390a68ad-891f-423f-9afc-4a273254088b,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:50.749272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-9aad101d-698c-4f9d-b1b0-011df8dab989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:50.756661 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-9aad101d-698c-4f9d-b1b0-011df8dab989 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 1092 time: 0.0965292 Dec 20 21:30:50.833566 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ac473-2051-4472-a80c-8222e6938641 req-9829708d-d254-4c54-af1a-24a4774adb06 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:50.841657 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-357ac473-2051-4472-a80c-8222e6938641 req-9829708d-d254-4c54-af1a-24a4774adb06 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 943 time: 0.1473064 Dec 20 21:30:50.843064 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-7225199d-9c2f-4ce8-8115-279638f73342 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390a68ad-891f-423f-9afc-4a273254088b HTTP/1.1" status: 200 len: 217 time: 0.0681729 Dec 20 21:30:50.898965 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-357ac473-2051-4472-a80c-8222e6938641 req-ac50f062-ec3e-40f6-a38c-25068908f357 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515115 Dec 20 21:30:50.953552 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c40c6c80-ebc8-4c88-8e32-e4b321fd09f5 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:50.979714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-c69011bf-5855-497e-b7bd-aeddb40d0be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:50.981538 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-c69011bf-5855-497e-b7bd-aeddb40d0be8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.1243875 Dec 20 21:30:50.997178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4956347-b7e4-4ec9-8ec3-53ede9362830 req-712cdfa7-4995-48bc-8ce8-e5d4db1609cd tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:51.005493 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4956347-b7e4-4ec9-8ec3-53ede9362830 req-712cdfa7-4995-48bc-8ce8-e5d4db1609cd tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.1649582 Dec 20 21:30:51.051738 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port c40c6c80-ebc8-4c88-8e32-e4b321fd09f5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:51.053345 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:51.102130 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-01e5b653-35ba-40ba-8ffe-63c884042105 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:51.169474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4956347-b7e4-4ec9-8ec3-53ede9362830 req-b52ad694-c7ec-49a2-b566-b3aaf665c092 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627076 Dec 20 21:30:51.186722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-4a8a94a8-004e-4203-a942-d7cfbb2cae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:51.188861 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-4a8a94a8-004e-4203-a942-d7cfbb2cae57 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1803870 Dec 20 21:30:51.223544 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:51.233719 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:51.287028 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d9679-183e-4350-9233-94f32e6c32e6 None None] Pushing event updated for resources: {'Port': ['ID=aaa6063a-c967-4d3f-869e-42dc0cb36e18,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:51.380695 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Attempting to bind port aaa6063a-c967-4d3f-869e-42dc0cb36e18 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:30:51.380824 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Attempting to bind port aaa6063a-c967-4d3f-869e-42dc0cb36e18 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:30:51.381386 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Attempting to bind port aaa6063a-c967-4d3f-869e-42dc0cb36e18 on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:51.395519 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:30:51.395899 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:30:51.396294 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:51.396704 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:30:51.397155 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Bound port: aaa6063a-c967-4d3f-869e-42dc0cb36e18, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:30:51.397530 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:51.446343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423f881-b3f1-4a03-a57d-602ee49acd55 req-43984dfa-6d13-4ad0-975e-621f59341681 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:51.457225 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7423f881-b3f1-4a03-a57d-602ee49acd55 req-43984dfa-6d13-4ad0-975e-621f59341681 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.1117613 Dec 20 21:30:51.481071 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-c902d464-cc96-4a48-a424-5187534d50c1 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847545 Dec 20 21:30:51.536683 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] For port aaa6063a-c967-4d3f-869e-42dc0cb36e18, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:30:51.540633 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] For port aaa6063a-c967-4d3f-869e-42dc0cb36e18, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=aaa6063a-c967-4d3f-869e-42dc0cb36e18,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:30:51.547979 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:51.620590 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d9679-183e-4350-9233-94f32e6c32e6 None None] Pushing event updated for resources: {'Port': ['ID=aaa6063a-c967-4d3f-869e-42dc0cb36e18,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:51.640766 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7423f881-b3f1-4a03-a57d-602ee49acd55 req-a308faaa-1996-4d49-8fae-4706ee24da43 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824481 Dec 20 21:30:51.663248 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Routers {'510949eb-2a19-42c7-bf86-c996e97c45fe'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:30:51.663914 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:30:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['510949eb-2a19-42c7-bf86-c996e97c45fe'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:51.741107 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-580c2a91-4ea2-4e04-8b4d-b05b5eb02211 req-984a1de5-9ef7-4bd0-bfeb-8f4ebfcbc3dc service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471464 Dec 20 21:30:51.770933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-85f00b31-36c3-4b6b-8c37-f1865319a4d3 None None] Provisioning complete for port aaa6063a-c967-4d3f-869e-42dc0cb36e18 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:51.771144 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85f00b31-36c3-4b6b-8c37-f1865319a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:51.880677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-01e5b653-35ba-40ba-8ffe-63c884042105 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port aaa6063a-c967-4d3f-869e-42dc0cb36e18 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:51.881154 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-01e5b653-35ba-40ba-8ffe-63c884042105 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:51.916689 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a861fc5-d694-421d-a4ab-23976df451e8 req-b99a3a9b-bc65-40b6-945d-b064299d924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:51.920497 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a861fc5-d694-421d-a4ab-23976df451e8 req-b99a3a9b-bc65-40b6-945d-b064299d924e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 1092 time: 0.0869434 Dec 20 21:30:51.964876 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85f00b31-36c3-4b6b-8c37-f1865319a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:52.010774 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] Set router 510949eb-2a19-42c7-bf86-c996e97c45fe gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:30:52.045467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-85f00b31-36c3-4b6b-8c37-f1865319a4d3 None None] For port aaa6063a-c967-4d3f-869e-42dc0cb36e18, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=aaa6063a-c967-4d3f-869e-42dc0cb36e18,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:52.052676 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85f00b31-36c3-4b6b-8c37-f1865319a4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:52.117767 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-01e5b653-35ba-40ba-8ffe-63c884042105 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] For port aaa6063a-c967-4d3f-869e-42dc0cb36e18, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=aaa6063a-c967-4d3f-869e-42dc0cb36e18,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:52.118303 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-01e5b653-35ba-40ba-8ffe-63c884042105 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:52.145149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a861fc5-d694-421d-a4ab-23976df451e8 req-349a2c9f-e55e-404c-991d-1e8ab2be8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:52.148595 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a861fc5-d694-421d-a4ab-23976df451e8 req-349a2c9f-e55e-404c-991d-1e8ab2be8d77 service neutron] 10.222.0.31 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 0.2226911 Dec 20 21:30:52.168447 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-01e5b653-35ba-40ba-8ffe-63c884042105 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for aaa6063a-c967-4d3f-869e-42dc0cb36e18 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:52.178116 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17023c9d-7d86-4109-8bec-a748d2fb6880 req-4231303a-5a03-4252-a852-bc1c07d81f39 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:52.185919 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-17023c9d-7d86-4109-8bec-a748d2fb6880 req-4231303a-5a03-4252-a852-bc1c07d81f39 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 943 time: 0.1514647 Dec 20 21:30:52.189017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f00b31-36c3-4b6b-8c37-f1865319a4d3 None None] Pushing event updated for resources: {'Port': ['ID=aaa6063a-c967-4d3f-869e-42dc0cb36e18,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:52.211723 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-506c213c-0281-4589-b941-af09fb39ed5c None None] Provisioning complete for port aaa6063a-c967-4d3f-869e-42dc0cb36e18 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:52.212286 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-506c213c-0281-4589-b941-af09fb39ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:52.239786 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a861fc5-d694-421d-a4ab-23976df451e8 req-1b10d96d-9d45-4847-b861-14f4427f1f01 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390a68ad-891f-423f-9afc-4a273254088b HTTP/1.1" status: 200 len: 217 time: 0.0792279 Dec 20 21:30:52.283304 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-17023c9d-7d86-4109-8bec-a748d2fb6880 req-1e831e26-a480-4292-90df-0495fb782b92 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914896 Dec 20 21:30:52.343527 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '510949eb-2a19-42c7-bf86-c996e97c45fe', 'name': 'tempest-NetworksTestDHCPv6-router-951049020', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:30:46Z', 'updated_at': '2021-12-20T21:30:48Z', 'revision_number': 2, 'project_id': 'd99aaac35872421da72ff71412ba316a', 'gw_port_host': None, '_interfaces': [{'id': 'aaa6063a-c967-4d3f-869e-42dc0cb36e18', 'name': '', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'mac_address': 'fa:16:3e:7b:ad:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510949eb-2a19-42c7-bf86-c996e97c45fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'c355e39a-e543-47d0-9876-5431ab9a3b05', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:30:47Z', 'updated_at': '2021-12-20T21:30:51Z', 'revision_number': 4, 'project_id': 'd99aaac35872421da72ff71412ba316a', 'subnets': [{'id': 'c355e39a-e543-47d0-9876-5431ab9a3b05', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:30:52.353506 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a861fc5-d694-421d-a4ab-23976df451e8 req-27a1cbad-b889-43a1-b865-f78f84829d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:52.355051 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a861fc5-d694-421d-a4ab-23976df451e8 req-27a1cbad-b889-43a1-b865-f78f84829d87 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.1104486 Dec 20 21:30:52.367479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066664f-6a20-41bf-8c0f-2fd23a4596ff req-8d883b09-91c9-4500-bd5c-c6bc83c2d073 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:52.368939 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0066664f-6a20-41bf-8c0f-2fd23a4596ff req-8d883b09-91c9-4500-bd5c-c6bc83c2d073 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.0787001 Dec 20 21:30:52.373418 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e68c32-70a7-4356-90eb-110274f999cd None None] The sync data for ids ['510949eb-2a19-42c7-bf86-c996e97c45fe'] in n-d-xena-1 is: [{'id': '510949eb-2a19-42c7-bf86-c996e97c45fe', 'name': 'tempest-NetworksTestDHCPv6-router-951049020', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:30:46Z', 'updated_at': '2021-12-20T21:30:48Z', 'revision_number': 2, 'project_id': 'd99aaac35872421da72ff71412ba316a', 'gw_port_host': None, '_interfaces': [{'id': 'aaa6063a-c967-4d3f-869e-42dc0cb36e18', 'name': '', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'mac_address': 'fa:16:3e:7b:ad:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '510949eb-2a19-42c7-bf86-c996e97c45fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'c355e39a-e543-47d0-9876-5431ab9a3b05', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:30:47Z', 'updated_at': '2021-12-20T21:30:51Z', 'revision_number': 4, 'project_id': 'd99aaac35872421da72ff71412ba316a', 'subnets': [{'id': 'c355e39a-e543-47d0-9876-5431ab9a3b05', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:30:52.433645 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0066664f-6a20-41bf-8c0f-2fd23a4596ff req-34ce0832-781d-40e2-8088-79320f158e30 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561965 Dec 20 21:30:52.450479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a861fc5-d694-421d-a4ab-23976df451e8 req-cfa9e263-60b2-4e98-a191-270555fc1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:52.452139 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a861fc5-d694-421d-a4ab-23976df451e8 req-cfa9e263-60b2-4e98-a191-270555fc1a35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0823400 Dec 20 21:30:52.473872 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-01e5b653-35ba-40ba-8ffe-63c884042105 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:52.509086 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5b653-35ba-40ba-8ffe-63c884042105 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=aaa6063a-c967-4d3f-869e-42dc0cb36e18,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:52.612547 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-01e5b653-35ba-40ba-8ffe-63c884042105 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:52.623433 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a861fc5-d694-421d-a4ab-23976df451e8 req-650ab313-b6da-47fa-9d95-00c4eb076be3 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632748 Dec 20 21:30:52.770869 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a861fc5-d694-421d-a4ab-23976df451e8 req-0ae1aa0e-37ea-478c-ba5a-42248b3621dc service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397028 Dec 20 21:30:52.874561 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e5b653-35ba-40ba-8ffe-63c884042105 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Router 510949eb-2a19-42c7-bf86-c996e97c45fe has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:30:52.884003 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619268cb-e67a-4ac2-81b0-67e251d10e0a req-60bf9f26-3acf-49d0-92b0-602ea15f0c3d tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:52.885541 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-619268cb-e67a-4ac2-81b0-67e251d10e0a req-60bf9f26-3acf-49d0-92b0-602ea15f0c3d tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.0985515 Dec 20 21:30:52.995466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e5b653-35ba-40ba-8ffe-63c884042105 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:30:53.005854 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-619268cb-e67a-4ac2-81b0-67e251d10e0a req-120c0ca2-a000-45ed-aceb-47fe452e37d7 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125605 Dec 20 21:30:53.022913 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-01e5b653-35ba-40ba-8ffe-63c884042105 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "PUT /v2.0/routers/510949eb-2a19-42c7-bf86-c996e97c45fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6524115 Dec 20 21:30:53.022913 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39348) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:53.075311 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f4f01-54ab-4aac-9ed6-08fe6b1b4696 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:53.076823 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f4f01-54ab-4aac-9ed6-08fe6b1b4696 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:53.078502 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a82f4f01-54ab-4aac-9ed6-08fe6b1b4696 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0608611 Dec 20 21:30:53.081356 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39354) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:53.137095 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-738618dc-66df-4b0d-b42d-b82bf37a6b45 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet c355e39a-e543-47d0-9876-5431ab9a3b05 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:30:53.140390 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-738618dc-66df-4b0d-b42d-b82bf37a6b45 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:53.186895 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-738618dc-66df-4b0d-b42d-b82bf37a6b45 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:53.302559 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-738618dc-66df-4b0d-b42d-b82bf37a6b45 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:53.385220 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-738618dc-66df-4b0d-b42d-b82bf37a6b45 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:53.420625 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738618dc-66df-4b0d-b42d-b82bf37a6b45 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=c355e39a-e543-47d0-9876-5431ab9a3b05,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:53.426894 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-738618dc-66df-4b0d-b42d-b82bf37a6b45 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:53.433408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39366) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:53.434052 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-738618dc-66df-4b0d-b42d-b82bf37a6b45 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/c355e39a-e543-47d0-9876-5431ab9a3b05 HTTP/1.1" status: 204 len: 168 time: 0.3517115 Dec 20 21:30:53.436708 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169bf242-9fb6-490c-ad25-6d50a6c1dcb4 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:30:53.446372 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad7e72-e525-477c-b7f3-54875f3290ee req-f4707670-f123-4827-abdc-5d9bfa19ad57 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:53.448413 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cdad7e72-e525-477c-b7f3-54875f3290ee req-f4707670-f123-4827-abdc-5d9bfa19ad57 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 943 time: 0.1028769 Dec 20 21:30:53.498740 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cdad7e72-e525-477c-b7f3-54875f3290ee req-3c8dd864-84dc-4fb7-8a29-3fec4606ef90 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409300 Dec 20 21:30:53.635920 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fe67399b-539a-4254-9ed1-f4eb8e38b0b2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2011597 Dec 20 21:30:53.638526 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39370) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:53.649008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22caa304-15cd-4d3d-adec-a69a3c8c3ff7 req-70638056-d15e-4ca7-840a-d718a09c6341 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:53.650490 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-22caa304-15cd-4d3d-adec-a69a3c8c3ff7 req-70638056-d15e-4ca7-840a-d718a09c6341 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.0777030 Dec 20 21:30:53.669061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab24ed8-9ff0-4d4b-beb1-9a3710f456b3 None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:30:53.704613 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-22caa304-15cd-4d3d-adec-a69a3c8c3ff7 req-88bbf5f8-bbe6-4ab7-a85e-d97b34d9c3cd tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464110 Dec 20 21:30:53.732717 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-cab24ed8-9ff0-4d4b-beb1-9a3710f456b3 None None] Deleting port c40c6c80-ebc8-4c88-8e32-e4b321fd09f5 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:53.733223 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cab24ed8-9ff0-4d4b-beb1-9a3710f456b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:53.735156 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a0515de-b59c-4b1f-a635-259b02a0e484 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:53.808271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-cab24ed8-9ff0-4d4b-beb1-9a3710f456b3 None None] For port c40c6c80-ebc8-4c88-8e32-e4b321fd09f5, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c40c6c80-ebc8-4c88-8e32-e4b321fd09f5,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:53.808669 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cab24ed8-9ff0-4d4b-beb1-9a3710f456b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:53.822115 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-cab24ed8-9ff0-4d4b-beb1-9a3710f456b3 None None] Calling delete_port for c40c6c80-ebc8-4c88-8e32-e4b321fd09f5 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:53.907522 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cab24ed8-9ff0-4d4b-beb1-9a3710f456b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:53.912562 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a0515de-b59c-4b1f-a635-259b02a0e484 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:53.917554 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a0515de-b59c-4b1f-a635-259b02a0e484 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:53.945218 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab24ed8-9ff0-4d4b-beb1-9a3710f456b3 None None] Pushing event deleted for resources: {'Port': ['ID=c40c6c80-ebc8-4c88-8e32-e4b321fd09f5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:53.957950 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab24ed8-9ff0-4d4b-beb1-9a3710f456b3 None None] No DVR routers for this DVR port c40c6c80-ebc8-4c88-8e32-e4b321fd09f5 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:30:53.987624 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a0515de-b59c-4b1f-a635-259b02a0e484 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:53.988198 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0515de-b59c-4b1f-a635-259b02a0e484 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Fanout notify agent at l3_agent the message router_deleted on router 510949eb-2a19-42c7-bf86-c996e97c45fe {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:30:53.995924 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a0515de-b59c-4b1f-a635-259b02a0e484 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:53.997257 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0a0515de-b59c-4b1f-a635-259b02a0e484 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/routers/510949eb-2a19-42c7-bf86-c996e97c45fe HTTP/1.1" status: 204 len: 168 time: 0.3577683 Dec 20 21:30:54.000263 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39376) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:54.032406 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-49809727-de76-4425-b5a4-a2026cc7e37a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0286961 Dec 20 21:30:54.032970 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39380) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:54.114646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15e0bb0-d423-40d6-922c-c9c8a893ec55 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:54.116144 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a15e0bb0-d423-40d6-922c-c9c8a893ec55 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0819888 Dec 20 21:30:54.118976 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39382) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:54.156639 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30d1c62-29c0-468f-8dc4-2ba1eefa0a11 None None] Sync routers for ids ['510949eb-2a19-42c7-bf86-c996e97c45fe'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:30:54.162292 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d402768c-9d11-4b4c-be95-80ce7f6c5feb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421574 Dec 20 21:30:54.168149 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39384) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:54.171030 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-12190f39-2324-43c0-8867-022a297c69b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:54.173213 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30d1c62-29c0-468f-8dc4-2ba1eefa0a11 None None] Routers set() bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:30:54.173757 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30d1c62-29c0-468f-8dc4-2ba1eefa0a11 None None] Router IDs set() for agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 21:30:54.174341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_agentschedulers_db [None req-b30d1c62-29c0-468f-8dc4-2ba1eefa0a11 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'510949eb-2a19-42c7-bf86-c996e97c45fe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:30:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent'). {{(pid=102403) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 21:30:54.183285 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30d1c62-29c0-468f-8dc4-2ba1eefa0a11 None None] Routers set() bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:30:54.183718 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30d1c62-29c0-468f-8dc4-2ba1eefa0a11 None None] Router IDs set() for agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 21:30:54.184388 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_agentschedulers_db [None req-b30d1c62-29c0-468f-8dc4-2ba1eefa0a11 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'510949eb-2a19-42c7-bf86-c996e97c45fe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:30:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent'). {{(pid=102403) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 21:30:54.184816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30d1c62-29c0-468f-8dc4-2ba1eefa0a11 None None] The sync data for ids ['510949eb-2a19-42c7-bf86-c996e97c45fe'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:30:54.221591 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf372005-6388-4010-9cb1-5eab5a3b2d15 req-e2af96db-1f43-4959-ac9e-3b8e41b4df6c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:54.223094 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cf372005-6388-4010-9cb1-5eab5a3b2d15 req-e2af96db-1f43-4959-ac9e-3b8e41b4df6c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.1449869 Dec 20 21:30:54.297100 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 390a68ad-891f-423f-9afc-4a273254088b details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:30:54.297831 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cf372005-6388-4010-9cb1-5eab5a3b2d15 req-8328b650-cedb-4c36-b8bc-7675804a6448 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635731 Dec 20 21:30:54.313351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12190f39-2324-43c0-8867-022a297c69b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:54.316976 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12190f39-2324-43c0-8867-022a297c69b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:54.412572 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 390a68ad-891f-423f-9afc-4a273254088b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=390a68ad-891f-423f-9afc-4a273254088b,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:54.430057 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '390a68ad-891f-423f-9afc-4a273254088b', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'port_id': '390a68ad-891f-423f-9afc-4a273254088b', 'mac_address': 'fa:16:3e:43:bb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:30:54.469913 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:54.484454 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390a68ad-891f-423f-9afc-4a273254088b {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:30:54.508277 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 390a68ad-891f-423f-9afc-4a273254088b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=390a68ad-891f-423f-9afc-4a273254088b,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:54.513627 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:54.573731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=390a68ad-891f-423f-9afc-4a273254088b,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:54.632428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-12190f39-2324-43c0-8867-022a297c69b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:30:54.641719 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12190f39-2324-43c0-8867-022a297c69b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:54.711993 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12190f39-2324-43c0-8867-022a297c69b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:54.719456 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-12190f39-2324-43c0-8867-022a297c69b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:54.722346 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12190f39-2324-43c0-8867-022a297c69b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=d024a449-ed5a-4b07-b831-86cae22b8db6,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:54.725335 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12190f39-2324-43c0-8867-022a297c69b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:54.725902 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12190f39-2324-43c0-8867-022a297c69b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:54.735721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e11842-9f9d-44b7-a083-c78981f18aaf None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:30:54.749192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c75aa9-aabb-4725-bd54-32c1924ab78f req-f5fc869f-cef1-48c4-bb02-128b347b4da3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:54.750335 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5c75aa9-aabb-4725-bd54-32c1924ab78f req-f5fc869f-cef1-48c4-bb02-128b347b4da3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 944 time: 0.1361115 Dec 20 21:30:54.754679 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-12190f39-2324-43c0-8867-022a297c69b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5873613 Dec 20 21:30:54.758038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39394) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:54.763381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2f7abe05-2a27-43fb-bb8c-e40d945eb58f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:54.802637 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5c75aa9-aabb-4725-bd54-32c1924ab78f req-a7ccf81a-e8bd-4fd4-b55b-9740b4657f95 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456963 Dec 20 21:30:54.927680 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c40c6c80-ebc8-4c88-8e32-e4b321fd09f5 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:30:54.930387 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff8f4a-c411-44ad-ac82-39ee898befb5 req-8ebcf993-6eee-435b-88e9-bfa05e1f4fae tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:54.938540 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-53ff8f4a-c411-44ad-ac82-39ee898befb5 req-8ebcf993-6eee-435b-88e9-bfa05e1f4fae tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.1458197 Dec 20 21:30:54.951780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': 'd024a449-ed5a-4b07-b831-86cae22b8db6'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:30:54.952766 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:54.956876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: c40c6c80-ebc8-4c88-8e32-e4b321fd09f5 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:30:54.957307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c40c6c80-ebc8-4c88-8e32-e4b321fd09f5 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:30:54.957897 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aaa6063a-c967-4d3f-869e-42dc0cb36e18 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:30:54.959765 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['390a68ad-891f-423f-9afc-4a273254088b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:30:55.008124 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-53ff8f4a-c411-44ad-ac82-39ee898befb5 req-137afa79-4242-4ee8-8fb2-b1b1c5ad35a6 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686271 Dec 20 21:30:55.018000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: aaa6063a-c967-4d3f-869e-42dc0cb36e18 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:30:55.018637 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aaa6063a-c967-4d3f-869e-42dc0cb36e18 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:30:55.033277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7abe05-2a27-43fb-bb8c-e40d945eb58f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:55.042387 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2f7abe05-2a27-43fb-bb8c-e40d945eb58f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:55.197737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Allocated IP 2001:db8::f816:3eff:fec1:5159 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/d024a449-ed5a-4b07-b831-86cae22b8db6/f0021ca8-2143-4a25-bbbc-64210aeb9518) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:55.337626 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2f7abe05-2a27-43fb-bb8c-e40d945eb58f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:55.393366 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:55.400945 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:55.401359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7abe05-2a27-43fb-bb8c-e40d945eb58f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:55.405054 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-2f7abe05-2a27-43fb-bb8c-e40d945eb58f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:55.414804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7abe05-2a27-43fb-bb8c-e40d945eb58f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:55.415390 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2f7abe05-2a27-43fb-bb8c-e40d945eb58f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:55.461176 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Pushing event updated for resources: {'Port': ['ID=f0021ca8-2143-4a25-bbbc-64210aeb9518,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:55.463874 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2f7abe05-2a27-43fb-bb8c-e40d945eb58f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7025809 Dec 20 21:30:55.464614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39408) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:55.474402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416dde0-8407-463c-8cc5-cfd8766f43ec req-0948531c-3bcf-4525-bd9f-bbf723f487cf tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:55.476193 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4416dde0-8407-463c-8cc5-cfd8766f43ec req-0948531c-3bcf-4525-bd9f-bbf723f487cf tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.0950494 Dec 20 21:30:55.479617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2d4a68aa-c92d-49a2-bd49-0fca8a6c31af tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'mac_address': 'fa:16:3e:27:7e:45', 'name': 'tempest-NetworksTestDHCPv6-1264869688'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:55.485171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7abe05-2a27-43fb-bb8c-e40d945eb58f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=3949c6de-6db1-409c-bfd5-4e1b0e2f4b00,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:55.506256 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:55.511507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:55.514865 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:55.533730 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4416dde0-8407-463c-8cc5-cfd8766f43ec req-215a6687-40e4-4661-8aaa-771287c7c813 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506034 Dec 20 21:30:55.603641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Attempting to bind port f0021ca8-2143-4a25-bbbc-64210aeb9518 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:30:55.604046 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Attempting to bind port f0021ca8-2143-4a25-bbbc-64210aeb9518 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:30:55.604672 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Attempting to bind port f0021ca8-2143-4a25-bbbc-64210aeb9518 on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:30:55.613929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:30:55.613929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:30:55.614280 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:55.614669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:30:55.615182 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Bound port: f0021ca8-2143-4a25-bbbc-64210aeb9518, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:30:55.615556 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:55.657497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4a68aa-c92d-49a2-bd49-0fca8a6c31af tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:55.691459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] For port f0021ca8-2143-4a25-bbbc-64210aeb9518, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:30:55.695621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] For port f0021ca8-2143-4a25-bbbc-64210aeb9518, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f0021ca8-2143-4a25-bbbc-64210aeb9518,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:30:55.700566 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:55.757434 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2d4a68aa-c92d-49a2-bd49-0fca8a6c31af tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:55.775101 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38f603-0afe-4aaa-afed-8c5b7819a74c None None] Pushing event updated for resources: {'Port': ['ID=f0021ca8-2143-4a25-bbbc-64210aeb9518,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:55.784746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-2d4a68aa-c92d-49a2-bd49-0fca8a6c31af tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port 914bae57-b90a-47f2-b585-7de31118b8bd yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:30:55.805199 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39412) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:56.001478 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0b4406f-172d-4c4c-b189-7850ebf8d97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:56.007606 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c3879-c3f3-48ca-97b8-b6a0a61ee293 req-2a722ff0-5b24-4b57-88c9-68846f9115b9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:56.009138 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd8c3879-c3f3-48ca-97b8-b6a0a61ee293 req-2a722ff0-5b24-4b57-88c9-68846f9115b9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 944 time: 0.1062944 Dec 20 21:30:56.057330 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-2d4a68aa-c92d-49a2-bd49-0fca8a6c31af tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 172.20.0.14 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/3949c6de-6db1-409c-bfd5-4e1b0e2f4b00/914bae57-b90a-47f2-b585-7de31118b8bd) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:56.080865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-2d4a68aa-c92d-49a2-bd49-0fca8a6c31af tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::f816:3eff:fe27:7e45 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/d024a449-ed5a-4b07-b831-86cae22b8db6/914bae57-b90a-47f2-b585-7de31118b8bd) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:30:56.136163 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0b4406f-172d-4c4c-b189-7850ebf8d97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:56.140806 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0b4406f-172d-4c4c-b189-7850ebf8d97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:56.171760 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd8c3879-c3f3-48ca-97b8-b6a0a61ee293 req-fb212034-a48e-48c4-88a8-6cd5d15c17ba tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543064 Dec 20 21:30:56.194056 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b0b4406f-172d-4c4c-b189-7850ebf8d97b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3b1fb877dbb40f1a8c89d1400c3ec05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849452 Dec 20 21:30:56.200510 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafa202-2358-4535-b1d9-a9ddfbdc2c14 req-915f6d78-5ef7-42d7-ae82-5ccb8e914135 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:56.209213 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4bafa202-2358-4535-b1d9-a9ddfbdc2c14 req-915f6d78-5ef7-42d7-ae82-5ccb8e914135 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.1155419 Dec 20 21:30:56.229710 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39424) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:56.241697 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4406f-172d-4c4c-b189-7850ebf8d97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5a9ef3-ec25-486d-9a89-877d6a1e0117,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:56.269752 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4bafa202-2358-4535-b1d9-a9ddfbdc2c14 req-db68f77a-97a4-448e-b30a-f7d60761a6af tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596638 Dec 20 21:30:56.283017 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2d4a68aa-c92d-49a2-bd49-0fca8a6c31af tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:56.308477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 390a68ad-891f-423f-9afc-4a273254088b up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:56.319180 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d454958-35df-409d-a575-d744551f383d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:56.351977 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2d4a68aa-c92d-49a2-bd49-0fca8a6c31af tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:56.375253 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d454958-35df-409d-a575-d744551f383d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:56.378651 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 390a68ad-891f-423f-9afc-4a273254088b completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:30:56.384609 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 390a68ad-891f-423f-9afc-4a273254088b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:56.385254 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:56.408622 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4a68aa-c92d-49a2-bd49-0fca8a6c31af tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:56.412310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-2d4a68aa-c92d-49a2-bd49-0fca8a6c31af tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:56.415003 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4a68aa-c92d-49a2-bd49-0fca8a6c31af tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:30:56.440119 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d454958-35df-409d-a575-d744551f383d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:56.443862 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d454958-35df-409d-a575-d744551f383d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:56.447504 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3d454958-35df-409d-a575-d744551f383d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c5a9ef3-ec25-486d-9a89-877d6a1e0117 HTTP/1.1" status: 204 len: 168 time: 0.2113242 Dec 20 21:30:56.459342 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d454958-35df-409d-a575-d744551f383d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5a9ef3-ec25-486d-9a89-877d6a1e0117,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:56.464118 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a68aa-c92d-49a2-bd49-0fca8a6c31af tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=914bae57-b90a-47f2-b585-7de31118b8bd,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:56.485624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4a68aa-c92d-49a2-bd49-0fca8a6c31af tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:56.487814 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2d4a68aa-c92d-49a2-bd49-0fca8a6c31af tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:56.514036 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2d4a68aa-c92d-49a2-bd49-0fca8a6c31af tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0482948 Dec 20 21:30:56.516487 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39428) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:56.526754 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:56.574785 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 390a68ad-891f-423f-9afc-4a273254088b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=390a68ad-891f-423f-9afc-4a273254088b,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:56.575995 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8068656e-c5de-4702-b85d-f50db60f6775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390a68ad-891f-423f-9afc-4a273254088b'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:30:56.579153 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bf4444-4fd9-4d62-8fc2-dced586300eb" -d '{"events": [{"server_uuid": "8068656e-c5de-4702-b85d-f50db60f6775", "name": "network-vif-plugged", "status": "completed", "tag": "390a68ad-891f-423f-9afc-4a273254088b"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:30:56.583982 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:56.596513 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86be6cff-7f29-4d1f-bdf3-ad92017a6d27 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:56.608894 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86be6cff-7f29-4d1f-bdf3-ad92017a6d27 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:56.611574 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-86be6cff-7f29-4d1f-bdf3-ad92017a6d27 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0936787 Dec 20 21:30:56.614621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39436) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:56.674911 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=390a68ad-891f-423f-9afc-4a273254088b,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:56.831830 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de698461-7d27-49b0-a5c0-edf2aa23cb50 req-e6445bd5-2ee1-4630-b625-5d0519b5f567 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:56.849768 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de698461-7d27-49b0-a5c0-edf2aa23cb50 req-e6445bd5-2ee1-4630-b625-5d0519b5f567 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.1360438 Dec 20 21:30:56.880442 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7f862cf1-8313-4257-bd00-bb2d639432ac tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port 914bae57-b90a-47f2-b585-7de31118b8bd {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:56.880811 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f862cf1-8313-4257-bd00-bb2d639432ac tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:56.976399 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de698461-7d27-49b0-a5c0-edf2aa23cb50 req-66a974a9-cf6f-452c-a936-e542f4d73176 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209054 Dec 20 21:30:56.990184 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a543fc3-5a09-4425-bae7-b45d9528b72d x-openstack-request-id: req-4a543fc3-5a09-4425-bae7-b45d9528b72d {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:30:56.990590 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8068656e-c5de-4702-b85d-f50db60f6775", "name": "network-vif-plugged", "status": "completed", "tag": "390a68ad-891f-423f-9afc-4a273254088b", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:30:56.991038 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a543fc3-5a09-4425-bae7-b45d9528b72d {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:30:56.991555 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8068656e-c5de-4702-b85d-f50db60f6775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390a68ad-891f-423f-9afc-4a273254088b', 'code': 200} Dec 20 21:30:57.026192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f0021ca8-2143-4a25-bbbc-64210aeb9518 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:30:57.060896 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f862cf1-8313-4257-bd00-bb2d639432ac tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:57.078284 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7f862cf1-8313-4257-bd00-bb2d639432ac tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for 914bae57-b90a-47f2-b585-7de31118b8bd owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:57.098384 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede35e44-81eb-4ae0-a2e3-313424aad650 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:30:57.151819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b72c4c-8eb2-45e9-adfe-5b1e60e37534 req-fa89eb8f-d162-482c-9461-5669cb2a84db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:57.153633 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18b72c4c-8eb2-45e9-adfe-5b1e60e37534 req-fa89eb8f-d162-482c-9461-5669cb2a84db service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 1094 time: 0.0648611 Dec 20 21:30:57.164774 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-294b60f9-f8aa-4f97-90a2-a5558d98497a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:57.185849 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port f0021ca8-2143-4a25-bbbc-64210aeb9518 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:57.186298 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:57.257174 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18b72c4c-8eb2-45e9-adfe-5b1e60e37534 req-a31a4861-cfad-43ed-abb4-12dec55f4bf0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910242 Dec 20 21:30:57.263437 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9b5ec7e4-bf82-4acc-9062-0bab4e252289 None None] Provisioning complete for port f0021ca8-2143-4a25-bbbc-64210aeb9518 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:57.263933 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b5ec7e4-bf82-4acc-9062-0bab4e252289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:57.362792 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:57.447300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954ada4-9b8a-40f7-9a72-1710abc7e6fe req-c04b5580-3b24-4b65-b94e-694a572800f5 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:57.449035 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8954ada4-9b8a-40f7-9a72-1710abc7e6fe req-c04b5580-3b24-4b65-b94e-694a572800f5 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.1443551 Dec 20 21:30:57.450331 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f862cf1-8313-4257-bd00-bb2d639432ac tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:57.452233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port f0021ca8-2143-4a25-bbbc-64210aeb9518, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f0021ca8-2143-4a25-bbbc-64210aeb9518,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:57.466034 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:57.496842 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f862cf1-8313-4257-bd00-bb2d639432ac tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=914bae57-b90a-47f2-b585-7de31118b8bd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:57.575544 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8954ada4-9b8a-40f7-9a72-1710abc7e6fe req-f5dede2c-f3bb-4b51-bb67-fb5fc80b83e0 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840218 Dec 20 21:30:57.619376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724d7b0-ea8f-4286-8ccb-0cb41143942a req-d3676897-8df8-4883-9723-fca711ebda14 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:57.624000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f724d7b0-ea8f-4286-8ccb-0cb41143942a req-d3676897-8df8-4883-9723-fca711ebda14 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.1288140 Dec 20 21:30:57.646577 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f862cf1-8313-4257-bd00-bb2d639432ac tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:57.652559 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7f862cf1-8313-4257-bd00-bb2d639432ac tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/914bae57-b90a-47f2-b585-7de31118b8bd HTTP/1.1" status: 204 len: 168 time: 1.0365968 Dec 20 21:30:57.658810 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39464) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:57.699568 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f724d7b0-ea8f-4286-8ccb-0cb41143942a req-12773ea3-3c85-48e7-8b5d-9f9fe973de47 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685582 Dec 20 21:30:57.701766 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=f0021ca8-2143-4a25-bbbc-64210aeb9518,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:57.728893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:57.729253 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:57.729565 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:57.730102 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:57.730431 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:57.730756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:57.731077 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:57.731393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:57.731767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:57.732085 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:57.732397 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:57.732699 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:30:57.745132 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffda859-55d5-4417-8de4-5d8375fb2177 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:57.746961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffda859-55d5-4417-8de4-5d8375fb2177 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:57.748268 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffda859-55d5-4417-8de4-5d8375fb2177 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:57.752045 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4ffda859-55d5-4417-8de4-5d8375fb2177 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0927598 Dec 20 21:30:57.753281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39466) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:57.822677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36acfa5-fd32-40cf-a1c1-8bec481d7117 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet 3949c6de-6db1-409c-bfd5-4e1b0e2f4b00 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:30:57.826483 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c36acfa5-fd32-40cf-a1c1-8bec481d7117 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:57.877749 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c36acfa5-fd32-40cf-a1c1-8bec481d7117 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:57.879401 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f6c648-7c51-4f68-989b-8bc615781755 None None] Update dhcp port {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'fixed_ips': [{'subnet_id': 'd024a449-ed5a-4b07-b831-86cae22b8db6', 'ip_address': '2001:db8::f816:3eff:fec1:5159'}, {'subnet_id': '3949c6de-6db1-409c-bfd5-4e1b0e2f4b00'}], 'binding:host_id': 'n-d-xena-1'}, 'id': 'f0021ca8-2143-4a25-bbbc-64210aeb9518'} from n-d-xena-1. {{(pid=102403) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 20 21:30:57.917626 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17f6c648-7c51-4f68-989b-8bc615781755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:57.925179 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c36acfa5-fd32-40cf-a1c1-8bec481d7117 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:58.005396 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c36acfa5-fd32-40cf-a1c1-8bec481d7117 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:58.034027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36acfa5-fd32-40cf-a1c1-8bec481d7117 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=3949c6de-6db1-409c-bfd5-4e1b0e2f4b00,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:58.040494 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c36acfa5-fd32-40cf-a1c1-8bec481d7117 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:58.043763 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c36acfa5-fd32-40cf-a1c1-8bec481d7117 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/3949c6de-6db1-409c-bfd5-4e1b0e2f4b00 HTTP/1.1" status: 204 len: 168 time: 0.2893162 Dec 20 21:30:58.046669 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39476) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:58.120343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea8f055-7df4-4927-bec6-a9e14386b706 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet d024a449-ed5a-4b07-b831-86cae22b8db6 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:30:58.123998 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4ea8f055-7df4-4927-bec6-a9e14386b706 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:58.139092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51eca10-0392-4840-993f-1555d8777e4c req-d99fa3b9-12d2-460b-9c15-790352220fba tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:58.144264 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f51eca10-0392-4840-993f-1555d8777e4c req-d99fa3b9-12d2-460b-9c15-790352220fba tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.0625968 Dec 20 21:30:58.173053 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4ea8f055-7df4-4927-bec6-a9e14386b706 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server [None req-17f6c648-7c51-4f68-989b-8bc615781755 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3949c6de-6db1-409c-bfd5-4e1b0e2f4b00: This subnet is being modified by another concurrent operation. Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 21:30:58.192207 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise exception Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3949c6de-6db1-409c-bfd5-4e1b0e2f4b00: This subnet is being modified by another concurrent operation. Dec 20 21:30:58.198109 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Dec 20 21:30:58.201905 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f51eca10-0392-4840-993f-1555d8777e4c req-9b373bf8-4fd8-4884-a09c-9034616d664f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363617 Dec 20 21:30:58.277104 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4ea8f055-7df4-4927-bec6-a9e14386b706 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:58.323452 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-34b27436-28a0-4005-8bf7-3dd0e14a0657 None None] Provisioning complete for port f0021ca8-2143-4a25-bbbc-64210aeb9518 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:30:58.323834 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34b27436-28a0-4005-8bf7-3dd0e14a0657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:58.376309 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4ea8f055-7df4-4927-bec6-a9e14386b706 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:58.408098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8f055-7df4-4927-bec6-a9e14386b706 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=d024a449-ed5a-4b07-b831-86cae22b8db6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:58.411937 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4ea8f055-7df4-4927-bec6-a9e14386b706 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:58.417764 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4ea8f055-7df4-4927-bec6-a9e14386b706 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/d024a449-ed5a-4b07-b831-86cae22b8db6 HTTP/1.1" status: 204 len: 168 time: 0.3674934 Dec 20 21:30:58.417764 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39488) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:58.431821 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b72cc7-8328-4793-9446-7fb7319aebc4 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:30:58.463346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2e085d29-1420-48f5-b00f-73f951f33b1e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445147 Dec 20 21:30:58.468227 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39490) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:58.474500 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-bb9e8029-b45a-4ddd-9cea-fcae134abbb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:58.579460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9e8029-b45a-4ddd-9cea-fcae134abbb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:58.583921 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bb9e8029-b45a-4ddd-9cea-fcae134abbb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:58.610732 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f0007bc1-7d05-4026-92fa-15e64f1982da None None] Could not find standard attr ID for object 914bae57-b90a-47f2-b585-7de31118b8bd. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:30:58.621237 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9570f421-27b0-4577-a3f5-2baa93afdfe1 None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:30:58.700098 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9570f421-27b0-4577-a3f5-2baa93afdfe1 None None] Deleting port f0021ca8-2143-4a25-bbbc-64210aeb9518 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:30:58.700643 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9570f421-27b0-4577-a3f5-2baa93afdfe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:58.749119 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af743e-fdc1-4a10-a495-c34a18514fd6 req-7d23caf1-ed26-44c1-936b-0a4e388f5d1d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:58.758421 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-60af743e-fdc1-4a10-a495-c34a18514fd6 req-7d23caf1-ed26-44c1-936b-0a4e388f5d1d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.0852194 Dec 20 21:30:58.794574 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-60af743e-fdc1-4a10-a495-c34a18514fd6 req-be604291-0458-40d0-85e6-ce35e82ff622 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352521 Dec 20 21:30:58.815333 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9570f421-27b0-4577-a3f5-2baa93afdfe1 None None] For port f0021ca8-2143-4a25-bbbc-64210aeb9518, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f0021ca8-2143-4a25-bbbc-64210aeb9518,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:30:58.815846 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9570f421-27b0-4577-a3f5-2baa93afdfe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:58.852591 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9570f421-27b0-4577-a3f5-2baa93afdfe1 None None] Calling delete_port for f0021ca8-2143-4a25-bbbc-64210aeb9518 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:30:58.965744 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f0021ca8-2143-4a25-bbbc-64210aeb9518 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:30:58.978103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6000f9-e438-494b-b928-fd8a23aa6356 req-317fd75b-5b6f-4afa-a201-4117bc0dd606 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:58.983645 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9b6000f9-e438-494b-b928-fd8a23aa6356 req-317fd75b-5b6f-4afa-a201-4117bc0dd606 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.1061294 Dec 20 21:30:59.071353 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9b6000f9-e438-494b-b928-fd8a23aa6356 req-7451d3ee-3ffb-4987-a947-2edf5a54d17c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767391 Dec 20 21:30:59.083789 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:59.131531 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9570f421-27b0-4577-a3f5-2baa93afdfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:59.132512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.objects.ports [None req-bb9e8029-b45a-4ddd-9cea-fcae134abbb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102401) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:30:59.162519 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570f421-27b0-4577-a3f5-2baa93afdfe1 None None] Pushing event deleted for resources: {'Port': ['ID=f0021ca8-2143-4a25-bbbc-64210aeb9518,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:59.165942 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570f421-27b0-4577-a3f5-2baa93afdfe1 None None] No DVR routers for this DVR port f0021ca8-2143-4a25-bbbc-64210aeb9518 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:30:59.192179 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5523a8d2-b465-4474-a610-53017b945f27 None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 21:30:59.384610 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e1aec-99d5-4fb6-a574-c79a9a5bb033 req-38e93992-b167-4596-877e-da3e6fd03d03 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:59.387070 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-771e1aec-99d5-4fb6-a574-c79a9a5bb033 req-38e93992-b167-4596-877e-da3e6fd03d03 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.0616679 Dec 20 21:30:59.395411 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5523a8d2-b465-4474-a610-53017b945f27 None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 21:30:59.429225 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-771e1aec-99d5-4fb6-a574-c79a9a5bb033 req-80ed5b81-db19-4f37-9526-d387c4441c7a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354881 Dec 20 21:30:59.526727 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-daa37c3e-beb4-4e53-a3a9-13e68f11cc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:59.538033 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39514) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:59.550310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa64658-0aab-400f-a473-565522576435 req-afc24a75-ebbf-4769-9058-5d057be68d44 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:59.552295 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4aa64658-0aab-400f-a473-565522576435 req-afc24a75-ebbf-4769-9058-5d057be68d44 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.5088089 Dec 20 21:30:59.654698 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4aa64658-0aab-400f-a473-565522576435 req-9083f532-e644-49b6-89fa-1bcbf6a0ec3d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918672 Dec 20 21:30:59.673983 n-d-xena-1 neutron-server[102401]: WARNING neutron.services.revisions.revision_plugin [None req-bb9e8029-b45a-4ddd-9cea-fcae134abbb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Could not find related port for resource to bump revision. Dec 20 21:30:59.679890 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.ipam_pluggable_backend [None req-bb9e8029-b45a-4ddd-9cea-fcae134abbb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Port f0021ca8-2143-4a25-bbbc-64210aeb9518 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102401) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 20 21:30:59.680254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.ipam_pluggable_backend [None req-bb9e8029-b45a-4ddd-9cea-fcae134abbb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Reverting IP allocation for 2001:db8::f816:3eff:fec1:5159 {{(pid=102401) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 20 21:30:59.682914 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665883ab-8676-4603-b5d6-6a2d98aa94ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:59.684713 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.ipam_pluggable_backend [None req-bb9e8029-b45a-4ddd-9cea-fcae134abbb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec1:5159 {{(pid=102401) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 20 21:30:59.685690 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bb9e8029-b45a-4ddd-9cea-fcae134abbb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:59.749400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9e8029-b45a-4ddd-9cea-fcae134abbb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:30:59.753191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-bb9e8029-b45a-4ddd-9cea-fcae134abbb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:30:59.755159 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e8029-b45a-4ddd-9cea-fcae134abbb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=65d10c56-1e4a-4e61-9924-566c709bccfe,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:59.762840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9e8029-b45a-4ddd-9cea-fcae134abbb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:30:59.763444 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bb9e8029-b45a-4ddd-9cea-fcae134abbb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:59.777571 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665883ab-8676-4603-b5d6-6a2d98aa94ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:59.780528 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bb9e8029-b45a-4ddd-9cea-fcae134abbb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3108325 Dec 20 21:30:59.782121 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665883ab-8676-4603-b5d6-6a2d98aa94ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:59.783860 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39520) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:59.789259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0dcc4972-d36a-4387-bdf0-3f21f7ba782f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:30:59.811460 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-665883ab-8676-4603-b5d6-6a2d98aa94ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07d83a57c0f64452956d4793345eab08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697418 Dec 20 21:30:59.814137 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39522) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:30:59.845174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665883ab-8676-4603-b5d6-6a2d98aa94ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d78b15-f4fe-4b13-a798-08a72068b8fb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:30:59.878787 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aadb317d-79c0-4b76-bf30-9427b2406624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:59.907368 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aadb317d-79c0-4b76-bf30-9427b2406624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:59.914110 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': '65d10c56-1e4a-4e61-9924-566c709bccfe'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:30:59.914988 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:59.931178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcc4972-d36a-4387-bdf0-3f21f7ba782f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:30:59.935337 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0dcc4972-d36a-4387-bdf0-3f21f7ba782f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:59.968512 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aadb317d-79c0-4b76-bf30-9427b2406624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:59.971603 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aadb317d-79c0-4b76-bf30-9427b2406624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:30:59.975966 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-aadb317d-79c0-4b76-bf30-9427b2406624 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97d78b15-f4fe-4b13-a798-08a72068b8fb HTTP/1.1" status: 204 len: 168 time: 0.1578503 Dec 20 21:30:59.981607 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb317d-79c0-4b76-bf30-9427b2406624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d78b15-f4fe-4b13-a798-08a72068b8fb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:00.085130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Allocated IP 2001:db8::f816:3eff:fed5:b1d0 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/65d10c56-1e4a-4e61-9924-566c709bccfe/8b430cc1-b81f-4e02-af1a-e17ff6c67460) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:00.230237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e8fd9-37a0-4bbb-a44a-ba156e119729 req-6f88ec1e-5d4d-4338-9381-c488f83a20e9 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:00.231774 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-017e8fd9-37a0-4bbb-a44a-ba156e119729 req-6f88ec1e-5d4d-4338-9381-c488f83a20e9 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.0783041 Dec 20 21:31:00.246006 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0dcc4972-d36a-4387-bdf0-3f21f7ba782f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:00.248705 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:00.256079 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:00.282826 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39532) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:00.296249 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:00.297335 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47fac49d-f7f9-42e4-b89d-28c6b833f13c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:00.301575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:00.309614 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:00.312659 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Pushing event updated for resources: {'Port': ['ID=8b430cc1-b81f-4e02-af1a-e17ff6c67460,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:00.321502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc4972-d36a-4387-bdf0-3f21f7ba782f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:00.325887 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc4972-d36a-4387-bdf0-3f21f7ba782f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:00.338475 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-017e8fd9-37a0-4bbb-a44a-ba156e119729 req-21aafe03-10c9-4d33-9a13-d6967592d514 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999286 Dec 20 21:31:00.339975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcc4972-d36a-4387-bdf0-3f21f7ba782f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:00.340587 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0dcc4972-d36a-4387-bdf0-3f21f7ba782f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:00.357885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc4972-d36a-4387-bdf0-3f21f7ba782f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=ef9d4344-97df-4ab9-a2f3-1dcf2de8f75a,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:00.378134 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0dcc4972-d36a-4387-bdf0-3f21f7ba782f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5928438 Dec 20 21:31:00.381381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39534) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:00.383713 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Attempting to bind port 8b430cc1-b81f-4e02-af1a-e17ff6c67460 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:31:00.383862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Attempting to bind port 8b430cc1-b81f-4e02-af1a-e17ff6c67460 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:31:00.384110 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Attempting to bind port 8b430cc1-b81f-4e02-af1a-e17ff6c67460 on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:31:00.387421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-bef04529-031d-4d45-89b4-d96974d5fd96 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'mac_address': 'fa:16:3e:1a:bd:91', 'name': 'tempest-NetworksTestDHCPv6-1068372693'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:00.389453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:31:00.389949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:31:00.390458 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:00.391284 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:31:00.391769 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Bound port: 8b430cc1-b81f-4e02-af1a-e17ff6c67460, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:31:00.392157 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:00.416365 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47fac49d-f7f9-42e4-b89d-28c6b833f13c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:00.421162 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47fac49d-f7f9-42e4-b89d-28c6b833f13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:00.458833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] For port 8b430cc1-b81f-4e02-af1a-e17ff6c67460, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:31:00.461613 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-47fac49d-f7f9-42e4-b89d-28c6b833f13c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c80f94a229143298f2bd05bb99abb93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776161 Dec 20 21:31:00.462040 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] For port 8b430cc1-b81f-4e02-af1a-e17ff6c67460, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8b430cc1-b81f-4e02-af1a-e17ff6c67460,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:31:00.464518 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39536) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:00.472431 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fac49d-f7f9-42e4-b89d-28c6b833f13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfdd7ad-671f-429a-9ae3-08a7b2c6f1a3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:00.482279 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:00.533273 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da7cc296-b9c2-4f91-b55d-f643df1da630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:00.542901 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc2212-7c03-486c-9a37-306589fd2984 None None] Pushing event updated for resources: {'Port': ['ID=8b430cc1-b81f-4e02-af1a-e17ff6c67460,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:00.547848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef04529-031d-4d45-89b4-d96974d5fd96 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:00.554330 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bef04529-031d-4d45-89b4-d96974d5fd96 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:00.560658 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da7cc296-b9c2-4f91-b55d-f643df1da630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:00.578242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-bef04529-031d-4d45-89b4-d96974d5fd96 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port 37c7083f-0b5e-4bc4-a264-86b3edc5b9a0 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:31:00.637498 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:00.646594 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37697129-18ae-4bf4-9157-8e3fdd3e9507 req-95693cb7-4c04-4857-87d0-e1e037baca21 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:00.648398 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-37697129-18ae-4bf4-9157-8e3fdd3e9507 req-95693cb7-4c04-4857-87d0-e1e037baca21 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.0755854 Dec 20 21:31:00.680193 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da7cc296-b9c2-4f91-b55d-f643df1da630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:00.684286 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-da7cc296-b9c2-4f91-b55d-f643df1da630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:00.688043 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-da7cc296-b9c2-4f91-b55d-f643df1da630 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6dfdd7ad-671f-429a-9ae3-08a7b2c6f1a3 HTTP/1.1" status: 204 len: 168 time: 0.2199721 Dec 20 21:31:00.711550 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cc296-b9c2-4f91-b55d-f643df1da630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfdd7ad-671f-429a-9ae3-08a7b2c6f1a3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:00.728100 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-37697129-18ae-4bf4-9157-8e3fdd3e9507 req-729df598-303b-47b4-92a1-18e87a6abc57 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707603 Dec 20 21:31:00.852090 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-bef04529-031d-4d45-89b4-d96974d5fd96 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 172.20.0.3 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/ef9d4344-97df-4ab9-a2f3-1dcf2de8f75a/37c7083f-0b5e-4bc4-a264-86b3edc5b9a0) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:00.861571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-bef04529-031d-4d45-89b4-d96974d5fd96 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::f816:3eff:fe1a:bd91 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/65d10c56-1e4a-4e61-9924-566c709bccfe/37c7083f-0b5e-4bc4-a264-86b3edc5b9a0) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:01.004793 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8b430cc1-b81f-4e02-af1a-e17ff6c67460 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:01.101983 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8b430cc1-b81f-4e02-af1a-e17ff6c67460 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:01.102405 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:01.127782 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bef04529-031d-4d45-89b4-d96974d5fd96 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:01.175896 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bef04529-031d-4d45-89b4-d96974d5fd96 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:01.199699 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8e501-4a3c-4a8b-be44-0f2edcdf486c req-389b57f3-3be4-4542-be77-c9ce5873efcf tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:01.201238 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4f8e501-4a3c-4a8b-be44-0f2edcdf486c req-389b57f3-3be4-4542-be77-c9ce5873efcf tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.3863206 Dec 20 21:31:01.231601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef04529-031d-4d45-89b4-d96974d5fd96 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:01.234915 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-bef04529-031d-4d45-89b4-d96974d5fd96 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:01.240070 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef04529-031d-4d45-89b4-d96974d5fd96 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:01.263546 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4f8e501-4a3c-4a8b-be44-0f2edcdf486c req-9ffb7c39-a6eb-4f24-83d4-869438c20128 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561008 Dec 20 21:31:01.271527 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef04529-031d-4d45-89b4-d96974d5fd96 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=37c7083f-0b5e-4bc4-a264-86b3edc5b9a0,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:01.307731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef04529-031d-4d45-89b4-d96974d5fd96 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:01.307731 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bef04529-031d-4d45-89b4-d96974d5fd96 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:01.333027 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39556) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:01.333544 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bef04529-031d-4d45-89b4-d96974d5fd96 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9505355 Dec 20 21:31:01.382498 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:01.416417 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f8f0e1-5f6d-42e8-8964-985cbeec96d4 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:01.425772 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f8f0e1-5f6d-42e8-8964-985cbeec96d4 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:01.427751 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e8f8f0e1-5f6d-42e8-8964-985cbeec96d4 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0931790 Dec 20 21:31:01.430451 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39562) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:01.433499 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 8b430cc1-b81f-4e02-af1a-e17ff6c67460, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8b430cc1-b81f-4e02-af1a-e17ff6c67460,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:01.439239 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:01.526282 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=8b430cc1-b81f-4e02-af1a-e17ff6c67460,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:01.551687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99c32d-1943-4b04-93e1-07f39bdc6cf6 req-0b83b2a1-76cc-4562-a94e-9748ba2cffd5 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:01.553759 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb99c32d-1943-4b04-93e1-07f39bdc6cf6 req-0b83b2a1-76cc-4562-a94e-9748ba2cffd5 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.0949578 Dec 20 21:31:01.564587 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a43a0e31-7511-470c-b695-7105473a49f7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port 37c7083f-0b5e-4bc4-a264-86b3edc5b9a0 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:01.564925 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a43a0e31-7511-470c-b695-7105473a49f7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:01.604957 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb99c32d-1943-4b04-93e1-07f39bdc6cf6 req-25732ac4-6e1f-4d8c-8242-dde5548ca4c0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431154 Dec 20 21:31:01.676586 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a43a0e31-7511-470c-b695-7105473a49f7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:01.689925 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a43a0e31-7511-470c-b695-7105473a49f7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for 37c7083f-0b5e-4bc4-a264-86b3edc5b9a0 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:01.791660 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bb64db-7a74-4aa4-bb54-11a5dd5e8031 None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 21:31:01.904702 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c76317af-d259-4b86-87cc-db6af1648bb2 None None] Provisioning complete for port 8b430cc1-b81f-4e02-af1a-e17ff6c67460 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:01.905078 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c76317af-d259-4b86-87cc-db6af1648bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:01.911972 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93945b9f-01e9-46ab-b0d7-48bdcaf904b5 req-f68595fb-16c1-423d-ad69-d226bd039c10 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:01.913525 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-93945b9f-01e9-46ab-b0d7-48bdcaf904b5 req-f68595fb-16c1-423d-ad69-d226bd039c10 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.1034167 Dec 20 21:31:01.972675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-93945b9f-01e9-46ab-b0d7-48bdcaf904b5 req-c5088b9a-1c43-4b8b-ac55-8c36756d358b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509410 Dec 20 21:31:01.974441 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a43a0e31-7511-470c-b695-7105473a49f7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:02.008936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a0e31-7511-470c-b695-7105473a49f7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=37c7083f-0b5e-4bc4-a264-86b3edc5b9a0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:02.043416 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bb64db-7a74-4aa4-bb54-11a5dd5e8031 None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 21:31:02.071631 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:02.106756 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a43a0e31-7511-470c-b695-7105473a49f7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:02.113220 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a43a0e31-7511-470c-b695-7105473a49f7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/37c7083f-0b5e-4bc4-a264-86b3edc5b9a0 HTTP/1.1" status: 204 len: 168 time: 0.6792495 Dec 20 21:31:02.113976 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39584) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:02.182960 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc03f987-4ac3-41a1-a5db-020411c5cdfa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:02.184732 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc03f987-4ac3-41a1-a5db-020411c5cdfa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:02.186233 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc03f987-4ac3-41a1-a5db-020411c5cdfa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:02.187824 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fc03f987-4ac3-41a1-a5db-020411c5cdfa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0724976 Dec 20 21:31:02.190617 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39586) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:02.242369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c8f586-a2c7-4186-b458-c19cb091ba0c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet 65d10c56-1e4a-4e61-9924-566c709bccfe {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:31:02.245887 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46c8f586-a2c7-4186-b458-c19cb091ba0c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:02.288210 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46c8f586-a2c7-4186-b458-c19cb091ba0c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:02.361181 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:02.426580 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46c8f586-a2c7-4186-b458-c19cb091ba0c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:02.458327 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3fe6a-cd79-4b15-933e-be4be1024740 req-f70e0de7-5146-410b-81cd-46fb3ef667a2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:02.459861 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-74b3fe6a-cd79-4b15-933e-be4be1024740 req-f70e0de7-5146-410b-81cd-46fb3ef667a2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.1129999 Dec 20 21:31:02.487250 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b509a5-9f6d-4ec4-b20a-9aa16b471e11 None None] Update dhcp port {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'fixed_ips': [{'subnet_id': '65d10c56-1e4a-4e61-9924-566c709bccfe', 'ip_address': '2001:db8::f816:3eff:fed5:b1d0'}, {'subnet_id': 'ef9d4344-97df-4ab9-a2f3-1dcf2de8f75a'}], 'binding:host_id': 'n-d-xena-1'}, 'id': '8b430cc1-b81f-4e02-af1a-e17ff6c67460'} from n-d-xena-1. {{(pid=102403) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 20 21:31:02.514130 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-60b509a5-9f6d-4ec4-b20a-9aa16b471e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:02.525799 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-74b3fe6a-cd79-4b15-933e-be4be1024740 req-fb3ba98e-3d6b-424a-bf9e-1eda0b676727 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565250 Dec 20 21:31:02.532642 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46c8f586-a2c7-4186-b458-c19cb091ba0c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:02.571177 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46c8f586-a2c7-4186-b458-c19cb091ba0c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:02.574492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-46c8f586-a2c7-4186-b458-c19cb091ba0c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/65d10c56-1e4a-4e61-9924-566c709bccfe HTTP/1.1" status: 204 len: 168 time: 0.3829467 Dec 20 21:31:02.575563 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8f586-a2c7-4186-b458-c19cb091ba0c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=65d10c56-1e4a-4e61-9924-566c709bccfe,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:02.577279 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39600) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:02.637982 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe5d9e1-eb5b-4e8c-97ac-e62fdfa23984 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet ef9d4344-97df-4ab9-a2f3-1dcf2de8f75a {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:31:02.641412 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-abe5d9e1-eb5b-4e8c-97ac-e62fdfa23984 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server [None req-60b509a5-9f6d-4ec4-b20a-9aa16b471e11 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65d10c56-1e4a-4e61-9924-566c709bccfe: This subnet is being modified by another concurrent operation. Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 21:31:02.656688 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise exception Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65d10c56-1e4a-4e61-9924-566c709bccfe: This subnet is being modified by another concurrent operation. Dec 20 21:31:02.660700 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Dec 20 21:31:02.687092 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-abe5d9e1-eb5b-4e8c-97ac-e62fdfa23984 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:02.750248 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f3a347-2dad-45f8-b0d4-e8a00fe7c135 None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 21:31:02.769418 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-abe5d9e1-eb5b-4e8c-97ac-e62fdfa23984 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:02.826772 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aa228-c875-4e42-92bb-b926053538f1 req-f24d625f-2803-4549-b20b-f0cfe8f3d8da tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:02.834261 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c21aa228-c875-4e42-92bb-b926053538f1 req-f24d625f-2803-4549-b20b-f0cfe8f3d8da tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.1050115 Dec 20 21:31:02.848107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2305317d-01e6-49ad-b382-468ce411043f None None] Provisioning complete for port 8b430cc1-b81f-4e02-af1a-e17ff6c67460 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:02.850103 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2305317d-01e6-49ad-b382-468ce411043f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:02.884040 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c21aa228-c875-4e42-92bb-b926053538f1 req-01051e55-c6b6-4b15-a267-c205f45f2dbe tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487452 Dec 20 21:31:02.897034 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-abe5d9e1-eb5b-4e8c-97ac-e62fdfa23984 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:02.939979 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5d9e1-eb5b-4e8c-97ac-e62fdfa23984 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9d4344-97df-4ab9-a2f3-1dcf2de8f75a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:02.942645 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8b430cc1-b81f-4e02-af1a-e17ff6c67460 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:02.946253 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-abe5d9e1-eb5b-4e8c-97ac-e62fdfa23984 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:02.953959 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-abe5d9e1-eb5b-4e8c-97ac-e62fdfa23984 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/ef9d4344-97df-4ab9-a2f3-1dcf2de8f75a HTTP/1.1" status: 204 len: 168 time: 0.3712142 Dec 20 21:31:02.955397 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39614) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:03.010124 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5c6c096b-98c1-4760-99d9-cc9bb16c733e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531611 Dec 20 21:31:03.014045 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39620) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:03.014917 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f3a347-2dad-45f8-b0d4-e8a00fe7c135 None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 21:31:03.021161 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-af7706d7-f6a0-4a17-ba8c-d53a44c54986 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:03.120908 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:03.133910 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77c261-2d46-4f5f-8157-fd6579b8bb0d req-8cd9378c-8aa1-427e-95f4-17148edc15cb tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:03.135800 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca77c261-2d46-4f5f-8157-fd6579b8bb0d req-8cd9378c-8aa1-427e-95f4-17148edc15cb tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.0545115 Dec 20 21:31:03.138916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7706d7-f6a0-4a17-ba8c-d53a44c54986 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:03.143147 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af7706d7-f6a0-4a17-ba8c-d53a44c54986 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:03.190390 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca77c261-2d46-4f5f-8157-fd6579b8bb0d req-07c10819-3ae3-4bff-bd5b-53cce37bfda9 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477064 Dec 20 21:31:03.222685 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 8b430cc1-b81f-4e02-af1a-e17ff6c67460, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8b430cc1-b81f-4e02-af1a-e17ff6c67460,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:03.262128 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:03.390624 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=8b430cc1-b81f-4e02-af1a-e17ff6c67460,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:03.399992 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af7706d7-f6a0-4a17-ba8c-d53a44c54986 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:03.447260 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7706d7-f6a0-4a17-ba8c-d53a44c54986 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:03.451868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-af7706d7-f6a0-4a17-ba8c-d53a44c54986 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:03.455599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7706d7-f6a0-4a17-ba8c-d53a44c54986 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:03.456369 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af7706d7-f6a0-4a17-ba8c-d53a44c54986 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:03.481990 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7706d7-f6a0-4a17-ba8c-d53a44c54986 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=db1b4b24-425b-4402-92b3-90fb192e0b63,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:03.484285 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-af7706d7-f6a0-4a17-ba8c-d53a44c54986 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4683311 Dec 20 21:31:03.487062 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39636) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:03.493016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-304c0e0d-8c59-49e7-ac5c-7558c9920e18 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:03.625176 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970684b4-54fe-4851-a1bf-26b115a399d8 None None] Update dhcp port {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'fixed_ips': [{'subnet_id': 'db1b4b24-425b-4402-92b3-90fb192e0b63'}], 'binding:host_id': 'n-d-xena-1'}, 'id': '8b430cc1-b81f-4e02-af1a-e17ff6c67460'} from n-d-xena-1. {{(pid=102403) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 20 21:31:03.627734 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304c0e0d-8c59-49e7-ac5c-7558c9920e18 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:03.632057 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-304c0e0d-8c59-49e7-ac5c-7558c9920e18 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:03.654173 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-970684b4-54fe-4851-a1bf-26b115a399d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:03.677117 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088ea27-cc8b-4dcb-aa0b-af4a55891376 req-9e39ce71-c42a-476f-955a-e936ffdf02f3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:03.679021 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2088ea27-cc8b-4dcb-aa0b-af4a55891376 req-9e39ce71-c42a-476f-955a-e936ffdf02f3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.0687530 Dec 20 21:31:03.730912 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2088ea27-cc8b-4dcb-aa0b-af4a55891376 req-2bc550e2-04fa-4a6f-b90b-4697078430f5 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437570 Dec 20 21:31:03.841405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-970684b4-54fe-4851-a1bf-26b115a399d8 None None] Allocated IP 172.20.0.2 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/db1b4b24-425b-4402-92b3-90fb192e0b63/8b430cc1-b81f-4e02-af1a-e17ff6c67460) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:03.871520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39642) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:03.942188 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-970684b4-54fe-4851-a1bf-26b115a399d8 None None] For port 8b430cc1-b81f-4e02-af1a-e17ff6c67460, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8b430cc1-b81f-4e02-af1a-e17ff6c67460,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:03.976094 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-970684b4-54fe-4851-a1bf-26b115a399d8 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:03.982622 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-970684b4-54fe-4851-a1bf-26b115a399d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:03.993849 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-470e7800-3087-4ba5-a5d9-6c43b182a894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:04.060322 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970684b4-54fe-4851-a1bf-26b115a399d8 None None] Pushing event updated for resources: {'Port': ['ID=8b430cc1-b81f-4e02-af1a-e17ff6c67460,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:04.109207 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-470e7800-3087-4ba5-a5d9-6c43b182a894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:04.110150 n-d-xena-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-304c0e0d-8c59-49e7-ac5c-7558c9920e18 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:31:04.115271 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-470e7800-3087-4ba5-a5d9-6c43b182a894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:04.119405 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597592d4-f965-48ce-b31b-df5a2ed98c81 req-efbd4ed0-1daa-4c15-b241-f6093f6fc856 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:04.120882 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-597592d4-f965-48ce-b31b-df5a2ed98c81 req-efbd4ed0-1daa-4c15-b241-f6093f6fc856 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.1420662 Dec 20 21:31:04.167792 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-470e7800-3087-4ba5-a5d9-6c43b182a894 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3fba5356bd6b4cc3964e94fc7e2f1f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950969 Dec 20 21:31:04.168708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e7800-3087-4ba5-a5d9-6c43b182a894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0818e62f-cf35-444b-9146-4cbcfb16727e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:04.171315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39650) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:04.259674 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e2b2c05-0713-4fef-8f2a-6da8edb56970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:04.294404 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-597592d4-f965-48ce-b31b-df5a2ed98c81 req-0093f873-23c9-473c-9652-5527bf45d095 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494966 Dec 20 21:31:04.304267 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e2b2c05-0713-4fef-8f2a-6da8edb56970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:04.381374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cdd3a-68a8-4a08-802b-5727bc0479a8 req-bdfeb302-d66b-4529-b3c5-1094a5467e98 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:04.389287 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9e7cdd3a-68a8-4a08-802b-5727bc0479a8 req-bdfeb302-d66b-4529-b3c5-1094a5467e98 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.1039670 Dec 20 21:31:04.395442 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-304c0e0d-8c59-49e7-ac5c-7558c9920e18 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:04.411433 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e2b2c05-0713-4fef-8f2a-6da8edb56970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:04.414311 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e2b2c05-0713-4fef-8f2a-6da8edb56970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:04.415491 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6e2b2c05-0713-4fef-8f2a-6da8edb56970 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0818e62f-cf35-444b-9146-4cbcfb16727e HTTP/1.1" status: 204 len: 168 time: 0.2431099 Dec 20 21:31:04.449274 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b2c05-0713-4fef-8f2a-6da8edb56970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0818e62f-cf35-444b-9146-4cbcfb16727e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:04.499883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9e7cdd3a-68a8-4a08-802b-5727bc0479a8 req-c66b9f3b-abfb-4334-b98c-c5981bc67a22 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096921 Dec 20 21:31:04.611580 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-304c0e0d-8c59-49e7-ac5c-7558c9920e18 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] For port 8b430cc1-b81f-4e02-af1a-e17ff6c67460, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8b430cc1-b81f-4e02-af1a-e17ff6c67460,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:04.644449 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-304c0e0d-8c59-49e7-ac5c-7558c9920e18 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:04.650208 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-304c0e0d-8c59-49e7-ac5c-7558c9920e18 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:04.651017 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-304c0e0d-8c59-49e7-ac5c-7558c9920e18 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:04.730226 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304c0e0d-8c59-49e7-ac5c-7558c9920e18 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:04.744541 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-304c0e0d-8c59-49e7-ac5c-7558c9920e18 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:04.751438 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304c0e0d-8c59-49e7-ac5c-7558c9920e18 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:04.752031 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-304c0e0d-8c59-49e7-ac5c-7558c9920e18 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:04.768985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c0e0d-8c59-49e7-ac5c-7558c9920e18 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=b74ae151-683b-4965-83b7-8d1adc945d00,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:04.775601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c0e0d-8c59-49e7-ac5c-7558c9920e18 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=8b430cc1-b81f-4e02-af1a-e17ff6c67460,revision_number=8']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:04.792519 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-304c0e0d-8c59-49e7-ac5c-7558c9920e18 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3042262 Dec 20 21:31:04.796660 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39666) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:04.804242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-000b3af4-ea29-42bd-b30b-d212d0db928e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'mac_address': 'fa:16:3e:b4:f1:ef', 'name': 'tempest-NetworksTestDHCPv6-2068719541'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:04.892755 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233f88b-b2a7-4b30-975a-079f538aab37 req-4243bf78-98d8-416f-870e-078fcca2dacc tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:04.904628 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f233f88b-b2a7-4b30-975a-079f538aab37 req-4243bf78-98d8-416f-870e-078fcca2dacc tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.0822489 Dec 20 21:31:04.937544 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8156eb77-ef27-4c1c-ab53-0fd15aed4dc5 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:04.947432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000b3af4-ea29-42bd-b30b-d212d0db928e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:04.982555 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f233f88b-b2a7-4b30-975a-079f538aab37 req-4dea50e2-af2d-4197-99fa-f5d08061331b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740988 Dec 20 21:31:05.013748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8b430cc1-b81f-4e02-af1a-e17ff6c67460 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:05.060648 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-000b3af4-ea29-42bd-b30b-d212d0db928e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:05.072085 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ad3461ff-ffaa-478a-b256-105007b95b14 None None] Provisioning complete for port 8b430cc1-b81f-4e02-af1a-e17ff6c67460 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:05.072461 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad3461ff-ffaa-478a-b256-105007b95b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:05.083704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-000b3af4-ea29-42bd-b30b-d212d0db928e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port 8f5fdff1-a4a9-4d02-b723-7dacae914af1 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:31:05.104669 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:31:05.177098 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8b430cc1-b81f-4e02-af1a-e17ff6c67460 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:05.177580 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:05.270991 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-000b3af4-ea29-42bd-b30b-d212d0db928e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 172.20.0.11 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/db1b4b24-425b-4402-92b3-90fb192e0b63/8f5fdff1-a4a9-4d02-b723-7dacae914af1) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:05.286364 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-000b3af4-ea29-42bd-b30b-d212d0db928e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::f816:3eff:feb4:f1ef (ba8b9395-2f81-45c0-aebe-dbe8cc504957/b74ae151-683b-4965-83b7-8d1adc945d00/8f5fdff1-a4a9-4d02-b723-7dacae914af1) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:05.286485 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad3461ff-ffaa-478a-b256-105007b95b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:05.338688 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ad3461ff-ffaa-478a-b256-105007b95b14 None None] For port 8b430cc1-b81f-4e02-af1a-e17ff6c67460, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8b430cc1-b81f-4e02-af1a-e17ff6c67460,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:05.362730 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad3461ff-ffaa-478a-b256-105007b95b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:05.406235 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:05.446730 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3461ff-ffaa-478a-b256-105007b95b14 None None] Pushing event updated for resources: {'Port': ['ID=8b430cc1-b81f-4e02-af1a-e17ff6c67460,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:05.497683 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:31:05.498042 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:31:05.502245 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f001cc-4be6-4bc1-b96e-6e3c11d4e387 req-5001237f-288a-4b85-a715-8ce89ec57902 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:05.511295 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b4f001cc-4be6-4bc1-b96e-6e3c11d4e387 req-5001237f-288a-4b85-a715-8ce89ec57902 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.1302221 Dec 20 21:31:05.519516 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-000b3af4-ea29-42bd-b30b-d212d0db928e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:05.569304 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b4f001cc-4be6-4bc1-b96e-6e3c11d4e387 req-6f98c74d-86d5-41e6-a1d7-2ddb6de67f45 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569923 Dec 20 21:31:05.570107 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-000b3af4-ea29-42bd-b30b-d212d0db928e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:05.628383 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000b3af4-ea29-42bd-b30b-d212d0db928e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:05.632620 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-000b3af4-ea29-42bd-b30b-d212d0db928e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:05.637297 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000b3af4-ea29-42bd-b30b-d212d0db928e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:05.687695 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b3af4-ea29-42bd-b30b-d212d0db928e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=8f5fdff1-a4a9-4d02-b723-7dacae914af1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:05.727883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000b3af4-ea29-42bd-b30b-d212d0db928e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:05.728511 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-000b3af4-ea29-42bd-b30b-d212d0db928e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:05.753475 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d245a85-2e45-4cb8-9ab7-518e9658fe82 req-272bcffa-d74f-4b91-80a7-2f702b792b06 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:05.755169 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d245a85-2e45-4cb8-9ab7-518e9658fe82 req-272bcffa-d74f-4b91-80a7-2f702b792b06 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.0899026 Dec 20 21:31:05.761564 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-000b3af4-ea29-42bd-b30b-d212d0db928e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.9637024 Dec 20 21:31:05.761751 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39694) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:05.800479 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d245a85-2e45-4cb8-9ab7-518e9658fe82 req-59791fba-c86d-4676-8652-5190597e06f8 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354521 Dec 20 21:31:05.839654 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecc9973-6b65-479f-b149-72d6ac9805fd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:05.845593 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecc9973-6b65-479f-b149-72d6ac9805fd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:05.848055 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5ecc9973-6b65-479f-b149-72d6ac9805fd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0844474 Dec 20 21:31:05.850836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39700) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:05.962178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-c1fab090-a635-4c96-8dbb-8180621c025b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port 8f5fdff1-a4a9-4d02-b723-7dacae914af1 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:05.962521 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1fab090-a635-4c96-8dbb-8180621c025b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:06.090570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd343e6-3790-4987-a6cd-7771293e46fc None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:06.094891 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1fab090-a635-4c96-8dbb-8180621c025b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:06.113071 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-c1fab090-a635-4c96-8dbb-8180621c025b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for 8f5fdff1-a4a9-4d02-b723-7dacae914af1 owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:06.129096 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97ba42-79ac-4fbd-bfeb-b98be972b71e req-f180f207-7922-48bb-96a2-26a97bafec1b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:06.130865 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db97ba42-79ac-4fbd-bfeb-b98be972b71e req-f180f207-7922-48bb-96a2-26a97bafec1b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.0730591 Dec 20 21:31:06.177021 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db97ba42-79ac-4fbd-bfeb-b98be972b71e req-4d0d42db-66a6-47f8-8828-c849431fec1c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388482 Dec 20 21:31:06.226802 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c3272d28-1839-4d1c-8deb-f808f576ddf1 None None] Provisioning complete for port 8b430cc1-b81f-4e02-af1a-e17ff6c67460 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:06.227220 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3272d28-1839-4d1c-8deb-f808f576ddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:06.338509 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1fab090-a635-4c96-8dbb-8180621c025b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:06.387153 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fab090-a635-4c96-8dbb-8180621c025b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=8f5fdff1-a4a9-4d02-b723-7dacae914af1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:06.412380 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 26414e66-45dc-4204-9f72-34c59f4cb14a details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:31:06.486560 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1fab090-a635-4c96-8dbb-8180621c025b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:06.493085 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c1fab090-a635-4c96-8dbb-8180621c025b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/8f5fdff1-a4a9-4d02-b723-7dacae914af1 HTTP/1.1" status: 204 len: 168 time: 0.6388223 Dec 20 21:31:06.493627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39740) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:06.565259 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc3031-970b-46f8-823d-dbadea79a2e9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:06.566946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc3031-970b-46f8-823d-dbadea79a2e9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:06.568835 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc3031-970b-46f8-823d-dbadea79a2e9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:06.571121 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-26dc3031-970b-46f8-823d-dbadea79a2e9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0765550 Dec 20 21:31:06.573937 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39750) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:06.578929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 26414e66-45dc-4204-9f72-34c59f4cb14a, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=26414e66-45dc-4204-9f72-34c59f4cb14a,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:06.612900 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '26414e66-45dc-4204-9f72-34c59f4cb14a', 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab', 'port_id': '26414e66-45dc-4204-9f72-34c59f4cb14a', 'mac_address': 'fa:16:3e:89:2f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9759e2-26ca-4714-859c-932515626a6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:31:06.660163 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef618f9-6928-439b-a59a-05df7a7145ea tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet b74ae151-683b-4965-83b7-8d1adc945d00 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:31:06.664242 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ef618f9-6928-439b-a59a-05df7a7145ea tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:06.678300 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:06.712317 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26414e66-45dc-4204-9f72-34c59f4cb14a {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:31:06.720279 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ef618f9-6928-439b-a59a-05df7a7145ea tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:06.741514 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 26414e66-45dc-4204-9f72-34c59f4cb14a, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=26414e66-45dc-4204-9f72-34c59f4cb14a,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:06.748634 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:06.759784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fd142-bb87-4520-adcd-402c4b3b3576 req-368c1653-02f7-40b4-a0e8-fb7adc223d58 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:06.767757 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e29fd142-bb87-4520-adcd-402c4b3b3576 req-368c1653-02f7-40b4-a0e8-fb7adc223d58 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.0749762 Dec 20 21:31:06.813584 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e29fd142-bb87-4520-adcd-402c4b3b3576 req-e204e5e7-79d8-4110-bf1a-2de8d437b646 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446341 Dec 20 21:31:06.833307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=26414e66-45dc-4204-9f72-34c59f4cb14a,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:06.860991 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ef618f9-6928-439b-a59a-05df7a7145ea tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:06.963229 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-3689a9f3-159b-484e-8df4-439ac1246cc3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 644 time: 0.0608845 Dec 20 21:31:06.967332 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a1b27f-1446-43c3-83fa-8fd602c5df80 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:07.008213 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8bd96-3f04-4ad0-8ce0-89616a53f062 req-9077e0d8-1278-4c2d-87cb-29a4f76bec36 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:07.010312 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6bf8bd96-3f04-4ad0-8ce0-89616a53f062 req-9077e0d8-1278-4c2d-87cb-29a4f76bec36 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 945 time: 0.1255960 Dec 20 21:31:07.011875 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ef618f9-6928-439b-a59a-05df7a7145ea tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:07.017531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['26414e66-45dc-4204-9f72-34c59f4cb14a'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:31:07.050048 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ef618f9-6928-439b-a59a-05df7a7145ea tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:07.052950 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8b430cc1-b81f-4e02-af1a-e17ff6c67460 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:07.057652 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9ef618f9-6928-439b-a59a-05df7a7145ea tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/b74ae151-683b-4965-83b7-8d1adc945d00 HTTP/1.1" status: 204 len: 168 time: 0.4800014 Dec 20 21:31:07.058664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39788) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:07.071107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef618f9-6928-439b-a59a-05df7a7145ea tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=b74ae151-683b-4965-83b7-8d1adc945d00,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:07.094485 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6bf8bd96-3f04-4ad0-8ce0-89616a53f062 req-f332297e-e34a-4748-8bd6-d04c80491f8e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459509 Dec 20 21:31:07.174618 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b1256ae3-f7e9-4446-ba66-0eddfafccd34 None None] Provisioning complete for port 8b430cc1-b81f-4e02-af1a-e17ff6c67460 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:07.175143 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1256ae3-f7e9-4446-ba66-0eddfafccd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:07.193490 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-582e6c2e-8f77-43a5-86e2-6db4bf8f55db tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet db1b4b24-425b-4402-92b3-90fb192e0b63 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:31:07.198878 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-582e6c2e-8f77-43a5-86e2-6db4bf8f55db tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:07.207213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-1ac600cd-d5ea-4788-8b8b-4d5c04c8df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:07.207972 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-1ac600cd-d5ea-4788-8b8b-4d5c04c8df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:07.208930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-1ac600cd-d5ea-4788-8b8b-4d5c04c8df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:07.208930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-1ac600cd-d5ea-4788-8b8b-4d5c04c8df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:07.209394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-1ac600cd-d5ea-4788-8b8b-4d5c04c8df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:07.210025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-1ac600cd-d5ea-4788-8b8b-4d5c04c8df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:07.210543 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-1ac600cd-d5ea-4788-8b8b-4d5c04c8df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:07.212642 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-1ac600cd-d5ea-4788-8b8b-4d5c04c8df56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 6477 time: 0.1333525 Dec 20 21:31:07.340407 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8b430cc1-b81f-4e02-af1a-e17ff6c67460 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:07.340750 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:07.343512 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-582e6c2e-8f77-43a5-86e2-6db4bf8f55db tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:07.440669 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7363080-4cb9-4477-8f33-4a6d4015fe2b req-f0ce42d3-e5ff-480c-8677-d474ccd80b14 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:07.443041 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7363080-4cb9-4477-8f33-4a6d4015fe2b req-f0ce42d3-e5ff-480c-8677-d474ccd80b14 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.1426513 Dec 20 21:31:07.489487 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-a9d77301-f700-48aa-9b25-aacbdeaabf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:07.489733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-a9d77301-f700-48aa-9b25-aacbdeaabf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:07.490216 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-a9d77301-f700-48aa-9b25-aacbdeaabf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:07.491812 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-a9d77301-f700-48aa-9b25-aacbdeaabf31 service neutron] 10.222.0.66 "GET /v2.0/networks?id=92da4183-ce83-467f-96db-4d2c3a33eb57&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&id=ae5f0a2b-8184-4e1d-822a-c5435728b42b HTTP/1.1" status: 200 len: 2293 time: 0.2500825 Dec 20 21:31:07.546323 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7363080-4cb9-4477-8f33-4a6d4015fe2b req-1f216de1-1ee5-4b3e-8b05-f2935712a212 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878217 Dec 20 21:31:07.573612 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39816) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:07.628510 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-582e6c2e-8f77-43a5-86e2-6db4bf8f55db tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:07.670211 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-46411061-9f84-49e3-9c83-54cb5402bf05 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85e8bade-ced6-417c-a6a8-6dc4305942f4 HTTP/1.1" status: 200 len: 1000 time: 0.1574578 Dec 20 21:31:07.741382 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-96050bf4-f0b8-4b48-b06f-8a8c1f77e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:07.742484 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-592ecd24-b2b2-4ee1-916b-ad7f4191a01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:07.742942 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-96050bf4-f0b8-4b48-b06f-8a8c1f77e90c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0e0a4469-c4b3-4646-a9ea-3b58cb2a6980 HTTP/1.1" status: 200 len: 850 time: 0.0625825 Dec 20 21:31:07.744870 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-582e6c2e-8f77-43a5-86e2-6db4bf8f55db tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:07.773716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e6c2e-8f77-43a5-86e2-6db4bf8f55db tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=db1b4b24-425b-4402-92b3-90fb192e0b63,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:07.810767 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-582e6c2e-8f77-43a5-86e2-6db4bf8f55db tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:07.813892 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-582e6c2e-8f77-43a5-86e2-6db4bf8f55db tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/db1b4b24-425b-4402-92b3-90fb192e0b63 HTTP/1.1" status: 204 len: 168 time: 0.7535636 Dec 20 21:31:07.817412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39828) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:07.882198 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b324c074-9f11-4ae5-a227-5d60f5754fa9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625131 Dec 20 21:31:07.886677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39836) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:07.897301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-afd495b6-e629-4e4c-a8b0-67e52efea6fa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:07.907929 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-592ecd24-b2b2-4ee1-916b-ad7f4191a01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:07.920926 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-592ecd24-b2b2-4ee1-916b-ad7f4191a01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:07.978347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ecd24-b2b2-4ee1-916b-ad7f4191a01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179636c2-feed-42ad-badd-25ffce7a936f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:07.986789 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-592ecd24-b2b2-4ee1-916b-ad7f4191a01f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c603612d0544feb942b3cdee64f0688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105451 Dec 20 21:31:07.993631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39838) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:08.010176 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-5341b5df-fccb-4a34-a6a9-2481c9e2ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:08.012770 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-5341b5df-fccb-4a34-a6a9-2481c9e2ee45 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92da4183-ce83-467f-96db-4d2c3a33eb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2403347 Dec 20 21:31:08.076246 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-994d5ef0-59bf-4f12-9491-7153e089a0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:08.102256 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-994d5ef0-59bf-4f12-9491-7153e089a0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:08.193889 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-994d5ef0-59bf-4f12-9491-7153e089a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:08.196670 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-994d5ef0-59bf-4f12-9491-7153e089a0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:08.201288 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-994d5ef0-59bf-4f12-9491-7153e089a0ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/179636c2-feed-42ad-badd-25ffce7a936f HTTP/1.1" status: 204 len: 168 time: 0.2058680 Dec 20 21:31:08.204128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f7b45-6c2d-484e-822b-03ea9b6a01b7 req-2e1fb79a-9400-4c4b-ad53-41ca233401e0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:08.205936 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e52f7b45-6c2d-484e-822b-03ea9b6a01b7 req-2e1fb79a-9400-4c4b-ad53-41ca233401e0 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.2910662 Dec 20 21:31:08.246468 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d5ef0-59bf-4f12-9491-7153e089a0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179636c2-feed-42ad-badd-25ffce7a936f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:08.246667 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-94710c32-3896-4741-b114-3fdace5b12ad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 644 time: 0.2329059 Dec 20 21:31:08.311112 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f986be2-ed04-4c92-84f1-0e46a9c51ec4 req-18906371-9ab3-4157-bbbd-ad927b63b039 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:08.312969 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4f986be2-ed04-4c92-84f1-0e46a9c51ec4 req-18906371-9ab3-4157-bbbd-ad927b63b039 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 945 time: 0.1221166 Dec 20 21:31:08.331352 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd495b6-e629-4e4c-a8b0-67e52efea6fa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:08.335294 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-afd495b6-e629-4e4c-a8b0-67e52efea6fa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:08.371561 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 26414e66-45dc-4204-9f72-34c59f4cb14a up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:08.375476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a7bdae-7419-48c8-87fa-8346d1b53dd2 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:08.397372 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4f986be2-ed04-4c92-84f1-0e46a9c51ec4 req-90ca4f98-dfc4-4529-b088-966c2fda79f4 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772264 Dec 20 21:31:08.453246 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e52f7b45-6c2d-484e-822b-03ea9b6a01b7 req-cbec3481-d25e-40a5-8326-9d0b54acc10c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340591 Dec 20 21:31:08.458443 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-179efc1a-c2df-428b-88a3-bfb5cb7b1846 service neutron] 10.222.0.66 "GET /v2.0/networks/92da4183-ce83-467f-96db-4d2c3a33eb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236889 Dec 20 21:31:08.641940 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d4b1c89a-1fd3-4d90-ad13-d3d01b9daa38 None None] Provisioning complete for port 8b430cc1-b81f-4e02-af1a-e17ff6c67460 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:08.642561 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c89a-1fd3-4d90-ad13-d3d01b9daa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:08.672643 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-998ba5ed-e6e2-4dd7-a4a3-1ee2e18356eb service neutron] 10.222.0.66 "GET /v2.0/networks/92da4183-ce83-467f-96db-4d2c3a33eb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483374 Dec 20 21:31:08.716062 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 26414e66-45dc-4204-9f72-34c59f4cb14a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:08.716799 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:08.771116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4a4e7d-df0d-43f8-aa32-6c7f9e952988 None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:31:08.855138 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39852) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:08.883242 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b97ea78-c6e6-45e1-a1b5-4085911844f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:08.940953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a4e7d-df0d-43f8-aa32-6c7f9e952988 None None] Deleting port 8b430cc1-b81f-4e02-af1a-e17ff6c67460 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:08.941384 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b4a4e7d-df0d-43f8-aa32-6c7f9e952988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:09.001996 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8b430cc1-b81f-4e02-af1a-e17ff6c67460 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:09.049703 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b97ea78-c6e6-45e1-a1b5-4085911844f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:09.053277 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:09.064777 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b97ea78-c6e6-45e1-a1b5-4085911844f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:09.097240 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 26414e66-45dc-4204-9f72-34c59f4cb14a, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=26414e66-45dc-4204-9f72-34c59f4cb14a,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:09.102738 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c39029-5bac-44d2-8761-402ca80c4b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26414e66-45dc-4204-9f72-34c59f4cb14a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:09.105205 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96d9bf1-0cda-425d-aec4-fa9443435e90" -d '{"events": [{"server_uuid": "91c39029-5bac-44d2-8761-402ca80c4b81", "name": "network-vif-plugged", "status": "completed", "tag": "26414e66-45dc-4204-9f72-34c59f4cb14a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:09.105891 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9b97ea78-c6e6-45e1-a1b5-4085911844f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7fb4f03e4b74106adb9b130104da0db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489417 Dec 20 21:31:09.108246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39854) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:09.114551 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:09.177354 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97ea78-c6e6-45e1-a1b5-4085911844f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3939ced-dc21-4ddc-8d0a-5ceaa8da5a67,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:09.216908 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e12d33-d0f3-4e22-a214-9497c16c777b x-openstack-request-id: req-10e12d33-d0f3-4e22-a214-9497c16c777b {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:09.217184 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c39029-5bac-44d2-8761-402ca80c4b81", "name": "network-vif-plugged", "status": "completed", "tag": "26414e66-45dc-4204-9f72-34c59f4cb14a", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:09.217474 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10e12d33-d0f3-4e22-a214-9497c16c777b {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:09.217815 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91c39029-5bac-44d2-8761-402ca80c4b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26414e66-45dc-4204-9f72-34c59f4cb14a', 'code': 200} Dec 20 21:31:09.220017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=26414e66-45dc-4204-9f72-34c59f4cb14a,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:09.220239 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-45793235-a4c6-40ef-9c45-cff56cf38888 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=1d3edd11-b710-430d-ae69-8d04fe58dcc7 HTTP/1.1" status: 200 len: 217 time: 0.5386569 Dec 20 21:31:09.231823 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-ed418443-60d2-4c62-8e4b-ac0ab5cab6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:09.232305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-ed418443-60d2-4c62-8e4b-ac0ab5cab6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:09.232771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-ed418443-60d2-4c62-8e4b-ac0ab5cab6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:09.233305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-ed418443-60d2-4c62-8e4b-ac0ab5cab6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:09.233766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-ed418443-60d2-4c62-8e4b-ac0ab5cab6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:09.234271 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-ed418443-60d2-4c62-8e4b-ac0ab5cab6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:09.234754 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-ed418443-60d2-4c62-8e4b-ac0ab5cab6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:09.236620 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1b4a4e7d-df0d-43f8-aa32-6c7f9e952988 None None] For port 8b430cc1-b81f-4e02-af1a-e17ff6c67460, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8b430cc1-b81f-4e02-af1a-e17ff6c67460,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:09.237020 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b4a4e7d-df0d-43f8-aa32-6c7f9e952988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:09.237342 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-ed418443-60d2-4c62-8e4b-ac0ab5cab6b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fa6bba111e234f8b895c1075b6132216&device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 6487 time: 0.7971861 Dec 20 21:31:09.252321 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed2d241e-62be-4021-9047-82e45873c774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:09.277611 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a4e7d-df0d-43f8-aa32-6c7f9e952988 None None] Calling delete_port for 8b430cc1-b81f-4e02-af1a-e17ff6c67460 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:09.283349 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b1fc5-0162-427d-b9fd-c32de1e557af req-ec5f2e58-01c0-4e7a-99c6-386d163724f2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:09.284855 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2a6b1fc5-0162-427d-b9fd-c32de1e557af req-ec5f2e58-01c0-4e7a-99c6-386d163724f2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.6044822 Dec 20 21:31:09.297860 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed2d241e-62be-4021-9047-82e45873c774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:09.368870 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed2d241e-62be-4021-9047-82e45873c774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:09.374155 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed2d241e-62be-4021-9047-82e45873c774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:09.379097 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ed2d241e-62be-4021-9047-82e45873c774 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3939ced-dc21-4ddc-8d0a-5ceaa8da5a67 HTTP/1.1" status: 204 len: 168 time: 0.2693443 Dec 20 21:31:09.393293 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d241e-62be-4021-9047-82e45873c774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3939ced-dc21-4ddc-8d0a-5ceaa8da5a67,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:09.424470 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b4a4e7d-df0d-43f8-aa32-6c7f9e952988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:09.450137 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-afd495b6-e629-4e4c-a8b0-67e52efea6fa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:09.491096 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a4e7d-df0d-43f8-aa32-6c7f9e952988 None None] Pushing event deleted for resources: {'Port': ['ID=8b430cc1-b81f-4e02-af1a-e17ff6c67460,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:09.498209 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a4e7d-df0d-43f8-aa32-6c7f9e952988 None None] No DVR routers for this DVR port 8b430cc1-b81f-4e02-af1a-e17ff6c67460 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:09.504393 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:09.514318 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-5a679d68-bea3-4e8f-8433-53f1b481997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:09.515948 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-5a679d68-bea3-4e8f-8433-53f1b481997f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.2539709 Dec 20 21:31:09.521512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd495b6-e629-4e4c-a8b0-67e52efea6fa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:09.524914 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2a6b1fc5-0162-427d-b9fd-c32de1e557af req-97a0a043-9a1d-4fd1-8101-64c9abb0bb35 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146447 Dec 20 21:31:09.546336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-a2dcc722-b7ff-4bd6-b484-9df9f6a6be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:09.546811 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-a2dcc722-b7ff-4bd6-b484-9df9f6a6be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:09.547278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-a2dcc722-b7ff-4bd6-b484-9df9f6a6be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:09.558478 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-a2dcc722-b7ff-4bd6-b484-9df9f6a6be4a service neutron] 10.222.0.31 "GET /v2.0/networks?id=a59c69cc-251c-424c-8fcd-16f53c9e39c8&id=26353263-4cf3-440d-921d-58d861009b00&id=26353263-4cf3-440d-921d-58d861009b00&id=26353263-4cf3-440d-921d-58d861009b00&id=26353263-4cf3-440d-921d-58d861009b00&id=639c8589-e65d-40a2-92b1-3421f5cc2118&id=639c8589-e65d-40a2-92b1-3421f5cc2118 HTTP/1.1" status: 200 len: 2297 time: 0.2397671 Dec 20 21:31:09.559579 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-afd495b6-e629-4e4c-a8b0-67e52efea6fa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:09.580320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd495b6-e629-4e4c-a8b0-67e52efea6fa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:09.580919 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-afd495b6-e629-4e4c-a8b0-67e52efea6fa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:09.585978 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012574dd-1daf-445f-a3c9-409ed05cabab None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:09.674646 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-afd495b6-e629-4e4c-a8b0-67e52efea6fa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7832363 Dec 20 21:31:09.678316 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39866) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:09.688508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e287d920-7c54-4b83-b079-7ed5c6c721ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:09.706513 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd495b6-e629-4e4c-a8b0-67e52efea6fa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=cea1de7e-8f34-40aa-a93c-ad72c4dbfe0f,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:09.741357 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ada61-2ce0-4eca-b6a6-d7064c94cedc req-6aa4ff97-eb44-493d-b712-ab79d87077f0 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:09.743074 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c10ada61-2ce0-4eca-b6a6-d7064c94cedc req-6aa4ff97-eb44-493d-b712-ab79d87077f0 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.1518173 Dec 20 21:31:09.790681 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-09195047-38c0-4c8a-bc9b-febffe240651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:09.792338 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-09195047-38c0-4c8a-bc9b-febffe240651 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.2662730 Dec 20 21:31:09.793794 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-232cd141-cb08-4e7a-be8e-00e18c29ee89 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3cccbd7-884d-4edf-95fe-7eafe392459d HTTP/1.1" status: 200 len: 1002 time: 0.2155230 Dec 20 21:31:09.804392 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': 'cea1de7e-8f34-40aa-a93c-ad72c4dbfe0f'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:31:09.806404 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:09.821541 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c10ada61-2ce0-4eca-b6a6-d7064c94cedc req-05dd6ef7-0cb2-4bdd-8574-8feb723aabf6 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643704 Dec 20 21:31:09.938743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-e102fca5-7744-4ca8-b760-b58da54eb52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:09.940550 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-e102fca5-7744-4ca8-b760-b58da54eb52f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a8068432-bb6b-4d01-8126-71f8c5380ca3 HTTP/1.1" status: 200 len: 855 time: 0.1290379 Dec 20 21:31:09.960254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca499a-acff-4cca-916e-5c010583a3d6 req-80c3ee01-2c71-42ab-bcca-ffb4228ffc17 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:09.963501 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43ca499a-acff-4cca-916e-5c010583a3d6 req-80c3ee01-2c71-42ab-bcca-ffb4228ffc17 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.2974231 Dec 20 21:31:10.007460 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Allocated IP 172.20.0.2 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/cea1de7e-8f34-40aa-a93c-ad72c4dbfe0f/2a608cd5-41f9-42fe-b78e-e49d566740c9) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:10.094885 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43ca499a-acff-4cca-916e-5c010583a3d6 req-2f0f7532-3298-401c-ab1d-053d6d083c72 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118915 Dec 20 21:31:10.096769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-f64d772a-acac-4bd2-ab19-3cfcc59a1352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:10.098444 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-f64d772a-acac-4bd2-ab19-3cfcc59a1352 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a59c69cc-251c-424c-8fcd-16f53c9e39c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1353409 Dec 20 21:31:10.101355 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-4bf17be2-555a-4a71-bf2b-5edcb07148e9 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004735 Dec 20 21:31:10.102059 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e287d920-7c54-4b83-b079-7ed5c6c721ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:10.106058 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e287d920-7c54-4b83-b079-7ed5c6c721ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:10.229552 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:10.240838 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:10.308850 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:10.315584 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:10.321868 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:10.324953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Pushing event updated for resources: {'Port': ['ID=2a608cd5-41f9-42fe-b78e-e49d566740c9,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:10.348991 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-ffb89355-2588-43f5-8e02-b178fafa56c9 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381635 Dec 20 21:31:10.368411 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-9d825764-2674-4d10-ba89-b580c424da95 service neutron] 10.222.0.31 "GET /v2.0/networks/a59c69cc-251c-424c-8fcd-16f53c9e39c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574112 Dec 20 21:31:10.393754 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Attempting to bind port 2a608cd5-41f9-42fe-b78e-e49d566740c9 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:31:10.394153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Attempting to bind port 2a608cd5-41f9-42fe-b78e-e49d566740c9 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:31:10.394529 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Attempting to bind port 2a608cd5-41f9-42fe-b78e-e49d566740c9 on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:31:10.400955 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:31:10.401333 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:31:10.401921 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:10.402544 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:31:10.403167 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Bound port: 2a608cd5-41f9-42fe-b78e-e49d566740c9, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:31:10.403543 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:10.491787 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-4660a4b0-3eff-49b7-aae7-4a257c75c61e service neutron] 10.222.0.31 "GET /v2.0/networks/a59c69cc-251c-424c-8fcd-16f53c9e39c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893133 Dec 20 21:31:10.492933 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-35653b90-c087-4652-8c2c-bd2647f2d402 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=97563572-4662-45fc-886e-d7a94f6a1dea HTTP/1.1" status: 200 len: 217 time: 0.1355381 Dec 20 21:31:10.564023 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-128fd732-b570-42f1-b1d3-21b2870ba1e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=17c9639d-1f1d-402c-a100-0ecd939a4f4b HTTP/1.1" status: 200 len: 217 time: 0.0646269 Dec 20 21:31:10.573539 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] For port 2a608cd5-41f9-42fe-b78e-e49d566740c9, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:31:10.589957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] For port 2a608cd5-41f9-42fe-b78e-e49d566740c9, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2a608cd5-41f9-42fe-b78e-e49d566740c9,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:31:10.601240 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:10.660148 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-33c9db04-c878-432a-8a9f-36283f343c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:10.661708 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-33c9db04-c878-432a-8a9f-36283f343c25 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.1552498 Dec 20 21:31:10.732752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df73ccb-3532-4554-9e56-a69c3e937d9d None None] Pushing event updated for resources: {'Port': ['ID=2a608cd5-41f9-42fe-b78e-e49d566740c9,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:10.750265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-98c1f245-84a0-4e9a-88e6-4d92e7b27f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:10.751697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-98c1f245-84a0-4e9a-88e6-4d92e7b27f43 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.1743584 Dec 20 21:31:10.848957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-53897801-9b11-43cf-bad7-db73bd321657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:10.850510 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-53897801-9b11-43cf-bad7-db73bd321657 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1708987 Dec 20 21:31:10.868420 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca33666-27ac-43ce-bb19-02eaaaae78f9 req-772ac9e5-5fa2-4d21-8b15-8f0994970f75 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:10.869965 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cca33666-27ac-43ce-bb19-02eaaaae78f9 req-772ac9e5-5fa2-4d21-8b15-8f0994970f75 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.2159114 Dec 20 21:31:10.984832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-b47d5244-dc6a-41a1-9312-6d539f30456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:11.002321 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-b47d5244-dc6a-41a1-9312-6d539f30456c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.2404144 Dec 20 21:31:11.079060 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fc1ca-251f-4fda-83ad-0f9c01b6d078 req-c462ca8c-0488-415c-8b44-ace574ea8196 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:11.081714 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-929fc1ca-251f-4fda-83ad-0f9c01b6d078 req-c462ca8c-0488-415c-8b44-ace574ea8196 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.1148486 Dec 20 21:31:11.182938 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cca33666-27ac-43ce-bb19-02eaaaae78f9 req-f6ae7480-2a75-4674-84b0-b1cc8a9c1677 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890091 Dec 20 21:31:11.195511 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-929fc1ca-251f-4fda-83ad-0f9c01b6d078 req-73131616-5370-495d-9a90-5d0d59d433cc tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959752 Dec 20 21:31:11.301127 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-eda684ff-4e60-4eed-974a-0bdd3b1f39d5 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283354 Dec 20 21:31:11.343539 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b237dc1-a58c-4ce8-9cb5-52aa4089145b req-8303f53b-620f-44cb-8c09-2d5efcd6ea2a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:11.352374 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2b237dc1-a58c-4ce8-9cb5-52aa4089145b req-8303f53b-620f-44cb-8c09-2d5efcd6ea2a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.0804374 Dec 20 21:31:11.384026 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-ae3ea586-6edb-4855-aca8-3dd291595210 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461113 Dec 20 21:31:11.434158 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2b237dc1-a58c-4ce8-9cb5-52aa4089145b req-c665c5a7-fb9f-406e-8686-4c48a6078970 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810075 Dec 20 21:31:11.479052 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-e5f73550-e963-4dce-9bc6-90a0e884562f service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580572 Dec 20 21:31:11.611346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-5db60ad9-bbe5-49c4-93d2-6c527381d8d3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=8ce909c5-2cad-47d2-872b-187a9336f4e4 HTTP/1.1" status: 200 len: 217 time: 0.0642877 Dec 20 21:31:11.695999 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-c82ae534-47a0-4ed0-9182-5eca8c7ba386 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156515 Dec 20 21:31:11.781110 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-faf20803-95eb-485d-a872-12e12198664f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=5a9c9ffc-8b46-4314-98ec-30d20be920ef HTTP/1.1" status: 200 len: 217 time: 0.0708933 Dec 20 21:31:11.784018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.objects.ports [None req-e287d920-7c54-4b83-b079-7ed5c6c721ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102401) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:31:11.796769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-6c1cfc59-4dff-4878-a244-21ede3f67856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:11.798386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-6c1cfc59-4dff-4878-a244-21ede3f67856 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.1578698 Dec 20 21:31:11.979745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-5e9beae9-9b0e-4728-8e9b-7d67d071e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:11.981940 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-5e9beae9-9b0e-4728-8e9b-7d67d071e5d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.1826811 Dec 20 21:31:11.987912 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-97fd133c-016a-4e2f-9251-5eb62ae900bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:11.989550 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-97fd133c-016a-4e2f-9251-5eb62ae900bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1702151 Dec 20 21:31:12.319482 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e3bfd6d1-87fd-4d9e-b63c-42ca19d0ab22 None None] Provisioning complete for port 2a608cd5-41f9-42fe-b78e-e49d566740c9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:12.320059 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3bfd6d1-87fd-4d9e-b63c-42ca19d0ab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:12.446381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839d9d2-2a69-48a2-a7d9-01c26c5e9678 req-052dd467-de94-4681-a876-a5dab772c65c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:12.458663 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5839d9d2-2a69-48a2-a7d9-01c26c5e9678 req-052dd467-de94-4681-a876-a5dab772c65c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.1760240 Dec 20 21:31:12.514630 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3bfd6d1-87fd-4d9e-b63c-42ca19d0ab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:12.558536 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5839d9d2-2a69-48a2-a7d9-01c26c5e9678 req-9ae035bd-295a-4c80-b21e-e4c6d5391c95 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969820 Dec 20 21:31:12.657428 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-6217559a-9759-4658-a1c6-639cd5615a42 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555421 Dec 20 21:31:12.660126 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-ecff5d6e-ba80-48e9-8e56-9870345515ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:12.661932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-ecff5d6e-ba80-48e9-8e56-9870345515ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.6712468 Dec 20 21:31:12.679991 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccae00-0f35-486c-98d7-6fdaa4dd9d72 req-da5015a3-77a3-4fce-b5ca-4098480f9c36 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:12.689409 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffccae00-0f35-486c-98d7-6fdaa4dd9d72 req-da5015a3-77a3-4fce-b5ca-4098480f9c36 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.1710687 Dec 20 21:31:12.723899 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-e3bfd6d1-87fd-4d9e-b63c-42ca19d0ab22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:31:12.726327 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-e3bfd6d1-87fd-4d9e-b63c-42ca19d0ab22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:31:12.830443 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca73d0-7440-4db4-910e-791a9f10994e req-e758ad74-fb1d-4d73-8a34-b8217af7b7b6 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:12.850558 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b9ca73d0-7440-4db4-910e-791a9f10994e req-e758ad74-fb1d-4d73-8a34-b8217af7b7b6 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.0781057 Dec 20 21:31:12.909192 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b9ca73d0-7440-4db4-910e-791a9f10994e req-187e646f-3cc9-4d25-843b-a59e6054d14c tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572712 Dec 20 21:31:12.924385 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e287d920-7c54-4b83-b079-7ed5c6c721ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:12.966556 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-13bd631f-52c1-44f4-bb43-3f0da83610a1 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436097 Dec 20 21:31:13.019980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2a608cd5-41f9-42fe-b78e-e49d566740c9 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:13.126956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-1ed163a4-d755-4298-aaf2-00978f0d0c26 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=f3a6e021-6af8-4259-a794-65ae1e18fac1 HTTP/1.1" status: 200 len: 217 time: 0.1283827 Dec 20 21:31:13.148806 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 2a608cd5-41f9-42fe-b78e-e49d566740c9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:13.149225 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:13.154977 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-d1697a8f-8b7c-4852-af03-3d1684835f14 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420800 Dec 20 21:31:13.172739 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffccae00-0f35-486c-98d7-6fdaa4dd9d72 req-9860dd28-2462-4fa6-a754-6fb1a7eadbb0 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822209 Dec 20 21:31:13.329073 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296ada5-1111-4287-b736-90f9e1d06122 req-20018ab7-a56a-42f7-a268-4e97a05f7696 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:13.342796 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e296ada5-1111-4287-b736-90f9e1d06122 req-20018ab7-a56a-42f7-a268-4e97a05f7696 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.0996530 Dec 20 21:31:13.376481 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:13.379954 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e296ada5-1111-4287-b736-90f9e1d06122 req-6a8dcb19-81c2-4240-acc7-12acae2f84b1 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350685 Dec 20 21:31:13.405182 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3bfd6d1-87fd-4d9e-b63c-42ca19d0ab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:13.479219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-01fd673f-77db-4df1-a5eb-23b0f60b1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:13.481225 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-01fd673f-77db-4df1-a5eb-23b0f60b1db4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.3376317 Dec 20 21:31:13.652267 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-9c8281f4-bc3e-4b85-b5b9-cf38d03aebf3 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503698 Dec 20 21:31:13.746012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c65991-047c-4799-b739-022424b857ee req-520fb3cc-3b70-4263-91b8-f6e5af5618b5 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:13.748350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66c65991-047c-4799-b739-022424b857ee req-520fb3cc-3b70-4263-91b8-f6e5af5618b5 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.2498896 Dec 20 21:31:13.751524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-e287d920-7c54-4b83-b079-7ed5c6c721ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] For port 2a608cd5-41f9-42fe-b78e-e49d566740c9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2a608cd5-41f9-42fe-b78e-e49d566740c9,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:13.756364 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-cc26bdd5-87c2-44b0-b4d2-f0073bd29f3e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=47433a5c-5134-4b06-8317-7a617581ab15 HTTP/1.1" status: 200 len: 217 time: 0.0880504 Dec 20 21:31:13.791870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77e685-d7b3-4fe9-9e0e-aed539170c88 req-d31ccfbe-bcc3-4445-ba90-fda7e9bdce0c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:13.807519 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66c65991-047c-4799-b739-022424b857ee req-2adb8741-221d-449c-af59-942e3bf65f1a tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496972 Dec 20 21:31:13.809763 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-b829efc8-aae4-412c-809e-58935ee478c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:13.811542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-b829efc8-aae4-412c-809e-58935ee478c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.3167806 Dec 20 21:31:13.811749 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b77e685-d7b3-4fe9-9e0e-aed539170c88 req-d31ccfbe-bcc3-4445-ba90-fda7e9bdce0c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.1093082 Dec 20 21:31:13.902479 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b77e685-d7b3-4fe9-9e0e-aed539170c88 req-99b1fe0d-6ff7-4260-9b57-6a97e87b4f10 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895987 Dec 20 21:31:13.947571 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e287d920-7c54-4b83-b079-7ed5c6c721ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:13.965240 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e287d920-7c54-4b83-b079-7ed5c6c721ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:13.965240 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e287d920-7c54-4b83-b079-7ed5c6c721ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:13.966784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-6a219bd0-8944-4235-8a0d-1ad7c66f2caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:13.968345 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-6a219bd0-8944-4235-8a0d-1ad7c66f2caa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.1661980 Dec 20 21:31:14.092104 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-e3bfd6d1-87fd-4d9e-b63c-42ca19d0ab22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:31:14.092104 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-e3bfd6d1-87fd-4d9e-b63c-42ca19d0ab22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:31:14.098207 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e287d920-7c54-4b83-b079-7ed5c6c721ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:14.126153 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-e287d920-7c54-4b83-b079-7ed5c6c721ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:14.143794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e287d920-7c54-4b83-b079-7ed5c6c721ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:14.146821 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e287d920-7c54-4b83-b079-7ed5c6c721ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:14.156150 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3748a7-1795-4174-910f-dd44fae80f9f None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:14.266701 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287d920-7c54-4b83-b079-7ed5c6c721ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=b922df94-74c4-4ff0-87ca-ee56edee850c,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:14.337565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287d920-7c54-4b83-b079-7ed5c6c721ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=2a608cd5-41f9-42fe-b78e-e49d566740c9,revision_number=4']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:14.349991 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:31:14.357180 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e287d920-7c54-4b83-b079-7ed5c6c721ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6736982 Dec 20 21:31:14.359640 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40004) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:14.360305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-d41cccc8-6574-4166-90ba-2e70172cb4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:14.360549 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:31:14.361759 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-d41cccc8-6574-4166-90ba-2e70172cb4de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.3771956 Dec 20 21:31:14.365287 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-527bfef8-7cdc-4e50-bfef-e8e49aa326be service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210512 Dec 20 21:31:14.369417 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-84ebdf4f-5509-4e99-b626-e0a795ad02ed tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'mac_address': 'fa:16:3e:f2:28:0e', 'name': 'tempest-NetworksTestDHCPv6-1642792512'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:14.373676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40006) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:14.581647 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-b570c2fd-08af-4758-9cdd-84c3365bee7c service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061126 Dec 20 21:31:14.594009 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-e19dec86-5e6e-4903-9156-475f49f2c42f service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984346 Dec 20 21:31:14.659076 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:14.669587 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-28fabb71-bd9d-4640-8342-50a129160c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:14.682474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-0e13d12f-7128-4053-8f0c-97593d707141 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9655ce7e-8f89-45c3-886e-da0b47890f71 HTTP/1.1" status: 200 len: 217 time: 0.0907145 Dec 20 21:31:14.688672 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ebdf4f-5509-4e99-b626-e0a795ad02ed tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:14.761227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea25cb-a372-4d8e-b701-d330248a56a8 req-e4eb3513-b664-47c4-883a-241260540c91 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:14.763055 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0aea25cb-a372-4d8e-b701-d330248a56a8 req-e4eb3513-b664-47c4-883a-241260540c91 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.2144921 Dec 20 21:31:14.841618 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-c86681f1-3710-430d-8f74-141854c6fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:14.855485 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-c86681f1-3710-430d-8f74-141854c6fba6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae563e9e-aa51-4afb-9f8a-8a6be528b5fd HTTP/1.1" status: 200 len: 797 time: 0.1561186 Dec 20 21:31:14.891366 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0aea25cb-a372-4d8e-b701-d330248a56a8 req-c860b2a3-fb40-4cfd-8a5c-3a708ae214f1 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111736 Dec 20 21:31:14.903156 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84ebdf4f-5509-4e99-b626-e0a795ad02ed tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:14.949825 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:14.962828 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-84ebdf4f-5509-4e99-b626-e0a795ad02ed tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port e9daaf1b-bd1e-4155-9dbf-cfb82973e1c7 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:31:14.988975 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-28fabb71-bd9d-4640-8342-50a129160c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:15.002406 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-cb3b39e9-4380-4bf3-9ce5-f40bfa482250 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005625 Dec 20 21:31:15.019591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-cbec8ae0-aed6-413e-9523-9a3abd4baa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:15.021259 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-cbec8ae0-aed6-413e-9523-9a3abd4baa8a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1537390 Dec 20 21:31:15.039741 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-28fabb71-bd9d-4640-8342-50a129160c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:15.046629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 2a608cd5-41f9-42fe-b78e-e49d566740c9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2a608cd5-41f9-42fe-b78e-e49d566740c9,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:15.052559 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:15.199594 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=2a608cd5-41f9-42fe-b78e-e49d566740c9,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:15.241314 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-cfc3cecc-9686-40ed-9c86-47bc95a6183b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=35be04de-962b-40fb-bade-5a6118e85e04 HTTP/1.1" status: 200 len: 217 time: 0.2145712 Dec 20 21:31:15.262043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2a608cd5-41f9-42fe-b78e-e49d566740c9 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:15.268297 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-28fabb71-bd9d-4640-8342-50a129160c0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9da85a804e0b4017b0d4c647b8319691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8883877 Dec 20 21:31:15.273192 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40016) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:15.307930 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fabb71-bd9d-4640-8342-50a129160c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c52a3fc-9cce-48e6-bf64-4670f455dd8c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:15.370777 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 2a608cd5-41f9-42fe-b78e-e49d566740c9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:15.371894 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:15.396091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-2f654622-4b3a-4ebe-b9e3-1415c1b32386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:15.397786 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-2f654622-4b3a-4ebe-b9e3-1415c1b32386 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 200 len: 797 time: 0.1222141 Dec 20 21:31:15.408200 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe878ec-d7f4-469c-8413-9c0e9b0732bb req-9e25cf9c-00a5-4d99-886a-50d70037e0ca tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:15.415709 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6fe878ec-d7f4-469c-8413-9c0e9b0732bb req-9e25cf9c-00a5-4d99-886a-50d70037e0ca tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.2805865 Dec 20 21:31:15.427286 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3901a-5c5b-47f7-a4cf-e8d05b589877 req-1da4f4ff-55f4-402f-99fc-c5938f1bb9b4 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:15.429118 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-68c3901a-5c5b-47f7-a4cf-e8d05b589877 req-1da4f4ff-55f4-402f-99fc-c5938f1bb9b4 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.1865709 Dec 20 21:31:15.529534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a4cb-86ce-4551-870e-0f25319fab27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:15.551637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-84ebdf4f-5509-4e99-b626-e0a795ad02ed tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 172.20.0.5 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/cea1de7e-8f34-40aa-a93c-ad72c4dbfe0f/e9daaf1b-bd1e-4155-9dbf-cfb82973e1c7) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:15.562604 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-84ebdf4f-5509-4e99-b626-e0a795ad02ed tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::f816:3eff:fef2:280e (ba8b9395-2f81-45c0-aebe-dbe8cc504957/b922df94-74c4-4ff0-87ca-ee56edee850c/e9daaf1b-bd1e-4155-9dbf-cfb82973e1c7) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:15.569821 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-a19eeb6e-46d4-40b1-a441-7fd4cfad1dea service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239806 Dec 20 21:31:15.579978 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6fe878ec-d7f4-469c-8413-9c0e9b0732bb req-3d2c5624-b0be-417d-b73e-9f726a9cbd5f tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390402 Dec 20 21:31:15.626196 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-68c3901a-5c5b-47f7-a4cf-e8d05b589877 req-39cb2b54-f6c5-4799-b794-3d041da2375f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795700 Dec 20 21:31:15.632077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-abdd3956-906f-446f-bba4-cb705cc9b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:15.633721 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-abdd3956-906f-446f-bba4-cb705cc9b818 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=26353263-4cf3-440d-921d-58d861009b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1999359 Dec 20 21:31:15.740747 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a4cb-86ce-4551-870e-0f25319fab27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:15.787216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-bee7824e-829d-4284-a745-c44f506c5697 None None] Provisioning complete for port 2a608cd5-41f9-42fe-b78e-e49d566740c9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:15.787841 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bee7824e-829d-4284-a745-c44f506c5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:15.815203 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84ebdf4f-5509-4e99-b626-e0a795ad02ed tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:15.869430 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84ebdf4f-5509-4e99-b626-e0a795ad02ed tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:15.918190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ebdf4f-5509-4e99-b626-e0a795ad02ed tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:15.921827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-84ebdf4f-5509-4e99-b626-e0a795ad02ed tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:15.940764 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ebdf4f-5509-4e99-b626-e0a795ad02ed tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:16.020970 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebdf4f-5509-4e99-b626-e0a795ad02ed tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=e9daaf1b-bd1e-4155-9dbf-cfb82973e1c7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:16.043911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191767b7-3de8-4aee-99b5-16828016f91c req-d13e1cbd-771e-4822-8dfa-1cc9afcc8317 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:16.046874 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-191767b7-3de8-4aee-99b5-16828016f91c req-d13e1cbd-771e-4822-8dfa-1cc9afcc8317 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.4457035 Dec 20 21:31:16.117329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018d6e3-9584-4e06-ad20-5bd7bc37b26d req-36fe0ea5-d1ac-43b9-90f2-dbf4d1466d7a tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:16.124993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018d6e3-9584-4e06-ad20-5bd7bc37b26d req-36fe0ea5-d1ac-43b9-90f2-dbf4d1466d7a tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:16.131572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018d6e3-9584-4e06-ad20-5bd7bc37b26d req-36fe0ea5-d1ac-43b9-90f2-dbf4d1466d7a tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:16.138558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018d6e3-9584-4e06-ad20-5bd7bc37b26d req-36fe0ea5-d1ac-43b9-90f2-dbf4d1466d7a tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:16.147037 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018d6e3-9584-4e06-ad20-5bd7bc37b26d req-36fe0ea5-d1ac-43b9-90f2-dbf4d1466d7a tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:16.156671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ebdf4f-5509-4e99-b626-e0a795ad02ed tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:16.157341 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-84ebdf4f-5509-4e99-b626-e0a795ad02ed tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:16.162299 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018d6e3-9584-4e06-ad20-5bd7bc37b26d req-36fe0ea5-d1ac-43b9-90f2-dbf4d1466d7a tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:16.169430 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018d6e3-9584-4e06-ad20-5bd7bc37b26d req-36fe0ea5-d1ac-43b9-90f2-dbf4d1466d7a tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:16.178962 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0018d6e3-9584-4e06-ad20-5bd7bc37b26d req-36fe0ea5-d1ac-43b9-90f2-dbf4d1466d7a tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5444 time: 0.4032042 Dec 20 21:31:16.207665 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-84ebdf4f-5509-4e99-b626-e0a795ad02ed tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8434701 Dec 20 21:31:16.208569 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40024) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:16.249655 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1526633-d2f2-4221-bc1c-311b3d261f33 req-34f558ae-3725-4387-93eb-97a675f84cec tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:16.252055 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a4cb-86ce-4551-870e-0f25319fab27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:16.255004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a4cb-86ce-4551-870e-0f25319fab27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:16.256316 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3eb7a4cb-86ce-4551-870e-0f25319fab27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c52a3fc-9cce-48e6-bf64-4670f455dd8c HTTP/1.1" status: 204 len: 168 time: 0.9720657 Dec 20 21:31:16.261010 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f1526633-d2f2-4221-bc1c-311b3d261f33 req-34f558ae-3725-4387-93eb-97a675f84cec tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.2191627 Dec 20 21:31:16.302671 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-972fd35a-8e08-4bdc-ba88-8092b3cedcd1 service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7059219 Dec 20 21:31:16.313533 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-a32db949-f4d9-4556-8e0f-be60ca72b254 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395147 Dec 20 21:31:16.314566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7a4cb-86ce-4551-870e-0f25319fab27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c52a3fc-9cce-48e6-bf64-4670f455dd8c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:16.366393 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f1526633-d2f2-4221-bc1c-311b3d261f33 req-247fc51f-4687-4ec3-8d6b-f95857b29a16 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975890 Dec 20 21:31:16.398612 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32e28f2-683a-4fbe-80ef-1b25ac01c16f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:16.408645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32e28f2-683a-4fbe-80ef-1b25ac01c16f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:16.410887 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f32e28f2-683a-4fbe-80ef-1b25ac01c16f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2011847 Dec 20 21:31:16.413422 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40028) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:16.440564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-58ecf317-4cdd-4d93-8f0e-a9902e3bbcf8 None None] Provisioning complete for port e9daaf1b-bd1e-4155-9dbf-cfb82973e1c7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:16.440948 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58ecf317-4cdd-4d93-8f0e-a9902e3bbcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:16.480924 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0018d6e3-9584-4e06-ad20-5bd7bc37b26d req-fe0b22e3-4dbc-4c29-be33-a045d3c744ad tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3002689 Dec 20 21:31:16.488829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-58ecf317-4cdd-4d93-8f0e-a9902e3bbcf8 None None] Port e9daaf1b-bd1e-4155-9dbf-cfb82973e1c7 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:31:16.592137 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-58061c83-ceed-4768-a4fe-32dda98d3a56 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port e9daaf1b-bd1e-4155-9dbf-cfb82973e1c7 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:16.593841 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58061c83-ceed-4768-a4fe-32dda98d3a56 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:16.604495 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-d7bdc111-da0b-43b9-90a0-28720cedcc48 service neutron] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088370 Dec 20 21:31:16.607329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-dd985630-59d1-4c02-9c84-bd73e9acb79e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3172c179-085f-4b38-b042-22139154fc9d HTTP/1.1" status: 200 len: 217 time: 0.2737494 Dec 20 21:31:16.724728 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-c7d6ebf2-9ab6-4032-9206-76f9324108e4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3af104d3-5b5c-4c65-b1ac-144ab3987ab1 HTTP/1.1" status: 200 len: 217 time: 0.1099198 Dec 20 21:31:16.771536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40040) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:16.837627 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f95fc1a0-652b-41c9-8f4e-580dde05cf52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:16.839741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-c453fe9a-8202-4470-b7c7-3471e985597d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:16.841661 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-c453fe9a-8202-4470-b7c7-3471e985597d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcfdc364-7df9-412a-8432-b29f6a28f02f HTTP/1.1" status: 200 len: 797 time: 0.1037998 Dec 20 21:31:16.844812 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-191767b7-3de8-4aee-99b5-16828016f91c req-765b2513-c415-4674-a5aa-63869148dbd8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Deleting port 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:16.845156 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-191767b7-3de8-4aee-99b5-16828016f91c req-765b2513-c415-4674-a5aa-63869148dbd8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:16.875198 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-dee7f4b7-cd28-4363-aefb-f2a2dd1641d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:16.878470 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-dee7f4b7-cd28-4363-aefb-f2a2dd1641d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae563e9e-aa51-4afb-9f8a-8a6be528b5fd HTTP/1.1" status: 200 len: 797 time: 0.2622607 Dec 20 21:31:17.212637 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2a608cd5-41f9-42fe-b78e-e49d566740c9 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:17.222606 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58061c83-ceed-4768-a4fe-32dda98d3a56 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:17.258292 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-fb7cb40f-2ca1-4f75-b38a-b3f3cf790036 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:17.264495 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-fb7cb40f-2ca1-4f75-b38a-b3f3cf790036 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:17.270621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-fb7cb40f-2ca1-4f75-b38a-b3f3cf790036 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:17.276547 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-fb7cb40f-2ca1-4f75-b38a-b3f3cf790036 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:17.283120 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-fb7cb40f-2ca1-4f75-b38a-b3f3cf790036 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:17.284409 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 2a608cd5-41f9-42fe-b78e-e49d566740c9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:17.284655 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:17.292075 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-fb7cb40f-2ca1-4f75-b38a-b3f3cf790036 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:17.298501 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-fb7cb40f-2ca1-4f75-b38a-b3f3cf790036 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:17.301752 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-fb7cb40f-2ca1-4f75-b38a-b3f3cf790036 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.31 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5444 time: 0.6242719 Dec 20 21:31:17.308246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-58061c83-ceed-4768-a4fe-32dda98d3a56 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for e9daaf1b-bd1e-4155-9dbf-cfb82973e1c7 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:17.368784 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988cc54-cd82-46f0-a26f-0ec49c0737af req-07720d21-813c-4556-9c64-18ba7033fa18 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:17.378038 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d988cc54-cd82-46f0-a26f-0ec49c0737af req-07720d21-813c-4556-9c64-18ba7033fa18 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 946 time: 0.6496713 Dec 20 21:31:17.419706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa4c2b-354f-4935-aa83-3ef4c57b3322 req-1469f99d-d9ae-4a64-973c-a940db957de4 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:17.421613 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-46aa4c2b-354f-4935-aa83-3ef4c57b3322 req-1469f99d-d9ae-4a64-973c-a940db957de4 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.6865826 Dec 20 21:31:17.459096 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-6cac280b-4a9e-4e87-9bef-6364db338b4c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:17.461003 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-6cac280b-4a9e-4e87-9bef-6364db338b4c tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.31 "GET /v2.0/ports/5a9c9ffc-8b46-4314-98ec-30d20be920ef?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1486759 Dec 20 21:31:17.522584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-122f26bc-4031-49da-a27b-bf8679144fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:17.523929 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-122f26bc-4031-49da-a27b-bf8679144fee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=639c8589-e65d-40a2-92b1-3421f5cc2118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.6701477 Dec 20 21:31:17.537773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-c228cdc5-868d-41d0-9847-da3b73ff5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:17.539350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-c228cdc5-868d-41d0-9847-da3b73ff5a8c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.6291356 Dec 20 21:31:17.582394 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d988cc54-cd82-46f0-a26f-0ec49c0737af req-3dd85057-c5cc-4c50-a845-b3e3f7e399cb tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994085 Dec 20 21:31:17.690958 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f95fc1a0-652b-41c9-8f4e-580dde05cf52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:17.712072 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f95fc1a0-652b-41c9-8f4e-580dde05cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:17.720016 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-46aa4c2b-354f-4935-aa83-3ef4c57b3322 req-87924edb-d76f-450e-9753-2828cdaf9fcd tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646737 Dec 20 21:31:17.725164 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-191767b7-3de8-4aee-99b5-16828016f91c req-765b2513-c415-4674-a5aa-63869148dbd8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] For port 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:17.728938 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-191767b7-3de8-4aee-99b5-16828016f91c req-765b2513-c415-4674-a5aa-63869148dbd8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:17.758646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-191767b7-3de8-4aee-99b5-16828016f91c req-765b2513-c415-4674-a5aa-63869148dbd8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Calling delete_port for 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:17.797443 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-28234256-5b15-42f7-b707-078aeaecdf2c service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566612 Dec 20 21:31:17.838724 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-2a347153-aad4-459b-9bf3-6cffce62707b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.31 "GET /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3628304 Dec 20 21:31:17.844388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fc1a0-652b-41c9-8f4e-580dde05cf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8c737a-9b28-4e03-a74f-122479f7b53a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:17.892764 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:17.917793 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f95fc1a0-652b-41c9-8f4e-580dde05cf52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=428e6b61f8404953b3b0bd2fafbd5320&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1265202 Dec 20 21:31:17.923339 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b3a072ab-c820-4a9f-a80b-9d220a6476b5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:17.924164 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40048) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:18.021329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-3dba8b9d-ad63-4bf8-9516-95b19be0a59b service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669373 Dec 20 21:31:18.045283 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b3a072ab-c820-4a9f-a80b-9d220a6476b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:18.140942 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9426bd-b596-4cb5-972b-59c66340b930 req-f7dde798-5936-4ca8-90d6-d98fdf1fc191 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:18.146666 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9426bd-b596-4cb5-972b-59c66340b930 req-f7dde798-5936-4ca8-90d6-d98fdf1fc191 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:18.154513 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9426bd-b596-4cb5-972b-59c66340b930 req-f7dde798-5936-4ca8-90d6-d98fdf1fc191 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:18.160475 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9426bd-b596-4cb5-972b-59c66340b930 req-f7dde798-5936-4ca8-90d6-d98fdf1fc191 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:18.166216 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9426bd-b596-4cb5-972b-59c66340b930 req-f7dde798-5936-4ca8-90d6-d98fdf1fc191 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:18.172397 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9426bd-b596-4cb5-972b-59c66340b930 req-f7dde798-5936-4ca8-90d6-d98fdf1fc191 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:18.180990 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9426bd-b596-4cb5-972b-59c66340b930 req-f7dde798-5936-4ca8-90d6-d98fdf1fc191 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:18.183811 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7a9426bd-b596-4cb5-972b-59c66340b930 req-f7dde798-5936-4ca8-90d6-d98fdf1fc191 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 5444 time: 0.2010977 Dec 20 21:31:18.198642 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-191767b7-3de8-4aee-99b5-16828016f91c req-765b2513-c415-4674-a5aa-63869148dbd8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:18.244042 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58061c83-ceed-4768-a4fe-32dda98d3a56 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:18.246919 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['f2e781db-9a6d-4224-afb2-b7ddaa17dacb'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:31:18.263809 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a061f7f-f7fb-4d22-b0eb-3470da49f1e6 req-d53db39d-f99f-4196-b2a2-bb355f1f8400 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:18.277834 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1a061f7f-f7fb-4d22-b0eb-3470da49f1e6 req-d53db39d-f99f-4196-b2a2-bb355f1f8400 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.4302747 Dec 20 21:31:18.336002 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7a9426bd-b596-4cb5-972b-59c66340b930 req-eec3bd13-8cd8-4457-a794-262ca0f77a98 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1391428 Dec 20 21:31:18.338799 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58061c83-ceed-4768-a4fe-32dda98d3a56 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=e9daaf1b-bd1e-4155-9dbf-cfb82973e1c7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:18.348131 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-da9d33f1-59c1-4d22-8902-95ff2eaff068 service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317500 Dec 20 21:31:18.357820 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1a061f7f-f7fb-4d22-b0eb-3470da49f1e6 req-11a22b03-3e94-4101-ab02-355622950c7a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784571 Dec 20 21:31:18.408194 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b2513-c415-4674-a5aa-63869148dbd8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Pushing event deleted for resources: {'Port': ['ID=2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:18.447395 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b3a072ab-c820-4a9f-a80b-9d220a6476b5 service neutron] For port 5a9c9ffc-8b46-4314-98ec-30d20be920ef, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=5a9c9ffc-8b46-4314-98ec-30d20be920ef,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:18.452901 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-a5839064-ec4b-47f8-92f3-8cea40c6fe0a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9f8bda01-3cf7-48af-89c4-9284006ee677 HTTP/1.1" status: 200 len: 217 time: 0.0477200 Dec 20 21:31:18.484271 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b3a072ab-c820-4a9f-a80b-9d220a6476b5 service neutron] For port 5a9c9ffc-8b46-4314-98ec-30d20be920ef, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:31:18.500152 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-191767b7-3de8-4aee-99b5-16828016f91c req-765b2513-c415-4674-a5aa-63869148dbd8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] No DVR routers for this DVR port 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:18.522091 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b3a072ab-c820-4a9f-a80b-9d220a6476b5 service neutron] device_id is not set on port 5a9c9ffc-8b46-4314-98ec-30d20be920ef yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:31:18.526502 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-191767b7-3de8-4aee-99b5-16828016f91c req-765b2513-c415-4674-a5aa-63869148dbd8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:18.529765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-191767b7-3de8-4aee-99b5-16828016f91c req-765b2513-c415-4674-a5aa-63869148dbd8 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.66 "DELETE /v2.0/ports/2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b HTTP/1.1" status: 204 len: 173 time: 2.4668782 Dec 20 21:31:18.533150 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd223ecc6-636e-41ab-9421-273c7723d050', 'name': 'network-vif-deleted', 'tag': '2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:18.534152 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b3a072ab-c820-4a9f-a80b-9d220a6476b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:18.543819 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4973ffe7-9728-48d0-9b49-9fc78ed1eebb" -d '{"events": [{"server_uuid": "d223ecc6-636e-41ab-9421-273c7723d050", "name": "network-vif-deleted", "tag": "2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:18.595903 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6096ca29-ec5b-4797-85e5-92f05e30d302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:18.597116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 47433a5c-5134-4b06-8317-7a617581ab15 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:18.627398 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b3a072ab-c820-4a9f-a80b-9d220a6476b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:18.638992 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58061c83-ceed-4768-a4fe-32dda98d3a56 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:18.642919 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-58061c83-ceed-4768-a4fe-32dda98d3a56 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/e9daaf1b-bd1e-4155-9dbf-cfb82973e1c7 HTTP/1.1" status: 204 len: 168 time: 2.2269745 Dec 20 21:31:18.679875 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6096ca29-ec5b-4797-85e5-92f05e30d302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:18.760524 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40056) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:18.826309 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-646793b3-2c54-4f6d-8c2e-ebcb0eb00af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:18.830223 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-646793b3-2c54-4f6d-8c2e-ebcb0eb00af6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcfdc364-7df9-412a-8432-b29f6a28f02f HTTP/1.1" status: 200 len: 797 time: 0.3312962 Dec 20 21:31:18.834104 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:18.893288 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b3a072ab-c820-4a9f-a80b-9d220a6476b5 service neutron] No DVR routers for this DVR port 5a9c9ffc-8b46-4314-98ec-30d20be920ef on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:18.894325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:18.910621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47433a5c-5134-4b06-8317-7a617581ab15'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:18.915259 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4c7b5975-3d76-45c4-84de-8d029ba3aad5 req-0c730a45-3b0e-4cf8-a23b-553c2e9650e2 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=d223ecc6-636e-41ab-9421-273c7723d050 HTTP/1.1" status: 200 len: 210 time: 0.1221256 Dec 20 21:31:18.923633 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac6057a-4657-459f-9990-853f3f520f75" -d '{"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-unplugged", "status": "completed", "tag": "47433a5c-5134-4b06-8317-7a617581ab15"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:18.936207 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cbadb8-5a3e-46b7-b4ca-a371209531df req-c2da87ab-d3ef-42ed-ace5-ae0d94e91668 service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8934796 Dec 20 21:31:18.990431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-93c31af9-4f51-46eb-b4b7-5094e2f92ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:18.993230 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-93c31af9-4f51-46eb-b4b7-5094e2f92ae4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=639c8589-e65d-40a2-92b1-3421f5cc2118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.1445653 Dec 20 21:31:18.998997 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6096ca29-ec5b-4797-85e5-92f05e30d302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:19.011211 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6096ca29-ec5b-4797-85e5-92f05e30d302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:19.014103 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6096ca29-ec5b-4797-85e5-92f05e30d302 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b8c737a-9b28-4e03-a74f-122479f7b53a HTTP/1.1" status: 204 len: 168 time: 0.9888532 Dec 20 21:31:19.040912 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:31:19.040912 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:31:19.082648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 47433a5c-5134-4b06-8317-7a617581ab15, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=47433a5c-5134-4b06-8317-7a617581ab15,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:19.094298 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cd2dfa-3b2d-43d3-8eff-cf587cca7301 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:19.095874 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cd2dfa-3b2d-43d3-8eff-cf587cca7301 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:19.099011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cd2dfa-3b2d-43d3-8eff-cf587cca7301 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:19.099617 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-37cd2dfa-3b2d-43d3-8eff-cf587cca7301 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3337638 Dec 20 21:31:19.115534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40068) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:19.116872 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:19.119420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 17c9639d-1f1d-402c-a100-0ecd939a4f4b no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:19.139775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a072ab-c820-4a9f-a80b-9d220a6476b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9c9ffc-8b46-4314-98ec-30d20be920ef,revision_number=6']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:19.202493 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b3a072ab-c820-4a9f-a80b-9d220a6476b5 service neutron] In _notify_port_updated(), no bound segment for port 5a9c9ffc-8b46-4314-98ec-30d20be920ef on network 26353263-4cf3-440d-921d-58d861009b00 {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:31:19.203403 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b3a072ab-c820-4a9f-a80b-9d220a6476b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:19.204044 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b3a072ab-c820-4a9f-a80b-9d220a6476b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:19.205799 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b3a072ab-c820-4a9f-a80b-9d220a6476b5 service neutron] 10.222.0.31 "PUT /v2.0/ports/5a9c9ffc-8b46-4314-98ec-30d20be920ef HTTP/1.1" status: 200 len: 1033 time: 1.2957115 Dec 20 21:31:19.246377 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746aa86f-d5c3-4138-950c-70e636d464df x-openstack-request-id: req-746aa86f-d5c3-4138-950c-70e636d464df {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:19.247282 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d223ecc6-636e-41ab-9421-273c7723d050", "name": "network-vif-deleted", "tag": "2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:19.247636 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-746aa86f-d5c3-4138-950c-70e636d464df {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:19.248137 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd223ecc6-636e-41ab-9421-273c7723d050', 'name': 'network-vif-deleted', 'tag': '2e3a2079-7eba-4d9e-8549-3d4e26e6bd5b', 'status': 'completed', 'code': 200} Dec 20 21:31:19.259803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096ca29-ec5b-4797-85e5-92f05e30d302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8c737a-9b28-4e03-a74f-122479f7b53a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:19.315745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-5fb07760-e5c0-4033-be63-7a7f9ee59b27 service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972810 Dec 20 21:31:19.433544 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-4b182d71-5c40-4de6-8226-b687005a7b2b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:19.435026 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-4b182d71-5c40-4de6-8226-b687005a7b2b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.31 "GET /v2.0/ports/17c9639d-1f1d-402c-a100-0ecd939a4f4b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1606917 Dec 20 21:31:19.437727 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=47433a5c-5134-4b06-8317-7a617581ab15,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:19.450117 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac684a91-fae2-4983-85e1-2da3cf62f213 x-openstack-request-id: req-ac684a91-fae2-4983-85e1-2da3cf62f213 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:19.450423 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-unplugged", "status": "completed", "tag": "47433a5c-5134-4b06-8317-7a617581ab15", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:19.450669 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac684a91-fae2-4983-85e1-2da3cf62f213 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:19.455408 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e86c85b-3c8d-48de-aab5-f5875b22a1d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet b922df94-74c4-4ff0-87ca-ee56edee850c {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:31:19.456550 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47433a5c-5134-4b06-8317-7a617581ab15', 'code': 200} Dec 20 21:31:19.463661 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e86c85b-3c8d-48de-aab5-f5875b22a1d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:19.485477 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-125fc12e-7fa0-46b5-81e5-f29b972e986f req-1fbd8348-d68a-418b-8f6f-79ccf0bd0f8e service neutron] 10.222.0.31 "GET /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572385 Dec 20 21:31:19.522964 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51927c-1260-44c9-adbd-7f426aadb370 req-81ee91eb-f9e7-4d82-bcbd-58eec8e218bb tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:19.524727 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef51927c-1260-44c9-adbd-7f426aadb370 req-81ee91eb-f9e7-4d82-bcbd-58eec8e218bb tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.1820760 Dec 20 21:31:19.526132 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-cd6ee6cf-1a10-43ff-be7f-e29c1515af65 None None] Provisioning complete for port 5a9c9ffc-8b46-4314-98ec-30d20be920ef triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:19.526513 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee6cf-1a10-43ff-be7f-e29c1515af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:19.536652 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-da1e7ffe-9ddd-4754-89cf-4a458ad19c03 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:19.578141 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f6029-3cd4-490b-8ab1-aea0f16e7e85 req-f1231da1-926c-403e-9fde-82c97a9727c8 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:19.586252 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a92f6029-3cd4-490b-8ab1-aea0f16e7e85 req-f1231da1-926c-403e-9fde-82c97a9727c8 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.0686848 Dec 20 21:31:19.627852 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a92f6029-3cd4-490b-8ab1-aea0f16e7e85 req-4090482a-324c-4258-b902-aa591b1c9192 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403633 Dec 20 21:31:19.631475 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e86c85b-3c8d-48de-aab5-f5875b22a1d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:19.650047 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-cd6ee6cf-1a10-43ff-be7f-e29c1515af65 None None] Port 5a9c9ffc-8b46-4314-98ec-30d20be920ef cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:31:19.707264 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ef51927c-1260-44c9-adbd-7f426aadb370 req-7e9c2476-c862-46d4-a0d0-56415c706236 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597059 Dec 20 21:31:19.768661 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-da1e7ffe-9ddd-4754-89cf-4a458ad19c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:19.785827 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:19.825688 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 17c9639d-1f1d-402c-a100-0ecd939a4f4b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=17c9639d-1f1d-402c-a100-0ecd939a4f4b,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:19.836014 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:19.837247 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 3af104d3-5b5c-4c65-b1ac-144ab3987ab1 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:19.869166 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e86c85b-3c8d-48de-aab5-f5875b22a1d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:19.894342 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986528a-1efb-48dc-9907-c6d1800804a5 req-a3271d16-ab69-4f49-a8e4-9c15b635e8fe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:19.898944 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.api [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-da1e7ffe-9ddd-4754-89cf-4a458ad19c03 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:31:19.899363 n-d-xena-1 neutron-server[102402]: DEBUG oslo_db.api [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-da1e7ffe-9ddd-4754-89cf-4a458ad19c03 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:31:19.900716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986528a-1efb-48dc-9907-c6d1800804a5 req-a3271d16-ab69-4f49-a8e4-9c15b635e8fe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:19.907507 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986528a-1efb-48dc-9907-c6d1800804a5 req-a3271d16-ab69-4f49-a8e4-9c15b635e8fe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:19.914769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986528a-1efb-48dc-9907-c6d1800804a5 req-a3271d16-ab69-4f49-a8e4-9c15b635e8fe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:19.920984 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986528a-1efb-48dc-9907-c6d1800804a5 req-a3271d16-ab69-4f49-a8e4-9c15b635e8fe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:19.928226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986528a-1efb-48dc-9907-c6d1800804a5 req-a3271d16-ab69-4f49-a8e4-9c15b635e8fe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:19.937730 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4986528a-1efb-48dc-9907-c6d1800804a5 req-a3271d16-ab69-4f49-a8e4-9c15b635e8fe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 4662 time: 0.1217480 Dec 20 21:31:19.991983 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e86c85b-3c8d-48de-aab5-f5875b22a1d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:20.021411 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4986528a-1efb-48dc-9907-c6d1800804a5 req-86bab389-c78c-4869-a5c5-dcd9780c7153 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808344 Dec 20 21:31:20.053932 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86c85b-3c8d-48de-aab5-f5875b22a1d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=b922df94-74c4-4ff0-87ca-ee56edee850c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:20.066191 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e86c85b-3c8d-48de-aab5-f5875b22a1d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:20.073339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40094) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:20.073819 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0e86c85b-3c8d-48de-aab5-f5875b22a1d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/b922df94-74c4-4ff0-87ca-ee56edee850c HTTP/1.1" status: 204 len: 168 time: 0.9521511 Dec 20 21:31:20.081401 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54443f55-b0fd-4609-82b8-1bdee82aacfe None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:20.183985 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=17c9639d-1f1d-402c-a100-0ecd939a4f4b,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:20.198397 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff482b97-d0b5-40d5-8681-aaa65a34a85f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet cea1de7e-8f34-40aa-a93c-ad72c4dbfe0f {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:31:20.209319 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:20.219732 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff482b97-d0b5-40d5-8681-aaa65a34a85f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:20.278412 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff482b97-d0b5-40d5-8681-aaa65a34a85f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:20.378749 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff482b97-d0b5-40d5-8681-aaa65a34a85f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:20.463842 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff482b97-d0b5-40d5-8681-aaa65a34a85f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:20.465418 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 3af104d3-5b5c-4c65-b1ac-144ab3987ab1, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=3af104d3-5b5c-4c65-b1ac-144ab3987ab1,segment=NetworkSegment(fab1d453-07de-487d-855a-9b6fad58b8b4),segment_id=fab1d453-07de-487d-855a-9b6fad58b8b4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:20.472332 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:20.473913 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c3cccbd7-884d-4edf-95fe-7eafe392459d no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:20.497369 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-da1e7ffe-9ddd-4754-89cf-4a458ad19c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:20.523624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff482b97-d0b5-40d5-8681-aaa65a34a85f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=cea1de7e-8f34-40aa-a93c-ad72c4dbfe0f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:20.525634 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff482b97-d0b5-40d5-8681-aaa65a34a85f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:20.529077 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ff482b97-d0b5-40d5-8681-aaa65a34a85f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/cea1de7e-8f34-40aa-a93c-ad72c4dbfe0f HTTP/1.1" status: 204 len: 168 time: 0.4544547 Dec 20 21:31:20.534570 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40114) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:20.598776 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8804aa9f-ef50-4e98-9b2f-48be9a077bcf tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626402 Dec 20 21:31:20.601089 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40118) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:20.686519 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c67fca1-ddbe-4cd9-b721-4b6e74a49291 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:20.690554 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9c67fca1-ddbe-4cd9-b721-4b6e74a49291 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0853026 Dec 20 21:31:20.692592 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40124) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:20.798753 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=3af104d3-5b5c-4c65-b1ac-144ab3987ab1,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:20.845961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3c2549-2150-4648-8c8c-ecb75e45b84d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:20.850188 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-be3c2549-2150-4648-8c8c-ecb75e45b84d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1538842 Dec 20 21:31:20.850804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40134) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:20.866848 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:20.869540 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a116b64-727b-4535-b9bd-0998f9de3c50 None None] Update dhcp port {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'fixed_ips': [{'subnet_id': 'cea1de7e-8f34-40aa-a93c-ad72c4dbfe0f'}], 'binding:host_id': 'n-d-xena-1'}, 'id': '2a608cd5-41f9-42fe-b78e-e49d566740c9'} from n-d-xena-1. {{(pid=102403) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 20 21:31:20.882216 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-da1e7ffe-9ddd-4754-89cf-4a458ad19c03 service neutron] For port 17c9639d-1f1d-402c-a100-0ecd939a4f4b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=17c9639d-1f1d-402c-a100-0ecd939a4f4b,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:20.915852 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a116b64-727b-4535-b9bd-0998f9de3c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:20.943051 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9f0b5bfb-32df-4e73-b925-4bc1e7cb8cfe tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911112 Dec 20 21:31:20.949004 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c3cccbd7-884d-4edf-95fe-7eafe392459d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c3cccbd7-884d-4edf-95fe-7eafe392459d,segment=NetworkSegment(66e2ea1b-67f5-4716-b86c-9192c27258d7),segment_id=66e2ea1b-67f5-4716-b86c-9192c27258d7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:20.949215 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af57a0-f7b2-4a2b-993f-030029ab40d4 req-8e44e3b4-97e6-4f63-8485-6702ae7d8449 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:20.949774 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c8af57a0-f7b2-4a2b-993f-030029ab40d4 req-8e44e3b4-97e6-4f63-8485-6702ae7d8449 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.1699233 Dec 20 21:31:20.950300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40138) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:20.964247 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:20.964932 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 5a9c9ffc-8b46-4314-98ec-30d20be920ef no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:20.986441 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-18244fc5-f20c-4f12-825e-66ea2a2d5b34 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:21.046352 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5f517-0197-478a-b74f-68946e063ced req-a1e1df1d-51e9-44e3-97d8-6620acc1a45e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:21.055380 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-caf5f517-0197-478a-b74f-68946e063ced req-a1e1df1d-51e9-44e3-97d8-6620acc1a45e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.1170056 Dec 20 21:31:21.082304 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-da1e7ffe-9ddd-4754-89cf-4a458ad19c03 service neutron] For port 17c9639d-1f1d-402c-a100-0ecd939a4f4b, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:31:21.093843 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c8af57a0-f7b2-4a2b-993f-030029ab40d4 req-4e488712-c66b-4922-88c6-2838d9977c19 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308784 Dec 20 21:31:21.157524 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-caf5f517-0197-478a-b74f-68946e063ced req-d0a8b89e-1900-4749-a18f-f5d6f412fe44 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010575 Dec 20 21:31:21.176340 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=c3cccbd7-884d-4edf-95fe-7eafe392459d,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:21.186558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 5a9c9ffc-8b46-4314-98ec-30d20be920ef not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:31:21.186997 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 9f8bda01-3cf7-48af-89c4-9284006ee677 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:21.297013 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-da1e7ffe-9ddd-4754-89cf-4a458ad19c03 service neutron] device_id is not set on port 17c9639d-1f1d-402c-a100-0ecd939a4f4b yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:31:21.329477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8da6551-b420-4d8a-8f3c-1347eaf8cb72 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:21.336696 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-da1e7ffe-9ddd-4754-89cf-4a458ad19c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:21.356053 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-da1e7ffe-9ddd-4754-89cf-4a458ad19c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:21.392450 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18244fc5-f20c-4f12-825e-66ea2a2d5b34 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:21.400069 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18244fc5-f20c-4f12-825e-66ea2a2d5b34 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:21.401969 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-18244fc5-f20c-4f12-825e-66ea2a2d5b34 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:31:21.402754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18244fc5-f20c-4f12-825e-66ea2a2d5b34 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:31:21.461969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d87ed-bc7e-4e9e-9e0b-b38bda0899ff req-6940c890-4fa3-4aa5-bcbc-1d011a57fb83 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:21.468879 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c9639d-1f1d-402c-a100-0ecd939a4f4b'}, {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af104d3-5b5c-4c65-b1ac-144ab3987ab1'}, {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3cccbd7-884d-4edf-95fe-7eafe392459d'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:21.474582 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcec3763-0662-41c0-844a-6f459a7c7a8d" -d '{"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-unplugged", "status": "completed", "tag": "17c9639d-1f1d-402c-a100-0ecd939a4f4b"}, {"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-unplugged", "status": "completed", "tag": "3af104d3-5b5c-4c65-b1ac-144ab3987ab1"}, {"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-unplugged", "status": "completed", "tag": "c3cccbd7-884d-4edf-95fe-7eafe392459d"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:21.479311 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e7ffe-9ddd-4754-89cf-4a458ad19c03 service neutron] Pushing event updated for resources: {'Port': ['ID=17c9639d-1f1d-402c-a100-0ecd939a4f4b,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:21.488700 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-18244fc5-f20c-4f12-825e-66ea2a2d5b34 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5270591 Dec 20 21:31:21.489562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40160) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:21.495800 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-151aa4f2-5b60-48af-ab32-9d7cbb48420c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:21.496572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d87ed-bc7e-4e9e-9e0b-b38bda0899ff req-6940c890-4fa3-4aa5-bcbc-1d011a57fb83 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:21.512620 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d87ed-bc7e-4e9e-9e0b-b38bda0899ff req-6940c890-4fa3-4aa5-bcbc-1d011a57fb83 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:21.537500 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:21.541858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d87ed-bc7e-4e9e-9e0b-b38bda0899ff req-6940c890-4fa3-4aa5-bcbc-1d011a57fb83 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:21.555266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d87ed-bc7e-4e9e-9e0b-b38bda0899ff req-6940c890-4fa3-4aa5-bcbc-1d011a57fb83 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:21.576803 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-da1e7ffe-9ddd-4754-89cf-4a458ad19c03 service neutron] No DVR routers for this DVR port 17c9639d-1f1d-402c-a100-0ecd939a4f4b on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:21.581968 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3fc86a1f-1690-4ee0-a2af-e6c9bbc9e256 None None] Provisioning complete for port 2a608cd5-41f9-42fe-b78e-e49d566740c9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:21.582373 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3fc86a1f-1690-4ee0-a2af-e6c9bbc9e256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:21.588401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d87ed-bc7e-4e9e-9e0b-b38bda0899ff req-6940c890-4fa3-4aa5-bcbc-1d011a57fb83 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:21.599722 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-098d87ed-bc7e-4e9e-9e0b-b38bda0899ff req-6940c890-4fa3-4aa5-bcbc-1d011a57fb83 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 4579 time: 0.2988465 Dec 20 21:31:21.667844 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dd6dbf-51d9-464a-9697-4bbe0e3781d4 x-openstack-request-id: req-72dd6dbf-51d9-464a-9697-4bbe0e3781d4 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:21.668266 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-unplugged", "status": "completed", "tag": "17c9639d-1f1d-402c-a100-0ecd939a4f4b", "code": 200}, {"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-unplugged", "status": "completed", "tag": "3af104d3-5b5c-4c65-b1ac-144ab3987ab1", "code": 200}, {"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-unplugged", "status": "completed", "tag": "c3cccbd7-884d-4edf-95fe-7eafe392459d", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:21.668610 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72dd6dbf-51d9-464a-9697-4bbe0e3781d4 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:21.669128 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c9639d-1f1d-402c-a100-0ecd939a4f4b', 'code': 200} Dec 20 21:31:21.669508 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af104d3-5b5c-4c65-b1ac-144ab3987ab1', 'code': 200} Dec 20 21:31:21.669848 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3cccbd7-884d-4edf-95fe-7eafe392459d', 'code': 200} Dec 20 21:31:21.680988 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-da1e7ffe-9ddd-4754-89cf-4a458ad19c03 service neutron] In _notify_port_updated(), no bound segment for port 17c9639d-1f1d-402c-a100-0ecd939a4f4b on network 26353263-4cf3-440d-921d-58d861009b00 {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:31:21.682446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-da1e7ffe-9ddd-4754-89cf-4a458ad19c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:21.686882 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-da1e7ffe-9ddd-4754-89cf-4a458ad19c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:21.689290 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-da1e7ffe-9ddd-4754-89cf-4a458ad19c03 service neutron] 10.222.0.31 "PUT /v2.0/ports/17c9639d-1f1d-402c-a100-0ecd939a4f4b HTTP/1.1" status: 200 len: 1031 time: 2.1627634 Dec 20 21:31:21.694167 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151aa4f2-5b60-48af-ab32-9d7cbb48420c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:21.704464 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-151aa4f2-5b60-48af-ab32-9d7cbb48420c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:21.709596 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-151aa4f2-5b60-48af-ab32-9d7cbb48420c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:31:21.716250 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151aa4f2-5b60-48af-ab32-9d7cbb48420c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:31:21.731218 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-098d87ed-bc7e-4e9e-9e0b-b38bda0899ff req-570914e4-a281-4525-96be-6a088be93ce3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&id=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1161439 Dec 20 21:31:21.750392 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40168) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:21.750836 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-151aa4f2-5b60-48af-ab32-9d7cbb48420c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2593238 Dec 20 21:31:21.756198 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-feb8d198-e46a-4bd8-b613-4b9f9f59da0b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:21.816208 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 9f8bda01-3cf7-48af-89c4-9284006ee677, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9f8bda01-3cf7-48af-89c4-9284006ee677,segment=NetworkSegment(fab1d453-07de-487d-855a-9b6fad58b8b4),segment_id=fab1d453-07de-487d-855a-9b6fad58b8b4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:21.872034 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:21.872846 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 35be04de-962b-40fb-bade-5a6118e85e04 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:21.982291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-441703af-0a38-4e70-a422-21c71809ded8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Deleting port 9f8bda01-3cf7-48af-89c4-9284006ee677 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:21.982513 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-441703af-0a38-4e70-a422-21c71809ded8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:21.992093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb8d198-e46a-4bd8-b613-4b9f9f59da0b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:22.009075 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-feb8d198-e46a-4bd8-b613-4b9f9f59da0b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:22.031516 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb8d198-e46a-4bd8-b613-4b9f9f59da0b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:31:22.032166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb8d198-e46a-4bd8-b613-4b9f9f59da0b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:31:22.095459 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-feb8d198-e46a-4bd8-b613-4b9f9f59da0b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3437932 Dec 20 21:31:22.100189 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40178) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:22.109733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5abbbe6f-a3df-4a54-9fd7-3ef8fee3e2df tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:22.150657 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-441703af-0a38-4e70-a422-21c71809ded8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] For port 9f8bda01-3cf7-48af-89c4-9284006ee677, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9f8bda01-3cf7-48af-89c4-9284006ee677,segment=NetworkSegment(fab1d453-07de-487d-855a-9b6fad58b8b4),segment_id=fab1d453-07de-487d-855a-9b6fad58b8b4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:22.151013 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-441703af-0a38-4e70-a422-21c71809ded8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:22.163618 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=9f8bda01-3cf7-48af-89c4-9284006ee677,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:22.167894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388634d2-63b3-4cfb-8674-3a09c0451f4e None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:31:22.190846 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-441703af-0a38-4e70-a422-21c71809ded8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Calling delete_port for 9f8bda01-3cf7-48af-89c4-9284006ee677 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:22.219903 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:22.316924 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-5cb5285a-51ff-4815-a8f1-07ea813f2de5 None None] Provisioning complete for port 17c9639d-1f1d-402c-a100-0ecd939a4f4b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:22.317317 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5cb5285a-51ff-4815-a8f1-07ea813f2de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:22.328193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 35be04de-962b-40fb-bade-5a6118e85e04, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=35be04de-962b-40fb-bade-5a6118e85e04,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:22.367087 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3b438-03a3-46b1-8cd1-ec8e929a4c1f req-d936e700-df4e-4411-b993-aa0d08155ae1 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:22.368783 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43e3b438-03a3-46b1-8cd1-ec8e929a4c1f req-d936e700-df4e-4411-b993-aa0d08155ae1 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.1183803 Dec 20 21:31:22.374296 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:22.382403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816fbec-b9fd-4679-ad09-26a05dd61367 req-99dcc380-e6ec-44bf-8d25-df3728541c32 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:22.392806 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d816fbec-b9fd-4679-ad09-26a05dd61367 req-99dcc380-e6ec-44bf-8d25-df3728541c32 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 946 time: 0.1562433 Dec 20 21:31:22.443248 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-388634d2-63b3-4cfb-8674-3a09c0451f4e None None] Deleting port 2a608cd5-41f9-42fe-b78e-e49d566740c9 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:22.443914 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-388634d2-63b3-4cfb-8674-3a09c0451f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:22.502820 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5cb5285a-51ff-4815-a8f1-07ea813f2de5 None None] Port 17c9639d-1f1d-402c-a100-0ecd939a4f4b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:31:22.520435 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=35be04de-962b-40fb-bade-5a6118e85e04,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:22.528822 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d816fbec-b9fd-4679-ad09-26a05dd61367 req-d54b8bc3-ccae-423f-92dd-115cd116d14b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350710 Dec 20 21:31:22.529901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abbbe6f-a3df-4a54-9fd7-3ef8fee3e2df tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:22.537933 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5abbbe6f-a3df-4a54-9fd7-3ef8fee3e2df tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:22.555406 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abbbe6f-a3df-4a54-9fd7-3ef8fee3e2df tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:31:22.557011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5abbbe6f-a3df-4a54-9fd7-3ef8fee3e2df tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:31:22.563543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-388634d2-63b3-4cfb-8674-3a09c0451f4e None None] For port 2a608cd5-41f9-42fe-b78e-e49d566740c9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2a608cd5-41f9-42fe-b78e-e49d566740c9,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:22.564084 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-388634d2-63b3-4cfb-8674-3a09c0451f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:22.583299 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43e3b438-03a3-46b1-8cd1-ec8e929a4c1f req-652c8d1f-6643-4039-ace3-12f7fece3dbd tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077360 Dec 20 21:31:22.598327 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5abbbe6f-a3df-4a54-9fd7-3ef8fee3e2df tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4939110 Dec 20 21:31:22.598327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40194) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:22.610807 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d13fae50-b2f0-4463-b054-9d2945736969 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:22.616239 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-388634d2-63b3-4cfb-8674-3a09c0451f4e None None] Calling delete_port for 2a608cd5-41f9-42fe-b78e-e49d566740c9 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:22.645132 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-441703af-0a38-4e70-a422-21c71809ded8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:22.747027 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441703af-0a38-4e70-a422-21c71809ded8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event deleted for resources: {'Port': ['ID=9f8bda01-3cf7-48af-89c4-9284006ee677,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:22.753892 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6f7c0-6a77-4057-9b56-8736c0b3faec req-b5d9cb9d-eae8-40c5-9b70-d1fe87ad20a6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:22.755617 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-388634d2-63b3-4cfb-8674-3a09c0451f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:22.766667 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aac6f7c0-6a77-4057-9b56-8736c0b3faec req-b5d9cb9d-eae8-40c5-9b70-d1fe87ad20a6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.0879593 Dec 20 21:31:22.805973 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-441703af-0a38-4e70-a422-21c71809ded8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] No DVR routers for this DVR port 9f8bda01-3cf7-48af-89c4-9284006ee677 on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:22.810345 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-441703af-0a38-4e70-a422-21c71809ded8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:22.813953 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-441703af-0a38-4e70-a422-21c71809ded8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.31 "DELETE /v2.0/ports/9f8bda01-3cf7-48af-89c4-9284006ee677 HTTP/1.1" status: 204 len: 173 time: 1.0586278 Dec 20 21:31:22.816348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-deleted', 'tag': '9f8bda01-3cf7-48af-89c4-9284006ee677'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:22.819112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388634d2-63b3-4cfb-8674-3a09c0451f4e None None] Pushing event deleted for resources: {'Port': ['ID=2a608cd5-41f9-42fe-b78e-e49d566740c9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:22.824626 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f958f74-2453-4018-a851-787c348f2de3" -d '{"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-deleted", "tag": "9f8bda01-3cf7-48af-89c4-9284006ee677"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:22.827613 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388634d2-63b3-4cfb-8674-3a09c0451f4e None None] No DVR routers for this DVR port 2a608cd5-41f9-42fe-b78e-e49d566740c9 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:22.857664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13fae50-b2f0-4463-b054-9d2945736969 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:22.869512 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d13fae50-b2f0-4463-b054-9d2945736969 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:22.871958 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13fae50-b2f0-4463-b054-9d2945736969 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:31:22.872696 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13fae50-b2f0-4463-b054-9d2945736969 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:31:22.904904 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aac6f7c0-6a77-4057-9b56-8736c0b3faec req-10057405-9e33-47ed-a945-246352eee62b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357074 Dec 20 21:31:22.916904 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d13fae50-b2f0-4463-b054-9d2945736969 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3199339 Dec 20 21:31:22.917802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40204) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:22.927934 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40206) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:22.940400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-99a2efcc-35ad-4538-a772-138e36c8e956 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:22.987564 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56f628-de13-4f83-b1ca-e605e9bca385 req-6ebd6d5b-0c6c-467f-99fa-f37e806fdc0d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:23.001096 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56f628-de13-4f83-b1ca-e605e9bca385 req-6ebd6d5b-0c6c-467f-99fa-f37e806fdc0d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:23.013475 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56f628-de13-4f83-b1ca-e605e9bca385 req-6ebd6d5b-0c6c-467f-99fa-f37e806fdc0d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:23.021496 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56f628-de13-4f83-b1ca-e605e9bca385 req-6ebd6d5b-0c6c-467f-99fa-f37e806fdc0d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:23.030740 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ac56f628-de13-4f83-b1ca-e605e9bca385 req-6ebd6d5b-0c6c-467f-99fa-f37e806fdc0d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 3143 time: 0.1545672 Dec 20 21:31:23.115712 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a2efcc-35ad-4538-a772-138e36c8e956 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:23.121041 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-99a2efcc-35ad-4538-a772-138e36c8e956 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:23.122878 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a2efcc-35ad-4538-a772-138e36c8e956 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:31:23.123688 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a2efcc-35ad-4538-a772-138e36c8e956 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:31:23.156813 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-99a2efcc-35ad-4538-a772-138e36c8e956 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2261524 Dec 20 21:31:23.159516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40212) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:23.205193 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ac56f628-de13-4f83-b1ca-e605e9bca385 req-ee52a1a8-8cf6-43eb-9e3d-70aec9260801 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734591 Dec 20 21:31:23.230107 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-44231e24-7f3b-40d8-9f59-81a90b06e794 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0663199 Dec 20 21:31:23.230624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Deleting port c3cccbd7-884d-4edf-95fe-7eafe392459d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:23.231024 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:23.233176 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40214) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:23.289878 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2a608cd5-41f9-42fe-b78e-e49d566740c9 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:23.339490 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ed77b9-98c0-4526-96fb-a79416e95bdd x-openstack-request-id: req-48ed77b9-98c0-4526-96fb-a79416e95bdd {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:23.339787 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-deleted", "tag": "9f8bda01-3cf7-48af-89c4-9284006ee677", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:23.340034 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48ed77b9-98c0-4526-96fb-a79416e95bdd {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:23.340432 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-deleted', 'tag': '9f8bda01-3cf7-48af-89c4-9284006ee677', 'status': 'completed', 'code': 200} Dec 20 21:31:23.341870 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f46bd43-3910-400f-83d8-1c3436fa5193 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:23.343725 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7f46bd43-3910-400f-83d8-1c3436fa5193 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1092680 Dec 20 21:31:23.348901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40216) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:23.349501 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-7691b1da-bce6-4b74-a3f8-124c5843aac2 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:23.351498 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 2a608cd5-41f9-42fe-b78e-e49d566740c9 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:31:23.353049 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2a608cd5-41f9-42fe-b78e-e49d566740c9 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:31:23.417776 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7691b1da-bce6-4b74-a3f8-124c5843aac2 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:23.429186 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-aa938923-60fd-49f5-a08a-577f0ca59599 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793014 Dec 20 21:31:23.433310 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40218) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:23.442687 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b68d37bf-6a04-41b5-a4f0-a05f23a3cdf5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:23.503345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] For port c3cccbd7-884d-4edf-95fe-7eafe392459d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c3cccbd7-884d-4edf-95fe-7eafe392459d,segment=NetworkSegment(66e2ea1b-67f5-4716-b86c-9192c27258d7),segment_id=66e2ea1b-67f5-4716-b86c-9192c27258d7)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:23.503829 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:23.564911 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7691b1da-bce6-4b74-a3f8-124c5843aac2 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:23.670835 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8bda01-3cf7-48af-89c4-9284006ee677'}, {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35be04de-962b-40fb-bade-5a6118e85e04'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:23.674303 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0b4a39-908f-4247-8eef-e2bba9057ac0" -d '{"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8bda01-3cf7-48af-89c4-9284006ee677"}, {"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-unplugged", "status": "completed", "tag": "35be04de-962b-40fb-bade-5a6118e85e04"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:23.703560 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68d37bf-6a04-41b5-a4f0-a05f23a3cdf5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:23.707645 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b68d37bf-6a04-41b5-a4f0-a05f23a3cdf5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:23.798905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d8d48-23e7-4b63-9758-f119e1bf5bde req-4f9d0a3e-598e-4f5a-885d-da519b290b58 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:23.801075 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fb6d8d48-23e7-4b63-9758-f119e1bf5bde req-4f9d0a3e-598e-4f5a-885d-da519b290b58 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.0944796 Dec 20 21:31:23.815175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5b94e-fa61-4dd3-9122-dba3923579b1 req-36561c9d-66db-4b9b-88f7-be1105f6f85d tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:23.816054 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c014f7-66b5-492c-be33-63e1df5dd2c5 req-dfb2e2c7-6ed1-4cd8-be2f-eca13cd4629b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:23.817833 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44c014f7-66b5-492c-be33-63e1df5dd2c5 req-dfb2e2c7-6ed1-4cd8-be2f-eca13cd4629b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 946 time: 0.1638217 Dec 20 21:31:23.823347 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d0b5b94e-fa61-4dd3-9122-dba3923579b1 req-36561c9d-66db-4b9b-88f7-be1105f6f85d tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 946 time: 0.2077737 Dec 20 21:31:23.892307 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d0b5b94e-fa61-4dd3-9122-dba3923579b1 req-a65ac088-d31c-4621-b473-47878285810b tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5481c5c-96f8-49d1-a68d-1f156ac30717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680041 Dec 20 21:31:23.900476 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:23.903684 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:23.904177 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Floating IP 9c2d57fd-93b3-4cd2-acfe-52a56d88be6a disassociated. External IP: 172.35.3.230, port: c3cccbd7-884d-4edf-95fe-7eafe392459d. Dec 20 21:31:23.904715 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Calling delete_port for c3cccbd7-884d-4edf-95fe-7eafe392459d owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:23.953114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-7691b1da-bce6-4b74-a3f8-124c5843aac2 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Allocated IP 172.35.3.76 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/26c1a93e-e30e-4cd3-bd72-d78aa960a605) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:23.976366 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effb1392-febe-4fb8-9669-e6e849a04ef4 x-openstack-request-id: req-effb1392-febe-4fb8-9669-e6e849a04ef4 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:23.976722 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8bda01-3cf7-48af-89c4-9284006ee677", "code": 200}, {"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-unplugged", "status": "completed", "tag": "35be04de-962b-40fb-bade-5a6118e85e04", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:23.977052 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-effb1392-febe-4fb8-9669-e6e849a04ef4 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:23.977514 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8bda01-3cf7-48af-89c4-9284006ee677', 'code': 200} Dec 20 21:31:23.977838 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35be04de-962b-40fb-bade-5a6118e85e04', 'code': 200} Dec 20 21:31:23.985474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fb6d8d48-23e7-4b63-9758-f119e1bf5bde req-bd7d8f46-62d2-44d3-8baf-dd7f15f317df tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608205 Dec 20 21:31:24.234329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f83b1e-a28b-4371-af77-923f45711bab req-0ed18324-9bce-48db-8e6a-aadebd229ad3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:24.236062 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-65f83b1e-a28b-4371-af77-923f45711bab req-0ed18324-9bce-48db-8e6a-aadebd229ad3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.1540782 Dec 20 21:31:24.298943 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7691b1da-bce6-4b74-a3f8-124c5843aac2 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:24.315104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-44c014f7-66b5-492c-be33-63e1df5dd2c5 req-fbfafb25-0e7e-44aa-9e32-0a7d21571957 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Deleting port f2e781db-9a6d-4224-afb2-b7ddaa17dacb {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:24.315579 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-44c014f7-66b5-492c-be33-63e1df5dd2c5 req-fbfafb25-0e7e-44aa-9e32-0a7d21571957 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:24.345426 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:24.400780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event deleted for resources: {'Port': ['ID=c3cccbd7-884d-4edf-95fe-7eafe392459d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:24.424384 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-65f83b1e-a28b-4371-af77-923f45711bab req-ee1859af-ec2f-487f-b876-a9be950a4c09 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738203 Dec 20 21:31:24.429534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:24.429881 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:24.430268 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:24.430600 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:24.430926 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:24.431326 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:24.431985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:24.432570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:24.432908 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:24.433225 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:24.433546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:24.433859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:24.468548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-b68d37bf-6a04-41b5-a4f0-a05f23a3cdf5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:31:24.496594 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7691b1da-bce6-4b74-a3f8-124c5843aac2 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:24.499647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-44c014f7-66b5-492c-be33-63e1df5dd2c5 req-fbfafb25-0e7e-44aa-9e32-0a7d21571957 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] For port f2e781db-9a6d-4224-afb2-b7ddaa17dacb, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=f2e781db-9a6d-4224-afb2-b7ddaa17dacb,segment=NetworkSegment(580a6327-c953-4332-8175-1545488743e5),segment_id=580a6327-c953-4332-8175-1545488743e5)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:24.500065 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-44c014f7-66b5-492c-be33-63e1df5dd2c5 req-fbfafb25-0e7e-44aa-9e32-0a7d21571957 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:24.537957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-44c014f7-66b5-492c-be33-63e1df5dd2c5 req-fbfafb25-0e7e-44aa-9e32-0a7d21571957 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Calling delete_port for f2e781db-9a6d-4224-afb2-b7ddaa17dacb owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:24.559538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7691b1da-bce6-4b74-a3f8-124c5843aac2 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:24.566827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-7691b1da-bce6-4b74-a3f8-124c5843aac2 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:24.569711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7691b1da-bce6-4b74-a3f8-124c5843aac2 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:24.660950 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691b1da-bce6-4b74-a3f8-124c5843aac2 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Pushing event updated for resources: {'Port': ['ID=26c1a93e-e30e-4cd3-bd72-d78aa960a605,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:24.733455 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7691b1da-bce6-4b74-a3f8-124c5843aac2 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:24.846224 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b68d37bf-6a04-41b5-a4f0-a05f23a3cdf5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:24.854722 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7691b1da-bce6-4b74-a3f8-124c5843aac2 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:24.929759 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463acc1-4e6c-402c-a1a3-97b01775330a req-df9049be-6bd1-4a22-ac82-9e4f73796e8b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:24.936680 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463acc1-4e6c-402c-a1a3-97b01775330a req-df9049be-6bd1-4a22-ac82-9e4f73796e8b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:24.939714 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-44c014f7-66b5-492c-be33-63e1df5dd2c5 req-fbfafb25-0e7e-44aa-9e32-0a7d21571957 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:24.948698 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463acc1-4e6c-402c-a1a3-97b01775330a req-df9049be-6bd1-4a22-ac82-9e4f73796e8b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:24.959722 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0463acc1-4e6c-402c-a1a3-97b01775330a req-df9049be-6bd1-4a22-ac82-9e4f73796e8b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 2409 time: 0.6488874 Dec 20 21:31:25.087657 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d37bf-6a04-41b5-a4f0-a05f23a3cdf5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=404226e7-e7a6-4750-b2d3-7fa467c2ccea,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:25.094832 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68d37bf-6a04-41b5-a4f0-a05f23a3cdf5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:25.096130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfafb25-0e7e-44aa-9e32-0a7d21571957 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Pushing event deleted for resources: {'Port': ['ID=f2e781db-9a6d-4224-afb2-b7ddaa17dacb,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:25.099201 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Router cab2b20c-aaba-403b-974a-badb1b657d0f has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:31:25.100302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-b68d37bf-6a04-41b5-a4f0-a05f23a3cdf5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:25.130328 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1619b7ae-6bf1-4ea4-80d2-623cd3903dd8 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:25.190490 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68d37bf-6a04-41b5-a4f0-a05f23a3cdf5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:25.191086 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b68d37bf-6a04-41b5-a4f0-a05f23a3cdf5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:25.214841 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b68d37bf-6a04-41b5-a4f0-a05f23a3cdf5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7781830 Dec 20 21:31:25.217245 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40246) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:25.220481 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0463acc1-4e6c-402c-a1a3-97b01775330a req-498a0022-1b4e-4331-812b-b79481a84fd3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2599261 Dec 20 21:31:25.228120 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1f475b84-2f29-4a1b-88c5-0898eebe08d6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'mac_address': 'fa:16:3e:a2:f0:20', 'name': 'tempest-NetworksTestDHCPv6-1834035813'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:25.373097 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a13bfcb2-a540-4cd4-bb1b-aa8f6157fdad req-a4e5b5c0-2dd4-4ce4-8fca-1ff868b8f60d tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb77c4a-d577-48b6-954c-1a400f34d335 HTTP/1.1" status: 200 len: 210 time: 0.2989359 Dec 20 21:31:25.417404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': '404226e7-e7a6-4750-b2d3-7fa467c2ccea'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:31:25.418285 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:25.422013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c014f7-66b5-492c-be33-63e1df5dd2c5 req-fbfafb25-0e7e-44aa-9e32-0a7d21571957 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] No DVR routers for this DVR port f2e781db-9a6d-4224-afb2-b7ddaa17dacb on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:25.429584 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-44c014f7-66b5-492c-be33-63e1df5dd2c5 req-fbfafb25-0e7e-44aa-9e32-0a7d21571957 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:25.433166 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44c014f7-66b5-492c-be33-63e1df5dd2c5 req-fbfafb25-0e7e-44aa-9e32-0a7d21571957 tempest-ServersTestJSON-800906530 tempest-ServersTestJSON-800906530-project] 10.222.0.31 "DELETE /v2.0/ports/f2e781db-9a6d-4224-afb2-b7ddaa17dacb HTTP/1.1" status: 204 len: 173 time: 1.6011877 Dec 20 21:31:25.435484 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7691b1da-bce6-4b74-a3f8-124c5843aac2 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:25.448242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb77c4a-d577-48b6-954c-1a400f34d335', 'name': 'network-vif-deleted', 'tag': 'f2e781db-9a6d-4224-afb2-b7ddaa17dacb'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:25.450764 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba978d36-d2d6-4845-aaf7-ea303b5802af" -d '{"events": [{"server_uuid": "1bb77c4a-d577-48b6-954c-1a400f34d335", "name": "network-vif-deleted", "tag": "f2e781db-9a6d-4224-afb2-b7ddaa17dacb"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:25.461302 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7691b1da-bce6-4b74-a3f8-124c5843aac2 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:25.511800 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:31:25.524245 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf601a5-c81e-4838-b431-6d726b960ac7 req-d209d411-ecf7-477f-a09d-fcf31629575f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:25.532131 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9bf601a5-c81e-4838-b431-6d726b960ac7 req-d209d411-ecf7-477f-a09d-fcf31629575f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.1593590 Dec 20 21:31:25.563674 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f475b84-2f29-4a1b-88c5-0898eebe08d6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:25.572323 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d27f64-4f45-40ad-8358-b77ae977ecf0 None None] Sync routers for ids ['cab2b20c-aaba-403b-974a-badb1b657d0f'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:31:25.588607 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d27f64-4f45-40ad-8358-b77ae977ecf0 None None] Routers {'cab2b20c-aaba-403b-974a-badb1b657d0f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:31:25.589511 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-21d27f64-4f45-40ad-8358-b77ae977ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:30:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['cab2b20c-aaba-403b-974a-badb1b657d0f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:25.614903 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691b1da-bce6-4b74-a3f8-124c5843aac2 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Pushing event updated for resources: {'Port': ['ID=26c1a93e-e30e-4cd3-bd72-d78aa960a605,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:25.620615 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7691b1da-bce6-4b74-a3f8-124c5843aac2 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:25.651395 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7691b1da-bce6-4b74-a3f8-124c5843aac2 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:25.655264 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7691b1da-bce6-4b74-a3f8-124c5843aac2 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7336440 Dec 20 21:31:25.659270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40252) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:25.665687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-699320681'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:25.725425 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] No DVR routers for this DVR port c3cccbd7-884d-4edf-95fe-7eafe392459d on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:25.762848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Made reservation on behalf of a1f05c67dedb40a1b8353c7e7f1f06e6 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:25.767709 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:25.784252 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:25.880154 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:25.885773 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-b9caaa08-4f76-4ad2-92c2-70f88870396e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.31 "DELETE /v2.0/ports/c3cccbd7-884d-4edf-95fe-7eafe392459d HTTP/1.1" status: 204 len: 173 time: 3.0551264 Dec 20 21:31:25.888780 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f475b84-2f29-4a1b-88c5-0898eebe08d6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:25.891757 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-deleted', 'tag': 'c3cccbd7-884d-4edf-95fe-7eafe392459d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:25.895978 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5717dbc6-e5d1-48be-b99f-efa46964af8f" -d '{"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-deleted", "tag": "c3cccbd7-884d-4edf-95fe-7eafe392459d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:25.906329 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-21d27f64-4f45-40ad-8358-b77ae977ecf0 None None] Set router cab2b20c-aaba-403b-974a-badb1b657d0f gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:31:25.910493 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6502a-4638-4394-a248-eb136eb68633 req-feee5128-56ad-49c8-a5ea-dc5df44d9abe tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:25.912273 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-60e6502a-4638-4394-a248-eb136eb68633 req-feee5128-56ad-49c8-a5ea-dc5df44d9abe tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.1216462 Dec 20 21:31:25.970232 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9bf601a5-c81e-4838-b431-6d726b960ac7 req-94597ef6-26a6-4583-82ff-7b10af070c17 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254193 Dec 20 21:31:26.015436 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:26.030123 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-60e6502a-4638-4394-a248-eb136eb68633 req-13f9d1d3-e1a3-4cf6-9185-d818c9068863 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093037 Dec 20 21:31:26.031318 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:26.102683 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9328c0f-6d3e-4720-bd6b-25675930e7e0 x-openstack-request-id: req-c9328c0f-6d3e-4720-bd6b-25675930e7e0 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:26.109385 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb77c4a-d577-48b6-954c-1a400f34d335", "name": "network-vif-deleted", "tag": "f2e781db-9a6d-4224-afb2-b7ddaa17dacb", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:26.113279 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9328c0f-6d3e-4720-bd6b-25675930e7e0 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:26.114454 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb77c4a-d577-48b6-954c-1a400f34d335', 'name': 'network-vif-deleted', 'tag': 'f2e781db-9a6d-4224-afb2-b7ddaa17dacb', 'status': 'completed', 'code': 200} Dec 20 21:31:26.116624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:31:26.130305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c50141-a7a9-4f4a-b4fc-bf880bca6f95,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:26.132633 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-1f475b84-2f29-4a1b-88c5-0898eebe08d6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port 78f68830-27c3-458b-9639-4912e793059b yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:31:26.152209 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:26.152800 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Added segment d656b6cf-0c40-489b-9b31-bd06adbdf3d3 of type vlan for network f1716aea-e955-4049-bcee-7bade0755736 Dec 20 21:31:26.193451 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Allocated IP 2001:db8::f816:3eff:fe51:244a (ba8b9395-2f81-45c0-aebe-dbe8cc504957/404226e7-e7a6-4750-b2d3-7fa467c2ccea/ea73f8f5-891b-4af7-adac-1df58446d37b) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:26.219183 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2feffa63-0a29-4d8f-afd7-11dfefdfc789 x-openstack-request-id: req-2feffa63-0a29-4d8f-afd7-11dfefdfc789 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:26.219526 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-deleted", "tag": "c3cccbd7-884d-4edf-95fe-7eafe392459d", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:26.219784 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2feffa63-0a29-4d8f-afd7-11dfefdfc789 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:26.220293 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-deleted', 'tag': 'c3cccbd7-884d-4edf-95fe-7eafe392459d', 'status': 'completed', 'code': 200} Dec 20 21:31:26.256301 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:26.275649 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-671b076e-d9a4-4ebc-b5da-3170732dbffe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Deleting port 35be04de-962b-40fb-bade-5a6118e85e04 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:26.275998 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-671b076e-d9a4-4ebc-b5da-3170732dbffe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:26.303153 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:26.314379 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-21d27f64-4f45-40ad-8358-b77ae977ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'name': 'tempest-TaggedBootDevicesTest_v242-766880457-router', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:09Z', 'updated_at': '2021-12-20T21:20:13Z', 'revision_number': 4, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'gw_port': {'id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:10Z', 'updated_at': '2021-12-20T21:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '6086fe35-31ec-4521-a594-6cfda6e8c556', 'name': '', 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'mac_address': 'fa:16:3e:c2:e4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:12Z', 'updated_at': '2021-12-20T21:20:18Z', 'revision_number': 5, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'subnets': [{'id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:26.322306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:26.322306 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:26.354586 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d27f64-4f45-40ad-8358-b77ae977ecf0 None None] Checking router: cab2b20c-aaba-403b-974a-badb1b657d0f for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:31:26.363950 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d27f64-4f45-40ad-8358-b77ae977ecf0 None None] Routers {'cab2b20c-aaba-403b-974a-badb1b657d0f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:31:26.364645 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-21d27f64-4f45-40ad-8358-b77ae977ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:30:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['cab2b20c-aaba-403b-974a-badb1b657d0f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:26.373852 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:26.381685 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:26.434166 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Pushing event updated for resources: {'Port': ['ID=ea73f8f5-891b-4af7-adac-1df58446d37b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:26.439272 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-671b076e-d9a4-4ebc-b5da-3170732dbffe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] For port 35be04de-962b-40fb-bade-5a6118e85e04, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=35be04de-962b-40fb-bade-5a6118e85e04,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:26.440259 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-671b076e-d9a4-4ebc-b5da-3170732dbffe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:26.452981 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40270) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:26.454136 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:26.455496 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:26.458051 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:26.462748 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8021133 Dec 20 21:31:26.465542 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40272) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:26.485187 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device f2e781db-9a6d-4224-afb2-b7ddaa17dacb no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:26.490383 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-83cc6493-6878-4c39-baea-efbc752c4269 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Request body: {'subnet': {'network_id': 'f1716aea-e955-4049-bcee-7bade0755736', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:26.495161 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-21d27f64-4f45-40ad-8358-b77ae977ecf0 None None] Set router cab2b20c-aaba-403b-974a-badb1b657d0f gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:31:26.506683 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: f2e781db-9a6d-4224-afb2-b7ddaa17dacb {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:31:26.507019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device f2e781db-9a6d-4224-afb2-b7ddaa17dacb not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:31:26.509264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-1f475b84-2f29-4a1b-88c5-0898eebe08d6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::f816:3eff:fea2:f020 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/404226e7-e7a6-4750-b2d3-7fa467c2ccea/78f68830-27c3-458b-9639-4912e793059b) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:26.545490 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Attempting to bind port ea73f8f5-891b-4af7-adac-1df58446d37b on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:31:26.548862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Attempting to bind port ea73f8f5-891b-4af7-adac-1df58446d37b by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:31:26.549337 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Attempting to bind port ea73f8f5-891b-4af7-adac-1df58446d37b on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:31:26.560910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:31:26.562803 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:31:26.563209 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:26.563601 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:31:26.564074 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Bound port: ea73f8f5-891b-4af7-adac-1df58446d37b, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:31:26.564455 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:26.600578 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Pushing event updated for resources: {'Network': ['ID=f1716aea-e955-4049-bcee-7bade0755736,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:26.631245 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:26.632812 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:26.633498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:26.634147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:26.634486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:26.634829 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:26.635362 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:26.635768 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:26.636221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:26.636577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:26.636920 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:26.637232 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd84a3e-0343-42e2-a1cb-ac8e717abe09 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:26.655293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network f1716aea-e955-4049-bcee-7bade0755736 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:31:26.667288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-815a87c3-91e1-452e-bcd6-90bf6c1fbafa admin admin] Deleting subnet 25ff85e3-c2b2-4219-9be7-235a0898b2d1 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:31:26.673393 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-815a87c3-91e1-452e-bcd6-90bf6c1fbafa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:26.685799 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-671b076e-d9a4-4ebc-b5da-3170732dbffe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Calling delete_port for 35be04de-962b-40fb-bade-5a6118e85e04 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:26.720978 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-815a87c3-91e1-452e-bcd6-90bf6c1fbafa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:26.742728 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cc6493-6878-4c39-baea-efbc752c4269 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Made reservation on behalf of a1f05c67dedb40a1b8353c7e7f1f06e6 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:26.746278 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-83cc6493-6878-4c39-baea-efbc752c4269 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:26.754857 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] For port ea73f8f5-891b-4af7-adac-1df58446d37b, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:31:26.770754 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] For port ea73f8f5-891b-4af7-adac-1df58446d37b, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ea73f8f5-891b-4af7-adac-1df58446d37b,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:31:26.792227 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:26.825239 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f475b84-2f29-4a1b-88c5-0898eebe08d6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:26.838169 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9402a-05ad-4de3-8442-638c3e07e85e req-8b5a5449-7f68-4d54-8e44-9475f91e2f43 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:26.851230 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9402a-05ad-4de3-8442-638c3e07e85e req-8b5a5449-7f68-4d54-8e44-9475f91e2f43 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:26.857087 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9402a-05ad-4de3-8442-638c3e07e85e req-8b5a5449-7f68-4d54-8e44-9475f91e2f43 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:26.865024 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c8a9402a-05ad-4de3-8442-638c3e07e85e req-8b5a5449-7f68-4d54-8e44-9475f91e2f43 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 2409 time: 0.4780331 Dec 20 21:31:26.879927 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-21d27f64-4f45-40ad-8358-b77ae977ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'name': 'tempest-TaggedBootDevicesTest_v242-766880457-router', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:09Z', 'updated_at': '2021-12-20T21:20:13Z', 'revision_number': 4, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'gw_port': {'id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:10Z', 'updated_at': '2021-12-20T21:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '6086fe35-31ec-4521-a594-6cfda6e8c556', 'name': '', 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'mac_address': 'fa:16:3e:c2:e4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:12Z', 'updated_at': '2021-12-20T21:20:18Z', 'revision_number': 5, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'subnets': [{'id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:26.886760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e27158-b9ea-420f-b9e2-91d225d4d723 None None] Pushing event updated for resources: {'Port': ['ID=ea73f8f5-891b-4af7-adac-1df58446d37b,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:26.916018 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d27f64-4f45-40ad-8358-b77ae977ecf0 None None] The sync data for ids ['cab2b20c-aaba-403b-974a-badb1b657d0f'] in n-d-xena-1 is: [{'id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'name': 'tempest-TaggedBootDevicesTest_v242-766880457-router', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:09Z', 'updated_at': '2021-12-20T21:20:13Z', 'revision_number': 4, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'gw_port': {'id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:10Z', 'updated_at': '2021-12-20T21:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '6086fe35-31ec-4521-a594-6cfda6e8c556', 'name': '', 'network_id': 'a59c69cc-251c-424c-8fcd-16f53c9e39c8', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'mac_address': 'fa:16:3e:c2:e4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:12Z', 'updated_at': '2021-12-20T21:20:18Z', 'revision_number': 5, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'subnets': [{'id': 'a8068432-bb6b-4d01-8126-71f8c5380ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:31:26.953631 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c8a9402a-05ad-4de3-8442-638c3e07e85e req-e2f9b95a-e81d-4b3a-920b-cf2eeb86b9c7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876808 Dec 20 21:31:27.019402 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f475b84-2f29-4a1b-88c5-0898eebe08d6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:27.115446 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-751073ea-e9ae-4de3-9bd1-8362ba8dd8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:27.142879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f475b84-2f29-4a1b-88c5-0898eebe08d6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:27.165682 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-671b076e-d9a4-4ebc-b5da-3170732dbffe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:27.178602 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1f475b84-2f29-4a1b-88c5-0898eebe08d6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:27.181888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f475b84-2f29-4a1b-88c5-0898eebe08d6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:27.190416 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f475b84-2f29-4a1b-88c5-0898eebe08d6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:27.191623 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f475b84-2f29-4a1b-88c5-0898eebe08d6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:27.229339 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f475b84-2f29-4a1b-88c5-0898eebe08d6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=78f68830-27c3-458b-9639-4912e793059b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:27.293856 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b076e-d9a4-4ebc-b5da-3170732dbffe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event deleted for resources: {'Port': ['ID=35be04de-962b-40fb-bade-5a6118e85e04,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:27.298617 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1f475b84-2f29-4a1b-88c5-0898eebe08d6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0771718 Dec 20 21:31:27.303353 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40282) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:27.336869 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-815a87c3-91e1-452e-bcd6-90bf6c1fbafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:27.383545 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-671b076e-d9a4-4ebc-b5da-3170732dbffe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] No DVR routers for this DVR port 35be04de-962b-40fb-bade-5a6118e85e04 on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:27.387907 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4731c7-4559-4d34-9202-79503698b825 None None] New status for floating IP 9c2d57fd-93b3-4cd2-acfe-52a56d88be6a: DOWN {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:31:27.393392 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-671b076e-d9a4-4ebc-b5da-3170732dbffe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:27.398313 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-671b076e-d9a4-4ebc-b5da-3170732dbffe tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.31 "DELETE /v2.0/ports/35be04de-962b-40fb-bade-5a6118e85e04 HTTP/1.1" status: 204 len: 173 time: 1.4645295 Dec 20 21:31:27.401527 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66678b6e-20ea-4ad8-88fa-1dfd1a4ce3e4 req-10f58c99-210b-436b-80d2-72b61257bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:27.403037 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66678b6e-20ea-4ad8-88fa-1dfd1a4ce3e4 req-10f58c99-210b-436b-80d2-72b61257bc80 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 1095 time: 0.1895895 Dec 20 21:31:27.409763 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb8ac1-1855-4f5a-8b2f-a84d0f6ba744 req-1f21193b-83f8-4a45-9b4f-e345795d5a40 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:27.412089 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-afcb8ac1-1855-4f5a-8b2f-a84d0f6ba744 req-1f21193b-83f8-4a45-9b4f-e345795d5a40 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.2143686 Dec 20 21:31:27.421558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2b893-bcd1-4682-86b1-ec0199830abd req-84d0f4b0-5cc3-4675-a72b-b7aaef1cc5e5 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:27.424327 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-03b2b893-bcd1-4682-86b1-ec0199830abd req-84d0f4b0-5cc3-4675-a72b-b7aaef1cc5e5 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.2107735 Dec 20 21:31:27.462145 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3760c5-4298-43a3-8fb9-2115150799cd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:27.467899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3760c5-4298-43a3-8fb9-2115150799cd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:27.469498 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ad3760c5-4298-43a3-8fb9-2115150799cd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1651464 Dec 20 21:31:27.480158 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40284) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:27.550459 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-815a87c3-91e1-452e-bcd6-90bf6c1fbafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:27.577353 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-afcb8ac1-1855-4f5a-8b2f-a84d0f6ba744 req-e5ffe6c7-de65-4ed0-ae76-471a3380de3c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561668 Dec 20 21:31:27.615521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a87c3-91e1-452e-bcd6-90bf6c1fbafa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25ff85e3-c2b2-4219-9be7-235a0898b2d1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:27.624570 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-815a87c3-91e1-452e-bcd6-90bf6c1fbafa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:27.630743 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-815a87c3-91e1-452e-bcd6-90bf6c1fbafa admin admin] 10.222.0.32 "DELETE /v2.0/subnets/25ff85e3-c2b2-4219-9be7-235a0898b2d1 HTTP/1.1" status: 204 len: 168 time: 1.1635189 Dec 20 21:31:27.632989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40286) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:27.637482 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-03b2b893-bcd1-4682-86b1-ec0199830abd req-09c249a9-3e80-4b87-a71e-66c840b686e4 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891797 Dec 20 21:31:27.656794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66678b6e-20ea-4ad8-88fa-1dfd1a4ce3e4 req-204481c1-3813-4411-818c-1aab8bfe5453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:27.658449 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66678b6e-20ea-4ad8-88fa-1dfd1a4ce3e4 req-204481c1-3813-4411-818c-1aab8bfe5453 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 913 time: 0.2461264 Dec 20 21:31:27.727701 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-e3441540-90bd-4dab-b602-e2a3f664e069 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Deleting port 47433a5c-5134-4b06-8317-7a617581ab15 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:27.728088 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-e3441540-90bd-4dab-b602-e2a3f664e069 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:27.735676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c0a5110c-770c-41c0-a497-4c2dc4cbf6d7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port 78f68830-27c3-458b-9639-4912e793059b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:27.736031 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0a5110c-770c-41c0-a497-4c2dc4cbf6d7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:27.736367 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66678b6e-20ea-4ad8-88fa-1dfd1a4ce3e4 req-6c5aabb6-e5f0-43b3-bcd1-3984f4193f37 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26414e66-45dc-4204-9f72-34c59f4cb14a HTTP/1.1" status: 200 len: 217 time: 0.0412574 Dec 20 21:31:27.792705 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-83cc6493-6878-4c39-baea-efbc752c4269 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:27.838181 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c2daebe-a7f1-40b6-888b-2c92c05770d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:27.847626 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66678b6e-20ea-4ad8-88fa-1dfd1a4ce3e4 req-5eb50f0c-181a-43c4-956f-f1bc750c2af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:27.858518 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66678b6e-20ea-4ad8-88fa-1dfd1a4ce3e4 req-5eb50f0c-181a-43c4-956f-f1bc750c2af2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ea9759e2-26ca-4714-859c-932515626a6f HTTP/1.1" status: 200 len: 852 time: 0.1159809 Dec 20 21:31:27.879565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc6493-6878-4c39-baea-efbc752c4269 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Pushing event updated for resources: {'Subnet': ['ID=55825378-3fab-46fc-abe6-729d78858fd0,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:27.899284 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66678b6e-20ea-4ad8-88fa-1dfd1a4ce3e4 req-703ac5ce-d7e7-4dc8-b1ea-3e8887c1d698 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305514 Dec 20 21:31:27.906453 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0a5110c-770c-41c0-a497-4c2dc4cbf6d7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:27.942721 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c0a5110c-770c-41c0-a497-4c2dc4cbf6d7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for 78f68830-27c3-458b-9639-4912e793059b owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:27.966390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cc6493-6878-4c39-baea-efbc752c4269 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Checking segment: {'id': 'd656b6cf-0c40-489b-9b31-bd06adbdf3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f1716aea-e955-4049-bcee-7bade0755736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:31:27.967060 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cc6493-6878-4c39-baea-efbc752c4269 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Network hostable DHCP agents. Network: f1716aea-e955-4049-bcee-7bade0755736, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:31:28.002520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cc6493-6878-4c39-baea-efbc752c4269 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Network f1716aea-e955-4049-bcee-7bade0755736 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:31:28.028844 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-e3441540-90bd-4dab-b602-e2a3f664e069 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] For port 47433a5c-5134-4b06-8317-7a617581ab15, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=47433a5c-5134-4b06-8317-7a617581ab15,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:28.029360 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-e3441540-90bd-4dab-b602-e2a3f664e069 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.038266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-83cc6493-6878-4c39-baea-efbc752c4269 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, f1716aea-e955-4049-bcee-7bade0755736) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:28.048377 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66678b6e-20ea-4ad8-88fa-1dfd1a4ce3e4 req-f95f318d-edbb-494f-98a0-2b9a69e78d2a service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387835 Dec 20 21:31:28.051004 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2264be72-aba8-4a48-971d-b684e266d6b3 None None] Network f1716aea-e955-4049-bcee-7bade0755736 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:28.058805 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cc6493-6878-4c39-baea-efbc752c4269 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:28.059403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-83cc6493-6878-4c39-baea-efbc752c4269 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.093631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-e3441540-90bd-4dab-b602-e2a3f664e069 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Calling delete_port for 47433a5c-5134-4b06-8317-7a617581ab15 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:28.149390 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c2daebe-a7f1-40b6-888b-2c92c05770d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.183744 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66678b6e-20ea-4ad8-88fa-1dfd1a4ce3e4 req-4024af01-fa27-40a0-a7c2-07684367b955 service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271181 Dec 20 21:31:28.200200 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-83cc6493-6878-4c39-baea-efbc752c4269 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7139599 Dec 20 21:31:28.201528 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40294) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:28.206510 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1424475769', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}, 'admin_state_up': False}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:28.213599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3c2daebe-a7f1-40b6-888b-2c92c05770d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631fd657-633a-4798-86f3-d2a6fb4581e1']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:28.223488 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-deleted', 'tag': '35be04de-962b-40fb-bade-5a6118e85e04'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:28.226408 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fe5c8c-a69c-4fc7-a691-b5e59275ee6d" -d '{"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-deleted", "tag": "35be04de-962b-40fb-bade-5a6118e85e04"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:28.228088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-f1716aea-e955-4049-bcee-7bade0755736', 'network_id': 'f1716aea-e955-4049-bcee-7bade0755736', 'tenant_id': 'a1f05c67dedb40a1b8353c7e7f1f06e6', 'fixed_ips': [{'subnet_id': '55825378-3fab-46fc-abe6-729d78858fd0'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:31:28.228872 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.236465 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.238335 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.258983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3c2daebe-a7f1-40b6-888b-2c92c05770d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580a6327-c953-4332-8175-1545488743e5') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:28.259330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3c2daebe-a7f1-40b6-888b-2c92c05770d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580a6327-c953-4332-8175-1545488743e5') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:28.276086 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c2daebe-a7f1-40b6-888b-2c92c05770d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.306869 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cff724-4cf9-41e6-a1fa-d4d34ba45f50 x-openstack-request-id: req-d9cff724-4cf9-41e6-a1fa-d4d34ba45f50 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:28.306869 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-deleted", "tag": "35be04de-962b-40fb-bade-5a6118e85e04", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:28.306869 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9cff724-4cf9-41e6-a1fa-d4d34ba45f50 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:28.306869 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-deleted', 'tag': '35be04de-962b-40fb-bade-5a6118e85e04', 'status': 'completed', 'code': 200} Dec 20 21:31:28.315312 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c2daebe-a7f1-40b6-888b-2c92c05770d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.322642 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.334530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0c87d-65d0-4048-aafe-d2b911c4ec68 req-7c11cee3-d929-4adc-a01e-32fc0336bab2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:28.341374 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0c87d-65d0-4048-aafe-d2b911c4ec68 req-7c11cee3-d929-4adc-a01e-32fc0336bab2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:28.342939 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f9a0c87d-65d0-4048-aafe-d2b911c4ec68 req-7c11cee3-d929-4adc-a01e-32fc0336bab2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 1677 time: 0.2374382 Dec 20 21:31:28.377719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2daebe-a7f1-40b6-888b-2c92c05770d6 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:31:28.378150 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c2daebe-a7f1-40b6-888b-2c92c05770d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:31:28.380057 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:31:28.403601 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Allocated IP 172.20.0.2 (f1716aea-e955-4049-bcee-7bade0755736/55825378-3fab-46fc-abe6-729d78858fd0/d4d5489a-b1b5-4a67-a161-dd70d7527fc1) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:28.509198 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0a5110c-770c-41c0-a497-4c2dc4cbf6d7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.513168 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c2daebe-a7f1-40b6-888b-2c92c05770d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.517857 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c2daebe-a7f1-40b6-888b-2c92c05770d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.521508 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3c2daebe-a7f1-40b6-888b-2c92c05770d6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/631fd657-633a-4798-86f3-d2a6fb4581e1 HTTP/1.1" status: 204 len: 168 time: 0.8891199 Dec 20 21:31:28.522650 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.577547 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f9a0c87d-65d0-4048-aafe-d2b911c4ec68 req-41b45921-fe5c-4a5f-abc5-427ea85dc73e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031057 Dec 20 21:31:28.595241 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5110c-770c-41c0-a497-4c2dc4cbf6d7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=78f68830-27c3-458b-9639-4912e793059b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:28.613142 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2daebe-a7f1-40b6-888b-2c92c05770d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=631fd657-633a-4798-86f3-d2a6fb4581e1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:28.634594 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0a5110c-770c-41c0-a497-4c2dc4cbf6d7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.638280 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c0a5110c-770c-41c0-a497-4c2dc4cbf6d7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/78f68830-27c3-458b-9639-4912e793059b HTTP/1.1" status: 204 len: 168 time: 1.1571805 Dec 20 21:31:28.639199 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-e3441540-90bd-4dab-b602-e2a3f664e069 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.642859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40302) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:28.683233 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.710224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d87d0c3e-4fe2-4cad-973d-acddeb521e92 None None] Provisioning complete for port ea73f8f5-891b-4af7-adac-1df58446d37b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:28.710607 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d87d0c3e-4fe2-4cad-973d-acddeb521e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.713828 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3441540-90bd-4dab-b602-e2a3f664e069 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event deleted for resources: {'Port': ['ID=47433a5c-5134-4b06-8317-7a617581ab15,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:28.762258 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.808291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8ea1-4cc6-483d-80ef-3870aa1157cc req-7409bbd2-cd0c-4651-803a-7606ba34b35e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:28.809851 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b5c8ea1-4cc6-483d-80ef-3870aa1157cc req-7409bbd2-cd0c-4651-803a-7606ba34b35e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.0910592 Dec 20 21:31:28.824285 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-e3441540-90bd-4dab-b602-e2a3f664e069 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] No DVR routers for this DVR port 47433a5c-5134-4b06-8317-7a617581ab15 on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:28.827078 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-e3441540-90bd-4dab-b602-e2a3f664e069 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.831608 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-e3441540-90bd-4dab-b602-e2a3f664e069 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.31 "DELETE /v2.0/ports/47433a5c-5134-4b06-8317-7a617581ab15 HTTP/1.1" status: 204 len: 173 time: 1.4185822 Dec 20 21:31:28.849673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Network f1716aea-e955-4049-bcee-7bade0755736 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:28.852221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf6d147-733e-44f0-9b13-6fd484343cb6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:28.854637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf6d147-733e-44f0-9b13-6fd484343cb6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:28.863095 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6cf6d147-733e-44f0-9b13-6fd484343cb6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2093949 Dec 20 21:31:28.864119 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:28.864119 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:28.872402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40308) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:28.900164 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40310) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:28.908315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Pushing event updated for resources: {'Port': ['ID=d4d5489a-b1b5-4a67-a161-dd70d7527fc1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:28.961952 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d87d0c3e-4fe2-4cad-973d-acddeb521e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:28.979134 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:29.000827 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Attempting to bind port d4d5489a-b1b5-4a67-a161-dd70d7527fc1 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:31:29.001193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Attempting to bind port d4d5489a-b1b5-4a67-a161-dd70d7527fc1 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'd656b6cf-0c40-489b-9b31-bd06adbdf3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f1716aea-e955-4049-bcee-7bade0755736'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:31:29.001536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Attempting to bind port d4d5489a-b1b5-4a67-a161-dd70d7527fc1 on network f1716aea-e955-4049-bcee-7bade0755736 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:31:29.009118 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:29.010594 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:31:29.010954 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Checking segment: {'id': 'd656b6cf-0c40-489b-9b31-bd06adbdf3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f1716aea-e955-4049-bcee-7bade0755736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:31:29.011358 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:29.011751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Bound using segment: {'id': 'd656b6cf-0c40-489b-9b31-bd06adbdf3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f1716aea-e955-4049-bcee-7bade0755736'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:31:29.012394 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Bound port: d4d5489a-b1b5-4a67-a161-dd70d7527fc1, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd656b6cf-0c40-489b-9b31-bd06adbdf3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'f1716aea-e955-4049-bcee-7bade0755736'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:31:29.012777 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:29.015768 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b5c8ea1-4cc6-483d-80ef-3870aa1157cc req-7d952d96-1913-49b0-abe8-98f17bb1158c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933947 Dec 20 21:31:29.024373 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116acae-f9f3-4f33-92c0-8837a0133fe2 req-91e8ab0e-bc6c-42a6-a3be-004e7ea1eb41 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:29.026036 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9116acae-f9f3-4f33-92c0-8837a0133fe2 req-91e8ab0e-bc6c-42a6-a3be-004e7ea1eb41 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.2458887 Dec 20 21:31:29.043746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b01c59-7ebe-48a3-9e40-51b0e400cb6a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet 404226e7-e7a6-4750-b2d3-7fa467c2ccea {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:31:29.060512 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9b01c59-7ebe-48a3-9e40-51b0e400cb6a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:29.064694 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d87d0c3e-4fe2-4cad-973d-acddeb521e92 None None] For port ea73f8f5-891b-4af7-adac-1df58446d37b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ea73f8f5-891b-4af7-adac-1df58446d37b,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:29.084017 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d87d0c3e-4fe2-4cad-973d-acddeb521e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:29.105778 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6918afac-d2b5-430a-bea0-6f4b6ef84558 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2becd49857f4ac9be67acdcb5932764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1985927 Dec 20 21:31:29.114242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40314) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:29.158194 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9b01c59-7ebe-48a3-9e40-51b0e400cb6a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:29.166612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Allocated IP 172.35.3.118 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/6d415d57-d1c1-4794-b234-27f56e098ada) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:29.176279 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] For port d4d5489a-b1b5-4a67-a161-dd70d7527fc1, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:31:29.187203 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d0c3e-4fe2-4cad-973d-acddeb521e92 None None] Pushing event updated for resources: {'Port': ['ID=ea73f8f5-891b-4af7-adac-1df58446d37b,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:29.222097 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] For port d4d5489a-b1b5-4a67-a161-dd70d7527fc1, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d4d5489a-b1b5-4a67-a161-dd70d7527fc1,segment=NetworkSegment(d656b6cf-0c40-489b-9b31-bd06adbdf3d3),segment_id=d656b6cf-0c40-489b-9b31-bd06adbdf3d3)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:31:29.232512 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:29.241224 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9116acae-f9f3-4f33-92c0-8837a0133fe2 req-b8092bfe-5421-4fd4-acef-8fe212f0a29d tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943064 Dec 20 21:31:29.253968 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b2623b34-fe14-407c-9b3f-b0e8cbcb9148 None None] Could not find standard attr ID for object 78f68830-27c3-458b-9639-4912e793059b. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:31:29.254217 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-d0349ab5-f735-40c4-9af8-6d64fc3eb8cd tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Deleting port 3af104d3-5b5c-4c65-b1ac-144ab3987ab1 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:29.254323 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-d0349ab5-f735-40c4-9af8-6d64fc3eb8cd tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:29.346989 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27338c07-8774-41d1-b395-e3d7215638b7 None None] Pushing event updated for resources: {'Port': ['ID=d4d5489a-b1b5-4a67-a161-dd70d7527fc1,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:29.400697 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:29.452808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ea73f8f5-891b-4af7-adac-1df58446d37b up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:29.453999 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:29.480624 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-abd5b653-21af-44e7-8fba-6146fb738f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:29.496799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:29.500307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:29.503327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:29.516920 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port ea73f8f5-891b-4af7-adac-1df58446d37b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:29.517354 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:29.531281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Pushing event updated for resources: {'Port': ['ID=6d415d57-d1c1-4794-b234-27f56e098ada,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:29.850803 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-747be98c-0d6c-4bb1-9a9b-99dc012cbdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:29.890625 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9b01c59-7ebe-48a3-9e40-51b0e400cb6a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:29.910940 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:29.940235 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-d0349ab5-f735-40c4-9af8-6d64fc3eb8cd tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] For port 3af104d3-5b5c-4c65-b1ac-144ab3987ab1, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=3af104d3-5b5c-4c65-b1ac-144ab3987ab1,segment=NetworkSegment(fab1d453-07de-487d-855a-9b6fad58b8b4),segment_id=fab1d453-07de-487d-855a-9b6fad58b8b4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:29.940592 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-d0349ab5-f735-40c4-9af8-6d64fc3eb8cd tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:29.954778 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-747be98c-0d6c-4bb1-9a9b-99dc012cbdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:29.978324 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-d0349ab5-f735-40c4-9af8-6d64fc3eb8cd tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Calling delete_port for 3af104d3-5b5c-4c65-b1ac-144ab3987ab1 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:30.016437 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87ffcb-2ab5-4d33-813a-6fb204cbdb2b req-0aef92d1-c779-4c23-9210-2cca77399bd8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:30.017911 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c87ffcb-2ab5-4d33-813a-6fb204cbdb2b req-0aef92d1-c779-4c23-9210-2cca77399bd8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 943 time: 0.2156839 Dec 20 21:31:30.107901 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9b01c59-7ebe-48a3-9e40-51b0e400cb6a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:30.135485 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-747be98c-0d6c-4bb1-9a9b-99dc012cbdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:30.137338 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-747be98c-0d6c-4bb1-9a9b-99dc012cbdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:30.138711 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-747be98c-0d6c-4bb1-9a9b-99dc012cbdf1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5481c5c-96f8-49d1-a68d-1f156ac30717 HTTP/1.1" status: 204 len: 168 time: 1.0224199 Dec 20 21:31:30.165119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbbf34-0fef-4fe9-92bd-579e324e477f req-04bf1783-7596-450f-8976-0010f072d1a4 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:30.166706 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bacbbf34-0fef-4fe9-92bd-579e324e477f req-04bf1783-7596-450f-8976-0010f072d1a4 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.0694025 Dec 20 21:31:30.167948 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:30.182703 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724c0dad-9823-45b9-855f-a25220429a78 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:30.185523 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c87ffcb-2ab5-4d33-813a-6fb204cbdb2b req-76633d98-6db2-4c6b-9cd6-c5861cd20cb7 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups?id=8be5a2ec-4dc4-4578-ae35-133a15a36055&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557038 Dec 20 21:31:30.186313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b01c59-7ebe-48a3-9e40-51b0e400cb6a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=404226e7-e7a6-4750-b2d3-7fa467c2ccea,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:30.189326 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9b01c59-7ebe-48a3-9e40-51b0e400cb6a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:30.198434 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e9b01c59-7ebe-48a3-9e40-51b0e400cb6a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/404226e7-e7a6-4750-b2d3-7fa467c2ccea HTTP/1.1" status: 204 len: 168 time: 1.3230674 Dec 20 21:31:30.200605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747be98c-0d6c-4bb1-9a9b-99dc012cbdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5481c5c-96f8-49d1-a68d-1f156ac30717,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:30.202879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40322) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:30.304204 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f255c3ea-b71a-4d0e-9f76-b0822c76af69 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990920 Dec 20 21:31:30.307193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40328) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:30.312394 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-deleted', 'tag': '47433a5c-5134-4b06-8317-7a617581ab15'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:30.314607 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec686016-3d85-4f42-a2fd-e944e960f406" -d '{"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-deleted", "tag": "47433a5c-5134-4b06-8317-7a617581ab15"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:30.326434 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-cd980cee-2e28-4c4d-a419-c673215c6654 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:30.351513 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bacbbf34-0fef-4fe9-92bd-579e324e477f req-a43ddb64-35c1-4293-93c0-d6859b9f1e0e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776197 Dec 20 21:31:30.482481 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-d0349ab5-f735-40c4-9af8-6d64fc3eb8cd tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:30.518855 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 26414e66-45dc-4204-9f72-34c59f4cb14a no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:30.534464 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e15928-534d-462f-8d36-c4eff0499096 x-openstack-request-id: req-e3e15928-534d-462f-8d36-c4eff0499096 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:30.534968 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-deleted", "tag": "47433a5c-5134-4b06-8317-7a617581ab15", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:30.535089 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3e15928-534d-462f-8d36-c4eff0499096 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:30.545461 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-deleted', 'tag': '47433a5c-5134-4b06-8317-7a617581ab15', 'status': 'completed', 'code': 200} Dec 20 21:31:30.548611 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0349ab5-f735-40c4-9af8-6d64fc3eb8cd tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event deleted for resources: {'Port': ['ID=3af104d3-5b5c-4c65-b1ac-144ab3987ab1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:30.599176 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe2ca49-b002-48a5-b056-c2ff5109cee9 None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:31:30.688814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd980cee-2e28-4c4d-a419-c673215c6654 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:30.691131 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-d0349ab5-f735-40c4-9af8-6d64fc3eb8cd tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] No DVR routers for this DVR port 3af104d3-5b5c-4c65-b1ac-144ab3987ab1 on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:30.692909 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cd980cee-2e28-4c4d-a419-c673215c6654 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:30.700074 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-d0349ab5-f735-40c4-9af8-6d64fc3eb8cd tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:30.703699 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d36c510c-7432-4e99-8cb8-40d22d3b3b6f req-d0349ab5-f735-40c4-9af8-6d64fc3eb8cd tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.31 "DELETE /v2.0/ports/3af104d3-5b5c-4c65-b1ac-144ab3987ab1 HTTP/1.1" status: 204 len: 173 time: 1.8568552 Dec 20 21:31:30.745938 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:30.775331 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:30.782853 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6fe2ca49-b002-48a5-b056-c2ff5109cee9 None None] Deleting port ea73f8f5-891b-4af7-adac-1df58446d37b {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:30.784293 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fe2ca49-b002-48a5-b056-c2ff5109cee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:30.881436 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3870166-7f0e-4f8f-9a91-2f54d6dadb79 None None] Network f1716aea-e955-4049-bcee-7bade0755736 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:30.912901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be320e37-42be-47ce-aa54-7418ec207081 req-a527767f-3295-4cb0-9627-cc1a0f0e16fe tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:30.915398 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-be320e37-42be-47ce-aa54-7418ec207081 req-a527767f-3295-4cb0-9627-cc1a0f0e16fe tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.0912287 Dec 20 21:31:30.925326 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c39029-5bac-44d2-8761-402ca80c4b81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26414e66-45dc-4204-9f72-34c59f4cb14a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:30.928192 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f064e8-7757-4051-a909-94f4635fc10f" -d '{"events": [{"server_uuid": "91c39029-5bac-44d2-8761-402ca80c4b81", "name": "network-vif-unplugged", "status": "completed", "tag": "26414e66-45dc-4204-9f72-34c59f4cb14a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:30.932444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac7f13-8194-4f79-a776-d74917b1e6f0 req-cc8e7a29-e7f7-4646-8580-2957b4bf060b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:30.937346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76ac7f13-8194-4f79-a776-d74917b1e6f0 req-cc8e7a29-e7f7-4646-8580-2957b4bf060b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 946 time: 0.4412205 Dec 20 21:31:30.981378 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-be320e37-42be-47ce-aa54-7418ec207081 req-8c997efe-7611-4b3c-8f6e-f8579554cb69 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598202 Dec 20 21:31:30.992556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 26414e66-45dc-4204-9f72-34c59f4cb14a, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=26414e66-45dc-4204-9f72-34c59f4cb14a,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:31.026234 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:31.039570 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Router 1423a511-c4ee-4d6c-ad6c-373de8ddf35f is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:31:31.060758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6fe2ca49-b002-48a5-b056-c2ff5109cee9 None None] For port ea73f8f5-891b-4af7-adac-1df58446d37b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ea73f8f5-891b-4af7-adac-1df58446d37b,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:31.061365 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fe2ca49-b002-48a5-b056-c2ff5109cee9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:31.068918 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46aa7fd9-0e6e-4b4a-ad83-63eab3072d87 x-openstack-request-id: req-46aa7fd9-0e6e-4b4a-ad83-63eab3072d87 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:31.069509 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c39029-5bac-44d2-8761-402ca80c4b81", "name": "network-vif-unplugged", "status": "failed", "tag": "26414e66-45dc-4204-9f72-34c59f4cb14a", "code": 422}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:31.071294 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46aa7fd9-0e6e-4b4a-ad83-63eab3072d87 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:31.071918 n-d-xena-1 neutron-server[102403]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '91c39029-5bac-44d2-8761-402ca80c4b81', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '26414e66-45dc-4204-9f72-34c59f4cb14a', 'code': 422} returned with failed status Dec 20 21:31:31.180151 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-db607adc-f695-46b7-a9fe-a2fda0128de7 None None] Provisioning complete for port d4d5489a-b1b5-4a67-a161-dd70d7527fc1 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:31.180151 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db607adc-f695-46b7-a9fe-a2fda0128de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:31.259323 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ae28a-d37d-49dc-aa94-8cc1b98761c9 req-50103d04-f5db-4731-af22-80613639c0c6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:31.284056 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bb3ae28a-d37d-49dc-aa94-8cc1b98761c9 req-50103d04-f5db-4731-af22-80613639c0c6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1159329 Dec 20 21:31:31.300795 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6fe2ca49-b002-48a5-b056-c2ff5109cee9 None None] Calling delete_port for ea73f8f5-891b-4af7-adac-1df58446d37b owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:31.347747 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:31:31.359804 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a81ca-b0b8-4d0c-91b0-b79fa5832e27 None None] Sync routers for ids ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:31:31.376123 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bb3ae28a-d37d-49dc-aa94-8cc1b98761c9 req-065c8414-585d-4bd8-9ae9-5f2de66bc5c8 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910919 Dec 20 21:31:31.378304 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4a81ca-b0b8-4d0c-91b0-b79fa5832e27 None None] Routers {'1423a511-c4ee-4d6c-ad6c-373de8ddf35f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:31:31.379307 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9c4a81ca-b0b8-4d0c-91b0-b79fa5832e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:31:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:31.389284 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d4d5489a-b1b5-4a67-a161-dd70d7527fc1 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:31.415432 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76ac7f13-8194-4f79-a776-d74917b1e6f0 req-52db1210-c385-4d26-9fdd-ca289c563597 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639165 Dec 20 21:31:31.447201 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:31.451040 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-12196c31-49a5-46bf-9c08-752ada7c66b4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.2458401 Dec 20 21:31:31.452119 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40368) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:31.467036 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9c4a81ca-b0b8-4d0c-91b0-b79fa5832e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:31.470476 n-d-xena-1 neutron-server[102401]: DEBUG neutron.objects.ports [None req-cd980cee-2e28-4c4d-a419-c673215c6654 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102401) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:31:31.500727 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4a81ca-b0b8-4d0c-91b0-b79fa5832e27 None None] Routers {'1423a511-c4ee-4d6c-ad6c-373de8ddf35f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:31:31.501590 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9c4a81ca-b0b8-4d0c-91b0-b79fa5832e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:31:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:31.579210 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9c4a81ca-b0b8-4d0c-91b0-b79fa5832e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:31.580264 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4a81ca-b0b8-4d0c-91b0-b79fa5832e27 None None] The sync data for ids ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:31:31.692215 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=26414e66-45dc-4204-9f72-34c59f4cb14a,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:31.727253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40374) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:31.729410 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cd980cee-2e28-4c4d-a419-c673215c6654 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:31.805271 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2d61670f-bbdd-4b19-93d7-71579669d917 req-9c93ef19-d0ad-4bfe-83ef-e09b623a67cc tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 210 time: 0.2304220 Dec 20 21:31:31.811324 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6fe2ca49-b002-48a5-b056-c2ff5109cee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:31.949959 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2ca49-b002-48a5-b056-c2ff5109cee9 None None] Pushing event deleted for resources: {'Port': ['ID=ea73f8f5-891b-4af7-adac-1df58446d37b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:31.971221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe2ca49-b002-48a5-b056-c2ff5109cee9 None None] No DVR routers for this DVR port ea73f8f5-891b-4af7-adac-1df58446d37b on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:31.975904 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5d737583-9ac7-403d-ade2-6c4639dccb7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1171254391-network', 'tenant_id': 'bda37a2f6cba46e0bddb7b05bd92ea4c'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:31.981297 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db607adc-f695-46b7-a9fe-a2fda0128de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:31.995524 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d4d5489a-b1b5-4a67-a161-dd70d7527fc1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:31.997471 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:32.028769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d737583-9ac7-403d-ade2-6c4639dccb7d admin admin] Made reservation on behalf of bda37a2f6cba46e0bddb7b05bd92ea4c for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:32.032702 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d737583-9ac7-403d-ade2-6c4639dccb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:32.051882 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d737583-9ac7-403d-ade2-6c4639dccb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:32.085405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-cd980cee-2e28-4c4d-a419-c673215c6654 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] For port ea73f8f5-891b-4af7-adac-1df58446d37b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ea73f8f5-891b-4af7-adac-1df58446d37b,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:32.143298 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cd980cee-2e28-4c4d-a419-c673215c6654 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:32.156906 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:32.163564 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cd980cee-2e28-4c4d-a419-c673215c6654 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:32.164658 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cd980cee-2e28-4c4d-a419-c673215c6654 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:32.171241 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d757c9-c077-433c-90e8-7e62650b9111 req-0e5fef90-37c5-432d-8d47-e8466b00f0a0 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:32.178811 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-66d757c9-c077-433c-90e8-7e62650b9111 req-0e5fef90-37c5-432d-8d47-e8466b00f0a0 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 811 time: 0.2392848 Dec 20 21:31:32.209265 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-66d757c9-c077-433c-90e8-7e62650b9111 req-2bc375fd-1e58-44c6-b3e6-98c131f5a1b5 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/quotas/97254acb4a43440cabfab1b7a88fcf78 HTTP/1.1" status: 200 len: 375 time: 0.0294096 Dec 20 21:31:32.284352 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:32.321534 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-66d757c9-c077-433c-90e8-7e62650b9111 req-097d0ce7-73c6-44c3-837a-c1c154c571bc tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1113689 Dec 20 21:31:32.350899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-db607adc-f695-46b7-a9fe-a2fda0128de7 None None] For port d4d5489a-b1b5-4a67-a161-dd70d7527fc1, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d4d5489a-b1b5-4a67-a161-dd70d7527fc1,segment=NetworkSegment(d656b6cf-0c40-489b-9b31-bd06adbdf3d3),segment_id=d656b6cf-0c40-489b-9b31-bd06adbdf3d3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:32.376233 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db607adc-f695-46b7-a9fe-a2fda0128de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:32.448770 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:32.546205 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-deleted', 'tag': '3af104d3-5b5c-4c65-b1ac-144ab3987ab1'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:32.549024 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e081475d-32c0-4e04-9038-53f55e09e0a2" -d '{"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-deleted", "tag": "3af104d3-5b5c-4c65-b1ac-144ab3987ab1"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:32.591311 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-47630f29-9fc7-4d93-98ec-f7ab173309c7 None None] Provisioning complete for port d4d5489a-b1b5-4a67-a161-dd70d7527fc1 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:32.591692 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-47630f29-9fc7-4d93-98ec-f7ab173309c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:32.616909 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db607adc-f695-46b7-a9fe-a2fda0128de7 None None] Pushing event updated for resources: {'Port': ['ID=d4d5489a-b1b5-4a67-a161-dd70d7527fc1,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:32.652114 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:32.664077 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:31:32.664434 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:31:32.693738 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-66d757c9-c077-433c-90e8-7e62650b9111 req-3c113581-dbdd-4a79-9f73-af77aabbd394 service neutron] 10.222.0.32 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753532 Dec 20 21:31:32.700899 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd980cee-2e28-4c4d-a419-c673215c6654 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=ea73f8f5-891b-4af7-adac-1df58446d37b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:32.708232 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd980cee-2e28-4c4d-a419-c673215c6654 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:32.729715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-cd980cee-2e28-4c4d-a419-c673215c6654 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:32.733635 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd980cee-2e28-4c4d-a419-c673215c6654 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:32.734353 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cd980cee-2e28-4c4d-a419-c673215c6654 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:32.746816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a33ba47-31b9-497f-8259-5513c8fddf15 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:32.786717 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd980cee-2e28-4c4d-a419-c673215c6654 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=c93941c8-aa3b-43bb-b0cd-39cae3ba2e00,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:32.808618 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d737583-9ac7-403d-ade2-6c4639dccb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:32.818117 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cd980cee-2e28-4c4d-a419-c673215c6654 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5063922 Dec 20 21:31:32.820774 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40426) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:32.830174 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-bf6ff24e-9de0-473e-896c-93caa87dbcb9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'mac_address': 'fa:16:3e:dd:9d:2f', 'name': 'tempest-NetworksTestDHCPv6-731392890'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:32.835060 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d737583-9ac7-403d-ade2-6c4639dccb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:32.851605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0fbfc-9f0e-4af1-99a1-a9061148487c req-3f65fafb-73b4-4e78-9fab-bfee603b6c98 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:32.853837 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44a0fbfc-9f0e-4af1-99a1-a9061148487c req-3f65fafb-73b4-4e78-9fab-bfee603b6c98 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=91c39029-5bac-44d2-8761-402ca80c4b81 HTTP/1.1" status: 200 len: 944 time: 0.1540565 Dec 20 21:31:32.902859 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-66d757c9-c077-433c-90e8-7e62650b9111 req-02358d08-4e7d-4b7e-a67d-57ed34cc98d9 service neutron] 10.222.0.32 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087517 Dec 20 21:31:32.964688 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d737583-9ac7-403d-ade2-6c4639dccb7d admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:31:32.965649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': 'c93941c8-aa3b-43bb-b0cd-39cae3ba2e00'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:31:32.966725 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:33.017254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d737583-9ac7-403d-ade2-6c4639dccb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4c7462-dcbf-408a-a791-6e593915fa59,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:33.023611 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d737583-9ac7-403d-ade2-6c4639dccb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:33.024079 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-5d737583-9ac7-403d-ade2-6c4639dccb7d admin admin] Added segment 8b074172-5467-44ce-a033-e43e76cb8699 of type vlan for network 7b46c6e3-e801-49d8-a318-664252999761 Dec 20 21:31:33.147364 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d737583-9ac7-403d-ade2-6c4639dccb7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:33.158104 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Allocated IP 172.20.0.1 (f1716aea-e955-4049-bcee-7bade0755736/55825378-3fab-46fc-abe6-729d78858fd0/51a26a85-91cf-4f32-93f1-2242b87f4749) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:33.239584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-44a0fbfc-9f0e-4af1-99a1-a9061148487c req-2d44484c-9e87-48e9-b782-32b379d20021 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Deleting port 26414e66-45dc-4204-9f72-34c59f4cb14a {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:33.239924 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-44a0fbfc-9f0e-4af1-99a1-a9061148487c req-2d44484c-9e87-48e9-b782-32b379d20021 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:33.246518 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d737583-9ac7-403d-ade2-6c4639dccb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:33.249629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d737583-9ac7-403d-ade2-6c4639dccb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:33.250267 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d737583-9ac7-403d-ade2-6c4639dccb7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:33.314515 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Allocated IP 2001:db8::f816:3eff:fe37:edbf (ba8b9395-2f81-45c0-aebe-dbe8cc504957/c93941c8-aa3b-43bb-b0cd-39cae3ba2e00/3d209328-d49a-49eb-adbb-7953b4462d2b) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:33.387107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6ff24e-9de0-473e-896c-93caa87dbcb9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:33.446818 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:33.481220 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c13eb05-4803-4fa7-b0fc-a7208fff63a7 x-openstack-request-id: req-1c13eb05-4803-4fa7-b0fc-a7208fff63a7 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:33.481539 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e5598f-ae11-4bec-9433-78b3196b249d", "name": "network-vif-deleted", "tag": "3af104d3-5b5c-4c65-b1ac-144ab3987ab1", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:33.481797 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c13eb05-4803-4fa7-b0fc-a7208fff63a7 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:33.482290 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e5598f-ae11-4bec-9433-78b3196b249d', 'name': 'network-vif-deleted', 'tag': '3af104d3-5b5c-4c65-b1ac-144ab3987ab1', 'status': 'completed', 'code': 200} Dec 20 21:31:33.501650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-44a0fbfc-9f0e-4af1-99a1-a9061148487c req-2d44484c-9e87-48e9-b782-32b379d20021 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] For port 26414e66-45dc-4204-9f72-34c59f4cb14a, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=26414e66-45dc-4204-9f72-34c59f4cb14a,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:33.502026 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-44a0fbfc-9f0e-4af1-99a1-a9061148487c req-2d44484c-9e87-48e9-b782-32b379d20021 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:33.523664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-44a0fbfc-9f0e-4af1-99a1-a9061148487c req-2d44484c-9e87-48e9-b782-32b379d20021 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Calling delete_port for 26414e66-45dc-4204-9f72-34c59f4cb14a owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:33.525281 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2df6591f-ff02-4b80-b49f-f998dfee13a0 req-e95e6e0a-9ffe-4d79-85b9-5a047496cb56 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 210 time: 0.0421076 Dec 20 21:31:33.541505 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:33.583454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d737583-9ac7-403d-ade2-6c4639dccb7d admin admin] Pushing event updated for resources: {'Network': ['ID=7b46c6e3-e801-49d8-a318-664252999761,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:33.584362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Network f1716aea-e955-4049-bcee-7bade0755736 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:33.589090 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:33.611652 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:33.617339 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ea73f8f5-891b-4af7-adac-1df58446d37b no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:33.619624 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 7b46c6e3-e801-49d8-a318-664252999761 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:31:33.652843 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5d737583-9ac7-403d-ade2-6c4639dccb7d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8962729 Dec 20 21:31:33.692428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40440) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:33.721379 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: ea73f8f5-891b-4af7-adac-1df58446d37b {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:31:33.721764 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ea73f8f5-891b-4af7-adac-1df58446d37b not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:31:33.746559 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9f10157e-c096-447e-aa59-adaddaf84c82 admin admin] Request body: {'subnet': {'network_id': '7b46c6e3-e801-49d8-a318-664252999761', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1171254391-subnet', 'tenant_id': 'bda37a2f6cba46e0bddb7b05bd92ea4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:33.822713 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bf6ff24e-9de0-473e-896c-93caa87dbcb9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:33.839997 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e01bd386-7877-434f-8752-89ea47589b40 req-0b061d28-9f68-4339-96c3-9cb4fbf3a415 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 210 time: 0.1541345 Dec 20 21:31:33.874546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Pushing event updated for resources: {'Port': ['ID=51a26a85-91cf-4f32-93f1-2242b87f4749,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:33.888600 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-bf6ff24e-9de0-473e-896c-93caa87dbcb9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port e5271686-e3ca-4256-a8b7-1ce5f1291adf yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:31:33.889185 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f10157e-c096-447e-aa59-adaddaf84c82 admin admin] Made reservation on behalf of bda37a2f6cba46e0bddb7b05bd92ea4c for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:33.891790 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f10157e-c096-447e-aa59-adaddaf84c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:33.907193 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:33.912265 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:33.922197 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:33.999328 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Pushing event updated for resources: {'Port': ['ID=3d209328-d49a-49eb-adbb-7953b4462d2b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:34.013736 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:34.015242 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d4d5489a-b1b5-4a67-a161-dd70d7527fc1 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:34.044835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-bf6ff24e-9de0-473e-896c-93caa87dbcb9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::f816:3eff:fedd:9d2f (ba8b9395-2f81-45c0-aebe-dbe8cc504957/c93941c8-aa3b-43bb-b0cd-39cae3ba2e00/e5271686-e3ca-4256-a8b7-1ce5f1291adf) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:34.060913 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:34.069538 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:34.143040 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6ab9eadf-de79-486d-8b41-98bcc1f8fef7 None None] Provisioning complete for port 51a26a85-91cf-4f32-93f1-2242b87f4749 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:34.143407 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ab9eadf-de79-486d-8b41-98bcc1f8fef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:34.179559 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9eadf-de79-486d-8b41-98bcc1f8fef7 None None] Port 51a26a85-91cf-4f32-93f1-2242b87f4749 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:31:34.186036 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Attempting to bind port 3d209328-d49a-49eb-adbb-7953b4462d2b on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:31:34.186441 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Attempting to bind port 3d209328-d49a-49eb-adbb-7953b4462d2b by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:31:34.186798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Attempting to bind port 3d209328-d49a-49eb-adbb-7953b4462d2b on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:31:34.191967 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d4d5489a-b1b5-4a67-a161-dd70d7527fc1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:34.192333 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:34.195252 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:31:34.195621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:31:34.196010 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:34.196397 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:31:34.196869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Bound port: 3d209328-d49a-49eb-adbb-7953b4462d2b, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:31:34.197241 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:34.224219 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-44a0fbfc-9f0e-4af1-99a1-a9061148487c req-2d44484c-9e87-48e9-b782-32b379d20021 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:34.315407 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44484c-9e87-48e9-b782-32b379d20021 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Pushing event deleted for resources: {'Port': ['ID=26414e66-45dc-4204-9f72-34c59f4cb14a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:34.320972 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a0fbfc-9f0e-4af1-99a1-a9061148487c req-2d44484c-9e87-48e9-b782-32b379d20021 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] No DVR routers for this DVR port 26414e66-45dc-4204-9f72-34c59f4cb14a on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:34.323471 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-44a0fbfc-9f0e-4af1-99a1-a9061148487c req-2d44484c-9e87-48e9-b782-32b379d20021 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:34.327837 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44a0fbfc-9f0e-4af1-99a1-a9061148487c req-2d44484c-9e87-48e9-b782-32b379d20021 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "DELETE /v2.0/ports/26414e66-45dc-4204-9f72-34c59f4cb14a HTTP/1.1" status: 204 len: 173 time: 1.4519711 Dec 20 21:31:34.331797 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91c39029-5bac-44d2-8761-402ca80c4b81', 'name': 'network-vif-deleted', 'tag': '26414e66-45dc-4204-9f72-34c59f4cb14a'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:34.334894 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00936683-23be-459f-854a-057b0a2b47e6" -d '{"events": [{"server_uuid": "91c39029-5bac-44d2-8761-402ca80c4b81", "name": "network-vif-deleted", "tag": "26414e66-45dc-4204-9f72-34c59f4cb14a"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:34.339707 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:34.354569 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bf6ff24e-9de0-473e-896c-93caa87dbcb9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:34.396572 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] For port 3d209328-d49a-49eb-adbb-7953b4462d2b, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:31:34.403195 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bf6ff24e-9de0-473e-896c-93caa87dbcb9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:34.439673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] For port 3d209328-d49a-49eb-adbb-7953b4462d2b, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3d209328-d49a-49eb-adbb-7953b4462d2b,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:31:34.448881 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:34.531776 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c43173-2a69-4d28-bedf-24222ad36a83 x-openstack-request-id: req-f9c43173-2a69-4d28-bedf-24222ad36a83 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:34.531776 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91c39029-5bac-44d2-8761-402ca80c4b81", "name": "network-vif-deleted", "tag": "26414e66-45dc-4204-9f72-34c59f4cb14a", "status": "failed", "code": 422}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:34.534297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959bcd2-90f3-48e9-8bae-aece92433e9d None None] Pushing event updated for resources: {'Port': ['ID=3d209328-d49a-49eb-adbb-7953b4462d2b,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:34.534535 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9c43173-2a69-4d28-bedf-24222ad36a83 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:34.535142 n-d-xena-1 neutron-server[102401]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '91c39029-5bac-44d2-8761-402ca80c4b81', 'name': 'network-vif-deleted', 'tag': '26414e66-45dc-4204-9f72-34c59f4cb14a', 'status': 'failed', 'code': 422} returned with failed status Dec 20 21:31:34.554860 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f10157e-c096-447e-aa59-adaddaf84c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:34.568954 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6ff24e-9de0-473e-896c-93caa87dbcb9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:34.572653 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-bf6ff24e-9de0-473e-896c-93caa87dbcb9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:34.576873 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ff24e-9de0-473e-896c-93caa87dbcb9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:34.600321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6ff24e-9de0-473e-896c-93caa87dbcb9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:34.601013 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bf6ff24e-9de0-473e-896c-93caa87dbcb9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:34.649467 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ff24e-9de0-473e-896c-93caa87dbcb9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=e5271686-e3ca-4256-a8b7-1ce5f1291adf,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:34.660495 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bf6ff24e-9de0-473e-896c-93caa87dbcb9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8378022 Dec 20 21:31:34.663910 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40452) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:34.756302 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f4d8d9-6e1f-49e2-8910-bf0eeded79d8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:34.780864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f4d8d9-6e1f-49e2-8910-bf0eeded79d8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:34.782653 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-50f4d8d9-6e1f-49e2-8910-bf0eeded79d8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1177335 Dec 20 21:31:34.796722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40456) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:34.865516 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5e925bd2-8c79-4204-a6e5-62f26d38d8f1 req-a8b1a14b-9e29-45d9-9300-6765f4f7a95a tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 210 time: 0.1910605 Dec 20 21:31:34.900529 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10157e-c096-447e-aa59-adaddaf84c82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e8448cf-59a6-43ca-aaa2-82fb6408d51c,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:34.951613 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10157e-c096-447e-aa59-adaddaf84c82 admin admin] Checking segment: {'id': '8b074172-5467-44ce-a033-e43e76cb8699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b46c6e3-e801-49d8-a318-664252999761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:31:34.953283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f10157e-c096-447e-aa59-adaddaf84c82 admin admin] Network hostable DHCP agents. Network: 7b46c6e3-e801-49d8-a318-664252999761, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:31:34.999986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f10157e-c096-447e-aa59-adaddaf84c82 admin admin] Network 7b46c6e3-e801-49d8-a318-664252999761 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:31:35.071958 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9f10157e-c096-447e-aa59-adaddaf84c82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 7b46c6e3-e801-49d8-a318-664252999761) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:35.083454 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f10157e-c096-447e-aa59-adaddaf84c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:35.084036 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f10157e-c096-447e-aa59-adaddaf84c82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:35.090347 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e28c8f9-5eaf-47d1-9a18-7ab989d84601 None None] Network 7b46c6e3-e801-49d8-a318-664252999761 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:35.108697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb5dd94c-1af5-4a77-a6c5-228df619c923 req-49494be5-9f45-41a4-95e5-bb790b666aa3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 210 time: 0.0750685 Dec 20 21:31:35.141673 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d757c9-c077-433c-90e8-7e62650b9111 req-7609d380-5b4d-4e8b-b813-ebdf891efb4f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:35.142563 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9f10157e-c096-447e-aa59-adaddaf84c82 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4394374 Dec 20 21:31:35.155017 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66d757c9-c077-433c-90e8-7e62650b9111 req-7609d380-5b4d-4e8b-b813-ebdf891efb4f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.66 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 811 time: 0.3632281 Dec 20 21:31:35.169555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-884d13c1-d7f1-4022-a35b-61751d765e97 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port e5271686-e3ca-4256-a8b7-1ce5f1291adf {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:35.169910 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-884d13c1-d7f1-4022-a35b-61751d765e97 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:35.175999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-66d757c9-c077-433c-90e8-7e62650b9111 req-7ba9f710-a6a3-4c4d-8ea2-82ad0e7265f6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Request body: {'port': {'device_id': '83535620-16f8-4ef7-8b84-36c7bc6eb4f2', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'admin_state_up': True, 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:35.333313 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc50f4f7-3c13-405b-94c2-e11c0edfaf83 None None] Network 7b46c6e3-e801-49d8-a318-664252999761 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:35.346770 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-ef78e6f4-f710-44c7-a9c2-68528055300e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:35.354412 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-ef78e6f4-f710-44c7-a9c2-68528055300e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 812 time: 0.1872184 Dec 20 21:31:35.379527 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-dcab56d7-1297-4375-962c-30918e433c7f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/quotas/ca36b0d25161450da30484970d345d34 HTTP/1.1" status: 200 len: 375 time: 0.0239027 Dec 20 21:31:35.383286 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:35.403564 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-884d13c1-d7f1-4022-a35b-61751d765e97 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:35.427703 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-884d13c1-d7f1-4022-a35b-61751d765e97 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for e5271686-e3ca-4256-a8b7-1ce5f1291adf owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:35.432158 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-9e90c4d5-639e-42b2-8b70-e3b427918aec tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506449 Dec 20 21:31:35.433963 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:35.502943 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d757c9-c077-433c-90e8-7e62650b9111 req-7ba9f710-a6a3-4c4d-8ea2-82ad0e7265f6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Made reservation on behalf of 97254acb4a43440cabfab1b7a88fcf78 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:35.510396 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-66d757c9-c077-433c-90e8-7e62650b9111 req-7ba9f710-a6a3-4c4d-8ea2-82ad0e7265f6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:35.735652 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-0ecb99f5-47af-44d1-bc83-26d213bd247e service neutron] 10.222.0.32 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654307 Dec 20 21:31:35.736470 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:35.748547 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-884d13c1-d7f1-4022-a35b-61751d765e97 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:35.791167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d13c1-d7f1-4022-a35b-61751d765e97 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=e5271686-e3ca-4256-a8b7-1ce5f1291adf,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:35.794598 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-66d757c9-c077-433c-90e8-7e62650b9111 req-7ba9f710-a6a3-4c4d-8ea2-82ad0e7265f6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Allocated IP 172.20.0.6 (72e5bc2c-5d43-4493-9f9a-0940c4c73eb8/001d5d77-91ef-4c7f-9aa4-1f279c2cb892/ec47dfec-fa12-4e57-b9b1-7e97a09d5be8) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:35.825607 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-884d13c1-d7f1-4022-a35b-61751d765e97 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:35.834136 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-884d13c1-d7f1-4022-a35b-61751d765e97 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/e5271686-e3ca-4256-a8b7-1ce5f1291adf HTTP/1.1" status: 204 len: 168 time: 1.0321438 Dec 20 21:31:35.834136 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40488) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:35.901179 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0515d64b-98ff-4c2f-9c7f-b3f3ea3f2692 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:35.902730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0515d64b-98ff-4c2f-9c7f-b3f3ea3f2692 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:35.904545 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0515d64b-98ff-4c2f-9c7f-b3f3ea3f2692 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0691099 Dec 20 21:31:35.917690 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40494) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:35.977616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fda91f2-221b-4b0d-8d73-98fe462d2167 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet c93941c8-aa3b-43bb-b0cd-39cae3ba2e00 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:31:35.980649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3d209328-d49a-49eb-adbb-7953b4462d2b up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:35.981725 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8fda91f2-221b-4b0d-8d73-98fe462d2167 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:36.024920 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8fda91f2-221b-4b0d-8d73-98fe462d2167 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:36.077848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 3d209328-d49a-49eb-adbb-7953b4462d2b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:36.083423 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:36.118209 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8fda91f2-221b-4b0d-8d73-98fe462d2167 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:36.242204 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:36.279082 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f1de84aa-24fa-4bf7-86bf-621bd0de8c19 None None] Provisioning complete for port 3d209328-d49a-49eb-adbb-7953b4462d2b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:36.279731 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1de84aa-24fa-4bf7-86bf-621bd0de8c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:36.287374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-a6cd7aa6-f188-4ee8-b99c-deaaa1783555 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:36.289123 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-a6cd7aa6-f188-4ee8-b99c-deaaa1783555 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/networks?id=7b46c6e3-e801-49d8-a318-664252999761 HTTP/1.1" status: 200 len: 815 time: 0.3740139 Dec 20 21:31:36.292970 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Pushing event updated for resources: {'Port': ['ID=51a26a85-91cf-4f32-93f1-2242b87f4749,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:36.357346 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-0ad6b1ac-0e0c-4949-9ff4-78eb4425f614 service neutron] 10.222.0.32 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5862994 Dec 20 21:31:36.360712 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:31:36.361073 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:31:36.411848 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Network f1716aea-e955-4049-bcee-7bade0755736 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:36.413342 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:36.482868 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-66d757c9-c077-433c-90e8-7e62650b9111 req-7ba9f710-a6a3-4c4d-8ea2-82ad0e7265f6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:36.484855 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1de84aa-24fa-4bf7-86bf-621bd0de8c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:36.522323 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8fda91f2-221b-4b0d-8d73-98fe462d2167 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:36.540744 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8fda91f2-221b-4b0d-8d73-98fe462d2167 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:36.546331 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8fda91f2-221b-4b0d-8d73-98fe462d2167 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/c93941c8-aa3b-43bb-b0cd-39cae3ba2e00 HTTP/1.1" status: 204 len: 168 time: 0.6253076 Dec 20 21:31:36.546331 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-66d757c9-c077-433c-90e8-7e62650b9111 req-7ba9f710-a6a3-4c4d-8ea2-82ad0e7265f6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:36.546648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f1de84aa-24fa-4bf7-86bf-621bd0de8c19 None None] For port 3d209328-d49a-49eb-adbb-7953b4462d2b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3d209328-d49a-49eb-adbb-7953b4462d2b,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:36.550147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40502) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:36.555092 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1de84aa-24fa-4bf7-86bf-621bd0de8c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:36.611181 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-f53e7676-ceed-4698-bbf2-6e5137a47162 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/quotas/bda37a2f6cba46e0bddb7b05bd92ea4c HTTP/1.1" status: 200 len: 375 time: 0.0918076 Dec 20 21:31:36.647886 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de84aa-24fa-4bf7-86bf-621bd0de8c19 None None] Pushing event updated for resources: {'Port': ['ID=3d209328-d49a-49eb-adbb-7953b4462d2b,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:36.649781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Router 1423a511-c4ee-4d6c-ad6c-373de8ddf35f has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:31:36.655208 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568ac6c9-0d74-4214-a619-acd57cf85607 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:36.661404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['390a68ad-891f-423f-9afc-4a273254088b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:31:36.674027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9f710-a6a3-4c4d-8ea2-82ad0e7265f6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Pushing event updated for resources: {'Port': ['ID=ec47dfec-fa12-4e57-b9b1-7e97a09d5be8,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:36.682078 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f4a6bdf2-1bd1-4e1f-a4f6-a06eaf168f98 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703969 Dec 20 21:31:36.687080 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40510) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:36.745320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda91f2-221b-4b0d-8d73-98fe462d2167 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=c93941c8-aa3b-43bb-b0cd-39cae3ba2e00,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:36.796412 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-a89649b9-f15a-45fa-897a-653b698786c9 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bda37a2f6cba46e0bddb7b05bd92ea4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1116247 Dec 20 21:31:36.802924 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d757c9-c077-433c-90e8-7e62650b9111 req-7ba9f710-a6a3-4c4d-8ea2-82ad0e7265f6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:36.813107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-66d757c9-c077-433c-90e8-7e62650b9111 req-7ba9f710-a6a3-4c4d-8ea2-82ad0e7265f6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:36.831450 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d757c9-c077-433c-90e8-7e62650b9111 req-7ba9f710-a6a3-4c4d-8ea2-82ad0e7265f6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:36.846777 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:31:36.866041 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ebc16a39-2a33-4ec5-a05b-ebeefc9de0a6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] 10.222.0.32 "PUT /v2.0/routers/1423a511-c4ee-4d6c-ad6c-373de8ddf35f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4134815 Dec 20 21:31:36.869270 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40514) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:36.874399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-53de1c4b-c1d3-46d9-904d-efba41e5f601 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Request body: {'port': {'network_id': 'f1716aea-e955-4049-bcee-7bade0755736', 'name': 'tempest-FloatingIPAdminTestJSON-739876081'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:36.903373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92db169b-88db-4ba0-a1b4-87fa0a880990 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:36.908301 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-92db169b-88db-4ba0-a1b4-87fa0a880990 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2195108 Dec 20 21:31:36.912500 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40516) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:36.919809 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0e9cb638-8b98-4a45-a666-a0694135fdd9 req-7d5cbaa8-d59a-4baf-9882-9b6e31c28fc4 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 210 time: 0.0746822 Dec 20 21:31:36.999325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa2ef18-2e72-4e8e-b57c-103e6c07fb37 None None] Sync routers for ids ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:31:37.084048 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9f5a7cd0-e5d5-4d9b-86b0-3c32d3ee8879 None None] Could not find standard attr ID for object e5271686-e3ca-4256-a8b7-1ce5f1291adf. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:31:37.126574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa2ef18-2e72-4e8e-b57c-103e6c07fb37 None None] Routers {'1423a511-c4ee-4d6c-ad6c-373de8ddf35f'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:31:37.127449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2fa2ef18-2e72-4e8e-b57c-103e6c07fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:31:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:37.138912 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d757c9-c077-433c-90e8-7e62650b9111 req-7ba9f710-a6a3-4c4d-8ea2-82ad0e7265f6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:37.139692 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-66d757c9-c077-433c-90e8-7e62650b9111 req-7ba9f710-a6a3-4c4d-8ea2-82ad0e7265f6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:37.176220 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2fa2ef18-2e72-4e8e-b57c-103e6c07fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:37.185257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1705e366-881b-4cea-a17f-7682a25acc9b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:37.189647 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1705e366-881b-4cea-a17f-7682a25acc9b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2731717 Dec 20 21:31:37.194679 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40524) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:37.208892 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66d757c9-c077-433c-90e8-7e62650b9111 req-7ba9f710-a6a3-4c4d-8ea2-82ad0e7265f6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0423036 Dec 20 21:31:37.217228 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa2ef18-2e72-4e8e-b57c-103e6c07fb37 None None] Routers {'1423a511-c4ee-4d6c-ad6c-373de8ddf35f'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:31:37.217583 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2fa2ef18-2e72-4e8e-b57c-103e6c07fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:31:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:37.230970 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Request body: {'port': {'device_id': '83535620-16f8-4ef7-8b84-36c7bc6eb4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:37.263562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53de1c4b-c1d3-46d9-904d-efba41e5f601 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Made reservation on behalf of a1f05c67dedb40a1b8353c7e7f1f06e6 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:37.268444 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53de1c4b-c1d3-46d9-904d-efba41e5f601 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:37.278198 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40526) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:37.279049 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-373ec90c-3b7d-4f43-9ab4-44d0e2dbf9a1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812445 Dec 20 21:31:37.285320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-fb68ce11-d993-4b9b-9b2d-0e0817701410 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:37.307045 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-f926614c-dfb5-4917-902d-ef51f8e2dba5 service neutron] 10.222.0.32 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011039 Dec 20 21:31:37.311183 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc036a8-d656-47a9-ab0f-b15c04c04be2 req-af9a0eab-35b2-4b1c-b68d-92880e0ad79e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:37.319975 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ebc036a8-d656-47a9-ab0f-b15c04c04be2 req-af9a0eab-35b2-4b1c-b68d-92880e0ad79e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 931 time: 0.2806191 Dec 20 21:31:37.326564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2fa2ef18-2e72-4e8e-b57c-103e6c07fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:37.327149 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa2ef18-2e72-4e8e-b57c-103e6c07fb37 None None] The sync data for ids ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:31:37.337859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-53de1c4b-c1d3-46d9-904d-efba41e5f601 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] device_id is not set on port 5da9f784-9c6e-48fa-8c33-a133c8f2ebb9 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:31:37.362991 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-34855119-a678-4ca0-b3de-f7e292735ccd None None] Provisioning complete for port 51a26a85-91cf-4f32-93f1-2242b87f4749 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:37.363396 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34855119-a678-4ca0-b3de-f7e292735ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:37.432927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-34855119-a678-4ca0-b3de-f7e292735ccd None None] Port 51a26a85-91cf-4f32-93f1-2242b87f4749 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:31:37.436192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c08e71-4287-49cf-88a1-003ef05b0582 None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:31:37.437597 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ebc036a8-d656-47a9-ab0f-b15c04c04be2 req-838333ff-956c-4899-81cc-6351bdb52394 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152704 Dec 20 21:31:37.517110 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-53de1c4b-c1d3-46d9-904d-efba41e5f601 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Allocated IP 172.20.0.9 (f1716aea-e955-4049-bcee-7bade0755736/55825378-3fab-46fc-abe6-729d78858fd0/5da9f784-9c6e-48fa-8c33-a133c8f2ebb9) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:37.549090 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:37.602132 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-34855119-a678-4ca0-b3de-f7e292735ccd None None] Provisioning complete for port ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:37.609626 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34855119-a678-4ca0-b3de-f7e292735ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:37.660294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-c3d321da-6e12-42c9-8003-0864ecdfdae6 service neutron] 10.222.0.32 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519671 Dec 20 21:31:37.671476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-34855119-a678-4ca0-b3de-f7e292735ccd None None] Port ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:31:37.689209 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb68ce11-d993-4b9b-9b2d-0e0817701410 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:37.699480 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb68ce11-d993-4b9b-9b2d-0e0817701410 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:37.709852 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a4c08e71-4287-49cf-88a1-003ef05b0582 None None] Deleting port 3d209328-d49a-49eb-adbb-7953b4462d2b {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:37.710276 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4c08e71-4287-49cf-88a1-003ef05b0582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:37.740752 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53de1c4b-c1d3-46d9-904d-efba41e5f601 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:37.783259 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53de1c4b-c1d3-46d9-904d-efba41e5f601 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:37.830274 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a4c08e71-4287-49cf-88a1-003ef05b0582 None None] For port 3d209328-d49a-49eb-adbb-7953b4462d2b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3d209328-d49a-49eb-adbb-7953b4462d2b,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:37.830793 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4c08e71-4287-49cf-88a1-003ef05b0582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:37.851134 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a4c08e71-4287-49cf-88a1-003ef05b0582 None None] Calling delete_port for 3d209328-d49a-49eb-adbb-7953b4462d2b owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:37.867892 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de1c4b-c1d3-46d9-904d-efba41e5f601 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Pushing event updated for resources: {'Port': ['ID=5da9f784-9c6e-48fa-8c33-a133c8f2ebb9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:37.917946 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3d209328-d49a-49eb-adbb-7953b4462d2b no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:37.936475 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fd1f4cb9-0904-4e6c-9987-df06dfc653e8 req-76632fbb-f2cf-4ad1-bf2d-528f43f22717 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 210 time: 0.0584257 Dec 20 21:31:37.955166 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53de1c4b-c1d3-46d9-904d-efba41e5f601 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Network f1716aea-e955-4049-bcee-7bade0755736 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:37.957700 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-53de1c4b-c1d3-46d9-904d-efba41e5f601 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:37.960596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de1c4b-c1d3-46d9-904d-efba41e5f601 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:38.020964 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ae7cf6e0-f30e-429e-af7b-ee674d1880e9 req-591c33e9-9036-42ef-83ed-067a5c461696 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 210 time: 0.0620840 Dec 20 21:31:38.102515 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:38.124794 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53de1c4b-c1d3-46d9-904d-efba41e5f601 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:38.125750 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53de1c4b-c1d3-46d9-904d-efba41e5f601 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:38.140957 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4c08e71-4287-49cf-88a1-003ef05b0582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:38.207457 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00b92db6-17f4-4d73-9d35-0f52baff6759 req-12174929-3de0-4ccf-a09d-b42494570f35 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 210 time: 0.0704682 Dec 20 21:31:38.226918 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-53de1c4b-c1d3-46d9-904d-efba41e5f601 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3564305 Dec 20 21:31:38.227638 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40534) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:38.264972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c08e71-4287-49cf-88a1-003ef05b0582 None None] Pushing event deleted for resources: {'Port': ['ID=3d209328-d49a-49eb-adbb-7953b4462d2b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:38.273378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c08e71-4287-49cf-88a1-003ef05b0582 None None] No DVR routers for this DVR port 3d209328-d49a-49eb-adbb-7953b4462d2b on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:38.420309 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9a0a023a-7207-4b47-8935-003baeb31061 None None] Provisioning complete for port 5da9f784-9c6e-48fa-8c33-a133c8f2ebb9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:38.420980 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a0a023a-7207-4b47-8935-003baeb31061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:38.473674 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a023a-7207-4b47-8935-003baeb31061 None None] Port 5da9f784-9c6e-48fa-8c33-a133c8f2ebb9 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:31:38.501525 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-ad101e1c-cd17-405d-a388-efbc2f4d6b1b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:38.506717 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-ad101e1c-cd17-405d-a388-efbc2f4d6b1b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 812 time: 0.2510569 Dec 20 21:31:38.515681 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:31:38.526838 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:38.537891 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-827ea0f4-033f-49fa-9c6b-6579b30ab954 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Request body: {'port': {'device_id': 'cfd2109b-15c6-4d57-9d53-e063439cea57', 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab', 'admin_state_up': True, 'tenant_id': 'ca36b0d25161450da30484970d345d34'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:38.553001 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Transition to ACTIVE for port object ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:31:38.566958 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'project_id': 'a1f05c67dedb40a1b8353c7e7f1f06e6', 'port_id': '5da9f784-9c6e-48fa-8c33-a133c8f2ebb9'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:38.568801 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:38.596412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.objects.ports [None req-fb68ce11-d993-4b9b-9b2d-0e0817701410 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102401) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:31:38.629240 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb68ce11-d993-4b9b-9b2d-0e0817701410 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:38.647883 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:38.833079 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-827ea0f4-033f-49fa-9c6b-6579b30ab954 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Made reservation on behalf of ca36b0d25161450da30484970d345d34 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:38.836903 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-827ea0f4-033f-49fa-9c6b-6579b30ab954 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:38.981614 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:39.120908 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43e74621-7672-4ef5-a9e2-e7410c35c0bc req-3a7f7df8-9e27-4ef4-b054-fd011ded590b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 210 time: 0.0703785 Dec 20 21:31:39.169148 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb68ce11-d993-4b9b-9b2d-0e0817701410 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:39.190107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Pushing event updated for resources: {'Port': ['ID=ec47dfec-fa12-4e57-b9b1-7e97a09d5be8,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:39.190622 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-827ea0f4-033f-49fa-9c6b-6579b30ab954 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Allocated IP 172.20.0.6 (ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab/ea9759e2-26ca-4714-859c-932515626a6f/a3a940c2-ce1d-4106-9953-4697ac801187) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:39.207454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-fb68ce11-d993-4b9b-9b2d-0e0817701410 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:39.215831 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb68ce11-d993-4b9b-9b2d-0e0817701410 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:39.216652 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb68ce11-d993-4b9b-9b2d-0e0817701410 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:39.218827 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfd0884-2d02-43fd-9f1e-d06eb4e7f7c0 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:39.254046 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad338f7a-3284-4d1b-abb7-d0c963e3957a req-a5c5b41e-c2f3-4279-a1f6-adfcd9d26b1f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:39.255878 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad338f7a-3284-4d1b-abb7-d0c963e3957a req-a5c5b41e-c2f3-4279-a1f6-adfcd9d26b1f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 943 time: 0.7006493 Dec 20 21:31:39.258988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68ce11-d993-4b9b-9b2d-0e0817701410 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=16eeeebc-b119-4ef5-bffd-c243cc11c71f,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:39.272353 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fb68ce11-d993-4b9b-9b2d-0e0817701410 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9929404 Dec 20 21:31:39.283391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40556) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:39.292585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-38525abf-e2ae-45e1-a96c-58041bdbff88 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'mac_address': 'fa:16:3e:a3:de:94', 'name': 'tempest-NetworksTestDHCPv6-1071164725'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:39.387878 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad338f7a-3284-4d1b-abb7-d0c963e3957a req-cfec8865-e36e-4b8c-b885-cb867774cfc3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106949 Dec 20 21:31:39.392184 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Attempting to bind port ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:31:39.392524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Attempting to bind port ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:31:39.392919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Attempting to bind port ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 on network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:31:39.403814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Port ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 on network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:31:39.404141 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Attempting to bind port ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 on network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:31:39.406496 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': '16eeeebc-b119-4ef5-bffd-c243cc11c71f'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:31:39.407367 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:39.420576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:31:39.420956 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Checking segment: {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:31:39.421268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Bound using segment: {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:31:39.421715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Bound port: ec47dfec-fa12-4e57-b9b1-7e97a09d5be8, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:31:39.422093 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:39.425951 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-827ea0f4-033f-49fa-9c6b-6579b30ab954 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:39.462903 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Allocated IP 172.35.3.48 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/ddb7df22-c0f7-4fd4-ba39-c7842a4dfce0) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:39.502595 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5343fac3-0529-4290-bbaa-325a59228344 req-d5fbc87f-f7e3-4586-9ee9-c3c223884dc7 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 210 time: 0.2744229 Dec 20 21:31:39.546921 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-827ea0f4-033f-49fa-9c6b-6579b30ab954 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:39.549215 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38525abf-e2ae-45e1-a96c-58041bdbff88 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:39.607400 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Allocated IP 2001:db8::f816:3eff:fefe:b641 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/16eeeebc-b119-4ef5-bffd-c243cc11c71f/d6880f5f-bb76-46a0-9f1d-0f23524ba92b) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:39.647449 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-827ea0f4-033f-49fa-9c6b-6579b30ab954 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:39.674012 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-827ea0f4-033f-49fa-9c6b-6579b30ab954 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:39.677137 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-827ea0f4-033f-49fa-9c6b-6579b30ab954 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:39.692781 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e17bf8f0-9175-4a97-b85c-5bd8ae46dea9 req-d3a2f159-74a7-43e9-a518-b4d13e52a85e tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 210 time: 0.0845554 Dec 20 21:31:39.722757 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] For port ec47dfec-fa12-4e57-b9b1-7e97a09d5be8, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:31:39.743012 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-827ea0f4-033f-49fa-9c6b-6579b30ab954 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:39.743635 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-827ea0f4-033f-49fa-9c6b-6579b30ab954 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:39.790002 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] For port ec47dfec-fa12-4e57-b9b1-7e97a09d5be8, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ec47dfec-fa12-4e57-b9b1-7e97a09d5be8,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:31:39.809525 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:39.814185 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ea0f4-033f-49fa-9c6b-6579b30ab954 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Pushing event updated for resources: {'Port': ['ID=a3a940c2-ce1d-4106-9953-4697ac801187,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:39.825877 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-827ea0f4-033f-49fa-9c6b-6579b30ab954 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2949169 Dec 20 21:31:39.866514 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Request body: {'port': {'device_id': 'cfd2109b-15c6-4d57-9d53-e063439cea57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:39.867593 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:39.895965 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:39.906202 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:39.907509 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:39.911095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66d757c9-c077-433c-90e8-7e62650b9111 req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] 10.222.0.66 "PUT /v2.0/ports/ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 HTTP/1.1" status: 200 len: 1089 time: 2.6876051 Dec 20 21:31:39.916208 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83535620-16f8-4ef7-8b84-36c7bc6eb4f2', 'tag': 'ec47dfec-fa12-4e57-b9b1-7e97a09d5be8'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:39.918819 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad2eb5d-f1ff-4dfc-9bbf-f59b94c797b6" -d '{"events": [{"name": "network-changed", "server_uuid": "83535620-16f8-4ef7-8b84-36c7bc6eb4f2", "tag": "ec47dfec-fa12-4e57-b9b1-7e97a09d5be8"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:39.926276 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38525abf-e2ae-45e1-a96c-58041bdbff88 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:39.976390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-2c3ffc61-f19a-4f43-b79c-aa78b017418f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:39.980426 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:39.992353 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:39.994651 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-2c3ffc61-f19a-4f43-b79c-aa78b017418f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.66 "GET /v2.0/networks?id=7b46c6e3-e801-49d8-a318-664252999761 HTTP/1.1" status: 200 len: 815 time: 0.3876452 Dec 20 21:31:40.018200 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Pushing event updated for resources: {'Port': ['ID=d6880f5f-bb76-46a0-9f1d-0f23524ba92b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:40.025102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f66150-aa62-445b-b951-5052cd1b7563 service neutron] Pushing event updated for resources: {'Port': ['ID=ec47dfec-fa12-4e57-b9b1-7e97a09d5be8,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:40.030763 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3199fd-936f-4ae6-93e8-f7a093992ef6 x-openstack-request-id: req-ea3199fd-936f-4ae6-93e8-f7a093992ef6 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:40.031289 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83535620-16f8-4ef7-8b84-36c7bc6eb4f2", "tag": "ec47dfec-fa12-4e57-b9b1-7e97a09d5be8", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:40.031887 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea3199fd-936f-4ae6-93e8-f7a093992ef6 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:40.032341 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83535620-16f8-4ef7-8b84-36c7bc6eb4f2', 'tag': 'ec47dfec-fa12-4e57-b9b1-7e97a09d5be8', 'status': 'completed', 'code': 200} Dec 20 21:31:40.049251 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:40.052570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:40.058966 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:40.076597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-38525abf-e2ae-45e1-a96c-58041bdbff88 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port 136d47be-bec4-403e-8af3-3cfa4b43db99 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:31:40.163364 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Attempting to bind port d6880f5f-bb76-46a0-9f1d-0f23524ba92b on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:31:40.163789 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Attempting to bind port d6880f5f-bb76-46a0-9f1d-0f23524ba92b by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:31:40.164085 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Attempting to bind port d6880f5f-bb76-46a0-9f1d-0f23524ba92b on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:31:40.170401 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:31:40.170802 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:31:40.171102 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:40.171497 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:31:40.171969 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Bound port: d6880f5f-bb76-46a0-9f1d-0f23524ba92b, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:31:40.172353 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:40.241908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-3b2cb64c-3f39-4604-ae56-976e043de347 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Request body: {'port': {'device_id': '29ba919a-8818-4e49-a6ff-c23cdd139516', 'network_id': '7b46c6e3-e801-49d8-a318-664252999761', 'admin_state_up': True, 'tenant_id': 'bda37a2f6cba46e0bddb7b05bd92ea4c'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:40.252942 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:40.280848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] For port d6880f5f-bb76-46a0-9f1d-0f23524ba92b, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:31:40.282702 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-38525abf-e2ae-45e1-a96c-58041bdbff88 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::f816:3eff:fea3:de94 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/16eeeebc-b119-4ef5-bffd-c243cc11c71f/136d47be-bec4-403e-8af3-3cfa4b43db99) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:40.285345 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] For port d6880f5f-bb76-46a0-9f1d-0f23524ba92b, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d6880f5f-bb76-46a0-9f1d-0f23524ba92b,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:31:40.291783 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:40.298750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:40.303946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:40.310679 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:40.363564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840377e8-29ab-4840-88f8-7bb6b056b1b0 None None] Pushing event updated for resources: {'Port': ['ID=d6880f5f-bb76-46a0-9f1d-0f23524ba92b,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:40.393461 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Pushing event updated for resources: {'Port': ['ID=ddb7df22-c0f7-4fd4-ba39-c7842a4dfce0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:40.588473 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a940c2-ce1d-4106-9953-4697ac801187 {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:31:40.616833 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:40.644819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d757c9-c077-433c-90e8-7e62650b9111 req-11ba6e0a-a0e8-4957-9ec4-aa40a732acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:40.647439 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66d757c9-c077-433c-90e8-7e62650b9111 req-11ba6e0a-a0e8-4957-9ec4-aa40a732acfb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 1092 time: 0.6121659 Dec 20 21:31:40.708613 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Transition to ACTIVE for port object a3a940c2-ce1d-4106-9953-4697ac801187 will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:31:40.731179 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66d757c9-c077-433c-90e8-7e62650b9111 req-baca5a37-c8f0-4f90-b0b3-41a2eb1fc7c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 HTTP/1.1" status: 200 len: 217 time: 0.0602419 Dec 20 21:31:40.734161 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:40.745042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193bb3e-a58c-4257-ace6-5385f1c0736b req-ae922dff-058a-4570-be2c-93e34292e954 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:40.746442 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6193bb3e-a58c-4257-ace6-5385f1c0736b req-ae922dff-058a-4570-be2c-93e34292e954 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 931 time: 0.3381851 Dec 20 21:31:40.749587 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38525abf-e2ae-45e1-a96c-58041bdbff88 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:40.752867 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a5cbc-e796-405d-9595-db21c0dd1902 req-21c09eae-adae-403c-b24d-1282f5bb8639 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:40.761112 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-946a5cbc-e796-405d-9595-db21c0dd1902 req-21c09eae-adae-403c-b24d-1282f5bb8639 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 943 time: 0.2241797 Dec 20 21:31:40.828190 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-3b2cb64c-3f39-4604-ae56-976e043de347 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Made reservation on behalf of bda37a2f6cba46e0bddb7b05bd92ea4c for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:40.831943 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-3b2cb64c-3f39-4604-ae56-976e043de347 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:40.877582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d757c9-c077-433c-90e8-7e62650b9111 req-6daf3524-3ead-4cee-ae40-99185a642838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:40.879290 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66d757c9-c077-433c-90e8-7e62650b9111 req-6daf3524-3ead-4cee-ae40-99185a642838 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.1277544 Dec 20 21:31:40.889717 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-946a5cbc-e796-405d-9595-db21c0dd1902 req-a467f958-9be8-4348-8ca0-8290e49c8846 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255713 Dec 20 21:31:40.945423 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6193bb3e-a58c-4257-ace6-5385f1c0736b req-0f289881-3ebc-4085-8747-26958e5e41dd tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794214 Dec 20 21:31:40.953821 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38525abf-e2ae-45e1-a96c-58041bdbff88 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:41.051189 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a940c2-ce1d-4106-9953-4697ac801187,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:41.097692 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-20d86764-e91c-4534-9eea-7d97df58112b req-8c74cc51-9ca7-457e-bb56-2bd8606f5ad9 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 210 time: 0.0695248 Dec 20 21:31:41.112479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38525abf-e2ae-45e1-a96c-58041bdbff88 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:41.133077 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6858bcbd-c59b-43cf-ab8f-3b9af30be019 req-b3d82c65-2ef8-49f9-bd42-f5ed05f3e894 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 210 time: 0.0917401 Dec 20 21:31:41.149658 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38525abf-e2ae-45e1-a96c-58041bdbff88 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=136d47be-bec4-403e-8af3-3cfa4b43db99,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:41.156083 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-38525abf-e2ae-45e1-a96c-58041bdbff88 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:41.171846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38525abf-e2ae-45e1-a96c-58041bdbff88 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:41.183356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38525abf-e2ae-45e1-a96c-58041bdbff88 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:41.184024 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38525abf-e2ae-45e1-a96c-58041bdbff88 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:41.188040 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d757c9-c077-433c-90e8-7e62650b9111 req-dd465b92-f616-4316-b08c-e09b1899afef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:41.192500 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:41.199673 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66d757c9-c077-433c-90e8-7e62650b9111 req-dd465b92-f616-4316-b08c-e09b1899afef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3104374 Dec 20 21:31:41.247514 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Attempting to bind port a3a940c2-ce1d-4106-9953-4697ac801187 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:31:41.247852 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Attempting to bind port a3a940c2-ce1d-4106-9953-4697ac801187 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:31:41.248179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Attempting to bind port a3a940c2-ce1d-4106-9953-4697ac801187 on network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:31:41.265517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Port a3a940c2-ce1d-4106-9953-4697ac801187 on network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:31:41.265891 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Attempting to bind port a3a940c2-ce1d-4106-9953-4697ac801187 on network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:31:41.288599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:31:41.289045 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Checking segment: {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:31:41.289317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Bound using segment: {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:31:41.289760 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Bound port: a3a940c2-ce1d-4106-9953-4697ac801187, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:31:41.290181 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:41.305467 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-38525abf-e2ae-45e1-a96c-58041bdbff88 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0180123 Dec 20 21:31:41.306007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40576) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:41.360620 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-3b2cb64c-3f39-4604-ae56-976e043de347 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Allocated IP 172.20.0.9 (7b46c6e3-e801-49d8-a318-664252999761/8e8448cf-59a6-43ca-aaa2-82fb6408d51c/939afb12-8918-43e4-8f4e-99a1a7147d0a) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:41.439691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ab592-17ab-49be-af43-a93a41839805 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:41.446646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ab592-17ab-49be-af43-a93a41839805 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:41.451191 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d24ab592-17ab-49be-af43-a93a41839805 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1385469 Dec 20 21:31:41.451835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40578) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:41.480992 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66d757c9-c077-433c-90e8-7e62650b9111 req-f10c10b6-0ad9-40e0-8d4d-ebff7206b78e service neutron] 10.222.0.66 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650917 Dec 20 21:31:41.647893 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-3b2cb64c-3f39-4604-ae56-976e043de347 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:41.714338 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:41.788773 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] For port a3a940c2-ce1d-4106-9953-4697ac801187, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:31:41.793739 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] For port a3a940c2-ce1d-4106-9953-4697ac801187, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=a3a940c2-ce1d-4106-9953-4697ac801187,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:31:41.826625 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a567262c-864a-4a3e-8d30-b12a7e45ef66 None None] Provisioning complete for port d6880f5f-bb76-46a0-9f1d-0f23524ba92b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:41.830173 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a567262c-864a-4a3e-8d30-b12a7e45ef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:41.858009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-53de4194-4e0e-4716-b0df-df6631973898 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port 136d47be-bec4-403e-8af3-3cfa4b43db99 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:41.858371 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-53de4194-4e0e-4716-b0df-df6631973898 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:41.862190 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:41.925156 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:41.927389 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:41.932995 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] 10.222.0.31 "PUT /v2.0/ports/a3a940c2-ce1d-4106-9953-4697ac801187 HTTP/1.1" status: 200 len: 1089 time: 2.0862930 Dec 20 21:31:41.935106 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd2109b-15c6-4d57-9d53-e063439cea57', 'tag': 'a3a940c2-ce1d-4106-9953-4697ac801187'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:41.937566 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92afbb87-4c0e-4dac-9f0e-2f2c5dca3ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd2109b-15c6-4d57-9d53-e063439cea57", "tag": "a3a940c2-ce1d-4106-9953-4697ac801187"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:42.005140 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-3b2cb64c-3f39-4604-ae56-976e043de347 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:42.018466 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a567262c-864a-4a3e-8d30-b12a7e45ef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:42.022448 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66d757c9-c077-433c-90e8-7e62650b9111 req-9fcfd7fa-462b-4b49-8d05-b26ecaa7d838 service neutron] 10.222.0.66 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464665 Dec 20 21:31:42.031819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc406a0-3b1d-4d31-b61a-fa91c3660614 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a940c2-ce1d-4106-9953-4697ac801187,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:42.061008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d6880f5f-bb76-46a0-9f1d-0f23524ba92b up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:42.098491 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-53de4194-4e0e-4716-b0df-df6631973898 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:42.105860 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:31:42.112069 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a567262c-864a-4a3e-8d30-b12a7e45ef66 None None] For port d6880f5f-bb76-46a0-9f1d-0f23524ba92b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d6880f5f-bb76-46a0-9f1d-0f23524ba92b,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:42.143236 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-53de4194-4e0e-4716-b0df-df6631973898 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for 136d47be-bec4-403e-8af3-3cfa4b43db99 owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:42.172627 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a567262c-864a-4a3e-8d30-b12a7e45ef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:42.185514 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:42.189103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-3b2cb64c-3f39-4604-ae56-976e043de347 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Network 7b46c6e3-e801-49d8-a318-664252999761 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:42.192388 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e451322f-dcb6-4e12-ad53-4c99154103ac x-openstack-request-id: req-e451322f-dcb6-4e12-ad53-4c99154103ac {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:42.192718 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd2109b-15c6-4d57-9d53-e063439cea57", "tag": "a3a940c2-ce1d-4106-9953-4697ac801187", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:42.193015 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e451322f-dcb6-4e12-ad53-4c99154103ac {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:42.193521 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd2109b-15c6-4d57-9d53-e063439cea57', 'tag': 'a3a940c2-ce1d-4106-9953-4697ac801187', 'status': 'completed', 'code': 200} Dec 20 21:31:42.197491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cb64c-3f39-4604-ae56-976e043de347 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Pushing event updated for resources: {'Port': ['ID=939afb12-8918-43e4-8f4e-99a1a7147d0a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:42.223247 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:42.234170 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-3b2cb64c-3f39-4604-ae56-976e043de347 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:42.247740 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567262c-864a-4a3e-8d30-b12a7e45ef66 None None] Pushing event updated for resources: {'Port': ['ID=d6880f5f-bb76-46a0-9f1d-0f23524ba92b,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:42.256076 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-3b2cb64c-3f39-4604-ae56-976e043de347 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:42.290548 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d6880f5f-bb76-46a0-9f1d-0f23524ba92b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:42.290903 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:42.293229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Pushing event updated for resources: {'Port': ['ID=ddb7df22-c0f7-4fd4-ba39-c7842a4dfce0,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:42.346666 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1d2262b1-be1d-4a2b-9227-ebc9a353d1bb None None] Provisioning complete for port 136d47be-bec4-403e-8af3-3cfa4b43db99 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:42.347626 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d2262b1-be1d-4a2b-9227-ebc9a353d1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:42.348392 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-2127ffda-0729-45bc-a429-777f838afdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:42.352235 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-2127ffda-0729-45bc-a429-777f838afdf1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 1092 time: 0.2569613 Dec 20 21:31:42.370029 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390c891-a87c-4e31-a130-186d9866cd55 req-4d3f8357-ee69-407c-8837-2cb5cc470800 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:42.372492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e390c891-a87c-4e31-a130-186d9866cd55 req-4d3f8357-ee69-407c-8837-2cb5cc470800 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 943 time: 0.3370588 Dec 20 21:31:42.384307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2eb5d-f1ff-4dfc-9bbf-f59b94c797b6 req-29abe370-1532-4819-9b1c-d1052c0c7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:42.386020 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ad2eb5d-f1ff-4dfc-9bbf-f59b94c797b6 req-29abe370-1532-4819-9b1c-d1052c0c7e5c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 1092 time: 0.2378078 Dec 20 21:31:42.420851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9551467-090d-4969-8e68-1a7d9c98eae9 req-f2d636ba-bf51-436a-b93c-cbd5f7fe7104 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:42.422716 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9551467-090d-4969-8e68-1a7d9c98eae9 req-f2d636ba-bf51-436a-b93c-cbd5f7fe7104 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 943 time: 0.2323096 Dec 20 21:31:42.429179 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-3b2cb64c-3f39-4604-ae56-976e043de347 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:42.429949 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-3b2cb64c-3f39-4604-ae56-976e043de347 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:42.441593 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-6f3c3e8e-4d05-4854-92ec-08a11aa8d30b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3a940c2-ce1d-4106-9953-4697ac801187 HTTP/1.1" status: 200 len: 217 time: 0.0637083 Dec 20 21:31:42.511266 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-cc4cdd5a-1155-4150-b325-d8e3a6946cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:42.513017 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-cc4cdd5a-1155-4150-b325-d8e3a6946cfb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ea9759e2-26ca-4714-859c-932515626a6f HTTP/1.1" status: 200 len: 852 time: 0.0576479 Dec 20 21:31:42.516065 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:42.549479 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-3b2cb64c-3f39-4604-ae56-976e043de347 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5155625 Dec 20 21:31:42.585288 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9551467-090d-4969-8e68-1a7d9c98eae9 req-7105552f-f9e5-4687-a571-8c249cfe6697 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509726 Dec 20 21:31:42.598774 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Request body: {'port': {'device_id': '29ba919a-8818-4e49-a6ff-c23cdd139516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:42.599360 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e390c891-a87c-4e31-a130-186d9866cd55 req-9f66318f-1ba8-403a-997b-a586f67277a7 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050464 Dec 20 21:31:42.636106 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1d2262b1-be1d-4a2b-9227-ebc9a353d1bb None None] Port 136d47be-bec4-403e-8af3-3cfa4b43db99 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:31:42.650171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2eb5d-f1ff-4dfc-9bbf-f59b94c797b6 req-14275184-5356-4d21-8ad5-8d71fc1bbf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:42.651668 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ad2eb5d-f1ff-4dfc-9bbf-f59b94c797b6 req-14275184-5356-4d21-8ad5-8d71fc1bbf1c service neutron] 10.222.0.66 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 0.2513368 Dec 20 21:31:42.713991 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-a798a10e-6579-4b33-8d93-3de10a8b294e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310008 Dec 20 21:31:42.728269 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ad2eb5d-f1ff-4dfc-9bbf-f59b94c797b6 req-dade6e43-2548-4ff7-8b27-f3a5dd065274 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 HTTP/1.1" status: 200 len: 217 time: 0.0508492 Dec 20 21:31:42.728930 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-53de4194-4e0e-4716-b0df-df6631973898 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:42.745462 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:42.774422 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e5a142c4-e0be-4652-8f75-0a32446f37dc req-ef1e82ef-ef06-447f-9fd7-1587cb272de1 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 210 time: 0.0508964 Dec 20 21:31:42.830054 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Floating IP 94702418-94a4-40ca-9069-d3991ba60e2b associated. External IP: 172.35.3.48, port: 5da9f784-9c6e-48fa-8c33-a133c8f2ebb9. Dec 20 21:31:42.832682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de4194-4e0e-4716-b0df-df6631973898 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=136d47be-bec4-403e-8af3-3cfa4b43db99,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:42.893366 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-53de4194-4e0e-4716-b0df-df6631973898 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:42.907818 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-53de4194-4e0e-4716-b0df-df6631973898 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/136d47be-bec4-403e-8af3-3cfa4b43db99 HTTP/1.1" status: 204 len: 168 time: 1.4494226 Dec 20 21:31:42.911374 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40596) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:42.940266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2eb5d-f1ff-4dfc-9bbf-f59b94c797b6 req-59da0dc9-0635-4910-8574-5e2204b411a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:42.942681 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ad2eb5d-f1ff-4dfc-9bbf-f59b94c797b6 req-59da0dc9-0635-4910-8574-5e2204b411a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.2040913 Dec 20 21:31:42.989510 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef6e20-6512-43e2-9365-50f3185c146a req-269cdb33-c00b-41a1-b2f7-ce10db631f42 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:42.997956 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-feef6e20-6512-43e2-9365-50f3185c146a req-269cdb33-c00b-41a1-b2f7-ce10db631f42 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 931 time: 0.2654912 Dec 20 21:31:43.053079 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-cece15e5-2746-489e-939c-f192f07c4ee8 service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309374 Dec 20 21:31:43.079626 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2eb5d-f1ff-4dfc-9bbf-f59b94c797b6 req-592cac7f-a39b-445e-83be-1d7db2462b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:43.081164 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ad2eb5d-f1ff-4dfc-9bbf-f59b94c797b6 req-592cac7f-a39b-445e-83be-1d7db2462b7b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1279745 Dec 20 21:31:43.111554 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b37094-35ca-4b87-9398-740b2238470d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:43.118501 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b37094-35ca-4b87-9398-740b2238470d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:43.124081 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-20b37094-35ca-4b87-9398-740b2238470d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2103679 Dec 20 21:31:43.124882 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40598) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:43.162823 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-feef6e20-6512-43e2-9365-50f3185c146a req-183c280c-9b00-4b23-b823-afdbd6812e57 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636245 Dec 20 21:31:43.304970 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a77797-9629-480c-8766-8b802729a357 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet 16eeeebc-b119-4ef5-bffd-c243cc11c71f {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:31:43.309279 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14d00f14-475a-4d70-964e-be68ea4a1a60 req-e77034e9-d3c8-4da3-8214-56f85cfdeb1b service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402270 Dec 20 21:31:43.319886 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ad2eb5d-f1ff-4dfc-9bbf-f59b94c797b6 req-e0907679-b888-424e-86ed-3235daa09a83 service neutron] 10.222.0.66 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680851 Dec 20 21:31:43.343541 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939afb12-8918-43e4-8f4e-99a1a7147d0a {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:31:43.361950 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42a77797-9629-480c-8766-8b802729a357 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:43.383982 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:43.407493 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Transition to ACTIVE for port object 939afb12-8918-43e4-8f4e-99a1a7147d0a will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:31:43.413660 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:43.465225 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42a77797-9629-480c-8766-8b802729a357 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:43.492315 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ad2eb5d-f1ff-4dfc-9bbf-f59b94c797b6 req-fc463716-cc3f-4f24-985c-ff4212cd5ba3 service neutron] 10.222.0.66 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651437 Dec 20 21:31:43.494588 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=939afb12-8918-43e4-8f4e-99a1a7147d0a,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:43.537008 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afbb87-4c0e-4dac-9f0e-2f2c5dca3ea3 req-d98648b1-1184-4bfb-bd0f-10a6e80c5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:43.538798 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-92afbb87-4c0e-4dac-9f0e-2f2c5dca3ea3 req-d98648b1-1184-4bfb-bd0f-10a6e80c5ebe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 1092 time: 0.1287282 Dec 20 21:31:43.572627 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Attempting to bind port 939afb12-8918-43e4-8f4e-99a1a7147d0a on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:31:43.573016 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Attempting to bind port 939afb12-8918-43e4-8f4e-99a1a7147d0a by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '8b074172-5467-44ce-a033-e43e76cb8699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b46c6e3-e801-49d8-a318-664252999761'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:31:43.573280 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Attempting to bind port 939afb12-8918-43e4-8f4e-99a1a7147d0a on network 7b46c6e3-e801-49d8-a318-664252999761 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:31:43.577796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Port 939afb12-8918-43e4-8f4e-99a1a7147d0a on network 7b46c6e3-e801-49d8-a318-664252999761 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:31:43.578098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Attempting to bind port 939afb12-8918-43e4-8f4e-99a1a7147d0a on network 7b46c6e3-e801-49d8-a318-664252999761 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:31:43.583413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:31:43.583749 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Checking segment: {'id': '8b074172-5467-44ce-a033-e43e76cb8699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b46c6e3-e801-49d8-a318-664252999761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:31:43.584145 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Bound using segment: {'id': '8b074172-5467-44ce-a033-e43e76cb8699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b46c6e3-e801-49d8-a318-664252999761'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:31:43.584632 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Bound port: 939afb12-8918-43e4-8f4e-99a1a7147d0a, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b074172-5467-44ce-a033-e43e76cb8699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b46c6e3-e801-49d8-a318-664252999761'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:31:43.585050 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:43.635972 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Router 1423a511-c4ee-4d6c-ad6c-373de8ddf35f has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:31:43.666363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] For port 939afb12-8918-43e4-8f4e-99a1a7147d0a, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:31:43.669938 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42a77797-9629-480c-8766-8b802729a357 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:43.670774 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] For port 939afb12-8918-43e4-8f4e-99a1a7147d0a, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=939afb12-8918-43e4-8f4e-99a1a7147d0a,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:31:43.678481 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:43.886518 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afbb87-4c0e-4dac-9f0e-2f2c5dca3ea3 req-03e7bca2-3c56-4396-8a29-c635e87a3261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:43.888430 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-92afbb87-4c0e-4dac-9f0e-2f2c5dca3ea3 req-03e7bca2-3c56-4396-8a29-c635e87a3261 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 913 time: 0.3393826 Dec 20 21:31:43.891970 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42a77797-9629-480c-8766-8b802729a357 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:43.897791 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d6880f5f-bb76-46a0-9f1d-0f23524ba92b up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:43.974590 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-42a77797-9629-480c-8766-8b802729a357 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:43.980937 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-42a77797-9629-480c-8766-8b802729a357 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/16eeeebc-b119-4ef5-bffd-c243cc11c71f HTTP/1.1" status: 204 len: 168 time: 0.8236842 Dec 20 21:31:43.982676 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065db2fe-b7fb-4454-9b74-fb573ce1bf89 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:43.988750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a77797-9629-480c-8766-8b802729a357 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=16eeeebc-b119-4ef5-bffd-c243cc11c71f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:43.991443 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-92afbb87-4c0e-4dac-9f0e-2f2c5dca3ea3 req-8c646589-cd54-420c-b933-8b8bd16532a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3a940c2-ce1d-4106-9953-4697ac801187 HTTP/1.1" status: 200 len: 217 time: 0.0908372 Dec 20 21:31:43.991931 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40608) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:44.002098 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a4dd4-a030-4632-ab9e-5664eb563c2b req-b07c1d0b-5406-45d0-9d5f-b00eab4c7101 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:44.010421 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-234a4dd4-a030-4632-ab9e-5664eb563c2b req-b07c1d0b-5406-45d0-9d5f-b00eab4c7101 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 943 time: 0.2855599 Dec 20 21:31:44.103967 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e5fc1487-6042-4074-ad82-e2330086951f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843279 Dec 20 21:31:44.103967 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:31:44.105546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40612) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:44.114152 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-507326f3-7305-42dc-93fd-70a3948f9579 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:44.124965 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4e20a-8bc1-4c7f-a0b5-9c81f31a9efe None None] Sync routers for ids ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:31:44.126171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:44.126779 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:44.128432 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] 10.222.0.66 "PUT /v2.0/ports/939afb12-8918-43e4-8f4e-99a1a7147d0a HTTP/1.1" status: 200 len: 1089 time: 1.5397747 Dec 20 21:31:44.129022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ba919a-8818-4e49-a6ff-c23cdd139516', 'tag': '939afb12-8918-43e4-8f4e-99a1a7147d0a'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:44.131903 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccdb9b4-2c15-4782-89ca-6f6f2d5519c8" -d '{"events": [{"name": "network-changed", "server_uuid": "29ba919a-8818-4e49-a6ff-c23cdd139516", "tag": "939afb12-8918-43e4-8f4e-99a1a7147d0a"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:44.138708 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4e20a-8bc1-4c7f-a0b5-9c81f31a9efe None None] Routers {'1423a511-c4ee-4d6c-ad6c-373de8ddf35f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:31:44.139654 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3df4e20a-8bc1-4c7f-a0b5-9c81f31a9efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:31:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:44.157693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ade88-0fb3-42f3-bb47-b33b99f9f0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=939afb12-8918-43e4-8f4e-99a1a7147d0a,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:44.173033 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc0bd1-4aa4-4861-b5ca-391d7c99cb12 req-637da75d-33b6-4628-a4b1-81e66ec67945 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:44.180542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e3cc0bd1-4aa4-4861-b5ca-391d7c99cb12 req-637da75d-33b6-4628-a4b1-81e66ec67945 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 943 time: 0.0922501 Dec 20 21:31:44.199751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d6880f5f-bb76-46a0-9f1d-0f23524ba92b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:44.200924 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:44.210028 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3df4e20a-8bc1-4c7f-a0b5-9c81f31a9efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:44.229859 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4e20a-8bc1-4c7f-a0b5-9c81f31a9efe None None] Routers {'1423a511-c4ee-4d6c-ad6c-373de8ddf35f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:31:44.230527 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3df4e20a-8bc1-4c7f-a0b5-9c81f31a9efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:31:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:44.257918 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e3cc0bd1-4aa4-4861-b5ca-391d7c99cb12 req-d0449e7a-e07f-4821-8f98-fde5002f0ef3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763252 Dec 20 21:31:44.277716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-e1815252-05d8-42ae-ac8a-aaf9fe4ceb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:44.280318 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-234a4dd4-a030-4632-ab9e-5664eb563c2b req-b5632570-89ce-4af8-b100-0cac069ed6ab tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687800 Dec 20 21:31:44.282798 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-e1815252-05d8-42ae-ac8a-aaf9fe4ceb74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bda37a2f6cba46e0bddb7b05bd92ea4c&device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 1092 time: 0.0868852 Dec 20 21:31:44.300232 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afbb87-4c0e-4dac-9f0e-2f2c5dca3ea3 req-cc765a0e-c69f-4f26-834f-9d439a786cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:44.301962 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-92afbb87-4c0e-4dac-9f0e-2f2c5dca3ea3 req-cc765a0e-c69f-4f26-834f-9d439a786cce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ea9759e2-26ca-4714-859c-932515626a6f HTTP/1.1" status: 200 len: 852 time: 0.2779994 Dec 20 21:31:44.313942 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3df4e20a-8bc1-4c7f-a0b5-9c81f31a9efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:44.314877 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4e20a-8bc1-4c7f-a0b5-9c81f31a9efe None None] The sync data for ids ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:31:44.347513 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-be3f62a6-b73a-4d1a-928e-f4f1ac393cc6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=939afb12-8918-43e4-8f4e-99a1a7147d0a HTTP/1.1" status: 200 len: 217 time: 0.0490375 Dec 20 21:31:44.371500 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-92afbb87-4c0e-4dac-9f0e-2f2c5dca3ea3 req-15bedb2f-e9e6-4e5c-95c5-8d39a9f98b1e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539255 Dec 20 21:31:44.373533 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507326f3-7305-42dc-93fd-70a3948f9579 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:44.376629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a8a29d-775a-4db5-bd15-6cc6364180bd None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:31:44.381994 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-507326f3-7305-42dc-93fd-70a3948f9579 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:44.436015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e8f27b0-4a99-4b85-98ca-a302a45f30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:44.437813 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-4e8f27b0-4a99-4b85-98ca-a302a45f30c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e8448cf-59a6-43ca-aaa2-82fb6408d51c HTTP/1.1" status: 200 len: 855 time: 0.0839069 Dec 20 21:31:44.457771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-57a8a29d-775a-4db5-bd15-6cc6364180bd None None] Deleting port d6880f5f-bb76-46a0-9f1d-0f23524ba92b {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:44.458326 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57a8a29d-775a-4db5-bd15-6cc6364180bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:44.483325 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:44.521136 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b272c4af-c7f0-4751-99aa-960c2a50bcd1 req-96a36c13-8f98-4d5a-90bb-7dd7036213a2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 210 time: 0.0781305 Dec 20 21:31:44.553859 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-57a8a29d-775a-4db5-bd15-6cc6364180bd None None] For port d6880f5f-bb76-46a0-9f1d-0f23524ba92b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d6880f5f-bb76-46a0-9f1d-0f23524ba92b,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:44.554300 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57a8a29d-775a-4db5-bd15-6cc6364180bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:44.562652 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-e27705c9-aa40-4e0e-b7b8-d9448dc61e6b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b46c6e3-e801-49d8-a318-664252999761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072364 Dec 20 21:31:44.564375 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b3f383-f558-4394-8e9e-58d9fe0a319b x-openstack-request-id: req-d1b3f383-f558-4394-8e9e-58d9fe0a319b {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:44.565017 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ba919a-8818-4e49-a6ff-c23cdd139516", "tag": "939afb12-8918-43e4-8f4e-99a1a7147d0a", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:44.565713 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1b3f383-f558-4394-8e9e-58d9fe0a319b {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:44.566382 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ba919a-8818-4e49-a6ff-c23cdd139516', 'tag': '939afb12-8918-43e4-8f4e-99a1a7147d0a', 'status': 'completed', 'code': 200} Dec 20 21:31:44.574735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-57a8a29d-775a-4db5-bd15-6cc6364180bd None None] Calling delete_port for d6880f5f-bb76-46a0-9f1d-0f23524ba92b owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:44.671712 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57a8a29d-775a-4db5-bd15-6cc6364180bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:44.684886 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-92afbb87-4c0e-4dac-9f0e-2f2c5dca3ea3 req-a2f3f227-2191-4f92-b667-3b9860e9da22 service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430916 Dec 20 21:31:44.688684 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d9670e9b-0318-4f42-be88-72916e1dffbe tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 6.4587827 Dec 20 21:31:44.695139 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40618) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:44.712953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a8a29d-775a-4db5-bd15-6cc6364180bd None None] No DVR routers for this DVR port d6880f5f-bb76-46a0-9f1d-0f23524ba92b on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:44.716259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8a29d-775a-4db5-bd15-6cc6364180bd None None] Pushing event deleted for resources: {'Port': ['ID=d6880f5f-bb76-46a0-9f1d-0f23524ba92b,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:44.727635 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:44.739644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4af239-cc22-4ce2-a47c-ecb540aaf527 req-7aa1bd00-6b75-4c07-b292-250ccb4d12f0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:44.741308 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e4af239-cc22-4ce2-a47c-ecb540aaf527 req-7aa1bd00-6b75-4c07-b292-250ccb4d12f0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 943 time: 0.1002121 Dec 20 21:31:44.796963 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-d89e97cc-299a-44bf-91b9-aa4ef52248dc service neutron] 10.222.0.66 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156620 Dec 20 21:31:44.822154 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e4af239-cc22-4ce2-a47c-ecb540aaf527 req-aefa74a4-9ab6-46a6-9986-37ce71b87482 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610609 Dec 20 21:31:44.901498 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf2b3413-279d-4e37-b464-b0cfe70d574a req-eb74acaf-eb23-4ceb-8e87-10229a12db90 service neutron] 10.222.0.66 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940735 Dec 20 21:31:44.937936 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-912937f3-358f-47c4-90f8-92bf28dee52f tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] 10.222.0.32 "GET /v2.0/floatingips/94702418-94a4-40ca-9069-d3991ba60e2b HTTP/1.1" status: 200 len: 981 time: 0.2417259 Dec 20 21:31:44.941000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40620) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:44.957433 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:31:45.077395 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ec47dfec-fa12-4e57-b9b1-7e97a09d5be8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ec47dfec-fa12-4e57-b9b1-7e97a09d5be8,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:45.092119 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2335b52e-52e1-4a12-b566-d6b59967f08a tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4296 time: 0.1497984 Dec 20 21:31:45.095249 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'ec47dfec-fa12-4e57-b9b1-7e97a09d5be8', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'port_id': 'ec47dfec-fa12-4e57-b9b1-7e97a09d5be8', 'mac_address': 'fa:16:3e:64:bd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:31:45.103580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40622) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:45.147705 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:45.164009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:31:45.199881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ec47dfec-fa12-4e57-b9b1-7e97a09d5be8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ec47dfec-fa12-4e57-b9b1-7e97a09d5be8,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:45.205891 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:45.207683 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdb9b4-2c15-4782-89ca-6f6f2d5519c8 req-d60d9f32-c272-4ca6-a6aa-2dd3d2f6be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:45.209498 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ccdb9b4-2c15-4782-89ca-6f6f2d5519c8 req-d60d9f32-c272-4ca6-a6aa-2dd3d2f6be87 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bda37a2f6cba46e0bddb7b05bd92ea4c&device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 1092 time: 0.1157835 Dec 20 21:31:45.273257 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=ec47dfec-fa12-4e57-b9b1-7e97a09d5be8,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:45.412491 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-92afbb87-4c0e-4dac-9f0e-2f2c5dca3ea3 req-40ba3ace-fff1-48dd-bcdd-6af55611447a service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7179160 Dec 20 21:31:45.478964 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a4ac6-cce3-491d-a61d-16a45bb063c0 req-4d5861b1-3d5f-484d-8424-5398f3867465 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:45.480558 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e51a4ac6-cce3-491d-a61d-16a45bb063c0 req-4d5861b1-3d5f-484d-8424-5398f3867465 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 944 time: 0.1123562 Dec 20 21:31:45.482225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdb9b4-2c15-4782-89ca-6f6f2d5519c8 req-7f6a2173-fd8e-4088-a420-2ac9e53890ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:45.483874 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ccdb9b4-2c15-4782-89ca-6f6f2d5519c8 req-7f6a2173-fd8e-4088-a420-2ac9e53890ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=7b46c6e3-e801-49d8-a318-664252999761 HTTP/1.1" status: 200 len: 916 time: 0.2378695 Dec 20 21:31:45.492572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36257c46-28a6-4dff-913d-63fa9bb4dfc2 req-23587ee2-dfa1-4f57-9cad-9286a0a01bfd tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:45.494305 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36257c46-28a6-4dff-913d-63fa9bb4dfc2 req-23587ee2-dfa1-4f57-9cad-9286a0a01bfd tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 943 time: 0.1247919 Dec 20 21:31:45.544870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-507326f3-7305-42dc-93fd-70a3948f9579 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:31:45.550349 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-507326f3-7305-42dc-93fd-70a3948f9579 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:45.565511 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ccdb9b4-2c15-4782-89ca-6f6f2d5519c8 req-1fcb9ccc-f0f8-4887-9aae-156cbfabc22e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=939afb12-8918-43e4-8f4e-99a1a7147d0a HTTP/1.1" status: 200 len: 217 time: 0.0691106 Dec 20 21:31:45.597406 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e51a4ac6-cce3-491d-a61d-16a45bb063c0 req-021605fe-9d95-45ff-8350-45af319bde89 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053655 Dec 20 21:31:45.612685 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507326f3-7305-42dc-93fd-70a3948f9579 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:45.614738 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['ec47dfec-fa12-4e57-b9b1-7e97a09d5be8'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:31:45.616025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-507326f3-7305-42dc-93fd-70a3948f9579 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:45.616797 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-2b81c7e8-0dcd-44bb-b413-bd3929dba250 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Deleting port ddb7df22-c0f7-4fd4-ba39-c7842a4dfce0 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:45.617700 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b81c7e8-0dcd-44bb-b413-bd3929dba250 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:45.620531 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507326f3-7305-42dc-93fd-70a3948f9579 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:45.621118 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-507326f3-7305-42dc-93fd-70a3948f9579 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:45.644814 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507326f3-7305-42dc-93fd-70a3948f9579 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=b4b486df-9fda-40d7-9765-98b051c35aa2,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:45.662770 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb74b1b7-5371-410e-8efa-b0990782a98a None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:45.669617 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-507326f3-7305-42dc-93fd-70a3948f9579 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5599842 Dec 20 21:31:45.670428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40634) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:45.675547 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-448d7fd2-bf05-4f20-b037-44790ccd73c6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'mac_address': 'fa:16:3e:ad:61:7d', 'name': 'tempest-NetworksTestDHCPv6-1662158697'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:45.681979 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36257c46-28a6-4dff-913d-63fa9bb4dfc2 req-bf087899-5bab-42c8-a331-51347148f415 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773098 Dec 20 21:31:45.689378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdb9b4-2c15-4782-89ca-6f6f2d5519c8 req-4d2c1fe4-7a35-441d-954b-46919b1efb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:45.691152 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ccdb9b4-2c15-4782-89ca-6f6f2d5519c8 req-4d2c1fe4-7a35-441d-954b-46919b1efb8b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e8448cf-59a6-43ca-aaa2-82fb6408d51c HTTP/1.1" status: 200 len: 855 time: 0.1192644 Dec 20 21:31:45.769398 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ccdb9b4-2c15-4782-89ca-6f6f2d5519c8 req-929e7fcf-44d3-483e-8ac2-4f51c3f6a993 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b46c6e3-e801-49d8-a318-664252999761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694764 Dec 20 21:31:45.874285 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': 'b4b486df-9fda-40d7-9765-98b051c35aa2'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:31:45.875415 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:45.926126 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d6880f5f-bb76-46a0-9f1d-0f23524ba92b no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:45.948061 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b81c7e8-0dcd-44bb-b413-bd3929dba250 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:45.948424 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b81c7e8-0dcd-44bb-b413-bd3929dba250 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:45.957722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: d6880f5f-bb76-46a0-9f1d-0f23524ba92b {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:31:45.958298 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d6880f5f-bb76-46a0-9f1d-0f23524ba92b not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:31:45.959435 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8d1995a8-2439-48a7-9663-70a5bd9740c2 req-430f033e-9653-4482-a472-582be67dc108 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 210 time: 0.0590644 Dec 20 21:31:45.974881 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-2b81c7e8-0dcd-44bb-b413-bd3929dba250 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Calling delete_port for ddb7df22-c0f7-4fd4-ba39-c7842a4dfce0 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:46.021112 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448d7fd2-bf05-4f20-b037-44790ccd73c6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:46.085670 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ccdb9b4-2c15-4782-89ca-6f6f2d5519c8 req-930114da-7f57-4263-b495-44590e023044 service neutron] 10.222.0.66 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973228 Dec 20 21:31:46.120412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Allocated IP 2001:db8::f816:3eff:feb8:f2ec (ba8b9395-2f81-45c0-aebe-dbe8cc504957/b4b486df-9fda-40d7-9765-98b051c35aa2/5779f70a-c09f-48d7-abb1-e77023eae840) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:46.149897 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be562b7-c7f4-4ba8-a84b-6a33feffedf6 req-7f6046f3-6a6a-477a-b274-8c895db435bf tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:46.151509 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4be562b7-c7f4-4ba8-a84b-6a33feffedf6 req-7f6046f3-6a6a-477a-b274-8c895db435bf tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 943 time: 0.1985168 Dec 20 21:31:46.180556 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-448d7fd2-bf05-4f20-b037-44790ccd73c6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:46.221956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-448d7fd2-bf05-4f20-b037-44790ccd73c6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port 84e5b6b0-000b-4c43-a029-3ac4c3947056 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:31:46.264652 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4be562b7-c7f4-4ba8-a84b-6a33feffedf6 req-4f9a1945-3e0e-48ae-a768-34aaee23ba22 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800929 Dec 20 21:31:46.284873 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ccdb9b4-2c15-4782-89ca-6f6f2d5519c8 req-c55fa0ba-8b27-4479-8f25-ab8283a30c40 service neutron] 10.222.0.66 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815383 Dec 20 21:31:46.330566 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:46.339444 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b81c7e8-0dcd-44bb-b413-bd3929dba250 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:46.341082 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:46.369513 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81c7e8-0dcd-44bb-b413-bd3929dba250 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Pushing event deleted for resources: {'Port': ['ID=ddb7df22-c0f7-4fd4-ba39-c7842a4dfce0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:46.400307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:46.404442 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:46.407849 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:46.413002 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-448d7fd2-bf05-4f20-b037-44790ccd73c6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::f816:3eff:fead:617d (ba8b9395-2f81-45c0-aebe-dbe8cc504957/b4b486df-9fda-40d7-9765-98b051c35aa2/84e5b6b0-000b-4c43-a029-3ac4c3947056) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:46.440360 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b81c7e8-0dcd-44bb-b413-bd3929dba250 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:46.441111 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-2b81c7e8-0dcd-44bb-b413-bd3929dba250 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Floating IP 94702418-94a4-40ca-9069-d3991ba60e2b disassociated (deleted). External IP: 172.35.3.48, port: 5da9f784-9c6e-48fa-8c33-a133c8f2ebb9. Dec 20 21:31:46.462104 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Pushing event updated for resources: {'Port': ['ID=5779f70a-c09f-48d7-abb1-e77023eae840,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:46.483881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Attempting to bind port 5779f70a-c09f-48d7-abb1-e77023eae840 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:31:46.484293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Attempting to bind port 5779f70a-c09f-48d7-abb1-e77023eae840 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:31:46.484679 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Attempting to bind port 5779f70a-c09f-48d7-abb1-e77023eae840 on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:31:46.490107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:31:46.490400 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:31:46.490803 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:46.491193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:31:46.491650 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Bound port: 5779f70a-c09f-48d7-abb1-e77023eae840, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:31:46.492025 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:46.558190 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device a3a940c2-ce1d-4106-9953-4697ac801187 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:31:46.566199 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] For port 5779f70a-c09f-48d7-abb1-e77023eae840, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:31:46.589617 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] For port 5779f70a-c09f-48d7-abb1-e77023eae840, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5779f70a-c09f-48d7-abb1-e77023eae840,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:31:46.601801 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:46.622765 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-448d7fd2-bf05-4f20-b037-44790ccd73c6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:46.679460 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-448d7fd2-bf05-4f20-b037-44790ccd73c6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:46.684262 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b81c7e8-0dcd-44bb-b413-bd3929dba250 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Router 1423a511-c4ee-4d6c-ad6c-373de8ddf35f has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:31:46.736454 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e3b57-04d5-4021-a02e-818e0441e8c1 None None] Pushing event updated for resources: {'Port': ['ID=5779f70a-c09f-48d7-abb1-e77023eae840,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:46.741087 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448d7fd2-bf05-4f20-b037-44790ccd73c6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:46.745125 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-448d7fd2-bf05-4f20-b037-44790ccd73c6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:46.749649 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448d7fd2-bf05-4f20-b037-44790ccd73c6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:46.756696 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448d7fd2-bf05-4f20-b037-44790ccd73c6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:46.757483 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-448d7fd2-bf05-4f20-b037-44790ccd73c6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:46.758987 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port a3a940c2-ce1d-4106-9953-4697ac801187, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=a3a940c2-ce1d-4106-9953-4697ac801187,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:46.780762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d7fd2-bf05-4f20-b037-44790ccd73c6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=84e5b6b0-000b-4c43-a029-3ac4c3947056,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:46.781145 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'a3a940c2-ce1d-4106-9953-4697ac801187', 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab', 'port_id': 'a3a940c2-ce1d-4106-9953-4697ac801187', 'mac_address': 'fa:16:3e:b4:c8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9759e2-26ca-4714-859c-932515626a6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:31:46.790919 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-448d7fd2-bf05-4f20-b037-44790ccd73c6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1195261 Dec 20 21:31:46.792000 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40644) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:46.852088 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:46.868641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a940c2-ce1d-4106-9953-4697ac801187 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:31:46.900778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2c4c46-5fdd-48ee-9057-78d827c8a1f3 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:46.905100 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port a3a940c2-ce1d-4106-9953-4697ac801187, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=a3a940c2-ce1d-4106-9953-4697ac801187,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:46.907384 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2c4c46-5fdd-48ee-9057-78d827c8a1f3 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:46.911985 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8f2c4c46-5fdd-48ee-9057-78d827c8a1f3 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1162486 Dec 20 21:31:46.915049 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:46.918973 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886ce0a-8cf7-4b0d-8be9-57b3b8807a33 req-5a6e2f12-5b86-4713-a804-68e42e2452c3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:46.920644 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0886ce0a-8cf7-4b0d-8be9-57b3b8807a33 req-5a6e2f12-5b86-4713-a804-68e42e2452c3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 944 time: 0.1107342 Dec 20 21:31:46.921216 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40648) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:47.000551 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 939afb12-8918-43e4-8f4e-99a1a7147d0a details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:31:47.043014 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b81c7e8-0dcd-44bb-b413-bd3929dba250 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:31:47.072053 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b81c7e8-0dcd-44bb-b413-bd3929dba250 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:47.086370 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0886ce0a-8cf7-4b0d-8be9-57b3b8807a33 req-26af4f19-42cd-4749-b7d3-17e439616b68 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967236 Dec 20 21:31:47.117804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:47.130554 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b3b972-23fd-4203-a51f-7465d5b871ab None None] Sync routers for ids ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:31:47.134882 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c5796-91c6-4cff-a138-0c25208fee29 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port 84e5b6b0-000b-4c43-a029-3ac4c3947056 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:47.137665 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5796-91c6-4cff-a138-0c25208fee29 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:47.159813 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40652) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:47.164606 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2b81c7e8-0dcd-44bb-b413-bd3929dba250 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] 10.222.0.32 "DELETE /v2.0/floatingips/94702418-94a4-40ca-9069-d3991ba60e2b HTTP/1.1" status: 204 len: 168 time: 2.0594623 Dec 20 21:31:47.166107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-201dd671-6684-489e-8b95-3c27e65545c7 tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:47.169640 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=a3a940c2-ce1d-4106-9953-4697ac801187,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:47.196834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d42547-0d98-4b3d-b29a-33cf677bb235 req-008f04f9-16b3-4f58-a24d-2277b2f2e561 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:47.198507 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7d42547-0d98-4b3d-b29a-33cf677bb235 req-008f04f9-16b3-4f58-a24d-2277b2f2e561 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 943 time: 0.3394451 Dec 20 21:31:47.208943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b3b972-23fd-4203-a51f-7465d5b871ab None None] Routers {'1423a511-c4ee-4d6c-ad6c-373de8ddf35f'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:31:47.209483 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e5b3b972-23fd-4203-a51f-7465d5b871ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:31:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:47.268521 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['a3a940c2-ce1d-4106-9953-4697ac801187'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:31:47.276741 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e5b3b972-23fd-4203-a51f-7465d5b871ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:47.285604 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7d42547-0d98-4b3d-b29a-33cf677bb235 req-d2c78598-6e58-4a8d-8bbb-c463bf6476bf tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768270 Dec 20 21:31:47.307934 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 939afb12-8918-43e4-8f4e-99a1a7147d0a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=939afb12-8918-43e4-8f4e-99a1a7147d0a,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:47.339375 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '939afb12-8918-43e4-8f4e-99a1a7147d0a', 'network_id': '7b46c6e3-e801-49d8-a318-664252999761', 'port_id': '939afb12-8918-43e4-8f4e-99a1a7147d0a', 'mac_address': 'fa:16:3e:35:46:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8448cf-59a6-43ca-aaa2-82fb6408d51c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:31:47.354421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b3b972-23fd-4203-a51f-7465d5b871ab None None] Routers {'1423a511-c4ee-4d6c-ad6c-373de8ddf35f'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:31:47.355067 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e5b3b972-23fd-4203-a51f-7465d5b871ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:31:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:47.357120 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:31:47.365110 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:47.365532 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:47.368834 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5796-91c6-4cff-a138-0c25208fee29 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:47.383024 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-201dd671-6684-489e-8b95-3c27e65545c7 tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:47.407675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c5796-91c6-4cff-a138-0c25208fee29 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for 84e5b6b0-000b-4c43-a029-3ac4c3947056 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:47.424722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e5b3b972-23fd-4203-a51f-7465d5b871ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:47.425441 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b3b972-23fd-4203-a51f-7465d5b871ab None None] The sync data for ids ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:31:47.442465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8041990e-5fa3-48a2-a511-04b05ca8b325 req-27454d15-1b92-4812-8c71-be6e2ca8a800 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e5598f-ae11-4bec-9433-78b3196b249d HTTP/1.1" status: 200 len: 210 time: 0.0760870 Dec 20 21:31:47.516501 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:47.539631 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939afb12-8918-43e4-8f4e-99a1a7147d0a {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:31:47.599344 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 939afb12-8918-43e4-8f4e-99a1a7147d0a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=939afb12-8918-43e4-8f4e-99a1a7147d0a,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:47.619018 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:47.632576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00156ee3-2be0-42a3-82c7-65582ffd602e req-960d57fb-98bf-49d7-9f92-bee347e92df5 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:47.634189 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00156ee3-2be0-42a3-82c7-65582ffd602e req-960d57fb-98bf-49d7-9f92-bee347e92df5 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 943 time: 0.1372230 Dec 20 21:31:47.664648 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:47.712430 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83535620-16f8-4ef7-8b84-36c7bc6eb4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec47dfec-fa12-4e57-b9b1-7e97a09d5be8'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:47.712830 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5796-91c6-4cff-a138-0c25208fee29 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:47.718835 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00156ee3-2be0-42a3-82c7-65582ffd602e req-48b1ba69-f6a4-4e65-aba7-bdeaaaf7d217 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747659 Dec 20 21:31:47.722380 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f503302b-d86a-4554-8256-d5e507987249" -d '{"events": [{"server_uuid": "83535620-16f8-4ef7-8b84-36c7bc6eb4f2", "name": "network-vif-plugged", "status": "completed", "tag": "ec47dfec-fa12-4e57-b9b1-7e97a09d5be8"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:47.762558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ec47dfec-fa12-4e57-b9b1-7e97a09d5be8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ec47dfec-fa12-4e57-b9b1-7e97a09d5be8,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:47.771260 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:47.774022 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=939afb12-8918-43e4-8f4e-99a1a7147d0a,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:47.789035 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c5796-91c6-4cff-a138-0c25208fee29 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=84e5b6b0-000b-4c43-a029-3ac4c3947056,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:47.830238 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e7134b-f39b-4582-a664-88a17d9b7346 x-openstack-request-id: req-e0e7134b-f39b-4582-a664-88a17d9b7346 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:47.830535 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83535620-16f8-4ef7-8b84-36c7bc6eb4f2", "name": "network-vif-plugged", "status": "completed", "tag": "ec47dfec-fa12-4e57-b9b1-7e97a09d5be8", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:47.830797 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0e7134b-f39b-4582-a664-88a17d9b7346 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:47.831187 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83535620-16f8-4ef7-8b84-36c7bc6eb4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec47dfec-fa12-4e57-b9b1-7e97a09d5be8', 'code': 200} Dec 20 21:31:47.848190 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb9c5796-91c6-4cff-a138-0c25208fee29 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:47.855634 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bb9c5796-91c6-4cff-a138-0c25208fee29 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/84e5b6b0-000b-4c43-a029-3ac4c3947056 HTTP/1.1" status: 204 len: 168 time: 0.9309132 Dec 20 21:31:47.858794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40658) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:47.865292 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-201dd671-6684-489e-8b95-3c27e65545c7 tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:47.912722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=ec47dfec-fa12-4e57-b9b1-7e97a09d5be8,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:47.933176 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:47.994706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e52f99d-a88e-4333-9d37-a5ed69d5704b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:47.996634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e52f99d-a88e-4333-9d37-a5ed69d5704b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:48.000760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5779f70a-c09f-48d7-abb1-e77023eae840 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:48.001272 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3e52f99d-a88e-4333-9d37-a5ed69d5704b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1390030 Dec 20 21:31:48.016058 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40660) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:48.032447 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['939afb12-8918-43e4-8f4e-99a1a7147d0a'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:31:48.035470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edbd71-1938-462e-a830-9aa3f3f110c7 req-64036a96-5b21-4df2-8171-e6edbbd2306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:48.037400 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8edbd71-1938-462e-a830-9aa3f3f110c7 req-64036a96-5b21-4df2-8171-e6edbbd2306e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 1094 time: 0.0756521 Dec 20 21:31:48.085826 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-df16194b-ed50-4e0b-a999-d3d3821456dc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet b4b486df-9fda-40d7-9765-98b051c35aa2 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:31:48.088768 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8edbd71-1938-462e-a830-9aa3f3f110c7 req-07d7fccc-9c9a-4a69-88f6-e6e8d8afeb40 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439265 Dec 20 21:31:48.094443 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df16194b-ed50-4e0b-a999-d3d3821456dc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:48.113369 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 5779f70a-c09f-48d7-abb1-e77023eae840 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:48.113744 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:48.155172 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df16194b-ed50-4e0b-a999-d3d3821456dc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:48.201334 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-201dd671-6684-489e-8b95-3c27e65545c7 tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Allocated IP 172.35.3.35 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/d4c8cce2-10e7-4231-b638-0fc17a5b7684) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:48.275892 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:48.282797 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e6900a8f-4207-4faa-9ac4-7dcfeea8984b None None] Provisioning complete for port 5779f70a-c09f-48d7-abb1-e77023eae840 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:48.283203 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6900a8f-4207-4faa-9ac4-7dcfeea8984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:48.334941 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73a877-dc8d-4718-8ec5-b6ec66aa296f req-397470c9-5b63-4fd5-9060-656430546a94 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:48.339302 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff73a877-dc8d-4718-8ec5-b6ec66aa296f req-397470c9-5b63-4fd5-9060-656430546a94 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 945 time: 0.1493204 Dec 20 21:31:48.371642 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 5779f70a-c09f-48d7-abb1-e77023eae840, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5779f70a-c09f-48d7-abb1-e77023eae840,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:48.379649 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:48.458575 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff73a877-dc8d-4718-8ec5-b6ec66aa296f req-29826d4e-9792-4c83-85d2-9893a4b9adf2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915220 Dec 20 21:31:48.469768 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=5779f70a-c09f-48d7-abb1-e77023eae840,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:48.481085 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df16194b-ed50-4e0b-a999-d3d3821456dc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:48.525210 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6832c-e5a7-457e-92f1-b133cc2b9cf9 req-82e4edca-7fe5-4f51-8f90-421b7a96098b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:48.526794 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39d6832c-e5a7-457e-92f1-b133cc2b9cf9 req-82e4edca-7fe5-4f51-8f90-421b7a96098b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 944 time: 0.0776107 Dec 20 21:31:48.559073 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-201dd671-6684-489e-8b95-3c27e65545c7 tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:48.562604 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device a3a940c2-ce1d-4106-9953-4697ac801187 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:48.595071 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4936ecd1-49ed-4299-9b9c-30faed0dacb3 None None] Could not find standard attr ID for object 84e5b6b0-000b-4c43-a029-3ac4c3947056. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:31:48.620360 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df16194b-ed50-4e0b-a999-d3d3821456dc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:48.620611 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39d6832c-e5a7-457e-92f1-b133cc2b9cf9 req-c6e81d03-5b93-4e30-a20b-4b2280ecd59a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831869 Dec 20 21:31:48.651365 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port a3a940c2-ce1d-4106-9953-4697ac801187 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:31:48.658684 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port a3a940c2-ce1d-4106-9953-4697ac801187 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:48.659212 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:48.663677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40674) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:48.678717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16194b-ed50-4e0b-a999-d3d3821456dc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=b4b486df-9fda-40d7-9765-98b051c35aa2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:48.681068 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df16194b-ed50-4e0b-a999-d3d3821456dc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:48.686530 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-df16194b-ed50-4e0b-a999-d3d3821456dc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/b4b486df-9fda-40d7-9765-98b051c35aa2 HTTP/1.1" status: 204 len: 168 time: 0.6691618 Dec 20 21:31:48.687316 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40676) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:48.689050 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-201dd671-6684-489e-8b95-3c27e65545c7 tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:48.730995 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c1548870-76d0-42cd-a01a-09a036ae84ca tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424867 Dec 20 21:31:48.735661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40678) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:48.739157 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201dd671-6684-489e-8b95-3c27e65545c7 tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Pushing event updated for resources: {'Port': ['ID=d4c8cce2-10e7-4231-b638-0fc17a5b7684,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:48.750097 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201dd671-6684-489e-8b95-3c27e65545c7 tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:48.751493 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-201dd671-6684-489e-8b95-3c27e65545c7 tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:48.754682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201dd671-6684-489e-8b95-3c27e65545c7 tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:48.755121 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:48.791765 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port a3a940c2-ce1d-4106-9953-4697ac801187, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=a3a940c2-ce1d-4106-9953-4697ac801187,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:48.798242 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:48.833798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc9d56b-ca37-45e9-87d6-04315319a186 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:48.874473 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edac238e-5a61-41c7-9fa9-3de35a1cca08 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:48.878561 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-edac238e-5a61-41c7-9fa9-3de35a1cca08 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1394815 Dec 20 21:31:48.879143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40682) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:48.898560 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-201dd671-6684-489e-8b95-3c27e65545c7 tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:48.908450 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85ddcc7f-6f69-4d9e-a532-e65d7399162b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:48.915600 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=a3a940c2-ce1d-4106-9953-4697ac801187,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:48.915790 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d4765-f9a1-4521-9ab4-00efaa1bd01c req-ca703cf8-5684-466c-8a78-480f684542d5 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:48.917360 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-985d4765-f9a1-4521-9ab4-00efaa1bd01c req-ca703cf8-5684-466c-8a78-480f684542d5 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 944 time: 0.0654471 Dec 20 21:31:48.947699 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85ddcc7f-6f69-4d9e-a532-e65d7399162b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:48.952973 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a88468-6074-4cfd-8f31-cb4690f23cb7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:48.957083 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-14a88468-6074-4cfd-8f31-cb4690f23cb7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0744038 Dec 20 21:31:48.959391 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40684) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:48.967581 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-201dd671-6684-489e-8b95-3c27e65545c7 tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.007104 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85ddcc7f-6f69-4d9e-a532-e65d7399162b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.009665 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85ddcc7f-6f69-4d9e-a532-e65d7399162b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.012083 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-85ddcc7f-6f69-4d9e-a532-e65d7399162b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "DELETE /v2.0/security-groups/8be5a2ec-4dc4-4578-ae35-133a15a36055 HTTP/1.1" status: 204 len: 168 time: 0.3473716 Dec 20 21:31:49.015555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40686) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:49.024066 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bd60259a-df6f-4813-a0bb-5a18e2f1c84a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635226 Dec 20 21:31:49.028303 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40688) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:49.032592 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bc097535-90d3-455a-bf4f-9f347af290eb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:49.039025 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-4863247f-7477-459d-ade6-bf8a562d46d2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] show failed (client error): The resource could not be found. Dec 20 21:31:49.042889 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4863247f-7477-459d-ade6-bf8a562d46d2 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "GET /v2.0/security-groups/8be5a2ec-4dc4-4578-ae35-133a15a36055 HTTP/1.1" status: 404 len: 347 time: 0.0238101 Dec 20 21:31:49.043642 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddcc7f-6f69-4d9e-a532-e65d7399162b tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be5a2ec-4dc4-4578-ae35-133a15a36055,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:49.046781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40690) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:49.073282 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc65005-1714-46f0-9d7f-1568d227ecd1 None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:31:49.090496 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-985d4765-f9a1-4521-9ab4-00efaa1bd01c req-1a913a5f-8922-4a27-93d1-ecced0819548 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505649 Dec 20 21:31:49.125483 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ccc65005-1714-46f0-9d7f-1568d227ecd1 None None] Deleting port 5779f70a-c09f-48d7-abb1-e77023eae840 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:49.125854 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ccc65005-1714-46f0-9d7f-1568d227ecd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.208064 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-776dd027-1080-48f8-bfc5-21e7c1ed0d59 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Deleting port 0378ec51-ac75-4f04-a520-dd442a419db1 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:49.208700 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-776dd027-1080-48f8-bfc5-21e7c1ed0d59 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.248282 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc097535-90d3-455a-bf4f-9f347af290eb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:49.251793 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc097535-90d3-455a-bf4f-9f347af290eb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.306014 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-776dd027-1080-48f8-bfc5-21e7c1ed0d59 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.306972 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-776dd027-1080-48f8-bfc5-21e7c1ed0d59 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.320144 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-776dd027-1080-48f8-bfc5-21e7c1ed0d59 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Calling delete_port for 0378ec51-ac75-4f04-a520-dd442a419db1 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:49.357932 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ccc65005-1714-46f0-9d7f-1568d227ecd1 None None] For port 5779f70a-c09f-48d7-abb1-e77023eae840, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5779f70a-c09f-48d7-abb1-e77023eae840,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:49.358427 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ccc65005-1714-46f0-9d7f-1568d227ecd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.370568 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-201dd671-6684-489e-8b95-3c27e65545c7 tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.373456 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ccc65005-1714-46f0-9d7f-1568d227ecd1 None None] Calling delete_port for 5779f70a-c09f-48d7-abb1-e77023eae840 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:49.378656 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-201dd671-6684-489e-8b95-3c27e65545c7 tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.459279 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ccc65005-1714-46f0-9d7f-1568d227ecd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.485794 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201dd671-6684-489e-8b95-3c27e65545c7 tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Pushing event updated for resources: {'Port': ['ID=d4c8cce2-10e7-4231-b638-0fc17a5b7684,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:49.486660 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-776dd027-1080-48f8-bfc5-21e7c1ed0d59 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.488163 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc65005-1714-46f0-9d7f-1568d227ecd1 None None] No DVR routers for this DVR port 5779f70a-c09f-48d7-abb1-e77023eae840 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:49.489923 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc65005-1714-46f0-9d7f-1568d227ecd1 None None] Pushing event deleted for resources: {'Port': ['ID=5779f70a-c09f-48d7-abb1-e77023eae840,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:49.512817 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-201dd671-6684-489e-8b95-3c27e65545c7 tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.528661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776dd027-1080-48f8-bfc5-21e7c1ed0d59 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event deleted for resources: {'Port': ['ID=0378ec51-ac75-4f04-a520-dd442a419db1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:49.581468 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-201dd671-6684-489e-8b95-3c27e65545c7 tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.583115 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-201dd671-6684-489e-8b95-3c27e65545c7 tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4224522 Dec 20 21:31:49.586053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40698) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:49.600913 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-776dd027-1080-48f8-bfc5-21e7c1ed0d59 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.603825 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-776dd027-1080-48f8-bfc5-21e7c1ed0d59 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.605104 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-776dd027-1080-48f8-bfc5-21e7c1ed0d59 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "DELETE /v2.0/floatingips/9c2d57fd-93b3-4cd2-acfe-52a56d88be6a HTTP/1.1" status: 204 len: 168 time: 0.5583065 Dec 20 21:31:49.608455 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40702) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:49.611332 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc097535-90d3-455a-bf4f-9f347af290eb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.700789 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc097535-90d3-455a-bf4f-9f347af290eb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:49.708341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdffb3-d972-4754-bbd6-e03477d09077 req-2bd9f998-f8e3-4934-9ed0-c7b069d76b9d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:49.709840 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-82fdffb3-d972-4754-bbd6-e03477d09077 req-2bd9f998-f8e3-4934-9ed0-c7b069d76b9d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 945 time: 0.1496091 Dec 20 21:31:49.713727 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-bc097535-90d3-455a-bf4f-9f347af290eb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:49.722893 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc097535-90d3-455a-bf4f-9f347af290eb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:49.723479 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc097535-90d3-455a-bf4f-9f347af290eb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.727065 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cff16d-24d1-49a1-8ef0-8a762514be36 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:49.751139 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-875ab262-95f7-4c52-8a04-fc853f8d3a55 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:49.762340 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc097535-90d3-455a-bf4f-9f347af290eb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=8388e6f4-547e-409e-99ac-084393ddfaa8,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:49.794111 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41156f-3bca-4026-b535-5c57bde4d4b0 req-64306caf-6573-499c-b14c-7846970b00c8 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:49.803993 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e41156f-3bca-4026-b535-5c57bde4d4b0 req-64306caf-6573-499c-b14c-7846970b00c8 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.0967002 Dec 20 21:31:49.807668 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-82fdffb3-d972-4754-bbd6-e03477d09077 req-efedc000-afa4-4400-a3e1-91b8bfb5a178 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751314 Dec 20 21:31:49.812910 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bc097535-90d3-455a-bf4f-9f347af290eb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7841504 Dec 20 21:31:49.819717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40706) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:49.824617 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-556f5c2a-f790-40ff-8273-910bcdddc5d8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'mac_address': 'fa:16:3e:a0:1a:c4', 'name': 'tempest-NetworksTestDHCPv6-1665274710'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:49.830290 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-875ab262-95f7-4c52-8a04-fc853f8d3a55 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.832105 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd2109b-15c6-4d57-9d53-e063439cea57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a940c2-ce1d-4106-9953-4697ac801187'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:49.835841 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c77be9-ff94-490e-b800-a071c91ac6e5" -d '{"events": [{"server_uuid": "cfd2109b-15c6-4d57-9d53-e063439cea57", "name": "network-vif-plugged", "status": "completed", "tag": "a3a940c2-ce1d-4106-9953-4697ac801187"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:49.893251 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e41156f-3bca-4026-b535-5c57bde4d4b0 req-e03e5579-af16-43de-a6cd-844815da3eb8 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878828 Dec 20 21:31:49.916022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b792d-dd11-449e-b289-52cae1f0aae3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Deleting port 5a9c9ffc-8b46-4314-98ec-30d20be920ef {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:49.916374 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f8b792d-dd11-449e-b289-52cae1f0aae3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.919341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5779f70a-c09f-48d7-abb1-e77023eae840 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:49.949949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 5779f70a-c09f-48d7-abb1-e77023eae840 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:31:49.949949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5779f70a-c09f-48d7-abb1-e77023eae840 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:31:49.970510 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff8d6e7-56d1-462b-a46e-c945f64d9603 x-openstack-request-id: req-fff8d6e7-56d1-462b-a46e-c945f64d9603 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:49.970803 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd2109b-15c6-4d57-9d53-e063439cea57", "name": "network-vif-plugged", "status": "completed", "tag": "a3a940c2-ce1d-4106-9953-4697ac801187", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:49.971040 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fff8d6e7-56d1-462b-a46e-c945f64d9603 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:49.971429 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd2109b-15c6-4d57-9d53-e063439cea57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a940c2-ce1d-4106-9953-4697ac801187', 'code': 200} Dec 20 21:31:49.984590 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-875ab262-95f7-4c52-8a04-fc853f8d3a55 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:49.986029 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': '8388e6f4-547e-409e-99ac-084393ddfaa8'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:31:49.987573 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.044621 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f8b792d-dd11-449e-b289-52cae1f0aae3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.068088 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556f5c2a-f790-40ff-8273-910bcdddc5d8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:50.072126 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-556f5c2a-f790-40ff-8273-910bcdddc5d8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.075052 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b792d-dd11-449e-b289-52cae1f0aae3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Calling delete_port for 5a9c9ffc-8b46-4314-98ec-30d20be920ef owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:50.112639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-875ab262-95f7-4c52-8a04-fc853f8d3a55 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Allocated IP 172.35.3.139 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/47d11a71-95b8-43eb-b743-76872deef197) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:50.119891 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-556f5c2a-f790-40ff-8273-910bcdddc5d8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port f6a953f1-6e19-471f-9162-2b283ead4106 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:31:50.152889 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Allocated IP 2001:db8::2 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/8388e6f4-547e-409e-99ac-084393ddfaa8/1cfa81a8-f0de-486e-afe4-8695e7a0fb02) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:50.193536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb0e1d-d33a-412d-95a6-a3f2f8321609 req-10b2e46f-6597-4d48-87d7-bef85057b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:50.194814 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dafb0e1d-d33a-412d-95a6-a3f2f8321609 req-10b2e46f-6597-4d48-87d7-bef85057b021 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 1094 time: 0.1418583 Dec 20 21:31:50.230567 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-875ab262-95f7-4c52-8a04-fc853f8d3a55 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.270420 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-875ab262-95f7-4c52-8a04-fc853f8d3a55 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.296822 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dafb0e1d-d33a-412d-95a6-a3f2f8321609 req-8c3795e3-baa8-43f3-9489-3224f16a2513 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945480 Dec 20 21:31:50.311427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875ab262-95f7-4c52-8a04-fc853f8d3a55 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:50.316130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-875ab262-95f7-4c52-8a04-fc853f8d3a55 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:50.317126 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f972f-7d65-4bfd-bb55-85ba5474a1fc req-b9927ebc-5ba8-4b5c-b0fa-7dc8fc29ad52 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:50.318663 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-705f972f-7d65-4bfd-bb55-85ba5474a1fc req-b9927ebc-5ba8-4b5c-b0fa-7dc8fc29ad52 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 944 time: 0.1215165 Dec 20 21:31:50.318796 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.322801 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875ab262-95f7-4c52-8a04-fc853f8d3a55 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:50.328418 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.357705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ab262-95f7-4c52-8a04-fc853f8d3a55 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Pushing event updated for resources: {'Port': ['ID=47d11a71-95b8-43eb-b743-76872deef197,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:50.371719 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:50.374692 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:50.381239 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:50.384292 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Pushing event updated for resources: {'Port': ['ID=1cfa81a8-f0de-486e-afe4-8695e7a0fb02,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:50.415376 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f8b792d-dd11-449e-b289-52cae1f0aae3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.440449 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-705f972f-7d65-4bfd-bb55-85ba5474a1fc req-931e0b06-52fa-41b1-bfcb-7d847bb5ced8 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020601 Dec 20 21:31:50.442240 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Attempting to bind port 1cfa81a8-f0de-486e-afe4-8695e7a0fb02 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:31:50.442708 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Attempting to bind port 1cfa81a8-f0de-486e-afe4-8695e7a0fb02 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:31:50.443088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Attempting to bind port 1cfa81a8-f0de-486e-afe4-8695e7a0fb02 on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:31:50.450337 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:31:50.450570 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-875ab262-95f7-4c52-8a04-fc853f8d3a55 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.450859 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:31:50.451108 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.451810 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:31:50.452287 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Bound port: 1cfa81a8-f0de-486e-afe4-8695e7a0fb02, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:31:50.452668 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.461121 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-556f5c2a-f790-40ff-8273-910bcdddc5d8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::1da (ba8b9395-2f81-45c0-aebe-dbe8cc504957/8388e6f4-547e-409e-99ac-084393ddfaa8/f6a953f1-6e19-471f-9162-2b283ead4106) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:50.469599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b792d-dd11-449e-b289-52cae1f0aae3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event deleted for resources: {'Port': ['ID=5a9c9ffc-8b46-4314-98ec-30d20be920ef,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:50.502598 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-875ab262-95f7-4c52-8a04-fc853f8d3a55 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.543613 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] For port 1cfa81a8-f0de-486e-afe4-8695e7a0fb02, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:31:50.547812 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] For port 1cfa81a8-f0de-486e-afe4-8695e7a0fb02, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1cfa81a8-f0de-486e-afe4-8695e7a0fb02,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:31:50.554641 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.586005 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f8b792d-dd11-449e-b289-52cae1f0aae3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.589801 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2f8b792d-dd11-449e-b289-52cae1f0aae3 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "DELETE /v2.0/ports/5a9c9ffc-8b46-4314-98ec-30d20be920ef HTTP/1.1" status: 204 len: 168 time: 0.9801292 Dec 20 21:31:50.598690 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40716) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:50.650784 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3c408-1fef-453e-8f85-0f6c4ef474a2 None None] Pushing event updated for resources: {'Port': ['ID=1cfa81a8-f0de-486e-afe4-8695e7a0fb02,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:50.708653 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-556f5c2a-f790-40ff-8273-910bcdddc5d8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.751952 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-556f5c2a-f790-40ff-8273-910bcdddc5d8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.801463 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-875ab262-95f7-4c52-8a04-fc853f8d3a55 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.804807 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556f5c2a-f790-40ff-8273-910bcdddc5d8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:50.808453 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-556f5c2a-f790-40ff-8273-910bcdddc5d8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:50.818457 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-875ab262-95f7-4c52-8a04-fc853f8d3a55 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.823774 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f5c2a-f790-40ff-8273-910bcdddc5d8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:50.833165 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556f5c2a-f790-40ff-8273-910bcdddc5d8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:50.833327 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-556f5c2a-f790-40ff-8273-910bcdddc5d8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.836286 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-c7af314e-3b7d-4a28-a9f3-1ef7a68debca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Deleting port 17c9639d-1f1d-402c-a100-0ecd939a4f4b {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:50.836627 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c7af314e-3b7d-4a28-a9f3-1ef7a68debca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:50.839656 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f5c2a-f790-40ff-8273-910bcdddc5d8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=f6a953f1-6e19-471f-9162-2b283ead4106,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:50.861558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40720) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:50.861801 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-556f5c2a-f790-40ff-8273-910bcdddc5d8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0407817 Dec 20 21:31:51.006576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 939afb12-8918-43e4-8f4e-99a1a7147d0a up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:51.075616 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 939afb12-8918-43e4-8f4e-99a1a7147d0a completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:31:51.080659 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 939afb12-8918-43e4-8f4e-99a1a7147d0a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:51.081141 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:51.162407 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:51.200504 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 939afb12-8918-43e4-8f4e-99a1a7147d0a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=939afb12-8918-43e4-8f4e-99a1a7147d0a,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:51.206149 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:51.259688 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=939afb12-8918-43e4-8f4e-99a1a7147d0a,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:51.345242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ab262-95f7-4c52-8a04-fc853f8d3a55 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Pushing event updated for resources: {'Port': ['ID=47d11a71-95b8-43eb-b743-76872deef197,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:51.394379 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-875ab262-95f7-4c52-8a04-fc853f8d3a55 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:51.415673 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a303e5-5ead-4717-9d80-231e032e4f04 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:51.421483 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a303e5-5ead-4717-9d80-231e032e4f04 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:51.423125 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e1a303e5-5ead-4717-9d80-231e032e4f04 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5584564 Dec 20 21:31:51.426217 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40726) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:51.442410 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c7af314e-3b7d-4a28-a9f3-1ef7a68debca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:51.454493 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-875ab262-95f7-4c52-8a04-fc853f8d3a55 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:51.458478 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-875ab262-95f7-4c52-8a04-fc853f8d3a55 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8666358 Dec 20 21:31:51.462486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40728) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:51.465199 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a225e-4594-4e76-909e-7c0c31e1fa31 req-b91f3531-675b-4deb-8704-bb4762472ee0 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:51.466777 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a89a225e-4594-4e76-909e-7c0c31e1fa31 req-b91f3531-675b-4deb-8704-bb4762472ee0 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.1515620 Dec 20 21:31:51.471290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-c7af314e-3b7d-4a28-a9f3-1ef7a68debca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Calling delete_port for 17c9639d-1f1d-402c-a100-0ecd939a4f4b owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:51.569348 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a89a225e-4594-4e76-909e-7c0c31e1fa31 req-70a8350b-4fcc-4228-98eb-8bc65f3a6bcc tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870984 Dec 20 21:31:51.670229 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c7af314e-3b7d-4a28-a9f3-1ef7a68debca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:51.703109 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af314e-3b7d-4a28-a9f3-1ef7a68debca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event deleted for resources: {'Port': ['ID=17c9639d-1f1d-402c-a100-0ecd939a4f4b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:51.801892 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c7af314e-3b7d-4a28-a9f3-1ef7a68debca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:51.808683 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c7af314e-3b7d-4a28-a9f3-1ef7a68debca tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "DELETE /v2.0/ports/17c9639d-1f1d-402c-a100-0ecd939a4f4b HTTP/1.1" status: 204 len: 168 time: 1.1840310 Dec 20 21:31:51.809599 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40736) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:51.879757 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ea86f3-ddc6-4281-af8d-ca302039c246 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Deleting subnet bcfdc364-7df9-412a-8432-b29f6a28f02f {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:31:51.884160 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b4ea86f3-ddc6-4281-af8d-ca302039c246 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:51.933159 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b4ea86f3-ddc6-4281-af8d-ca302039c246 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:51.936263 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1cfa81a8-f0de-486e-afe4-8695e7a0fb02 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:51.973559 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ba919a-8818-4e49-a6ff-c23cdd139516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939afb12-8918-43e4-8f4e-99a1a7147d0a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:31:51.976566 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628c9b76-6b7f-4c82-bd11-79195cb13bd6" -d '{"events": [{"server_uuid": "29ba919a-8818-4e49-a6ff-c23cdd139516", "name": "network-vif-plugged", "status": "completed", "tag": "939afb12-8918-43e4-8f4e-99a1a7147d0a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:31:51.998272 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0066e782-a7c4-4737-9819-230e44559e31 None None] Provisioning complete for port 1cfa81a8-f0de-486e-afe4-8695e7a0fb02 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:51.998467 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0066e782-a7c4-4737-9819-230e44559e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.014290 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9e3105f0-b983-4b3f-8a5f-e13fd4e1b94b tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4002 time: 0.5482240 Dec 20 21:31:52.017834 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40740) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:52.076902 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d54d90a-00fc-459b-b838-3fe93f5ab61e x-openstack-request-id: req-7d54d90a-00fc-459b-b838-3fe93f5ab61e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:31:52.077230 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b4ea86f3-ddc6-4281-af8d-ca302039c246 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.079660 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ba919a-8818-4e49-a6ff-c23cdd139516", "name": "network-vif-plugged", "status": "completed", "tag": "939afb12-8918-43e4-8f4e-99a1a7147d0a", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:31:52.080135 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d54d90a-00fc-459b-b838-3fe93f5ab61e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:31:52.080742 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ba919a-8818-4e49-a6ff-c23cdd139516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939afb12-8918-43e4-8f4e-99a1a7147d0a', 'code': 200} Dec 20 21:31:52.090829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 1cfa81a8-f0de-486e-afe4-8695e7a0fb02 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:52.092612 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84025214-8614-4835-9d1f-99455c3f5b31 req-184b7aff-3e58-4942-b8b2-a9525e2ae7a4 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:52.093977 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-84025214-8614-4835-9d1f-99455c3f5b31 req-184b7aff-3e58-4942-b8b2-a9525e2ae7a4 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 945 time: 0.5352373 Dec 20 21:31:52.094664 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.139965 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-677d3b78-6812-4ee2-b9ec-e77a5f37879d tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1180377 Dec 20 21:31:52.143403 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40744) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:52.226248 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2e12d-71e8-4296-b7b1-93604bfedf19 req-10f26bea-196e-4997-9be4-1c905ce484d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:52.227821 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9b2e12d-71e8-4296-b7b1-93604bfedf19 req-10f26bea-196e-4997-9be4-1c905ce484d2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 1094 time: 0.0638092 Dec 20 21:31:52.230851 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-930a65f2-a0ea-4ac9-9559-34def0367821 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port f6a953f1-6e19-471f-9162-2b283ead4106 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:52.231191 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-930a65f2-a0ea-4ac9-9559-34def0367821 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.246252 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0066e782-a7c4-4737-9819-230e44559e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.280094 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9b2e12d-71e8-4296-b7b1-93604bfedf19 req-2888469f-f2c6-4af9-a518-c5570afd9e12 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448225 Dec 20 21:31:52.282739 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b4ea86f3-ddc6-4281-af8d-ca302039c246 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.319090 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0066e782-a7c4-4737-9819-230e44559e31 None None] For port 1cfa81a8-f0de-486e-afe4-8695e7a0fb02, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1cfa81a8-f0de-486e-afe4-8695e7a0fb02,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:52.319926 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea86f3-ddc6-4281-af8d-ca302039c246 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event deleted for resources: {'Subnet': ['ID=bcfdc364-7df9-412a-8432-b29f6a28f02f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:52.329125 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0066e782-a7c4-4737-9819-230e44559e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.329297 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b4ea86f3-ddc6-4281-af8d-ca302039c246 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.337310 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.337620 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b4ea86f3-ddc6-4281-af8d-ca302039c246 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "DELETE /v2.0/subnets/bcfdc364-7df9-412a-8432-b29f6a28f02f HTTP/1.1" status: 204 len: 168 time: 0.5264535 Dec 20 21:31:52.339111 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40746) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:52.359130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a4c18c-d990-45e5-8438-30f87e025662 None None] Network 639c8589-e65d-40a2-92b1-3421f5cc2118 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:52.379023 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-84025214-8614-4835-9d1f-99455c3f5b31 req-5cf2c207-c402-419e-9e75-6b192127bce0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641251 Dec 20 21:31:52.399680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c12554a-9c24-4f3a-81c6-6ffae71011c8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Deleting subnet 1783f558-5e9c-4072-90cf-99eebb6a8ebe {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:31:52.403334 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5c12554a-9c24-4f3a-81c6-6ffae71011c8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.429904 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-930a65f2-a0ea-4ac9-9559-34def0367821 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.445138 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-930a65f2-a0ea-4ac9-9559-34def0367821 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for f6a953f1-6e19-471f-9162-2b283ead4106 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:52.446030 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5c12554a-9c24-4f3a-81c6-6ffae71011c8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.493281 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066e782-a7c4-4737-9819-230e44559e31 None None] Pushing event updated for resources: {'Port': ['ID=1cfa81a8-f0de-486e-afe4-8695e7a0fb02,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:52.501011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f73d9-93b3-4943-bf7b-f53ef569eee2 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Deleting port 47d11a71-95b8-43eb-b743-76872deef197 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:52.501306 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e9f73d9-93b3-4943-bf7b-f53ef569eee2 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.516232 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:31:52.517392 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:31:52.533112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-613f12e4-c3f2-4ae6-8d2d-a04f767615f2 None None] Provisioning complete for port f6a953f1-6e19-471f-9162-2b283ead4106 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:52.533485 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-613f12e4-c3f2-4ae6-8d2d-a04f767615f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.539878 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5c12554a-9c24-4f3a-81c6-6ffae71011c8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.586435 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-613f12e4-c3f2-4ae6-8d2d-a04f767615f2 None None] Port f6a953f1-6e19-471f-9162-2b283ead4106 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:31:52.623958 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5c12554a-9c24-4f3a-81c6-6ffae71011c8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.662410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12554a-9c24-4f3a-81c6-6ffae71011c8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event deleted for resources: {'Subnet': ['ID=1783f558-5e9c-4072-90cf-99eebb6a8ebe,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:52.664408 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5c12554a-9c24-4f3a-81c6-6ffae71011c8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.667681 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5c12554a-9c24-4f3a-81c6-6ffae71011c8 tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "DELETE /v2.0/subnets/1783f558-5e9c-4072-90cf-99eebb6a8ebe HTTP/1.1" status: 204 len: 168 time: 0.3275578 Dec 20 21:31:52.670328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40750) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:52.672664 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e9f73d9-93b3-4943-bf7b-f53ef569eee2 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.673057 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e9f73d9-93b3-4943-bf7b-f53ef569eee2 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.679180 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808a2531-3b9f-43f7-8859-26a92bc47889 None None] Network 26353263-4cf3-440d-921d-58d861009b00 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:52.682299 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-930a65f2-a0ea-4ac9-9559-34def0367821 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.695663 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f73d9-93b3-4943-bf7b-f53ef569eee2 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Calling delete_port for 47d11a71-95b8-43eb-b743-76872deef197 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:52.705453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b10bbc-dcc0-4f30-83bb-dc259ea05b2c None None] DHCP port deletion for 639c8589-e65d-40a2-92b1-3421f5cc2118 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:31:52.736165 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a65f2-a0ea-4ac9-9559-34def0367821 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=f6a953f1-6e19-471f-9162-2b283ead4106,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:52.780021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2dac8-ad62-4670-a042-ff27bc9224d3 req-64716009-237c-4c02-bc3e-06f4d272bb7c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:52.781585 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7de2dac8-ad62-4670-a042-ff27bc9224d3 req-64716009-237c-4c02-bc3e-06f4d272bb7c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.1300030 Dec 20 21:31:52.827251 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.842183 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-930a65f2-a0ea-4ac9-9559-34def0367821 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.847650 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-930a65f2-a0ea-4ac9-9559-34def0367821 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/f6a953f1-6e19-471f-9162-2b283ead4106 HTTP/1.1" status: 204 len: 168 time: 1.4202955 Dec 20 21:31:52.853859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40754) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:52.857547 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7de2dac8-ad62-4670-a042-ff27bc9224d3 req-af507ec5-2b62-411f-8bf6-3e235f8337f4 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637670 Dec 20 21:31:52.894994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-49b10bbc-dcc0-4f30-83bb-dc259ea05b2c None None] Deleting port c079662b-188f-4766-9bb5-ec26fbc6d227 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:52.895363 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49b10bbc-dcc0-4f30-83bb-dc259ea05b2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.970625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Deleting port c079662b-188f-4766-9bb5-ec26fbc6d227 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:52.970972 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:52.972140 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac96f652-c8dd-41ee-a9df-103ea5a678a5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:52.980291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac96f652-c8dd-41ee-a9df-103ea5a678a5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:52.982898 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ac96f652-c8dd-41ee-a9df-103ea5a678a5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1279430 Dec 20 21:31:52.987920 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40760) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:52.990246 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-49b10bbc-dcc0-4f30-83bb-dc259ea05b2c None None] For port c079662b-188f-4766-9bb5-ec26fbc6d227, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c079662b-188f-4766-9bb5-ec26fbc6d227,segment=NetworkSegment(fab1d453-07de-487d-855a-9b6fad58b8b4),segment_id=fab1d453-07de-487d-855a-9b6fad58b8b4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:52.990639 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49b10bbc-dcc0-4f30-83bb-dc259ea05b2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.002405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348aa511-0709-4bf2-bfe6-19d422d4501a None None] DHCP port deletion for 26353263-4cf3-440d-921d-58d861009b00 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:31:53.009788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-49b10bbc-dcc0-4f30-83bb-dc259ea05b2c None None] Calling delete_port for c079662b-188f-4766-9bb5-ec26fbc6d227 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:53.105404 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-5523700d-e905-4d84-b982-5131ef2e10d3 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet 8388e6f4-547e-409e-99ac-084393ddfaa8 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:31:53.108931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] For port c079662b-188f-4766-9bb5-ec26fbc6d227, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c079662b-188f-4766-9bb5-ec26fbc6d227,segment=NetworkSegment(fab1d453-07de-487d-855a-9b6fad58b8b4),segment_id=fab1d453-07de-487d-855a-9b6fad58b8b4)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:53.109858 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.110097 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5523700d-e905-4d84-b982-5131ef2e10d3 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.133123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Calling delete_port for c079662b-188f-4766-9bb5-ec26fbc6d227 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:53.155994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-348aa511-0709-4bf2-bfe6-19d422d4501a None None] Deleting port 9a67ec1d-300b-4326-ab3e-764fdfd815f2 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:53.156361 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-348aa511-0709-4bf2-bfe6-19d422d4501a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.196472 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49b10bbc-dcc0-4f30-83bb-dc259ea05b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.208902 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5523700d-e905-4d84-b982-5131ef2e10d3 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.236193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b10bbc-dcc0-4f30-83bb-dc259ea05b2c None None] Pushing event deleted for resources: {'Port': ['ID=c079662b-188f-4766-9bb5-ec26fbc6d227,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:53.237543 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.249373 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b10bbc-dcc0-4f30-83bb-dc259ea05b2c None None] No DVR routers for this DVR port c079662b-188f-4766-9bb5-ec26fbc6d227 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:53.256332 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-348aa511-0709-4bf2-bfe6-19d422d4501a None None] For port 9a67ec1d-300b-4326-ab3e-764fdfd815f2, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9a67ec1d-300b-4326-ab3e-764fdfd815f2,segment=NetworkSegment(0b99f6fc-c333-4da6-96c5-c9d743475af4),segment_id=0b99f6fc-c333-4da6-96c5-c9d743475af4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:53.260508 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e9f73d9-93b3-4943-bf7b-f53ef569eee2 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.263905 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-348aa511-0709-4bf2-bfe6-19d422d4501a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.277412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-348aa511-0709-4bf2-bfe6-19d422d4501a None None] Calling delete_port for 9a67ec1d-300b-4326-ab3e-764fdfd815f2 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:53.290470 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf0984-8df2-4c9c-bbb4-dbdaa7d21d4a req-54700a62-b9d3-4d23-a74b-53f5a128097b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:53.292840 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-55cf0984-8df2-4c9c-bbb4-dbdaa7d21d4a req-54700a62-b9d3-4d23-a74b-53f5a128097b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.1474140 Dec 20 21:31:53.292989 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event deleted for resources: {'Port': ['ID=c079662b-188f-4766-9bb5-ec26fbc6d227,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:53.294874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] No DVR routers for this DVR port c079662b-188f-4766-9bb5-ec26fbc6d227 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:53.352940 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f73d9-93b3-4943-bf7b-f53ef569eee2 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Pushing event deleted for resources: {'Port': ['ID=47d11a71-95b8-43eb-b743-76872deef197,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:53.397621 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.404112 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-348aa511-0709-4bf2-bfe6-19d422d4501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.429691 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-55cf0984-8df2-4c9c-bbb4-dbdaa7d21d4a req-50015a9f-1585-436c-a3d7-b7bdde12e8f5 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086268 Dec 20 21:31:53.437054 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639c8589-e65d-40a2-92b1-3421f5cc2118']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:53.447248 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aa511-0709-4bf2-bfe6-19d422d4501a None None] Pushing event deleted for resources: {'Port': ['ID=9a67ec1d-300b-4326-ab3e-764fdfd815f2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:53.458799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab1d453-07de-487d-855a-9b6fad58b8b4') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:53.459082 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab1d453-07de-487d-855a-9b6fad58b8b4') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:53.471216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348aa511-0709-4bf2-bfe6-19d422d4501a None None] No DVR routers for this DVR port 9a67ec1d-300b-4326-ab3e-764fdfd815f2 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:53.489996 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.499327 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e9f73d9-93b3-4943-bf7b-f53ef569eee2 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.501786 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e9f73d9-93b3-4943-bf7b-f53ef569eee2 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.505566 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4e9f73d9-93b3-4943-bf7b-f53ef569eee2 tempest-FloatingIPAdminTestJSON-486115121 tempest-FloatingIPAdminTestJSON-486115121-project] 10.222.0.32 "DELETE /v2.0/floatingips/e62fbbac-faf7-4f66-ba46-f3993245f624 HTTP/1.1" status: 204 len: 168 time: 1.3546057 Dec 20 21:31:53.505566 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5523700d-e905-4d84-b982-5131ef2e10d3 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.507694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40768) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:53.532248 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.541288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:31:53.541694 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:31:53.544713 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:31:53.568167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93b4e5-d0ea-44d3-8627-fa6899e431ce req-e38f26a0-0843-4533-8131-cd4e2dd94c9e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:53.569705 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c93b4e5-d0ea-44d3-8627-fa6899e431ce req-e38f26a0-0843-4533-8131-cd4e2dd94c9e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 945 time: 0.0824821 Dec 20 21:31:53.642056 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.654903 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.658109 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "DELETE /v2.0/networks/639c8589-e65d-40a2-92b1-3421f5cc2118 HTTP/1.1" status: 204 len: 168 time: 0.9868374 Dec 20 21:31:53.658380 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5523700d-e905-4d84-b982-5131ef2e10d3 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.662157 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c93b4e5-d0ea-44d3-8627-fa6899e431ce req-f3264496-cce3-4bcd-8f81-11bdeffaa34e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628078 Dec 20 21:31:53.663548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40770) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:53.673110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f155b-b783-4642-8d07-384ae7ee79ac tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event deleted for resources: {'Network': ['ID=639c8589-e65d-40a2-92b1-3421f5cc2118,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:53.711460 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523700d-e905-4d84-b982-5131ef2e10d3 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=8388e6f4-547e-409e-99ac-084393ddfaa8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:53.723127 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca00f4ed-4b08-4d1d-b3ab-f6f575d54cad None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:53.739931 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5523700d-e905-4d84-b982-5131ef2e10d3 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.743167 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5523700d-e905-4d84-b982-5131ef2e10d3 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/8388e6f4-547e-409e-99ac-084393ddfaa8 HTTP/1.1" status: 204 len: 168 time: 0.7542858 Dec 20 21:31:53.745776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40774) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:53.764526 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-07cda6bf-9f17-45f9-9d47-2dd9a868579f tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Deleting port d4c8cce2-10e7-4231-b638-0fc17a5b7684 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:53.764755 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07cda6bf-9f17-45f9-9d47-2dd9a868579f tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.787881 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3fefe451-c3b7-4abd-b465-d544721d5b79 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406256 Dec 20 21:31:53.790218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40776) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:53.824607 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bfb93195-71e9-4c0b-bd0d-fcdbca48c21d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.893278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb566a97-39bb-480c-8d81-b3cba2061980 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:53.895600 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cb566a97-39bb-480c-8d81-b3cba2061980 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1040988 Dec 20 21:31:53.898567 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40780) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:53.943816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1cfa81a8-f0de-486e-afe4-8695e7a0fb02 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:53.961663 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07cda6bf-9f17-45f9-9d47-2dd9a868579f tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.962030 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07cda6bf-9f17-45f9-9d47-2dd9a868579f tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:53.966573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b31937f-344a-4243-84d6-45175d0c5253 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:53.969083 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1b31937f-344a-4243-84d6-45175d0c5253 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0690062 Dec 20 21:31:53.974571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40782) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:53.990607 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-07cda6bf-9f17-45f9-9d47-2dd9a868579f tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Calling delete_port for d4c8cce2-10e7-4231-b638-0fc17a5b7684 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:53.993131 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bfb93195-71e9-4c0b-bd0d-fcdbca48c21d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:54.027684 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fdf5bbda-db51-449e-ad71-77eb648ad06f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468674 Dec 20 21:31:54.027934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bfb93195-71e9-4c0b-bd0d-fcdbca48c21d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26353263-4cf3-440d-921d-58d861009b00']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:54.028060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f8d0a1-5a6b-4f4e-be2c-6bc6071ebb12 None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:31:54.028186 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40786) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:54.032510 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-83be50c9-2771-41fd-bf16-feb0fb473b38 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:54.084086 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 1cfa81a8-f0de-486e-afe4-8695e7a0fb02 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:54.084461 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:54.087088 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bfb93195-71e9-4c0b-bd0d-fcdbca48c21d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b99f6fc-c333-4da6-96c5-c9d743475af4') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:54.087562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bfb93195-71e9-4c0b-bd0d-fcdbca48c21d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b99f6fc-c333-4da6-96c5-c9d743475af4') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:54.128649 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bfb93195-71e9-4c0b-bd0d-fcdbca48c21d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:54.148908 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-09f8d0a1-5a6b-4f4e-be2c-6bc6071ebb12 None None] Deleting port 1cfa81a8-f0de-486e-afe4-8695e7a0fb02 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:54.149310 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-09f8d0a1-5a6b-4f4e-be2c-6bc6071ebb12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:54.170797 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83be50c9-2771-41fd-bf16-feb0fb473b38 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:54.178052 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-83be50c9-2771-41fd-bf16-feb0fb473b38 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:54.182457 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bfb93195-71e9-4c0b-bd0d-fcdbca48c21d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:54.205369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb93195-71e9-4c0b-bd0d-fcdbca48c21d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:31:54.205879 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bfb93195-71e9-4c0b-bd0d-fcdbca48c21d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:31:54.210383 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:31:54.219222 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-09f8d0a1-5a6b-4f4e-be2c-6bc6071ebb12 None None] For port 1cfa81a8-f0de-486e-afe4-8695e7a0fb02, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1cfa81a8-f0de-486e-afe4-8695e7a0fb02,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:54.219515 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-09f8d0a1-5a6b-4f4e-be2c-6bc6071ebb12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:54.237522 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-09f8d0a1-5a6b-4f4e-be2c-6bc6071ebb12 None None] Calling delete_port for 1cfa81a8-f0de-486e-afe4-8695e7a0fb02 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:54.352733 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bfb93195-71e9-4c0b-bd0d-fcdbca48c21d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:54.395483 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bfb93195-71e9-4c0b-bd0d-fcdbca48c21d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:54.404522 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bfb93195-71e9-4c0b-bd0d-fcdbca48c21d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] 10.222.0.32 "DELETE /v2.0/networks/26353263-4cf3-440d-921d-58d861009b00 HTTP/1.1" status: 204 len: 168 time: 0.7296193 Dec 20 21:31:54.404522 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07cda6bf-9f17-45f9-9d47-2dd9a868579f tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:54.407714 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb93195-71e9-4c0b-bd0d-fcdbca48c21d tempest-TaggedBootDevicesTest_v242-1365267219 tempest-TaggedBootDevicesTest_v242-1365267219-project] Pushing event deleted for resources: {'Network': ['ID=26353263-4cf3-440d-921d-58d861009b00,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:54.426697 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9a67ec1d-300b-4326-ab3e-764fdfd815f2 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:54.478880 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 9a67ec1d-300b-4326-ab3e-764fdfd815f2 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:31:54.478880 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9a67ec1d-300b-4326-ab3e-764fdfd815f2 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:31:54.478880 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c079662b-188f-4766-9bb5-ec26fbc6d227 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:54.507180 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cda6bf-9f17-45f9-9d47-2dd9a868579f tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4c8cce2-10e7-4231-b638-0fc17a5b7684,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:54.534315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: c079662b-188f-4766-9bb5-ec26fbc6d227 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:31:54.536558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c079662b-188f-4766-9bb5-ec26fbc6d227 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:31:54.558692 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-09f8d0a1-5a6b-4f4e-be2c-6bc6071ebb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:54.597949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f8d0a1-5a6b-4f4e-be2c-6bc6071ebb12 None None] No DVR routers for this DVR port 1cfa81a8-f0de-486e-afe4-8695e7a0fb02 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:31:54.626366 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07cda6bf-9f17-45f9-9d47-2dd9a868579f tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:54.629486 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07cda6bf-9f17-45f9-9d47-2dd9a868579f tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:54.630885 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-07cda6bf-9f17-45f9-9d47-2dd9a868579f tempest-FloatingIPAdminTestJSON-1647476696 tempest-FloatingIPAdminTestJSON-1647476696-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/42e649bf-30ed-4297-ab02-f1192269a78b HTTP/1.1" status: 204 len: 168 time: 1.1221697 Dec 20 21:31:54.633992 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40804) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:54.641801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8d0a1-5a6b-4f4e-be2c-6bc6071ebb12 None None] Pushing event deleted for resources: {'Port': ['ID=1cfa81a8-f0de-486e-afe4-8695e7a0fb02,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:54.760363 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d86f818e-4e98-460d-a3b3-c267d265f839 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Deleting port 5da9f784-9c6e-48fa-8c33-a133c8f2ebb9 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:54.760706 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d86f818e-4e98-460d-a3b3-c267d265f839 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:54.793749 n-d-xena-1 neutron-server[102401]: DEBUG neutron.objects.ports [None req-83be50c9-2771-41fd-bf16-feb0fb473b38 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102401) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:31:54.799723 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-83be50c9-2771-41fd-bf16-feb0fb473b38 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:54.809779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c69a2-a9b1-4adf-acd5-24971c3992cc req-dadd4d03-0475-426d-a6ec-a2b25764ce68 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:54.817468 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd2c69a2-a9b1-4adf-acd5-24971c3992cc req-dadd4d03-0475-426d-a6ec-a2b25764ce68 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.1934004 Dec 20 21:31:54.880606 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83be50c9-2771-41fd-bf16-feb0fb473b38 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:54.884235 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d86f818e-4e98-460d-a3b3-c267d265f839 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:54.891258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-83be50c9-2771-41fd-bf16-feb0fb473b38 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:54.900627 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83be50c9-2771-41fd-bf16-feb0fb473b38 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:54.900920 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-83be50c9-2771-41fd-bf16-feb0fb473b38 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:54.904860 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71e3619-0dac-4108-8eef-ce84f748ec40 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:54.913393 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be50c9-2771-41fd-bf16-feb0fb473b38 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=51a7cf1d-28b5-4675-999a-c11f87813602,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:54.924193 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d86f818e-4e98-460d-a3b3-c267d265f839 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Calling delete_port for 5da9f784-9c6e-48fa-8c33-a133c8f2ebb9 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:54.942007 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd2c69a2-a9b1-4adf-acd5-24971c3992cc req-1edec452-7de1-462e-9175-26afd3bcf42a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234767 Dec 20 21:31:54.952559 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-83be50c9-2771-41fd-bf16-feb0fb473b38 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9245412 Dec 20 21:31:54.953343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40810) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:54.959206 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a6582b5f-ae55-4d7d-a653-80287dd4247e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:55.146243 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d86f818e-4e98-460d-a3b3-c267d265f839 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:55.170727 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6582b5f-ae55-4d7d-a653-80287dd4247e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:55.175401 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a6582b5f-ae55-4d7d-a653-80287dd4247e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:55.185976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': '51a7cf1d-28b5-4675-999a-c11f87813602'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:31:55.186891 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:55.255577 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f818e-4e98-460d-a3b3-c267d265f839 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Pushing event deleted for resources: {'Port': ['ID=5da9f784-9c6e-48fa-8c33-a133c8f2ebb9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:55.360175 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d86f818e-4e98-460d-a3b3-c267d265f839 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:55.362012 n-d-xena-1 neutron-server[102401]: INFO neutron.db.ipam_backend_mixin [None req-a6582b5f-ae55-4d7d-a653-80287dd4247e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 51a7cf1d-28b5-4675-999a-c11f87813602 (CIDR: 2001:db8::/64) Dec 20 21:31:55.365725 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d86f818e-4e98-460d-a3b3-c267d265f839 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] 10.222.0.32 "DELETE /v2.0/ports/5da9f784-9c6e-48fa-8c33-a133c8f2ebb9 HTTP/1.1" status: 204 len: 168 time: 0.7296534 Dec 20 21:31:55.367946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40820) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:55.370327 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6582b5f-ae55-4d7d-a653-80287dd4247e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:31:55.370854 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6582b5f-ae55-4d7d-a653-80287dd4247e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:31:55.406389 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a6582b5f-ae55-4d7d-a653-80287dd4247e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4514728 Dec 20 21:31:55.406970 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40822) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:55.412055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Allocated IP 2001:db8::f816:3eff:fec9:2ba7 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/51a7cf1d-28b5-4675-999a-c11f87813602/b72b37af-b172-432a-a6ea-0bd31164f66d) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:55.416634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0c40dd15-ee0f-427d-adf8-11af17be2195 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:55.463925 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ae879-6db8-4a54-b7fd-e3c09608ade4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:55.471585 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5b5ae879-6db8-4a54-b7fd-e3c09608ade4 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] 10.222.0.32 "GET /v2.0/ports?device_id=1423a511-c4ee-4d6c-ad6c-373de8ddf35f HTTP/1.1" status: 200 len: 913 time: 0.1016974 Dec 20 21:31:55.472295 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40826) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:55.685098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c40dd15-ee0f-427d-adf8-11af17be2195 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:55.692091 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0c40dd15-ee0f-427d-adf8-11af17be2195 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:55.914355 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:55.923987 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:55.992908 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1cfa81a8-f0de-486e-afe4-8695e7a0fb02 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:31:56.049448 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 1cfa81a8-f0de-486e-afe4-8695e7a0fb02 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:31:56.049787 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1cfa81a8-f0de-486e-afe4-8695e7a0fb02 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:31:56.070322 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:56.079980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Pushing event updated for resources: {'Port': ['ID=b72b37af-b172-432a-a6ea-0bd31164f66d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:56.090536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:56.093122 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:56.229097 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0994b-fc0d-4f3f-b70a-7d1f3f87f638 req-defc08f9-2436-43a8-aaba-bb6c2ca57dc8 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:56.231109 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Attempting to bind port b72b37af-b172-432a-a6ea-0bd31164f66d on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:31:56.231643 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Attempting to bind port b72b37af-b172-432a-a6ea-0bd31164f66d by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:31:56.232159 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Attempting to bind port b72b37af-b172-432a-a6ea-0bd31164f66d on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:31:56.238087 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32a0994b-fc0d-4f3f-b70a-7d1f3f87f638 req-defc08f9-2436-43a8-aaba-bb6c2ca57dc8 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.1581197 Dec 20 21:31:56.244690 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:31:56.245007 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:31:56.247059 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dafce4a7-c376-4b21-b910-8520236077da tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:56.247973 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:56.248433 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:31:56.248969 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Bound port: b72b37af-b172-432a-a6ea-0bd31164f66d, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:31:56.249713 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:56.292074 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0c40dd15-ee0f-427d-adf8-11af17be2195 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:56.297920 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32a0994b-fc0d-4f3f-b70a-7d1f3f87f638 req-f0597062-1156-4029-bf6f-51f7be88e3b0 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589833 Dec 20 21:31:56.344576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c40dd15-ee0f-427d-adf8-11af17be2195 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:56.351960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-0c40dd15-ee0f-427d-adf8-11af17be2195 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:56.367457 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] For port b72b37af-b172-432a-a6ea-0bd31164f66d, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:31:56.370374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c40dd15-ee0f-427d-adf8-11af17be2195 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:56.373143 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0c40dd15-ee0f-427d-adf8-11af17be2195 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:56.374750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] For port b72b37af-b172-432a-a6ea-0bd31164f66d, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b72b37af-b172-432a-a6ea-0bd31164f66d,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:31:56.387117 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:56.423979 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40dd15-ee0f-427d-adf8-11af17be2195 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=fe92b6cb-5fe9-4572-9fdb-7baa22901557,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:56.458909 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0c40dd15-ee0f-427d-adf8-11af17be2195 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0500941 Dec 20 21:31:56.461622 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40844) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:56.473073 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d383f78e-29e0-4726-908f-7f70686eb3ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'mac_address': 'fa:16:3e:86:36:ad', 'name': 'tempest-NetworksTestDHCPv6-625618796'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:31:56.530283 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0dd89-ad83-4830-bc2b-57c2fd6a1bea None None] Pushing event updated for resources: {'Port': ['ID=b72b37af-b172-432a-a6ea-0bd31164f66d,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:56.673806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d383f78e-29e0-4726-908f-7f70686eb3ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:31:56.764161 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-dafce4a7-c376-4b21-b910-8520236077da tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Deleting port 51a26a85-91cf-4f32-93f1-2242b87f4749 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:56.764839 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dafce4a7-c376-4b21-b910-8520236077da tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:56.918114 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d383f78e-29e0-4726-908f-7f70686eb3ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:56.929632 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dafce4a7-c376-4b21-b910-8520236077da tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:56.947303 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-d383f78e-29e0-4726-908f-7f70686eb3ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port c1a22410-bc9c-43be-bcde-0968cf9dff45 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:31:56.953582 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-dafce4a7-c376-4b21-b910-8520236077da tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Calling delete_port for 51a26a85-91cf-4f32-93f1-2242b87f4749 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:57.110657 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05a8b776-739b-4189-b796-e04032b48ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:57.297569 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-d383f78e-29e0-4726-908f-7f70686eb3ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8:0:1::10e (ba8b9395-2f81-45c0-aebe-dbe8cc504957/fe92b6cb-5fe9-4572-9fdb-7baa22901557/c1a22410-bc9c-43be-bcde-0968cf9dff45) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:57.299182 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dafce4a7-c376-4b21-b910-8520236077da tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:57.316592 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-d383f78e-29e0-4726-908f-7f70686eb3ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::f816:3eff:fe86:36ad (ba8b9395-2f81-45c0-aebe-dbe8cc504957/51a7cf1d-28b5-4675-999a-c11f87813602/c1a22410-bc9c-43be-bcde-0968cf9dff45) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:57.391834 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafce4a7-c376-4b21-b910-8520236077da tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Pushing event deleted for resources: {'Port': ['ID=51a26a85-91cf-4f32-93f1-2242b87f4749,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:57.765311 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dafce4a7-c376-4b21-b910-8520236077da tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:57.807255 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c67e4-f9a2-45e4-95ac-b7895e81b657 req-4682ccc6-3a1a-4a83-a82d-71ee80d30d50 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:57.808927 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ac4c67e4-f9a2-45e4-95ac-b7895e81b657 req-4682ccc6-3a1a-4a83-a82d-71ee80d30d50 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.3186729 Dec 20 21:31:57.960619 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d383f78e-29e0-4726-908f-7f70686eb3ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:57.969859 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b72b37af-b172-432a-a6ea-0bd31164f66d up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:57.974539 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ac4c67e4-f9a2-45e4-95ac-b7895e81b657 req-22a41ecb-afc7-49ac-8e5d-a65b95ba989c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530120 Dec 20 21:31:58.035861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port b72b37af-b172-432a-a6ea-0bd31164f66d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:58.036237 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:58.074485 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d383f78e-29e0-4726-908f-7f70686eb3ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:58.101049 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd879b1-5555-4d1c-9e91-02b5259c0556 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:31:58.140463 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383f78e-29e0-4726-908f-7f70686eb3ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=c1a22410-bc9c-43be-bcde-0968cf9dff45,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:58.149751 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d383f78e-29e0-4726-908f-7f70686eb3ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:31:58.151567 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-d383f78e-29e0-4726-908f-7f70686eb3ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:31:58.154264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d383f78e-29e0-4726-908f-7f70686eb3ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:31:58.161428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d383f78e-29e0-4726-908f-7f70686eb3ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:58.162245 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d383f78e-29e0-4726-908f-7f70686eb3ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:58.198450 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d383f78e-29e0-4726-908f-7f70686eb3ae tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7352009 Dec 20 21:31:58.200663 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40864) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:58.283181 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:58.362507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-7368474d-d9a8-49d6-bb73-0ce9ec73571c None None] Provisioning complete for port b72b37af-b172-432a-a6ea-0bd31164f66d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:58.363063 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7368474d-d9a8-49d6-bb73-0ce9ec73571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:58.367566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-114dd79d-a75c-4325-a718-037d83a50d74 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port c1a22410-bc9c-43be-bcde-0968cf9dff45 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:58.368352 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-114dd79d-a75c-4325-a718-037d83a50d74 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:58.472536 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-114dd79d-a75c-4325-a718-037d83a50d74 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:58.490331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-114dd79d-a75c-4325-a718-037d83a50d74 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for c1a22410-bc9c-43be-bcde-0968cf9dff45 owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:58.491152 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port b72b37af-b172-432a-a6ea-0bd31164f66d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b72b37af-b172-432a-a6ea-0bd31164f66d,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:58.582493 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:58.779104 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=b72b37af-b172-432a-a6ea-0bd31164f66d,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:58.797997 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:58.798338 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:58.798671 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:58.799000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:58.799325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:58.799686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:58.800227 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:58.800584 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:58.801057 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:58.806875 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:58.807264 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:58.807596 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:31:58.839354 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafce4a7-c376-4b21-b910-8520236077da tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Router 1423a511-c4ee-4d6c-ad6c-373de8ddf35f has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:31:58.875412 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-114dd79d-a75c-4325-a718-037d83a50d74 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:58.903414 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeba727f-dfec-4879-b01d-24927fedbf9b None None] Update dhcp port {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'fixed_ips': [{'subnet_id': '51a7cf1d-28b5-4675-999a-c11f87813602', 'ip_address': '2001:db8::f816:3eff:fec9:2ba7'}, {'subnet_id': 'fe92b6cb-5fe9-4572-9fdb-7baa22901557'}], 'binding:host_id': 'n-d-xena-1'}, 'id': 'b72b37af-b172-432a-a6ea-0bd31164f66d'} from n-d-xena-1. {{(pid=102403) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 20 21:31:58.936630 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114dd79d-a75c-4325-a718-037d83a50d74 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=c1a22410-bc9c-43be-bcde-0968cf9dff45,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:58.947050 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eeba727f-dfec-4879-b01d-24927fedbf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:59.033640 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafce4a7-c376-4b21-b910-8520236077da tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:31:59.041344 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dafce4a7-c376-4b21-b910-8520236077da tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] 10.222.0.32 "PUT /v2.0/routers/1423a511-c4ee-4d6c-ad6c-373de8ddf35f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5655532 Dec 20 21:31:59.043515 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40874) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:59.046939 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938077e1-d294-4f9b-8ea5-69fb0f06469b None None] Sync routers for ids ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:31:59.083123 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-114dd79d-a75c-4325-a718-037d83a50d74 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:59.084755 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938077e1-d294-4f9b-8ea5-69fb0f06469b None None] Routers {'1423a511-c4ee-4d6c-ad6c-373de8ddf35f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:31:59.091349 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-938077e1-d294-4f9b-8ea5-69fb0f06469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:31:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:59.100168 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-114dd79d-a75c-4325-a718-037d83a50d74 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/c1a22410-bc9c-43be-bcde-0968cf9dff45 HTTP/1.1" status: 204 len: 168 time: 0.8982832 Dec 20 21:31:59.101326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40876) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:59.180170 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-938077e1-d294-4f9b-8ea5-69fb0f06469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:59.205590 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938077e1-d294-4f9b-8ea5-69fb0f06469b None None] Routers {'1423a511-c4ee-4d6c-ad6c-373de8ddf35f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:31:59.206624 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-938077e1-d294-4f9b-8ea5-69fb0f06469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:31:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:59.215181 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1bea69d-2051-49e2-af48-79aafd8886f9 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:59.243103 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-eeba727f-dfec-4879-b01d-24927fedbf9b None None] Allocated IP 2001:db8:0:1::2 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/fe92b6cb-5fe9-4572-9fdb-7baa22901557/b72b37af-b172-432a-a6ea-0bd31164f66d) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:31:59.287020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195c8706-2a49-4bdc-8b6b-f5dee39f6839 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:59.288187 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-938077e1-d294-4f9b-8ea5-69fb0f06469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:31:59.290994 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-195c8706-2a49-4bdc-8b6b-f5dee39f6839 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1646435 Dec 20 21:31:59.292106 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938077e1-d294-4f9b-8ea5-69fb0f06469b None None] The sync data for ids ['1423a511-c4ee-4d6c-ad6c-373de8ddf35f'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:31:59.300319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40880) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:59.339753 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41231a6b-1db5-40d8-8323-778dfea34b26 req-c95595ed-e5c9-4122-a7f7-6cc7b8f518b4 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:59.341250 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41231a6b-1db5-40d8-8323-778dfea34b26 req-c95595ed-e5c9-4122-a7f7-6cc7b8f518b4 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.2372382 Dec 20 21:31:59.401720 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41231a6b-1db5-40d8-8323-778dfea34b26 req-5f4c99f7-f11d-43a4-a6f3-1937982b6924 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488155 Dec 20 21:31:59.416667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b5205a-285f-4082-9ff7-d3f99e7734e1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:59.420151 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c7b5205a-285f-4082-9ff7-d3f99e7734e1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1187348 Dec 20 21:31:59.421247 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1bea69d-2051-49e2-af48-79aafd8886f9 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:59.422907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40886) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:59.430328 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-eeba727f-dfec-4879-b01d-24927fedbf9b None None] For port b72b37af-b172-432a-a6ea-0bd31164f66d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b72b37af-b172-432a-a6ea-0bd31164f66d,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:31:59.483659 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d6505bf7-e101-45d1-b6bd-53ad975e1486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:59.512216 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e1bea69d-2051-49e2-af48-79aafd8886f9 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Deleting port 6d415d57-d1c1-4794-b234-27f56e098ada {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:31:59.512570 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1bea69d-2051-49e2-af48-79aafd8886f9 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:59.532417 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eeba727f-dfec-4879-b01d-24927fedbf9b None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:59.539198 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eeba727f-dfec-4879-b01d-24927fedbf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:59.585655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad821b2-296a-4c01-a1a3-09ec1dc67511 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:59.587951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad821b2-296a-4c01-a1a3-09ec1dc67511 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:59.594378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad821b2-296a-4c01-a1a3-09ec1dc67511 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:31:59.600798 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-aad821b2-296a-4c01-a1a3-09ec1dc67511 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1766958 Dec 20 21:31:59.603619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40892) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:31:59.619182 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1bea69d-2051-49e2-af48-79aafd8886f9 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:59.635296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e1bea69d-2051-49e2-af48-79aafd8886f9 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Calling delete_port for 6d415d57-d1c1-4794-b234-27f56e098ada owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:31:59.671864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a378d0-29dc-416a-91d2-a75c9068b196 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet 51a7cf1d-28b5-4675-999a-c11f87813602 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:31:59.676484 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73a378d0-29dc-416a-91d2-a75c9068b196 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:59.723369 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73a378d0-29dc-416a-91d2-a75c9068b196 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:59.749450 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba727f-dfec-4879-b01d-24927fedbf9b None None] Pushing event updated for resources: {'Port': ['ID=b72b37af-b172-432a-a6ea-0bd31164f66d,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:59.860868 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73a378d0-29dc-416a-91d2-a75c9068b196 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:59.903237 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b72b37af-b172-432a-a6ea-0bd31164f66d up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:31:59.918186 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1bea69d-2051-49e2-af48-79aafd8886f9 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:31:59.967580 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bea69d-2051-49e2-af48-79aafd8886f9 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Pushing event deleted for resources: {'Port': ['ID=6d415d57-d1c1-4794-b234-27f56e098ada,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:31:59.975080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port b72b37af-b172-432a-a6ea-0bd31164f66d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:31:59.975796 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.017857 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73a378d0-29dc-416a-91d2-a75c9068b196 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.052890 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1bea69d-2051-49e2-af48-79aafd8886f9 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.083304 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a378d0-29dc-416a-91d2-a75c9068b196 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=51a7cf1d-28b5-4675-999a-c11f87813602,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:00.094141 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73a378d0-29dc-416a-91d2-a75c9068b196 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.105507 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-73a378d0-29dc-416a-91d2-a75c9068b196 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/51a7cf1d-28b5-4675-999a-c11f87813602 HTTP/1.1" status: 204 len: 168 time: 0.4990768 Dec 20 21:32:00.106191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40896) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:00.165677 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1bea69d-2051-49e2-af48-79aafd8886f9 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.168248 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1bea69d-2051-49e2-af48-79aafd8886f9 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.189771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d943e44-249c-4868-b20d-92e25c19ecb1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet fe92b6cb-5fe9-4572-9fdb-7baa22901557 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:32:00.193677 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d943e44-249c-4868-b20d-92e25c19ecb1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.232304 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1bea69d-2051-49e2-af48-79aafd8886f9 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.233589 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bea69d-2051-49e2-af48-79aafd8886f9 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Fanout notify agent at l3_agent the message router_deleted on router 1423a511-c4ee-4d6c-ad6c-373de8ddf35f {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:32:00.240600 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1bea69d-2051-49e2-af48-79aafd8886f9 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.241729 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e1bea69d-2051-49e2-af48-79aafd8886f9 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] 10.222.0.32 "DELETE /v2.0/routers/1423a511-c4ee-4d6c-ad6c-373de8ddf35f HTTP/1.1" status: 204 len: 168 time: 1.1970603 Dec 20 21:32:00.244244 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40900) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:00.251797 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d943e44-249c-4868-b20d-92e25c19ecb1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.316242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcaa1cb1-8a26-4330-b69d-5b2b77ff3bd6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Deleting subnet 55825378-3fab-46fc-abe6-729d78858fd0 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:32:00.319425 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fcaa1cb1-8a26-4330-b69d-5b2b77ff3bd6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.364888 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d943e44-249c-4868-b20d-92e25c19ecb1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.375112 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fcaa1cb1-8a26-4330-b69d-5b2b77ff3bd6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.463223 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d943e44-249c-4868-b20d-92e25c19ecb1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.489205 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fcaa1cb1-8a26-4330-b69d-5b2b77ff3bd6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.495006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d943e44-249c-4868-b20d-92e25c19ecb1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=fe92b6cb-5fe9-4572-9fdb-7baa22901557,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:00.506559 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d943e44-249c-4868-b20d-92e25c19ecb1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.509916 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8d943e44-249c-4868-b20d-92e25c19ecb1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/fe92b6cb-5fe9-4572-9fdb-7baa22901557 HTTP/1.1" status: 204 len: 168 time: 0.4027627 Dec 20 21:32:00.512293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40906) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:00.570536 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dd401ccf-718c-464c-b014-7ba41ba1b73f tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571253 Dec 20 21:32:00.573261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40908) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:00.578323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e464774a-2101-4bc2-baea-a9f7d4216698 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:00.596516 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fcaa1cb1-8a26-4330-b69d-5b2b77ff3bd6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.625542 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa1cb1-8a26-4330-b69d-5b2b77ff3bd6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Pushing event deleted for resources: {'Subnet': ['ID=55825378-3fab-46fc-abe6-729d78858fd0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:00.636584 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fcaa1cb1-8a26-4330-b69d-5b2b77ff3bd6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.639856 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fcaa1cb1-8a26-4330-b69d-5b2b77ff3bd6 tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] 10.222.0.32 "DELETE /v2.0/subnets/55825378-3fab-46fc-abe6-729d78858fd0 HTTP/1.1" status: 204 len: 168 time: 0.3946755 Dec 20 21:32:00.642427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40912) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:00.644317 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3d5ac6-4fe1-4ac5-b9a5-c91136ec9ebc None None] Network f1716aea-e955-4049-bcee-7bade0755736 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:00.689271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4378152d-5154-48ab-89ec-3341cc0e0a54 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:00.709221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6701788-a545-4309-97ca-f4c41e3da78d req-6ff119d4-3da0-4e58-8129-1fdfc1e1b632 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:00.711200 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6701788-a545-4309-97ca-f4c41e3da78d req-6ff119d4-3da0-4e58-8129-1fdfc1e1b632 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.1905198 Dec 20 21:32:00.733601 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.761492 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e464774a-2101-4bc2-baea-a9f7d4216698 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:00.765908 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e464774a-2101-4bc2-baea-a9f7d4216698 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.771723 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6701788-a545-4309-97ca-f4c41e3da78d req-f2024d02-8b00-4c54-a6ed-f8272451f9a5 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526550 Dec 20 21:32:00.787563 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.844919 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-fca04914-3159-49e1-bce1-9ce143eaf666 None None] Could not find standard attr ID for object c1a22410-bc9c-43be-bcde-0968cf9dff45. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:32:00.865515 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Deleting port d4d5489a-b1b5-4a67-a161-dd70d7527fc1 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:00.866026 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.938534 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-fca04914-3159-49e1-bce1-9ce143eaf666 None None] Provisioning complete for port b72b37af-b172-432a-a6ea-0bd31164f66d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:00.938864 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fca04914-3159-49e1-bce1-9ce143eaf666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.941552 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] For port d4d5489a-b1b5-4a67-a161-dd70d7527fc1, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d4d5489a-b1b5-4a67-a161-dd70d7527fc1,segment=NetworkSegment(d656b6cf-0c40-489b-9b31-bd06adbdf3d3),segment_id=d656b6cf-0c40-489b-9b31-bd06adbdf3d3)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:00.943256 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:00.962923 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Calling delete_port for d4d5489a-b1b5-4a67-a161-dd70d7527fc1 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:01.114439 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:01.119253 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4241789-c1a6-42ed-9997-4013a11aef40 None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:32:01.156408 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Pushing event deleted for resources: {'Port': ['ID=d4d5489a-b1b5-4a67-a161-dd70d7527fc1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:01.163907 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] No DVR routers for this DVR port d4d5489a-b1b5-4a67-a161-dd70d7527fc1 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:32:01.176553 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a29fe-72e2-473d-9c69-90b948a780df None None] DHCP port deletion for f1716aea-e955-4049-bcee-7bade0755736 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:32:01.209561 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a4241789-c1a6-42ed-9997-4013a11aef40 None None] Deleting port b72b37af-b172-432a-a6ea-0bd31164f66d {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:01.210135 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4241789-c1a6-42ed-9997-4013a11aef40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:01.226975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.objects.ports [None req-e464774a-2101-4bc2-baea-a9f7d4216698 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102401) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:32:01.310849 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:01.339951 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a4241789-c1a6-42ed-9997-4013a11aef40 None None] For port b72b37af-b172-432a-a6ea-0bd31164f66d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b72b37af-b172-432a-a6ea-0bd31164f66d,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:01.340726 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4241789-c1a6-42ed-9997-4013a11aef40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:01.357696 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1716aea-e955-4049-bcee-7bade0755736']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:01.360962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a4241789-c1a6-42ed-9997-4013a11aef40 None None] Calling delete_port for b72b37af-b172-432a-a6ea-0bd31164f66d owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:01.382485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd656b6cf-0c40-489b-9b31-bd06adbdf3d3') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:01.382796 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd656b6cf-0c40-489b-9b31-bd06adbdf3d3') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:01.405765 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:01.439762 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:01.450122 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:32:01.450535 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:32:01.459616 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:32:01.468684 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4241789-c1a6-42ed-9997-4013a11aef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:01.510381 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4241789-c1a6-42ed-9997-4013a11aef40 None None] Pushing event deleted for resources: {'Port': ['ID=b72b37af-b172-432a-a6ea-0bd31164f66d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:01.512581 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4241789-c1a6-42ed-9997-4013a11aef40 None None] No DVR routers for this DVR port b72b37af-b172-432a-a6ea-0bd31164f66d on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:32:01.544242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e464774a-2101-4bc2-baea-a9f7d4216698 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:01.580698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-e464774a-2101-4bc2-baea-a9f7d4216698 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Port b72b37af-b172-432a-a6ea-0bd31164f66d concurrently deleted while adding address for new subnet {'id': 'db2f21cd-6c71-42af-ad27-bf2b0eede154', 'name': '', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1604, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-12-20T21:32:00Z', 'updated_at': '2021-12-20T21:32:00Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'd99aaac35872421da72ff71412ba316a'}. {{(pid=102401) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Dec 20 21:32:01.581514 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e464774a-2101-4bc2-baea-a9f7d4216698 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:01.584721 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:01.607803 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:01.618618 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] 10.222.0.32 "DELETE /v2.0/networks/f1716aea-e955-4049-bcee-7bade0755736 HTTP/1.1" status: 204 len: 168 time: 0.9751117 Dec 20 21:32:01.619451 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40922) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:01.620198 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e464774a-2101-4bc2-baea-a9f7d4216698 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:01.625305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-e464774a-2101-4bc2-baea-a9f7d4216698 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:01.629816 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e464774a-2101-4bc2-baea-a9f7d4216698 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:01.630425 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e464774a-2101-4bc2-baea-a9f7d4216698 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:01.643951 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e80143-00b6-4520-94ea-fdb6873f9688 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:01.649210 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bcc55-fe67-4829-88cf-13518f6466fb tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Pushing event deleted for resources: {'Network': ['ID=f1716aea-e955-4049-bcee-7bade0755736,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:01.652757 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e464774a-2101-4bc2-baea-a9f7d4216698 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0759401 Dec 20 21:32:01.653005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40924) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:01.658084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a7524692-f112-4db1-b075-54c1d471d9aa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:01.665639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464774a-2101-4bc2-baea-a9f7d4216698 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=db2f21cd-6c71-42af-ad27-bf2b0eede154,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:01.832884 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a6fc1-4188-4a88-9271-caf42a560c5b tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Deleting port 26c1a93e-e30e-4cd3-bd72-d78aa960a605 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:01.833315 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6fc1-4188-4a88-9271-caf42a560c5b tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:01.847022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7524692-f112-4db1-b075-54c1d471d9aa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:01.855795 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a7524692-f112-4db1-b075-54c1d471d9aa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:01.953082 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6fc1-4188-4a88-9271-caf42a560c5b tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:01.953627 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6fc1-4188-4a88-9271-caf42a560c5b tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:01.972810 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d4d5489a-b1b5-4a67-a161-dd70d7527fc1 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:32:01.974997 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a6fc1-4188-4a88-9271-caf42a560c5b tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Calling delete_port for 26c1a93e-e30e-4cd3-bd72-d78aa960a605 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:02.008098 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: d4d5489a-b1b5-4a67-a161-dd70d7527fc1 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:32:02.008762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d4d5489a-b1b5-4a67-a161-dd70d7527fc1 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:32:02.009359 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b72b37af-b172-432a-a6ea-0bd31164f66d no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:32:02.014128 n-d-xena-1 neutron-server[102401]: INFO neutron.db.ipam_backend_mixin [None req-a7524692-f112-4db1-b075-54c1d471d9aa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db2f21cd-6c71-42af-ad27-bf2b0eede154 (CIDR: 2001:db8::/64) Dec 20 21:32:02.024801 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7524692-f112-4db1-b075-54c1d471d9aa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:32:02.025672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7524692-f112-4db1-b075-54c1d471d9aa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:02.033417 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': 'db2f21cd-6c71-42af-ad27-bf2b0eede154'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:32:02.034594 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:02.060818 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200f8a8-c4cc-4947-9fc2-c295d5aebfdd req-9b899c7c-49c0-405c-9702-cf551256081e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:02.062878 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a200f8a8-c4cc-4947-9fc2-c295d5aebfdd req-9b899c7c-49c0-405c-9702-cf551256081e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.1345019 Dec 20 21:32:02.076767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: b72b37af-b172-432a-a6ea-0bd31164f66d {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:32:02.077418 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b72b37af-b172-432a-a6ea-0bd31164f66d not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:32:02.091259 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a7524692-f112-4db1-b075-54c1d471d9aa tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4372187 Dec 20 21:32:02.103814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40934) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:02.116836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-9d42dad0-9d33-42f9-8a3e-0928e0e63587 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:02.153481 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6fc1-4188-4a88-9271-caf42a560c5b tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:02.213581 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a6fc1-4188-4a88-9271-caf42a560c5b tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Pushing event deleted for resources: {'Port': ['ID=26c1a93e-e30e-4cd3-bd72-d78aa960a605,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:02.227774 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:02.271946 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6fc1-4188-4a88-9271-caf42a560c5b tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:02.276216 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6fc1-4188-4a88-9271-caf42a560c5b tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:02.282054 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1f5a6fc1-4188-4a88-9271-caf42a560c5b tempest-FloatingIPAdminTestJSON-105626101 tempest-FloatingIPAdminTestJSON-105626101-project] 10.222.0.32 "DELETE /v2.0/floatingips/d1426e98-fb8e-4a6a-9836-b43c83369452 HTTP/1.1" status: 204 len: 168 time: 0.6590567 Dec 20 21:32:02.357789 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:02.398782 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Allocated IP 2001:db8::f816:3eff:fe63:6db0 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/db2f21cd-6c71-42af-ad27-bf2b0eede154/c5c0630b-7916-4810-a9ad-3672948360e5) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:02.620311 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d42dad0-9d33-42f9-8a3e-0928e0e63587 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:02.628679 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9d42dad0-9d33-42f9-8a3e-0928e0e63587 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:02.636869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40946) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:02.671039 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa019c-1e07-4479-98af-60d2d13524fe req-0caea299-1edd-47c3-9c78-be6cca913df1 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:02.673357 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f0aa019c-1e07-4479-98af-60d2d13524fe req-0caea299-1edd-47c3-9c78-be6cca913df1 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1039829 Dec 20 21:32:02.702634 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:02.711150 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:02.749531 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a200f8a8-c4cc-4947-9fc2-c295d5aebfdd req-c0c3c941-307c-4d45-a6d8-a083c9de5599 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6542633 Dec 20 21:32:02.774499 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f0aa019c-1e07-4479-98af-60d2d13524fe req-fb0a01db-73af-4721-9716-bc7033cbae9f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893993 Dec 20 21:32:02.780801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:02.787513 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:02.806388 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:02.825724 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Pushing event updated for resources: {'Port': ['ID=c5c0630b-7916-4810-a9ad-3672948360e5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:02.910883 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Attempting to bind port c5c0630b-7916-4810-a9ad-3672948360e5 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:02.911259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Attempting to bind port c5c0630b-7916-4810-a9ad-3672948360e5 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:02.911630 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Attempting to bind port c5c0630b-7916-4810-a9ad-3672948360e5 on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:02.919687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:32:02.920061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:32:02.920520 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:02.920918 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:32:02.921388 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Bound port: c5c0630b-7916-4810-a9ad-3672948360e5, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:32:02.921772 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:03.013566 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-08a36ca5-91e7-44f3-8c9f-acda93f06e94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1f05c67dedb40a1b8353c7e7f1f06e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3715897 Dec 20 21:32:03.016626 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40956) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:03.027927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27776a64-a4e3-43a0-9d23-d107aa84169d req-dd5f5852-21d7-4e64-9157-81b73a6aa1a3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:03.029428 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-27776a64-a4e3-43a0-9d23-d107aa84169d req-dd5f5852-21d7-4e64-9157-81b73a6aa1a3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1319909 Dec 20 21:32:03.032166 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] For port c5c0630b-7916-4810-a9ad-3672948360e5, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:32:03.036860 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] For port c5c0630b-7916-4810-a9ad-3672948360e5, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c5c0630b-7916-4810-a9ad-3672948360e5,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:32:03.045576 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:03.125432 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fd72cce-1d6b-4664-9a01-4ad58f51aef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:03.133628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9b9f1-aaf1-4f9c-99c0-a30cb9b4346e None None] Pushing event updated for resources: {'Port': ['ID=c5c0630b-7916-4810-a9ad-3672948360e5,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:03.150158 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-27776a64-a4e3-43a0-9d23-d107aa84169d req-a189ff49-89cf-4fd7-8473-01ebc2eac710 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639329 Dec 20 21:32:03.161758 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9d42dad0-9d33-42f9-8a3e-0928e0e63587 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:03.212387 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fd72cce-1d6b-4664-9a01-4ad58f51aef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:03.247004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d42dad0-9d33-42f9-8a3e-0928e0e63587 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:03.256531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-9d42dad0-9d33-42f9-8a3e-0928e0e63587 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:03.261494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d42dad0-9d33-42f9-8a3e-0928e0e63587 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:03.273833 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9d42dad0-9d33-42f9-8a3e-0928e0e63587 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:03.302502 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fd72cce-1d6b-4664-9a01-4ad58f51aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:03.303414 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42dad0-9d33-42f9-8a3e-0928e0e63587 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=01f7a84a-3b10-43e5-a195-466a14db77c9,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:03.305015 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fd72cce-1d6b-4664-9a01-4ad58f51aef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:03.306205 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8fd72cce-1d6b-4664-9a01-4ad58f51aef5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1c50141-a7a9-4f4a-b4fc-bf880bca6f95 HTTP/1.1" status: 204 len: 168 time: 0.2887106 Dec 20 21:32:03.324944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd72cce-1d6b-4664-9a01-4ad58f51aef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c50141-a7a9-4f4a-b4fc-bf880bca6f95,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:03.335736 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9d42dad0-9d33-42f9-8a3e-0928e0e63587 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2276568 Dec 20 21:32:03.336346 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40964) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:03.348544 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f090b4e6-7834-4da6-8a92-514a1d3ad7b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'mac_address': 'fa:16:3e:70:bb:71', 'name': 'tempest-NetworksTestDHCPv6-1476289483'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:03.575759 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8575aa-705f-4641-9fea-b5b28a624e4f req-2a5cee8c-f203-4e83-824c-2a90751660eb tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:03.577893 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de8575aa-705f-4641-9fea-b5b28a624e4f req-2a5cee8c-f203-4e83-824c-2a90751660eb tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.0906668 Dec 20 21:32:03.592176 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f090b4e6-7834-4da6-8a92-514a1d3ad7b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:03.689379 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de8575aa-705f-4641-9fea-b5b28a624e4f req-0f96f605-191c-4d41-82cb-f5e97175e81d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798433 Dec 20 21:32:03.728467 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f090b4e6-7834-4da6-8a92-514a1d3ad7b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:03.761135 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-f090b4e6-7834-4da6-8a92-514a1d3ad7b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port 20b96800-fddf-4fb7-9c1e-404baade0d4c yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:32:03.894145 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40980) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:03.919212 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad3f8879-ce3d-4861-b622-40ee6e76573d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:03.989840 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-f090b4e6-7834-4da6-8a92-514a1d3ad7b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8:0:1::7c (ba8b9395-2f81-45c0-aebe-dbe8cc504957/01f7a84a-3b10-43e5-a195-466a14db77c9/20b96800-fddf-4fb7-9c1e-404baade0d4c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:04.001310 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-f090b4e6-7834-4da6-8a92-514a1d3ad7b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::f816:3eff:fe70:bb71 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/db2f21cd-6c71-42af-ad27-bf2b0eede154/20b96800-fddf-4fb7-9c1e-404baade0d4c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:04.027559 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c5c0630b-7916-4810-a9ad-3672948360e5 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:32:04.149268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92dddd-9f36-4d5e-84d5-5ec8e36170c9 req-d6ccd440-2321-4ee4-82e0-f4dbc0196a1d tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:04.156236 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port c5c0630b-7916-4810-a9ad-3672948360e5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:04.156876 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:04.158958 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ff92dddd-9f36-4d5e-84d5-5ec8e36170c9 req-d6ccd440-2321-4ee4-82e0-f4dbc0196a1d tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.2169886 Dec 20 21:32:04.217891 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ff92dddd-9f36-4d5e-84d5-5ec8e36170c9 req-1eb83e44-f470-41d2-adae-080909b6b376 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577686 Dec 20 21:32:04.298710 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad3f8879-ce3d-4861-b622-40ee6e76573d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:04.307264 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad3f8879-ce3d-4861-b622-40ee6e76573d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:04.369567 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ad3f8879-ce3d-4861-b622-40ee6e76573d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96b4c18f8fc14d328c36eabd1b4177fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742081 Dec 20 21:32:04.370729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f8879-ce3d-4861-b622-40ee6e76573d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569770e6-6767-4c97-a726-260eddb46a8a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:04.373506 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40994) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:04.399180 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:04.412581 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f090b4e6-7834-4da6-8a92-514a1d3ad7b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:04.499353 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26f38a55-ccd3-49df-ba0e-65c4bf981d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:04.508789 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port c5c0630b-7916-4810-a9ad-3672948360e5, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c5c0630b-7916-4810-a9ad-3672948360e5,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:04.523063 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:04.551926 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26f38a55-ccd3-49df-ba0e-65c4bf981d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:04.608817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=c5c0630b-7916-4810-a9ad-3672948360e5,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:04.619723 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f090b4e6-7834-4da6-8a92-514a1d3ad7b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:04.667183 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26f38a55-ccd3-49df-ba0e-65c4bf981d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:04.676543 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26f38a55-ccd3-49df-ba0e-65c4bf981d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:04.682385 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-26f38a55-ccd3-49df-ba0e-65c4bf981d8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/569770e6-6767-4c97-a726-260eddb46a8a HTTP/1.1" status: 204 len: 168 time: 0.3074274 Dec 20 21:32:04.692209 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f38a55-ccd3-49df-ba0e-65c4bf981d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569770e6-6767-4c97-a726-260eddb46a8a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:04.719624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090b4e6-7834-4da6-8a92-514a1d3ad7b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=20b96800-fddf-4fb7-9c1e-404baade0d4c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:04.746974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb60df-dd8f-4eb9-b687-9af6018c08b8 req-f0628bb7-cf2f-4cad-bbfb-2805278e1764 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:04.748685 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-22fb60df-dd8f-4eb9-b687-9af6018c08b8 req-f0628bb7-cf2f-4cad-bbfb-2805278e1764 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.2474477 Dec 20 21:32:04.782879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f090b4e6-7834-4da6-8a92-514a1d3ad7b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:04.795388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f090b4e6-7834-4da6-8a92-514a1d3ad7b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:04.799070 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f090b4e6-7834-4da6-8a92-514a1d3ad7b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:04.799906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0e962b-26fe-43ce-a85f-e0c37fc2a4bc None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:04.806858 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f090b4e6-7834-4da6-8a92-514a1d3ad7b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:04.808430 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f090b4e6-7834-4da6-8a92-514a1d3ad7b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:04.861559 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-22fb60df-dd8f-4eb9-b687-9af6018c08b8 req-88cdcfbd-7128-407a-8262-95f74a1dd8bd tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009018 Dec 20 21:32:04.875170 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f090b4e6-7834-4da6-8a92-514a1d3ad7b5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5369484 Dec 20 21:32:04.877980 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41000) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:04.916562 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1d2704ed-35df-434c-80f5-d0111ff5e345 None None] Provisioning complete for port c5c0630b-7916-4810-a9ad-3672948360e5 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:04.917369 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d2704ed-35df-434c-80f5-d0111ff5e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:05.033015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f0d48-435e-4c8f-8e7c-8ca24ea9441b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port 20b96800-fddf-4fb7-9c1e-404baade0d4c {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:05.033553 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0d48-435e-4c8f-8e7c-8ca24ea9441b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:05.187337 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0d48-435e-4c8f-8e7c-8ca24ea9441b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:05.214878 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd3f2d6-93d8-4e20-81eb-cf7423fa1509 None None] Update dhcp port {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'fixed_ips': [{'subnet_id': 'db2f21cd-6c71-42af-ad27-bf2b0eede154', 'ip_address': '2001:db8::f816:3eff:fe63:6db0'}, {'subnet_id': '01f7a84a-3b10-43e5-a195-466a14db77c9'}], 'binding:host_id': 'n-d-xena-1'}, 'id': 'c5c0630b-7916-4810-a9ad-3672948360e5'} from n-d-xena-1. {{(pid=102403) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 20 21:32:05.217923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f0d48-435e-4c8f-8e7c-8ca24ea9441b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for 20b96800-fddf-4fb7-9c1e-404baade0d4c owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:05.251201 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f2d6-93d8-4e20-81eb-cf7423fa1509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:05.259330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41006) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:05.273485 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c6b2a7c9-6738-4fa1-97e6-6eb8e2dab02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:05.353208 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c6b2a7c9-6738-4fa1-97e6-6eb8e2dab02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:05.358956 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c6b2a7c9-6738-4fa1-97e6-6eb8e2dab02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:05.395503 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2a7c9-6738-4fa1-97e6-6eb8e2dab02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b0e8fd-f347-4409-ab56-7627ce96cd80,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:05.420012 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c6b2a7c9-6738-4fa1-97e6-6eb8e2dab02d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f24df1f4d73044ef93d66eb29b4f5431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572127 Dec 20 21:32:05.420604 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41012) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:05.432642 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df7bea-65b6-464e-9612-86fb365396a5 req-41052ab6-919f-4cc0-a890-d24009de790f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:05.434375 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50df7bea-65b6-464e-9612-86fb365396a5 req-41052ab6-919f-4cc0-a890-d24009de790f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.0953817 Dec 20 21:32:05.451791 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-ecd3f2d6-93d8-4e20-81eb-cf7423fa1509 None None] Allocated IP 2001:db8:0:1::2 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/01f7a84a-3b10-43e5-a195-466a14db77c9/c5c0630b-7916-4810-a9ad-3672948360e5) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:05.484490 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b45662b-8a1c-4683-9873-963d83ea1b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:05.511902 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b45662b-8a1c-4683-9873-963d83ea1b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:05.576585 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50df7bea-65b6-464e-9612-86fb365396a5 req-a438a9ff-3975-4664-a491-a5e4004b1c0b tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882344 Dec 20 21:32:05.602201 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b45662b-8a1c-4683-9873-963d83ea1b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:05.605842 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b45662b-8a1c-4683-9873-963d83ea1b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:05.607706 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4b45662b-8a1c-4683-9873-963d83ea1b78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1b0e8fd-f347-4409-ab56-7627ce96cd80 HTTP/1.1" status: 204 len: 168 time: 0.1862476 Dec 20 21:32:05.634427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45662b-8a1c-4683-9873-963d83ea1b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b0e8fd-f347-4409-ab56-7627ce96cd80,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:05.650571 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0d48-435e-4c8f-8e7c-8ca24ea9441b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:05.688817 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f0d48-435e-4c8f-8e7c-8ca24ea9441b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=20b96800-fddf-4fb7-9c1e-404baade0d4c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:05.757787 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0d48-435e-4c8f-8e7c-8ca24ea9441b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:05.761127 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dc0f0d48-435e-4c8f-8e7c-8ca24ea9441b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/20b96800-fddf-4fb7-9c1e-404baade0d4c HTTP/1.1" status: 204 len: 168 time: 0.8820653 Dec 20 21:32:05.763847 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41018) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:05.836456 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fdd27a-056d-43c2-b13b-73ca3935dbbd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:05.842581 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41022) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:05.842824 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e5fdd27a-056d-43c2-b13b-73ca3935dbbd tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0777757 Dec 20 21:32:05.846698 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ecd3f2d6-93d8-4e20-81eb-cf7423fa1509 None None] For port c5c0630b-7916-4810-a9ad-3672948360e5, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c5c0630b-7916-4810-a9ad-3672948360e5,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:05.884953 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f2d6-93d8-4e20-81eb-cf7423fa1509 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:05.890904 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f2d6-93d8-4e20-81eb-cf7423fa1509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:05.920765 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c5c0630b-7916-4810-a9ad-3672948360e5 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:32:05.933950 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc76f71-2f5a-45bf-84d8-4df33ed10665 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:05.937922 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1cc76f71-2f5a-45bf-84d8-4df33ed10665 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0914650 Dec 20 21:32:05.938862 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41028) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:06.012649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3f2d6-93d8-4e20-81eb-cf7423fa1509 None None] Pushing event updated for resources: {'Port': ['ID=c5c0630b-7916-4810-a9ad-3672948360e5,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:06.043198 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port c5c0630b-7916-4810-a9ad-3672948360e5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:06.043570 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:06.055109 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455d404f-51a9-4bd3-a5c6-5643ee0b0c8c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:06.057654 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455d404f-51a9-4bd3-a5c6-5643ee0b0c8c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:06.059562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455d404f-51a9-4bd3-a5c6-5643ee0b0c8c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:06.061456 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-455d404f-51a9-4bd3-a5c6-5643ee0b0c8c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1206653 Dec 20 21:32:06.065017 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41032) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:06.098817 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6aeb4-8020-4b7e-b8a0-3e8ede167b46 req-d427a73f-14e1-4bb6-8b3c-295519838a59 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:06.100284 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7da6aeb4-8020-4b7e-b8a0-3e8ede167b46 req-d427a73f-14e1-4bb6-8b3c-295519838a59 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.0997081 Dec 20 21:32:06.153505 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1168aff-fc68-4ea2-8042-e88912880eb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet 01f7a84a-3b10-43e5-a195-466a14db77c9 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:32:06.156948 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1168aff-fc68-4ea2-8042-e88912880eb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:06.210696 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7da6aeb4-8020-4b7e-b8a0-3e8ede167b46 req-bf2164c1-2446-45ac-aa34-329607c85634 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967588 Dec 20 21:32:06.225837 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1168aff-fc68-4ea2-8042-e88912880eb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:06.361592 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1168aff-fc68-4ea2-8042-e88912880eb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:06.429368 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1168aff-fc68-4ea2-8042-e88912880eb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:06.465390 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1168aff-fc68-4ea2-8042-e88912880eb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=01f7a84a-3b10-43e5-a195-466a14db77c9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:06.469919 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1168aff-fc68-4ea2-8042-e88912880eb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:06.474185 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c1168aff-fc68-4ea2-8042-e88912880eb8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/01f7a84a-3b10-43e5-a195-466a14db77c9 HTTP/1.1" status: 204 len: 168 time: 0.4075890 Dec 20 21:32:06.476377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41044) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:06.540867 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6defec7-204d-4f94-978f-d29accf671f2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet db2f21cd-6c71-42af-ad27-bf2b0eede154 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:32:06.544454 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c6defec7-204d-4f94-978f-d29accf671f2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:06.592390 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c6defec7-204d-4f94-978f-d29accf671f2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:06.714721 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c6defec7-204d-4f94-978f-d29accf671f2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:06.748499 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2ebe3-3306-41f7-93a0-0eb0f3037220 req-922f3f83-0a85-4b13-b284-e1f51314c681 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:06.757593 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dfb2ebe3-3306-41f7-93a0-0eb0f3037220 req-922f3f83-0a85-4b13-b284-e1f51314c681 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.1034608 Dec 20 21:32:06.778898 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c6defec7-204d-4f94-978f-d29accf671f2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:06.811017 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6defec7-204d-4f94-978f-d29accf671f2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=db2f21cd-6c71-42af-ad27-bf2b0eede154,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:06.817066 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c6defec7-204d-4f94-978f-d29accf671f2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:06.820629 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c6defec7-204d-4f94-978f-d29accf671f2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/db2f21cd-6c71-42af-ad27-bf2b0eede154 HTTP/1.1" status: 204 len: 168 time: 0.3418851 Dec 20 21:32:06.823505 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41058) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:06.830450 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dfb2ebe3-3306-41f7-93a0-0eb0f3037220 req-2848474a-ff1c-4b92-827d-6ff2f980651a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699360 Dec 20 21:32:06.858139 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac5a66-be43-48e4-a2cc-5977812ed620 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:06.875318 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41062) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:06.881048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-7b33ddda-7e8b-485d-b966-05c531cc9d17 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:06.885638 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d5412129-665f-41ac-9606-adebfed8f7c0 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606225 Dec 20 21:32:06.925272 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-da5c5974-6501-4b04-a221-e556165b61ff None None] Provisioning complete for port c5c0630b-7916-4810-a9ad-3672948360e5 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:06.925645 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da5c5974-6501-4b04-a221-e556165b61ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:06.998908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b33ddda-7e8b-485d-b966-05c531cc9d17 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:07.002825 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7b33ddda-7e8b-485d-b966-05c531cc9d17 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:07.086843 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-da5c5974-6501-4b04-a221-e556165b61ff None None] Could not find standard attr ID for object 20b96800-fddf-4fb7-9c1e-404baade0d4c. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:32:07.117928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8808d7-0e42-49c7-a4e9-7c43df7796fd None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:32:07.171391 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1d8808d7-0e42-49c7-a4e9-7c43df7796fd None None] Deleting port c5c0630b-7916-4810-a9ad-3672948360e5 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:07.171996 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d8808d7-0e42-49c7-a4e9-7c43df7796fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:07.254431 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7b33ddda-7e8b-485d-b966-05c531cc9d17 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:07.276386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1d8808d7-0e42-49c7-a4e9-7c43df7796fd None None] For port c5c0630b-7916-4810-a9ad-3672948360e5, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c5c0630b-7916-4810-a9ad-3672948360e5,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:07.277202 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d8808d7-0e42-49c7-a4e9-7c43df7796fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:07.293742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b33ddda-7e8b-485d-b966-05c531cc9d17 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:07.297648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1d8808d7-0e42-49c7-a4e9-7c43df7796fd None None] Calling delete_port for c5c0630b-7916-4810-a9ad-3672948360e5 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:07.335860 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33ddda-7e8b-485d-b966-05c531cc9d17 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=b1ed27e0-9de8-442e-8e57-53c328f35fbb,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:07.343683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41078) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:07.364789 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-7b33ddda-7e8b-485d-b966-05c531cc9d17 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:07.368537 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b33ddda-7e8b-485d-b966-05c531cc9d17 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:07.369320 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7b33ddda-7e8b-485d-b966-05c531cc9d17 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:07.394528 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7b33ddda-7e8b-485d-b966-05c531cc9d17 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5180185 Dec 20 21:32:07.397446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41082) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:07.402389 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bdbe0969-fcef-4c22-b330-178292f7b59d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:07.410976 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32403cd-9fb8-42c0-a14f-af18778a0f3e req-d267b234-5be1-4fcd-9405-30226fe8874c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:07.412793 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c32403cd-9fb8-42c0-a14f-af18778a0f3e req-d267b234-5be1-4fcd-9405-30226fe8874c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1211674 Dec 20 21:32:07.434340 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d8808d7-0e42-49c7-a4e9-7c43df7796fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:07.475049 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c32403cd-9fb8-42c0-a14f-af18778a0f3e req-d596a0e2-46a9-483e-86c1-6053a0949a33 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532634 Dec 20 21:32:07.488319 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8808d7-0e42-49c7-a4e9-7c43df7796fd None None] Pushing event deleted for resources: {'Port': ['ID=c5c0630b-7916-4810-a9ad-3672948360e5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:07.492834 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8808d7-0e42-49c7-a4e9-7c43df7796fd None None] No DVR routers for this DVR port c5c0630b-7916-4810-a9ad-3672948360e5 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:32:07.526359 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4114d345-bd39-4881-9e93-2a7ba714410d None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:07.677027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41088) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:07.704988 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbe0969-fcef-4c22-b330-178292f7b59d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:07.710477 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdbe0969-fcef-4c22-b330-178292f7b59d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:07.710721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': 'b1ed27e0-9de8-442e-8e57-53c328f35fbb'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:32:07.711811 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:07.912149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d749bd9a-d632-47af-869a-ff989509af3e tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1593032563'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:07.932487 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Allocated IP 2001:db8::2 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/b1ed27e0-9de8-442e-8e57-53c328f35fbb/2aaef8c3-b311-4f2a-9750-fc20ec99454f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:07.939198 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d749bd9a-d632-47af-869a-ff989509af3e tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Made reservation on behalf of 4e1d39a50ba043028d3ba834598f77d9 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:07.943082 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d749bd9a-d632-47af-869a-ff989509af3e tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:07.957858 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d749bd9a-d632-47af-869a-ff989509af3e tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:07.985249 n-d-xena-1 neutron-server[102402]: INFO neutron.db.ipam_backend_mixin [None req-bdbe0969-fcef-4c22-b330-178292f7b59d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b1ed27e0-9de8-442e-8e57-53c328f35fbb (CIDR: 2001:db8::/64) Dec 20 21:32:07.996648 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdbe0969-fcef-4c22-b330-178292f7b59d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:32:07.997413 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdbe0969-fcef-4c22-b330-178292f7b59d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:08.024862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c5c0630b-7916-4810-a9ad-3672948360e5 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:32:08.030384 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bdbe0969-fcef-4c22-b330-178292f7b59d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6317799 Dec 20 21:32:08.030983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41102) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:08.041378 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0dc042e7-bb24-4efa-9a19-66f28feb033c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:08.041972 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873bc5f-f33b-4ac0-b9b9-e04474533d47 req-a323eee0-5767-4dec-bfa7-39be3ea98cce tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:08.043581 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0873bc5f-f33b-4ac0-b9b9-e04474533d47 req-a323eee0-5767-4dec-bfa7-39be3ea98cce tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.0897746 Dec 20 21:32:08.146981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: c5c0630b-7916-4810-a9ad-3672948360e5 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:32:08.147456 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c5c0630b-7916-4810-a9ad-3672948360e5 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:32:08.263381 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0873bc5f-f33b-4ac0-b9b9-e04474533d47 req-591f4d59-bf9d-4373-9a36-6d7bc6b12c46 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977301 Dec 20 21:32:08.285002 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d749bd9a-d632-47af-869a-ff989509af3e tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:08.299920 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:08.301196 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d749bd9a-d632-47af-869a-ff989509af3e tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:08.312153 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:08.328619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d749bd9a-d632-47af-869a-ff989509af3e tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:32:08.342617 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d749bd9a-d632-47af-869a-ff989509af3e tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:08.343024 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-d749bd9a-d632-47af-869a-ff989509af3e tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Added segment e5f9bfcb-d4a7-42cc-880b-ed54602e231d of type vlan for network 042bfb43-c394-491e-b289-86712e123fe6 Dec 20 21:32:08.387012 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:08.390277 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:08.394246 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:08.446994 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d749bd9a-d632-47af-869a-ff989509af3e tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:08.469788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Pushing event updated for resources: {'Port': ['ID=2aaef8c3-b311-4f2a-9750-fc20ec99454f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:08.472509 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9369b56d-95ce-4229-905e-8cb744deb94b req-7a4a4147-829c-4dbd-8661-bb3a56b5dedd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.2857754 Dec 20 21:32:08.477871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749bd9a-d632-47af-869a-ff989509af3e tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77edfb8-d178-4971-8c86-8b02e274144c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:08.519586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Attempting to bind port 2aaef8c3-b311-4f2a-9750-fc20ec99454f on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:08.520114 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Attempting to bind port 2aaef8c3-b311-4f2a-9750-fc20ec99454f by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:08.520316 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Attempting to bind port 2aaef8c3-b311-4f2a-9750-fc20ec99454f on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:08.525779 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:32:08.526180 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:32:08.526625 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:08.526971 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:32:08.527439 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Bound port: 2aaef8c3-b311-4f2a-9750-fc20ec99454f, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:32:08.527823 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:08.594895 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] For port 2aaef8c3-b311-4f2a-9750-fc20ec99454f, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:32:08.597412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] For port 2aaef8c3-b311-4f2a-9750-fc20ec99454f, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2aaef8c3-b311-4f2a-9750-fc20ec99454f,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:32:08.602038 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:08.607671 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d749bd9a-d632-47af-869a-ff989509af3e tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:08.630465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d749bd9a-d632-47af-869a-ff989509af3e tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:08.631081 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d749bd9a-d632-47af-869a-ff989509af3e tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:08.704200 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8456a-73b1-4abc-afac-1038dbeb5d0f req-fa146b19-f3e8-406f-8351-84f9c1e860db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:08.705695 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffd8456a-73b1-4abc-afac-1038dbeb5d0f req-fa146b19-f3e8-406f-8351-84f9c1e860db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 1093 time: 0.5994596 Dec 20 21:32:08.712902 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369b56d-95ce-4229-905e-8cb744deb94b req-ebb41067-ccc0-415e-a09d-346d97b19552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:08.713770 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e56fa-f155-4ac6-8c3f-327198b8b69d None None] Pushing event updated for resources: {'Port': ['ID=2aaef8c3-b311-4f2a-9750-fc20ec99454f,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:08.714536 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9369b56d-95ce-4229-905e-8cb744deb94b req-ebb41067-ccc0-415e-a09d-346d97b19552 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2372edae52864334a53d4fba944cc335&device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 1094 time: 0.1952395 Dec 20 21:32:08.749760 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749bd9a-d632-47af-869a-ff989509af3e tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Pushing event updated for resources: {'Network': ['ID=042bfb43-c394-491e-b289-86712e123fe6,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:08.763293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 042bfb43-c394-491e-b289-86712e123fe6 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:32:08.829465 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc042e7-bb24-4efa-9a19-66f28feb033c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:08.842112 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0dc042e7-bb24-4efa-9a19-66f28feb033c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:08.846144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d749bd9a-d632-47af-869a-ff989509af3e tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1671658 Dec 20 21:32:08.896585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369b56d-95ce-4229-905e-8cb744deb94b req-d9dd1468-43f0-4384-9711-5192bd6e271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:08.898192 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9369b56d-95ce-4229-905e-8cb744deb94b req-d9dd1468-43f0-4384-9711-5192bd6e271c service neutron] 10.222.0.66 "GET /v2.0/networks?id=c507b886-4c4e-4889-b255-5311698a9b7a HTTP/1.1" status: 200 len: 917 time: 0.1388037 Dec 20 21:32:08.907459 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56821fa6-ee36-4ac9-b757-9cca6aa6cc9a req-73808f3d-1e3c-49ef-b0f3-816948eb1b7a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:08.915854 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-56821fa6-ee36-4ac9-b757-9cca6aa6cc9a req-73808f3d-1e3c-49ef-b0f3-816948eb1b7a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.2663374 Dec 20 21:32:09.010430 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9369b56d-95ce-4229-905e-8cb744deb94b req-e20f2cd5-1bb9-40e2-85a5-75f5a3d43b82 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8 HTTP/1.1" status: 200 len: 1001 time: 0.1039324 Dec 20 21:32:09.088869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369b56d-95ce-4229-905e-8cb744deb94b req-f186c6aa-8435-4d3f-9e05-37fbc2c1380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:09.091357 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9369b56d-95ce-4229-905e-8cb744deb94b req-f186c6aa-8435-4d3f-9e05-37fbc2c1380a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=550ee55d-1479-46f2-9e4e-e2b23472d5bb HTTP/1.1" status: 200 len: 855 time: 0.0729885 Dec 20 21:32:09.101543 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8456a-73b1-4abc-afac-1038dbeb5d0f req-3dfc2b55-a720-43ce-a1a6-59b2f7fca5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:09.103234 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffd8456a-73b1-4abc-afac-1038dbeb5d0f req-3dfc2b55-a720-43ce-a1a6-59b2f7fca5be service neutron] 10.222.0.31 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 0.3652968 Dec 20 21:32:09.122696 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-56821fa6-ee36-4ac9-b757-9cca6aa6cc9a req-e345cdbd-3e7f-4a3e-be3d-6b0342f950cc tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058687 Dec 20 21:32:09.247589 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369b56d-95ce-4229-905e-8cb744deb94b req-e4b03434-b15d-437d-a959-1734fbc33973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:09.251584 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9369b56d-95ce-4229-905e-8cb744deb94b req-e4b03434-b15d-437d-a959-1734fbc33973 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c507b886-4c4e-4889-b255-5311698a9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1525180 Dec 20 21:32:09.268103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41124) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:09.281134 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Request body: {'port': {'network_id': '042bfb43-c394-491e-b289-86712e123fe6', 'binding:host_id': 'n-h2-xena-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1919502433'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:09.305771 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Made reservation on behalf of a9c8496459c042edbba56fe8d3e2d5ed for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:09.308518 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:09.312114 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffd8456a-73b1-4abc-afac-1038dbeb5d0f req-c622b719-2a00-499f-ab34-c25df7c4be5e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b71953cc-274e-48e8-9e1d-23313750574c HTTP/1.1" status: 200 len: 999 time: 0.1741161 Dec 20 21:32:09.323515 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-abe6dc59-f227-43a1-b9dd-056d8f1f01e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:09.398661 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:09.399657 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9369b56d-95ce-4229-905e-8cb744deb94b req-643e11a1-4bf4-4c74-9ee1-fc7d6798d17a service neutron] 10.222.0.66 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358602 Dec 20 21:32:09.557035 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9369b56d-95ce-4229-905e-8cb744deb94b req-70d40e9c-dfad-4922-a6bb-4aacaf369d19 service neutron] 10.222.0.66 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462965 Dec 20 21:32:09.607608 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8456a-73b1-4abc-afac-1038dbeb5d0f req-cb78c311-aabc-4917-bffc-e443f36efb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:09.609492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffd8456a-73b1-4abc-afac-1038dbeb5d0f req-cb78c311-aabc-4917-bffc-e443f36efb8a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.2814372 Dec 20 21:32:09.692049 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63a8bd-8ab0-4f8e-a949-a1f6f86e068d req-969d855b-5158-4a4c-82cc-077f03e588a2 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:09.693714 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c63a8bd-8ab0-4f8e-a949-a1f6f86e068d req-969d855b-5158-4a4c-82cc-077f03e588a2 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.2929933 Dec 20 21:32:09.759083 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-ee6b1f00-135a-49b0-822d-635c75a1e2d0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:09.760780 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-ee6b1f00-135a-49b0-822d-635c75a1e2d0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/networks?id=7b46c6e3-e801-49d8-a318-664252999761 HTTP/1.1" status: 200 len: 815 time: 0.1652198 Dec 20 21:32:09.777618 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-1ce3c414-b12b-4f8f-9ff5-3daa86d2e033 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/quotas/bda37a2f6cba46e0bddb7b05bd92ea4c HTTP/1.1" status: 200 len: 375 time: 0.0104673 Dec 20 21:32:09.854668 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-40adaf77-8f27-4607-afea-6f5d5aab7ff5 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bda37a2f6cba46e0bddb7b05bd92ea4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0689471 Dec 20 21:32:09.883618 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8456a-73b1-4abc-afac-1038dbeb5d0f req-a867950a-1af2-4eef-98c5-194f4e21a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:09.885407 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffd8456a-73b1-4abc-afac-1038dbeb5d0f req-a867950a-1af2-4eef-98c5-194f4e21a368 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2626166 Dec 20 21:32:09.898698 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:09.916808 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c63a8bd-8ab0-4f8e-a949-a1f6f86e068d req-7980d82c-63c2-4a3e-8db8-8a5f847bdaa7 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890872 Dec 20 21:32:09.952983 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2aaef8c3-b311-4f2a-9750-fc20ec99454f up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:32:09.969756 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-d0bcda54-a9dc-49a1-bc95-f1f915aba7bb service neutron] 10.222.0.32 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113629 Dec 20 21:32:10.023047 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 2aaef8c3-b311-4f2a-9750-fc20ec99454f triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:10.023792 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:10.055285 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:10.077637 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-851ed0a2-4377-4ab8-80ed-5cd54f737efb service neutron] 10.222.0.32 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011839 Dec 20 21:32:10.105469 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] device_id is not set on port 2f25010a-94de-4a2e-9b74-ea2222a5a71f yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:32:10.113645 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:10.156255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 2aaef8c3-b311-4f2a-9750-fc20ec99454f, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2aaef8c3-b311-4f2a-9750-fc20ec99454f,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:10.163046 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:10.237371 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=2aaef8c3-b311-4f2a-9750-fc20ec99454f,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:10.258739 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffd8456a-73b1-4abc-afac-1038dbeb5d0f req-9ad6dc7e-01ea-4b6f-9bb7-738c2ab25bf6 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588417 Dec 20 21:32:10.276828 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-aaf691be-1eb9-4fdc-b338-0a57ae2cbcda None None] Provisioning complete for port 2aaef8c3-b311-4f2a-9750-fc20ec99454f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:10.277255 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aaf691be-1eb9-4fdc-b338-0a57ae2cbcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:10.277760 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2657efce-36f7-4321-a871-f41ef45e385e req-20957914-96a0-4ede-b935-72297dbc2f34 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=e090846e-c268-4b8d-8712-4e6ba57f705d HTTP/1.1" status: 200 len: 210 time: 0.0374591 Dec 20 21:32:10.310285 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1093884e-59c1-4c26-8474-c3470f63e9f4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:10.527046 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-5d4224ba-0211-413b-8a53-1f99a498c263 None None] Could not find standard attr ID for object 20b96800-fddf-4fb7-9c1e-404baade0d4c. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:32:10.571085 n-d-xena-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-0dc042e7-bb24-4efa-9a19-66f28feb033c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:32:10.669600 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c7181-ee22-4530-8f69-fa37fdc41fc2 req-37bdbd08-6b8d-4a9d-919f-5b6c8bcc394b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:10.671122 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0d5c7181-ee22-4530-8f69-fa37fdc41fc2 req-37bdbd08-6b8d-4a9d-919f-5b6c8bcc394b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.3544526 Dec 20 21:32:10.782029 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffd8456a-73b1-4abc-afac-1038dbeb5d0f req-4b86a61d-7fcd-4891-bff6-808f138b68a0 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559548 Dec 20 21:32:10.795507 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] device_id is not set on port 2f25010a-94de-4a2e-9b74-ea2222a5a71f yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:32:10.820348 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:10.848286 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0d5c7181-ee22-4530-8f69-fa37fdc41fc2 req-595f1412-2cec-4dfe-b331-b10961101f02 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531217 Dec 20 21:32:10.852256 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:10.919979 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-abe6dc59-f227-43a1-b9dd-056d8f1f01e9 admin admin] Deleting port 6086fe35-31ec-4521-a594-6cfda6e8c556 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:10.920690 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-abe6dc59-f227-43a1-b9dd-056d8f1f01e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:10.960782 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Pushing event updated for resources: {'Port': ['ID=2f25010a-94de-4a2e-9b74-ea2222a5a71f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:11.023447 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0dc042e7-bb24-4efa-9a19-66f28feb033c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:11.028152 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Checking segment: {'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:32:11.028517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Network hostable DHCP agents. Network: 042bfb43-c394-491e-b289-86712e123fe6, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:32:11.036381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e83fd2-7a1d-42b6-8a58-75fb64e90675 req-7868313b-0b47-4ff2-93fc-dc585c3d1183 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:11.045309 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30e83fd2-7a1d-42b6-8a58-75fb64e90675 req-7868313b-0b47-4ff2-93fc-dc585c3d1183 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.0645051 Dec 20 21:32:11.081321 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30e83fd2-7a1d-42b6-8a58-75fb64e90675 req-e7c7bfd8-c919-480e-acd4-f6f0371abb93 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349319 Dec 20 21:32:11.109303 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Network 042bfb43-c394-491e-b289-86712e123fe6 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:32:11.136819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-abe6dc59-f227-43a1-b9dd-056d8f1f01e9 admin admin] For port 6086fe35-31ec-4521-a594-6cfda6e8c556, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6086fe35-31ec-4521-a594-6cfda6e8c556,segment=NetworkSegment(66e2ea1b-67f5-4716-b86c-9192c27258d7),segment_id=66e2ea1b-67f5-4716-b86c-9192c27258d7)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:11.137180 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-abe6dc59-f227-43a1-b9dd-056d8f1f01e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:11.146710 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 042bfb43-c394-491e-b289-86712e123fe6) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:11.154618 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0477fee1-03e5-41d3-b38d-48e50afaee62 None None] Network 042bfb43-c394-491e-b289-86712e123fe6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:11.155906 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-abe6dc59-f227-43a1-b9dd-056d8f1f01e9 admin admin] Calling delete_port for 6086fe35-31ec-4521-a594-6cfda6e8c556 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:11.159020 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:11.218293 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:11.218613 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:11.219001 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:11.270116 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:11.270914 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:11.281680 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 2 to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f Dec 20 21:32:11.318690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:11.319090 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:11.319351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:11.337781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:11.338136 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:11.344585 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 3 to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f Dec 20 21:32:11.382821 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-0dc042e7-bb24-4efa-9a19-66f28feb033c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] For port 2aaef8c3-b311-4f2a-9750-fc20ec99454f, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2aaef8c3-b311-4f2a-9750-fc20ec99454f,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:11.386930 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:11.387266 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:11.387596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:11.417488 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c66fd55-c71f-41bd-97e2-45dde53fdebd req-59206f56-9880-48d3-8cbe-af765c3f23a0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=e090846e-c268-4b8d-8712-4e6ba57f705d HTTP/1.1" status: 200 len: 210 time: 0.0533979 Dec 20 21:32:11.418302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:11.418714 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:11.469183 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 4 to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f Dec 20 21:32:11.494935 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:11.495403 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:11.495846 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:11.510912 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:11.511236 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:11.514445 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 5 to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f Dec 20 21:32:11.520046 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0dc042e7-bb24-4efa-9a19-66f28feb033c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:11.520363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-19923bc9-aa4d-44e8-8a98-9374bcb2ea36 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:11.524250 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-19923bc9-aa4d-44e8-8a98-9374bcb2ea36 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.66 "GET /v2.0/networks?id=7b46c6e3-e801-49d8-a318-664252999761 HTTP/1.1" status: 200 len: 815 time: 0.1235125 Dec 20 21:32:11.532738 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0dc042e7-bb24-4efa-9a19-66f28feb033c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:11.533389 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0dc042e7-bb24-4efa-9a19-66f28feb033c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:11.559195 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-9b735e0f-be00-4425-a4d6-6c2085ada41f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Request body: {'port': {'device_id': 'e090846e-c268-4b8d-8712-4e6ba57f705d', 'network_id': '7b46c6e3-e801-49d8-a318-664252999761', 'admin_state_up': True, 'tenant_id': 'bda37a2f6cba46e0bddb7b05bd92ea4c'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:11.589584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:11.589997 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:11.590412 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:11.618672 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:11.618996 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:11.626966 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 6 to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f Dec 20 21:32:11.632318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc042e7-bb24-4efa-9a19-66f28feb033c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:11.653345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0dc042e7-bb24-4efa-9a19-66f28feb033c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:11.666276 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7b15e1-d707-455d-b430-259b2cbc813d None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:11.697744 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-9b735e0f-be00-4425-a4d6-6c2085ada41f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Made reservation on behalf of bda37a2f6cba46e0bddb7b05bd92ea4c for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:11.701147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc042e7-bb24-4efa-9a19-66f28feb033c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:11.701739 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0dc042e7-bb24-4efa-9a19-66f28feb033c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:11.703433 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-9b735e0f-be00-4425-a4d6-6c2085ada41f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:11.707964 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc042e7-bb24-4efa-9a19-66f28feb033c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=92db6290-e2fc-4668-a854-b13cb59e4402,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:11.710280 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:11.710671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:11.711063 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:11.717886 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc042e7-bb24-4efa-9a19-66f28feb033c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=2aaef8c3-b311-4f2a-9750-fc20ec99454f,revision_number=5']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:11.735885 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:11.736178 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:11.739604 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 7 to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f Dec 20 21:32:11.752637 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0dc042e7-bb24-4efa-9a19-66f28feb033c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7153711 Dec 20 21:32:11.761791 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41174) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:11.774394 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-de4aa1e1-c502-49f1-8978-e3933cbfbaa7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'mac_address': 'fa:16:3e:a5:74:68', 'name': 'tempest-NetworksTestDHCPv6-1569851431'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:11.795047 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:11.795382 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:11.795713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:11.835215 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-abe6dc59-f227-43a1-b9dd-056d8f1f01e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:11.872909 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:11.873233 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:11.877269 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 8 to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f Dec 20 21:32:11.893555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6dc59-f227-43a1-b9dd-056d8f1f01e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6086fe35-31ec-4521-a594-6cfda6e8c556,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:11.912666 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2aaef8c3-b311-4f2a-9750-fc20ec99454f up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:32:11.951421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-9b735e0f-be00-4425-a4d6-6c2085ada41f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Allocated IP 172.20.0.2 (7b46c6e3-e801-49d8-a318-664252999761/8e8448cf-59a6-43ca-aaa2-82fb6408d51c/0916bcbf-7425-4290-9937-b695ba82fd47) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:11.972797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:11.973354 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:11.974428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:12.000460 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 2aaef8c3-b311-4f2a-9750-fc20ec99454f triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:12.003430 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:12.067339 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:12.068053 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:12.082586 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 9 to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f Dec 20 21:32:12.152368 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:12.152717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:12.153046 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:12.173239 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:12.173556 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:12.179125 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 10 to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f Dec 20 21:32:12.232743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a2ce8-3c62-42f4-9791-4712d0e85e29 req-abc8ea96-27d1-45d5-ac57-f126809ab0e9 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:12.241322 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f4a2ce8-3c62-42f4-9791-4712d0e85e29 req-abc8ea96-27d1-45d5-ac57-f126809ab0e9 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.0969224 Dec 20 21:32:12.287474 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-9b735e0f-be00-4425-a4d6-6c2085ada41f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:12.313270 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f4a2ce8-3c62-42f4-9791-4712d0e85e29 req-352e6cb3-df9a-45f9-9843-bed1ee9ca8b3 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709167 Dec 20 21:32:12.360137 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-9b735e0f-be00-4425-a4d6-6c2085ada41f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:12.403961 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['939afb12-8918-43e4-8f4e-99a1a7147d0a'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:32:12.407662 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-9b735e0f-be00-4425-a4d6-6c2085ada41f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Network 7b46c6e3-e801-49d8-a318-664252999761 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:12.413095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-9b735e0f-be00-4425-a4d6-6c2085ada41f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:12.417232 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-9b735e0f-be00-4425-a4d6-6c2085ada41f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:12.460760 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b735e0f-be00-4425-a4d6-6c2085ada41f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Pushing event updated for resources: {'Port': ['ID=0916bcbf-7425-4290-9937-b695ba82fd47,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:12.496400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-9b735e0f-be00-4425-a4d6-6c2085ada41f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:12.497103 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-9b735e0f-be00-4425-a4d6-6c2085ada41f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:12.516813 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-9b735e0f-be00-4425-a4d6-6c2085ada41f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9618924 Dec 20 21:32:12.568748 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Request body: {'port': {'device_id': 'e090846e-c268-4b8d-8712-4e6ba57f705d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:12.626805 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6376d3-5ee0-48a9-8b66-e9b0a310b7fd req-e3def32e-b783-45b9-bbec-99f220a33b9d tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:12.631129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4aa1e1-c502-49f1-8978-e3933cbfbaa7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:12.634931 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b6376d3-5ee0-48a9-8b66-e9b0a310b7fd req-e3def32e-b783-45b9-bbec-99f220a33b9d tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.1165330 Dec 20 21:32:12.645546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ededb0e-a883-4e1f-b148-fd0293c1cfb9 req-cc39a159-63a3-43b7-a062-2ea491d7dee9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:12.647100 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0ededb0e-a883-4e1f-b148-fd0293c1cfb9 req-cc39a159-63a3-43b7-a062-2ea491d7dee9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.6406286 Dec 20 21:32:12.663461 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:12.663901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:12.664100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:12.669441 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:12.721163 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:12.721669 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 2f25010a-94de-4a2e-9b74-ea2222a5a71f on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:12.721956 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:12.734161 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b6376d3-5ee0-48a9-8b66-e9b0a310b7fd req-1f4d7232-2142-47d9-8a7d-27365afb9e66 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985470 Dec 20 21:32:12.771442 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-56ce7263-802d-4ea2-9631-444657d407e8 None None] Provisioning complete for port 2aaef8c3-b311-4f2a-9750-fc20ec99454f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:12.778429 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-56ce7263-802d-4ea2-9631-444657d407e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:12.810891 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0ededb0e-a883-4e1f-b148-fd0293c1cfb9 req-ff991b2b-879b-41e3-9e99-cd8413460c38 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466537 Dec 20 21:32:12.825786 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-abe6dc59-f227-43a1-b9dd-056d8f1f01e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:12.895634 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de4aa1e1-c502-49f1-8978-e3933cbfbaa7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:12.917621 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3178f-0b2f-482d-806b-7dec62bf3dcf req-50f3ecf9-c2ea-4471-b0cb-9d52c31e1f37 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:12.919088 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9dd3178f-0b2f-482d-806b-7dec62bf3dcf req-50f3ecf9-c2ea-4471-b0cb-9d52c31e1f37 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=e090846e-c268-4b8d-8712-4e6ba57f705d HTTP/1.1" status: 200 len: 931 time: 0.1054692 Dec 20 21:32:12.948753 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] For port 2f25010a-94de-4a2e-9b74-ea2222a5a71f, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:32:12.949117 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempted to set empty binding levels {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 21:32:12.962299 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:12.973531 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-de4aa1e1-c502-49f1-8978-e3933cbfbaa7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port 2accea67-29da-44ae-8794-30682f02d1d2 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:32:12.988224 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9dd3178f-0b2f-482d-806b-7dec62bf3dcf req-f579f9d0-e18d-4e01-af1c-6e199648e857 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602820 Dec 20 21:32:13.041338 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:13.041927 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:13.042246 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0916bcbf-7425-4290-9937-b695ba82fd47 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:32:13.050012 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:13.061971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Transition to ACTIVE for port object 0916bcbf-7425-4290-9937-b695ba82fd47 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:32:13.066741 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:13.088544 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 3.8184540 Dec 20 21:32:13.089169 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6e6aa-6d25-4bdc-b26b-8c1278d6e561 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Pushing event updated for resources: {'Port': ['ID=2f25010a-94de-4a2e-9b74-ea2222a5a71f,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:13.091384 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41190) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:13.119573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Pushing event updated for resources: {'Port': ['ID=0916bcbf-7425-4290-9937-b695ba82fd47,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:13.194380 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Attempting to bind port 0916bcbf-7425-4290-9937-b695ba82fd47 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:13.194723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Attempting to bind port 0916bcbf-7425-4290-9937-b695ba82fd47 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '8b074172-5467-44ce-a033-e43e76cb8699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b46c6e3-e801-49d8-a318-664252999761'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:13.195058 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Attempting to bind port 0916bcbf-7425-4290-9937-b695ba82fd47 on network 7b46c6e3-e801-49d8-a318-664252999761 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:13.199708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Port 0916bcbf-7425-4290-9937-b695ba82fd47 on network 7b46c6e3-e801-49d8-a318-664252999761 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:13.200034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Attempting to bind port 0916bcbf-7425-4290-9937-b695ba82fd47 on network 7b46c6e3-e801-49d8-a318-664252999761 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:13.205977 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:32:13.206651 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Checking segment: {'id': '8b074172-5467-44ce-a033-e43e76cb8699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b46c6e3-e801-49d8-a318-664252999761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:32:13.206847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Bound using segment: {'id': '8b074172-5467-44ce-a033-e43e76cb8699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b46c6e3-e801-49d8-a318-664252999761'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:32:13.207318 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Bound port: 0916bcbf-7425-4290-9937-b695ba82fd47, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b074172-5467-44ce-a033-e43e76cb8699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b46c6e3-e801-49d8-a318-664252999761'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:32:13.207677 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:13.273355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] For port 0916bcbf-7425-4290-9937-b695ba82fd47, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:32:13.276429 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] For port 0916bcbf-7425-4290-9937-b695ba82fd47, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0916bcbf-7425-4290-9937-b695ba82fd47,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:32:13.283101 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:13.319049 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:13.319763 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:13.321147 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] 10.222.0.66 "PUT /v2.0/ports/0916bcbf-7425-4290-9937-b695ba82fd47 HTTP/1.1" status: 200 len: 1089 time: 0.7590992 Dec 20 21:32:13.321556 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e090846e-c268-4b8d-8712-4e6ba57f705d', 'tag': '0916bcbf-7425-4290-9937-b695ba82fd47'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:32:13.323812 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ae3461-a7b4-4ca3-9e99-d43be6b29818" -d '{"events": [{"name": "network-changed", "server_uuid": "e090846e-c268-4b8d-8712-4e6ba57f705d", "tag": "0916bcbf-7425-4290-9937-b695ba82fd47"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:32:13.337188 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe6dc59-f227-43a1-b9dd-056d8f1f01e9 admin admin] Router cab2b20c-aaba-403b-974a-badb1b657d0f has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:32:13.341713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-de4aa1e1-c502-49f1-8978-e3933cbfbaa7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::10 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/b1ed27e0-9de8-442e-8e57-53c328f35fbb/2accea67-29da-44ae-8794-30682f02d1d2) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:13.347245 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a38ce-5c7f-48fc-be90-5472de2c102d service neutron] Pushing event updated for resources: {'Port': ['ID=0916bcbf-7425-4290-9937-b695ba82fd47,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:13.353994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-de4aa1e1-c502-49f1-8978-e3933cbfbaa7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8:0:1:f816:3eff:fea5:7468 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/92db6290-e2fc-4668-a854-b13cb59e4402/2accea67-29da-44ae-8794-30682f02d1d2) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:13.372346 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b7739c-9bb9-4e4c-ae7b-bc4e2fe07b12 x-openstack-request-id: req-94b7739c-9bb9-4e4c-ae7b-bc4e2fe07b12 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:32:13.374151 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c8c79-68eb-4f4e-864e-0ca073f2c293 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Deleting port 2f25010a-94de-4a2e-9b74-ea2222a5a71f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:13.374478 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8c79-68eb-4f4e-864e-0ca073f2c293 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:13.379075 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e090846e-c268-4b8d-8712-4e6ba57f705d", "tag": "0916bcbf-7425-4290-9937-b695ba82fd47", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:32:13.381668 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94b7739c-9bb9-4e4c-ae7b-bc4e2fe07b12 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:32:13.382609 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e090846e-c268-4b8d-8712-4e6ba57f705d', 'tag': '0916bcbf-7425-4290-9937-b695ba82fd47', 'status': 'completed', 'code': 200} Dec 20 21:32:13.468460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-9a0b4f25-d372-4d51-b6d2-143f72803f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:13.469970 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-9a0b4f25-d372-4d51-b6d2-143f72803f30 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bda37a2f6cba46e0bddb7b05bd92ea4c&device_id=e090846e-c268-4b8d-8712-4e6ba57f705d HTTP/1.1" status: 200 len: 1092 time: 0.0709722 Dec 20 21:32:13.484173 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db58a9-3ca5-4d6a-b5ea-b09411571b4c req-836c4380-ef34-48d0-97bc-e59ac59f5621 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:13.487542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-28db58a9-3ca5-4d6a-b5ea-b09411571b4c req-836c4380-ef34-48d0-97bc-e59ac59f5621 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.0599475 Dec 20 21:32:13.529200 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-9eed8232-c7fe-4e44-a18d-0bb99ba3857f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0916bcbf-7425-4290-9937-b695ba82fd47 HTTP/1.1" status: 200 len: 217 time: 0.0416014 Dec 20 21:32:13.583164 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-2d4c8c79-68eb-4f4e-864e-0ca073f2c293 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] For port 2f25010a-94de-4a2e-9b74-ea2222a5a71f, host n-h2-xena-1, got binding levels [] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:13.583539 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8c79-68eb-4f4e-864e-0ca073f2c293 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:13.593869 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-28db58a9-3ca5-4d6a-b5ea-b09411571b4c req-5a9eb132-e6b1-46a5-b59a-9c307a4328de tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708411 Dec 20 21:32:13.597794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-c6bf43be-1e81-483d-b90d-33841f5655e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:13.598706 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-c6bf43be-1e81-483d-b90d-33841f5655e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e8448cf-59a6-43ca-aaa2-82fb6408d51c HTTP/1.1" status: 200 len: 855 time: 0.0610464 Dec 20 21:32:13.605290 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c8c79-68eb-4f4e-864e-0ca073f2c293 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Calling delete_port for 2f25010a-94de-4a2e-9b74-ea2222a5a71f owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:13.625953 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe6dc59-f227-43a1-b9dd-056d8f1f01e9 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:32:13.633631 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-abe6dc59-f227-43a1-b9dd-056d8f1f01e9 admin admin] 10.222.0.32 "PUT /v2.0/routers/cab2b20c-aaba-403b-974a-badb1b657d0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2889233 Dec 20 21:32:13.637645 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-cc030842-1e3f-45e4-9cf9-c0573199ca66 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b46c6e3-e801-49d8-a318-664252999761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270116 Dec 20 21:32:13.638367 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41198) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:13.638638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad80ee1-09ad-46f3-8dbd-a23d4a9b2504 None None] Sync routers for ids ['cab2b20c-aaba-403b-974a-badb1b657d0f'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:32:13.647714 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad80ee1-09ad-46f3-8dbd-a23d4a9b2504 None None] Routers {'cab2b20c-aaba-403b-974a-badb1b657d0f'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:32:13.648331 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2ad80ee1-09ad-46f3-8dbd-a23d4a9b2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:31:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['cab2b20c-aaba-403b-974a-badb1b657d0f'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:13.735470 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-8ac25f3e-c389-48a3-8d75-3c27102b9d3a service neutron] 10.222.0.66 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893385 Dec 20 21:32:13.762663 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-2ad80ee1-09ad-46f3-8dbd-a23d4a9b2504 None None] Set router cab2b20c-aaba-403b-974a-badb1b657d0f gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:32:13.811876 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de4aa1e1-c502-49f1-8978-e3933cbfbaa7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:13.847328 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8c79-68eb-4f4e-864e-0ca073f2c293 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:13.910393 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29cece13-da06-43bf-964a-5a27cbbe4f19 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:13.921946 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c6fb937-8563-4da8-9ccb-b7ecf4f73e16 req-1e2fbc40-ae4f-4239-88f2-8e7c68d0c89d service neutron] 10.222.0.66 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768622 Dec 20 21:32:13.957314 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c8c79-68eb-4f4e-864e-0ca073f2c293 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f25010a-94de-4a2e-9b74-ea2222a5a71f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:13.976503 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2ad80ee1-09ad-46f3-8dbd-a23d4a9b2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'name': 'tempest-TaggedBootDevicesTest_v242-766880457-router', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:09Z', 'updated_at': '2021-12-20T21:32:11Z', 'revision_number': 5, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'gw_port': {'id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:10Z', 'updated_at': '2021-12-20T21:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:13.984251 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3cafe-58e6-4393-8689-1b438711ca30 req-12e94742-ced4-4a80-81bf-ba5015079fa8 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:13.998767 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7ad3cafe-58e6-4393-8689-1b438711ca30 req-12e94742-ced4-4a80-81bf-ba5015079fa8 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.0923901 Dec 20 21:32:14.007241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad80ee1-09ad-46f3-8dbd-a23d4a9b2504 None None] Checking router: cab2b20c-aaba-403b-974a-badb1b657d0f for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:32:14.008460 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8c79-68eb-4f4e-864e-0ca073f2c293 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:14.012200 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2d4c8c79-68eb-4f4e-864e-0ca073f2c293 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] 10.222.0.32 "DELETE /v2.0/ports/2f25010a-94de-4a2e-9b74-ea2222a5a71f HTTP/1.1" status: 204 len: 168 time: 0.9163690 Dec 20 21:32:14.018834 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41206) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:14.020914 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad80ee1-09ad-46f3-8dbd-a23d4a9b2504 None None] Routers {'cab2b20c-aaba-403b-974a-badb1b657d0f'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:32:14.022158 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2ad80ee1-09ad-46f3-8dbd-a23d4a9b2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:31:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['cab2b20c-aaba-403b-974a-badb1b657d0f'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:14.034622 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de4aa1e1-c502-49f1-8978-e3933cbfbaa7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:14.062650 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7ad3cafe-58e6-4393-8689-1b438711ca30 req-bf254ef4-6a90-4948-bcaf-9f35af4a401c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613859 Dec 20 21:32:14.068158 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7438ec3-944c-467e-9a19-eb58072b856d tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] GET failed (client error): The resource could not be found. Dec 20 21:32:14.073182 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e7438ec3-944c-467e-9a19-eb58072b856d tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] 10.222.0.32 "GET /v2.0/ports/2f25010a-94de-4a2e-9b74-ea2222a5a71f HTTP/1.1" status: 404 len: 333 time: 0.0498741 Dec 20 21:32:14.082552 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41208) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:14.085217 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2197fe37-197f-4f1d-af71-f1cee15b7fd5 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Request body: {'port': {'network_id': '042bfb43-c394-491e-b289-86712e123fe6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-871705579'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:14.117224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae3461-a7b4-4ca3-9e99-d43be6b29818 req-217ec711-43a2-43bc-8271-9c8acbbbc2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:14.119080 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8ae3461-a7b4-4ca3-9e99-d43be6b29818 req-217ec711-43a2-43bc-8271-9c8acbbbc2d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bda37a2f6cba46e0bddb7b05bd92ea4c&device_id=e090846e-c268-4b8d-8712-4e6ba57f705d HTTP/1.1" status: 200 len: 1092 time: 0.0687301 Dec 20 21:32:14.119824 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001973b-b325-46c3-a203-1c2e4dafec28 req-8582671f-ccc5-4171-988b-d0deed83df60 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:14.120325 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2197fe37-197f-4f1d-af71-f1cee15b7fd5 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Made reservation on behalf of a9c8496459c042edbba56fe8d3e2d5ed for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:14.122880 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2197fe37-197f-4f1d-af71-f1cee15b7fd5 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:14.127439 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6001973b-b325-46c3-a203-1c2e4dafec28 req-8582671f-ccc5-4171-988b-d0deed83df60 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.2557976 Dec 20 21:32:14.143528 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4aa1e1-c502-49f1-8978-e3933cbfbaa7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:14.162364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-de4aa1e1-c502-49f1-8978-e3933cbfbaa7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:14.167290 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4aa1e1-c502-49f1-8978-e3933cbfbaa7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:14.172777 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4aa1e1-c502-49f1-8978-e3933cbfbaa7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:14.173396 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de4aa1e1-c502-49f1-8978-e3933cbfbaa7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:14.177490 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4aa1e1-c502-49f1-8978-e3933cbfbaa7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=2accea67-29da-44ae-8794-30682f02d1d2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:14.191303 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-2ad80ee1-09ad-46f3-8dbd-a23d4a9b2504 None None] Set router cab2b20c-aaba-403b-974a-badb1b657d0f gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:32:14.203788 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-2197fe37-197f-4f1d-af71-f1cee15b7fd5 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] device_id is not set on port 063f9897-edcb-40e2-ac00-4b53e1315ec2 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:32:14.206979 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29cece13-da06-43bf-964a-5a27cbbe4f19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:14.217076 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-de4aa1e1-c502-49f1-8978-e3933cbfbaa7 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4516060 Dec 20 21:32:14.219622 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41210) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:14.224663 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6001973b-b325-46c3-a203-1c2e4dafec28 req-436ba52d-8d72-4b8d-8384-96d75042a32d tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966511 Dec 20 21:32:14.315911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-29cece13-da06-43bf-964a-5a27cbbe4f19 admin admin] Deleting port a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:14.316411 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29cece13-da06-43bf-964a-5a27cbbe4f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:14.355880 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571796c-bd74-44f7-aa5e-cb8b667febc6 req-0ed35100-9dae-4c80-a69f-822be7a1aa41 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:14.357742 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d571796c-bd74-44f7-aa5e-cb8b667febc6 req-0ed35100-9dae-4c80-a69f-822be7a1aa41 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=e090846e-c268-4b8d-8712-4e6ba57f705d HTTP/1.1" status: 200 len: 943 time: 0.2219064 Dec 20 21:32:14.435165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae3461-a7b4-4ca3-9e99-d43be6b29818 req-82a9619b-d6a2-4324-91f5-6bba380e3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:14.437587 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8ae3461-a7b4-4ca3-9e99-d43be6b29818 req-82a9619b-d6a2-4324-91f5-6bba380e3a97 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7b46c6e3-e801-49d8-a318-664252999761 HTTP/1.1" status: 200 len: 916 time: 0.3023591 Dec 20 21:32:14.439273 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-29cece13-da06-43bf-964a-5a27cbbe4f19 admin admin] For port a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:14.439637 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29cece13-da06-43bf-964a-5a27cbbe4f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:14.467340 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-29cece13-da06-43bf-964a-5a27cbbe4f19 admin admin] Calling delete_port for a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:14.584203 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8ae3461-a7b4-4ca3-9e99-d43be6b29818 req-404efbb8-558a-4729-b406-945ca6cb314e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0916bcbf-7425-4290-9937-b695ba82fd47 HTTP/1.1" status: 200 len: 217 time: 0.0924938 Dec 20 21:32:14.608090 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2ad80ee1-09ad-46f3-8dbd-a23d4a9b2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'name': 'tempest-TaggedBootDevicesTest_v242-766880457-router', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:09Z', 'updated_at': '2021-12-20T21:32:11Z', 'revision_number': 5, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'gw_port': {'id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:10Z', 'updated_at': '2021-12-20T21:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:14.653053 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad80ee1-09ad-46f3-8dbd-a23d4a9b2504 None None] The sync data for ids ['cab2b20c-aaba-403b-974a-badb1b657d0f'] in n-d-xena-1 is: [{'id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'name': 'tempest-TaggedBootDevicesTest_v242-766880457-router', 'tenant_id': 'fa6bba111e234f8b895c1075b6132216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129'}], 'enable_snat': True}, 'gw_port_id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:09Z', 'updated_at': '2021-12-20T21:32:11Z', 'revision_number': 5, 'project_id': 'fa6bba111e234f8b895c1075b6132216', 'gw_port': {'id': 'a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab2b20c-aaba-403b-974a-badb1b657d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:10Z', 'updated_at': '2021-12-20T21:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:32:14.668883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d571796c-bd74-44f7-aa5e-cb8b667febc6 req-a4168241-f756-4967-b6ff-4dd33a2f1942 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740865 Dec 20 21:32:14.685099 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f20553f6-4727-43d8-90b0-466d502e35dc None None] Provisioning complete for port 2accea67-29da-44ae-8794-30682f02d1d2 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:14.686799 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f20553f6-4727-43d8-90b0-466d502e35dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:14.702725 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29cece13-da06-43bf-964a-5a27cbbe4f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:14.744320 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2197fe37-197f-4f1d-af71-f1cee15b7fd5 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:14.759697 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:14.759964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae3461-a7b4-4ca3-9e99-d43be6b29818 req-4c73186a-cf20-4fdc-a9c4-ee225ac387b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:14.760774 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8ae3461-a7b4-4ca3-9e99-d43be6b29818 req-4c73186a-cf20-4fdc-a9c4-ee225ac387b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e8448cf-59a6-43ca-aaa2-82fb6408d51c HTTP/1.1" status: 200 len: 855 time: 0.1674738 Dec 20 21:32:14.763616 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cece13-da06-43bf-964a-5a27cbbe4f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:14.775093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb9f75-9c7c-4a77-8562-e23b6793e062 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port 2accea67-29da-44ae-8794-30682f02d1d2 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:14.775437 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9f75-9c7c-4a77-8562-e23b6793e062 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:14.780225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f20553f6-4727-43d8-90b0-466d502e35dc None None] Port 2accea67-29da-44ae-8794-30682f02d1d2 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:32:14.852206 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8ae3461-a7b4-4ca3-9e99-d43be6b29818 req-39ce5cec-bf2c-4ff6-b8f9-fe54e602112b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b46c6e3-e801-49d8-a318-664252999761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817280 Dec 20 21:32:14.887369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9f8b8-5210-4d98-a15b-87c38c0623ed req-c15c145f-7eb6-4a7f-8853-51ad1392fdfe tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:14.890575 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ddf9f8b8-5210-4d98-a15b-87c38c0623ed req-c15c145f-7eb6-4a7f-8853-51ad1392fdfe tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.0863082 Dec 20 21:32:14.890575 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29cece13-da06-43bf-964a-5a27cbbe4f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:14.927556 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2197fe37-197f-4f1d-af71-f1cee15b7fd5 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:15.000547 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29cece13-da06-43bf-964a-5a27cbbe4f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:15.003994 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29cece13-da06-43bf-964a-5a27cbbe4f19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:15.057316 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ddf9f8b8-5210-4d98-a15b-87c38c0623ed req-2eeb4127-4a6e-45a8-9bd8-305eec6a89d9 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364267 Dec 20 21:32:15.068719 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29cece13-da06-43bf-964a-5a27cbbe4f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:15.069434 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cece13-da06-43bf-964a-5a27cbbe4f19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cab2b20c-aaba-403b-974a-badb1b657d0f {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:32:15.074556 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29cece13-da06-43bf-964a-5a27cbbe4f19 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:15.075876 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-29cece13-da06-43bf-964a-5a27cbbe4f19 admin admin] 10.222.0.32 "DELETE /v2.0/routers/cab2b20c-aaba-403b-974a-badb1b657d0f HTTP/1.1" status: 204 len: 168 time: 1.4366205 Dec 20 21:32:15.078441 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41216) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:15.139439 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0916bcbf-7425-4290-9937-b695ba82fd47 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:32:15.148710 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeae09eb-b81c-4a77-9f47-f7fed32f82e5 admin admin] Deleting subnet a8068432-bb6b-4d01-8126-71f8c5380ca3 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:32:15.153054 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eeae09eb-b81c-4a77-9f47-f7fed32f82e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:15.199899 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eeae09eb-b81c-4a77-9f47-f7fed32f82e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:15.256969 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0916bcbf-7425-4290-9937-b695ba82fd47, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0916bcbf-7425-4290-9937-b695ba82fd47,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:15.273593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '0916bcbf-7425-4290-9937-b695ba82fd47', 'network_id': '7b46c6e3-e801-49d8-a318-664252999761', 'port_id': '0916bcbf-7425-4290-9937-b695ba82fd47', 'mac_address': 'fa:16:3e:26:6a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8448cf-59a6-43ca-aaa2-82fb6408d51c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:32:15.297292 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eeae09eb-b81c-4a77-9f47-f7fed32f82e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:15.329915 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:15.346326 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0916bcbf-7425-4290-9937-b695ba82fd47 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:32:15.346545 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9f75-9c7c-4a77-8562-e23b6793e062 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:15.380864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0916bcbf-7425-4290-9937-b695ba82fd47, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0916bcbf-7425-4290-9937-b695ba82fd47,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:15.387992 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:15.404719 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2197fe37-197f-4f1d-af71-f1cee15b7fd5 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Network 042bfb43-c394-491e-b289-86712e123fe6 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:15.406510 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eeae09eb-b81c-4a77-9f47-f7fed32f82e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:15.417342 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb9f75-9c7c-4a77-8562-e23b6793e062 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for 2accea67-29da-44ae-8794-30682f02d1d2 owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:15.420551 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-2197fe37-197f-4f1d-af71-f1cee15b7fd5 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:15.426918 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2197fe37-197f-4f1d-af71-f1cee15b7fd5 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:15.427405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2197fe37-197f-4f1d-af71-f1cee15b7fd5 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:15.427995 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2197fe37-197f-4f1d-af71-f1cee15b7fd5 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:15.432031 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197fe37-197f-4f1d-af71-f1cee15b7fd5 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Pushing event updated for resources: {'Port': ['ID=063f9897-edcb-40e2-ac00-4b53e1315ec2,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:15.435583 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8ae3461-a7b4-4ca3-9e99-d43be6b29818 req-70cedd37-569a-4d62-b23b-9375a97d73d3 service neutron] 10.222.0.66 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5749145 Dec 20 21:32:15.441745 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae09eb-b81c-4a77-9f47-f7fed32f82e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8068432-bb6b-4d01-8126-71f8c5380ca3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:15.446300 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eeae09eb-b81c-4a77-9f47-f7fed32f82e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:15.452904 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-eeae09eb-b81c-4a77-9f47-f7fed32f82e5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a8068432-bb6b-4d01-8126-71f8c5380ca3 HTTP/1.1" status: 204 len: 168 time: 0.3733146 Dec 20 21:32:15.453068 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41222) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:15.455821 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3d0b91-d65b-40a6-8648-fad59c73a4f5 None None] Network a59c69cc-251c-424c-8fcd-16f53c9e39c8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:15.461857 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b6c4b-d32e-4141-8ebe-274b6cfe5160 req-7d306212-904e-4868-9853-b9719755c21e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:15.463456 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-300b6c4b-d32e-4141-8ebe-274b6cfe5160 req-7d306212-904e-4868-9853-b9719755c21e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.1094611 Dec 20 21:32:15.512551 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-300b6c4b-d32e-4141-8ebe-274b6cfe5160 req-2794ec73-de96-4f07-b90f-635324794246 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429494 Dec 20 21:32:15.518906 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2197fe37-197f-4f1d-af71-f1cee15b7fd5 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4377658 Dec 20 21:32:15.522810 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41224) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:15.529784 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:15.531182 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=0916bcbf-7425-4290-9937-b695ba82fd47,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:15.609803 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:15.673659 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ff5af-bf34-40c3-8b59-46fc2a4968b1 req-89a9f898-b86f-4b1e-9c47-baabda5efb0c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:15.678919 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-367ff5af-bf34-40c3-8b59-46fc2a4968b1 req-89a9f898-b86f-4b1e-9c47-baabda5efb0c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.3252532 Dec 20 21:32:15.750500 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:15.792005 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['0916bcbf-7425-4290-9937-b695ba82fd47'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:32:15.803517 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-367ff5af-bf34-40c3-8b59-46fc2a4968b1 req-64828a6a-10c8-4c3d-be81-5d4760d656b9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152897 Dec 20 21:32:15.823209 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] device_id is not set on port 063f9897-edcb-40e2-ac00-4b53e1315ec2 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:32:15.853097 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:15.871360 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:15.933003 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Pushing event updated for resources: {'Port': ['ID=063f9897-edcb-40e2-ac00-4b53e1315ec2,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:15.951747 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4100cd7-828b-4b4c-bd2d-e9aa111f38bd None None] DHCP port deletion for a59c69cc-251c-424c-8fcd-16f53c9e39c8 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:32:15.958112 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7707cd-f2d7-45a4-8575-0250e991a24e req-d03119ac-3d4c-45db-a2e6-f03b56f28d84 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:15.965409 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8ae3461-a7b4-4ca3-9e99-d43be6b29818 req-9c30fca6-9b52-4c6b-96e8-d8dbd841921c service neutron] 10.222.0.66 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554346 Dec 20 21:32:15.966692 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0e7707cd-f2d7-45a4-8575-0250e991a24e req-d03119ac-3d4c-45db-a2e6-f03b56f28d84 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=e090846e-c268-4b8d-8712-4e6ba57f705d HTTP/1.1" status: 200 len: 944 time: 0.1603510 Dec 20 21:32:16.007023 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9f75-9c7c-4a77-8562-e23b6793e062 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:16.030757 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:16.031155 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:16.031549 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:16.043024 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:16.043024 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:16.044031 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 2 to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 Dec 20 21:32:16.053593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6086fe35-31ec-4521-a594-6cfda6e8c556 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:32:16.068513 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0e7707cd-f2d7-45a4-8575-0250e991a24e req-cc799782-bc22-4d89-a415-aa042232ea6a tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962467 Dec 20 21:32:16.073926 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:16.074529 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:16.075071 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:16.079873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:16.080433 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:16.081074 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 3 to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 Dec 20 21:32:16.089774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 6086fe35-31ec-4521-a594-6cfda6e8c556 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:32:16.090870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6086fe35-31ec-4521-a594-6cfda6e8c556 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:32:16.090870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:32:16.093391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb9f75-9c7c-4a77-8562-e23b6793e062 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=2accea67-29da-44ae-8794-30682f02d1d2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:16.118977 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:16.119305 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:16.119624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:16.125459 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:16.128454 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:16.129437 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 4 to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 Dec 20 21:32:16.154210 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:32:16.154634 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a6bc7dcc-fdcb-4d7b-8f8b-f201a13334ca not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:32:16.155087 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 859e2991-cf93-4265-9899-667d4b67602e no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:32:16.177318 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9fb9f75-9c7c-4a77-8562-e23b6793e062 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:16.183664 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a9fb9f75-9c7c-4a77-8562-e23b6793e062 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/2accea67-29da-44ae-8794-30682f02d1d2 HTTP/1.1" status: 204 len: 168 time: 1.9603410 Dec 20 21:32:16.187745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41236) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:16.203822 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:16.204547 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:16.205222 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:16.241109 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:16.241663 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:16.243931 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 5 to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 Dec 20 21:32:16.244166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5d1fb-d847-4564-b865-e99094a9d748 req-71b506a4-e573-40ca-a966-58e8de133b7a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:16.250774 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9e5d1fb-d847-4564-b865-e99094a9d748 req-71b506a4-e573-40ca-a966-58e8de133b7a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1656518 Dec 20 21:32:16.269009 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:16.269707 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:16.270300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:16.270753 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b4100cd7-828b-4b4c-bd2d-e9aa111f38bd None None] Deleting port 859e2991-cf93-4265-9899-667d4b67602e {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:16.271131 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b4100cd7-828b-4b4c-bd2d-e9aa111f38bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:16.278173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:16.278868 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:16.280949 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96177f9b-fb91-43e6-be97-5421c5152e26 req-d8530e8d-b83a-406f-986f-fe54b5597297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:16.282716 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96177f9b-fb91-43e6-be97-5421c5152e26 req-d8530e8d-b83a-406f-986f-fe54b5597297 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 1093 time: 0.1245024 Dec 20 21:32:16.284318 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 6 to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 Dec 20 21:32:16.287391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] Deleting port 859e2991-cf93-4265-9899-667d4b67602e {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:16.287901 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:16.296731 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bc393-fdc0-4fd6-9571-cab0ceddaebc req-ca956ed3-e29d-4328-9d16-2b76986c8e3c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:16.298644 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-196bc393-fdc0-4fd6-9571-cab0ceddaebc req-ca956ed3-e29d-4328-9d16-2b76986c8e3c tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.1283233 Dec 20 21:32:16.350701 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b4100cd7-828b-4b4c-bd2d-e9aa111f38bd None None] For port 859e2991-cf93-4265-9899-667d4b67602e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=859e2991-cf93-4265-9899-667d4b67602e,segment=NetworkSegment(66e2ea1b-67f5-4716-b86c-9192c27258d7),segment_id=66e2ea1b-67f5-4716-b86c-9192c27258d7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:16.351102 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b4100cd7-828b-4b4c-bd2d-e9aa111f38bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:16.366937 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b4100cd7-828b-4b4c-bd2d-e9aa111f38bd None None] Calling delete_port for 859e2991-cf93-4265-9899-667d4b67602e owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:16.370219 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:16.370792 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:16.371354 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:16.390094 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:16.391011 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:16.399106 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] For port 859e2991-cf93-4265-9899-667d4b67602e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=859e2991-cf93-4265-9899-667d4b67602e,segment=NetworkSegment(66e2ea1b-67f5-4716-b86c-9192c27258d7),segment_id=66e2ea1b-67f5-4716-b86c-9192c27258d7)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:16.399498 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:16.404388 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 7 to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 Dec 20 21:32:16.410554 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9e5d1fb-d847-4564-b865-e99094a9d748 req-440ac928-1bd6-4fa6-84e2-c7cbad8b4542 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480074 Dec 20 21:32:16.421223 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:16.421637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:16.422075 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:16.425907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9b3f77-a241-46df-a7c3-3f186d2d293a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:16.433413 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bd9b3f77-a241-46df-a7c3-3f186d2d293a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2363555 Dec 20 21:32:16.433413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] Calling delete_port for 859e2991-cf93-4265-9899-667d4b67602e owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:16.433413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41238) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:16.437848 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-196bc393-fdc0-4fd6-9571-cab0ceddaebc req-07d13f14-83f1-4fd2-942f-d6a1d414cbb8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181359 Dec 20 21:32:16.443192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:16.443614 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:16.449346 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:16.451450 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 8 to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 Dec 20 21:32:16.505646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 859e2991-cf93-4265-9899-667d4b67602e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=859e2991-cf93-4265-9899-667d4b67602e,segment=NetworkSegment(66e2ea1b-67f5-4716-b86c-9192c27258d7),segment_id=66e2ea1b-67f5-4716-b86c-9192c27258d7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:16.517246 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:16.531560 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf42f468-5e72-450c-9155-5e83118d1b4d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:16.535888 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cf42f468-5e72-450c-9155-5e83118d1b4d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1014416 Dec 20 21:32:16.538670 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41240) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:16.601830 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b4100cd7-828b-4b4c-bd2d-e9aa111f38bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:16.619162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=859e2991-cf93-4265-9899-667d4b67602e,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:16.625499 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4100cd7-828b-4b4c-bd2d-e9aa111f38bd None None] No DVR routers for this DVR port 859e2991-cf93-4265-9899-667d4b67602e on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:32:16.649162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4100cd7-828b-4b4c-bd2d-e9aa111f38bd None None] Pushing event deleted for resources: {'Port': ['ID=859e2991-cf93-4265-9899-667d4b67602e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:16.697641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b69b971-a37c-4829-946c-96a92d09fc80 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:16.699052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b69b971-a37c-4829-946c-96a92d09fc80 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:16.700525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b69b971-a37c-4829-946c-96a92d09fc80 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:16.704921 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0b69b971-a37c-4829-946c-96a92d09fc80 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1379960 Dec 20 21:32:16.704921 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:16.706675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41244) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:16.747931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b097e71-c2cb-47ce-a656-041dabc4bfbd req-0f0986cd-44bf-42a4-a3c5-6019e54bd560 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:16.749402 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5b097e71-c2cb-47ce-a656-041dabc4bfbd req-0f0986cd-44bf-42a4-a3c5-6019e54bd560 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.1488013 Dec 20 21:32:16.773029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=859e2991-cf93-4265-9899-667d4b67602e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:16.782866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] No DVR routers for this DVR port 859e2991-cf93-4265-9899-667d4b67602e on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:32:16.817085 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:16.817399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:16.817725 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:16.822513 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96177f9b-fb91-43e6-be97-5421c5152e26 req-b735a7e6-d6f3-4569-962c-f583d8b37a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:16.823995 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96177f9b-fb91-43e6-be97-5421c5152e26 req-b735a7e6-d6f3-4569-962c-f583d8b37a89 service neutron] 10.222.0.31 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 0.5184453 Dec 20 21:32:16.825885 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:16.826223 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:16.826597 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 9 to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 Dec 20 21:32:16.844356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-537572e5-6fa0-44e2-870c-2c655f8d6cf8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet 92db6290-e2fc-4668-a854-b13cb59e4402 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:32:16.872985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:16.873313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:16.873641 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:16.883089 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-537572e5-6fa0-44e2-870c-2c655f8d6cf8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:16.884625 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:16.884986 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:16.886958 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 10 to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 Dec 20 21:32:16.909742 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96177f9b-fb91-43e6-be97-5421c5152e26 req-751d4702-7d38-4af9-8a76-37d0dc5ec1c2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b71953cc-274e-48e8-9e1d-23313750574c HTTP/1.1" status: 200 len: 999 time: 0.0729308 Dec 20 21:32:16.910511 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:16.910871 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:16.911200 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:16.914869 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5b097e71-c2cb-47ce-a656-041dabc4bfbd req-ca82eb01-320a-479f-8d54-4555e022e44c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429579 Dec 20 21:32:16.916095 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:16.916426 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:16.916774 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:16.923322 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:16.941543 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-537572e5-6fa0-44e2-870c-2c655f8d6cf8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:16.979144 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59c69cc-251c-424c-8fcd-16f53c9e39c8']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:16.996352 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e2ea1b-67f5-4716-b86c-9192c27258d7') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:16.996851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e2ea1b-67f5-4716-b86c-9192c27258d7') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:17.002293 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96177f9b-fb91-43e6-be97-5421c5152e26 req-447db6bd-c9d3-4f91-8172-a844925bea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.004211 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96177f9b-fb91-43e6-be97-5421c5152e26 req-447db6bd-c9d3-4f91-8172-a844925bea00 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.0845056 Dec 20 21:32:17.011490 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.051450 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.054187 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] For port 063f9897-edcb-40e2-ac00-4b53e1315ec2, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:32:17.054837 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempted to set empty binding levels {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 21:32:17.061791 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:32:17.062225 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.062515 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:32:17.063900 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:32:17.095767 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] In _notify_port_updated(), no bound segment for port 063f9897-edcb-40e2-ac00-4b53e1315ec2 on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:32:17.096730 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.097323 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.101208 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] 10.222.0.32 "PUT /v2.0/ports/063f9897-edcb-40e2-ac00-4b53e1315ec2 HTTP/1.1" status: 200 len: 972 time: 1.5744586 Dec 20 21:32:17.102565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41250) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:17.102839 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96177f9b-fb91-43e6-be97-5421c5152e26 req-06604af6-8725-46a8-a35b-44c2cb68e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.104633 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96177f9b-fb91-43e6-be97-5421c5152e26 req-06604af6-8725-46a8-a35b-44c2cb68e124 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0916209 Dec 20 21:32:17.112910 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-537572e5-6fa0-44e2-870c-2c655f8d6cf8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.180787 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30628e1f-4865-43ba-a752-b4ca54cdbb17 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Pushing event updated for resources: {'Port': ['ID=063f9897-edcb-40e2-ac00-4b53e1315ec2,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:17.220214 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.230691 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.234590 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] 10.222.0.32 "DELETE /v2.0/networks/a59c69cc-251c-424c-8fcd-16f53c9e39c8 HTTP/1.1" status: 204 len: 168 time: 1.7341917 Dec 20 21:32:17.241346 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41252) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:17.257664 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3effbe-79bc-41b0-bc3f-788fb02723ab req-44073cd1-fcc3-4f10-9573-6aa4d9c31b34 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.259170 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4d3effbe-79bc-41b0-bc3f-788fb02723ab req-44073cd1-fcc3-4f10-9573-6aa4d9c31b34 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=e090846e-c268-4b8d-8712-4e6ba57f705d HTTP/1.1" status: 200 len: 944 time: 0.1187928 Dec 20 21:32:17.272128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.272611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.273072 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.273527 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.273982 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.274461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.274913 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.275359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.275809 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.276254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.276699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.277157 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.277583 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.278024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.278491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.278936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.279379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.279818 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.280256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.280723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.281158 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.281594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.282033 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.282483 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.282922 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.283361 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.283910 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.284355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.284797 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.285234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.285671 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.286130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.286574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.287012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.287452 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.287889 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.288329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.288773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.289215 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.289654 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.295693 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-44b0f77b-3cc0-4bcf-8f6f-54c8877d8b30 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36112 time: 0.1900926 Dec 20 21:32:17.296881 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205cf87-69cd-4b5b-8ce7-d4db726e3e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=a59c69cc-251c-424c-8fcd-16f53c9e39c8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:17.298553 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41254) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:17.332361 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-537572e5-6fa0-44e2-870c-2c655f8d6cf8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.336713 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96177f9b-fb91-43e6-be97-5421c5152e26 req-fe150631-7514-4d26-bd5d-522f6375e4d2 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257049 Dec 20 21:32:17.366451 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537572e5-6fa0-44e2-870c-2c655f8d6cf8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=92db6290-e2fc-4668-a854-b13cb59e4402,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:17.374597 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-537572e5-6fa0-44e2-870c-2c655f8d6cf8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.381168 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-537572e5-6fa0-44e2-870c-2c655f8d6cf8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/92db6290-e2fc-4668-a854-b13cb59e4402 HTTP/1.1" status: 204 len: 168 time: 0.6672006 Dec 20 21:32:17.384538 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd607c49-4008-4135-8f15-7bcf26f92196 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:17.394487 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41256) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:17.426370 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4d3effbe-79bc-41b0-bc3f-788fb02723ab req-df8214d6-310a-4867-8993-1fa3f4106e7e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317127 Dec 20 21:32:17.452629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-587de3e3-c39f-499b-ac59-58efb1506cc6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet b1ed27e0-9de8-442e-8e57-53c328f35fbb {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:32:17.465620 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-587de3e3-c39f-499b-ac59-58efb1506cc6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.512217 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-46b8dd93-f228-47d3-8e8b-a1a3d11adefe tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Deleting port 063f9897-edcb-40e2-ac00-4b53e1315ec2 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:17.512558 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-46b8dd93-f228-47d3-8e8b-a1a3d11adefe tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.561092 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-587de3e3-c39f-499b-ac59-58efb1506cc6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.582465 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96177f9b-fb91-43e6-be97-5421c5152e26 req-32d2bb79-011c-4b90-9322-dc3f3d8caa43 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367597 Dec 20 21:32:17.661773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-46b8dd93-f228-47d3-8e8b-a1a3d11adefe tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] For port 063f9897-edcb-40e2-ac00-4b53e1315ec2, host n-h2-xena-1, got binding levels [] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:17.662522 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-46b8dd93-f228-47d3-8e8b-a1a3d11adefe tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.670393 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdbdb9-e9ad-45e9-9844-d78621d98f62 req-186a4fd7-f8fa-4343-9f89-6867a01ba67e tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.672050 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-febdbdb9-e9ad-45e9-9844-d78621d98f62 req-186a4fd7-f8fa-4343-9f89-6867a01ba67e tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.0922618 Dec 20 21:32:17.684752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-46b8dd93-f228-47d3-8e8b-a1a3d11adefe tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Calling delete_port for 063f9897-edcb-40e2-ac00-4b53e1315ec2 owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:17.724369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bff5f-84d7-4f64-923a-3654e73c967e req-ab888b10-2e7a-453b-9d72-18a4759e29db tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:17.725960 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-417bff5f-84d7-4f64-923a-3654e73c967e req-ab888b10-2e7a-453b-9d72-18a4759e29db tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1433160 Dec 20 21:32:17.772827 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-febdbdb9-e9ad-45e9-9844-d78621d98f62 req-abd6da41-018c-4049-9f54-fefff5be2f52 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901151 Dec 20 21:32:17.796371 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-587de3e3-c39f-499b-ac59-58efb1506cc6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.861361 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-417bff5f-84d7-4f64-923a-3654e73c967e req-cb594596-6545-487d-b52e-843f074b16d1 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259770 Dec 20 21:32:17.891064 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ed1da57-aad8-4c48-8dd5-c17c5251ca72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.896754 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-46b8dd93-f228-47d3-8e8b-a1a3d11adefe tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.901816 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.941538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8dd93-f228-47d3-8e8b-a1a3d11adefe tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Pushing event deleted for resources: {'Port': ['ID=063f9897-edcb-40e2-ac00-4b53e1315ec2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:17.948879 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-46b8dd93-f228-47d3-8e8b-a1a3d11adefe tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.952302 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-46b8dd93-f228-47d3-8e8b-a1a3d11adefe tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] 10.222.0.32 "DELETE /v2.0/ports/063f9897-edcb-40e2-ac00-4b53e1315ec2 HTTP/1.1" status: 204 len: 168 time: 0.6527712 Dec 20 21:32:17.955057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41266) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:17.968965 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-587de3e3-c39f-499b-ac59-58efb1506cc6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:17.994496 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98d7fad-7eb8-4120-ab88-aa2da5dab010 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] GET failed (client error): The resource could not be found. Dec 20 21:32:17.996172 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b98d7fad-7eb8-4120-ab88-aa2da5dab010 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] 10.222.0.32 "GET /v2.0/ports/063f9897-edcb-40e2-ac00-4b53e1315ec2 HTTP/1.1" status: 404 len: 333 time: 0.0400374 Dec 20 21:32:18.007175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41268) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:18.013952 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a82ed803-e5c2-417a-8977-2ae0d4194d68 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-705465077', 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:18.016784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587de3e3-c39f-499b-ac59-58efb1506cc6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=b1ed27e0-9de8-442e-8e57-53c328f35fbb,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:18.020403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-587de3e3-c39f-499b-ac59-58efb1506cc6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:18.023555 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-587de3e3-c39f-499b-ac59-58efb1506cc6 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/b1ed27e0-9de8-442e-8e57-53c328f35fbb HTTP/1.1" status: 204 len: 168 time: 0.6272013 Dec 20 21:32:18.026277 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41270) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:18.082146 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-70ccefa0-8e61-4cae-9d85-9bd6064e3043 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511181 Dec 20 21:32:18.085635 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41272) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:18.088161 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbac6b-c368-4308-b812-a25e47cffe7b req-2d82576b-8a2e-4434-a85c-ef69ed701d41 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:18.089847 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e8fbac6b-c368-4308-b812-a25e47cffe7b req-2d82576b-8a2e-4434-a85c-ef69ed701d41 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.0560961 Dec 20 21:32:18.090807 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d7e15a46-e726-4eee-944e-bc1a84ade852 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:18.097757 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82ed803-e5c2-417a-8977-2ae0d4194d68 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Made reservation on behalf of a9c8496459c042edbba56fe8d3e2d5ed for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:18.100088 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a82ed803-e5c2-417a-8977-2ae0d4194d68 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:18.136266 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e8fbac6b-c368-4308-b812-a25e47cffe7b req-7857bec5-b539-41b7-b48d-7519ad6279ea tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390282 Dec 20 21:32:18.245824 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-a82ed803-e5c2-417a-8977-2ae0d4194d68 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] device_id is not set on port 5f688c19-b5a3-478f-b4da-620cad50a450 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:32:18.255779 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5383b5-7774-4b37-b231-6658b00fabaa None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:18.332962 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e15a46-e726-4eee-944e-bc1a84ade852 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:18.336355 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7e15a46-e726-4eee-944e-bc1a84ade852 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:18.367238 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d26e1f4c-85d3-450d-b6be-4370d59d1182 None None] Provisioning complete for port 2aaef8c3-b311-4f2a-9750-fc20ec99454f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:18.367566 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d26e1f4c-85d3-450d-b6be-4370d59d1182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:18.487241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27a1a2e-4333-453b-a9b7-526323cbc294 None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:32:18.538955 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f27a1a2e-4333-453b-a9b7-526323cbc294 None None] Deleting port 2aaef8c3-b311-4f2a-9750-fc20ec99454f {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:18.539623 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f27a1a2e-4333-453b-a9b7-526323cbc294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:18.560082 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a82ed803-e5c2-417a-8977-2ae0d4194d68 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:18.606184 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f27a1a2e-4333-453b-a9b7-526323cbc294 None None] For port 2aaef8c3-b311-4f2a-9750-fc20ec99454f, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2aaef8c3-b311-4f2a-9750-fc20ec99454f,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:18.606821 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f27a1a2e-4333-453b-a9b7-526323cbc294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:18.620850 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f27a1a2e-4333-453b-a9b7-526323cbc294 None None] Calling delete_port for 2aaef8c3-b311-4f2a-9750-fc20ec99454f owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:18.696419 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945ea6a-3cd7-4a18-ae57-786b5473f74d req-83a7a179-ebf5-4c3b-be64-8cb42f77717b tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:18.697503 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f27a1a2e-4333-453b-a9b7-526323cbc294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:18.698086 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8945ea6a-3cd7-4a18-ae57-786b5473f74d req-83a7a179-ebf5-4c3b-be64-8cb42f77717b tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=e090846e-c268-4b8d-8712-4e6ba57f705d HTTP/1.1" status: 200 len: 944 time: 0.1610873 Dec 20 21:32:18.719581 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a1a2e-4333-453b-a9b7-526323cbc294 None None] Pushing event deleted for resources: {'Port': ['ID=2aaef8c3-b311-4f2a-9750-fc20ec99454f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:18.731910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a1a2e-4333-453b-a9b7-526323cbc294 None None] No DVR routers for this DVR port 2aaef8c3-b311-4f2a-9750-fc20ec99454f on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:32:18.743830 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a82ed803-e5c2-417a-8977-2ae0d4194d68 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:18.793345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1da57-aad8-4c48-8dd5-c17c5251ca72 admin admin] Deleting port 748c6d73-6988-4235-9c66-4f3ab76834ed {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:18.793674 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ed1da57-aad8-4c48-8dd5-c17c5251ca72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:18.876279 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82ed803-e5c2-417a-8977-2ae0d4194d68 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Network 042bfb43-c394-491e-b289-86712e123fe6 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:18.879537 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7e15a46-e726-4eee-944e-bc1a84ade852 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:18.893602 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a82ed803-e5c2-417a-8977-2ae0d4194d68 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:18.895833 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ed803-e5c2-417a-8977-2ae0d4194d68 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Pushing event updated for resources: {'Port': ['ID=5f688c19-b5a3-478f-b4da-620cad50a450,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:18.900171 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8945ea6a-3cd7-4a18-ae57-786b5473f74d req-53b135b6-59f2-429b-be00-e2a1ae8cb34f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910517 Dec 20 21:32:18.902430 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ed803-e5c2-417a-8977-2ae0d4194d68 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:18.903420 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82ed803-e5c2-417a-8977-2ae0d4194d68 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:18.903909 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a82ed803-e5c2-417a-8977-2ae0d4194d68 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:18.913633 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ac573-17ee-4c8d-9d51-8c3bd46a1843 req-9dca2141-8b07-4b0c-ba2b-7726d533f08f tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:18.915215 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8a6ac573-17ee-4c8d-9d51-8c3bd46a1843 req-9dca2141-8b07-4b0c-ba2b-7726d533f08f tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.0510530 Dec 20 21:32:18.954700 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e15a46-e726-4eee-944e-bc1a84ade852 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:18.963315 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8a6ac573-17ee-4c8d-9d51-8c3bd46a1843 req-b6959310-e5b4-47b6-b62a-5d19e97fbf16 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398526 Dec 20 21:32:18.966288 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a82ed803-e5c2-417a-8977-2ae0d4194d68 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9578590 Dec 20 21:32:18.967025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d7e15a46-e726-4eee-944e-bc1a84ade852 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:18.969165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41282) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:18.976590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8febc7-c9eb-47fa-a85f-830abfa399de None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:18.980015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e15a46-e726-4eee-944e-bc1a84ade852 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:18.980604 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7e15a46-e726-4eee-944e-bc1a84ade852 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:19.013287 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e0435b-438e-4ae8-a8b2-fb871a795918 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:19.017818 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-17e0435b-438e-4ae8-a8b2-fb871a795918 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] 10.222.0.32 "GET /v2.0/ports/5f688c19-b5a3-478f-b4da-620cad50a450 HTTP/1.1" status: 200 len: 954 time: 0.0471165 Dec 20 21:32:19.020560 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41284) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:19.039145 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e15a46-e726-4eee-944e-bc1a84ade852 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=9261e433-71f0-492b-a059-71bf27904c6b,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:19.045246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-4ed1da57-aad8-4c48-8dd5-c17c5251ca72 admin admin] For port 748c6d73-6988-4235-9c66-4f3ab76834ed, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=748c6d73-6988-4235-9c66-4f3ab76834ed,segment=NetworkSegment(4d463215-99fc-41bd-903f-b06087733fef),segment_id=4d463215-99fc-41bd-903f-b06087733fef)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:19.045624 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ed1da57-aad8-4c48-8dd5-c17c5251ca72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:19.052228 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d7e15a46-e726-4eee-944e-bc1a84ade852 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9655299 Dec 20 21:32:19.060526 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41286) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:19.067602 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5b1374e8-298c-4b43-969e-8169bca1445a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:19.077377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1da57-aad8-4c48-8dd5-c17c5251ca72 admin admin] Calling delete_port for 748c6d73-6988-4235-9c66-4f3ab76834ed owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:19.109603 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:32:19.122692 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-7903e338-8a9d-4f53-8c1f-62133e3c8b1b tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Deleting port 5f688c19-b5a3-478f-b4da-620cad50a450 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:19.123031 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7903e338-8a9d-4f53-8c1f-62133e3c8b1b tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:19.126105 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33908bf6-429d-4d04-bfa7-b9749bef67c8 req-6359c850-f509-4c21-8b6f-a29d5f616e77 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:19.127740 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-33908bf6-429d-4d04-bfa7-b9749bef67c8 req-6359c850-f509-4c21-8b6f-a29d5f616e77 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1445498 Dec 20 21:32:19.148505 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0916bcbf-7425-4290-9937-b695ba82fd47 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:32:19.183376 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7903e338-8a9d-4f53-8c1f-62133e3c8b1b tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:19.201388 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-7903e338-8a9d-4f53-8c1f-62133e3c8b1b tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Calling delete_port for 5f688c19-b5a3-478f-b4da-620cad50a450 owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:19.203443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'tenant_id': 'd99aaac35872421da72ff71412ba316a', 'fixed_ips': [{'subnet_id': '9261e433-71f0-492b-a059-71bf27904c6b'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:32:19.204311 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:19.252396 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-33908bf6-429d-4d04-bfa7-b9749bef67c8 req-1013b649-cb81-44c8-8341-7476b216de69 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103153 Dec 20 21:32:19.303924 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 0916bcbf-7425-4290-9937-b695ba82fd47 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:32:19.311563 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 0916bcbf-7425-4290-9937-b695ba82fd47 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:19.311563 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:19.324074 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1374e8-298c-4b43-969e-8169bca1445a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:19.327219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf3372-923a-450d-b0b3-6c24818a6f53 req-2d46890c-66a7-4f28-9af5-7ac750dfbb28 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:19.327558 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b1374e8-298c-4b43-969e-8169bca1445a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:19.328808 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-88cf3372-923a-450d-b0b3-6c24818a6f53 req-2d46890c-66a7-4f28-9af5-7ac750dfbb28 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.0800214 Dec 20 21:32:19.364132 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7903e338-8a9d-4f53-8c1f-62133e3c8b1b tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:19.417144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-88cf3372-923a-450d-b0b3-6c24818a6f53 req-1e5b5e9f-7f12-402a-b02b-d1058a44a7e6 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791740 Dec 20 21:32:19.418174 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903e338-8a9d-4f53-8c1f-62133e3c8b1b tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f688c19-b5a3-478f-b4da-620cad50a450,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:19.439420 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7903e338-8a9d-4f53-8c1f-62133e3c8b1b tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:19.445956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7903e338-8a9d-4f53-8c1f-62133e3c8b1b tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] 10.222.0.32 "DELETE /v2.0/ports/5f688c19-b5a3-478f-b4da-620cad50a450 HTTP/1.1" status: 204 len: 168 time: 0.4234252 Dec 20 21:32:19.448358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41294) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:19.474676 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Allocated IP 2001:db8::2 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/9261e433-71f0-492b-a059-71bf27904c6b/e6a9d590-6964-4410-a896-9c4ea773ef08) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:19.485742 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a6e6fb-f32c-4a23-b071-ef48b22d10f5 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] GET failed (client error): The resource could not be found. Dec 20 21:32:19.492308 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b3a6e6fb-f32c-4a23-b071-ef48b22d10f5 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] 10.222.0.32 "GET /v2.0/ports/5f688c19-b5a3-478f-b4da-620cad50a450 HTTP/1.1" status: 404 len: 333 time: 0.0392747 Dec 20 21:32:19.492498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41296) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:19.497436 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1c5c2b5e-0717-4096-9bf3-f0a41dc27393 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Request body: {'port': {'network_id': '042bfb43-c394-491e-b289-86712e123fe6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1864590070'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:19.501465 n-d-xena-1 neutron-server[102402]: INFO neutron.db.ipam_backend_mixin [None req-5b1374e8-298c-4b43-969e-8169bca1445a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9261e433-71f0-492b-a059-71bf27904c6b (CIDR: 2001:db8::/64) Dec 20 21:32:19.507046 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:19.509362 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1374e8-298c-4b43-969e-8169bca1445a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:32:19.509820 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1374e8-298c-4b43-969e-8169bca1445a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:19.524713 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5c2b5e-0717-4096-9bf3-f0a41dc27393 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Made reservation on behalf of a9c8496459c042edbba56fe8d3e2d5ed for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:19.527189 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b77cb-435b-4138-998b-de39a2d7715a req-62d1436c-8512-4372-bd20-b8d8e2be2685 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:19.527617 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2b5e-0717-4096-9bf3-f0a41dc27393 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:19.529073 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012b77cb-435b-4138-998b-de39a2d7715a req-62d1436c-8512-4372-bd20-b8d8e2be2685 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1397569 Dec 20 21:32:19.530875 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ed1da57-aad8-4c48-8dd5-c17c5251ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:19.542104 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5b1374e8-298c-4b43-969e-8169bca1445a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4770622 Dec 20 21:32:19.544395 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41298) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:19.546568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e090846e-c268-4b8d-8712-4e6ba57f705d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0916bcbf-7425-4290-9937-b695ba82fd47'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:32:19.548880 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfec48a-e9d7-48c5-b35a-1c03d675863d" -d '{"events": [{"server_uuid": "e090846e-c268-4b8d-8712-4e6ba57f705d", "name": "network-vif-plugged", "status": "completed", "tag": "0916bcbf-7425-4290-9937-b695ba82fd47"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:32:19.563393 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1e50a04c-fe7e-414b-a5c1-8c3fb7b19b69 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'subnet': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:19.600646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0916bcbf-7425-4290-9937-b695ba82fd47, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0916bcbf-7425-4290-9937-b695ba82fd47,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:19.608576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-1c5c2b5e-0717-4096-9bf3-f0a41dc27393 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] device_id is not set on port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:32:19.612335 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:19.656408 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-012b77cb-435b-4138-998b-de39a2d7715a req-6e07035a-2e44-4f56-a354-1a496ad2cbe8 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946605 Dec 20 21:32:19.661571 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1da57-aad8-4c48-8dd5-c17c5251ca72 admin admin] Pushing event deleted for resources: {'Port': ['ID=748c6d73-6988-4235-9c66-4f3ab76834ed,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:19.722384 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985ec15f-c59f-443d-a23c-2601d8da611e x-openstack-request-id: req-985ec15f-c59f-443d-a23c-2601d8da611e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:32:19.722857 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e090846e-c268-4b8d-8712-4e6ba57f705d", "name": "network-vif-plugged", "status": "completed", "tag": "0916bcbf-7425-4290-9937-b695ba82fd47", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:32:19.723264 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-985ec15f-c59f-443d-a23c-2601d8da611e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:32:19.723825 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e090846e-c268-4b8d-8712-4e6ba57f705d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0916bcbf-7425-4290-9937-b695ba82fd47', 'code': 200} Dec 20 21:32:19.725640 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=0916bcbf-7425-4290-9937-b695ba82fd47,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:19.854609 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:19.864568 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:19.907981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:19.911471 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:19.915896 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:19.933664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Pushing event updated for resources: {'Port': ['ID=e6a9d590-6964-4410-a896-9c4ea773ef08,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:19.991219 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Attempting to bind port e6a9d590-6964-4410-a896-9c4ea773ef08 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:19.991469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e50a04c-fe7e-414b-a5c1-8c3fb7b19b69 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:19.991926 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Attempting to bind port e6a9d590-6964-4410-a896-9c4ea773ef08 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:19.991926 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Attempting to bind port e6a9d590-6964-4410-a896-9c4ea773ef08 on network ba8b9395-2f81-45c0-aebe-dbe8cc504957 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:19.994878 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1e50a04c-fe7e-414b-a5c1-8c3fb7b19b69 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:19.997087 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:32:19.999182 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Checking segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:32:20.000341 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:20.000749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Bound using segment: {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:32:20.001242 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Bound port: e6a9d590-6964-4410-a896-9c4ea773ef08, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482547d-5137-4f40-aabf-91bc2621a101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:32:20.001630 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:20.051601 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ed1da57-aad8-4c48-8dd5-c17c5251ca72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:20.058923 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2aaef8c3-b311-4f2a-9750-fc20ec99454f no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:32:20.094750 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2b5e-0717-4096-9bf3-f0a41dc27393 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:20.096218 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 2aaef8c3-b311-4f2a-9750-fc20ec99454f {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:32:20.096630 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2aaef8c3-b311-4f2a-9750-fc20ec99454f not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:32:20.098541 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] For port e6a9d590-6964-4410-a896-9c4ea773ef08, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:32:20.111834 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] For port e6a9d590-6964-4410-a896-9c4ea773ef08, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e6a9d590-6964-4410-a896-9c4ea773ef08,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:32:20.114746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cbc58-7422-4338-90a9-eef53bf792db req-1bcaa74c-54e5-46b3-ad49-4575270e7435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:20.116364 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb3cbc58-7422-4338-90a9-eef53bf792db req-1bcaa74c-54e5-46b3-ad49-4575270e7435 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e090846e-c268-4b8d-8712-4e6ba57f705d HTTP/1.1" status: 200 len: 1094 time: 0.3593116 Dec 20 21:32:20.118511 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:20.128887 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82761085-b06a-44b2-9590-46bf1e66017e req-1edb28ab-4709-4a57-879b-d6f61ce063c7 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:20.130405 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82761085-b06a-44b2-9590-46bf1e66017e req-1edb28ab-4709-4a57-879b-d6f61ce063c7 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.3241656 Dec 20 21:32:20.163227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1392-d2c9-409e-a4a9-f4cfdd7988d9 req-290cce74-f1cc-4504-a76f-027777fd2935 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:20.172067 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7deb1392-d2c9-409e-a4a9-f4cfdd7988d9 req-290cce74-f1cc-4504-a76f-027777fd2935 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=e090846e-c268-4b8d-8712-4e6ba57f705d HTTP/1.1" status: 200 len: 945 time: 0.1296072 Dec 20 21:32:20.180872 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9eb83c-8732-481c-b2aa-1e35cb5355d0 None None] Pushing event updated for resources: {'Port': ['ID=e6a9d590-6964-4410-a896-9c4ea773ef08,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:20.220452 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb3cbc58-7422-4338-90a9-eef53bf792db req-8cec1d15-6aee-472c-9548-0dea7256fb6d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890722 Dec 20 21:32:20.250351 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7deb1392-d2c9-409e-a4a9-f4cfdd7988d9 req-3ff11d20-6bbf-435f-9e25-a0a82ce3011d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547338 Dec 20 21:32:20.261159 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82761085-b06a-44b2-9590-46bf1e66017e req-1818b5ff-0736-47d6-819d-c225f790ba4a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034312 Dec 20 21:32:20.270017 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2b5e-0717-4096-9bf3-f0a41dc27393 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:20.321934 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5c2b5e-0717-4096-9bf3-f0a41dc27393 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Network 042bfb43-c394-491e-b289-86712e123fe6 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:20.331723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-1c5c2b5e-0717-4096-9bf3-f0a41dc27393 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:20.334698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5c2b5e-0717-4096-9bf3-f0a41dc27393 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:20.336202 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5c2b5e-0717-4096-9bf3-f0a41dc27393 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:20.336202 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2b5e-0717-4096-9bf3-f0a41dc27393 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:20.348903 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c2b5e-0717-4096-9bf3-f0a41dc27393 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Pushing event updated for resources: {'Port': ['ID=68da834b-d35c-4d2b-8c8e-5d72f794e4bd,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:20.357894 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1c5c2b5e-0717-4096-9bf3-f0a41dc27393 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8643115 Dec 20 21:32:20.364419 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41314) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:20.376975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:20.534280 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5b8d3-d61e-4f0d-ac7f-416073dcf4e5 req-4705e07c-291a-4e60-8a23-f73143ceb20b tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:20.540878 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-26b5b8d3-d61e-4f0d-ac7f-416073dcf4e5 req-4705e07c-291a-4e60-8a23-f73143ceb20b tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.1796210 Dec 20 21:32:20.564393 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:20.669691 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-26b5b8d3-d61e-4f0d-ac7f-416073dcf4e5 req-09914bab-b7c9-4e76-991c-e2442ba99003 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009474 Dec 20 21:32:20.790286 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed1da57-aad8-4c48-8dd5-c17c5251ca72 admin admin] Router 76a1d1e3-a1fe-4540-898e-751ff52a6d72 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:32:20.802745 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c2e90-1e7d-4604-b7eb-fd2f8b29b437 req-7ae5a6bb-2619-472c-9cf9-58580eb9cba9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:20.804227 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-757c2e90-1e7d-4604-b7eb-fd2f8b29b437 req-7ae5a6bb-2619-472c-9cf9-58580eb9cba9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.4313402 Dec 20 21:32:20.861007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.objects.ports [None req-1e50a04c-fe7e-414b-a5c1-8c3fb7b19b69 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102401) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:32:20.913058 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-757c2e90-1e7d-4604-b7eb-fd2f8b29b437 req-fa6d4a24-a4e0-4968-9772-338cc90b01c0 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018686 Dec 20 21:32:20.948341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] device_id is not set on port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:32:20.965666 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:20.974483 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:20.983739 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed1da57-aad8-4c48-8dd5-c17c5251ca72 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:32:20.995972 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa95aafd-e82b-4b97-80d1-7e72b1071ca1 None None] Sync routers for ids ['76a1d1e3-a1fe-4540-898e-751ff52a6d72'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:32:21.002000 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4ed1da57-aad8-4c48-8dd5-c17c5251ca72 admin admin] 10.222.0.32 "PUT /v2.0/routers/76a1d1e3-a1fe-4540-898e-751ff52a6d72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7591858 Dec 20 21:32:21.004919 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41318) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:21.010779 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95aafd-e82b-4b97-80d1-7e72b1071ca1 None None] Routers {'76a1d1e3-a1fe-4540-898e-751ff52a6d72'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:32:21.011857 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-fa95aafd-e82b-4b97-80d1-7e72b1071ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:31:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['76a1d1e3-a1fe-4540-898e-751ff52a6d72'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:21.063872 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Pushing event updated for resources: {'Port': ['ID=68da834b-d35c-4d2b-8c8e-5d72f794e4bd,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:21.114906 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:21.115577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:21.115577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:21.116253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6b410-7a18-4a57-9ef1-af4d38671ced req-0a8767e7-fef4-4db6-94af-07b65a6ebbb0 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:21.118825 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c4c6b410-7a18-4a57-9ef1-af4d38671ced req-0a8767e7-fef4-4db6-94af-07b65a6ebbb0 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.1942670 Dec 20 21:32:21.146612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:21.146996 n-d-xena-1 neutron-server[102401]: ERROR neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:21.149878 n-d-xena-1 neutron-server[102401]: INFO neutron.plugins.ml2.plugin [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 2 to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd Dec 20 21:32:21.168835 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1e50a04c-fe7e-414b-a5c1-8c3fb7b19b69 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:21.185399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:21.186023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:21.186390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:21.215645 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-fa95aafd-e82b-4b97-80d1-7e72b1071ca1 None None] Set router 76a1d1e3-a1fe-4540-898e-751ff52a6d72 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:32:21.232159 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1854c138-d45b-4950-8605-a5bd0aaf9df0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:21.342157 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:21.342157 n-d-xena-1 neutron-server[102401]: ERROR neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:21.351681 n-d-xena-1 neutron-server[102401]: INFO neutron.plugins.ml2.plugin [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 3 to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd Dec 20 21:32:21.403164 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:21.403505 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:21.403838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:21.430508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:21.430843 n-d-xena-1 neutron-server[102401]: ERROR neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:21.431853 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-fa95aafd-e82b-4b97-80d1-7e72b1071ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'name': 'tempest-TaggedBootDevicesTest_v242-1466713891-router', 'tenant_id': '8a086a9b11234987a57e52b31f2062f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': '65b14ed2-7853-4563-a176-bebd367962b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:17Z', 'updated_at': '2021-12-20T21:32:19Z', 'revision_number': 5, 'project_id': '8a086a9b11234987a57e52b31f2062f2', 'gw_port': {'id': '65b14ed2-7853-4563-a176-bebd367962b7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:18Z', 'updated_at': '2021-12-20T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:21.434259 n-d-xena-1 neutron-server[102401]: INFO neutron.plugins.ml2.plugin [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 4 to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd Dec 20 21:32:21.460180 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa95aafd-e82b-4b97-80d1-7e72b1071ca1 None None] Checking router: 76a1d1e3-a1fe-4540-898e-751ff52a6d72 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:32:21.460959 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae8f4e-d824-484e-a9f2-3e2139373ea9 req-7e84248d-4439-4567-9de6-4b2ac9609d62 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:21.469135 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bcae8f4e-d824-484e-a9f2-3e2139373ea9 req-7e84248d-4439-4567-9de6-4b2ac9609d62 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1916583 Dec 20 21:32:21.472449 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95aafd-e82b-4b97-80d1-7e72b1071ca1 None None] Routers {'76a1d1e3-a1fe-4540-898e-751ff52a6d72'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:32:21.472799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:21.473141 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:21.473729 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-fa95aafd-e82b-4b97-80d1-7e72b1071ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:31:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['76a1d1e3-a1fe-4540-898e-751ff52a6d72'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:21.473868 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:21.493633 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:21.493994 n-d-xena-1 neutron-server[102401]: ERROR neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:21.497303 n-d-xena-1 neutron-server[102401]: INFO neutron.plugins.ml2.plugin [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 5 to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd Dec 20 21:32:21.508413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-1e50a04c-fe7e-414b-a5c1-8c3fb7b19b69 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] For port e6a9d590-6964-4410-a896-9c4ea773ef08, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e6a9d590-6964-4410-a896-9c4ea773ef08,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:21.524907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a33df-2c2f-4f0a-91ca-f6bd585273b1 req-ad3a9121-05a1-484e-8d34-dbcadddd9fd1 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:21.526329 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1854c138-d45b-4950-8605-a5bd0aaf9df0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:21.534979 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-603a33df-2c2f-4f0a-91ca-f6bd585273b1 req-ad3a9121-05a1-484e-8d34-dbcadddd9fd1 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=e090846e-c268-4b8d-8712-4e6ba57f705d HTTP/1.1" status: 200 len: 945 time: 0.1431808 Dec 20 21:32:21.538156 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-c4c6b410-7a18-4a57-9ef1-af4d38671ced req-475bfdf2-2994-4778-8d2c-ad05f7ef1e88 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Deleting port a3a940c2-ce1d-4106-9953-4697ac801187 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:21.538588 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c4c6b410-7a18-4a57-9ef1-af4d38671ced req-475bfdf2-2994-4778-8d2c-ad05f7ef1e88 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:21.539220 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-108a5488-4cff-4de7-807e-711bf68e0990 None None] Provisioning complete for port e6a9d590-6964-4410-a896-9c4ea773ef08 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:21.540915 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-108a5488-4cff-4de7-807e-711bf68e0990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:21.565254 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bcae8f4e-d824-484e-a9f2-3e2139373ea9 req-30dc3480-b5ab-41d6-ba8c-de06a0ce2782 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955317 Dec 20 21:32:21.569609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:21.570027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:21.579382 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:21.581187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:21.581522 n-d-xena-1 neutron-server[102401]: ERROR neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:21.586849 n-d-xena-1 neutron-server[102401]: INFO neutron.plugins.ml2.plugin [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 6 to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd Dec 20 21:32:21.608194 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-fa95aafd-e82b-4b97-80d1-7e72b1071ca1 None None] Set router 76a1d1e3-a1fe-4540-898e-751ff52a6d72 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:32:21.646094 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1e50a04c-fe7e-414b-a5c1-8c3fb7b19b69 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:21.663800 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-603a33df-2c2f-4f0a-91ca-f6bd585273b1 req-b31024e2-3942-45c9-a632-3699362fb44b tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277523 Dec 20 21:32:21.673826 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1e50a04c-fe7e-414b-a5c1-8c3fb7b19b69 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:21.674802 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1e50a04c-fe7e-414b-a5c1-8c3fb7b19b69 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:21.689691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:21.690368 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:21.690476 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:21.749481 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-108a5488-4cff-4de7-807e-711bf68e0990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:21.769934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57ae7c-9e2f-4d04-9bab-119c85e91c16 req-66d233d6-61af-4160-a40e-ba54a2ed8546 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:21.775577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:21.776298 n-d-xena-1 neutron-server[102401]: ERROR neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:21.777366 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c57ae7c-9e2f-4d04-9bab-119c85e91c16 req-66d233d6-61af-4160-a40e-ba54a2ed8546 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 945 time: 0.1013072 Dec 20 21:32:21.783652 n-d-xena-1 neutron-server[102401]: INFO neutron.plugins.ml2.plugin [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 7 to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd Dec 20 21:32:21.807941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e50a04c-fe7e-414b-a5c1-8c3fb7b19b69 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:21.812854 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-108a5488-4cff-4de7-807e-711bf68e0990 None None] For port e6a9d590-6964-4410-a896-9c4ea773ef08, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e6a9d590-6964-4410-a896-9c4ea773ef08,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:21.813737 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-c4c6b410-7a18-4a57-9ef1-af4d38671ced req-475bfdf2-2994-4778-8d2c-ad05f7ef1e88 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] For port a3a940c2-ce1d-4106-9953-4697ac801187, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=a3a940c2-ce1d-4106-9953-4697ac801187,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:21.814179 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c4c6b410-7a18-4a57-9ef1-af4d38671ced req-475bfdf2-2994-4778-8d2c-ad05f7ef1e88 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:21.818297 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-108a5488-4cff-4de7-807e-711bf68e0990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:21.840328 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1854c138-d45b-4950-8605-a5bd0aaf9df0 admin admin] Deleting port 65b14ed2-7853-4563-a176-bebd367962b7 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:21.840648 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1854c138-d45b-4950-8605-a5bd0aaf9df0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:21.844946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-c4c6b410-7a18-4a57-9ef1-af4d38671ced req-475bfdf2-2994-4778-8d2c-ad05f7ef1e88 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Calling delete_port for a3a940c2-ce1d-4106-9953-4697ac801187 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:21.851430 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-1e50a04c-fe7e-414b-a5c1-8c3fb7b19b69 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:21.854948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e50a04c-fe7e-414b-a5c1-8c3fb7b19b69 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:21.855618 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1e50a04c-fe7e-414b-a5c1-8c3fb7b19b69 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:21.868753 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c57ae7c-9e2f-4d04-9bab-119c85e91c16 req-505bf3a1-63cd-431a-8eac-f49e2e22b307 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891221 Dec 20 21:32:21.879869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda9162d-0abc-450e-ae1a-23ec0400f4e6 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:21.899608 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-fa95aafd-e82b-4b97-80d1-7e72b1071ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'name': 'tempest-TaggedBootDevicesTest_v242-1466713891-router', 'tenant_id': '8a086a9b11234987a57e52b31f2062f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': '65b14ed2-7853-4563-a176-bebd367962b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:17Z', 'updated_at': '2021-12-20T21:32:19Z', 'revision_number': 5, 'project_id': '8a086a9b11234987a57e52b31f2062f2', 'gw_port': {'id': '65b14ed2-7853-4563-a176-bebd367962b7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:18Z', 'updated_at': '2021-12-20T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:21.922225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:21.922225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:21.922225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:21.922225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50a04c-fe7e-414b-a5c1-8c3fb7b19b69 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Subnet': ['ID=1c52e184-44d9-4bbb-ab99-8580bc9d4b65,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:21.969425 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa95aafd-e82b-4b97-80d1-7e72b1071ca1 None None] The sync data for ids ['76a1d1e3-a1fe-4540-898e-751ff52a6d72'] in n-d-xena-1 is: [{'id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'name': 'tempest-TaggedBootDevicesTest_v242-1466713891-router', 'tenant_id': '8a086a9b11234987a57e52b31f2062f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5'}], 'enable_snat': True}, 'gw_port_id': '65b14ed2-7853-4563-a176-bebd367962b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:20:17Z', 'updated_at': '2021-12-20T21:32:19Z', 'revision_number': 5, 'project_id': '8a086a9b11234987a57e52b31f2062f2', 'gw_port': {'id': '65b14ed2-7853-4563-a176-bebd367962b7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a1d1e3-a1fe-4540-898e-751ff52a6d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:20:18Z', 'updated_at': '2021-12-20T21:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:32:21.993751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e6a9d590-6964-4410-a896-9c4ea773ef08 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:32:22.049107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a5488-4cff-4de7-807e-711bf68e0990 None None] Pushing event updated for resources: {'Port': ['ID=e6a9d590-6964-4410-a896-9c4ea773ef08,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:22.073298 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-1854c138-d45b-4950-8605-a5bd0aaf9df0 admin admin] For port 65b14ed2-7853-4563-a176-bebd367962b7, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=65b14ed2-7853-4563-a176-bebd367962b7,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:22.073657 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1854c138-d45b-4950-8605-a5bd0aaf9df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:22.095002 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1854c138-d45b-4950-8605-a5bd0aaf9df0 admin admin] Calling delete_port for 65b14ed2-7853-4563-a176-bebd367962b7 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:22.159378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e6a9d590-6964-4410-a896-9c4ea773ef08 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:22.160005 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:22.220334 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c4c6b410-7a18-4a57-9ef1-af4d38671ced req-475bfdf2-2994-4778-8d2c-ad05f7ef1e88 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:22.258925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['a3a940c2-ce1d-4106-9953-4697ac801187'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:32:22.291879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bfdf2-2994-4778-8d2c-ad05f7ef1e88 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Pushing event deleted for resources: {'Port': ['ID=a3a940c2-ce1d-4106-9953-4697ac801187,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:22.337301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50a04c-fe7e-414b-a5c1-8c3fb7b19b69 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=e6a9d590-6964-4410-a896-9c4ea773ef08,revision_number=4']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:22.344460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:22.344790 n-d-xena-1 neutron-server[102401]: ERROR neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:22.347420 n-d-xena-1 neutron-server[102401]: INFO neutron.plugins.ml2.plugin [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 8 to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd Dec 20 21:32:22.355587 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1e50a04c-fe7e-414b-a5c1-8c3fb7b19b69 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.8074484 Dec 20 21:32:22.355811 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c6b410-7a18-4a57-9ef1-af4d38671ced req-475bfdf2-2994-4778-8d2c-ad05f7ef1e88 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] No DVR routers for this DVR port a3a940c2-ce1d-4106-9953-4697ac801187 on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:32:22.363099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41330) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:22.370343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-faf6e8ea-209c-4184-b723-c0e3e848571a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Request body: {'port': {'network_id': 'ba8b9395-2f81-45c0-aebe-dbe8cc504957', 'mac_address': 'fa:16:3e:a8:f4:30', 'name': 'tempest-NetworksTestDHCPv6-82621858'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:22.373071 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-c4c6b410-7a18-4a57-9ef1-af4d38671ced req-475bfdf2-2994-4778-8d2c-ad05f7ef1e88 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:22.376760 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c4c6b410-7a18-4a57-9ef1-af4d38671ced req-475bfdf2-2994-4778-8d2c-ad05f7ef1e88 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "DELETE /v2.0/ports/a3a940c2-ce1d-4106-9953-4697ac801187 HTTP/1.1" status: 204 len: 173 time: 1.2523000 Dec 20 21:32:22.377377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd2109b-15c6-4d57-9d53-e063439cea57', 'name': 'network-vif-deleted', 'tag': 'a3a940c2-ce1d-4106-9953-4697ac801187'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:32:22.381345 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c8a339-cf79-4ce4-a0dd-39baad0fb719" -d '{"events": [{"server_uuid": "cfd2109b-15c6-4d57-9d53-e063439cea57", "name": "network-vif-deleted", "tag": "a3a940c2-ce1d-4106-9953-4697ac801187"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:32:22.406856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b1ecd-5290-4d9d-b75f-340f80dabaec req-49f76d2e-98e7-402a-bf4a-c041a85ffc40 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:22.416060 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a9b1ecd-5290-4d9d-b75f-340f80dabaec req-49f76d2e-98e7-402a-bf4a-c041a85ffc40 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.6063335 Dec 20 21:32:22.456741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:22.457087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:22.457462 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:22.469561 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1854c138-d45b-4950-8605-a5bd0aaf9df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:22.481656 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:22.482011 n-d-xena-1 neutron-server[102401]: ERROR neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:22.488978 n-d-xena-1 neutron-server[102401]: INFO neutron.plugins.ml2.plugin [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 9 to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd Dec 20 21:32:22.518623 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0340fe-989b-40ab-b503-0fadfda906d9 x-openstack-request-id: req-0e0340fe-989b-40ab-b503-0fadfda906d9 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:32:22.519114 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd2109b-15c6-4d57-9d53-e063439cea57", "name": "network-vif-deleted", "tag": "a3a940c2-ce1d-4106-9953-4697ac801187", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:32:22.519235 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e0340fe-989b-40ab-b503-0fadfda906d9 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:32:22.519608 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd2109b-15c6-4d57-9d53-e063439cea57', 'name': 'network-vif-deleted', 'tag': 'a3a940c2-ce1d-4106-9953-4697ac801187', 'status': 'completed', 'code': 200} Dec 20 21:32:22.523562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854c138-d45b-4950-8605-a5bd0aaf9df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=65b14ed2-7853-4563-a176-bebd367962b7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:22.542284 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a9b1ecd-5290-4d9d-b75f-340f80dabaec req-0443c509-a617-45d1-b8d6-df9338923c4a tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245658 Dec 20 21:32:22.549959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:22.562819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:22.563262 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:22.603115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:22.605405 n-d-xena-1 neutron-server[102401]: ERROR neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:22.608631 n-d-xena-1 neutron-server[102401]: INFO neutron.plugins.ml2.plugin [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempt 10 to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd Dec 20 21:32:22.654776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:22.655142 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:22.655932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempting to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:22.662775 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1854c138-d45b-4950-8605-a5bd0aaf9df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:22.666002 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:22.666467 n-d-xena-1 neutron-server[102401]: ERROR neutron.plugins.ml2.managers [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Failed to bind port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '042bfb43-c394-491e-b289-86712e123fe6'}] Dec 20 21:32:22.666865 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:22.752818 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf6e8ea-209c-4184-b723-c0e3e848571a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Made reservation on behalf of d99aaac35872421da72ff71412ba316a for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:22.780898 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1854c138-d45b-4950-8605-a5bd0aaf9df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:22.784112 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1854c138-d45b-4950-8605-a5bd0aaf9df0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:22.837179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4fb2d-ea6c-457b-baab-089420459d4c req-95698edc-96eb-469e-aff1-b5810262f0e0 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:22.839154 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6ae4fb2d-ea6c-457b-baab-089420459d4c req-95698edc-96eb-469e-aff1-b5810262f0e0 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1874630 Dec 20 21:32:22.851240 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] For port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:32:22.851670 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attempted to set empty binding levels {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 21:32:22.854536 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1854c138-d45b-4950-8605-a5bd0aaf9df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:22.855049 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1854c138-d45b-4950-8605-a5bd0aaf9df0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76a1d1e3-a1fe-4540-898e-751ff52a6d72 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:32:22.865949 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1854c138-d45b-4950-8605-a5bd0aaf9df0 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:22.867287 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1854c138-d45b-4950-8605-a5bd0aaf9df0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/76a1d1e3-a1fe-4540-898e-751ff52a6d72 HTTP/1.1" status: 204 len: 168 time: 1.8592658 Dec 20 21:32:22.868422 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:22.870126 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41338) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:22.917632 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] In _notify_port_updated(), no bound segment for port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd on network 042bfb43-c394-491e-b289-86712e123fe6 {{(pid=102401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:32:22.918610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:22.919834 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:22.923450 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] 10.222.0.32 "PUT /v2.0/ports/68da834b-d35c-4d2b-8c8e-5d72f794e4bd HTTP/1.1" status: 200 len: 973 time: 2.5512571 Dec 20 21:32:22.928626 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6ae4fb2d-ea6c-457b-baab-089420459d4c req-6bd71949-07b7-47b3-bd0b-6530bd90c816 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814230 Dec 20 21:32:22.929080 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41342) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:22.980641 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b955b3a3-f92f-47ac-a0d9-214834017c7e admin admin] Deleting subnet dff673b3-e3ea-4c6f-a4d5-6fe066c25909 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:32:22.992510 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b955b3a3-f92f-47ac-a0d9-214834017c7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:23.007235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b03b7-8524-4c69-a809-95225f6c2f62 req-e5446eb3-402a-45c5-8337-ff7f848bd683 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:23.022744 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1f0b03b7-8524-4c69-a809-95225f6c2f62 req-e5446eb3-402a-45c5-8337-ff7f848bd683 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=e090846e-c268-4b8d-8712-4e6ba57f705d HTTP/1.1" status: 200 len: 945 time: 0.2604351 Dec 20 21:32:23.032509 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897c377-5d02-4631-b103-57b0d498da4f tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Pushing event updated for resources: {'Port': ['ID=68da834b-d35c-4d2b-8c8e-5d72f794e4bd,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:23.063294 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-faf6e8ea-209c-4184-b723-c0e3e848571a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:23.068214 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-acbec234-18c1-4975-b52f-b04c7ad0abcb None None] Provisioning complete for port e6a9d590-6964-4410-a896-9c4ea773ef08 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:23.068761 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-acbec234-18c1-4975-b52f-b04c7ad0abcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:23.103403 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5367c52a-4316-4b73-ad22-e2d641963a16 req-0e1da8f1-3c26-4bf1-8bc3-b513b1882791 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd2109b-15c6-4d57-9d53-e063439cea57 HTTP/1.1" status: 200 len: 210 time: 0.0696974 Dec 20 21:32:23.105010 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1f0b03b7-8524-4c69-a809-95225f6c2f62 req-2c0fddec-2ecf-4572-9a91-c6b1ec1da78a tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763652 Dec 20 21:32:23.112176 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b955b3a3-f92f-47ac-a0d9-214834017c7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:23.114059 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-faf6e8ea-209c-4184-b723-c0e3e848571a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] device_id is not set on port 4eda148f-b8c7-4ad6-a116-d6aa411258c1 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:32:23.281263 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9b44545e-2572-4899-947a-9ccc51052b07 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Deleting port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:23.286207 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b44545e-2572-4899-947a-9ccc51052b07 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:23.344454 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b955b3a3-f92f-47ac-a0d9-214834017c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:23.384265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-faf6e8ea-209c-4184-b723-c0e3e848571a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8::282 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/9261e433-71f0-492b-a059-71bf27904c6b/4eda148f-b8c7-4ad6-a116-d6aa411258c1) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:23.396321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f046d10-ca7b-4a0e-baba-2458d84b77f1 req-556563e0-3ba3-40f1-a375-ae401f2a1c21 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:23.397859 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f046d10-ca7b-4a0e-baba-2458d84b77f1 req-556563e0-3ba3-40f1-a375-ae401f2a1c21 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.0901010 Dec 20 21:32:23.401351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-faf6e8ea-209c-4184-b723-c0e3e848571a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Allocated IP 2001:db8:0:1:f816:3eff:fea8:f430 (ba8b9395-2f81-45c0-aebe-dbe8cc504957/1c52e184-44d9-4bbb-ab99-8580bc9d4b65/4eda148f-b8c7-4ad6-a116-d6aa411258c1) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:23.402577 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-9b44545e-2572-4899-947a-9ccc51052b07 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] For port 68da834b-d35c-4d2b-8c8e-5d72f794e4bd, host n-h2-xena-1, got binding levels [] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:23.403078 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b44545e-2572-4899-947a-9ccc51052b07 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:23.421355 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9b44545e-2572-4899-947a-9ccc51052b07 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Calling delete_port for 68da834b-d35c-4d2b-8c8e-5d72f794e4bd owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:23.477246 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f046d10-ca7b-4a0e-baba-2458d84b77f1 req-63ad16c3-d0d8-40ac-aeab-3a78c0dbc22f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695240 Dec 20 21:32:23.483645 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b955b3a3-f92f-47ac-a0d9-214834017c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:23.524555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955b3a3-f92f-47ac-a0d9-214834017c7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff673b3-e3ea-4c6f-a4d5-6fe066c25909,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:23.525589 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b955b3a3-f92f-47ac-a0d9-214834017c7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:23.531324 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b955b3a3-f92f-47ac-a0d9-214834017c7e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dff673b3-e3ea-4c6f-a4d5-6fe066c25909 HTTP/1.1" status: 204 len: 168 time: 0.6577277 Dec 20 21:32:23.531761 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9cbe37-7635-4cb2-9495-aded6d873481 None None] Network b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:23.535361 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41358) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:23.646658 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:23.651408 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b44545e-2572-4899-947a-9ccc51052b07 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:23.694038 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44545e-2572-4899-947a-9ccc51052b07 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Pushing event deleted for resources: {'Port': ['ID=68da834b-d35c-4d2b-8c8e-5d72f794e4bd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:23.702624 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b44545e-2572-4899-947a-9ccc51052b07 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:23.705926 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9b44545e-2572-4899-947a-9ccc51052b07 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] 10.222.0.32 "DELETE /v2.0/ports/68da834b-d35c-4d2b-8c8e-5d72f794e4bd HTTP/1.1" status: 204 len: 168 time: 0.7741196 Dec 20 21:32:23.719884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41364) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:23.760435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Deleting port 75abd51d-df85-4ba0-baf3-26a86f40aa2a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:23.760743 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:23.776144 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-faf6e8ea-209c-4184-b723-c0e3e848571a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:23.786172 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-044dfa3c-e983-446b-ad65-d1124e7701d8 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] GET failed (client error): The resource could not be found. Dec 20 21:32:23.789206 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-044dfa3c-e983-446b-ad65-d1124e7701d8 tempest-PortsAdminExtendedAttrsTestJSON-484711712 tempest-PortsAdminExtendedAttrsTestJSON-484711712-project-admin] 10.222.0.32 "GET /v2.0/ports/68da834b-d35c-4d2b-8c8e-5d72f794e4bd HTTP/1.1" status: 404 len: 333 time: 0.0675333 Dec 20 21:32:23.793152 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41370) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:23.831341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43362a78-393d-4fce-ae14-0055d5ff3165 None None] DHCP port deletion for b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:32:23.870740 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] For port 75abd51d-df85-4ba0-baf3-26a86f40aa2a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=75abd51d-df85-4ba0-baf3-26a86f40aa2a,segment=NetworkSegment(4d463215-99fc-41bd-903f-b06087733fef),segment_id=4d463215-99fc-41bd-903f-b06087733fef)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:23.871099 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:23.886497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Calling delete_port for 75abd51d-df85-4ba0-baf3-26a86f40aa2a owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:23.917636 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd2cde-401c-4352-8b3d-c836d4d1b115 req-cafacc41-eeaf-4ba1-8253-323df96b323f tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:23.919957 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0fd2cde-401c-4352-8b3d-c836d4d1b115 req-cafacc41-eeaf-4ba1-8253-323df96b323f tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.2480934 Dec 20 21:32:23.929115 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-43362a78-393d-4fce-ae14-0055d5ff3165 None None] Deleting port 75abd51d-df85-4ba0-baf3-26a86f40aa2a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:23.929494 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-43362a78-393d-4fce-ae14-0055d5ff3165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:23.946915 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0523eb31-c462-4522-84d2-c652e7f1f0d8 tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:23.980975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e6a9d590-6964-4410-a896-9c4ea773ef08 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:32:23.982334 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-faf6e8ea-209c-4184-b723-c0e3e848571a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:23.996533 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0fd2cde-401c-4352-8b3d-c836d4d1b115 req-0a3d5190-9b1f-4e90-a9a2-80f95f9dd5f3 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661001 Dec 20 21:32:24.022143 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.046924 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-43362a78-393d-4fce-ae14-0055d5ff3165 None None] For port 75abd51d-df85-4ba0-baf3-26a86f40aa2a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=75abd51d-df85-4ba0-baf3-26a86f40aa2a,segment=NetworkSegment(4d463215-99fc-41bd-903f-b06087733fef),segment_id=4d463215-99fc-41bd-903f-b06087733fef)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:24.047317 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-43362a78-393d-4fce-ae14-0055d5ff3165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.061383 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-43362a78-393d-4fce-ae14-0055d5ff3165 None None] Calling delete_port for 75abd51d-df85-4ba0-baf3-26a86f40aa2a owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:24.066561 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=75abd51d-df85-4ba0-baf3-26a86f40aa2a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:24.069302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] No DVR routers for this DVR port 75abd51d-df85-4ba0-baf3-26a86f40aa2a on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:32:24.092439 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf6e8ea-209c-4184-b723-c0e3e848571a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:24.110661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-faf6e8ea-209c-4184-b723-c0e3e848571a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:24.113825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e6a9d590-6964-4410-a896-9c4ea773ef08 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:24.114416 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.115187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6e8ea-209c-4184-b723-c0e3e848571a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event updated for resources: {'Port': ['ID=4eda148f-b8c7-4ad6-a116-d6aa411258c1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:24.118333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf6e8ea-209c-4184-b723-c0e3e848571a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:24.124004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf6e8ea-209c-4184-b723-c0e3e848571a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:24.124661 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-faf6e8ea-209c-4184-b723-c0e3e848571a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.132696 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0523eb31-c462-4522-84d2-c652e7f1f0d8 tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.162463 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-faf6e8ea-209c-4184-b723-c0e3e848571a tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.7967441 Dec 20 21:32:24.162930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41374) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:24.174850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-0523eb31-c462-4522-84d2-c652e7f1f0d8 tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042bfb43-c394-491e-b289-86712e123fe6']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:24.195206 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.202595 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-43362a78-393d-4fce-ae14-0055d5ff3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.210194 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-0523eb31-c462-4522-84d2-c652e7f1f0d8 tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:24.210493 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-0523eb31-c462-4522-84d2-c652e7f1f0d8 tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f9bfcb-d4a7-42cc-880b-ed54602e231d') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:24.224477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:24.230898 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0523eb31-c462-4522-84d2-c652e7f1f0d8 tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.237872 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d463215-99fc-41bd-903f-b06087733fef') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:24.238049 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d463215-99fc-41bd-903f-b06087733fef') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:24.252798 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.256909 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43362a78-393d-4fce-ae14-0055d5ff3165 None None] Pushing event deleted for resources: {'Port': ['ID=75abd51d-df85-4ba0-baf3-26a86f40aa2a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:24.264407 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43362a78-393d-4fce-ae14-0055d5ff3165 None None] No DVR routers for this DVR port 75abd51d-df85-4ba0-baf3-26a86f40aa2a on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:32:24.284382 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0523eb31-c462-4522-84d2-c652e7f1f0d8 tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.294211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0523eb31-c462-4522-84d2-c652e7f1f0d8 tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:32:24.294589 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0523eb31-c462-4522-84d2-c652e7f1f0d8 tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:32:24.297595 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:32:24.300743 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.314136 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:32:24.315782 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:32:24.318302 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:32:24.399286 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.402607 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 65b14ed2-7853-4563-a176-bebd367962b7 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:32:24.412842 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.432330 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27 HTTP/1.1" status: 204 len: 168 time: 0.8944125 Dec 20 21:32:24.444539 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0523eb31-c462-4522-84d2-c652e7f1f0d8 tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.456140 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0523eb31-c462-4522-84d2-c652e7f1f0d8 tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.459792 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0523eb31-c462-4522-84d2-c652e7f1f0d8 tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] 10.222.0.32 "DELETE /v2.0/networks/042bfb43-c394-491e-b289-86712e123fe6 HTTP/1.1" status: 204 len: 168 time: 0.6646459 Dec 20 21:32:24.467864 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ecb15c-59cb-4faa-a2ab-f3311e6d6f27,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:24.470145 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-d1a1167d-8686-446d-8a67-96d58f21d82e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting port 4eda148f-b8c7-4ad6-a116-d6aa411258c1 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:24.470530 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1a1167d-8686-446d-8a67-96d58f21d82e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.483422 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:24.483876 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:24.483969 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:24.484610 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:24.484610 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:24.503633 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:24.504099 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:24.504440 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:24.504774 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:24.505149 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:24.505450 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:24.505803 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f67c2df-8828-49da-bf6e-e56506d5b0b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:24.542882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523eb31-c462-4522-84d2-c652e7f1f0d8 tempest-PortsAdminExtendedAttrsTestJSON-483938022 tempest-PortsAdminExtendedAttrsTestJSON-483938022-project] Pushing event deleted for resources: {'Network': ['ID=042bfb43-c394-491e-b289-86712e123fe6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:24.715022 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1a1167d-8686-446d-8a67-96d58f21d82e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.761269 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device a3a940c2-ce1d-4106-9953-4697ac801187 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:32:24.761269 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 65b14ed2-7853-4563-a176-bebd367962b7 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:32:24.761269 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 65b14ed2-7853-4563-a176-bebd367962b7 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:32:24.761269 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 748c6d73-6988-4235-9c66-4f3ab76834ed no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:32:24.774322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-d1a1167d-8686-446d-8a67-96d58f21d82e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Calling delete_port for 4eda148f-b8c7-4ad6-a116-d6aa411258c1 owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:24.782802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97363e2-c9af-4d6a-ba77-2fd2c58fbe7b req-7d1fb104-951b-4755-af32-6167ddde32e2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:24.790815 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a97363e2-c9af-4d6a-ba77-2fd2c58fbe7b req-7d1fb104-951b-4755-af32-6167ddde32e2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1514640 Dec 20 21:32:24.794958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: a3a940c2-ce1d-4106-9953-4697ac801187 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:32:24.794958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device a3a940c2-ce1d-4106-9953-4697ac801187 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:32:24.797119 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 748c6d73-6988-4235-9c66-4f3ab76834ed {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:32:24.798944 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 748c6d73-6988-4235-9c66-4f3ab76834ed not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:32:24.800893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-877947cd-ad2d-4105-ab1c-5a3133a33e3a None None] Provisioning complete for port 4eda148f-b8c7-4ad6-a116-d6aa411258c1 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:24.801874 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-877947cd-ad2d-4105-ab1c-5a3133a33e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:24.810372 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96459aec-69e3-4141-8252-2ad72436afe1 req-4b377be3-6d28-4628-9189-c51d46726efb tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:24.812429 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96459aec-69e3-4141-8252-2ad72436afe1 req-4b377be3-6d28-4628-9189-c51d46726efb tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 812 time: 0.2827423 Dec 20 21:32:24.831027 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96459aec-69e3-4141-8252-2ad72436afe1 req-d53dfdff-7e42-46a2-9988-ce39a282a2b5 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/quotas/ca36b0d25161450da30484970d345d34 HTTP/1.1" status: 200 len: 375 time: 0.0098729 Dec 20 21:32:24.852619 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-877947cd-ad2d-4105-ab1c-5a3133a33e3a None None] Port 4eda148f-b8c7-4ad6-a116-d6aa411258c1 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:32:24.899308 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41400) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:24.901767 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96459aec-69e3-4141-8252-2ad72436afe1 req-504d48fd-86e4-45a7-939a-68e7ce504a11 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609691 Dec 20 21:32:24.986570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41404) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:24.992472 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a97363e2-c9af-4d6a-ba77-2fd2c58fbe7b req-f1f153ae-bfec-46e7-a57d-363328077a2f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964972 Dec 20 21:32:25.036991 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1c6d182a-53f2-4918-9b36-42252b3f09e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa6bba111e234f8b895c1075b6132216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1317883 Dec 20 21:32:25.037639 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41412) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:25.122785 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1a1167d-8686-446d-8a67-96d58f21d82e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:25.172497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1167d-8686-446d-8a67-96d58f21d82e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Port': ['ID=4eda148f-b8c7-4ad6-a116-d6aa411258c1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:25.177347 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6239b4bb-f956-45d5-9a1e-54dae28b05d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:25.193464 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 29c9b8a5-e226-4145-8efa-de0db3aee8d8 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:32:25.264702 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96459aec-69e3-4141-8252-2ad72436afe1 req-75118835-7704-42ac-903e-b89e85372750 service neutron] 10.222.0.32 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532953 Dec 20 21:32:25.278460 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1a1167d-8686-446d-8a67-96d58f21d82e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:25.280040 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6239b4bb-f956-45d5-9a1e-54dae28b05d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:25.285034 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d1a1167d-8686-446d-8a67-96d58f21d82e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/4eda148f-b8c7-4ad6-a116-d6aa411258c1 HTTP/1.1" status: 204 len: 168 time: 1.1167312 Dec 20 21:32:25.286833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41414) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:25.339259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:25.345206 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d13ad-d476-4a0a-89c9-2a0cc5dd4950 req-a1c1fccf-fa36-4da5-8d4e-f60190acb05a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:25.347298 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab8d13ad-d476-4a0a-89c9-2a0cc5dd4950 req-a1c1fccf-fa36-4da5-8d4e-f60190acb05a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1705024 Dec 20 21:32:25.352838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '29c9b8a5-e226-4145-8efa-de0db3aee8d8', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'port_id': '29c9b8a5-e226-4145-8efa-de0db3aee8d8', 'mac_address': 'fa:16:3e:19:01:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:32:25.382967 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6239b4bb-f956-45d5-9a1e-54dae28b05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:25.383784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80874e84-c4b9-4bc9-b09c-ce93d70b8f55 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:25.387598 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-80874e84-c4b9-4bc9-b09c-ce93d70b8f55 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0935438 Dec 20 21:32:25.390402 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6239b4bb-f956-45d5-9a1e-54dae28b05d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:25.391895 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6239b4bb-f956-45d5-9a1e-54dae28b05d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b HTTP/1.1" status: 204 len: 168 time: 0.3521276 Dec 20 21:32:25.405497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41418) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:25.426232 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:25.448834 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239b4bb-f956-45d5-9a1e-54dae28b05d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83fa3e0-cebc-4dd9-a260-4c2bd6d5e97b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:25.454233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29c9b8a5-e226-4145-8efa-de0db3aee8d8 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:32:25.458710 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9355d466-24b3-4655-aec8-3dfa512f3914 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e1d39a50ba043028d3ba834598f77d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4696960 Dec 20 21:32:25.461205 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41422) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:25.528245 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:25.535297 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:25.577149 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96459aec-69e3-4141-8252-2ad72436afe1 req-a86f7dc4-72f9-493f-8eac-fb93765b8a6f service neutron] 10.222.0.32 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112085 Dec 20 21:32:25.578624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bae03b-fdc5-44e1-a83f-7c4f72c00611 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:25.580204 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-70bae03b-fdc5-44e1-a83f-7c4f72c00611 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1737063 Dec 20 21:32:25.594363 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab8d13ad-d476-4a0a-89c9-2a0cc5dd4950 req-dc7903c9-429e-4783-b0ae-2ac17ae23709 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369888 Dec 20 21:32:25.594876 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41424) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:25.624813 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df6d2a9c-82b9-4621-b232-1d018bf25922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:25.662796 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=29c9b8a5-e226-4145-8efa-de0db3aee8d8,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:25.676618 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df6d2a9c-82b9-4621-b232-1d018bf25922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:25.723724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41741a54-668f-4a7d-b278-a702566c6392 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:25.727326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41741a54-668f-4a7d-b278-a702566c6392 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:25.729783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41741a54-668f-4a7d-b278-a702566c6392 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:25.732234 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-41741a54-668f-4a7d-b278-a702566c6392 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1335509 Dec 20 21:32:25.734970 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41430) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:25.808467 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3ffd51-f722-4e7e-8f46-eee65304aca8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet 1c52e184-44d9-4bbb-ab99-8580bc9d4b65 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:32:25.811094 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df6d2a9c-82b9-4621-b232-1d018bf25922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:25.833551 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df6d2a9c-82b9-4621-b232-1d018bf25922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:25.835323 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-df6d2a9c-82b9-4621-b232-1d018bf25922 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b77edfb8-d178-4971-8c86-8b02e274144c HTTP/1.1" status: 204 len: 168 time: 0.3731835 Dec 20 21:32:25.841316 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffd51-f722-4e7e-8f46-eee65304aca8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:25.850037 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['29c9b8a5-e226-4145-8efa-de0db3aee8d8'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:32:25.856211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3ff1b-7a97-4d7d-b8f3-9c4cb92bc215 req-862ab49e-d9e3-4a7d-9de9-3dfc15ed85be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:25.869329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fd3ff1b-7a97-4d7d-b8f3-9c4cb92bc215 req-862ab49e-d9e3-4a7d-9de9-3dfc15ed85be tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 944 time: 0.1352105 Dec 20 21:32:25.876412 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d2a9c-82b9-4621-b232-1d018bf25922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77edfb8-d178-4971-8c86-8b02e274144c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:25.913128 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffd51-f722-4e7e-8f46-eee65304aca8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:25.972602 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fd3ff1b-7a97-4d7d-b8f3-9c4cb92bc215 req-49c41286-41aa-437a-991b-a232856ab3ce tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939326 Dec 20 21:32:26.049631 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 75abd51d-df85-4ba0-baf3-26a86f40aa2a no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:32:26.075536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 75abd51d-df85-4ba0-baf3-26a86f40aa2a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:32:26.076185 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 75abd51d-df85-4ba0-baf3-26a86f40aa2a not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:32:26.148007 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41448) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:26.148489 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef32d19b-349c-4fc6-9e4e-ea0666aed4f8 req-36040eb6-3945-4998-8637-b26399ad1f28 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 210 time: 0.0752385 Dec 20 21:32:26.277577 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffd51-f722-4e7e-8f46-eee65304aca8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:26.327412 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-89245b0e-611b-4b0a-87b9-bd43476f3180 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a086a9b11234987a57e52b31f2062f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1742628 Dec 20 21:32:26.329943 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41460) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:26.340654 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f67479-4612-4dec-a8a2-d6bd934665d4 req-939f4cf0-e229-4a68-b151-f2d8823538e1 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:26.349592 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-42f67479-4612-4dec-a8a2-d6bd934665d4 req-939f4cf0-e229-4a68-b151-f2d8823538e1 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1977346 Dec 20 21:32:26.429147 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-42f67479-4612-4dec-a8a2-d6bd934665d4 req-a2655a39-6745-4dad-8463-38bab0fd50f5 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781126 Dec 20 21:32:26.451145 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffd51-f722-4e7e-8f46-eee65304aca8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:26.468807 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41468) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:26.484618 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ffd51-f722-4e7e-8f46-eee65304aca8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=1c52e184-44d9-4bbb-ab99-8580bc9d4b65,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:26.502815 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a19bb48-ce32-4023-9a41-cd3d4129b43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:26.507766 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d3ffd51-f722-4e7e-8f46-eee65304aca8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:26.516241 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7d3ffd51-f722-4e7e-8f46-eee65304aca8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/1c52e184-44d9-4bbb-ab99-8580bc9d4b65 HTTP/1.1" status: 204 len: 168 time: 0.7780888 Dec 20 21:32:26.520627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f27b503-15aa-4d6a-b28c-5b40ef19efd3 None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:26.527390 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41470) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:26.527557 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a19bb48-ce32-4023-9a41-cd3d4129b43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:26.593040 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a19bb48-ce32-4023-9a41-cd3d4129b43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:26.595741 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a19bb48-ce32-4023-9a41-cd3d4129b43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:26.596943 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6a19bb48-ce32-4023-9a41-cd3d4129b43e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba184887-416b-40a8-8a46-389dd369affc HTTP/1.1" status: 204 len: 168 time: 0.2658951 Dec 20 21:32:26.613279 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c955f9f9-ef55-498c-96b7-2a0b2684335b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Deleting subnet 9261e433-71f0-492b-a059-71bf27904c6b {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:32:26.617266 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c955f9f9-ef55-498c-96b7-2a0b2684335b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:26.624166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19bb48-ce32-4023-9a41-cd3d4129b43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba184887-416b-40a8-8a46-389dd369affc,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:26.629717 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d33da6ae-ec8c-4399-8809-b2a1a0e3e7b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9c8496459c042edbba56fe8d3e2d5ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581011 Dec 20 21:32:26.632777 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41474) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:26.714863 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c955f9f9-ef55-498c-96b7-2a0b2684335b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:26.781673 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078743a-f190-4314-8855-d4e524344393 req-80a6e0fd-b3d9-4a85-9af0-d9744cf5e773 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:26.788443 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7078743a-f190-4314-8855-d4e524344393 req-80a6e0fd-b3d9-4a85-9af0-d9744cf5e773 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.2150574 Dec 20 21:32:26.832462 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cae8bdb5-ce84-4763-a8c3-c22a21781d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:26.887484 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c955f9f9-ef55-498c-96b7-2a0b2684335b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:26.998771 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c955f9f9-ef55-498c-96b7-2a0b2684335b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:27.007269 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cae8bdb5-ce84-4763-a8c3-c22a21781d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:27.029030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7078743a-f190-4314-8855-d4e524344393 req-e9a9d454-878c-4136-8bd3-fa44ec2431c9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234621 Dec 20 21:32:27.041776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955f9f9-ef55-498c-96b7-2a0b2684335b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Subnet': ['ID=9261e433-71f0-492b-a059-71bf27904c6b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:27.059244 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c955f9f9-ef55-498c-96b7-2a0b2684335b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:27.073102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41492) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:27.075549 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c955f9f9-ef55-498c-96b7-2a0b2684335b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/9261e433-71f0-492b-a059-71bf27904c6b HTTP/1.1" status: 204 len: 168 time: 0.5450752 Dec 20 21:32:27.112693 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b19129b-c5e4-4787-8fd9-484e164396ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:27.194279 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-47b4a0bd-8b4d-4204-8629-7a72059a1bfb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1171601 Dec 20 21:32:27.194558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 29c9b8a5-e226-4145-8efa-de0db3aee8d8 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:32:27.197425 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41500) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:27.247641 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cae8bdb5-ce84-4763-a8c3-c22a21781d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:27.250727 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cae8bdb5-ce84-4763-a8c3-c22a21781d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:27.257361 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cae8bdb5-ce84-4763-a8c3-c22a21781d9f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1093884e-59c1-4c26-8474-c3470f63e9f4 HTTP/1.1" status: 204 len: 168 time: 0.6237850 Dec 20 21:32:27.339828 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e04b259-a985-4191-aea7-1b9c3b5e7ab5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:27.348081 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9e04b259-a985-4191-aea7-1b9c3b5e7ab5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1492748 Dec 20 21:32:27.352403 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41508) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:27.359238 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8bdb5-ce84-4763-a8c3-c22a21781d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1093884e-59c1-4c26-8474-c3470f63e9f4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:27.370689 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8bdb5-ce84-4763-a8c3-c22a21781d9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:27.371358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8bdb5-ce84-4763-a8c3-c22a21781d9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:27.371982 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8bdb5-ce84-4763-a8c3-c22a21781d9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:27.372548 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8bdb5-ce84-4763-a8c3-c22a21781d9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:27.373114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8bdb5-ce84-4763-a8c3-c22a21781d9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:27.373675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8bdb5-ce84-4763-a8c3-c22a21781d9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:27.374265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8bdb5-ce84-4763-a8c3-c22a21781d9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:27.374887 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8bdb5-ce84-4763-a8c3-c22a21781d9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:27.375466 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8bdb5-ce84-4763-a8c3-c22a21781d9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:27.376076 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8bdb5-ce84-4763-a8c3-c22a21781d9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:27.376636 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8bdb5-ce84-4763-a8c3-c22a21781d9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:27.377272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae8bdb5-ce84-4763-a8c3-c22a21781d9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:27.400767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:27.401158 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:27.402364 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0a38a-ea63-4cf0-a653-2b89fd3407e0 req-57e741da-b494-4a6e-afd1-160cef2bafea tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:27.404184 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-35e0a38a-ea63-4cf0-a653-2b89fd3407e0 req-57e741da-b494-4a6e-afd1-160cef2bafea tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 944 time: 0.1420860 Dec 20 21:32:27.507733 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-35e0a38a-ea63-4cf0-a653-2b89fd3407e0 req-04db3835-2a9e-4a38-a044-445a920312b4 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943718 Dec 20 21:32:27.659269 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce191aed-7375-4766-a683-3e670d073f03 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:27.664348 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ce191aed-7375-4766-a683-3e670d073f03 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3103647 Dec 20 21:32:27.667034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41514) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:27.710401 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1795f564-2826-4ac4-8c03-a7df96425116 req-a428346e-cc58-4e4f-9432-63a02c54cce1 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 210 time: 0.3608878 Dec 20 21:32:27.735297 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:27.857336 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-86ddf64d-5e02-4046-bda4-a4f80d1630d2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1850793 Dec 20 21:32:27.865485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41518) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:27.875163 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:27.879780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c9b8a5-e226-4145-8efa-de0db3aee8d8'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:32:27.894246 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb8f260-d004-4dbd-83c9-b6b5a029eb62" -d '{"events": [{"server_uuid": "1f575c3d-a3a4-4bff-bef8-5392669afdae", "name": "network-vif-plugged", "status": "completed", "tag": "29c9b8a5-e226-4145-8efa-de0db3aee8d8"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:32:27.929110 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:28.001634 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e3b915-6d37-45ed-a714-87896e38ce98 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:28.002544 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e3b915-6d37-45ed-a714-87896e38ce98 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:28.028213 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-52e3b915-6d37-45ed-a714-87896e38ce98 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/4eda148f-b8c7-4ad6-a116-d6aa411258c1 HTTP/1.1" status: 404 len: 333 time: 0.1629634 Dec 20 21:32:28.030809 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96459aec-69e3-4141-8252-2ad72436afe1 req-c4151335-6d0e-46c3-ab42-607a019a4e04 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:28.031698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41530) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:28.033433 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96459aec-69e3-4141-8252-2ad72436afe1 req-c4151335-6d0e-46c3-ab42-607a019a4e04 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 812 time: 0.5541866 Dec 20 21:32:28.053781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-96459aec-69e3-4141-8252-2ad72436afe1 req-2d29762b-89b7-4466-b451-3b86de1d225c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Request body: {'port': {'device_id': '8aceafe3-b973-470b-899b-53d4f0db292c', 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab', 'admin_state_up': True, 'tenant_id': 'ca36b0d25161450da30484970d345d34'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:28.054402 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d5c392-26df-48a9-be53-4c3839ed9327 x-openstack-request-id: req-90d5c392-26df-48a9-be53-4c3839ed9327 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:32:28.054749 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f575c3d-a3a4-4bff-bef8-5392669afdae", "name": "network-vif-plugged", "status": "completed", "tag": "29c9b8a5-e226-4145-8efa-de0db3aee8d8", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:32:28.055009 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90d5c392-26df-48a9-be53-4c3839ed9327 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:32:28.055424 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c9b8a5-e226-4145-8efa-de0db3aee8d8', 'code': 200} Dec 20 21:32:28.063955 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=29c9b8a5-e226-4145-8efa-de0db3aee8d8,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:28.126030 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f19186-3e3e-479a-b65d-34517d4a7f41 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:28.126591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f19186-3e3e-479a-b65d-34517d4a7f41 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:28.143507 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-97f19186-3e3e-479a-b65d-34517d4a7f41 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/1c52e184-44d9-4bbb-ab99-8580bc9d4b65 HTTP/1.1" status: 404 len: 337 time: 0.1080823 Dec 20 21:32:28.144146 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41538) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:28.159827 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c4a030-6b19-4bd4-b05f-16511a50bccb None None] Network ba8b9395-2f81-45c0-aebe-dbe8cc504957 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:28.277096 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce684c5-62c1-4e8b-9743-2033744aa7df tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:28.278277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce684c5-62c1-4e8b-9743-2033744aa7df tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:28.288754 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3ce684c5-62c1-4e8b-9743-2033744aa7df tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/9261e433-71f0-492b-a059-71bf27904c6b HTTP/1.1" status: 404 len: 337 time: 0.1435606 Dec 20 21:32:28.295015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41544) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:28.342933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8924c328-6a4b-49ed-adc0-1697746ae52d None None] Provisioning complete for port e6a9d590-6964-4410-a896-9c4ea773ef08 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:28.343302 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8924c328-6a4b-49ed-adc0-1697746ae52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:28.347508 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96459aec-69e3-4141-8252-2ad72436afe1 req-2d29762b-89b7-4466-b451-3b86de1d225c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Made reservation on behalf of ca36b0d25161450da30484970d345d34 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:28.355223 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-96459aec-69e3-4141-8252-2ad72436afe1 req-2d29762b-89b7-4466-b451-3b86de1d225c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:28.385287 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a206c17-7d17-46cd-8d1b-84b848afacbc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:28.390856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a206c17-7d17-46cd-8d1b-84b848afacbc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:28.396610 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7a206c17-7d17-46cd-8d1b-84b848afacbc tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/2accea67-29da-44ae-8794-30682f02d1d2 HTTP/1.1" status: 404 len: 333 time: 0.0956297 Dec 20 21:32:28.400384 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41546) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:28.432746 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-db49b235-e545-4098-9e9d-8f6119ca8224 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:28.433498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db49b235-e545-4098-9e9d-8f6119ca8224 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:28.439061 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-db49b235-e545-4098-9e9d-8f6119ca8224 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/92db6290-e2fc-4668-a854-b13cb59e4402 HTTP/1.1" status: 404 len: 337 time: 0.0352478 Dec 20 21:32:28.439457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41548) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:28.481518 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41550) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:28.491281 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa61d33-045b-4972-aea0-4c8bc171a748 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:28.491814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa61d33-045b-4972-aea0-4c8bc171a748 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:28.498125 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0aa61d33-045b-4972-aea0-4c8bc171a748 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/b1ed27e0-9de8-442e-8e57-53c328f35fbb HTTP/1.1" status: 404 len: 337 time: 0.0562322 Dec 20 21:32:28.523733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41552) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:28.585747 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-15fe0229-7c27-45f8-aaa1-a3ab7b5fe62b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:28.586264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15fe0229-7c27-45f8-aaa1-a3ab7b5fe62b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:28.597680 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-15fe0229-7c27-45f8-aaa1-a3ab7b5fe62b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/20b96800-fddf-4fb7-9c1e-404baade0d4c HTTP/1.1" status: 404 len: 333 time: 0.0705812 Dec 20 21:32:28.597905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41558) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:28.646225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7f31a6-d83b-483f-bc10-cbda0418d644 None None] DHCP port deletion for ba8b9395-2f81-45c0-aebe-dbe8cc504957 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:32:28.752259 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [req-96459aec-69e3-4141-8252-2ad72436afe1 req-2d29762b-89b7-4466-b451-3b86de1d225c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Allocated IP 172.20.0.10 (ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab/ea9759e2-26ca-4714-859c-932515626a6f/9e903dd1-4758-4e39-b301-83195f3f876a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:28.757524 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e3faf7-786a-47d3-acc9-67666c63a59d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:28.757981 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e3faf7-786a-47d3-acc9-67666c63a59d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:28.765156 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-13e3faf7-786a-47d3-acc9-67666c63a59d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/01f7a84a-3b10-43e5-a195-466a14db77c9 HTTP/1.1" status: 404 len: 337 time: 0.1637290 Dec 20 21:32:28.772778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41568) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:28.777423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0d285912-e08d-41f2-b514-cbcc60547b9e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1695491480-network', 'tenant_id': '1627c38824e14f059fc6dbf476097abe'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:28.830566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f31a6-d83b-483f-bc10-cbda0418d644 None None] Deleting port e6a9d590-6964-4410-a896-9c4ea773ef08 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:28.831917 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d7f31a6-d83b-483f-bc10-cbda0418d644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:28.858127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07a11f-5179-493a-ad14-dd4ca48ff7ea req-edfe80fd-cc42-4a34-b105-82b00b19fbcb tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:28.867385 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ce07a11f-5179-493a-ad14-dd4ca48ff7ea req-edfe80fd-cc42-4a34-b105-82b00b19fbcb tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.2472117 Dec 20 21:32:28.875811 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-780878df-d5bb-476a-894e-f85210e33b88 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:28.880313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780878df-d5bb-476a-894e-f85210e33b88 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:28.888761 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-780878df-d5bb-476a-894e-f85210e33b88 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/db2f21cd-6c71-42af-ad27-bf2b0eede154 HTTP/1.1" status: 404 len: 337 time: 0.1149237 Dec 20 21:32:28.898099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d285912-e08d-41f2-b514-cbcc60547b9e admin admin] Made reservation on behalf of 1627c38824e14f059fc6dbf476097abe for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:28.900402 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d285912-e08d-41f2-b514-cbcc60547b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:28.902295 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41572) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:28.949093 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-315c18db-425a-41e1-9629-015d84a04bf5 req-28dbbbaf-c32e-422a-b207-89e414875fa8 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 210 time: 0.0830102 Dec 20 21:32:28.972417 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ce07a11f-5179-493a-ad14-dd4ca48ff7ea req-2587d679-5440-4b76-81c6-a4f544d42497 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035807 Dec 20 21:32:28.973379 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d285912-e08d-41f2-b514-cbcc60547b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:28.984688 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1d7f31a6-d83b-483f-bc10-cbda0418d644 None None] For port e6a9d590-6964-4410-a896-9c4ea773ef08, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e6a9d590-6964-4410-a896-9c4ea773ef08,segment=NetworkSegment(6482547d-5137-4f40-aabf-91bc2621a101),segment_id=6482547d-5137-4f40-aabf-91bc2621a101)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:28.986027 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d7f31a6-d83b-483f-bc10-cbda0418d644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:28.987117 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3905c98-3678-42bc-bd15-526da8748eac tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:28.988183 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3905c98-3678-42bc-bd15-526da8748eac tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:28.991455 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a3905c98-3678-42bc-bd15-526da8748eac tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/c1a22410-bc9c-43be-bcde-0968cf9dff45 HTTP/1.1" status: 404 len: 333 time: 0.0869668 Dec 20 21:32:28.993960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41576) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:29.000837 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f31a6-d83b-483f-bc10-cbda0418d644 None None] Calling delete_port for e6a9d590-6964-4410-a896-9c4ea773ef08 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:29.026170 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-1554c5b5-9676-4c14-8a04-3f5173273d02 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:29.026903 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1554c5b5-9676-4c14-8a04-3f5173273d02 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:29.030601 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1554c5b5-9676-4c14-8a04-3f5173273d02 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/fe92b6cb-5fe9-4572-9fdb-7baa22901557 HTTP/1.1" status: 404 len: 337 time: 0.0355046 Dec 20 21:32:29.033867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41578) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:29.067297 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8987cc-6f32-4319-ae29-6d4805a61ab8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:29.068251 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8987cc-6f32-4319-ae29-6d4805a61ab8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:29.072231 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6c8987cc-6f32-4319-ae29-6d4805a61ab8 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/51a7cf1d-28b5-4675-999a-c11f87813602 HTTP/1.1" status: 404 len: 337 time: 0.0367994 Dec 20 21:32:29.075778 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41580) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:29.104678 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa1de23-f6df-4d41-a871-35af9fa3c37d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:29.105729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa1de23-f6df-4d41-a871-35af9fa3c37d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:29.108999 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7fa1de23-f6df-4d41-a871-35af9fa3c37d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/f6a953f1-6e19-471f-9162-2b283ead4106 HTTP/1.1" status: 404 len: 333 time: 0.0321009 Dec 20 21:32:29.112922 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41582) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:29.152026 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e42307-fdb8-4004-90f8-d00fa0770f70 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:29.153007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e42307-fdb8-4004-90f8-d00fa0770f70 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:29.156399 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b5e42307-fdb8-4004-90f8-d00fa0770f70 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/8388e6f4-547e-409e-99ac-084393ddfaa8 HTTP/1.1" status: 404 len: 337 time: 0.0421362 Dec 20 21:32:29.159015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41584) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:29.164631 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d7f31a6-d83b-483f-bc10-cbda0418d644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:29.192685 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a65239c-7f4b-472a-904e-4e61f2d085ad tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:29.193998 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a65239c-7f4b-472a-904e-4e61f2d085ad tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:29.197272 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3a65239c-7f4b-472a-904e-4e61f2d085ad tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/84e5b6b0-000b-4c43-a029-3ac4c3947056 HTTP/1.1" status: 404 len: 333 time: 0.0368626 Dec 20 21:32:29.197732 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f31a6-d83b-483f-bc10-cbda0418d644 None None] Pushing event deleted for resources: {'Port': ['ID=e6a9d590-6964-4410-a896-9c4ea773ef08,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:29.199723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41586) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:29.201724 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f31a6-d83b-483f-bc10-cbda0418d644 None None] No DVR routers for this DVR port e6a9d590-6964-4410-a896-9c4ea773ef08 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:32:29.239482 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac80ec43-a369-41ed-9403-b5e82a010cac tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:29.239936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac80ec43-a369-41ed-9403-b5e82a010cac tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:29.243185 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ac80ec43-a369-41ed-9403-b5e82a010cac tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/b4b486df-9fda-40d7-9765-98b051c35aa2 HTTP/1.1" status: 404 len: 337 time: 0.0423424 Dec 20 21:32:29.245546 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41588) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:29.297096 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3c11dd-5cc8-4ef8-9588-afbd1e0e4e93 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:29.297788 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3c11dd-5cc8-4ef8-9588-afbd1e0e4e93 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:29.320073 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ad3c11dd-5cc8-4ef8-9588-afbd1e0e4e93 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/136d47be-bec4-403e-8af3-3cfa4b43db99 HTTP/1.1" status: 404 len: 333 time: 0.0678737 Dec 20 21:32:29.320668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41592) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:29.388598 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-9369339e-9008-4279-afce-a45566802254 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:29.389056 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9369339e-9008-4279-afce-a45566802254 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:29.395115 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9369339e-9008-4279-afce-a45566802254 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/16eeeebc-b119-4ef5-bffd-c243cc11c71f HTTP/1.1" status: 404 len: 337 time: 0.0706460 Dec 20 21:32:29.398284 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41598) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:29.412937 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-96459aec-69e3-4141-8252-2ad72436afe1 req-2d29762b-89b7-4466-b451-3b86de1d225c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:29.419180 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d285912-e08d-41f2-b514-cbcc60547b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:29.460380 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdba3d93-5728-4932-b269-b10258ec0a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:29.465382 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d285912-e08d-41f2-b514-cbcc60547b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:29.470080 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-96459aec-69e3-4141-8252-2ad72436afe1 req-2d29762b-89b7-4466-b451-3b86de1d225c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:29.486521 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8c923b-aae9-4114-96af-35676bd5611d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:29.492691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8c923b-aae9-4114-96af-35676bd5611d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:29.504459 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9c8c923b-aae9-4114-96af-35676bd5611d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/e5271686-e3ca-4256-a8b7-1ce5f1291adf HTTP/1.1" status: 404 len: 333 time: 0.1051097 Dec 20 21:32:29.508836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41600) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:29.516328 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96459aec-69e3-4141-8252-2ad72436afe1 req-2d29762b-89b7-4466-b451-3b86de1d225c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:29.579397 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-6083e787-d27a-411a-bf33-7c7e0fb432d9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:29.579707 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6083e787-d27a-411a-bf33-7c7e0fb432d9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:29.580915 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [req-96459aec-69e3-4141-8252-2ad72436afe1 req-2d29762b-89b7-4466-b451-3b86de1d225c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:29.591568 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6083e787-d27a-411a-bf33-7c7e0fb432d9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/c93941c8-aa3b-43bb-b0cd-39cae3ba2e00 HTTP/1.1" status: 404 len: 337 time: 0.0798309 Dec 20 21:32:29.593237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41602) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:29.593969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d285912-e08d-41f2-b514-cbcc60547b9e admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:32:29.597705 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-96459aec-69e3-4141-8252-2ad72436afe1 req-2d29762b-89b7-4466-b451-3b86de1d225c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:29.627500 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d285912-e08d-41f2-b514-cbcc60547b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:29.627919 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-0d285912-e08d-41f2-b514-cbcc60547b9e admin admin] Added segment 5e630262-7487-4dea-bb3f-5f9f29e45580 of type vlan for network 9be0672e-af90-4960-b689-f7fd568fa114 Dec 20 21:32:29.681968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d285912-e08d-41f2-b514-cbcc60547b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd084f4-a55d-4f23-a625-41a748ba706d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:29.686396 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d285912-e08d-41f2-b514-cbcc60547b9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:29.708052 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-d109c504-96ec-4e3a-b08c-a80bce0d7d02 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:29.708766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d109c504-96ec-4e3a-b08c-a80bce0d7d02 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:29.709960 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29762b-89b7-4466-b451-3b86de1d225c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Pushing event updated for resources: {'Port': ['ID=9e903dd1-4758-4e39-b301-83195f3f876a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:29.714760 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d109c504-96ec-4e3a-b08c-a80bce0d7d02 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/78f68830-27c3-458b-9639-4912e793059b HTTP/1.1" status: 404 len: 333 time: 0.1129191 Dec 20 21:32:29.714760 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41606) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:29.750402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96459aec-69e3-4141-8252-2ad72436afe1 req-2d29762b-89b7-4466-b451-3b86de1d225c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:29.751279 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-96459aec-69e3-4141-8252-2ad72436afe1 req-2d29762b-89b7-4466-b451-3b86de1d225c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:29.754662 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e4aa99-ab34-4d2a-9b8c-bd1f6a71f880 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:29.755119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e4aa99-ab34-4d2a-9b8c-bd1f6a71f880 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:29.761969 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-92e4aa99-ab34-4d2a-9b8c-bd1f6a71f880 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/404226e7-e7a6-4750-b2d3-7fa467c2ccea HTTP/1.1" status: 404 len: 337 time: 0.0443556 Dec 20 21:32:29.764627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41612) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:29.780183 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d285912-e08d-41f2-b514-cbcc60547b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:29.781528 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d285912-e08d-41f2-b514-cbcc60547b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:29.782330 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d285912-e08d-41f2-b514-cbcc60547b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:29.825277 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b18f785-32bc-4ae3-b824-a5730901e612 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:29.828007 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b18f785-32bc-4ae3-b824-a5730901e612 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:29.853014 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0b18f785-32bc-4ae3-b824-a5730901e612 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/e9daaf1b-bd1e-4155-9dbf-cfb82973e1c7 HTTP/1.1" status: 404 len: 333 time: 0.0867553 Dec 20 21:32:29.854620 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41616) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:29.874845 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0d285912-e08d-41f2-b514-cbcc60547b9e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3846712 Dec 20 21:32:29.879203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41618) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:29.884994 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e17d098a-2e48-48dd-847a-7bab891900da admin admin] Request body: {'subnet': {'network_id': '9be0672e-af90-4960-b689-f7fd568fa114', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1695491480-subnet', 'tenant_id': '1627c38824e14f059fc6dbf476097abe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:29.913856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17d098a-2e48-48dd-847a-7bab891900da admin admin] Made reservation on behalf of 1627c38824e14f059fc6dbf476097abe for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:29.916013 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e17d098a-2e48-48dd-847a-7bab891900da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:29.930827 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90c328d-7a1a-4398-b440-ea5d3374dc57 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:29.932340 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d90c328d-7a1a-4398-b440-ea5d3374dc57 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:29.943590 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d90c328d-7a1a-4398-b440-ea5d3374dc57 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/b922df94-74c4-4ff0-87ca-ee56edee850c HTTP/1.1" status: 404 len: 337 time: 0.0877178 Dec 20 21:32:29.955180 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e6a9d590-6964-4410-a896-9c4ea773ef08 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:32:29.958539 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96459aec-69e3-4141-8252-2ad72436afe1 req-2d29762b-89b7-4466-b451-3b86de1d225c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9077778 Dec 20 21:32:29.961007 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41620) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:30.022226 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: e6a9d590-6964-4410-a896-9c4ea773ef08 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:32:30.023112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e6a9d590-6964-4410-a896-9c4ea773ef08 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:32:30.044584 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91393e2-0d00-44ae-b642-20825a63d635 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:30.047473 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91393e2-0d00-44ae-b642-20825a63d635 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:30.060267 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d91393e2-0d00-44ae-b642-20825a63d635 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/cea1de7e-8f34-40aa-a93c-ad72c4dbfe0f HTTP/1.1" status: 404 len: 337 time: 0.0975296 Dec 20 21:32:30.063199 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41626) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:30.095615 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Request body: {'port': {'device_id': '8aceafe3-b973-470b-899b-53d4f0db292c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:30.109492 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d285912-e08d-41f2-b514-cbcc60547b9e admin admin] Pushing event updated for resources: {'Network': ['ID=9be0672e-af90-4960-b689-f7fd568fa114,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:30.122945 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 9be0672e-af90-4960-b689-f7fd568fa114 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:32:30.249860 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e17d098a-2e48-48dd-847a-7bab891900da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:30.326358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac216fb-d57c-4e43-b0d5-40d2417ac272 req-9fddac12-0167-4b3c-b17b-cb071af8914b tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:30.334489 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7ac216fb-d57c-4e43-b0d5-40d2417ac272 req-9fddac12-0167-4b3c-b17b-cb071af8914b tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.1263096 Dec 20 21:32:30.380085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d098a-2e48-48dd-847a-7bab891900da admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45cedcb-78d6-4882-a4e9-acb33e0a7c98,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:30.396949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17d098a-2e48-48dd-847a-7bab891900da admin admin] Checking segment: {'id': '5e630262-7487-4dea-bb3f-5f9f29e45580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9be0672e-af90-4960-b689-f7fd568fa114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:32:30.397309 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17d098a-2e48-48dd-847a-7bab891900da admin admin] Network hostable DHCP agents. Network: 9be0672e-af90-4960-b689-f7fd568fa114, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:32:30.445630 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41632) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:30.450129 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7ac216fb-d57c-4e43-b0d5-40d2417ac272 req-030bb88d-f6e5-43fa-98a5-f1b936f82b51 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145718 Dec 20 21:32:30.486387 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17d098a-2e48-48dd-847a-7bab891900da admin admin] Network 9be0672e-af90-4960-b689-f7fd568fa114 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:32:30.512865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-e17d098a-2e48-48dd-847a-7bab891900da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 9be0672e-af90-4960-b689-f7fd568fa114) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:30.520027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17d098a-2e48-48dd-847a-7bab891900da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:30.521355 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b634ab4-3ed6-4b7a-8972-3837d684dfa4 None None] Network 9be0672e-af90-4960-b689-f7fd568fa114 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:30.521992 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e17d098a-2e48-48dd-847a-7bab891900da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:30.561169 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e17d098a-2e48-48dd-847a-7bab891900da admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6804950 Dec 20 21:32:30.666928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-445bad9d-0d9e-48ad-850e-808616de6c0c tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1986332421'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:30.671471 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-73712316-cee4-4fe9-a4d1-a9548dc0e0a4 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:30.672396 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73712316-cee4-4fe9-a4d1-a9548dc0e0a4 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:30.676035 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-73712316-cee4-4fe9-a4d1-a9548dc0e0a4 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/8f5fdff1-a4a9-4d02-b723-7dacae914af1 HTTP/1.1" status: 404 len: 333 time: 0.6105118 Dec 20 21:32:30.689128 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41640) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:30.699352 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:30.733559 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-445bad9d-0d9e-48ad-850e-808616de6c0c tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:30.734536 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-445bad9d-0d9e-48ad-850e-808616de6c0c tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:30.741549 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-758f6fca-dc4c-4393-acb9-5afb395804eb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:30.742308 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758f6fca-dc4c-4393-acb9-5afb395804eb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:30.746004 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-758f6fca-dc4c-4393-acb9-5afb395804eb tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/b74ae151-683b-4965-83b7-8d1adc945d00 HTTP/1.1" status: 404 len: 337 time: 0.0554168 Dec 20 21:32:30.749782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41642) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:30.812318 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:30.844665 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6b4e3-8192-45eb-a841-fc18f6263292 req-fefa1744-33e0-425e-8bc4-de429995c8b5 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:30.846372 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fbf6b4e3-8192-45eb-a841-fc18f6263292 req-fefa1744-33e0-425e-8bc4-de429995c8b5 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 932 time: 0.1689720 Dec 20 21:32:30.894508 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3673c02-dabd-49d2-aa7b-e8646441e009 None None] Network 9be0672e-af90-4960-b689-f7fd568fa114 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:30.958754 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fbf6b4e3-8192-45eb-a841-fc18f6263292 req-df359eb0-a704-4a40-8715-c31434a25f63 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054230 Dec 20 21:32:30.976823 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-445bad9d-0d9e-48ad-850e-808616de6c0c tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:30.982548 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-10df4354-f001-4b8a-b509-e0258f66c04d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:30.984330 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10df4354-f001-4b8a-b509-e0258f66c04d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:30.996639 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-10df4354-f001-4b8a-b509-e0258f66c04d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/db1b4b24-425b-4402-92b3-90fb192e0b63 HTTP/1.1" status: 404 len: 337 time: 0.2363942 Dec 20 21:32:30.998499 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41652) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:31.018887 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-445bad9d-0d9e-48ad-850e-808616de6c0c tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:31.089313 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-10624c51-f802-4359-ae8d-94c5ee9230d3 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:31.090227 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10624c51-f802-4359-ae8d-94c5ee9230d3 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:31.096964 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-10624c51-f802-4359-ae8d-94c5ee9230d3 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/37c7083f-0b5e-4bc4-a264-86b3edc5b9a0 HTTP/1.1" status: 404 len: 333 time: 0.0956650 Dec 20 21:32:31.100773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41654) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:31.156817 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-826c8110-b1be-48e3-8c7a-044b1115a5a2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:31.157531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826c8110-b1be-48e3-8c7a-044b1115a5a2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:31.164696 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-826c8110-b1be-48e3-8c7a-044b1115a5a2 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/ef9d4344-97df-4ab9-a2f3-1dcf2de8f75a HTTP/1.1" status: 404 len: 337 time: 0.0624361 Dec 20 21:32:31.167576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41660) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:31.167718 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-445bad9d-0d9e-48ad-850e-808616de6c0c tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:31.169129 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-445bad9d-0d9e-48ad-850e-808616de6c0c tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7178240 Dec 20 21:32:31.172703 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41662) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:31.240248 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b6ede1-f555-43bc-b1f2-b4d3ba358d65 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:31.240859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b6ede1-f555-43bc-b1f2-b4d3ba358d65 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:31.244760 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c2b6ede1-f555-43bc-b1f2-b4d3ba358d65 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/65d10c56-1e4a-4e61-9924-566c709bccfe HTTP/1.1" status: 404 len: 337 time: 0.0758207 Dec 20 21:32:31.272801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41668) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:31.299948 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-74380067-9b46-4536-bf3f-267d7aefbaf1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:31.300691 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74380067-9b46-4536-bf3f-267d7aefbaf1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:31.320044 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-74380067-9b46-4536-bf3f-267d7aefbaf1 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/914bae57-b90a-47f2-b585-7de31118b8bd HTTP/1.1" status: 404 len: 333 time: 0.0460877 Dec 20 21:32:31.322655 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41670) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:31.353242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-47eed47e-4346-4977-a0c9-38863f83b9b8 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:31.354717 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-279ceb43-0b2c-4f70-836f-dcee9339b070 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:31.354996 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-47eed47e-4346-4977-a0c9-38863f83b9b8 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/networks?id=9be0672e-af90-4960-b689-f7fd568fa114 HTTP/1.1" status: 200 len: 814 time: 0.1412599 Dec 20 21:32:31.355288 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279ceb43-0b2c-4f70-836f-dcee9339b070 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:31.358828 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-279ceb43-0b2c-4f70-836f-dcee9339b070 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/3949c6de-6db1-409c-bfd5-4e1b0e2f4b00 HTTP/1.1" status: 404 len: 337 time: 0.0351493 Dec 20 21:32:31.361419 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41672) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:31.374701 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0f2eaf2-ffef-43e4-94b8-8634ab8cb69c tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:31.377236 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-c1e822ee-d901-4a46-a8c0-dc196e53d1d4 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/quotas/1627c38824e14f059fc6dbf476097abe HTTP/1.1" status: 200 len: 375 time: 0.0142426 Dec 20 21:32:31.394560 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51a1f70-387b-4c1f-8d90-aeb330c17bd9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:31.395095 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51a1f70-387b-4c1f-8d90-aeb330c17bd9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:31.398169 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e51a1f70-387b-4c1f-8d90-aeb330c17bd9 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/d024a449-ed5a-4b07-b831-86cae22b8db6 HTTP/1.1" status: 404 len: 337 time: 0.0356948 Dec 20 21:32:31.401033 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41674) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:31.435618 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ff25b280-5c2a-46f1-a6b0-02aa928cf3ec tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports?device_id=510949eb-2a19-42c7-bf86-c996e97c45fe HTTP/1.1" status: 200 len: 205 time: 0.0334480 Dec 20 21:32:31.438240 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41676) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:31.491825 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-0afe93b5-231d-428f-9f34-99cd0a35b09c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] delete failed (client error): The resource could not be found. Dec 20 21:32:31.493057 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0afe93b5-231d-428f-9f34-99cd0a35b09c tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/routers/510949eb-2a19-42c7-bf86-c996e97c45fe HTTP/1.1" status: 404 len: 336 time: 0.0537889 Dec 20 21:32:31.496174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41680) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:31.502365 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-3fef00fb-2293-441e-8dee-af57e31f95af tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1627c38824e14f059fc6dbf476097abe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835459 Dec 20 21:32:31.543427 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f209d5c-6edb-4a25-8827-31ea6364c623 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:31.543427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f209d5c-6edb-4a25-8827-31ea6364c623 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:31.546884 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9f209d5c-6edb-4a25-8827-31ea6364c623 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/c355e39a-e543-47d0-9876-5431ab9a3b05 HTTP/1.1" status: 404 len: 337 time: 0.0496874 Dec 20 21:32:31.550699 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41682) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:31.618608 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-138c4b7d-ebc3-4f06-8c62-13543ead1d99 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "GET /v2.0/ports?device_id=be9e80fd-b3cf-4401-8529-6498eea10ddf HTTP/1.1" status: 200 len: 205 time: 0.0664909 Dec 20 21:32:31.629799 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41684) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:31.677726 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-d83bc7da-a81e-4be9-bb13-553486683f41 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] delete failed (client error): The resource could not be found. Dec 20 21:32:31.678889 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d83bc7da-a81e-4be9-bb13-553486683f41 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/routers/be9e80fd-b3cf-4401-8529-6498eea10ddf HTTP/1.1" status: 404 len: 336 time: 0.0452454 Dec 20 21:32:31.682469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41688) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:31.750620 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec24e0a-9def-425f-ac93-4d4895bcf052 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:31.751071 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec24e0a-9def-425f-ac93-4d4895bcf052 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:31.757468 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2ec24e0a-9def-425f-ac93-4d4895bcf052 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/e34ae3f4-7aaa-427f-b0eb-d4e33e2fa232 HTTP/1.1" status: 404 len: 337 time: 0.0467274 Dec 20 21:32:31.760970 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0f2eaf2-ffef-43e4-94b8-8634ab8cb69c tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:31.762482 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41690) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:31.766493 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0f2eaf2-ffef-43e4-94b8-8634ab8cb69c tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:31.805466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e903dd1-4758-4e39-b301-83195f3f876a {{(pid=102402) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:32:31.820791 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:31.854515 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.provisioning_blocks [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Transition to ACTIVE for port object 9e903dd1-4758-4e39-b301-83195f3f876a will not be triggered until provisioned by entity L2. {{(pid=102402) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:32:31.860657 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:31.869202 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce81980-ee5d-43bc-9776-020f68b77d37 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:31.869846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce81980-ee5d-43bc-9776-020f68b77d37 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:31.877264 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7ce81980-ee5d-43bc-9776-020f68b77d37 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/e1155901-242b-48a9-b7b9-612cc1cd4428 HTTP/1.1" status: 404 len: 337 time: 0.1136689 Dec 20 21:32:31.881562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41692) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:31.897091 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611863c-9ee3-41d0-8bd8-06ab5013f5ec req-a2856d43-3cd2-41bb-a45f-768756317566 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:31.898760 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9611863c-9ee3-41d0-8bd8-06ab5013f5ec req-a2856d43-3cd2-41bb-a45f-768756317566 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.2835164 Dec 20 21:32:31.914393 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef33e27-a125-43da-b536-9bfcc719e48b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:31.915453 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ef33e27-a125-43da-b536-9bfcc719e48b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:31.922207 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2ef33e27-a125-43da-b536-9bfcc719e48b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/d51f1ea8-60ea-4c59-9a1c-1a830eee3937 HTTP/1.1" status: 404 len: 333 time: 0.0394714 Dec 20 21:32:31.923307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41694) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:31.939360 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0f2eaf2-ffef-43e4-94b8-8634ab8cb69c tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:31.939973 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f2eaf2-ffef-43e4-94b8-8634ab8cb69c tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8cbbf89-ed5d-477f-9a8a-f9e2515fc005 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:32:31.947670 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0f2eaf2-ffef-43e4-94b8-8634ab8cb69c tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:31.948497 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c0f2eaf2-ffef-43e4-94b8-8634ab8cb69c tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] 10.222.0.32 "DELETE /v2.0/routers/d8cbbf89-ed5d-477f-9a8a-f9e2515fc005 HTTP/1.1" status: 204 len: 168 time: 0.7747915 Dec 20 21:32:31.967414 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41696) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:31.976736 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-604a35b3-04c5-4a52-a995-dd463f158ed1 service neutron] 10.222.0.32 "GET /v2.0/networks/9be0672e-af90-4960-b689-f7fd568fa114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659510 Dec 20 21:32:31.982410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c1164e76-7f73-46de-b767-cec96fb23544 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Request body: {'router': {'name': 'tempest-router-429025079', 'distributed': False}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:31.992856 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ec2343-64b8-4e1f-83cc-62043fe2b045 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:31.993431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ec2343-64b8-4e1f-83cc-62043fe2b045 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:31.999201 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-90ec2343-64b8-4e1f-83cc-62043fe2b045 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/ff3659fa-6300-46c9-b8d0-54426648d28f HTTP/1.1" status: 404 len: 337 time: 0.0695772 Dec 20 21:32:32.001682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41700) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:32.054668 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:32.087815 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9611863c-9ee3-41d0-8bd8-06ab5013f5ec req-084f3a7b-e20d-4313-84dc-0267f6c3b165 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344843 Dec 20 21:32:32.088466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Pushing event updated for resources: {'Port': ['ID=9e903dd1-4758-4e39-b301-83195f3f876a,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:32.099900 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Attempting to bind port 9e903dd1-4758-4e39-b301-83195f3f876a on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:32.100230 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Attempting to bind port 9e903dd1-4758-4e39-b301-83195f3f876a by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:32.100544 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Attempting to bind port 9e903dd1-4758-4e39-b301-83195f3f876a on network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:32.103259 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ccd250-764e-4187-9736-7b68c3307ed5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:32.104499 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ccd250-764e-4187-9736-7b68c3307ed5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:32.105014 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Port 9e903dd1-4758-4e39-b301-83195f3f876a on network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:32.105332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Attempting to bind port 9e903dd1-4758-4e39-b301-83195f3f876a on network ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:32.117430 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:32:32.117430 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Checking segment: {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:32:32.117430 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Bound using segment: {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:32:32.117907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-54ccd250-764e-4187-9736-7b68c3307ed5 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/d0589c09-1471-42bc-9c32-0e32da54e77c HTTP/1.1" status: 404 len: 333 time: 0.1083179 Dec 20 21:32:32.118018 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Bound port: 9e903dd1-4758-4e39-b301-83195f3f876a, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:32:32.118018 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:32.118018 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41704) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:32.134583 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1164e76-7f73-46de-b767-cec96fb23544 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:32.135902 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1164e76-7f73-46de-b767-cec96fb23544 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:32.146932 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9b9485-733e-4ea4-a8da-573ad5f42c44 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:32.147329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9b9485-733e-4ea4-a8da-573ad5f42c44 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:32.150968 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cb9b9485-733e-4ea4-a8da-573ad5f42c44 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/67e1d5fb-493e-4613-a1a8-b2af2562b647 HTTP/1.1" status: 404 len: 337 time: 0.0361235 Dec 20 21:32:32.154730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41706) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:32.210901 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64aa0c0-b46a-4e53-8e35-bf7dd21e0497 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:32.211758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c64aa0c0-b46a-4e53-8e35-bf7dd21e0497 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:32.217924 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c64aa0c0-b46a-4e53-8e35-bf7dd21e0497 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/3f231d60-34ea-46b5-b5b4-bba5e7d13c4d HTTP/1.1" status: 404 len: 333 time: 0.0598445 Dec 20 21:32:32.218132 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41708) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:32.242505 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-c25c5d23-3133-4fa6-b825-8d072648abcb service neutron] 10.222.0.32 "GET /v2.0/networks/9be0672e-af90-4960-b689-f7fd568fa114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634408 Dec 20 21:32:32.259025 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a747e257-496b-4b75-820c-424fcc91159b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:32.259483 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a747e257-496b-4b75-820c-424fcc91159b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:32.270380 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a747e257-496b-4b75-820c-424fcc91159b tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/a7466abc-71d4-4120-b819-9d619c4dbe49 HTTP/1.1" status: 404 len: 337 time: 0.0435331 Dec 20 21:32:32.273465 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41710) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:32.292096 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] For port 9e903dd1-4758-4e39-b301-83195f3f876a, host n-h1-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:32:32.307089 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1164e76-7f73-46de-b767-cec96fb23544 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:32.314210 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1164e76-7f73-46de-b767-cec96fb23544 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:32.319340 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a768134d-bb14-4937-b528-77cdf9004341 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:32.320044 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a768134d-bb14-4937-b528-77cdf9004341 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:32.323082 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a768134d-bb14-4937-b528-77cdf9004341 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/baedac70-6a69-443a-bc35-1bc4af12d549 HTTP/1.1" status: 404 len: 333 time: 0.0486789 Dec 20 21:32:32.333054 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41712) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:32.343567 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:32.344719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] For port 9e903dd1-4758-4e39-b301-83195f3f876a, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9e903dd1-4758-4e39-b301-83195f3f876a,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:32:32.363085 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1164e76-7f73-46de-b767-cec96fb23544 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:32.366046 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c1164e76-7f73-46de-b767-cec96fb23544 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3868423 Dec 20 21:32:32.368891 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41714) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:32.375560 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:32.463407 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4aedb32-56f6-4fdf-ad3b-a2a88cf8ee34 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:32.463866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4aedb32-56f6-4fdf-ad3b-a2a88cf8ee34 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:32.466988 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b4aedb32-56f6-4fdf-ad3b-a2a88cf8ee34 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/099eeeec-478f-48e1-879f-0986386f9a81 HTTP/1.1" status: 404 len: 337 time: 0.1330419 Dec 20 21:32:32.469444 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cbb474ee-aefd-43a6-91f0-fad628076ee0 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:32.471162 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Pushing event updated for resources: {'Port': ['ID=9e903dd1-4758-4e39-b301-83195f3f876a,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:32.482913 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:32.483526 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:32.484934 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96459aec-69e3-4141-8252-2ad72436afe1 req-f3372917-d8c9-49fe-af1b-a4244f51c9bf service neutron] 10.222.0.31 "PUT /v2.0/ports/9e903dd1-4758-4e39-b301-83195f3f876a HTTP/1.1" status: 200 len: 1090 time: 2.4225504 Dec 20 21:32:32.485652 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aceafe3-b973-470b-899b-53d4f0db292c', 'tag': '9e903dd1-4758-4e39-b301-83195f3f876a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:32:32.486332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41718) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:32.488476 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9be97b6-aa55-409b-818f-af8a825a7848" -d '{"events": [{"name": "network-changed", "server_uuid": "8aceafe3-b973-470b-899b-53d4f0db292c", "tag": "9e903dd1-4758-4e39-b301-83195f3f876a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:32:32.512313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be48e8-0a8c-41df-b29d-5c7b5f9e12ec req-ceab35ff-ff26-40d9-81a5-5a7cf8d201e8 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:32.515785 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-80be48e8-0a8c-41df-b29d-5c7b5f9e12ec req-ceab35ff-ff26-40d9-81a5-5a7cf8d201e8 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 944 time: 0.1427300 Dec 20 21:32:32.633176 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-80be48e8-0a8c-41df-b29d-5c7b5f9e12ec req-f2d7df6a-838f-4d68-8636-fed1279d37ff tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097467 Dec 20 21:32:32.652070 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0dcd4b-7153-4147-845b-fe755b75c3ab tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:32.652888 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0dcd4b-7153-4147-845b-fe755b75c3ab tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:32.656842 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2d0dcd4b-7153-4147-845b-fe755b75c3ab tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/5aa296e1-8016-4e3d-a9e2-8470994de992 HTTP/1.1" status: 404 len: 333 time: 0.1685948 Dec 20 21:32:32.666539 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41728) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:32.695998 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c3806f65-320f-466e-a191-27a288795116 req-12070993-ded8-4267-b4ac-b4621fca7b8b tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 210 time: 0.0471447 Dec 20 21:32:32.730253 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103189af-adba-4af9-8b61-528036162994 x-openstack-request-id: req-103189af-adba-4af9-8b61-528036162994 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:32:32.730581 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aceafe3-b973-470b-899b-53d4f0db292c", "tag": "9e903dd1-4758-4e39-b301-83195f3f876a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:32:32.730814 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-103189af-adba-4af9-8b61-528036162994 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:32:32.731246 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aceafe3-b973-470b-899b-53d4f0db292c', 'tag': '9e903dd1-4758-4e39-b301-83195f3f876a', 'status': 'completed', 'code': 200} Dec 20 21:32:32.732156 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fdc02e3-ec8b-4416-bb5e-c879551cefed tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:32.732597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fdc02e3-ec8b-4416-bb5e-c879551cefed tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:32.738723 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9fdc02e3-ec8b-4416-bb5e-c879551cefed tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/25a22577-8b33-4a16-8e8c-947c3ca74fc0 HTTP/1.1" status: 404 len: 337 time: 0.0683410 Dec 20 21:32:32.738911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96459aec-69e3-4141-8252-2ad72436afe1 req-29b961fe-25d0-4a54-8012-deefc2e0a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:32.740354 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96459aec-69e3-4141-8252-2ad72436afe1 req-29b961fe-25d0-4a54-8012-deefc2e0a1ce service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 1093 time: 0.1743686 Dec 20 21:32:32.740834 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41732) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:32.781798 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d08c4d-5e2b-4a91-b16a-c53fd1894161 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:32.788534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d08c4d-5e2b-4a91-b16a-c53fd1894161 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:32.794283 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c3d08c4d-5e2b-4a91-b16a-c53fd1894161 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/b5e6f295-bf54-4300-b986-c3b35b919be1 HTTP/1.1" status: 404 len: 333 time: 0.0501602 Dec 20 21:32:32.813633 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41738) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:32.828539 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96459aec-69e3-4141-8252-2ad72436afe1 req-bd4f6d82-ca75-4834-90b0-25f07b2c3389 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e903dd1-4758-4e39-b301-83195f3f876a HTTP/1.1" status: 200 len: 217 time: 0.0544431 Dec 20 21:32:32.852808 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cbb474ee-aefd-43a6-91f0-fad628076ee0 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:32.903515 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96459aec-69e3-4141-8252-2ad72436afe1 req-3f9ace3d-022e-4b89-b552-ccc6938c8b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:32.905375 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96459aec-69e3-4141-8252-2ad72436afe1 req-3f9ace3d-022e-4b89-b552-ccc6938c8b73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ea9759e2-26ca-4714-859c-932515626a6f HTTP/1.1" status: 200 len: 852 time: 0.0694792 Dec 20 21:32:32.906626 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cbb474ee-aefd-43a6-91f0-fad628076ee0 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:32.908948 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-5015bc35-1f42-4e36-a69c-18c891c0021d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:32.909495 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5015bc35-1f42-4e36-a69c-18c891c0021d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:32.913116 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5015bc35-1f42-4e36-a69c-18c891c0021d tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/7c21da56-2b27-4c23-bc58-7df0dadcc28d HTTP/1.1" status: 404 len: 337 time: 0.0971229 Dec 20 21:32:32.915752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41746) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:32.946401 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50c21b9-85b5-4513-bd34-c07357c4344e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:32.947256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50c21b9-85b5-4513-bd34-c07357c4344e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:32.950571 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b50c21b9-85b5-4513-bd34-c07357c4344e tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/ports/338297cd-b556-4865-80a8-6f46ee1931cd HTTP/1.1" status: 404 len: 333 time: 0.0338240 Dec 20 21:32:32.953598 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41752) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:32.997974 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96459aec-69e3-4141-8252-2ad72436afe1 req-358eaea8-3e7b-4df8-bd9b-eb9c46a17648 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802381 Dec 20 21:32:33.168167 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96459aec-69e3-4141-8252-2ad72436afe1 req-8789d874-b365-4010-bdad-8ce6bc29adc5 service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627803 Dec 20 21:32:33.320938 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa119c4-12ab-46f5-b695-0d96250e3959 req-dcddaad8-99ee-4998-a2aa-e75370c2000f tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:33.328369 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3aa119c4-12ab-46f5-b695-0d96250e3959 req-dcddaad8-99ee-4998-a2aa-e75370c2000f tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.0962887 Dec 20 21:32:33.400988 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3aa119c4-12ab-46f5-b695-0d96250e3959 req-bbb3098e-bec8-46d8-8fc1-cb7d23aa80d1 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686350 Dec 20 21:32:33.403315 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-96459aec-69e3-4141-8252-2ad72436afe1 req-8be81037-fb45-4943-a2ea-58dbc1aaaebd service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274530 Dec 20 21:32:33.470490 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cbb474ee-aefd-43a6-91f0-fad628076ee0 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:33.471182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb474ee-aefd-43a6-91f0-fad628076ee0 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7844c387-1309-41bc-a51f-d070f7814b41 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:32:33.473308 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1aed3b-a3c4-4a66-a879-750c9a57e197 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] DELETE failed (client error): The resource could not be found. Dec 20 21:32:33.473750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef1aed3b-a3c4-4a66-a879-750c9a57e197 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:32:33.480535 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41760) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:33.480692 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ef1aed3b-a3c4-4a66-a879-750c9a57e197 tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/subnets/3672a271-4316-42fa-bff2-eb90f381be13 HTTP/1.1" status: 404 len: 337 time: 0.5256331 Dec 20 21:32:33.483717 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cbb474ee-aefd-43a6-91f0-fad628076ee0 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:33.488330 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cbb474ee-aefd-43a6-91f0-fad628076ee0 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] 10.222.0.32 "DELETE /v2.0/routers/7844c387-1309-41bc-a51f-d070f7814b41 HTTP/1.1" status: 204 len: 168 time: 1.1152151 Dec 20 21:32:33.490693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41762) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:33.494705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-45462e7a-7a9f-49e2-ad9b-ccd9142f35e9 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Request body: {'router': {'name': 'tempest-router-1419001527', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cfa7fdab839342da86ea0affecdb7046'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:33.546428 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-45462e7a-7a9f-49e2-ad9b-ccd9142f35e9 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:33.547916 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-45462e7a-7a9f-49e2-ad9b-ccd9142f35e9 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:33.569553 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-24664f84-b3ab-43e5-a264-b9943727dd47 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:33.577146 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-24664f84-b3ab-43e5-a264-b9943727dd47 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/networks?id=7b46c6e3-e801-49d8-a318-664252999761 HTTP/1.1" status: 200 len: 815 time: 0.5833876 Dec 20 21:32:33.631428 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-45462e7a-7a9f-49e2-ad9b-ccd9142f35e9 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:33.639932 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-45462e7a-7a9f-49e2-ad9b-ccd9142f35e9 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:33.653268 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-0049143c-02f4-4a75-b089-0319ffe4585d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/quotas/bda37a2f6cba46e0bddb7b05bd92ea4c HTTP/1.1" status: 200 len: 375 time: 0.0752904 Dec 20 21:32:33.687839 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-45462e7a-7a9f-49e2-ad9b-ccd9142f35e9 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:33.689207 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-45462e7a-7a9f-49e2-ad9b-ccd9142f35e9 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1976106 Dec 20 21:32:33.693277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41766) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:33.695058 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-489fcc76-d94d-45af-8711-7d69fb62d8ff tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:33.698294 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-44faf82f-a187-4329-b8dc-b81bfbdad785 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:33.716777 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be97b6-aa55-409b-818f-af8a825a7848 req-276248ed-fe28-446e-87f0-42b3177cd978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:33.718945 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b9be97b6-aa55-409b-818f-af8a825a7848 req-276248ed-fe28-446e-87f0-42b3177cd978 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca36b0d25161450da30484970d345d34&device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 1093 time: 0.1791971 Dec 20 21:32:33.823672 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-8025cfe1-1615-4462-a5ae-62fdf73734b7 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bda37a2f6cba46e0bddb7b05bd92ea4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1695416 Dec 20 21:32:33.922344 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-489fcc76-d94d-45af-8711-7d69fb62d8ff tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:33.935941 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0746d-996c-4c41-9cff-d4797179702c req-a01208a9-0521-49e4-b28d-a6ca5fb88b7c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:33.938643 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5f0746d-996c-4c41-9cff-d4797179702c req-a01208a9-0521-49e4-b28d-a6ca5fb88b7c tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 944 time: 0.2175660 Dec 20 21:32:33.987370 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-489fcc76-d94d-45af-8711-7d69fb62d8ff tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8b9395-2f81-45c0-aebe-dbe8cc504957']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:33.991693 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be97b6-aa55-409b-818f-af8a825a7848 req-b182ef14-5f07-48e4-a05c-a7691a201039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:33.993682 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b9be97b6-aa55-409b-818f-af8a825a7848 req-b182ef14-5f07-48e4-a05c-a7691a201039 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 200 len: 913 time: 0.2551095 Dec 20 21:32:34.003205 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44faf82f-a187-4329-b8dc-b81bfbdad785 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:34.003632 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44faf82f-a187-4329-b8dc-b81bfbdad785 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:34.009261 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-489fcc76-d94d-45af-8711-7d69fb62d8ff tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6482547d-5137-4f40-aabf-91bc2621a101') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:34.009693 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-489fcc76-d94d-45af-8711-7d69fb62d8ff tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6482547d-5137-4f40-aabf-91bc2621a101') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:34.028886 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-489fcc76-d94d-45af-8711-7d69fb62d8ff tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:34.035576 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5f0746d-996c-4c41-9cff-d4797179702c req-a6996890-aed6-4abd-b8c6-2f4c00c59c94 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865152 Dec 20 21:32:34.087293 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b9be97b6-aa55-409b-818f-af8a825a7848 req-85a82b4d-8f98-44ec-866e-157e95955a4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e903dd1-4758-4e39-b301-83195f3f876a HTTP/1.1" status: 200 len: 217 time: 0.0550749 Dec 20 21:32:34.092439 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-489fcc76-d94d-45af-8711-7d69fb62d8ff tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:34.137194 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489fcc76-d94d-45af-8711-7d69fb62d8ff tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:32:34.137777 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-489fcc76-d94d-45af-8711-7d69fb62d8ff tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:32:34.140960 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:32:34.240547 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-b621ddfb-8174-4fcb-a98d-c057aad3d6ce service neutron] 10.222.0.32 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159741 Dec 20 21:32:34.256227 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fb8c3fb4-d8b3-4029-8217-a7a5d4973857 req-26407835-33ed-4c60-a684-6243e4c2b0d5 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 210 time: 0.0693555 Dec 20 21:32:34.277050 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be97b6-aa55-409b-818f-af8a825a7848 req-c466ec03-4c70-4f9f-bbd0-325eed7d7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:34.279107 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b9be97b6-aa55-409b-818f-af8a825a7848 req-c466ec03-4c70-4f9f-bbd0-325eed7d7b0e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ea9759e2-26ca-4714-859c-932515626a6f HTTP/1.1" status: 200 len: 852 time: 0.1761971 Dec 20 21:32:34.288615 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-489fcc76-d94d-45af-8711-7d69fb62d8ff tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:34.308768 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-489fcc76-d94d-45af-8711-7d69fb62d8ff tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:34.312497 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-489fcc76-d94d-45af-8711-7d69fb62d8ff tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] 10.222.0.32 "DELETE /v2.0/networks/ba8b9395-2f81-45c0-aebe-dbe8cc504957 HTTP/1.1" status: 204 len: 168 time: 0.8304696 Dec 20 21:32:34.327699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-44faf82f-a187-4329-b8dc-b81bfbdad785 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102401) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 20 21:32:34.328011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-44faf82f-a187-4329-b8dc-b81bfbdad785 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Router fe28428b-a9ac-487d-bb11-c4ae978c6d58 migrating from provider to provider. {{(pid=102401) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 20 21:32:34.328401 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44faf82f-a187-4329-b8dc-b81bfbdad785 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:34.333979 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fcc76-d94d-45af-8711-7d69fb62d8ff tempest-NetworksTestDHCPv6-1005351010 tempest-NetworksTestDHCPv6-1005351010-project] Pushing event deleted for resources: {'Network': ['ID=ba8b9395-2f81-45c0-aebe-dbe8cc504957,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:34.361156 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b9be97b6-aa55-409b-818f-af8a825a7848 req-a2ff20fe-05af-4da0-940c-e1a0c3d606e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474360 Dec 20 21:32:34.361943 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44faf82f-a187-4329-b8dc-b81bfbdad785 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:34.374773 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44faf82f-a187-4329-b8dc-b81bfbdad785 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:34.475107 n-d-xena-1 neutron-server[102401]: WARNING neutron.scheduler.l3_agent_scheduler [None req-44faf82f-a187-4329-b8dc-b81bfbdad785 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] No L3 agents can host the router fe28428b-a9ac-487d-bb11-c4ae978c6d58 Dec 20 21:32:34.484274 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b9be97b6-aa55-409b-818f-af8a825a7848 req-49993429-e656-4906-8d71-b1d971c65d24 service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142449 Dec 20 21:32:34.494335 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-96481208-6f5d-440a-b8bf-e54067c48562 service neutron] 10.222.0.32 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528448 Dec 20 21:32:34.517864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-125fff23-3bdc-400b-8afb-4c31d1ae3ceb tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:34.519453 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-125fff23-3bdc-400b-8afb-4c31d1ae3ceb tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.31 "GET /v2.0/networks?id=9be0672e-af90-4960-b689-f7fd568fa114 HTTP/1.1" status: 200 len: 814 time: 0.4455190 Dec 20 21:32:34.687317 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b9be97b6-aa55-409b-818f-af8a825a7848 req-48abbac2-ac48-4434-af82-af33db0750f9 service neutron] 10.222.0.31 "GET /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944625 Dec 20 21:32:34.692233 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-63a1e192-4ef1-485a-a196-7ce8b4b28143 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Request body: {'port': {'device_id': '465a9704-1f66-43a4-97e5-429f6e3d40f8', 'network_id': '9be0672e-af90-4960-b689-f7fd568fa114', 'admin_state_up': True, 'tenant_id': '1627c38824e14f059fc6dbf476097abe'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:34.748135 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc3d4f-afb6-4c15-8723-373ff569edac req-445e20f1-9262-42fa-8ad6-a3d8a8e0f043 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:34.749884 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7fcc3d4f-afb6-4c15-8723-373ff569edac req-445e20f1-9262-42fa-8ad6-a3d8a8e0f043 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.1910133 Dec 20 21:32:34.788431 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41786) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:34.840484 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7fcc3d4f-afb6-4c15-8723-373ff569edac req-8c7cd411-2d86-4d6e-be47-fa27d4b59097 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829279 Dec 20 21:32:34.876050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44faf82f-a187-4329-b8dc-b81bfbdad785 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Hosts for router fe28428b-a9ac-487d-bb11-c4ae978c6d58: [] {{(pid=102401) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 20 21:32:34.913594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44faf82f-a187-4329-b8dc-b81bfbdad785 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Hosts for other DVR routers connected to router fe28428b-a9ac-487d-bb11-c4ae978c6d58: set() {{(pid=102401) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 20 21:32:34.916457 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44faf82f-a187-4329-b8dc-b81bfbdad785 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:34.920645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41790) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:34.920983 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-44faf82f-a187-4329-b8dc-b81bfbdad785 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] 10.222.0.32 "PUT /v2.0/routers/fe28428b-a9ac-487d-bb11-c4ae978c6d58 HTTP/1.1" status: 200 len: 717 time: 1.2266529 Dec 20 21:32:34.977543 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70c1882e-83bd-4e9b-9003-613cc5f7d0c2 req-89fc4e89-c7ae-4ee3-a0d3-af0f34f6e700 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 210 time: 0.0337491 Dec 20 21:32:34.992575 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-63a1e192-4ef1-485a-a196-7ce8b4b28143 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Made reservation on behalf of 1627c38824e14f059fc6dbf476097abe for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:34.996232 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-63a1e192-4ef1-485a-a196-7ce8b4b28143 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:35.049011 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-35a5ecf5-b958-4460-b7f1-b2d4ec8ccbcf tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] 10.222.0.32 "GET /v2.0/routers/fe28428b-a9ac-487d-bb11-c4ae978c6d58 HTTP/1.1" status: 200 len: 717 time: 0.1270068 Dec 20 21:32:35.053853 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41796) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:35.108271 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1592e2f3-963e-4ee6-8c84-91ddb2edb292 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d99aaac35872421da72ff71412ba316a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185270 Dec 20 21:32:35.108875 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41802) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:35.208559 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85a0e6fb-cff9-4e3e-90b7-5845452f61aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:35.263730 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85a0e6fb-cff9-4e3e-90b7-5845452f61aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:35.320875 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-63a1e192-4ef1-485a-a196-7ce8b4b28143 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Allocated IP 172.20.0.9 (9be0672e-af90-4960-b689-f7fd568fa114/e45cedcb-78d6-4882-a4e9-acb33e0a7c98/7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:35.371233 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f9d8e-4885-4067-b9c0-049715fa733a req-ca6c0879-7dda-4df2-b37f-8f5cc063f7c9 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:35.372798 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-740f9d8e-4885-4067-b9c0-049715fa733a req-ca6c0879-7dda-4df2-b37f-8f5cc063f7c9 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 944 time: 0.1947389 Dec 20 21:32:35.386311 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fcd20363-a91b-4e5d-9cc8-62c3d4a2075f tempest-RoutersTestDVR-55645645 tempest-RoutersTestDVR-55645645-project] 10.222.0.32 "GET /v2.0/routers/fe28428b-a9ac-487d-bb11-c4ae978c6d58 HTTP/1.1" status: 200 len: 683 time: 0.3308311 Dec 20 21:32:35.392757 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41808) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:35.416983 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1f944ca8-f6a2-4bb4-b7c2-9af2db4f21e4 req-472867b7-ebcd-4deb-9407-230157f6c428 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 210 time: 0.0400450 Dec 20 21:32:35.522591 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad65ad9d-0b6f-4795-87e0-1938e687faf7 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:35.529848 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-740f9d8e-4885-4067-b9c0-049715fa733a req-4ef7289d-2ee4-4964-bef5-a6a10d7802fa tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423757 Dec 20 21:32:35.577006 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85a0e6fb-cff9-4e3e-90b7-5845452f61aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:35.581276 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85a0e6fb-cff9-4e3e-90b7-5845452f61aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:35.591434 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-85a0e6fb-cff9-4e3e-90b7-5845452f61aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cffaf5a-2fbc-42dd-9d7c-8252dad5a218 HTTP/1.1" status: 204 len: 168 time: 0.4742713 Dec 20 21:32:35.595135 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-63a1e192-4ef1-485a-a196-7ce8b4b28143 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:35.649726 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-63a1e192-4ef1-485a-a196-7ce8b4b28143 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:35.673764 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0e6fb-cff9-4e3e-90b7-5845452f61aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cffaf5a-2fbc-42dd-9d7c-8252dad5a218,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:35.698508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-63a1e192-4ef1-485a-a196-7ce8b4b28143 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Network 9be0672e-af90-4960-b689-f7fd568fa114 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:35.708231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-63a1e192-4ef1-485a-a196-7ce8b4b28143 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:35.713711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-63a1e192-4ef1-485a-a196-7ce8b4b28143 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:35.765034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1e192-4ef1-485a-a196-7ce8b4b28143 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Pushing event updated for resources: {'Port': ['ID=7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:35.787436 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-63a1e192-4ef1-485a-a196-7ce8b4b28143 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:35.788062 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-63a1e192-4ef1-485a-a196-7ce8b4b28143 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:35.809433 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-63a1e192-4ef1-485a-a196-7ce8b4b28143 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2092586 Dec 20 21:32:35.830651 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Request body: {'port': {'device_id': '465a9704-1f66-43a4-97e5-429f6e3d40f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:35.905688 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:35.956539 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad65ad9d-0b6f-4795-87e0-1938e687faf7 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:35.962187 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad65ad9d-0b6f-4795-87e0-1938e687faf7 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:36.122324 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad65ad9d-0b6f-4795-87e0-1938e687faf7 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:36.124195 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad65ad9d-0b6f-4795-87e0-1938e687faf7 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe28428b-a9ac-487d-bb11-c4ae978c6d58 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:32:36.134681 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad65ad9d-0b6f-4795-87e0-1938e687faf7 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:36.136537 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ad65ad9d-0b6f-4795-87e0-1938e687faf7 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] 10.222.0.32 "DELETE /v2.0/routers/fe28428b-a9ac-487d-bb11-c4ae978c6d58 HTTP/1.1" status: 204 len: 168 time: 0.7418003 Dec 20 21:32:36.141447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41828) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:36.147182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-110af2f1-0314-4372-b26c-70374473bd5d tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Request body: {'router': {'name': 'tempest-router-774542333', 'distributed': True}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:36.163677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085aaf6-3909-4436-9f32-8eafefece2d0 req-dea04af4-30c0-4c48-8376-fdb18d53fb91 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:36.171318 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3085aaf6-3909-4436-9f32-8eafefece2d0 req-dea04af4-30c0-4c48-8376-fdb18d53fb91 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.1333985 Dec 20 21:32:36.204723 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-110af2f1-0314-4372-b26c-70374473bd5d tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:36.206628 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-110af2f1-0314-4372-b26c-70374473bd5d tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:36.221425 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3085aaf6-3909-4436-9f32-8eafefece2d0 req-e6fcc060-e318-46f8-b14d-06c089083b56 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449953 Dec 20 21:32:36.239394 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-976e694a-b7e0-4aab-9280-ee156e7f15a8 req-e53bbc7f-0d06-4095-95c3-81f286ab9c9e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 210 time: 0.0997221 Dec 20 21:32:36.379860 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-110af2f1-0314-4372-b26c-70374473bd5d tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:36.429393 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-110af2f1-0314-4372-b26c-70374473bd5d tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:36.472480 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-110af2f1-0314-4372-b26c-70374473bd5d tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:36.473678 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-110af2f1-0314-4372-b26c-70374473bd5d tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3305068 Dec 20 21:32:36.476574 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41838) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:36.497853 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:32:36.520034 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:36.592585 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04a081a9-ebef-42f1-95e1-666d1cea9cc1 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:36.610337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-d78d7f48-db49-400c-b376-fb1dfaab9f59 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:36.615943 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-d78d7f48-db49-400c-b376-fb1dfaab9f59 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.66 "GET /v2.0/networks?id=7b46c6e3-e801-49d8-a318-664252999761 HTTP/1.1" status: 200 len: 815 time: 0.2584074 Dec 20 21:32:36.624967 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Transition to ACTIVE for port object 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:32:36.635461 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:36.659827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-11bd7981-5bef-4e9e-acda-6e6755080d2e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Request body: {'port': {'device_id': 'ce21867f-6a55-4998-8add-49349487d55b', 'network_id': '7b46c6e3-e801-49d8-a318-664252999761', 'admin_state_up': True, 'tenant_id': 'bda37a2f6cba46e0bddb7b05bd92ea4c'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:36.748459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 9e903dd1-4758-4e39-b301-83195f3f876a details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:32:36.839379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41844) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:36.921818 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 9e903dd1-4758-4e39-b301-83195f3f876a, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9e903dd1-4758-4e39-b301-83195f3f876a,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:36.945427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '9e903dd1-4758-4e39-b301-83195f3f876a', 'network_id': 'ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab', 'port_id': '9e903dd1-4758-4e39-b301-83195f3f876a', 'mac_address': 'fa:16:3e:bd:5b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9759e2-26ca-4714-859c-932515626a6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:32:37.023376 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:37.042871 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e903dd1-4758-4e39-b301-83195f3f876a {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:32:37.089683 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 9e903dd1-4758-4e39-b301-83195f3f876a, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9e903dd1-4758-4e39-b301-83195f3f876a,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:37.095480 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:37.105044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-299f0a15-eb61-47f9-8483-245ee89ac969 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1451598953'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:37.126872 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Attempting to bind port 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:37.127457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Attempting to bind port 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '5e630262-7487-4dea-bb3f-5f9f29e45580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9be0672e-af90-4960-b689-f7fd568fa114'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:37.128194 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Attempting to bind port 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 on network 9be0672e-af90-4960-b689-f7fd568fa114 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:37.139833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:37.187892 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd62024-59a9-433c-a0bd-376ebf794411 req-6d33e523-8a85-42f3-b3e8-65ca20906572 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:37.189849 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8bd62024-59a9-433c-a0bd-376ebf794411 req-6d33e523-8a85-42f3-b3e8-65ca20906572 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 943 time: 0.6001091 Dec 20 21:32:37.191521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-11bd7981-5bef-4e9e-acda-6e6755080d2e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Made reservation on behalf of bda37a2f6cba46e0bddb7b05bd92ea4c for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:37.195728 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-11bd7981-5bef-4e9e-acda-6e6755080d2e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:37.197874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Port 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 on network 9be0672e-af90-4960-b689-f7fd568fa114 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:37.198355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Attempting to bind port 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 on network 9be0672e-af90-4960-b689-f7fd568fa114 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:37.204882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=9e903dd1-4758-4e39-b301-83195f3f876a,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:37.212114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f0585-87c2-451f-b030-ea7042301ca9 req-00f9f91e-a15e-443e-b76f-b0657ab0f832 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:37.223366 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-427f0585-87c2-451f-b030-ea7042301ca9 req-00f9f91e-a15e-443e-b76f-b0657ab0f832 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 944 time: 0.3818579 Dec 20 21:32:37.238666 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299f0a15-eb61-47f9-8483-245ee89ac969 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Made reservation on behalf of 2e8fffaf0b5e41e3b184337d2d939ce0 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:37.242449 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-299f0a15-eb61-47f9-8483-245ee89ac969 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:37.256111 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04a081a9-ebef-42f1-95e1-666d1cea9cc1 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:37.259251 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04a081a9-ebef-42f1-95e1-666d1cea9cc1 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:37.261024 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-299f0a15-eb61-47f9-8483-245ee89ac969 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:37.266573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:32:37.266573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Checking segment: {'id': '5e630262-7487-4dea-bb3f-5f9f29e45580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9be0672e-af90-4960-b689-f7fd568fa114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:32:37.266911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Bound using segment: {'id': '5e630262-7487-4dea-bb3f-5f9f29e45580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9be0672e-af90-4960-b689-f7fd568fa114'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:32:37.267481 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Bound port: 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e630262-7487-4dea-bb3f-5f9f29e45580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '9be0672e-af90-4960-b689-f7fd568fa114'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:32:37.268224 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:37.339964 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8bd62024-59a9-433c-a0bd-376ebf794411 req-658c27de-c786-41ef-aae7-e819f5d394fe tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/security-groups?id=5cd084f4-a55d-4f23-a625-41a748ba706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063933 Dec 20 21:32:37.351043 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04a081a9-ebef-42f1-95e1-666d1cea9cc1 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:37.351587 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a081a9-ebef-42f1-95e1-666d1cea9cc1 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30c320c0-193e-4123-993e-b0ea3a9be648 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:32:37.356590 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-04a081a9-ebef-42f1-95e1-666d1cea9cc1 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:37.357165 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-04a081a9-ebef-42f1-95e1-666d1cea9cc1 tempest-RoutersTestDVR-824902370 tempest-RoutersTestDVR-824902370-project-admin] 10.222.0.32 "DELETE /v2.0/routers/30c320c0-193e-4123-993e-b0ea3a9be648 HTTP/1.1" status: 204 len: 168 time: 0.8796167 Dec 20 21:32:37.392688 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['9e903dd1-4758-4e39-b301-83195f3f876a'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:32:37.507133 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] For port 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:32:37.538968 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-427f0585-87c2-451f-b030-ea7042301ca9 req-4ba2bc21-38a0-4b92-b24a-0fd01a7a20ef tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144925 Dec 20 21:32:37.648904 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] For port 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4,segment=NetworkSegment(5e630262-7487-4dea-bb3f-5f9f29e45580),segment_id=5e630262-7487-4dea-bb3f-5f9f29e45580)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:32:37.680304 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:37.724366 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89157eb6-505d-4927-ad41-f125e83cee63 req-319cdc99-2de7-486e-837b-0042f41e8015 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:37.735584 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-89157eb6-505d-4927-ad41-f125e83cee63 req-319cdc99-2de7-486e-837b-0042f41e8015 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.0901387 Dec 20 21:32:37.792095 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-89157eb6-505d-4927-ad41-f125e83cee63 req-adcddcc1-aa0d-4044-b5b1-5ddf05c27293 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504730 Dec 20 21:32:37.819192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41858) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:37.841008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:37.841906 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:37.843759 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] 10.222.0.31 "PUT /v2.0/ports/7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 HTTP/1.1" status: 200 len: 1089 time: 2.0200918 Dec 20 21:32:37.848549 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2f7a55ad-5bd6-401b-80f9-f760454b884f req-20bacc3f-2eff-4361-b852-b4d2238a3b8b tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 210 time: 0.1062007 Dec 20 21:32:37.849092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465a9704-1f66-43a4-97e5-429f6e3d40f8', 'tag': '7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:32:37.851776 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e104546f-4156-4c3a-9343-95f8b7d081a7" -d '{"events": [{"name": "network-changed", "server_uuid": "465a9704-1f66-43a4-97e5-429f6e3d40f8", "tag": "7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:32:37.920350 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eb32f-d06b-4401-952e-1b08da9c9be5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:37.937839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-11bd7981-5bef-4e9e-acda-6e6755080d2e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Allocated IP 172.20.0.5 (7b46c6e3-e801-49d8-a318-664252999761/8e8448cf-59a6-43ca-aaa2-82fb6408d51c/6e34011d-ef40-4df7-8fac-d260f2dd4e60) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:37.978982 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da579e2a-4d0b-486c-91be-909dab1c8fcd x-openstack-request-id: req-da579e2a-4d0b-486c-91be-909dab1c8fcd {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:32:37.979537 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465a9704-1f66-43a4-97e5-429f6e3d40f8", "tag": "7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:32:37.979940 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da579e2a-4d0b-486c-91be-909dab1c8fcd {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:32:37.980707 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465a9704-1f66-43a4-97e5-429f6e3d40f8', 'tag': '7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4', 'status': 'completed', 'code': 200} Dec 20 21:32:37.997365 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36a46037-ba97-45fd-89af-ca92494c4122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:38.002858 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-299f0a15-eb61-47f9-8483-245ee89ac969 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:38.011307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-299f0a15-eb61-47f9-8483-245ee89ac969 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:38.070384 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299f0a15-eb61-47f9-8483-245ee89ac969 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:32:38.074185 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-1a43d818-1bfe-46e9-9eb3-ed7848ff449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:38.076044 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-1a43d818-1bfe-46e9-9eb3-ed7848ff449f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1627c38824e14f059fc6dbf476097abe&device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 1092 time: 0.1399362 Dec 20 21:32:38.099268 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36a46037-ba97-45fd-89af-ca92494c4122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:38.101684 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f0a15-eb61-47f9-8483-245ee89ac969 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583a60d3-3c4b-42ea-8c2e-49f57326c49b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:38.105979 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36a46037-ba97-45fd-89af-ca92494c4122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:38.117709 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-299f0a15-eb61-47f9-8483-245ee89ac969 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:38.119175 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-299f0a15-eb61-47f9-8483-245ee89ac969 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Added segment a5efb125-454c-458c-abf9-34e492cff7f2 of type vlan for network c6bb7e52-1060-41de-85f9-3d25a3e58d48 Dec 20 21:32:38.154345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a46037-ba97-45fd-89af-ca92494c4122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7eced8-458d-4bea-a09f-0440e281f029,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:38.160541 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-36a46037-ba97-45fd-89af-ca92494c4122 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cfa7fdab839342da86ea0affecdb7046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399725 Dec 20 21:32:38.163275 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41864) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:38.214428 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-f2aae89f-bba6-42f9-adef-e6e2faf52d6d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 HTTP/1.1" status: 200 len: 217 time: 0.1227441 Dec 20 21:32:38.220539 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1303ef67-5bd4-4afc-a3c4-88436d9bd187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:38.248376 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1303ef67-5bd4-4afc-a3c4-88436d9bd187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:38.296485 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-299f0a15-eb61-47f9-8483-245ee89ac969 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:38.317780 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1303ef67-5bd4-4afc-a3c4-88436d9bd187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:38.320852 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1303ef67-5bd4-4afc-a3c4-88436d9bd187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:38.322243 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1303ef67-5bd4-4afc-a3c4-88436d9bd187 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb7eced8-458d-4bea-a09f-0440e281f029 HTTP/1.1" status: 204 len: 168 time: 0.1573017 Dec 20 21:32:38.327296 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-8b89cd28-1a18-475b-b6a7-a02211a97705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:38.328750 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-8b89cd28-1a18-475b-b6a7-a02211a97705 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e45cedcb-78d6-4882-a4e9-acb33e0a7c98 HTTP/1.1" status: 200 len: 854 time: 0.0911407 Dec 20 21:32:38.356124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303ef67-5bd4-4afc-a3c4-88436d9bd187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7eced8-458d-4bea-a09f-0440e281f029,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:38.387063 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-a584836e-d347-4d20-84ec-c4993e5364eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9be0672e-af90-4960-b689-f7fd568fa114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398860 Dec 20 21:32:38.389367 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-299f0a15-eb61-47f9-8483-245ee89ac969 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:38.395102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299f0a15-eb61-47f9-8483-245ee89ac969 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:38.395382 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-299f0a15-eb61-47f9-8483-245ee89ac969 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:38.401637 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-11bd7981-5bef-4e9e-acda-6e6755080d2e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:38.749803 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 9e903dd1-4758-4e39-b301-83195f3f876a up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:32:38.797815 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41876) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:38.806756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d000b-fb28-4e6d-b8ca-91b9be789900 req-940d2897-c30b-4b7a-a7ea-645be65934f0 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:38.815318 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e0d000b-fb28-4e6d-b8ca-91b9be789900 req-940d2897-c30b-4b7a-a7ea-645be65934f0 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 945 time: 0.1060312 Dec 20 21:32:38.836467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 9e903dd1-4758-4e39-b301-83195f3f876a completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:32:38.847230 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 9e903dd1-4758-4e39-b301-83195f3f876a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:38.848021 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:38.857553 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9e67ce2-8dfa-42f9-a16f-144f48651981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:38.892753 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e0d000b-fb28-4e6d-b8ca-91b9be789900 req-220cec58-f3b5-413b-b40e-45664c63a25f tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762687 Dec 20 21:32:38.933085 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-299f0a15-eb61-47f9-8483-245ee89ac969 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0780668 Dec 20 21:32:38.941273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41882) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:38.961969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1180555b-f13d-4fa5-86b9-eb80e01f7cf2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Request body: {'subnet': {'network_id': 'c6bb7e52-1060-41de-85f9-3d25a3e58d48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:38.984744 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:39.002828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f0a15-eb61-47f9-8483-245ee89ac969 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Pushing event updated for resources: {'Network': ['ID=c6bb7e52-1060-41de-85f9-3d25a3e58d48,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:39.021102 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network c6bb7e52-1060-41de-85f9-3d25a3e58d48 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:32:39.042244 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aceafe3-b973-470b-899b-53d4f0db292c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e903dd1-4758-4e39-b301-83195f3f876a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:32:39.047341 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a184379d-4e25-468e-80d7-053e02bae869" -d '{"events": [{"server_uuid": "8aceafe3-b973-470b-899b-53d4f0db292c", "name": "network-vif-plugged", "status": "completed", "tag": "9e903dd1-4758-4e39-b301-83195f3f876a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:32:39.102407 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-11d1d02e-86fd-4064-877f-a7e028db0f7f service neutron] 10.222.0.31 "GET /v2.0/networks/9be0672e-af90-4960-b689-f7fd568fa114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7041497 Dec 20 21:32:39.113709 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 9e903dd1-4758-4e39-b301-83195f3f876a, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9e903dd1-4758-4e39-b301-83195f3f876a,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:39.114852 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fc0b9-31a6-45c2-8c0b-ad8bbf2c7bb8 req-ef973a69-333b-4889-b852-0a33378e1122 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:39.116443 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d22fc0b9-31a6-45c2-8c0b-ad8bbf2c7bb8 req-ef973a69-333b-4889-b852-0a33378e1122 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 943 time: 0.2270842 Dec 20 21:32:39.117568 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-11bd7981-5bef-4e9e-acda-6e6755080d2e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:39.128927 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:39.154017 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9e67ce2-8dfa-42f9-a16f-144f48651981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:39.176457 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['939afb12-8918-43e4-8f4e-99a1a7147d0a', '0916bcbf-7425-4290-9937-b695ba82fd47'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:32:39.180319 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae42a5-b55e-4558-be95-16f13a887707 req-507eabb8-f085-4a3d-a508-9b3b5d3d1ae6 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:39.227754 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-13ae42a5-b55e-4558-be95-16f13a887707 req-507eabb8-f085-4a3d-a508-9b3b5d3d1ae6 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.2221498 Dec 20 21:32:39.243612 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9e67ce2-8dfa-42f9-a16f-144f48651981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:39.251951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-11bd7981-5bef-4e9e-acda-6e6755080d2e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Network 7b46c6e3-e801-49d8-a318-664252999761 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:39.277150 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=9e903dd1-4758-4e39-b301-83195f3f876a,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:39.277664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-11bd7981-5bef-4e9e-acda-6e6755080d2e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:39.277796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd7981-5bef-4e9e-acda-6e6755080d2e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Pushing event updated for resources: {'Port': ['ID=6e34011d-ef40-4df7-8fac-d260f2dd4e60,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:39.280397 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-11bd7981-5bef-4e9e-acda-6e6755080d2e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:39.311758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1180555b-f13d-4fa5-86b9-eb80e01f7cf2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Made reservation on behalf of 2e8fffaf0b5e41e3b184337d2d939ce0 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:39.315360 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1180555b-f13d-4fa5-86b9-eb80e01f7cf2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:39.325232 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d22fc0b9-31a6-45c2-8c0b-ad8bbf2c7bb8 req-971db25e-77e3-48f8-a45f-9b8ab014b1ce tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/security-groups?id=5cd084f4-a55d-4f23-a625-41a748ba706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864130 Dec 20 21:32:39.363954 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-13ae42a5-b55e-4558-be95-16f13a887707 req-18691693-5f73-4b6f-ba72-836b8937c70e tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336203 Dec 20 21:32:39.371954 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b9e67ce2-8dfa-42f9-a16f-144f48651981 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6c1d151c34d45cd9ae0d7d8471781e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5309007 Dec 20 21:32:39.371954 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e67ce2-8dfa-42f9-a16f-144f48651981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f6886c-0a06-45c7-a470-a284905625d4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:39.377266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41892) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:39.442869 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca7d08af-7e95-4b48-b1ff-4bb12260c238 req-f4911892-71b2-461f-8d89-43f46b4e5086 service neutron] 10.222.0.31 "GET /v2.0/networks/9be0672e-af90-4960-b689-f7fd568fa114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215477 Dec 20 21:32:39.448485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-11bd7981-5bef-4e9e-acda-6e6755080d2e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:39.449104 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-11bd7981-5bef-4e9e-acda-6e6755080d2e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:39.460403 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7932f7b-a13a-4f84-bab7-9577fd7a98bc x-openstack-request-id: req-a7932f7b-a13a-4f84-bab7-9577fd7a98bc {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:32:39.460823 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aceafe3-b973-470b-899b-53d4f0db292c", "name": "network-vif-plugged", "status": "completed", "tag": "9e903dd1-4758-4e39-b301-83195f3f876a", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:32:39.461219 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7932f7b-a13a-4f84-bab7-9577fd7a98bc {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:32:39.461751 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aceafe3-b973-470b-899b-53d4f0db292c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e903dd1-4758-4e39-b301-83195f3f876a', 'code': 200} Dec 20 21:32:39.506911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-11bd7981-5bef-4e9e-acda-6e6755080d2e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8538632 Dec 20 21:32:39.541170 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Request body: {'port': {'device_id': 'ce21867f-6a55-4998-8add-49349487d55b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:39.569753 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-414dbe64-c0cc-4110-ae3b-b28f99335a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:39.691412 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-414dbe64-c0cc-4110-ae3b-b28f99335a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:39.701627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4ab7f-f0c8-4dcf-a6e3-9586b84a6a6d req-0f9c93c3-3027-4d9c-8eb1-1604a08a584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:39.703779 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-40b4ab7f-f0c8-4dcf-a6e3-9586b84a6a6d req-0f9c93c3-3027-4d9c-8eb1-1604a08a584b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 1095 time: 0.0584295 Dec 20 21:32:39.716380 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f2f22-126e-4b27-b0ed-cf02c2498f4a req-5fe44d90-4c4b-4132-a18f-f614a95ec363 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:39.718194 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-961f2f22-126e-4b27-b0ed-cf02c2498f4a req-5fe44d90-4c4b-4132-a18f-f614a95ec363 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 931 time: 0.2341924 Dec 20 21:32:39.728346 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:39.754525 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-40b4ab7f-f0c8-4dcf-a6e3-9586b84a6a6d req-0995a123-7686-4dd1-81f3-7feb89a6b03c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404747 Dec 20 21:32:39.788008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104546f-4156-4c3a-9343-95f8b7d081a7 req-49c74ae6-cf85-4251-826c-ecf5dea1f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:39.789502 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e104546f-4156-4c3a-9343-95f8b7d081a7 req-49c74ae6-cf85-4251-826c-ecf5dea1f2c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1627c38824e14f059fc6dbf476097abe&device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 1092 time: 0.2043867 Dec 20 21:32:39.880643 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1180555b-f13d-4fa5-86b9-eb80e01f7cf2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:39.885061 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-961f2f22-126e-4b27-b0ed-cf02c2498f4a req-06cd3e06-6385-433e-ab45-2c4ebf5c7e6f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509397 Dec 20 21:32:39.920262 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-414dbe64-c0cc-4110-ae3b-b28f99335a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:39.922759 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-414dbe64-c0cc-4110-ae3b-b28f99335a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:39.923943 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-414dbe64-c0cc-4110-ae3b-b28f99335a8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23f6886c-0a06-45c7-a470-a284905625d4 HTTP/1.1" status: 204 len: 168 time: 0.5433521 Dec 20 21:32:40.003821 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dbe64-c0cc-4110-ae3b-b28f99335a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f6886c-0a06-45c7-a470-a284905625d4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:40.057343 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ac413-0217-4702-9ff1-36d4e1cc2848 req-e8fa3669-61e1-43ee-b8a4-1d40ab072470 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:40.058945 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c73ac413-0217-4702-9ff1-36d4e1cc2848 req-e8fa3669-61e1-43ee-b8a4-1d40ab072470 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 946 time: 0.0791438 Dec 20 21:32:40.143221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180555b-f13d-4fa5-86b9-eb80e01f7cf2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Pushing event updated for resources: {'Subnet': ['ID=64736e80-ed65-47a6-8ca5-7396e9a26c2c,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:40.160117 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1180555b-f13d-4fa5-86b9-eb80e01f7cf2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Checking segment: {'id': 'a5efb125-454c-458c-abf9-34e492cff7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c6bb7e52-1060-41de-85f9-3d25a3e58d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:32:40.160601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1180555b-f13d-4fa5-86b9-eb80e01f7cf2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Network hostable DHCP agents. Network: c6bb7e52-1060-41de-85f9-3d25a3e58d48, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:32:40.164327 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c73ac413-0217-4702-9ff1-36d4e1cc2848 req-b31536fa-3f0f-420a-bd8d-8286f4b798a4 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815828 Dec 20 21:32:40.235971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1180555b-f13d-4fa5-86b9-eb80e01f7cf2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Network c6bb7e52-1060-41de-85f9-3d25a3e58d48 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:32:40.265563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-1180555b-f13d-4fa5-86b9-eb80e01f7cf2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, c6bb7e52-1060-41de-85f9-3d25a3e58d48) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:40.271772 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1180555b-f13d-4fa5-86b9-eb80e01f7cf2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:40.273109 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1180555b-f13d-4fa5-86b9-eb80e01f7cf2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:40.273475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea27a15-33b3-41bc-b409-df6dabf0ec4d None None] Network c6bb7e52-1060-41de-85f9-3d25a3e58d48 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:40.299344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104546f-4156-4c3a-9343-95f8b7d081a7 req-f3fbfb6b-f69a-4515-9c83-0b761ee76770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:40.301082 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e104546f-4156-4c3a-9343-95f8b7d081a7 req-f3fbfb6b-f69a-4515-9c83-0b761ee76770 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9be0672e-af90-4960-b689-f7fd568fa114 HTTP/1.1" status: 200 len: 915 time: 0.2626872 Dec 20 21:32:40.313495 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1180555b-f13d-4fa5-86b9-eb80e01f7cf2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3554764 Dec 20 21:32:40.316266 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41904) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:40.326192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0516a83e-4f9c-4de5-aa37-e32e79b544b2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Request body: {'port': {'network_id': 'c6bb7e52-1060-41de-85f9-3d25a3e58d48', 'name': 'tempest-ExtraDHCPOptionsTestJSON-88170532'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:40.373631 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e104546f-4156-4c3a-9343-95f8b7d081a7 req-9e76f380-81aa-4598-9658-186618627ef0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 HTTP/1.1" status: 200 len: 217 time: 0.0643926 Dec 20 21:32:40.460132 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104546f-4156-4c3a-9343-95f8b7d081a7 req-623327bc-82c7-4823-9cc5-a717f09588c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:40.462367 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e104546f-4156-4c3a-9343-95f8b7d081a7 req-623327bc-82c7-4823-9cc5-a717f09588c0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e45cedcb-78d6-4882-a4e9-acb33e0a7c98 HTTP/1.1" status: 200 len: 854 time: 0.0741496 Dec 20 21:32:40.586757 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0516a83e-4f9c-4de5-aa37-e32e79b544b2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Made reservation on behalf of 2e8fffaf0b5e41e3b184337d2d939ce0 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:40.597185 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0516a83e-4f9c-4de5-aa37-e32e79b544b2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:40.610562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b7de7-eeaf-42d8-a5d4-ee5d60ab3932 req-35a7f825-e582-4182-b63a-e39b98e6074a tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:40.612146 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-c6bb7e52-1060-41de-85f9-3d25a3e58d48', 'network_id': 'c6bb7e52-1060-41de-85f9-3d25a3e58d48', 'tenant_id': '2e8fffaf0b5e41e3b184337d2d939ce0', 'fixed_ips': [{'subnet_id': '64736e80-ed65-47a6-8ca5-7396e9a26c2c'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:32:40.613257 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:40.619338 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c5b7de7-eeaf-42d8-a5d4-ee5d60ab3932 req-35a7f825-e582-4182-b63a-e39b98e6074a tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.1256299 Dec 20 21:32:40.651999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-0516a83e-4f9c-4de5-aa37-e32e79b544b2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] device_id is not set on port 1613c68b-0377-4589-8229-fbd9d69f5a57 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:32:40.700930 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e104546f-4156-4c3a-9343-95f8b7d081a7 req-77199ddf-1068-4c5f-9392-11791003778d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9be0672e-af90-4960-b689-f7fd568fa114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2150760 Dec 20 21:32:40.727195 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c5b7de7-eeaf-42d8-a5d4-ee5d60ab3932 req-53637739-5af5-411c-b79c-37bb3ad830d6 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069322 Dec 20 21:32:40.773480 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396f258-d321-4a5f-8641-8538355586ea req-520b26f0-8a41-4791-9895-afe6862b42f8 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:40.781331 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4396f258-d321-4a5f-8641-8538355586ea req-520b26f0-8a41-4791-9895-afe6862b42f8 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 943 time: 0.3072982 Dec 20 21:32:40.788583 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e34011d-ef40-4df7-8fac-d260f2dd4e60 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:32:40.840895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-0516a83e-4f9c-4de5-aa37-e32e79b544b2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Allocated IP 172.20.0.9 (c6bb7e52-1060-41de-85f9-3d25a3e58d48/64736e80-ed65-47a6-8ca5-7396e9a26c2c/1613c68b-0377-4589-8229-fbd9d69f5a57) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:40.886178 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:40.954769 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4396f258-d321-4a5f-8641-8538355586ea req-d6e7919d-3300-4927-b7bd-d343fd81c198 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/security-groups?id=5cd084f4-a55d-4f23-a625-41a748ba706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681576 Dec 20 21:32:40.956596 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Transition to ACTIVE for port object 6e34011d-ef40-4df7-8fac-d260f2dd4e60 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:32:40.974810 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:41.036005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Pushing event updated for resources: {'Port': ['ID=6e34011d-ef40-4df7-8fac-d260f2dd4e60,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:41.125007 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e104546f-4156-4c3a-9343-95f8b7d081a7 req-88f25fc2-1c96-4596-9eba-f1ae61a225d7 service neutron] 10.222.0.31 "GET /v2.0/networks/9be0672e-af90-4960-b689-f7fd568fa114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954680 Dec 20 21:32:41.158385 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0516a83e-4f9c-4de5-aa37-e32e79b544b2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:41.196157 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db0860-4556-4447-b75c-5c862299d889 req-8a926b53-d595-4952-b43b-8caad38da8aa tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:41.203872 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7db0860-4556-4447-b75c-5c862299d889 req-8a926b53-d595-4952-b43b-8caad38da8aa tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 943 time: 0.0977662 Dec 20 21:32:41.271465 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0516a83e-4f9c-4de5-aa37-e32e79b544b2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:41.307758 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7db0860-4556-4447-b75c-5c862299d889 req-66afa2e5-333f-428c-973e-3dba12e8a180 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936084 Dec 20 21:32:41.314044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Attempting to bind port 6e34011d-ef40-4df7-8fac-d260f2dd4e60 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:41.314441 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Attempting to bind port 6e34011d-ef40-4df7-8fac-d260f2dd4e60 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '8b074172-5467-44ce-a033-e43e76cb8699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b46c6e3-e801-49d8-a318-664252999761'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:41.314816 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Attempting to bind port 6e34011d-ef40-4df7-8fac-d260f2dd4e60 on network 7b46c6e3-e801-49d8-a318-664252999761 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:41.322720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Port 6e34011d-ef40-4df7-8fac-d260f2dd4e60 on network 7b46c6e3-e801-49d8-a318-664252999761 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:41.323032 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Attempting to bind port 6e34011d-ef40-4df7-8fac-d260f2dd4e60 on network 7b46c6e3-e801-49d8-a318-664252999761 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:41.340956 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:32:41.341300 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Checking segment: {'id': '8b074172-5467-44ce-a033-e43e76cb8699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b46c6e3-e801-49d8-a318-664252999761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:32:41.342101 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Bound using segment: {'id': '8b074172-5467-44ce-a033-e43e76cb8699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b46c6e3-e801-49d8-a318-664252999761'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:32:41.342246 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Bound port: 6e34011d-ef40-4df7-8fac-d260f2dd4e60, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b074172-5467-44ce-a033-e43e76cb8699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b46c6e3-e801-49d8-a318-664252999761'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:32:41.342508 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:41.343497 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Allocated IP 172.20.0.2 (c6bb7e52-1060-41de-85f9-3d25a3e58d48/64736e80-ed65-47a6-8ca5-7396e9a26c2c/10da2224-187a-429c-aeff-c751df41b922) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:41.375675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eff585-bbf2-4544-84ce-12bc39dbeb28 req-d1ef9ae1-55bf-4300-b9dd-32a1f4957d0e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:41.386642 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-11eff585-bbf2-4544-84ce-12bc39dbeb28 req-d1ef9ae1-55bf-4300-b9dd-32a1f4957d0e tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 946 time: 0.1221509 Dec 20 21:32:41.400635 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0516a83e-4f9c-4de5-aa37-e32e79b544b2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Network c6bb7e52-1060-41de-85f9-3d25a3e58d48 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:41.415116 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0516a83e-4f9c-4de5-aa37-e32e79b544b2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:41.416014 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e104546f-4156-4c3a-9343-95f8b7d081a7 req-be86dc62-c7e4-4963-bbb8-16ac90efea78 service neutron] 10.222.0.31 "GET /v2.0/networks/9be0672e-af90-4960-b689-f7fd568fa114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839110 Dec 20 21:32:41.451788 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0516a83e-4f9c-4de5-aa37-e32e79b544b2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:41.458492 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516a83e-4f9c-4de5-aa37-e32e79b544b2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Pushing event updated for resources: {'Port': ['ID=1613c68b-0377-4589-8229-fbd9d69f5a57,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:41.476994 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-11eff585-bbf2-4544-84ce-12bc39dbeb28 req-39f2f6da-acce-4543-bd26-4e09662e93fe tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893812 Dec 20 21:32:41.522421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] For port 6e34011d-ef40-4df7-8fac-d260f2dd4e60, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:32:41.526131 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] For port 6e34011d-ef40-4df7-8fac-d260f2dd4e60, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6e34011d-ef40-4df7-8fac-d260f2dd4e60,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:32:41.531464 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0516a83e-4f9c-4de5-aa37-e32e79b544b2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:41.535606 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:41.537219 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0516a83e-4f9c-4de5-aa37-e32e79b544b2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:41.560620 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0516a83e-4f9c-4de5-aa37-e32e79b544b2 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2426770 Dec 20 21:32:41.564051 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41936) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:41.575187 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e932bee0-14fa-4379-96b1-922078cfe5d9 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Request body: {'port': {'network_id': 'c6bb7e52-1060-41de-85f9-3d25a3e58d48', 'name': 'tempest-ExtraDHCPOptionsTestJSON-704262696', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:41.575865 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.api.validators [None req-e932bee0-14fa-4379-96b1-922078cfe5d9 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] bootfile-name is not in valid_values {{(pid=102402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 21:32:41.576780 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.api.validators [None req-e932bee0-14fa-4379-96b1-922078cfe5d9 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] tftp-server is not in valid_values {{(pid=102402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 21:32:41.577282 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.api.validators [None req-e932bee0-14fa-4379-96b1-922078cfe5d9 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] server-ip-address is not in valid_values {{(pid=102402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 21:32:41.585103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:41.585895 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:41.587484 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] 10.222.0.66 "PUT /v2.0/ports/6e34011d-ef40-4df7-8fac-d260f2dd4e60 HTTP/1.1" status: 200 len: 1089 time: 2.0633616 Dec 20 21:32:41.588614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce21867f-6a55-4998-8add-49349487d55b', 'tag': '6e34011d-ef40-4df7-8fac-d260f2dd4e60'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:32:41.591082 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c74f9de-ad88-4b75-a987-ab2b4d175d41" -d '{"events": [{"name": "network-changed", "server_uuid": "ce21867f-6a55-4998-8add-49349487d55b", "tag": "6e34011d-ef40-4df7-8fac-d260f2dd4e60"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:32:41.630048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30d87b-2b82-4b2c-aa1a-f423dc239d62 service neutron] Pushing event updated for resources: {'Port': ['ID=6e34011d-ef40-4df7-8fac-d260f2dd4e60,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:41.711698 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd85d82-6998-4043-86fd-38842c9738d3 x-openstack-request-id: req-fbd85d82-6998-4043-86fd-38842c9738d3 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:32:41.711981 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce21867f-6a55-4998-8add-49349487d55b", "tag": "6e34011d-ef40-4df7-8fac-d260f2dd4e60", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:32:41.712245 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fbd85d82-6998-4043-86fd-38842c9738d3 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:32:41.712654 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce21867f-6a55-4998-8add-49349487d55b', 'tag': '6e34011d-ef40-4df7-8fac-d260f2dd4e60', 'status': 'completed', 'code': 200} Dec 20 21:32:41.750275 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-778aa28c-cea8-4c52-a492-4acc8662975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:41.751817 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-778aa28c-cea8-4c52-a492-4acc8662975a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bda37a2f6cba46e0bddb7b05bd92ea4c&device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 1092 time: 0.0938020 Dec 20 21:32:41.756029 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:41.765903 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:41.825831 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-e0db2b53-56f0-4a13-b83d-25bdbb062c9b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e34011d-ef40-4df7-8fac-d260f2dd4e60 HTTP/1.1" status: 200 len: 217 time: 0.0604262 Dec 20 21:32:41.846911 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Network c6bb7e52-1060-41de-85f9-3d25a3e58d48 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:41.857444 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:41.870011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:41.908851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Pushing event updated for resources: {'Port': ['ID=10da2224-187a-429c-aeff-c751df41b922,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:41.913842 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-20b4c6b2-f26a-4dd8-a1a6-08922aa5cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:41.916521 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-20b4c6b2-f26a-4dd8-a1a6-08922aa5cf0c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e8448cf-59a6-43ca-aaa2-82fb6408d51c HTTP/1.1" status: 200 len: 855 time: 0.0829341 Dec 20 21:32:41.957645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e932bee0-14fa-4379-96b1-922078cfe5d9 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Made reservation on behalf of 2e8fffaf0b5e41e3b184337d2d939ce0 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:41.969629 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e932bee0-14fa-4379-96b1-922078cfe5d9 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:42.021901 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-f3a6eedc-8de9-44c6-b61d-bc64afeee542 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b46c6e3-e801-49d8-a318-664252999761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783865 Dec 20 21:32:42.043943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Attempting to bind port 10da2224-187a-429c-aeff-c751df41b922 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:42.045216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Attempting to bind port 10da2224-187a-429c-aeff-c751df41b922 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'a5efb125-454c-458c-abf9-34e492cff7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c6bb7e52-1060-41de-85f9-3d25a3e58d48'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:42.045881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Attempting to bind port 10da2224-187a-429c-aeff-c751df41b922 on network c6bb7e52-1060-41de-85f9-3d25a3e58d48 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:42.066485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ddff9-a42a-4003-8829-07cd488f32ac req-104c87cb-b181-4930-8593-bf481ca4eb4a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:42.067682 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:32:42.068159 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Checking segment: {'id': 'a5efb125-454c-458c-abf9-34e492cff7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c6bb7e52-1060-41de-85f9-3d25a3e58d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:32:42.070198 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:42.070691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Bound using segment: {'id': 'a5efb125-454c-458c-abf9-34e492cff7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c6bb7e52-1060-41de-85f9-3d25a3e58d48'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:32:42.071267 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Bound port: 10da2224-187a-429c-aeff-c751df41b922, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5efb125-454c-458c-abf9-34e492cff7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c6bb7e52-1060-41de-85f9-3d25a3e58d48'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:32:42.071751 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:42.090734 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab5ddff9-a42a-4003-8829-07cd488f32ac req-104c87cb-b181-4930-8593-bf481ca4eb4a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 946 time: 0.1985114 Dec 20 21:32:42.095370 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-e932bee0-14fa-4379-96b1-922078cfe5d9 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] device_id is not set on port 9e145deb-cdb9-40b6-be62-2ab9721c32e3 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:32:42.097783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166a19f-b6f3-4172-b6c7-bdbb567fcdfc req-965d888a-b099-4269-a798-f0215a57ace0 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:42.105565 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e166a19f-b6f3-4172-b6c7-bdbb567fcdfc req-965d888a-b099-4269-a798-f0215a57ace0 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.1838169 Dec 20 21:32:42.178840 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e166a19f-b6f3-4172-b6c7-bdbb567fcdfc req-f13d5463-adda-4bd4-8471-52d594b32a60 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722606 Dec 20 21:32:42.190722 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab5ddff9-a42a-4003-8829-07cd488f32ac req-930555f0-6804-4751-9dbc-7149cd59a0e5 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988278 Dec 20 21:32:42.210163 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] For port 10da2224-187a-429c-aeff-c751df41b922, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:32:42.223616 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] For port 10da2224-187a-429c-aeff-c751df41b922, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=10da2224-187a-429c-aeff-c751df41b922,segment=NetworkSegment(a5efb125-454c-458c-abf9-34e492cff7f2),segment_id=a5efb125-454c-458c-abf9-34e492cff7f2)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:32:42.247815 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:42.281902 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-13a18294-4a05-4cf7-b9bf-4007ad2b3afb service neutron] 10.222.0.66 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518327 Dec 20 21:32:42.477770 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924cf05-97d3-4b8e-a1b3-02ee53b44e9d None None] Pushing event updated for resources: {'Port': ['ID=10da2224-187a-429c-aeff-c751df41b922,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:42.488460 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-e932bee0-14fa-4379-96b1-922078cfe5d9 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Allocated IP 172.20.0.5 (c6bb7e52-1060-41de-85f9-3d25a3e58d48/64736e80-ed65-47a6-8ca5-7396e9a26c2c/9e145deb-cdb9-40b6-be62-2ab9721c32e3) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:42.528285 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba5410-6976-4b1a-900e-d2bb9aa0c569 req-9f587138-78be-4785-8999-8a7e6148c24e tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:42.535962 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6bba5410-6976-4b1a-900e-d2bb9aa0c569 req-9f587138-78be-4785-8999-8a7e6148c24e tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 943 time: 0.1996741 Dec 20 21:32:42.573035 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e916ed26-8d46-4249-8ee3-786fe3b0ce0e req-1810d4a7-ad18-4473-bcec-53602d4ef635 service neutron] 10.222.0.66 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841322 Dec 20 21:32:42.573838 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc7632-7a9e-47cc-92a7-fe2ea1858d5a req-d1cede79-f190-4f9e-aa13-b6c0a3185bde tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:42.581546 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b4bc7632-7a9e-47cc-92a7-fe2ea1858d5a req-d1cede79-f190-4f9e-aa13-b6c0a3185bde tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 943 time: 0.0961542 Dec 20 21:32:42.620990 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6bba5410-6976-4b1a-900e-d2bb9aa0c569 req-4d58651e-fab1-41ac-b671-8a1d0f6519e9 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/security-groups?id=5cd084f4-a55d-4f23-a625-41a748ba706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840623 Dec 20 21:32:42.627655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41962) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:42.665225 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b4bc7632-7a9e-47cc-92a7-fe2ea1858d5a req-348149e6-8dda-4143-b105-a586604cf1c7 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824778 Dec 20 21:32:42.762927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74f9de-ad88-4b75-a987-ab2b4d175d41 req-4f58a2e6-0d99-4483-91c2-e97ff0cd8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:42.764522 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c74f9de-ad88-4b75-a987-ab2b4d175d41 req-4f58a2e6-0d99-4483-91c2-e97ff0cd8140 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bda37a2f6cba46e0bddb7b05bd92ea4c&device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 1092 time: 0.0748932 Dec 20 21:32:42.795837 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:32:42.893607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-33463688-1bef-428f-aec6-ff8879509f57 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-625475371', 'network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:42.908603 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e932bee0-14fa-4379-96b1-922078cfe5d9 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:42.959278 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e932bee0-14fa-4379-96b1-922078cfe5d9 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:42.971816 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33463688-1bef-428f-aec6-ff8879509f57 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Made reservation on behalf of 83b8793a470842aeabed0eff281cfd3c for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:42.984315 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33463688-1bef-428f-aec6-ff8879509f57 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:42.987815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4,segment=NetworkSegment(5e630262-7487-4dea-bb3f-5f9f29e45580),segment_id=5e630262-7487-4dea-bb3f-5f9f29e45580)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:43.000302 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33463688-1bef-428f-aec6-ff8879509f57 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:43.000882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4', 'network_id': '9be0672e-af90-4960-b689-f7fd568fa114', 'port_id': '7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4', 'mac_address': 'fa:16:3e:f1:43:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45cedcb-78d6-4882-a4e9-acb33e0a7c98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:32:43.007708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74f9de-ad88-4b75-a987-ab2b4d175d41 req-eb9d0971-837b-4787-96b7-18ad9c6d0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:43.022218 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c74f9de-ad88-4b75-a987-ab2b4d175d41 req-eb9d0971-837b-4787-96b7-18ad9c6d0e89 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7b46c6e3-e801-49d8-a318-664252999761 HTTP/1.1" status: 200 len: 916 time: 0.2383847 Dec 20 21:32:43.040481 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e932bee0-14fa-4379-96b1-922078cfe5d9 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Network c6bb7e52-1060-41de-85f9-3d25a3e58d48 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:43.043701 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e932bee0-14fa-4379-96b1-922078cfe5d9 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:43.044375 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:43.051658 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e932bee0-14fa-4379-96b1-922078cfe5d9 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:43.060501 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:32:43.086186 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4,segment=NetworkSegment(5e630262-7487-4dea-bb3f-5f9f29e45580),segment_id=5e630262-7487-4dea-bb3f-5f9f29e45580)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:43.094465 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:43.103874 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c74f9de-ad88-4b75-a987-ab2b4d175d41 req-01b8d753-05b4-4f89-8a7a-b38c8aa14cd7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e34011d-ef40-4df7-8fac-d260f2dd4e60 HTTP/1.1" status: 200 len: 217 time: 0.0731089 Dec 20 21:32:43.110867 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932bee0-14fa-4379-96b1-922078cfe5d9 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Pushing event updated for resources: {'Port': ['ID=9e145deb-cdb9-40b6-be62-2ab9721c32e3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:43.150911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e932bee0-14fa-4379-96b1-922078cfe5d9 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:43.151902 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e932bee0-14fa-4379-96b1-922078cfe5d9 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:43.176150 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:43.176409 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e932bee0-14fa-4379-96b1-922078cfe5d9 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.6089070 Dec 20 21:32:43.179673 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41966) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:43.206862 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74f9de-ad88-4b75-a987-ab2b4d175d41 req-f7667633-deaf-477a-a576-139a9994760f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:43.208514 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c74f9de-ad88-4b75-a987-ab2b4d175d41 req-f7667633-deaf-477a-a576-139a9994760f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8e8448cf-59a6-43ca-aaa2-82fb6408d51c HTTP/1.1" status: 200 len: 855 time: 0.0856698 Dec 20 21:32:43.249659 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c74f9de-ad88-4b75-a987-ab2b4d175d41 req-99b01a21-2e67-4830-9769-55c40e61a42e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b46c6e3-e801-49d8-a318-664252999761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327661 Dec 20 21:32:43.277306 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d06fd-0866-49ac-a563-d277412ac6ef tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:43.283517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d06fd-0866-49ac-a563-d277412ac6ef tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:43.294774 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d06fd-0866-49ac-a563-d277412ac6ef tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:43.300637 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0e0d06fd-0866-49ac-a563-d277412ac6ef tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2613 time: 0.1164660 Dec 20 21:32:43.307738 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41972) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:43.372923 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33463688-1bef-428f-aec6-ff8879509f57 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:43.386019 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33463688-1bef-428f-aec6-ff8879509f57 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:43.396564 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07aab-ca8c-499b-b4b6-7302b64798f8 req-61860550-5aa8-48fc-9c28-c8858ff1cde8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:43.398274 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ff07aab-ca8c-499b-b4b6-7302b64798f8 req-61860550-5aa8-48fc-9c28-c8858ff1cde8 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.1000853 Dec 20 21:32:43.402824 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-33463688-1bef-428f-aec6-ff8879509f57 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] device_id is not set on port 5fcf0615-1b78-462f-a628-82c86970b158 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:32:43.429613 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62f1d7-e553-44d2-8aac-f72c1eeb1e59 req-afdecc1b-6325-48f9-a24b-581e41e7a875 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:43.431258 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fc62f1d7-e553-44d2-8aac-f72c1eeb1e59 req-afdecc1b-6325-48f9-a24b-581e41e7a875 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 946 time: 0.1080747 Dec 20 21:32:43.435134 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:32:43.486554 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ff07aab-ca8c-499b-b4b6-7302b64798f8 req-9de61f3f-f7cb-4298-8b30-72ad29709df1 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642648 Dec 20 21:32:43.492479 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a7b08351-2de1-48c5-8e8a-a1a8454f9576 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Deleting port 9e145deb-cdb9-40b6-be62-2ab9721c32e3 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:43.493069 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7b08351-2de1-48c5-8e8a-a1a8454f9576 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:43.538779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33463688-1bef-428f-aec6-ff8879509f57 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b873083d-ae7c-416e-b5c3-42c285f539d4,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:43.578983 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c74f9de-ad88-4b75-a987-ab2b4d175d41 req-56b89dd8-5d14-49df-b378-0cc42fea7822 service neutron] 10.222.0.66 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152897 Dec 20 21:32:43.733287 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7b08351-2de1-48c5-8e8a-a1a8454f9576 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:43.761331 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fc62f1d7-e553-44d2-8aac-f72c1eeb1e59 req-e956d732-6c4c-4d8f-bd50-2caaa1a66f2d tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846704 Dec 20 21:32:43.769729 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a7b08351-2de1-48c5-8e8a-a1a8454f9576 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Calling delete_port for 9e145deb-cdb9-40b6-be62-2ab9721c32e3 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:43.857749 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-33463688-1bef-428f-aec6-ff8879509f57 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Allocated IP 172.35.3.48 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/5fcf0615-1b78-462f-a628-82c86970b158) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:43.881605 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c74f9de-ad88-4b75-a987-ab2b4d175d41 req-1bb8b38a-a43d-48ed-a97e-f2f915ea0ce0 service neutron] 10.222.0.66 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857537 Dec 20 21:32:43.968898 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fc5a1-869a-4c12-bb76-63b81474d89d req-1ad1d59a-ab2d-4467-a7a4-571386c2e353 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:43.977914 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab8fc5a1-869a-4c12-bb76-63b81474d89d req-1ad1d59a-ab2d-4467-a7a4-571386c2e353 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 944 time: 0.1378977 Dec 20 21:32:43.983965 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 10da2224-187a-429c-aeff-c751df41b922 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:32:44.003934 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a00432-b714-4e66-973a-136baeff9f53 req-d47dc462-0263-49f9-99f8-8becb0892660 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:44.011022 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f1a00432-b714-4e66-973a-136baeff9f53 req-d47dc462-0263-49f9-99f8-8becb0892660 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 943 time: 0.1187663 Dec 20 21:32:44.029045 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab8fc5a1-869a-4c12-bb76-63b81474d89d req-52d9821e-3d8a-4150-91c0-4cdec2f6c070 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/security-groups?id=5cd084f4-a55d-4f23-a625-41a748ba706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501900 Dec 20 21:32:44.120909 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 10da2224-187a-429c-aeff-c751df41b922 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:44.120909 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:44.121575 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7b08351-2de1-48c5-8e8a-a1a8454f9576 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:44.163701 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f1a00432-b714-4e66-973a-136baeff9f53 req-c7a517a6-387a-4513-b560-dd62b8ca36ef tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115787 Dec 20 21:32:44.175477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eed0a4-77f1-4f07-a390-ca00e3b76898 None None] Network c6bb7e52-1060-41de-85f9-3d25a3e58d48 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:44.230651 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b08351-2de1-48c5-8e8a-a1a8454f9576 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Pushing event deleted for resources: {'Port': ['ID=9e145deb-cdb9-40b6-be62-2ab9721c32e3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:44.274103 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33463688-1bef-428f-aec6-ff8879509f57 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:44.328853 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7b08351-2de1-48c5-8e8a-a1a8454f9576 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:44.336941 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a7b08351-2de1-48c5-8e8a-a1a8454f9576 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] 10.222.0.32 "DELETE /v2.0/ports/9e145deb-cdb9-40b6-be62-2ab9721c32e3 HTTP/1.1" status: 204 len: 168 time: 1.0280375 Dec 20 21:32:44.338020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41982) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:44.343881 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b9089ddc-3e44-49a7-a08e-da4d887f734a tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Request body: {'port': {'name': 'tempest-new-port-name-1765778476', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:44.344460 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.api.validators [None req-b9089ddc-3e44-49a7-a08e-da4d887f734a tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] bootfile-name is not in valid_values {{(pid=102401) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 21:32:44.344891 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.api.validators [None req-b9089ddc-3e44-49a7-a08e-da4d887f734a tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] tftp-server is not in valid_values {{(pid=102401) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 21:32:44.345331 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.api.validators [None req-b9089ddc-3e44-49a7-a08e-da4d887f734a tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] server-ip-address is not in valid_values {{(pid=102401) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 21:32:44.400365 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33463688-1bef-428f-aec6-ff8879509f57 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:44.454624 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-5808d99b-6e2f-4a95-90d6-4d8ba1cd6e5a None None] Provisioning complete for port 10da2224-187a-429c-aeff-c751df41b922 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:44.455079 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5808d99b-6e2f-4a95-90d6-4d8ba1cd6e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:44.489311 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33463688-1bef-428f-aec6-ff8879509f57 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:44.493190 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b9089ddc-3e44-49a7-a08e-da4d887f734a tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:44.499187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-33463688-1bef-428f-aec6-ff8879509f57 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:44.509670 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33463688-1bef-428f-aec6-ff8879509f57 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:44.651667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33463688-1bef-428f-aec6-ff8879509f57 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Pushing event updated for resources: {'Port': ['ID=5fcf0615-1b78-462f-a628-82c86970b158,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:44.687473 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:44.700554 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21946ec0-e863-4a26-b5f5-7d79ced069fc req-933ca4eb-8505-4597-9c3e-cb21008ab7fb tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:44.701996 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-21946ec0-e863-4a26-b5f5-7d79ced069fc req-933ca4eb-8505-4597-9c3e-cb21008ab7fb tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 946 time: 0.2736733 Dec 20 21:32:44.706404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33463688-1bef-428f-aec6-ff8879509f57 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:44.707027 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33463688-1bef-428f-aec6-ff8879509f57 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:44.741965 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:44.750649 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d3131-d870-4142-bd21-995a515c046c req-bbe02387-447c-4c73-a2cd-e3925c685187 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:44.765829 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e53d3131-d870-4142-bd21-995a515c046c req-bbe02387-447c-4c73-a2cd-e3925c685187 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.1193459 Dec 20 21:32:44.777237 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5808d99b-6e2f-4a95-90d6-4d8ba1cd6e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:44.783113 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 10da2224-187a-429c-aeff-c751df41b922, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=10da2224-187a-429c-aeff-c751df41b922,segment=NetworkSegment(a5efb125-454c-458c-abf9-34e492cff7f2),segment_id=a5efb125-454c-458c-abf9-34e492cff7f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:44.790353 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-33463688-1bef-428f-aec6-ff8879509f57 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.1612613 Dec 20 21:32:44.804278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41990) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:44.809158 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:32:44.814894 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-21946ec0-e863-4a26-b5f5-7d79ced069fc req-b3e22fc9-fdbb-48a2-ab18-3883d92d5060 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034880 Dec 20 21:32:44.822412 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:44.834403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-909676b6-6e9b-4c73-b9ae-14f085682da5 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.48'}]}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:44.846999 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e53d3131-d870-4142-bd21-995a515c046c req-f3e0ffe0-d6e6-4ceb-9493-3733cd73bf19 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796566 Dec 20 21:32:44.902129 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-909676b6-6e9b-4c73-b9ae-14f085682da5 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:44.902129 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-909676b6-6e9b-4c73-b9ae-14f085682da5 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:45.013112 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b9089ddc-3e44-49a7-a08e-da4d887f734a tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:45.018261 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-909676b6-6e9b-4c73-b9ae-14f085682da5 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:45.024341 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b9089ddc-3e44-49a7-a08e-da4d887f734a tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:45.090339 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-5808d99b-6e2f-4a95-90d6-4d8ba1cd6e5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:32:45.090822 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-5808d99b-6e2f-4a95-90d6-4d8ba1cd6e5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:32:45.097784 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=10da2224-187a-429c-aeff-c751df41b922,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:45.139800 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:32:45.144376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:45.144744 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:45.267597 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:45.276918 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7df18-5274-4005-9e40-9bc7c0737ea0 req-d39c8898-0219-4cf0-8d32-11bd34247253 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:45.281979 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2da7df18-5274-4005-9e40-9bc7c0737ea0 req-d39c8898-0219-4cf0-8d32-11bd34247253 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 944 time: 0.1337163 Dec 20 21:32:45.333229 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465a9704-1f66-43a4-97e5-429f6e3d40f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:32:45.339455 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e89759f-4056-477e-b38f-29cbc4001648" -d '{"events": [{"server_uuid": "465a9704-1f66-43a4-97e5-429f6e3d40f8", "name": "network-vif-plugged", "status": "completed", "tag": "7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:32:45.370548 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2da7df18-5274-4005-9e40-9bc7c0737ea0 req-983182dd-c2e8-4a3b-8856-f700f8013aaf tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/security-groups?id=5cd084f4-a55d-4f23-a625-41a748ba706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676935 Dec 20 21:32:45.376140 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4,segment=NetworkSegment(5e630262-7487-4dea-bb3f-5f9f29e45580),segment_id=5e630262-7487-4dea-bb3f-5f9f29e45580)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:45.393914 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:45.458281 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041f6439-bdd8-4677-a4b8-b5e95137f684 x-openstack-request-id: req-041f6439-bdd8-4677-a4b8-b5e95137f684 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:32:45.459021 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465a9704-1f66-43a4-97e5-429f6e3d40f8", "name": "network-vif-plugged", "status": "completed", "tag": "7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:32:45.459396 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-041f6439-bdd8-4677-a4b8-b5e95137f684 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:32:45.459929 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465a9704-1f66-43a4-97e5-429f6e3d40f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4', 'code': 200} Dec 20 21:32:45.483535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:45.783771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-866814ca-488f-43a6-9188-aa5a276dc8fe None None] Provisioning complete for port 10da2224-187a-429c-aeff-c751df41b922 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:45.784654 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-866814ca-488f-43a6-9188-aa5a276dc8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:45.789381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9089ddc-3e44-49a7-a08e-da4d887f734a tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Pushing event updated for resources: {'Port': ['ID=1613c68b-0377-4589-8229-fbd9d69f5a57,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:45.938463 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-866814ca-488f-43a6-9188-aa5a276dc8fe None None] Could not find standard attr ID for object 9e145deb-cdb9-40b6-be62-2ab9721c32e3. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:32:45.958974 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-866814ca-488f-43a6-9188-aa5a276dc8fe None None] Provisioning complete for port 1613c68b-0377-4589-8229-fbd9d69f5a57 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:45.959415 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-866814ca-488f-43a6-9188-aa5a276dc8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:45.992989 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 10da2224-187a-429c-aeff-c751df41b922 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:32:46.015295 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-b9089ddc-3e44-49a7-a08e-da4d887f734a tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] In _notify_port_updated(), no bound segment for port 1613c68b-0377-4589-8229-fbd9d69f5a57 on network c6bb7e52-1060-41de-85f9-3d25a3e58d48 {{(pid=102401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:32:46.027272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9089ddc-3e44-49a7-a08e-da4d887f734a tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:46.027977 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b9089ddc-3e44-49a7-a08e-da4d887f734a tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:46.029343 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b9089ddc-3e44-49a7-a08e-da4d887f734a tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] 10.222.0.32 "PUT /v2.0/ports/1613c68b-0377-4589-8229-fbd9d69f5a57 HTTP/1.1" status: 200 len: 1136 time: 1.6900935 Dec 20 21:32:46.040533 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7bedc-f8b3-4208-948c-a287e9a75f44 req-6c0a6797-66ec-4fc5-a5ae-e005a4abc225 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:46.048321 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16c7bedc-f8b3-4208-948c-a287e9a75f44 req-6c0a6797-66ec-4fc5-a5ae-e005a4abc225 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 943 time: 0.3060839 Dec 20 21:32:46.057750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42006) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:46.061028 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-909676b6-6e9b-4c73-b9ae-14f085682da5 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:46.140495 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-866814ca-488f-43a6-9188-aa5a276dc8fe None None] Port 1613c68b-0377-4589-8229-fbd9d69f5a57 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:32:46.146118 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0a33b-74cf-4cfe-a2ad-0cca3ed90796 req-5161668b-7aea-4460-be75-465e007a3825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:46.146118 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bdc0a33b-74cf-4cfe-a2ad-0cca3ed90796 req-5161668b-7aea-4460-be75-465e007a3825 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 1094 time: 0.3495059 Dec 20 21:32:46.146302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd8f37-8a50-44ed-bb53-b22208c34cf8 req-bea759d6-2bf7-4ccd-8d07-f01225188152 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:46.152262 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81cd8f37-8a50-44ed-bb53-b22208c34cf8 req-bea759d6-2bf7-4ccd-8d07-f01225188152 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 946 time: 0.1652369 Dec 20 21:32:46.167731 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c93b3e-373b-4d46-a8d3-f443b2ada512 req-c284c614-97e5-49a4-bf7f-5bb9f45286f6 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:46.169148 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0c93b3e-373b-4d46-a8d3-f443b2ada512 req-c284c614-97e5-49a4-bf7f-5bb9f45286f6 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "GET /v2.0/ports?device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 946 time: 0.1675291 Dec 20 21:32:46.172648 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98ea3c3-6771-42ad-b2ae-fb07f3dcae9e tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:46.174238 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d98ea3c3-6771-42ad-b2ae-fb07f3dcae9e tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] 10.222.0.32 "GET /v2.0/ports/1613c68b-0377-4589-8229-fbd9d69f5a57 HTTP/1.1" status: 200 len: 1136 time: 0.1085050 Dec 20 21:32:46.177945 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42010) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:46.187296 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 10da2224-187a-429c-aeff-c751df41b922 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:46.188259 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:46.220904 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16c7bedc-f8b3-4208-948c-a287e9a75f44 req-3d61c820-0a65-4540-b32e-1d2c23ebf8f4 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714146 Dec 20 21:32:46.272687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bdc0a33b-74cf-4cfe-a2ad-0cca3ed90796 req-a3e53db6-0c73-4428-88d3-169238a425f7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5cd084f4-a55d-4f23-a625-41a748ba706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267192 Dec 20 21:32:46.366437 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81cd8f37-8a50-44ed-bb53-b22208c34cf8 req-a29d188e-92ab-44a4-9bc4-6f24164cceb2 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/security-groups?id=7dc7da1a-f249-46a7-bf4f-e1426b575975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131624 Dec 20 21:32:46.468399 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2bd6d870-1b36-4fa9-9488-22b1b177cdbe None None] Provisioning complete for port 1613c68b-0377-4589-8229-fbd9d69f5a57 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:46.468399 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bd6d870-1b36-4fa9-9488-22b1b177cdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:46.476531 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-e0c93b3e-373b-4d46-a8d3-f443b2ada512 req-54210233-f8a4-40b8-a957-3b916adaeb1a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Deleting port 9e903dd1-4758-4e39-b301-83195f3f876a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:46.476863 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e0c93b3e-373b-4d46-a8d3-f443b2ada512 req-54210233-f8a4-40b8-a957-3b916adaeb1a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:46.481273 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-37e66c97-dde2-4d40-9e80-c87329a3775c tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Deleting port 1613c68b-0377-4589-8229-fbd9d69f5a57 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:46.481693 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37e66c97-dde2-4d40-9e80-c87329a3775c tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:46.505732 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-909676b6-6e9b-4c73-b9ae-14f085682da5 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:46.515444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af16ad6-7bd7-468f-ae1d-492560ef8122 req-6abf1236-1c0f-46ac-9d1b-751b925a3c06 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:46.517573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6d870-1b36-4fa9-9488-22b1b177cdbe None None] Port 1613c68b-0377-4589-8229-fbd9d69f5a57 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:32:46.522938 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0af16ad6-7bd7-468f-ae1d-492560ef8122 req-6abf1236-1c0f-46ac-9d1b-751b925a3c06 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.1245387 Dec 20 21:32:46.549010 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-909676b6-6e9b-4c73-b9ae-14f085682da5 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:46.614514 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0af16ad6-7bd7-468f-ae1d-492560ef8122 req-aca907f8-e81b-4474-a424-c4e50794e5b1 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906677 Dec 20 21:32:46.680763 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37e66c97-dde2-4d40-9e80-c87329a3775c tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:46.684910 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-e0c93b3e-373b-4d46-a8d3-f443b2ada512 req-54210233-f8a4-40b8-a957-3b916adaeb1a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] For port 9e903dd1-4758-4e39-b301-83195f3f876a, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9e903dd1-4758-4e39-b301-83195f3f876a,segment=NetworkSegment(eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2),segment_id=eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:46.685262 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e0c93b3e-373b-4d46-a8d3-f443b2ada512 req-54210233-f8a4-40b8-a957-3b916adaeb1a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:46.699146 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceebde-ae78-4c0e-8020-7581281c7bd9 req-dfae7ac2-3c4e-413e-8268-1b1ef4ca04cb tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:46.700597 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8cceebde-ae78-4c0e-8020-7581281c7bd9 req-dfae7ac2-3c4e-413e-8268-1b1ef4ca04cb tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 945 time: 0.1334403 Dec 20 21:32:46.720253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-37e66c97-dde2-4d40-9e80-c87329a3775c tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Calling delete_port for 1613c68b-0377-4589-8229-fbd9d69f5a57 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:46.722604 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-909676b6-6e9b-4c73-b9ae-14f085682da5 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:46.722834 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-e0c93b3e-373b-4d46-a8d3-f443b2ada512 req-54210233-f8a4-40b8-a957-3b916adaeb1a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Calling delete_port for 9e903dd1-4758-4e39-b301-83195f3f876a owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:46.833042 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8cceebde-ae78-4c0e-8020-7581281c7bd9 req-0782c2ec-6c80-47bf-9831-f0a934349ab4 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/security-groups?id=5cd084f4-a55d-4f23-a625-41a748ba706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240106 Dec 20 21:32:46.883730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-909676b6-6e9b-4c73-b9ae-14f085682da5 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:46.887888 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-909676b6-6e9b-4c73-b9ae-14f085682da5 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:46.939457 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-909676b6-6e9b-4c73-b9ae-14f085682da5 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:46.939946 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909676b6-6e9b-4c73-b9ae-14f085682da5 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f98fbe64-5911-45b3-a9c7-09b3c7c8bcd5 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:32:46.956899 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-909676b6-6e9b-4c73-b9ae-14f085682da5 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 20 21:32:46.960611 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-909676b6-6e9b-4c73-b9ae-14f085682da5 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.1523139 Dec 20 21:32:46.960866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42026) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:46.980714 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e0c93b3e-373b-4d46-a8d3-f443b2ada512 req-54210233-f8a4-40b8-a957-3b916adaeb1a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:46.989279 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37e66c97-dde2-4d40-9e80-c87329a3775c tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:47.014960 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54210233-f8a4-40b8-a957-3b916adaeb1a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Pushing event deleted for resources: {'Port': ['ID=9e903dd1-4758-4e39-b301-83195f3f876a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:47.048342 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-ffceaffc-d2d7-477a-ba65-86c4c40b0360 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Deleting port 5fcf0615-1b78-462f-a628-82c86970b158 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:47.048961 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ffceaffc-d2d7-477a-ba65-86c4c40b0360 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:47.066562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e66c97-dde2-4d40-9e80-c87329a3775c tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Pushing event deleted for resources: {'Port': ['ID=1613c68b-0377-4589-8229-fbd9d69f5a57,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:47.130443 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c93b3e-373b-4d46-a8d3-f443b2ada512 req-54210233-f8a4-40b8-a957-3b916adaeb1a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] No DVR routers for this DVR port 9e903dd1-4758-4e39-b301-83195f3f876a on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:32:47.134618 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-e0c93b3e-373b-4d46-a8d3-f443b2ada512 req-54210233-f8a4-40b8-a957-3b916adaeb1a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:47.137880 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0c93b3e-373b-4d46-a8d3-f443b2ada512 req-54210233-f8a4-40b8-a957-3b916adaeb1a tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.31 "DELETE /v2.0/ports/9e903dd1-4758-4e39-b301-83195f3f876a HTTP/1.1" status: 204 len: 173 time: 0.9514241 Dec 20 21:32:47.138361 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aceafe3-b973-470b-899b-53d4f0db292c', 'name': 'network-vif-deleted', 'tag': '9e903dd1-4758-4e39-b301-83195f3f876a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:32:47.140994 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674e6489-90ec-4bda-80f8-bbd31cdecad4" -d '{"events": [{"server_uuid": "8aceafe3-b973-470b-899b-53d4f0db292c", "name": "network-vif-deleted", "tag": "9e903dd1-4758-4e39-b301-83195f3f876a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:32:47.165361 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37e66c97-dde2-4d40-9e80-c87329a3775c tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:47.172030 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b302a-85fa-4f4b-b5ef-2d215532973a req-21507bde-ce67-4815-a60a-10bec337e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:47.172030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e5b302a-85fa-4f4b-b5ef-2d215532973a req-21507bde-ce67-4815-a60a-10bec337e3ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2372edae52864334a53d4fba944cc335&device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 1094 time: 0.1193023 Dec 20 21:32:47.172433 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42030) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:47.173058 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-37e66c97-dde2-4d40-9e80-c87329a3775c tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] 10.222.0.32 "DELETE /v2.0/ports/1613c68b-0377-4589-8229-fbd9d69f5a57 HTTP/1.1" status: 204 len: 168 time: 0.9940686 Dec 20 21:32:47.190674 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7da19b7-0f53-4ee3-8a0e-09cf76dd8b16 x-openstack-request-id: req-b7da19b7-0f53-4ee3-8a0e-09cf76dd8b16 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:32:47.191211 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aceafe3-b973-470b-899b-53d4f0db292c", "name": "network-vif-deleted", "tag": "9e903dd1-4758-4e39-b301-83195f3f876a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:32:47.191679 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7da19b7-0f53-4ee3-8a0e-09cf76dd8b16 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:32:47.192414 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aceafe3-b973-470b-899b-53d4f0db292c', 'name': 'network-vif-deleted', 'tag': '9e903dd1-4758-4e39-b301-83195f3f876a', 'status': 'completed', 'code': 200} Dec 20 21:32:47.205727 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ffceaffc-d2d7-477a-ba65-86c4c40b0360 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:47.247604 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6e34011d-ef40-4df7-8fac-d260f2dd4e60 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:32:47.276193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-ffceaffc-d2d7-477a-ba65-86c4c40b0360 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Calling delete_port for 5fcf0615-1b78-462f-a628-82c86970b158 owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:47.320058 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-1200f7d1-c51d-45d5-817f-017f45bbf32e tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Deleting subnet 64736e80-ed65-47a6-8ca5-7396e9a26c2c {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:32:47.329569 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1200f7d1-c51d-45d5-817f-017f45bbf32e tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:47.367206 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66eeee5-1708-465f-8ce5-eeddd0873e85 req-e10b3c70-20fc-44cf-9cb8-b328f5864e67 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:47.370527 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c66eeee5-1708-465f-8ce5-eeddd0873e85 req-e10b3c70-20fc-44cf-9cb8-b328f5864e67 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 943 time: 0.0646200 Dec 20 21:32:47.377015 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6e34011d-ef40-4df7-8fac-d260f2dd4e60, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6e34011d-ef40-4df7-8fac-d260f2dd4e60,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:47.400196 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '6e34011d-ef40-4df7-8fac-d260f2dd4e60', 'network_id': '7b46c6e3-e801-49d8-a318-664252999761', 'port_id': '6e34011d-ef40-4df7-8fac-d260f2dd4e60', 'mac_address': 'fa:16:3e:a2:f7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8448cf-59a6-43ca-aaa2-82fb6408d51c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:32:47.425773 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1200f7d1-c51d-45d5-817f-017f45bbf32e tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:47.451066 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c66eeee5-1708-465f-8ce5-eeddd0873e85 req-c637d7c4-56da-4c49-a29e-acd14535e56c tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749114 Dec 20 21:32:47.477098 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:47.480800 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b302a-85fa-4f4b-b5ef-2d215532973a req-9c7a97e4-753d-4d11-8865-b0eeafab6342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:47.482888 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e5b302a-85fa-4f4b-b5ef-2d215532973a req-9c7a97e4-753d-4d11-8865-b0eeafab6342 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c507b886-4c4e-4889-b255-5311698a9b7a HTTP/1.1" status: 200 len: 917 time: 0.2883255 Dec 20 21:32:47.491722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e34011d-ef40-4df7-8fac-d260f2dd4e60 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:32:47.520029 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6e34011d-ef40-4df7-8fac-d260f2dd4e60, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6e34011d-ef40-4df7-8fac-d260f2dd4e60,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:47.526048 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:47.575337 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=6e34011d-ef40-4df7-8fac-d260f2dd4e60,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:47.609525 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-412a3cfa-78af-4dcf-a2de-3d45037528d7 req-0237f304-6c61-4192-9b31-0f50ed5a9411 tempest-DeleteServersTestJSON-832155816 tempest-DeleteServersTestJSON-832155816-project] 10.222.0.32 "GET /v2.0/ports?device_id=8aceafe3-b973-470b-899b-53d4f0db292c HTTP/1.1" status: 200 len: 210 time: 0.0732059 Dec 20 21:32:47.629924 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e5b302a-85fa-4f4b-b5ef-2d215532973a req-3a496ba8-56ac-4f68-9a5c-08be63e9ca11 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8 HTTP/1.1" status: 200 len: 1001 time: 0.1386979 Dec 20 21:32:47.661685 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1200f7d1-c51d-45d5-817f-017f45bbf32e tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:47.741677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed8877-9e91-4ce9-ad79-5b836c1eed63 req-8e8ee2ca-23ae-4b59-9923-1178af511de7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:47.743243 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85ed8877-9e91-4ce9-ad79-5b836c1eed63 req-8e8ee2ca-23ae-4b59-9923-1178af511de7 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.0515809 Dec 20 21:32:47.760531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b302a-85fa-4f4b-b5ef-2d215532973a req-5dc209f3-b01c-42bd-a0a4-25625879a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:47.760531 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e5b302a-85fa-4f4b-b5ef-2d215532973a req-5dc209f3-b01c-42bd-a0a4-25625879a641 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=550ee55d-1479-46f2-9e4e-e2b23472d5bb HTTP/1.1" status: 200 len: 855 time: 0.1161921 Dec 20 21:32:47.772242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ffceaffc-d2d7-477a-ba65-86c4c40b0360 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:47.790860 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85ed8877-9e91-4ce9-ad79-5b836c1eed63 req-02572ec2-811f-4594-8059-218e19cc52dd tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412707 Dec 20 21:32:47.823444 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1200f7d1-c51d-45d5-817f-017f45bbf32e tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:47.836178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffceaffc-d2d7-477a-ba65-86c4c40b0360 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fcf0615-1b78-462f-a628-82c86970b158,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:47.875796 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e703f6-4061-491a-948e-b5a1875afd45 None None] Network c6bb7e52-1060-41de-85f9-3d25a3e58d48 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:47.884136 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200f7d1-c51d-45d5-817f-017f45bbf32e tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Pushing event deleted for resources: {'Subnet': ['ID=64736e80-ed65-47a6-8ca5-7396e9a26c2c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:47.886912 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1200f7d1-c51d-45d5-817f-017f45bbf32e tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:47.892804 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1200f7d1-c51d-45d5-817f-017f45bbf32e tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] 10.222.0.32 "DELETE /v2.0/subnets/64736e80-ed65-47a6-8ca5-7396e9a26c2c HTTP/1.1" status: 204 len: 168 time: 0.7125928 Dec 20 21:32:47.894313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42042) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:47.927975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b302a-85fa-4f4b-b5ef-2d215532973a req-2d2a3d1a-c130-42a9-9119-373d55d37f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:47.929514 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e5b302a-85fa-4f4b-b5ef-2d215532973a req-2d2a3d1a-c130-42a9-9119-373d55d37f3e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c507b886-4c4e-4889-b255-5311698a9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1585701 Dec 20 21:32:47.947334 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:47.990731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['6e34011d-ef40-4df7-8fac-d260f2dd4e60'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:32:48.003592 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.013318 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ffceaffc-d2d7-477a-ba65-86c4c40b0360 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.016557 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ffceaffc-d2d7-477a-ba65-86c4c40b0360 tempest-RoutersAdminNegativeIpV6Test-633300396 tempest-RoutersAdminNegativeIpV6Test-633300396-project-admin] 10.222.0.32 "DELETE /v2.0/ports/5fcf0615-1b78-462f-a628-82c86970b158 HTTP/1.1" status: 204 len: 168 time: 1.0547416 Dec 20 21:32:48.050828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cca38-972f-44cc-947a-220bb1644410 req-9a571f8c-d6db-4a22-9bc1-3f2fe8a9f946 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:48.053705 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-473cca38-972f-44cc-947a-220bb1644410 req-9a571f8c-d6db-4a22-9bc1-3f2fe8a9f946 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 945 time: 0.1212859 Dec 20 21:32:48.078740 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Deleting port 10da2224-187a-429c-aeff-c751df41b922 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:48.079903 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.100347 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e5b302a-85fa-4f4b-b5ef-2d215532973a req-489e07c2-991c-4aee-bb4d-2aa7b5d0ded2 service neutron] 10.222.0.66 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569016 Dec 20 21:32:48.113360 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-473cca38-972f-44cc-947a-220bb1644410 req-da9b11c2-6086-4122-a79f-697b13346a13 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/security-groups?id=5cd084f4-a55d-4f23-a625-41a748ba706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489838 Dec 20 21:32:48.173061 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] For port 10da2224-187a-429c-aeff-c751df41b922, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=10da2224-187a-429c-aeff-c751df41b922,segment=NetworkSegment(a5efb125-454c-458c-abf9-34e492cff7f2),segment_id=a5efb125-454c-458c-abf9-34e492cff7f2)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:48.173700 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.204681 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Calling delete_port for 10da2224-187a-429c-aeff-c751df41b922 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:48.208957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d4a89f-f879-4e14-9aba-4279aeff2710 None None] DHCP port deletion for c6bb7e52-1060-41de-85f9-3d25a3e58d48 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:32:48.260815 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e5b302a-85fa-4f4b-b5ef-2d215532973a req-f69ae267-5f8d-4617-a201-c7e2bc4fc63f service neutron] 10.222.0.66 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459339 Dec 20 21:32:48.294963 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b1d4a89f-f879-4e14-9aba-4279aeff2710 None None] Deleting port 10da2224-187a-429c-aeff-c751df41b922 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:48.295559 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a89f-f879-4e14-9aba-4279aeff2710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.345213 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.362830 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b1d4a89f-f879-4e14-9aba-4279aeff2710 None None] For port 10da2224-187a-429c-aeff-c751df41b922, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=10da2224-187a-429c-aeff-c751df41b922,segment=NetworkSegment(a5efb125-454c-458c-abf9-34e492cff7f2),segment_id=a5efb125-454c-458c-abf9-34e492cff7f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:48.363510 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a89f-f879-4e14-9aba-4279aeff2710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.371723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Pushing event deleted for resources: {'Port': ['ID=10da2224-187a-429c-aeff-c751df41b922,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:48.377799 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] No DVR routers for this DVR port 10da2224-187a-429c-aeff-c751df41b922 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:32:48.383606 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b1d4a89f-f879-4e14-9aba-4279aeff2710 None None] Calling delete_port for 10da2224-187a-429c-aeff-c751df41b922 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:48.465924 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a89f-f879-4e14-9aba-4279aeff2710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.470641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42054) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:48.495335 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4a89f-f879-4e14-9aba-4279aeff2710 None None] Pushing event deleted for resources: {'Port': ['ID=10da2224-187a-429c-aeff-c751df41b922,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:48.502235 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4a89f-f879-4e14-9aba-4279aeff2710 None None] No DVR routers for this DVR port 10da2224-187a-429c-aeff-c751df41b922 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:32:48.531261 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.574725 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1904e0-b450-488c-9abe-f44ecd7e4d6e req-099572f3-ffa6-492e-90a8-09abe9658864 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:48.576231 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af1904e0-b450-488c-9abe-f44ecd7e4d6e req-099572f3-ffa6-492e-90a8-09abe9658864 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 945 time: 0.1485536 Dec 20 21:32:48.577970 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bb7e52-1060-41de-85f9-3d25a3e58d48']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:48.589210 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5d060-bf3e-4c58-b56a-42b75b4ffefd req-b9ff233c-4be6-414e-81a1-b94495233ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:48.590711 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06b5d060-bf3e-4c58-b56a-42b75b4ffefd req-b9ff233c-4be6-414e-81a1-b94495233ab7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1627c38824e14f059fc6dbf476097abe&device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 1094 time: 0.1241598 Dec 20 21:32:48.599264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5efb125-454c-458c-abf9-34e492cff7f2') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:48.599598 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5efb125-454c-458c-abf9-34e492cff7f2') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:48.612677 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e853e3f4-e359-4130-a392-eaed30d43e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.627235 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.632721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c247421-6511-4229-837c-d6ec41408e8b req-cc20ffa8-3267-4439-944a-7166cf37ab8d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:48.634283 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c247421-6511-4229-837c-d6ec41408e8b req-cc20ffa8-3267-4439-944a-7166cf37ab8d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 944 time: 0.0896935 Dec 20 21:32:48.679375 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.697229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:32:48.697620 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.699118 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c247421-6511-4229-837c-d6ec41408e8b req-d7b6e264-9fca-41fe-bcd7-b9ddda181bea tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546794 Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:32:48.700486 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:32:48.754356 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af1904e0-b450-488c-9abe-f44ecd7e4d6e req-86b5f708-73f8-40a9-b259-a0a4425ae589 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/security-groups?id=5cd084f4-a55d-4f23-a625-41a748ba706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682572 Dec 20 21:32:48.761168 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e853e3f4-e359-4130-a392-eaed30d43e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.767100 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e853e3f4-e359-4130-a392-eaed30d43e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.785513 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5d060-bf3e-4c58-b56a-42b75b4ffefd req-1a24b305-2055-4506-be16-343792e9cc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:48.787011 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06b5d060-bf3e-4c58-b56a-42b75b4ffefd req-1a24b305-2055-4506-be16-343792e9cc72 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9be0672e-af90-4960-b689-f7fd568fa114 HTTP/1.1" status: 200 len: 915 time: 0.1848879 Dec 20 21:32:48.804078 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853e3f4-e359-4130-a392-eaed30d43e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee5dbd2-02a9-4c74-b8ea-a6e5c2f17bc8,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:48.833326 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06b5d060-bf3e-4c58-b56a-42b75b4ffefd req-519f7889-9fb5-4bd4-a3cb-6f0824969d72 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 HTTP/1.1" status: 200 len: 217 time: 0.0363212 Dec 20 21:32:48.834038 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.838655 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 9e903dd1-4758-4e39-b301-83195f3f876a no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:32:48.842096 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.847637 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] 10.222.0.32 "DELETE /v2.0/networks/c6bb7e52-1060-41de-85f9-3d25a3e58d48 HTTP/1.1" status: 204 len: 168 time: 0.9497268 Dec 20 21:32:48.859347 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e853e3f4-e359-4130-a392-eaed30d43e61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=305f06bb601247f2ae1b7ae097a69aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3848469 Dec 20 21:32:48.859697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42070) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:48.884924 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827c1f4-0d0a-408b-94a3-e11d417c2789 tempest-ExtraDHCPOptionsTestJSON-1185233375 tempest-ExtraDHCPOptionsTestJSON-1185233375-project] Pushing event deleted for resources: {'Network': ['ID=c6bb7e52-1060-41de-85f9-3d25a3e58d48,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:48.902142 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 9e903dd1-4758-4e39-b301-83195f3f876a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:32:48.902142 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 9e903dd1-4758-4e39-b301-83195f3f876a not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:32:48.924401 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e18b5c30-2eee-4c21-b516-064756cc3ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.929941 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5d060-bf3e-4c58-b56a-42b75b4ffefd req-acae2658-e7ac-4d1a-a805-c1dfb76af506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:48.931793 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06b5d060-bf3e-4c58-b56a-42b75b4ffefd req-acae2658-e7ac-4d1a-a805-c1dfb76af506 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e45cedcb-78d6-4882-a4e9-acb33e0a7c98 HTTP/1.1" status: 200 len: 854 time: 0.0852900 Dec 20 21:32:48.949282 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e18b5c30-2eee-4c21-b516-064756cc3ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:48.969030 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06b5d060-bf3e-4c58-b56a-42b75b4ffefd req-70f683a7-668a-4cbb-bc41-61b0d32b837b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9be0672e-af90-4960-b689-f7fd568fa114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294466 Dec 20 21:32:48.976890 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdd43d-7da9-4026-aaea-c0713c34fdf8 req-edb5f6b2-1a0b-4d68-8b35-b88ffed0e2f2 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:48.978470 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7fdd43d-7da9-4026-aaea-c0713c34fdf8 req-edb5f6b2-1a0b-4d68-8b35-b88ffed0e2f2 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.0963092 Dec 20 21:32:49.021010 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e18b5c30-2eee-4c21-b516-064756cc3ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:49.024177 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e18b5c30-2eee-4c21-b516-064756cc3ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:49.025628 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e18b5c30-2eee-4c21-b516-064756cc3ca0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ee5dbd2-02a9-4c74-b8ea-a6e5c2f17bc8 HTTP/1.1" status: 204 len: 168 time: 0.1648662 Dec 20 21:32:49.035691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b5c30-2eee-4c21-b516-064756cc3ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee5dbd2-02a9-4c74-b8ea-a6e5c2f17bc8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:49.108385 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7fdd43d-7da9-4026-aaea-c0713c34fdf8 req-133164b5-7961-499e-a038-ca38397face1 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215127 Dec 20 21:32:49.142241 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06b5d060-bf3e-4c58-b56a-42b75b4ffefd req-40ad301f-2dd9-4dc1-a8c2-057104e49676 service neutron] 10.222.0.31 "GET /v2.0/networks/9be0672e-af90-4960-b689-f7fd568fa114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611896 Dec 20 21:32:49.178437 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42090) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:49.254115 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06b5d060-bf3e-4c58-b56a-42b75b4ffefd req-986036b3-5eb9-43bc-a8dc-e25e23d8b620 service neutron] 10.222.0.31 "GET /v2.0/networks/9be0672e-af90-4960-b689-f7fd568fa114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041508 Dec 20 21:32:49.255198 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6e34011d-ef40-4df7-8fac-d260f2dd4e60 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:32:49.333400 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 6e34011d-ef40-4df7-8fac-d260f2dd4e60 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:32:49.338718 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 6e34011d-ef40-4df7-8fac-d260f2dd4e60 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:49.339170 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:49.442717 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:49.476392 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce21867f-6a55-4998-8add-49349487d55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e34011d-ef40-4df7-8fac-d260f2dd4e60'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:32:49.479513 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c38b35-021b-4553-a937-024563639dcc" -d '{"events": [{"server_uuid": "ce21867f-6a55-4998-8add-49349487d55b", "name": "network-vif-plugged", "status": "completed", "tag": "6e34011d-ef40-4df7-8fac-d260f2dd4e60"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:32:49.490484 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42106) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:49.496756 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9da8ff55-8b4c-4cf9-8df1-72a9fa0dc9eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e8fffaf0b5e41e3b184337d2d939ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3169234 Dec 20 21:32:49.497525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42108) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:49.499123 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6e34011d-ef40-4df7-8fac-d260f2dd4e60, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6e34011d-ef40-4df7-8fac-d260f2dd4e60,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:49.506057 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:49.507265 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 29c9b8a5-e226-4145-8efa-de0db3aee8d8 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:32:49.544517 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-42e63f35-31da-42e3-8092-a696881bc94f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83b8793a470842aeabed0eff281cfd3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499392 Dec 20 21:32:49.544734 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42110) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:49.563553 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-97343c38-5289-4638-8d43-33dd5d772865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:49.566513 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952a9142-f7c4-4630-9bf3-6799cfa5f551 x-openstack-request-id: req-952a9142-f7c4-4630-9bf3-6799cfa5f551 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:32:49.566875 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce21867f-6a55-4998-8add-49349487d55b", "name": "network-vif-plugged", "status": "completed", "tag": "6e34011d-ef40-4df7-8fac-d260f2dd4e60", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:32:49.567212 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-952a9142-f7c4-4630-9bf3-6799cfa5f551 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:32:49.567617 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce21867f-6a55-4998-8add-49349487d55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e34011d-ef40-4df7-8fac-d260f2dd4e60', 'code': 200} Dec 20 21:32:49.590399 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-97343c38-5289-4638-8d43-33dd5d772865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:49.655173 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-97343c38-5289-4638-8d43-33dd5d772865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:49.658703 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-97343c38-5289-4638-8d43-33dd5d772865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:49.662706 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-97343c38-5289-4638-8d43-33dd5d772865 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/583a60d3-3c4b-42ea-8c2e-49f57326c49b HTTP/1.1" status: 204 len: 168 time: 0.1618199 Dec 20 21:32:49.673777 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97343c38-5289-4638-8d43-33dd5d772865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583a60d3-3c4b-42ea-8c2e-49f57326c49b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:49.675023 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=6e34011d-ef40-4df7-8fac-d260f2dd4e60,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:49.736968 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:49.795507 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669dd31-37d3-4a67-9b96-a53ec5262498 req-363e5a83-d883-4557-a634-f525cd777f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:49.796967 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7669dd31-37d3-4a67-9b96-a53ec5262498 req-363e5a83-d883-4557-a634-f525cd777f40 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 1094 time: 0.1108224 Dec 20 21:32:49.801291 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:49.815735 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:49.935995 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 10da2224-187a-429c-aeff-c751df41b922 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:32:49.946938 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=29c9b8a5-e226-4145-8efa-de0db3aee8d8,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:49.959219 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7669dd31-37d3-4a67-9b96-a53ec5262498 req-8210aeb3-44c0-4121-81c2-13fa384e41fd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896149 Dec 20 21:32:49.974654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 10da2224-187a-429c-aeff-c751df41b922 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:32:49.975003 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 10da2224-187a-429c-aeff-c751df41b922 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:32:49.975703 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4555545-2ed9-46ae-a302-b5abb41ce07f req-8a0c59cb-0028-4c0a-8c95-18c7199466aa tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:49.977617 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4555545-2ed9-46ae-a302-b5abb41ce07f req-8a0c59cb-0028-4c0a-8c95-18c7199466aa tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 945 time: 0.1797793 Dec 20 21:32:50.035785 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4555545-2ed9-46ae-a302-b5abb41ce07f req-bc784e2d-d174-40b9-ba9d-bb50ead528c0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467489 Dec 20 21:32:50.137349 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e426ffe-1334-409f-9bb1-62dbc05ac218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:50.167420 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea8592-8e7c-41e4-a47c-0c00f89737f9 req-d26ea933-39ed-4468-afe7-69316f7ba576 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:50.168907 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-56ea8592-8e7c-41e4-a47c-0c00f89737f9 req-d26ea933-39ed-4468-afe7-69316f7ba576 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 945 time: 0.0767598 Dec 20 21:32:50.173941 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e426ffe-1334-409f-9bb1-62dbc05ac218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:50.235163 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-56ea8592-8e7c-41e4-a47c-0c00f89737f9 req-e7e4268f-c83e-4ba9-89b2-63da3033ee15 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/security-groups?id=5cd084f4-a55d-4f23-a625-41a748ba706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541768 Dec 20 21:32:50.256653 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e426ffe-1334-409f-9bb1-62dbc05ac218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:50.260792 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e426ffe-1334-409f-9bb1-62dbc05ac218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:50.262914 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7e426ffe-1334-409f-9bb1-62dbc05ac218 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b873083d-ae7c-416e-b5c3-42c285f539d4 HTTP/1.1" status: 204 len: 168 time: 0.7172563 Dec 20 21:32:50.278158 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e426ffe-1334-409f-9bb1-62dbc05ac218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b873083d-ae7c-416e-b5c3-42c285f539d4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:50.415067 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe29a7-0978-4ab7-b5b8-72f7e9702692 req-5fb8209d-e1ba-46ba-9d34-77bf99fad751 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:50.424657 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8fbe29a7-0978-4ab7-b5b8-72f7e9702692 req-5fb8209d-e1ba-46ba-9d34-77bf99fad751 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 943 time: 0.0640168 Dec 20 21:32:50.493132 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8fbe29a7-0978-4ab7-b5b8-72f7e9702692 req-716c5ebe-cecb-4517-8d69-e1729b8d4ab0 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675104 Dec 20 21:32:50.856923 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42154) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:50.959443 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ea7a21ec-388d-4427-a18e-afb21ea6950f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1358395976'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:50.993281 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7a21ec-388d-4427-a18e-afb21ea6950f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:50.997310 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea7a21ec-388d-4427-a18e-afb21ea6950f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:51.006461 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea7a21ec-388d-4427-a18e-afb21ea6950f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:51.109085 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea7a21ec-388d-4427-a18e-afb21ea6950f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:51.116043 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea7a21ec-388d-4427-a18e-afb21ea6950f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:51.172360 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7a21ec-388d-4427-a18e-afb21ea6950f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:32:51.208100 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42168) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:51.220298 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea7a21ec-388d-4427-a18e-afb21ea6950f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:51.220831 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-ea7a21ec-388d-4427-a18e-afb21ea6950f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Added segment 1eda4fe5-de17-45f0-bde6-6c71cf1012a2 of type vlan for network 79c70af8-983d-4dfd-b045-c94e00cbbffa Dec 20 21:32:51.237434 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cd9f3-1553-471d-8fd7-a482b1dfdb29 req-f21eb64c-e382-47df-a453-473f4812804d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:51.238999 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6c1cd9f3-1553-471d-8fd7-a482b1dfdb29 req-f21eb64c-e382-47df-a453-473f4812804d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 945 time: 0.1040561 Dec 20 21:32:51.239630 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a21ec-388d-4427-a18e-afb21ea6950f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361e66e3-e5da-4bce-a9e9-8d13cf8cccf3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:51.314704 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea7a21ec-388d-4427-a18e-afb21ea6950f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:51.327356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-eb9eba8f-a768-4e04-92d2-49141dca9104 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-246672466'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:51.334753 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6c1cd9f3-1553-471d-8fd7-a482b1dfdb29 req-c5aa0549-8e34-435e-9bd0-dd3ab238787a tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784497 Dec 20 21:32:51.352520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9eba8f-a768-4e04-92d2-49141dca9104 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Made reservation on behalf of 18160ef4c8a44b7f9101a2db5aa36c96 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:51.354252 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea7a21ec-388d-4427-a18e-afb21ea6950f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:51.356133 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb9eba8f-a768-4e04-92d2-49141dca9104 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:51.359996 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7a21ec-388d-4427-a18e-afb21ea6950f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:51.360539 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea7a21ec-388d-4427-a18e-afb21ea6950f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:51.365418 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb9eba8f-a768-4e04-92d2-49141dca9104 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:51.448695 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ea7a21ec-388d-4427-a18e-afb21ea6950f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5906312 Dec 20 21:32:51.465519 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb9eba8f-a768-4e04-92d2-49141dca9104 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:51.472044 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb9eba8f-a768-4e04-92d2-49141dca9104 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:51.476776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a21ec-388d-4427-a18e-afb21ea6950f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Network': ['ID=79c70af8-983d-4dfd-b045-c94e00cbbffa,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:51.501738 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 79c70af8-983d-4dfd-b045-c94e00cbbffa details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:32:51.504041 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9eba8f-a768-4e04-92d2-49141dca9104 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:32:51.530186 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb9eba8f-a768-4e04-92d2-49141dca9104 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:51.530549 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-eb9eba8f-a768-4e04-92d2-49141dca9104 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Added segment 8ae30cf2-321a-4132-b1ea-d35be521f81b of type vlan for network b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9 Dec 20 21:32:51.543703 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd162635-33a5-4a14-bd36-65de97715d8d req-afedfe2e-e26e-466d-9000-7ab8df1937d0 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:51.549500 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cd162635-33a5-4a14-bd36-65de97715d8d req-afedfe2e-e26e-466d-9000-7ab8df1937d0 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 945 time: 0.1277885 Dec 20 21:32:51.641856 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb9eba8f-a768-4e04-92d2-49141dca9104 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:51.652145 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29c9b8a5-e226-4145-8efa-de0db3aee8d8'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:32:51.654368 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdb9b67-f363-47b8-83e8-2efac1677bb7" -d '{"events": [{"server_uuid": "1f575c3d-a3a4-4bff-bef8-5392669afdae", "name": "network-vif-unplugged", "status": "completed", "tag": "29c9b8a5-e226-4145-8efa-de0db3aee8d8"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:32:51.672215 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cd162635-33a5-4a14-bd36-65de97715d8d req-c9223517-b361-4e54-8fc2-b2334e8b5300 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/security-groups?id=5cd084f4-a55d-4f23-a625-41a748ba706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065252 Dec 20 21:32:51.702111 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb9eba8f-a768-4e04-92d2-49141dca9104 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:51.709474 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9eba8f-a768-4e04-92d2-49141dca9104 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:51.710120 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb9eba8f-a768-4e04-92d2-49141dca9104 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:51.718738 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 21:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a2096b-c2df-4256-bfb8-8a5d70d21115 x-openstack-request-id: req-f1a2096b-c2df-4256-bfb8-8a5d70d21115 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:32:51.719451 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f575c3d-a3a4-4bff-bef8-5392669afdae", "name": "network-vif-unplugged", "status": "failed", "tag": "29c9b8a5-e226-4145-8efa-de0db3aee8d8", "code": 422}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:32:51.719932 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1a2096b-c2df-4256-bfb8-8a5d70d21115 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:32:51.720694 n-d-xena-1 neutron-server[102403]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '29c9b8a5-e226-4145-8efa-de0db3aee8d8', 'code': 422} returned with failed status Dec 20 21:32:51.836818 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9eba8f-a768-4e04-92d2-49141dca9104 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17890547-3b05-47cd-87b9-6dfc5e6c2db4,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:51.851266 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-eb9eba8f-a768-4e04-92d2-49141dca9104 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6412029 Dec 20 21:32:51.853898 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42186) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:51.860614 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bde05cc5-0125-45ca-97ce-12ff20cd4d21 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Request body: {'subnet': {'network_id': 'b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:51.862803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8c412-b3c2-423d-955c-b017972356a7 req-87b8ed88-5044-494b-840c-d751eb85d126 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:51.870541 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-84c8c412-b3c2-423d-955c-b017972356a7 req-87b8ed88-5044-494b-840c-d751eb85d126 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 943 time: 0.1858850 Dec 20 21:32:51.903047 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9eba8f-a768-4e04-92d2-49141dca9104 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Pushing event updated for resources: {'Network': ['ID=b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:51.919536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:32:51.953411 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-84c8c412-b3c2-423d-955c-b017972356a7 req-ceb1fdb0-632c-4973-8e96-e3733bacf8c6 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819974 Dec 20 21:32:52.070476 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde05cc5-0125-45ca-97ce-12ff20cd4d21 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Made reservation on behalf of 18160ef4c8a44b7f9101a2db5aa36c96 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:52.076292 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bde05cc5-0125-45ca-97ce-12ff20cd4d21 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:52.230907 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee4cac-0de8-43d6-a434-96e6ab92ae08 req-88b16810-2f48-443c-87a7-fb6b23521622 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:52.232532 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1dee4cac-0de8-43d6-a434-96e6ab92ae08 req-88b16810-2f48-443c-87a7-fb6b23521622 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 945 time: 0.0825119 Dec 20 21:32:52.319864 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1dee4cac-0de8-43d6-a434-96e6ab92ae08 req-51706ed3-1914-4322-b3c5-e140c5019044 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/security-groups?id=5cd084f4-a55d-4f23-a625-41a748ba706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601251 Dec 20 21:32:52.470798 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bde05cc5-0125-45ca-97ce-12ff20cd4d21 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:52.533621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde05cc5-0125-45ca-97ce-12ff20cd4d21 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Pushing event updated for resources: {'Subnet': ['ID=efd5f36d-d977-4786-bbb4-70c63e256c75,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:52.567722 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde05cc5-0125-45ca-97ce-12ff20cd4d21 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Checking segment: {'id': '8ae30cf2-321a-4132-b1ea-d35be521f81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:32:52.568424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde05cc5-0125-45ca-97ce-12ff20cd4d21 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Network hostable DHCP agents. Network: b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:32:52.615185 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54117b45-93d9-4efb-b00b-fb492bbedd79 req-90f92c66-0dad-48fc-bd93-85eaeab75dc3 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:52.626328 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54117b45-93d9-4efb-b00b-fb492bbedd79 req-90f92c66-0dad-48fc-bd93-85eaeab75dc3 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 945 time: 0.2023201 Dec 20 21:32:52.640771 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde05cc5-0125-45ca-97ce-12ff20cd4d21 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Network b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:32:52.683317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-bde05cc5-0125-45ca-97ce-12ff20cd4d21 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:52.689637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde05cc5-0125-45ca-97ce-12ff20cd4d21 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:52.690308 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bde05cc5-0125-45ca-97ce-12ff20cd4d21 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:52.695160 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce179ef9-a3fe-40a6-8382-52fbf5f723dd None None] Network b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:52.727899 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54117b45-93d9-4efb-b00b-fb492bbedd79 req-6a620fa0-c134-4271-9d47-1affd812240e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970857 Dec 20 21:32:52.758015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42220) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:52.759754 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bde05cc5-0125-45ca-97ce-12ff20cd4d21 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9029145 Dec 20 21:32:52.765556 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f0657454-a66c-4ce0-83e9-97bcc9c7245d tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-922453590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:52.845383 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0657454-a66c-4ce0-83e9-97bcc9c7245d tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:52.847836 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0657454-a66c-4ce0-83e9-97bcc9c7245d tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:52.961448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42228) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:53.003972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9', 'network_id': 'b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9', 'tenant_id': '18160ef4c8a44b7f9101a2db5aa36c96', 'fixed_ips': [{'subnet_id': 'efd5f36d-d977-4786-bbb4-70c63e256c75'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:32:53.005449 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:53.027556 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0657454-a66c-4ce0-83e9-97bcc9c7245d tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:53.037300 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0657454-a66c-4ce0-83e9-97bcc9c7245d tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:53.077052 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b520ec-fbbe-4092-a522-9f4db6f603fd admin admin] Deleting subnet ea9759e2-26ca-4714-859c-932515626a6f {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:32:53.083745 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0657454-a66c-4ce0-83e9-97bcc9c7245d tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:53.088206 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f0657454-a66c-4ce0-83e9-97bcc9c7245d tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3284810 Dec 20 21:32:53.089074 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42232) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:53.093840 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33b520ec-fbbe-4092-a522-9f4db6f603fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:53.218149 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33b520ec-fbbe-4092-a522-9f4db6f603fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:53.311314 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Allocated IP 172.20.0.2 (b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9/efd5f36d-d977-4786-bbb4-70c63e256c75/dc883c06-3fd4-4a1d-b53c-5b2a17963a17) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:53.419393 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33b520ec-fbbe-4092-a522-9f4db6f603fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:53.695671 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33b520ec-fbbe-4092-a522-9f4db6f603fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:53.720523 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9318b5-2b3f-484f-88dc-9ecb4701bcb3 req-b2d083c2-e259-4f51-a2b2-3e0e6edef534 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:53.723856 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7b9318b5-2b3f-484f-88dc-9ecb4701bcb3 req-b2d083c2-e259-4f51-a2b2-3e0e6edef534 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 945 time: 0.2268915 Dec 20 21:32:53.783366 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:53.796895 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:53.853568 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:53.866133 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7b9318b5-2b3f-484f-88dc-9ecb4701bcb3 req-272d59e8-43b1-4086-a9ab-592b364967cd tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/security-groups?id=5cd084f4-a55d-4f23-a625-41a748ba706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326091 Dec 20 21:32:53.868910 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b520ec-fbbe-4092-a522-9f4db6f603fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea9759e2-26ca-4714-859c-932515626a6f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:53.880294 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Network b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:53.895156 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:53.900256 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:53.903432 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33b520ec-fbbe-4092-a522-9f4db6f603fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:53.917221 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-33b520ec-fbbe-4092-a522-9f4db6f603fd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ea9759e2-26ca-4714-859c-932515626a6f HTTP/1.1" status: 204 len: 168 time: 0.9537854 Dec 20 21:32:53.920874 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42256) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:53.945451 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Pushing event updated for resources: {'Port': ['ID=dc883c06-3fd4-4a1d-b53c-5b2a17963a17,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:54.042976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Attempting to bind port dc883c06-3fd4-4a1d-b53c-5b2a17963a17 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:54.043774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Attempting to bind port dc883c06-3fd4-4a1d-b53c-5b2a17963a17 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '8ae30cf2-321a-4132-b1ea-d35be521f81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:54.044368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Attempting to bind port dc883c06-3fd4-4a1d-b53c-5b2a17963a17 on network b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:54.052882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:32:54.053760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Checking segment: {'id': '8ae30cf2-321a-4132-b1ea-d35be521f81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:32:54.054432 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:54.057294 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Bound using segment: {'id': '8ae30cf2-321a-4132-b1ea-d35be521f81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:32:54.057999 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Bound port: dc883c06-3fd4-4a1d-b53c-5b2a17963a17, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae30cf2-321a-4132-b1ea-d35be521f81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:32:54.058649 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:54.080345 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b61e7-cc31-4112-b5e6-bd4ecc0f4ebb req-a455a6cc-504c-4e7b-9ac6-34803842f431 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:54.083530 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-897b61e7-cc31-4112-b5e6-bd4ecc0f4ebb req-a455a6cc-504c-4e7b-9ac6-34803842f431 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 943 time: 0.3478024 Dec 20 21:32:54.119563 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a79d4-8d5b-4d12-ae40-0906b90be9fe req-0824704a-edc3-4a7b-b0fb-d94f7f09d87d tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:54.121308 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a55a79d4-8d5b-4d12-ae40-0906b90be9fe req-0824704a-edc3-4a7b-b0fb-d94f7f09d87d tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.31 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 945 time: 0.2942116 Dec 20 21:32:54.221220 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] For port dc883c06-3fd4-4a1d-b53c-5b2a17963a17, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:32:54.228921 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] For port dc883c06-3fd4-4a1d-b53c-5b2a17963a17, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=dc883c06-3fd4-4a1d-b53c-5b2a17963a17,segment=NetworkSegment(8ae30cf2-321a-4132-b1ea-d35be521f81b),segment_id=8ae30cf2-321a-4132-b1ea-d35be521f81b)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:32:54.236601 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:54.273530 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-897b61e7-cc31-4112-b5e6-bd4ecc0f4ebb req-0e9c59ef-9a72-4d32-b984-01b3333af8ac tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244721 Dec 20 21:32:54.352149 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8805589c-bd8b-4762-98dc-50aee7c58822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:54.355877 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecee60-e39a-42e0-8da6-39f6d8e535a1 None None] Pushing event updated for resources: {'Port': ['ID=dc883c06-3fd4-4a1d-b53c-5b2a17963a17,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:54.445098 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-a55a79d4-8d5b-4d12-ae40-0906b90be9fe req-316e9651-6901-4bf4-9f16-5569c714cd5d tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Deleting port 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:32:54.445588 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a55a79d4-8d5b-4d12-ae40-0906b90be9fe req-316e9651-6901-4bf4-9f16-5569c714cd5d tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:54.531454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Allocated IP 172.20.0.1 (b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9/efd5f36d-d977-4786-bbb4-70c63e256c75/728ebaf8-2291-420d-a464-f473fb7133a9) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:54.600013 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8805589c-bd8b-4762-98dc-50aee7c58822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:54.658977 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a85addc2-be76-4818-b201-71948f57eca7 req-a1d66ed6-09c6-4972-9a20-210efc0faa94 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4187977 Dec 20 21:32:54.675470 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8805589c-bd8b-4762-98dc-50aee7c58822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:54.726845 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42268) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:54.733081 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cac8034c-0293-48ee-bc4a-fef423c1e685 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'subnet': {'network_id': '79c70af8-983d-4dfd-b045-c94e00cbbffa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:54.740242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8805589c-bd8b-4762-98dc-50aee7c58822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:54.740677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8805589c-bd8b-4762-98dc-50aee7c58822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb723c3e-f7b6-4e80-8e4f-0cca7b2c58f2') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:54.769540 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8805589c-bd8b-4762-98dc-50aee7c58822 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:54.874726 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:54.875261 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8805589c-bd8b-4762-98dc-50aee7c58822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:54.889956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-a55a79d4-8d5b-4d12-ae40-0906b90be9fe req-316e9651-6901-4bf4-9f16-5569c714cd5d tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] For port 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4,segment=NetworkSegment(5e630262-7487-4dea-bb3f-5f9f29e45580),segment_id=5e630262-7487-4dea-bb3f-5f9f29e45580)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:54.890489 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a55a79d4-8d5b-4d12-ae40-0906b90be9fe req-316e9651-6901-4bf4-9f16-5569c714cd5d tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:54.903321 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8805589c-bd8b-4762-98dc-50aee7c58822 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:32:54.903740 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8805589c-bd8b-4762-98dc-50aee7c58822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:32:54.927556 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:32:54.970958 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac8034c-0293-48ee-bc4a-fef423c1e685 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:54.974972 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cac8034c-0293-48ee-bc4a-fef423c1e685 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:55.076022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-a55a79d4-8d5b-4d12-ae40-0906b90be9fe req-316e9651-6901-4bf4-9f16-5569c714cd5d tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Calling delete_port for 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:32:55.179077 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a100a-0ab7-402f-aa46-585182553170 req-4d06bdc7-f007-4471-8ed2-dbf437e66269 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:55.183526 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-506a100a-0ab7-402f-aa46-585182553170 req-4d06bdc7-f007-4471-8ed2-dbf437e66269 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 945 time: 0.1162140 Dec 20 21:32:55.184368 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8805589c-bd8b-4762-98dc-50aee7c58822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:55.197908 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8805589c-bd8b-4762-98dc-50aee7c58822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:55.205978 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8805589c-bd8b-4762-98dc-50aee7c58822 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab HTTP/1.1" status: 204 len: 168 time: 1.2064688 Dec 20 21:32:55.276018 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 29c9b8a5-e226-4145-8efa-de0db3aee8d8 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:32:55.354154 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:55.370103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805589c-bd8b-4762-98dc-50aee7c58822 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad6f1ec3-d107-4c3c-b6c6-d5e0611677ab,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:55.476293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Network b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:55.484627 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:55.494049 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:55.511184 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42290) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:55.530421 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-506a100a-0ab7-402f-aa46-585182553170 req-a5d40f43-1741-403a-acb5-ea8c538bf471 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/security-groups?id=5cd084f4-a55d-4f23-a625-41a748ba706d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174453 Dec 20 21:32:55.542459 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9aed7-7cef-4e11-8300-de0b0eb52ce4 req-bb363188-691d-4eac-a19f-d99de22e4894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:55.542459 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4f9aed7-7cef-4e11-8300-de0b0eb52ce4 req-bb363188-691d-4eac-a19f-d99de22e4894 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 1093 time: 0.1990478 Dec 20 21:32:55.592822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Pushing event updated for resources: {'Port': ['ID=728ebaf8-2291-420d-a464-f473fb7133a9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:55.648502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d8543-afb2-4db4-bf99-b0a6c1c59f03 req-e8b9a59c-4b92-4287-a507-a66e8b610f62 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:55.651632 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-521d8543-afb2-4db4-bf99-b0a6c1c59f03 req-e8b9a59c-4b92-4287-a507-a66e8b610f62 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.3111243 Dec 20 21:32:55.662242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:55.735351 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e425d4-1f7f-4c3b-baae-15d05cba1c33 None None] Network b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:55.738645 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cac8034c-0293-48ee-bc4a-fef423c1e685 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:55.781304 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6b02981c-3d98-4dd2-9080-8092d0805b53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca36b0d25161450da30484970d345d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645724 Dec 20 21:32:55.782657 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42294) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:55.834629 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12502b66-35bc-4500-8cb7-258ae2b3eb72 req-7e13638a-789c-4b69-a192-9658294abf1a tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:55.836196 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12502b66-35bc-4500-8cb7-258ae2b3eb72 req-7e13638a-789c-4b69-a192-9658294abf1a tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 943 time: 0.2015407 Dec 20 21:32:55.841482 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a55a79d4-8d5b-4d12-ae40-0906b90be9fe req-316e9651-6901-4bf4-9f16-5569c714cd5d tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:55.854588 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8034c-0293-48ee-bc4a-fef423c1e685 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Subnet': ['ID=2116e55b-bee8-4f1f-be11-e0405f0c61f9,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:55.857916 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-521d8543-afb2-4db4-bf99-b0a6c1c59f03 req-30ffdf6d-3f46-4120-becd-99ea6151f305 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840436 Dec 20 21:32:55.859238 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9aed7-7cef-4e11-8300-de0b0eb52ce4 req-544abdcf-8f06-4d4a-a605-73051ea4756c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:55.860674 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4f9aed7-7cef-4e11-8300-de0b0eb52ce4 req-544abdcf-8f06-4d4a-a605-73051ea4756c service neutron] 10.222.0.31 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 0.3069444 Dec 20 21:32:55.935846 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e9651-6901-4bf4-9f16-5569c714cd5d tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Pushing event deleted for resources: {'Port': ['ID=7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:55.937417 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-db2dee81-93cb-48f0-8314-986415f079c8 None None] Provisioning complete for port dc883c06-3fd4-4a1d-b53c-5b2a17963a17 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:55.944524 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db2dee81-93cb-48f0-8314-986415f079c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:55.952686 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac8034c-0293-48ee-bc4a-fef423c1e685 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Checking segment: {'id': '1eda4fe5-de17-45f0-bde6-6c71cf1012a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '79c70af8-983d-4dfd-b045-c94e00cbbffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:32:55.953186 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac8034c-0293-48ee-bc4a-fef423c1e685 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network hostable DHCP agents. Network: 79c70af8-983d-4dfd-b045-c94e00cbbffa, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:32:55.964135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85addc2-be76-4818-b201-71948f57eca7 req-84aec5d2-7674-446f-9236-7914971cd093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:55.965637 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a85addc2-be76-4818-b201-71948f57eca7 req-84aec5d2-7674-446f-9236-7914971cd093 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae&tenant_id=2372edae52864334a53d4fba944cc335 HTTP/1.1" status: 200 len: 1092 time: 0.2366152 Dec 20 21:32:56.011144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4f9aed7-7cef-4e11-8300-de0b0eb52ce4 req-ff52efc7-8f19-4894-828f-ccbf0bf70b91 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b71953cc-274e-48e8-9e1d-23313750574c HTTP/1.1" status: 200 len: 999 time: 0.1315274 Dec 20 21:32:56.014729 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device dc883c06-3fd4-4a1d-b53c-5b2a17963a17 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:32:56.015286 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:56.077873 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12502b66-35bc-4500-8cb7-258ae2b3eb72 req-9c5831c3-8fad-495c-868d-2189c5904af1 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239790 Dec 20 21:32:56.080108 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55a79d4-8d5b-4d12-ae40-0906b90be9fe req-316e9651-6901-4bf4-9f16-5569c714cd5d tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] No DVR routers for this DVR port 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 on host n-h1-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:32:56.085138 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a55a79d4-8d5b-4d12-ae40-0906b90be9fe req-316e9651-6901-4bf4-9f16-5569c714cd5d tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:56.088478 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a55a79d4-8d5b-4d12-ae40-0906b90be9fe req-316e9651-6901-4bf4-9f16-5569c714cd5d tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.31 "DELETE /v2.0/ports/7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 HTTP/1.1" status: 204 len: 173 time: 1.9597082 Dec 20 21:32:56.090705 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465a9704-1f66-43a4-97e5-429f6e3d40f8', 'name': 'network-vif-deleted', 'tag': '7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:32:56.092971 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5473f98-97a7-44b6-ae6a-3f520a7bd927" -d '{"events": [{"server_uuid": "465a9704-1f66-43a4-97e5-429f6e3d40f8", "name": "network-vif-deleted", "tag": "7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:32:56.109494 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac8034c-0293-48ee-bc4a-fef423c1e685 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network 79c70af8-983d-4dfd-b045-c94e00cbbffa is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:32:56.126013 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:32:56.133359 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-cac8034c-0293-48ee-bc4a-fef423c1e685 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 79c70af8-983d-4dfd-b045-c94e00cbbffa) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:56.140675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac8034c-0293-48ee-bc4a-fef423c1e685 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:56.142391 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cac8034c-0293-48ee-bc4a-fef423c1e685 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:56.146220 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db2dee81-93cb-48f0-8314-986415f079c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:56.148289 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3bffa1-32aa-44ea-bfc8-e6545ef62518 None None] Network 79c70af8-983d-4dfd-b045-c94e00cbbffa requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:56.182543 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085fcd4a-7ae9-44b8-b4fa-3aa37cf2c69b x-openstack-request-id: req-085fcd4a-7ae9-44b8-b4fa-3aa37cf2c69b {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:32:56.183257 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465a9704-1f66-43a4-97e5-429f6e3d40f8", "name": "network-vif-deleted", "tag": "7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:32:56.183778 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-085fcd4a-7ae9-44b8-b4fa-3aa37cf2c69b {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:32:56.184420 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465a9704-1f66-43a4-97e5-429f6e3d40f8', 'name': 'network-vif-deleted', 'tag': '7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4', 'status': 'completed', 'code': 200} Dec 20 21:32:56.189660 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cac8034c-0293-48ee-bc4a-fef423c1e685 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4618833 Dec 20 21:32:56.193325 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42302) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:56.200480 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c127f26e-99b0-43b1-8c4f-96854bbe9a02 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1118937264'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:56.227194 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port dc883c06-3fd4-4a1d-b53c-5b2a17963a17 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:56.227566 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:56.253770 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b74deee-2159-4c3f-a320-c6329548cb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:56.271007 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c127f26e-99b0-43b1-8c4f-96854bbe9a02 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:56.276991 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:56.283186 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c127f26e-99b0-43b1-8c4f-96854bbe9a02 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:56.364735 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c127f26e-99b0-43b1-8c4f-96854bbe9a02 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:32:56.390412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-db2dee81-93cb-48f0-8314-986415f079c8 None None] For port dc883c06-3fd4-4a1d-b53c-5b2a17963a17, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=dc883c06-3fd4-4a1d-b53c-5b2a17963a17,segment=NetworkSegment(8ae30cf2-321a-4132-b1ea-d35be521f81b),segment_id=8ae30cf2-321a-4132-b1ea-d35be521f81b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:56.392871 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c127f26e-99b0-43b1-8c4f-96854bbe9a02 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:56.395057 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-c127f26e-99b0-43b1-8c4f-96854bbe9a02 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Added segment 2c21a424-ea90-415c-b67e-5996985ab00e of type vlan for network 6eb28db2-3979-41c4-baca-84c14ea0cc84 Dec 20 21:32:56.417008 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db2dee81-93cb-48f0-8314-986415f079c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:56.470699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9aed7-7cef-4e11-8300-de0b0eb52ce4 req-74495d13-dc82-412c-a122-9cc0df15dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:56.481575 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4f9aed7-7cef-4e11-8300-de0b0eb52ce4 req-74495d13-dc82-412c-a122-9cc0df15dedf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.4581916 Dec 20 21:32:56.501001 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c127f26e-99b0-43b1-8c4f-96854bbe9a02 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:56.529155 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b74deee-2159-4c3f-a320-c6329548cb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:56.580572 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:56.592606 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c127f26e-99b0-43b1-8c4f-96854bbe9a02 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:56.602528 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c127f26e-99b0-43b1-8c4f-96854bbe9a02 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:56.606419 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c127f26e-99b0-43b1-8c4f-96854bbe9a02 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:56.738580 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:56.806085 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ac96be04-333f-484b-9a00-a1a0c0e89a7a None None] Provisioning complete for port 728ebaf8-2291-420d-a464-f473fb7133a9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:56.806777 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac96be04-333f-484b-9a00-a1a0c0e89a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:56.820598 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c127f26e-99b0-43b1-8c4f-96854bbe9a02 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6258934 Dec 20 21:32:56.833574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dee81-93cb-48f0-8314-986415f079c8 None None] Pushing event updated for resources: {'Port': ['ID=dc883c06-3fd4-4a1d-b53c-5b2a17963a17,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:56.845683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42312) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:56.850386 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-064b94da-e696-4b77-b8af-d9662df6f6ce req-d260bcd5-b255-44c8-aee0-658feb090368 tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] 10.222.0.32 "GET /v2.0/ports?device_id=465a9704-1f66-43a4-97e5-429f6e3d40f8 HTTP/1.1" status: 200 len: 210 time: 0.0800607 Dec 20 21:32:56.855368 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-96fd7b82-cc37-4c9b-a091-9e2bf8c41286 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'subnet': {'network_id': '6eb28db2-3979-41c4-baca-84c14ea0cc84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:56.859344 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127f26e-99b0-43b1-8c4f-96854bbe9a02 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Network': ['ID=6eb28db2-3979-41c4-baca-84c14ea0cc84,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:56.901020 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:32:56.922814 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 6eb28db2-3979-41c4-baca-84c14ea0cc84 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:32:56.930915 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:32:56.931956 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7b555eb5-38bc-4feb-8f3e-1a419f0fb0d4 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:32:57.013470 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-79c70af8-983d-4dfd-b045-c94e00cbbffa', 'network_id': '79c70af8-983d-4dfd-b045-c94e00cbbffa', 'tenant_id': 'c1874b2f81444cd685d2d66062311ace', 'fixed_ips': [{'subnet_id': '2116e55b-bee8-4f1f-be11-e0405f0c61f9'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:32:57.014388 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:57.050725 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:32:57.051267 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:32:57.055931 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ac96be04-333f-484b-9a00-a1a0c0e89a7a None None] Port 728ebaf8-2291-420d-a464-f473fb7133a9 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:32:57.078758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fd7b82-cc37-4c9b-a091-9e2bf8c41286 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:57.083817 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96fd7b82-cc37-4c9b-a091-9e2bf8c41286 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:57.162316 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ac96be04-333f-484b-9a00-a1a0c0e89a7a None None] Provisioning complete for port dc883c06-3fd4-4a1d-b53c-5b2a17963a17 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:57.162694 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac96be04-333f-484b-9a00-a1a0c0e89a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:57.197228 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24e07a34-d4d1-4ce9-b2dd-11d1577a6037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:57.247850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] For port 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:32:57.288168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] For port 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:32:57.307254 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Allocated IP 2001:db8:0:ffff::2 (79c70af8-983d-4dfd-b045-c94e00cbbffa/2116e55b-bee8-4f1f-be11-e0405f0c61f9/fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:32:57.330742 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94393bde-1a41-4a7f-9ca6-b37dbfb7f0cc req-6b5a3ec3-ee29-4b52-94e8-af8871f5d379 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:57.332242 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-94393bde-1a41-4a7f-9ca6-b37dbfb7f0cc req-6b5a3ec3-ee29-4b52-94e8-af8871f5d379 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 943 time: 0.1430731 Dec 20 21:32:57.381002 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9aed7-7cef-4e11-8300-de0b0eb52ce4 req-a7e58982-fbd3-43bf-b79a-8697ee2306a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:57.382591 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4f9aed7-7cef-4e11-8300-de0b0eb52ce4 req-a7e58982-fbd3-43bf-b79a-8697ee2306a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8705392 Dec 20 21:32:57.448745 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-94393bde-1a41-4a7f-9ca6-b37dbfb7f0cc req-8eaac571-d7fe-44f9-9681-b7cd24495772 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014791 Dec 20 21:32:57.452808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c9b8a5-e226-4145-8efa-de0db3aee8d8 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:32:57.458310 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b74deee-2159-4c3f-a320-c6329548cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:57.460974 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b74deee-2159-4c3f-a320-c6329548cb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:57.462373 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4b74deee-2159-4c3f-a320-c6329548cb34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7dc7da1a-f249-46a7-bf4f-e1426b575975 HTTP/1.1" status: 204 len: 168 time: 1.6748536 Dec 20 21:32:57.559774 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96fd7b82-cc37-4c9b-a091-9e2bf8c41286 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:57.640836 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-72c31a78-3f87-4c3a-9b22-11689e4b4ad1 None None] Provisioning complete for port 728ebaf8-2291-420d-a464-f473fb7133a9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:57.641989 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-72c31a78-3f87-4c3a-9b22-11689e4b4ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:57.653877 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4f9aed7-7cef-4e11-8300-de0b0eb52ce4 req-3a96feb2-4358-4c66-bc11-fc2564435a19 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499087 Dec 20 21:32:57.684340 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-72c31a78-3f87-4c3a-9b22-11689e4b4ad1 None None] Port 728ebaf8-2291-420d-a464-f473fb7133a9 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:32:57.701530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd7b82-cc37-4c9b-a091-9e2bf8c41286 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Subnet': ['ID=19e28ee1-3e60-4963-b684-605a2e226c6c,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:57.709221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd7b82-cc37-4c9b-a091-9e2bf8c41286 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Checking segment: {'id': '2c21a424-ea90-415c-b67e-5996985ab00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '6eb28db2-3979-41c4-baca-84c14ea0cc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:32:57.709678 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fd7b82-cc37-4c9b-a091-9e2bf8c41286 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network hostable DHCP agents. Network: 6eb28db2-3979-41c4-baca-84c14ea0cc84, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:32:57.725410 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:57.728241 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:57.731092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fd7b82-cc37-4c9b-a091-9e2bf8c41286 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network 6eb28db2-3979-41c4-baca-84c14ea0cc84 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:32:57.738933 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:57.751527 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-96fd7b82-cc37-4c9b-a091-9e2bf8c41286 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 6eb28db2-3979-41c4-baca-84c14ea0cc84) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:57.761073 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fd7b82-cc37-4c9b-a091-9e2bf8c41286 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:57.762167 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96fd7b82-cc37-4c9b-a091-9e2bf8c41286 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:57.790653 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-96fd7b82-cc37-4c9b-a091-9e2bf8c41286 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9393916 Dec 20 21:32:57.793216 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42326) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:57.812825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f349401f-1335-4cb5-840f-c88d83bc291e None None] Network 6eb28db2-3979-41c4-baca-84c14ea0cc84 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:57.909393 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:57.926895 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74deee-2159-4c3f-a320-c6329548cb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc7da1a-f249-46a7-bf4f-e1426b575975,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:57.950856 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9227e185-6528-43f5-a3d5-21de8dfe58f3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:57.971250 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.045031 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42330) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:58.046291 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9227e185-6528-43f5-a3d5-21de8dfe58f3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.054186 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device dc883c06-3fd4-4a1d-b53c-5b2a17963a17 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:32:58.080711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfac163-cb10-4602-8360-80dca0c69d31 req-1976846d-2aa9-4d35-814d-568e7bf3eab8 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:58.088683 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9bfac163-cb10-4602-8360-80dca0c69d31 req-1976846d-2aa9-4d35-814d-568e7bf3eab8 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 1.1219699 Dec 20 21:32:58.136145 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Transition to ACTIVE for port object 29c9b8a5-e226-4145-8efa-de0db3aee8d8 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:32:58.155955 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e2fdc3-d4ba-4e78-9921-46fa33a1f503 admin admin] Deleting subnet e45cedcb-78d6-4882-a4e9-acb33e0a7c98 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:32:58.161402 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00e2fdc3-d4ba-4e78-9921-46fa33a1f503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.171729 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.188694 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Pushing event updated for resources: {'Port': ['ID=fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:58.218125 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Network 79c70af8-983d-4dfd-b045-c94e00cbbffa is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:58.258338 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:58.263419 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00e2fdc3-d4ba-4e78-9921-46fa33a1f503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.268825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:32:58.270274 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9227e185-6528-43f5-a3d5-21de8dfe58f3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.300738 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9bfac163-cb10-4602-8360-80dca0c69d31 req-9739d555-6888-43a6-97c5-530b24e27398 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109947 Dec 20 21:32:58.304562 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.357952 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227e185-6528-43f5-a3d5-21de8dfe58f3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Subnet': ['ID=19e28ee1-3e60-4963-b684-605a2e226c6c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:58.380762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Pushing event updated for resources: {'Port': ['ID=728ebaf8-2291-420d-a464-f473fb7133a9,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:58.460151 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9227e185-6528-43f5-a3d5-21de8dfe58f3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.464437 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00e2fdc3-d4ba-4e78-9921-46fa33a1f503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.513206 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Attempting to bind port fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:58.513773 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Attempting to bind port fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '1eda4fe5-de17-45f0-bde6-6c71cf1012a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '79c70af8-983d-4dfd-b045-c94e00cbbffa'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:58.514341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Attempting to bind port fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae on network 79c70af8-983d-4dfd-b045-c94e00cbbffa {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:58.534146 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Pushing event updated for resources: {'Port': ['ID=29c9b8a5-e226-4145-8efa-de0db3aee8d8,revision_number=9']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:58.567155 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-9227e185-6528-43f5-a3d5-21de8dfe58f3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb28db2-3979-41c4-baca-84c14ea0cc84']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:58.576474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:32:58.576756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Checking segment: {'id': '1eda4fe5-de17-45f0-bde6-6c71cf1012a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '79c70af8-983d-4dfd-b045-c94e00cbbffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:32:58.581377 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.582684 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Bound using segment: {'id': '1eda4fe5-de17-45f0-bde6-6c71cf1012a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '79c70af8-983d-4dfd-b045-c94e00cbbffa'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:32:58.583859 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Bound port: fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eda4fe5-de17-45f0-bde6-6c71cf1012a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '79c70af8-983d-4dfd-b045-c94e00cbbffa'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:32:58.584739 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4f9aed7-7cef-4e11-8300-de0b0eb52ce4 req-5ea22d54-8be9-40d3-9681-48f9c1066dfe service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8178556 Dec 20 21:32:58.585377 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.621150 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c358ca2-2a1d-4d6e-9ff6-3d4c0cee1247 None None] Network 6eb28db2-3979-41c4-baca-84c14ea0cc84 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:32:58.621670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-9227e185-6528-43f5-a3d5-21de8dfe58f3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c21a424-ea90-415c-b67e-5996985ab00e') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:58.622103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-9227e185-6528-43f5-a3d5-21de8dfe58f3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c21a424-ea90-415c-b67e-5996985ab00e') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:32:58.651758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] No DVR routers for this DVR port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:32:58.690649 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9227e185-6528-43f5-a3d5-21de8dfe58f3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.747145 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00e2fdc3-d4ba-4e78-9921-46fa33a1f503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.766986 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port dc883c06-3fd4-4a1d-b53c-5b2a17963a17 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:58.768319 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.768700 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9227e185-6528-43f5-a3d5-21de8dfe58f3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.782050 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9227e185-6528-43f5-a3d5-21de8dfe58f3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:32:58.785684 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9227e185-6528-43f5-a3d5-21de8dfe58f3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:32:58.870456 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:32:58.905924 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2fdc3-d4ba-4e78-9921-46fa33a1f503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45cedcb-78d6-4882-a4e9-acb33e0a7c98,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:58.915628 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00e2fdc3-d4ba-4e78-9921-46fa33a1f503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.918770 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-00e2fdc3-d4ba-4e78-9921-46fa33a1f503 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e45cedcb-78d6-4882-a4e9-acb33e0a7c98 HTTP/1.1" status: 204 len: 168 time: 0.8686199 Dec 20 21:32:58.921566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42354) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:58.932412 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b60c1-e253-4d1e-91b9-1da878a50b05 req-9f9a56b3-2f28-4e5d-9d00-8e982e3cc50d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:58.939776 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-319b60c1-e253-4d1e-91b9-1da878a50b05 req-9f9a56b3-2f28-4e5d-9d00-8e982e3cc50d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 943 time: 0.3309412 Dec 20 21:32:58.948901 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9227e185-6528-43f5-a3d5-21de8dfe58f3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.973929 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9227e185-6528-43f5-a3d5-21de8dfe58f3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:58.981361 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9227e185-6528-43f5-a3d5-21de8dfe58f3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/networks/6eb28db2-3979-41c4-baca-84c14ea0cc84 HTTP/1.1" status: 204 len: 168 time: 1.1870706 Dec 20 21:32:58.982347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227e185-6528-43f5-a3d5-21de8dfe58f3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Network': ['ID=6eb28db2-3979-41c4-baca-84c14ea0cc84,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:58.984055 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42356) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:58.991029 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b0272238-ca5e-46c3-93a4-0d2cd5a13769 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1672611989'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:59.021107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Network b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:32:59.031113 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-319b60c1-e253-4d1e-91b9-1da878a50b05 req-957f5b96-d082-4f5c-9fd0-791896e5237f tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837340 Dec 20 21:32:59.068141 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0272238-ca5e-46c3-93a4-0d2cd5a13769 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:32:59.071662 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0272238-ca5e-46c3-93a4-0d2cd5a13769 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:59.082725 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:32:59.110006 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0272238-ca5e-46c3-93a4-0d2cd5a13769 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:32:59.110440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] For port fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:32:59.121974 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0272238-ca5e-46c3-93a4-0d2cd5a13769 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:59.121974 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-b0272238-ca5e-46c3-93a4-0d2cd5a13769 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Added segment adf08889-7aed-4ed3-ac18-ae49827627ff of type vlan for network 017ee123-1513-4327-827f-603e2db8db17 Dec 20 21:32:59.122523 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] For port fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae,segment=NetworkSegment(1eda4fe5-de17-45f0-bde6-6c71cf1012a2),segment_id=1eda4fe5-de17-45f0-bde6-6c71cf1012a2)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:32:59.136402 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:59.186458 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0272238-ca5e-46c3-93a4-0d2cd5a13769 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:59.239097 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Attempting to bind port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:32:59.239444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Attempting to bind port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:32:59.239780 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Attempting to bind port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 on network c507b886-4c4e-4889-b255-5311698a9b7a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:59.249554 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0272238-ca5e-46c3-93a4-0d2cd5a13769 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:59.264439 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0272238-ca5e-46c3-93a4-0d2cd5a13769 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:59.265382 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b26ea141-e703-43a8-b8fe-06c6d88cc88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:59.265560 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b0272238-ca5e-46c3-93a4-0d2cd5a13769 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:59.279045 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Pushing event updated for resources: {'Port': ['ID=fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:59.301366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:59.302479 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:59.303478 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:59.304061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:59.305569 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:59.306045 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:59.307153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:59.307800 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:59.309746 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:59.310252 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:59.310685 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:59.311621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae879f74-875e-419a-8baf-df3662cc0aff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:32:59.335410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 on network c507b886-4c4e-4889-b255-5311698a9b7a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:32:59.337165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Attempting to bind port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 on network c507b886-4c4e-4889-b255-5311698a9b7a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:32:59.354806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:32:59.355597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Checking segment: {'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:32:59.356172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Bound using segment: {'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:32:59.356977 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Bound port: 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08154e0e-5e2a-4fb1-84d5-fb81f988ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:32:59.357545 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:59.376395 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0272238-ca5e-46c3-93a4-0d2cd5a13769 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Network': ['ID=017ee123-1513-4327-827f-603e2db8db17,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:59.391131 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 017ee123-1513-4327-827f-603e2db8db17 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:32:59.421191 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b0272238-ca5e-46c3-93a4-0d2cd5a13769 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4347467 Dec 20 21:32:59.427295 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42366) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:32:59.437683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7c42fdca-3324-4b1d-a84d-e6dd29342d7f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'subnet': {'network_id': '017ee123-1513-4327-827f-603e2db8db17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:32:59.465483 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] For port 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:32:59.472802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] For port 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:32:59.507853 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:59.555001 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:59.555632 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:59.557392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a85addc2-be76-4818-b201-71948f57eca7 req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] 10.222.0.31 "PUT /v2.0/ports/29c9b8a5-e226-4145-8efa-de0db3aee8d8 HTTP/1.1" status: 200 len: 1089 time: 3.5700696 Dec 20 21:32:59.586364 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'tag': '29c9b8a5-e226-4145-8efa-de0db3aee8d8'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:32:59.588801 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782d5133-3453-444b-8f57-eb0befb64e13" -d '{"events": [{"name": "network-changed", "server_uuid": "1f575c3d-a3a4-4bff-bef8-5392669afdae", "tag": "29c9b8a5-e226-4145-8efa-de0db3aee8d8"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:32:59.631724 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-88989c94-09b6-4180-a0c3-775f7693db36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:59.739255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-cc7b7e53-873a-490c-9ea9-40a7a035431c None None] Provisioning complete for port 728ebaf8-2291-420d-a464-f473fb7133a9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:32:59.739639 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7e53-873a-490c-9ea9-40a7a035431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:59.764303 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e82c9ce-5521-453f-a118-06a3c3f46994 x-openstack-request-id: req-5e82c9ce-5521-453f-a118-06a3c3f46994 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:32:59.768757 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f575c3d-a3a4-4bff-bef8-5392669afdae", "tag": "29c9b8a5-e226-4145-8efa-de0db3aee8d8", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:32:59.772999 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e82c9ce-5521-453f-a118-06a3c3f46994 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:32:59.773446 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'tag': '29c9b8a5-e226-4145-8efa-de0db3aee8d8', 'status': 'completed', 'code': 200} Dec 20 21:32:59.869057 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-cc7b7e53-873a-490c-9ea9-40a7a035431c None None] Port 728ebaf8-2291-420d-a464-f473fb7133a9 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:32:59.872007 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd0977-7c35-4b39-934f-78dd29eb7d0d req-c41ece2e-f370-4f6b-b75f-83aa9c25e63d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:32:59.882781 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2abd0977-7c35-4b39-934f-78dd29eb7d0d req-c41ece2e-f370-4f6b-b75f-83aa9c25e63d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.2386050 Dec 20 21:32:59.953680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e71c1-9572-4c02-ab13-067b28b5906b service neutron] Pushing event updated for resources: {'Port': ['ID=29c9b8a5-e226-4145-8efa-de0db3aee8d8,revision_number=10']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:32:59.961300 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b26ea141-e703-43a8-b8fe-06c6d88cc88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:32:59.992215 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c42fdca-3324-4b1d-a84d-e6dd29342d7f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:00.017204 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7c42fdca-3324-4b1d-a84d-e6dd29342d7f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:00.039149 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2abd0977-7c35-4b39-934f-78dd29eb7d0d req-0c619a6d-c8a2-473e-a0ad-b25a404dbd11 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553156 Dec 20 21:33:00.055050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-b26ea141-e703-43a8-b8fe-06c6d88cc88b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be0672e-af90-4960-b689-f7fd568fa114']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:00.100536 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-b26ea141-e703-43a8-b8fe-06c6d88cc88b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e630262-7487-4dea-bb3f-5f9f29e45580') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:00.100849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-b26ea141-e703-43a8-b8fe-06c6d88cc88b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e630262-7487-4dea-bb3f-5f9f29e45580') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:00.117995 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b26ea141-e703-43a8-b8fe-06c6d88cc88b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:00.141066 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:33:00.143386 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b26ea141-e703-43a8-b8fe-06c6d88cc88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:00.153362 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26ea141-e703-43a8-b8fe-06c6d88cc88b admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:00.153676 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b26ea141-e703-43a8-b8fe-06c6d88cc88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:00.266315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:00.266830 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:00.385186 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:00.417297 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7c42fdca-3324-4b1d-a84d-e6dd29342d7f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:00.464385 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae,segment=NetworkSegment(1eda4fe5-de17-45f0-bde6-6c71cf1012a2),segment_id=1eda4fe5-de17-45f0-bde6-6c71cf1012a2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:00.475707 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:00.564518 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42fdca-3324-4b1d-a84d-e6dd29342d7f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Subnet': ['ID=db506e5f-e543-4bb6-ac2a-6764d0e43157,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:00.576078 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c42fdca-3324-4b1d-a84d-e6dd29342d7f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Checking segment: {'id': 'adf08889-7aed-4ed3-ac18-ae49827627ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '017ee123-1513-4327-827f-603e2db8db17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:00.579487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c42fdca-3324-4b1d-a84d-e6dd29342d7f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network hostable DHCP agents. Network: 017ee123-1513-4327-827f-603e2db8db17, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:33:00.609936 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:00.634997 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c42fdca-3324-4b1d-a84d-e6dd29342d7f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network 017ee123-1513-4327-827f-603e2db8db17 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:33:00.650879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7c42fdca-3324-4b1d-a84d-e6dd29342d7f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 017ee123-1513-4327-827f-603e2db8db17) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:00.655428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c42fdca-3324-4b1d-a84d-e6dd29342d7f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:00.655996 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7c42fdca-3324-4b1d-a84d-e6dd29342d7f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:00.665661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaeab27-329d-4608-83eb-0b460a136a30 None None] Network 017ee123-1513-4327-827f-603e2db8db17 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:00.693767 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7c42fdca-3324-4b1d-a84d-e6dd29342d7f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2591040 Dec 20 21:33:00.694249 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42398) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:00.703887 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-86271bda-686d-4678-ac0a-39a97e5bfafa tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1700994488'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:00.754809 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:00.755061 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42400) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:00.773162 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86271bda-686d-4678-ac0a-39a97e5bfafa tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:00.776972 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86271bda-686d-4678-ac0a-39a97e5bfafa tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:00.835880 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86271bda-686d-4678-ac0a-39a97e5bfafa tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:00.849445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85addc2-be76-4818-b201-71948f57eca7 req-70cea16c-5286-4086-8a59-72c01c514195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:00.853180 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86271bda-686d-4678-ac0a-39a97e5bfafa tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:00.853490 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-86271bda-686d-4678-ac0a-39a97e5bfafa tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Added segment 44f5f3e9-a79e-4fe5-9694-367cc2304b07 of type vlan for network 30516e23-0cae-4e0d-8113-0c124bff7dd1 Dec 20 21:33:00.859459 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a85addc2-be76-4818-b201-71948f57eca7 req-70cea16c-5286-4086-8a59-72c01c514195 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2372edae52864334a53d4fba944cc335&device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 1093 time: 1.2363961 Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:00.860169 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:00.889506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c0d060-64a5-47d5-bab4-81b7bc230153 None None] Network 79c70af8-983d-4dfd-b045-c94e00cbbffa requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:00.896048 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86271bda-686d-4678-ac0a-39a97e5bfafa tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:00.922874 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86271bda-686d-4678-ac0a-39a97e5bfafa tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:00.928257 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86271bda-686d-4678-ac0a-39a97e5bfafa tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:00.928847 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86271bda-686d-4678-ac0a-39a97e5bfafa tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:01.031848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-5731ed4b-2aba-4363-a9ae-7fc14e75f10b None None] Provisioning complete for port fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:01.032354 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5731ed4b-2aba-4363-a9ae-7fc14e75f10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:01.033200 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Router 498622db-ac21-4567-ba1c-3f01e20dff07 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:33:01.070507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-017ee123-1513-4327-827f-603e2db8db17', 'network_id': '017ee123-1513-4327-827f-603e2db8db17', 'tenant_id': 'c1874b2f81444cd685d2d66062311ace', 'fixed_ips': [{'subnet_id': 'db506e5f-e543-4bb6-ac2a-6764d0e43157'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:33:01.071899 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:01.073034 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db487734-3b5e-4c10-8b53-0369a424eb51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:01.073661 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b26ea141-e703-43a8-b8fe-06c6d88cc88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:01.089392 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b26ea141-e703-43a8-b8fe-06c6d88cc88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:01.108168 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b26ea141-e703-43a8-b8fe-06c6d88cc88b admin admin] 10.222.0.32 "DELETE /v2.0/networks/9be0672e-af90-4960-b689-f7fd568fa114 HTTP/1.1" status: 204 len: 168 time: 2.1843550 Dec 20 21:33:01.128358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85addc2-be76-4818-b201-71948f57eca7 req-c0ddf034-824c-496a-93e8-d5e638f9e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:01.128685 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-86271bda-686d-4678-ac0a-39a97e5bfafa tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4332120 Dec 20 21:33:01.130473 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a85addc2-be76-4818-b201-71948f57eca7 req-c0ddf034-824c-496a-93e8-d5e638f9e7f1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c507b886-4c4e-4889-b255-5311698a9b7a HTTP/1.1" status: 200 len: 917 time: 0.2617333 Dec 20 21:33:01.132114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42410) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:01.141148 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-be758289-f952-43d7-ba7f-b8ee510d6b0d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'subnet': {'network_id': '30516e23-0cae-4e0d-8113-0c124bff7dd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:01.170205 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86271bda-686d-4678-ac0a-39a97e5bfafa tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Network': ['ID=30516e23-0cae-4e0d-8113-0c124bff7dd1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:01.223790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ea141-e703-43a8-b8fe-06c6d88cc88b admin admin] Pushing event deleted for resources: {'Network': ['ID=9be0672e-af90-4960-b689-f7fd568fa114,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:01.234854 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d130b-bb34-4abc-a9af-696c1465ea67 req-b8aaca46-53f3-4a88-a37e-9e927bf4cea6 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:01.236679 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e04d130b-bb34-4abc-a9af-696c1465ea67 req-b8aaca46-53f3-4a88-a37e-9e927bf4cea6 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 944 time: 0.3736048 Dec 20 21:33:01.267253 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Allocated IP 2001:db8::3 (017ee123-1513-4327-827f-603e2db8db17/db506e5f-e543-4bb6-ac2a-6764d0e43157/d444176b-1ebe-4e02-8f77-71e4763e4636) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:01.294674 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42412) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:01.298967 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 30516e23-0cae-4e0d-8113-0c124bff7dd1 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:01.361208 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db487734-3b5e-4c10-8b53-0369a424eb51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:01.368445 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db487734-3b5e-4c10-8b53-0369a424eb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:01.398477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db487734-3b5e-4c10-8b53-0369a424eb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfd8caf-2f18-47fe-b691-0f54bbf1f10f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:01.409713 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a85addc2-be76-4818-b201-71948f57eca7 req-01913b86-cfa8-4d7b-9294-181e36a45326 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8 HTTP/1.1" status: 200 len: 999 time: 0.0879617 Dec 20 21:33:01.417645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be758289-f952-43d7-ba7f-b8ee510d6b0d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:01.425225 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-be758289-f952-43d7-ba7f-b8ee510d6b0d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:01.443880 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c4646649-f74b-4425-976a-190f3bc76bd1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1627c38824e14f059fc6dbf476097abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478386 Dec 20 21:33:01.448715 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42414) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:01.484367 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-db487734-3b5e-4c10-8b53-0369a424eb51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6111cf222897432c99b2885e81f7cf8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7279375 Dec 20 21:33:01.485091 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42416) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:01.585734 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4c53595-30fc-4ef5-bd8f-c3cce52f11d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:01.609958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85addc2-be76-4818-b201-71948f57eca7 req-79f1541e-0240-435d-b516-9d226f153841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:01.611509 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a85addc2-be76-4818-b201-71948f57eca7 req-79f1541e-0240-435d-b516-9d226f153841 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=550ee55d-1479-46f2-9e4e-e2b23472d5bb HTTP/1.1" status: 200 len: 855 time: 0.1827242 Dec 20 21:33:01.613097 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.ipam_backend_mixin [None req-be758289-f952-43d7-ba7f-b8ee510d6b0d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Performing IP validity checks on allocation pools {{(pid=102401) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 21:33:01.613616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.ipam_backend_mixin [None req-be758289-f952-43d7-ba7f-b8ee510d6b0d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102401) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 21:33:01.642208 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4c53595-30fc-4ef5-bd8f-c3cce52f11d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:01.644035 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e04d130b-bb34-4abc-a9af-696c1465ea67 req-5ee4ae59-5113-483e-b4c6-5212faf50dcb tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235199 Dec 20 21:33:01.650513 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:33:01.664218 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-081ce3bd-45f8-4cf4-9f67-b21fef74c3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:01.666368 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:01.666927 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-07d3ca0b-bd00-4739-943d-9a4e48b8c348 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] 10.222.0.32 "PUT /v2.0/routers/498622db-ac21-4567-ba1c-3f01e20dff07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5765100 Dec 20 21:33:01.687228 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd6f949-8b79-4633-997e-91fb64661d69 None None] Sync routers for ids ['498622db-ac21-4567-ba1c-3f01e20dff07'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:33:01.696722 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42418) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:01.696954 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:01.709769 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f960c686-fbfb-4f84-8289-c359aedaefbd tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Request body: {'port': {'network_id': 'b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9', 'name': 'tempest-FloatingIPNegativeTestJSON-2021471128'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:01.749595 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd6f949-8b79-4633-997e-91fb64661d69 None None] Routers {'498622db-ac21-4567-ba1c-3f01e20dff07'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:33:01.750277 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4dd6f949-8b79-4633-997e-91fb64661d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:33:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['498622db-ac21-4567-ba1c-3f01e20dff07'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:01.750431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85addc2-be76-4818-b201-71948f57eca7 req-70c2cf9c-f4dc-4137-a4a4-7c00c0d67ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:01.752394 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a85addc2-be76-4818-b201-71948f57eca7 req-70c2cf9c-f4dc-4137-a4a4-7c00c0d67ed0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c507b886-4c4e-4889-b255-5311698a9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1263957 Dec 20 21:33:01.808438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4dd6f949-8b79-4633-997e-91fb64661d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:01.818303 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Network 017ee123-1513-4327-827f-603e2db8db17 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:01.823152 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:01.832470 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:01.835222 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Pushing event updated for resources: {'Port': ['ID=d444176b-1ebe-4e02-8f77-71e4763e4636,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:01.841727 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd6f949-8b79-4633-997e-91fb64661d69 None None] Routers {'498622db-ac21-4567-ba1c-3f01e20dff07'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:33:01.842366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4dd6f949-8b79-4633-997e-91fb64661d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:33:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['498622db-ac21-4567-ba1c-3f01e20dff07'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:01.895530 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4dd6f949-8b79-4633-997e-91fb64661d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:01.897068 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd6f949-8b79-4633-997e-91fb64661d69 None None] The sync data for ids ['498622db-ac21-4567-ba1c-3f01e20dff07'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:33:01.939944 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-081ce3bd-45f8-4cf4-9f67-b21fef74c3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:01.970127 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:33:02.003093 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4c53595-30fc-4ef5-bd8f-c3cce52f11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:02.006996 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4c53595-30fc-4ef5-bd8f-c3cce52f11d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:02.007366 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-be758289-f952-43d7-ba7f-b8ee510d6b0d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:02.007881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Attempting to bind port d444176b-1ebe-4e02-8f77-71e4763e4636 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:33:02.008014 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Attempting to bind port d444176b-1ebe-4e02-8f77-71e4763e4636 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'adf08889-7aed-4ed3-ac18-ae49827627ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '017ee123-1513-4327-827f-603e2db8db17'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:33:02.008562 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a4c53595-30fc-4ef5-bd8f-c3cce52f11d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cd084f4-a55d-4f23-a625-41a748ba706d HTTP/1.1" status: 204 len: 168 time: 0.5582287 Dec 20 21:33:02.009952 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f960c686-fbfb-4f84-8289-c359aedaefbd tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Made reservation on behalf of 18160ef4c8a44b7f9101a2db5aa36c96 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:02.012866 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Attempting to bind port d444176b-1ebe-4e02-8f77-71e4763e4636 on network 017ee123-1513-4327-827f-603e2db8db17 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:33:02.025791 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f960c686-fbfb-4f84-8289-c359aedaefbd tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:02.041758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:33:02.042472 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Checking segment: {'id': 'adf08889-7aed-4ed3-ac18-ae49827627ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '017ee123-1513-4327-827f-603e2db8db17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:02.043308 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:02.043456 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Bound using segment: {'id': 'adf08889-7aed-4ed3-ac18-ae49827627ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '017ee123-1513-4327-827f-603e2db8db17'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:33:02.044038 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Bound port: d444176b-1ebe-4e02-8f77-71e4763e4636, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf08889-7aed-4ed3-ac18-ae49827627ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '017ee123-1513-4327-827f-603e2db8db17'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:33:02.048043 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:02.104061 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a85addc2-be76-4818-b201-71948f57eca7 req-e39dc32a-4765-459d-800f-0143f0555656 service neutron] 10.222.0.31 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433158 Dec 20 21:33:02.107547 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c53595-30fc-4ef5-bd8f-c3cce52f11d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd084f4-a55d-4f23-a625-41a748ba706d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:02.123396 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8eae2904-7e01-4f49-bdc0-51cb3a29ab76 None None] Provisioning complete for port fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:02.124235 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8eae2904-7e01-4f49-bdc0-51cb3a29ab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:02.133475 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-f960c686-fbfb-4f84-8289-c359aedaefbd tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] device_id is not set on port cefad715-3ee2-4054-8237-95b0ddc2a03f yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:33:02.165800 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-081ce3bd-45f8-4cf4-9f67-b21fef74c3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:02.167734 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be758289-f952-43d7-ba7f-b8ee510d6b0d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Subnet': ['ID=d7bb1bb6-d9f3-45d8-ab6e-3e5bc00d3e82,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:02.169608 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-081ce3bd-45f8-4cf4-9f67-b21fef74c3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:02.173192 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-081ce3bd-45f8-4cf4-9f67-b21fef74c3ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abfd8caf-2f18-47fe-b691-0f54bbf1f10f HTTP/1.1" status: 204 len: 168 time: 0.6650281 Dec 20 21:33:02.233915 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be758289-f952-43d7-ba7f-b8ee510d6b0d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Checking segment: {'id': '44f5f3e9-a79e-4fe5-9694-367cc2304b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '30516e23-0cae-4e0d-8113-0c124bff7dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:02.235093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be758289-f952-43d7-ba7f-b8ee510d6b0d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network hostable DHCP agents. Network: 30516e23-0cae-4e0d-8113-0c124bff7dd1, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:33:02.274286 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:02.283387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ce3bd-45f8-4cf4-9f67-b21fef74c3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfd8caf-2f18-47fe-b691-0f54bbf1f10f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:02.296683 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:02.297178 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:02.352366 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a85addc2-be76-4818-b201-71948f57eca7 req-18b0b2fa-164b-463e-8610-b6fa5c3758ef service neutron] 10.222.0.31 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374120 Dec 20 21:33:02.367844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be758289-f952-43d7-ba7f-b8ee510d6b0d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network 30516e23-0cae-4e0d-8113-0c124bff7dd1 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:33:02.379919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-be758289-f952-43d7-ba7f-b8ee510d6b0d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 30516e23-0cae-4e0d-8113-0c124bff7dd1) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:02.390999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be758289-f952-43d7-ba7f-b8ee510d6b0d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:02.391893 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-be758289-f952-43d7-ba7f-b8ee510d6b0d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:02.422903 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-be758289-f952-43d7-ba7f-b8ee510d6b0d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2873771 Dec 20 21:33:02.423173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42430) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:02.558154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d5133-3453-444b-8f57-eb0befb64e13 req-d941d0bf-26b3-479c-92c1-5dcb5b5f2d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:02.562895 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-782d5133-3453-444b-8f57-eb0befb64e13 req-d941d0bf-26b3-479c-92c1-5dcb5b5f2d28 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2372edae52864334a53d4fba944cc335&device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 1093 time: 0.1050386 Dec 20 21:33:02.567974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-f960c686-fbfb-4f84-8289-c359aedaefbd tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Allocated IP 172.20.0.11 (b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9/efd5f36d-d977-4786-bbb4-70c63e256c75/cefad715-3ee2-4054-8237-95b0ddc2a03f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:02.592985 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5bacb8-9e90-4524-a6af-d322b78fd628 None None] Network 30516e23-0cae-4e0d-8113-0c124bff7dd1 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:02.719686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d5133-3453-444b-8f57-eb0befb64e13 req-c2389bf5-3097-4ee4-8445-cb5aaca73440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:02.724300 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-782d5133-3453-444b-8f57-eb0befb64e13 req-c2389bf5-3097-4ee4-8445-cb5aaca73440 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c507b886-4c4e-4889-b255-5311698a9b7a HTTP/1.1" status: 200 len: 917 time: 0.1528399 Dec 20 21:33:02.726121 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:02.740336 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] For port d444176b-1ebe-4e02-8f77-71e4763e4636, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:33:02.787456 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] For port d444176b-1ebe-4e02-8f77-71e4763e4636, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d444176b-1ebe-4e02-8f77-71e4763e4636,segment=NetworkSegment(adf08889-7aed-4ed3-ac18-ae49827627ff),segment_id=adf08889-7aed-4ed3-ac18-ae49827627ff)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:33:02.803558 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:02.827750 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-782d5133-3453-444b-8f57-eb0befb64e13 req-403fee2a-71f3-4224-aad1-850aaab2806b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8 HTTP/1.1" status: 200 len: 999 time: 0.0961964 Dec 20 21:33:02.941691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d5133-3453-444b-8f57-eb0befb64e13 req-600b9b95-b3de-4081-a531-6308ebf8e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:02.943734 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-782d5133-3453-444b-8f57-eb0befb64e13 req-600b9b95-b3de-4081-a531-6308ebf8e798 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=550ee55d-1479-46f2-9e4e-e2b23472d5bb HTTP/1.1" status: 200 len: 855 time: 0.1099706 Dec 20 21:33:02.997281 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a9daa-33bb-4526-beb0-1fddaad0eafe None None] Pushing event updated for resources: {'Port': ['ID=d444176b-1ebe-4e02-8f77-71e4763e4636,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:03.047062 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-30516e23-0cae-4e0d-8113-0c124bff7dd1', 'network_id': '30516e23-0cae-4e0d-8113-0c124bff7dd1', 'tenant_id': 'c1874b2f81444cd685d2d66062311ace', 'fixed_ips': [{'subnet_id': 'd7bb1bb6-d9f3-45d8-ab6e-3e5bc00d3e82'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:33:03.047937 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:03.163011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d5133-3453-444b-8f57-eb0befb64e13 req-2277a5cb-254f-4940-8472-2f30cf7c1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:03.169783 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-782d5133-3453-444b-8f57-eb0befb64e13 req-2277a5cb-254f-4940-8472-2f30cf7c1475 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c507b886-4c4e-4889-b255-5311698a9b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1670954 Dec 20 21:33:03.191258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c6b65-7b8b-4b93-b326-6448fa08653a req-f90d8415-4e43-4d09-a586-7f63c863ae98 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:03.194249 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c8c6b65-7b8b-4b93-b326-6448fa08653a req-f90d8415-4e43-4d09-a586-7f63c863ae98 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 944 time: 0.3328972 Dec 20 21:33:03.373696 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:03.535546 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-782d5133-3453-444b-8f57-eb0befb64e13 req-db420f1e-0239-4b33-abdb-b11c54f78095 service neutron] 10.222.0.31 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386867 Dec 20 21:33:03.743934 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Allocated IP 2001:db8::3 (30516e23-0cae-4e0d-8113-0c124bff7dd1/d7bb1bb6-d9f3-45d8-ab6e-3e5bc00d3e82/ccac5eff-2cdd-45d2-bfde-916729224440) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:03.751831 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c8c6b65-7b8b-4b93-b326-6448fa08653a req-02613bd4-f697-42b5-9701-e9cb09d7ef62 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5506530 Dec 20 21:33:03.915730 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f960c686-fbfb-4f84-8289-c359aedaefbd tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:03.917797 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-782d5133-3453-444b-8f57-eb0befb64e13 req-af73040f-578f-440a-be6e-483c063e4bf6 service neutron] 10.222.0.31 "GET /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535509 Dec 20 21:33:04.065988 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d444176b-1ebe-4e02-8f77-71e4763e4636 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:33:04.145302 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:04.209978 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f960c686-fbfb-4f84-8289-c359aedaefbd tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:04.293945 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960c686-fbfb-4f84-8289-c359aedaefbd tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Pushing event updated for resources: {'Port': ['ID=cefad715-3ee2-4054-8237-95b0ddc2a03f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:04.301850 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f960c686-fbfb-4f84-8289-c359aedaefbd tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Network b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:04.303998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f960c686-fbfb-4f84-8289-c359aedaefbd tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:04.306682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960c686-fbfb-4f84-8289-c359aedaefbd tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:04.394243 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f960c686-fbfb-4f84-8289-c359aedaefbd tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:04.401194 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f960c686-fbfb-4f84-8289-c359aedaefbd tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:04.424927 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:04.453152 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f960c686-fbfb-4f84-8289-c359aedaefbd tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7521498 Dec 20 21:33:04.453398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42500) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:04.456298 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:04.458333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c0f6a95c-b316-4cf4-8fcd-a387f26363b2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:04.472716 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:04.546388 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Network 30516e23-0cae-4e0d-8113-0c124bff7dd1 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:04.547714 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Subnet': ['ID=d7bb1bb6-d9f3-45d8-ab6e-3e5bc00d3e82,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:04.549762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d444176b-1ebe-4e02-8f77-71e4763e4636 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:04.550252 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:04.551372 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0f6a95c-b316-4cf4-8fcd-a387f26363b2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:04.713905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42506) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:04.715124 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:04.720482 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:04.770094 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Pushing event updated for resources: {'Port': ['ID=ccac5eff-2cdd-45d2-bfde-916729224440,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:04.806126 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42512) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:04.897363 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:04.939954 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903af31c-83e1-4f14-bc95-b6047f528bad None None] Network 017ee123-1513-4327-827f-603e2db8db17 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:04.948659 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Attempting to bind port ccac5eff-2cdd-45d2-bfde-916729224440 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:33:04.949301 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Attempting to bind port ccac5eff-2cdd-45d2-bfde-916729224440 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '44f5f3e9-a79e-4fe5-9694-367cc2304b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '30516e23-0cae-4e0d-8113-0c124bff7dd1'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:33:04.949871 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Attempting to bind port ccac5eff-2cdd-45d2-bfde-916729224440 on network 30516e23-0cae-4e0d-8113-0c124bff7dd1 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:33:04.978740 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30516e23-0cae-4e0d-8113-0c124bff7dd1']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:05.006463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f5f3e9-a79e-4fe5-9694-367cc2304b07') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:05.006779 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f5f3e9-a79e-4fe5-9694-367cc2304b07') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:05.024005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bbb2a-0e90-43ee-958f-c02056d3e6c5 req-2b6d535f-c91e-4b8b-8694-4a8623280fb1 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:05.025806 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f21bbb2a-0e90-43ee-958f-c02056d3e6c5 req-2b6d535f-c91e-4b8b-8694-4a8623280fb1 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 944 time: 0.1494436 Dec 20 21:33:05.027908 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:05.041189 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0f6a95c-b316-4cf4-8fcd-a387f26363b2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:05.062336 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:05.070874 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:05.071300 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:05.074744 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:33:05.075374 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Checking segment: {'id': '44f5f3e9-a79e-4fe5-9694-367cc2304b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '30516e23-0cae-4e0d-8113-0c124bff7dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:05.075994 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:05.077502 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Bound using segment: {'id': '44f5f3e9-a79e-4fe5-9694-367cc2304b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '30516e23-0cae-4e0d-8113-0c124bff7dd1'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:05.078690 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:05.081743 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Bound port: ccac5eff-2cdd-45d2-bfde-916729224440, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f5f3e9-a79e-4fe5-9694-367cc2304b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '30516e23-0cae-4e0d-8113-0c124bff7dd1'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:33:05.082537 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:05.096269 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-acc8c8fd-e0d7-4284-99a6-c20f3ea71955 None None] Provisioning complete for port cefad715-3ee2-4054-8237-95b0ddc2a03f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:05.100141 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-acc8c8fd-e0d7-4284-99a6-c20f3ea71955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:05.180280 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:05.206792 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-769b6f25-95ef-4673-97b0-6e3f16992bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:05.224183 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.api [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 21:33:05.224183 n-d-xena-1 neutron-server[102402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 21:33:05.224183 n-d-xena-1 neutron-server[102402]: [parameters: {'id': '30516e23-0cae-4e0d-8113-0c124bff7dd1'}] Dec 20 21:33:05.224183 n-d-xena-1 neutron-server[102402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:33:05.224968 n-d-xena-1 neutron-server[102402]: DEBUG oslo_db.api [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:33:05.244991 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-4e6b31fa-ea58-43b1-9e51-3745649d6872 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-805388779-network', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:05.294636 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-acc8c8fd-e0d7-4284-99a6-c20f3ea71955 None None] Port cefad715-3ee2-4054-8237-95b0ddc2a03f cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:33:05.320022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6b31fa-ea58-43b1-9e51-3745649d6872 admin admin] Made reservation on behalf of 7e94c599d001420383e50c8c9b772a7d for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:05.329713 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4e6b31fa-ea58-43b1-9e51-3745649d6872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:05.356323 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4e6b31fa-ea58-43b1-9e51-3745649d6872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:05.390870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port d444176b-1ebe-4e02-8f77-71e4763e4636, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d444176b-1ebe-4e02-8f77-71e4763e4636,segment=NetworkSegment(adf08889-7aed-4ed3-ac18-ae49827627ff),segment_id=adf08889-7aed-4ed3-ac18-ae49827627ff)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:05.437852 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] For port ccac5eff-2cdd-45d2-bfde-916729224440, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:33:05.446980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] For port ccac5eff-2cdd-45d2-bfde-916729224440, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ccac5eff-2cdd-45d2-bfde-916729224440,segment=NetworkSegment(44f5f3e9-a79e-4fe5-9694-367cc2304b07),segment_id=44f5f3e9-a79e-4fe5-9694-367cc2304b07)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:33:05.559407 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:05.619510 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:05.654259 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f21bbb2a-0e90-43ee-958f-c02056d3e6c5 req-8e13ee45-ec53-42de-beca-209a85bd5719 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6151669 Dec 20 21:33:05.661244 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-c0f6a95c-b316-4cf4-8fcd-a387f26363b2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Allocated IP 172.35.3.175 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/5d55a2a5-17de-4c49-8889-d8ef902f067c) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:05.726744 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:05.796299 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=d444176b-1ebe-4e02-8f77-71e4763e4636,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:05.810543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f3b77df9-e968-4b14-90a6-7fcd9481920f None None] Provisioning complete for port d444176b-1ebe-4e02-8f77-71e4763e4636 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:05.811818 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f3b77df9-e968-4b14-90a6-7fcd9481920f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:05.851945 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Deleting port ccac5eff-2cdd-45d2-bfde-916729224440 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:05.853107 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:05.907092 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-769b6f25-95ef-4673-97b0-6e3f16992bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:05.939208 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-769b6f25-95ef-4673-97b0-6e3f16992bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:05.978405 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4e6b31fa-ea58-43b1-9e51-3745649d6872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:06.011639 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-769b6f25-95ef-4673-97b0-6e3f16992bf4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32b308172b9b49d9bb9ff297badce406&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1894319 Dec 20 21:33:06.014759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b6f25-95ef-4673-97b0-6e3f16992bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394772b1-b7ae-48a0-89ca-a4da285e8658,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:06.024776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42524) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:06.044231 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4e6b31fa-ea58-43b1-9e51-3745649d6872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:06.061111 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6b31fa-ea58-43b1-9e51-3745649d6872 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:06.073602 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4e6b31fa-ea58-43b1-9e51-3745649d6872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:06.074383 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-4e6b31fa-ea58-43b1-9e51-3745649d6872 admin admin] Added segment d62adec1-41e8-4150-aca8-edb41f23e867 of type vlan for network d57bce93-bb4b-480e-97a5-5a079f85b0e4 Dec 20 21:33:06.091206 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d444176b-1ebe-4e02-8f77-71e4763e4636 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:33:06.137206 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4e6b31fa-ea58-43b1-9e51-3745649d6872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:06.184188 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4e6b31fa-ea58-43b1-9e51-3745649d6872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:06.185434 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6b31fa-ea58-43b1-9e51-3745649d6872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:06.186122 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4e6b31fa-ea58-43b1-9e51-3745649d6872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:06.204594 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] For port ccac5eff-2cdd-45d2-bfde-916729224440, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ccac5eff-2cdd-45d2-bfde-916729224440,segment=NetworkSegment(44f5f3e9-a79e-4fe5-9694-367cc2304b07),segment_id=44f5f3e9-a79e-4fe5-9694-367cc2304b07)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:06.205141 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:06.208550 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0f6a95c-b316-4cf4-8fcd-a387f26363b2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:06.235756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372c778-cbc4-4f9a-916a-d83ae085dd2d None None] Pushing event updated for resources: {'Port': ['ID=ccac5eff-2cdd-45d2-bfde-916729224440,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:06.249312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb520eb-aca5-42b9-ba35-5c053f7f46a4 None None] Network 30516e23-0cae-4e0d-8113-0c124bff7dd1 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:06.267964 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Calling delete_port for ccac5eff-2cdd-45d2-bfde-916729224440 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:06.274126 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e313c8c7-6561-40b1-b5b9-94e6fd3ad136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:06.287040 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b31fa-ea58-43b1-9e51-3745649d6872 admin admin] Pushing event updated for resources: {'Network': ['ID=d57bce93-bb4b-480e-97a5-5a079f85b0e4,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:06.311494 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4e6b31fa-ea58-43b1-9e51-3745649d6872 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5954959 Dec 20 21:33:06.312149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42526) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:06.330353 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-81d11b9d-c992-4ec7-bb17-2f042428d230 admin admin] Request body: {'subnet': {'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-805388779-subnet', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:06.377276 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b31fa-ea58-43b1-9e51-3745649d6872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8187309-149c-4ef7-9a59-b2aab0b3b225,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:06.390580 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network d57bce93-bb4b-480e-97a5-5a079f85b0e4 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:06.404388 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e313c8c7-6561-40b1-b5b9-94e6fd3ad136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:06.451128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d11b9d-c992-4ec7-bb17-2f042428d230 admin admin] Made reservation on behalf of 7e94c599d001420383e50c8c9b772a7d for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:06.457108 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-81d11b9d-c992-4ec7-bb17-2f042428d230 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:06.544073 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:06.569517 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e313c8c7-6561-40b1-b5b9-94e6fd3ad136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:06.576583 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e313c8c7-6561-40b1-b5b9-94e6fd3ad136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:06.577744 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e313c8c7-6561-40b1-b5b9-94e6fd3ad136 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/394772b1-b7ae-48a0-89ca-a4da285e8658 HTTP/1.1" status: 204 len: 168 time: 0.5509582 Dec 20 21:33:06.665058 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Port': ['ID=ccac5eff-2cdd-45d2-bfde-916729224440,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:06.670460 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No DVR routers for this DVR port ccac5eff-2cdd-45d2-bfde-916729224440 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:33:06.691630 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313c8c7-6561-40b1-b5b9-94e6fd3ad136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394772b1-b7ae-48a0-89ca-a4da285e8658,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:06.756732 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-81d11b9d-c992-4ec7-bb17-2f042428d230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:06.799387 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0f6a95c-b316-4cf4-8fcd-a387f26363b2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:06.859366 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f6a95c-b316-4cf4-8fcd-a387f26363b2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:06.865860 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-c0f6a95c-b316-4cf4-8fcd-a387f26363b2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:06.871365 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f6a95c-b316-4cf4-8fcd-a387f26363b2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:06.909754 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:06.987356 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30516e23-0cae-4e0d-8113-0c124bff7dd1']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:07.022719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f5f3e9-a79e-4fe5-9694-367cc2304b07') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:07.023000 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f5f3e9-a79e-4fe5-9694-367cc2304b07') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:07.053126 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:07.085604 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:07.100453 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:07.100915 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:07.102177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec710f7c-6cbf-4166-894c-85696100627a None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:07.107168 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:07.145576 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0f6a95c-b316-4cf4-8fcd-a387f26363b2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:07.173749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d444176b-1ebe-4e02-8f77-71e4763e4636 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:07.174193 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:07.230309 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:07.242544 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:07.251761 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/networks/30516e23-0cae-4e0d-8113-0c124bff7dd1 HTTP/1.1" status: 204 len: 168 time: 4.8243034 Dec 20 21:33:07.290430 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42544) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:07.291264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4196e6-a082-460d-9ed2-13f2df57b8c7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Network': ['ID=30516e23-0cae-4e0d-8113-0c124bff7dd1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:07.309606 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-54313e54-e8f6-43d4-afa3-21fcebc0f130 None None] Provisioning complete for port d444176b-1ebe-4e02-8f77-71e4763e4636 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:07.309983 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-54313e54-e8f6-43d4-afa3-21fcebc0f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:07.316746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2cc69032-f8ec-45f2-8d31-743da6b0e2da tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1159270189'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:07.402830 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc69032-f8ec-45f2-8d31-743da6b0e2da tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:07.414413 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cc69032-f8ec-45f2-8d31-743da6b0e2da tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:07.507243 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc69032-f8ec-45f2-8d31-743da6b0e2da tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:07.531249 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cc69032-f8ec-45f2-8d31-743da6b0e2da tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:07.534037 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-2cc69032-f8ec-45f2-8d31-743da6b0e2da tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Added segment e021b79a-d3a8-4cdb-b86d-2978ba449259 of type vlan for network b271ee6d-8867-4c5c-9ef6-ce171f88e237 Dec 20 21:33:07.600405 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cc69032-f8ec-45f2-8d31-743da6b0e2da tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:07.653961 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec710f7c-6cbf-4166-894c-85696100627a None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 21:33:07.657457 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cc69032-f8ec-45f2-8d31-743da6b0e2da tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:07.673722 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc69032-f8ec-45f2-8d31-743da6b0e2da tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:07.675260 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cc69032-f8ec-45f2-8d31-743da6b0e2da tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:07.749056 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2cc69032-f8ec-45f2-8d31-743da6b0e2da tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4409807 Dec 20 21:33:07.811655 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42556) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:07.817498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-65104258-e78b-4f34-a0d9-edce5870ba84 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'subnet': {'network_id': 'b271ee6d-8867-4c5c-9ef6-ce171f88e237', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:07.927059 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc69032-f8ec-45f2-8d31-743da6b0e2da tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Network': ['ID=b271ee6d-8867-4c5c-9ef6-ce171f88e237,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:07.943908 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network b271ee6d-8867-4c5c-9ef6-ce171f88e237 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:07.975264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65104258-e78b-4f34-a0d9-edce5870ba84 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:07.979291 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65104258-e78b-4f34-a0d9-edce5870ba84 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:08.141660 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0f6a95c-b316-4cf4-8fcd-a387f26363b2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:08.150255 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d11b9d-c992-4ec7-bb17-2f042428d230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4703d133-2d9a-4054-9009-948496539736,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:08.310994 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6a95c-b316-4cf4-8fcd-a387f26363b2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Pushing event updated for resources: {'Port': ['ID=5d55a2a5-17de-4c49-8889-d8ef902f067c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:08.325489 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d11b9d-c992-4ec7-bb17-2f042428d230 admin admin] Checking segment: {'id': 'd62adec1-41e8-4150-aca8-edb41f23e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:08.325843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d11b9d-c992-4ec7-bb17-2f042428d230 admin admin] Network hostable DHCP agents. Network: d57bce93-bb4b-480e-97a5-5a079f85b0e4, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:33:08.479319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8b360-0436-4153-9523-683feebfb418 req-e9cd3dbd-efe1-45c3-a9aa-5abbde86d3a5 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:08.484482 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebd8b360-0436-4153-9523-683feebfb418 req-e9cd3dbd-efe1-45c3-a9aa-5abbde86d3a5 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 944 time: 1.6218956 Dec 20 21:33:08.547230 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65104258-e78b-4f34-a0d9-edce5870ba84 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:08.629750 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33cb88e8-3ae1-4d0d-9316-66f1556cbc01 req-cb92060e-5c09-4326-bced-c5fa6d951752 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.3419495 Dec 20 21:33:08.634045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d11b9d-c992-4ec7-bb17-2f042428d230 admin admin] Network d57bce93-bb4b-480e-97a5-5a079f85b0e4 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:33:08.648368 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65104258-e78b-4f34-a0d9-edce5870ba84 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Subnet': ['ID=e5bb89fd-7e0b-4db5-9731-79b9400a7c3a,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:08.653344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-81d11b9d-c992-4ec7-bb17-2f042428d230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, d57bce93-bb4b-480e-97a5-5a079f85b0e4) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:08.665439 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea96d1cb-c84f-41d5-81ff-e375483ad7c1 None None] Network d57bce93-bb4b-480e-97a5-5a079f85b0e4 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:08.666505 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebd8b360-0436-4153-9523-683feebfb418 req-ee0128ea-794b-4d67-9b0e-b62391f27000 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638231 Dec 20 21:33:08.668977 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d11b9d-c992-4ec7-bb17-2f042428d230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:08.669688 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-81d11b9d-c992-4ec7-bb17-2f042428d230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:08.739898 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-81d11b9d-c992-4ec7-bb17-2f042428d230 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4226286 Dec 20 21:33:08.742565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42574) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:08.749361 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-805388779-router', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:08.758322 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65104258-e78b-4f34-a0d9-edce5870ba84 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Checking segment: {'id': 'e021b79a-d3a8-4cdb-b86d-2978ba449259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b271ee6d-8867-4c5c-9ef6-ce171f88e237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:08.758804 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65104258-e78b-4f34-a0d9-edce5870ba84 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network hostable DHCP agents. Network: b271ee6d-8867-4c5c-9ef6-ce171f88e237, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:33:08.784146 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65104258-e78b-4f34-a0d9-edce5870ba84 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network b271ee6d-8867-4c5c-9ef6-ce171f88e237 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:33:08.799447 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-65104258-e78b-4f34-a0d9-edce5870ba84 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, b271ee6d-8867-4c5c-9ef6-ce171f88e237) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:08.818996 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65104258-e78b-4f34-a0d9-edce5870ba84 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:08.819331 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83498c01-3860-4c67-ac51-97044c8acb28 None None] Network b271ee6d-8867-4c5c-9ef6-ce171f88e237 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:08.820927 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65104258-e78b-4f34-a0d9-edce5870ba84 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:08.875456 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-65104258-e78b-4f34-a0d9-edce5870ba84 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0621006 Dec 20 21:33:08.877016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42578) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:08.884855 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:08.892442 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:08.952273 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0f6a95c-b316-4cf4-8fcd-a387f26363b2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:09.059703 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0f6a95c-b316-4cf4-8fcd-a387f26363b2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:09.071831 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774ea88c-f499-44ff-8346-d4428410d905 None None] Network d57bce93-bb4b-480e-97a5-5a079f85b0e4 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:09.135232 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee6062b-6039-48c8-a13f-59be7f3d9352 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:09.242298 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b638a0-b09c-4131-a2a9-5c732037f0ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-b271ee6d-8867-4c5c-9ef6-ce171f88e237', 'network_id': 'b271ee6d-8867-4c5c-9ef6-ce171f88e237', 'tenant_id': 'c1874b2f81444cd685d2d66062311ace', 'fixed_ips': [{'subnet_id': 'e5bb89fd-7e0b-4db5-9731-79b9400a7c3a'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:33:09.243316 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-47b638a0-b09c-4131-a2a9-5c732037f0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:09.267796 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee6062b-6039-48c8-a13f-59be7f3d9352 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:09.317525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6a95c-b316-4cf4-8fcd-a387f26363b2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Pushing event updated for resources: {'Port': ['ID=5d55a2a5-17de-4c49-8889-d8ef902f067c,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:09.323352 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:09.334271 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb88e8-3ae1-4d0d-9316-66f1556cbc01 req-15c171ed-62c9-40e5-9649-92036528b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:09.336092 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33cb88e8-3ae1-4d0d-9316-66f1556cbc01 req-15c171ed-62c9-40e5-9649-92036528b80d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 1094 time: 0.4302945 Dec 20 21:33:09.419815 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee6062b-6039-48c8-a13f-59be7f3d9352 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:09.448444 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0f6a95c-b316-4cf4-8fcd-a387f26363b2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server [None req-47b638a0-b09c-4131-a2a9-5c732037f0ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5bb89fd-7e0b-4db5-9731-79b9400a7c3a: This subnet is being modified by another concurrent operation. Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 21:33:09.457395 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise exception Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5bb89fd-7e0b-4db5-9731-79b9400a7c3a: This subnet is being modified by another concurrent operation. Dec 20 21:33:09.461814 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Dec 20 21:33:09.480484 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6062b-6039-48c8-a13f-59be7f3d9352 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Subnet': ['ID=e5bb89fd-7e0b-4db5-9731-79b9400a7c3a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:09.491535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f248cfe1-ea2a-409a-a1d0-86227279aa30 None None] Network b271ee6d-8867-4c5c-9ef6-ce171f88e237 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:09.601816 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:09.609581 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0f6a95c-b316-4cf4-8fcd-a387f26363b2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:09.610969 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c0f6a95c-b316-4cf4-8fcd-a387f26363b2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1565809 Dec 20 21:33:09.615366 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42592) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:09.621517 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1d4100c4-9440-4395-bc25-0e397061ece7 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Request body: {'floatingip': {'port_id': 'cefad715-3ee2-4054-8237-95b0ddc2a03f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:09.638275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925d8723-f5dd-41ca-b63d-f38904941e44 None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 21:33:09.735934 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee6062b-6039-48c8-a13f-59be7f3d9352 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:09.797669 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d4100c4-9440-4395-bc25-0e397061ece7 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:09.844287 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-aee6062b-6039-48c8-a13f-59be7f3d9352 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b271ee6d-8867-4c5c-9ef6-ce171f88e237']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:09.869899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-aee6062b-6039-48c8-a13f-59be7f3d9352 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e021b79a-d3a8-4cdb-b86d-2978ba449259') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:09.870365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-aee6062b-6039-48c8-a13f-59be7f3d9352 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e021b79a-d3a8-4cdb-b86d-2978ba449259') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:09.887937 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee6062b-6039-48c8-a13f-59be7f3d9352 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:09.907917 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee6062b-6039-48c8-a13f-59be7f3d9352 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:09.921746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee6062b-6039-48c8-a13f-59be7f3d9352 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:09.922395 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee6062b-6039-48c8-a13f-59be7f3d9352 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:09.926436 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:09.929214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb88e8-3ae1-4d0d-9316-66f1556cbc01 req-f5df99ca-06ef-4ba2-a097-43956d5990e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:09.929478 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33cb88e8-3ae1-4d0d-9316-66f1556cbc01 req-f5df99ca-06ef-4ba2-a097-43956d5990e2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 0.4925156 Dec 20 21:33:09.990391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb76d2e-9248-482d-99a8-f28d1301d706 req-158aae81-181a-43d6-8c72-a9246920566b tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:09.991856 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5bb76d2e-9248-482d-99a8-f28d1301d706 req-158aae81-181a-43d6-8c72-a9246920566b tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 944 time: 0.1066947 Dec 20 21:33:10.015685 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee6062b-6039-48c8-a13f-59be7f3d9352 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:10.023825 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee6062b-6039-48c8-a13f-59be7f3d9352 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:10.034339 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-aee6062b-6039-48c8-a13f-59be7f3d9352 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/networks/b271ee6d-8867-4c5c-9ef6-ce171f88e237 HTTP/1.1" status: 204 len: 168 time: 1.1526845 Dec 20 21:33:10.038187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42598) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:10.040123 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925d8723-f5dd-41ca-b63d-f38904941e44 None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 21:33:10.052416 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-177a2764-9a93-4cda-a9a2-4ace629a1869 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1104674162'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:10.058636 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33cb88e8-3ae1-4d0d-9316-66f1556cbc01 req-e223b3e7-786f-46de-99f8-6b4de321dc4a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390a68ad-891f-423f-9afc-4a273254088b HTTP/1.1" status: 200 len: 217 time: 0.1012530 Dec 20 21:33:10.065684 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6062b-6039-48c8-a13f-59be7f3d9352 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Network': ['ID=b271ee6d-8867-4c5c-9ef6-ce171f88e237,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:10.197021 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-1d4100c4-9440-4395-bc25-0e397061ece7 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] update failed (client error): The resource could not be found. Dec 20 21:33:10.197021 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1d4100c4-9440-4395-bc25-0e397061ece7 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] 10.222.0.32 "PUT /v2.0/floatingips/fd317bbd-eb4a-4bae-a532-12d297e7d918 HTTP/1.1" status: 404 len: 507 time: 0.5788083 Dec 20 21:33:10.200943 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42606) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:10.263455 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177a2764-9a93-4cda-a9a2-4ace629a1869 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:10.268327 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-177a2764-9a93-4cda-a9a2-4ace629a1869 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:10.430932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5bb76d2e-9248-482d-99a8-f28d1301d706 req-7c4f2703-3354-49b8-9507-af5f9923484d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3949676 Dec 20 21:33:10.432818 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb88e8-3ae1-4d0d-9316-66f1556cbc01 req-cfbb0882-8e1d-4b99-9597-2efba99e9907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:10.434228 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33cb88e8-3ae1-4d0d-9316-66f1556cbc01 req-cfbb0882-8e1d-4b99-9597-2efba99e9907 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.3264415 Dec 20 21:33:10.614674 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf40de-e8ef-49a4-bf99-92762ac7071f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Deleting port 5d55a2a5-17de-4c49-8889-d8ef902f067c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:10.619042 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ecf40de-e8ef-49a4-bf99-92762ac7071f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:10.636125 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177a2764-9a93-4cda-a9a2-4ace629a1869 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:10.651360 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-177a2764-9a93-4cda-a9a2-4ace629a1869 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:10.652384 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-177a2764-9a93-4cda-a9a2-4ace629a1869 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Added segment 5408f4c1-3202-4fed-97bd-8cfb283a9cea of type vlan for network 23f11a69-6be1-4cc1-ba69-da45266febdb Dec 20 21:33:10.761484 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-177a2764-9a93-4cda-a9a2-4ace629a1869 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:10.825502 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-177a2764-9a93-4cda-a9a2-4ace629a1869 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:10.832229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177a2764-9a93-4cda-a9a2-4ace629a1869 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:10.832947 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-177a2764-9a93-4cda-a9a2-4ace629a1869 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:10.848966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb88e8-3ae1-4d0d-9316-66f1556cbc01 req-b27b9ca6-a475-4a08-bb93-9e3b01a98c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:10.851355 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33cb88e8-3ae1-4d0d-9316-66f1556cbc01 req-b27b9ca6-a475-4a08-bb93-9e3b01a98c28 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3997812 Dec 20 21:33:10.860726 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ecf40de-e8ef-49a4-bf99-92762ac7071f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:10.861082 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ecf40de-e8ef-49a4-bf99-92762ac7071f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:10.874238 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf40de-e8ef-49a4-bf99-92762ac7071f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Calling delete_port for 5d55a2a5-17de-4c49-8889-d8ef902f067c owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:10.906752 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-177a2764-9a93-4cda-a9a2-4ace629a1869 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8673890 Dec 20 21:33:10.955645 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:10.977030 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a2764-9a93-4cda-a9a2-4ace629a1869 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Network': ['ID=23f11a69-6be1-4cc1-ba69-da45266febdb,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:10.980469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42616) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:10.982524 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:10.988022 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 23f11a69-6be1-4cc1-ba69-da45266febdb details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:10.990716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b5a63b1b-e027-4bae-b385-44954ba68b88 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'subnet': {'network_id': '23f11a69-6be1-4cc1-ba69-da45266febdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:11.227004 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33cb88e8-3ae1-4d0d-9316-66f1556cbc01 req-328df7d3-38d5-4342-8f6d-e9df8fff1cd1 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250670 Dec 20 21:33:11.228189 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a63b1b-e027-4bae-b385-44954ba68b88 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:11.245077 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b5a63b1b-e027-4bae-b385-44954ba68b88 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:11.310554 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ecf40de-e8ef-49a4-bf99-92762ac7071f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:11.433164 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf40de-e8ef-49a4-bf99-92762ac7071f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Pushing event deleted for resources: {'Port': ['ID=5d55a2a5-17de-4c49-8889-d8ef902f067c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:11.528995 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ecf40de-e8ef-49a4-bf99-92762ac7071f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:11.533997 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ecf40de-e8ef-49a4-bf99-92762ac7071f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:11.540979 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1ecf40de-e8ef-49a4-bf99-92762ac7071f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] 10.222.0.32 "DELETE /v2.0/floatingips/fd317bbd-eb4a-4bae-a532-12d297e7d918 HTTP/1.1" status: 204 len: 168 time: 1.3319044 Dec 20 21:33:11.541969 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42634) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:11.547326 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-75b2b1d4-a33a-4397-a6e3-0daf2656260a tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Request body: {'floatingip': {'floating_network_id': 'b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9', 'port_id': 'cefad715-3ee2-4054-8237-95b0ddc2a03f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:11.580985 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75b2b1d4-a33a-4397-a6e3-0daf2656260a tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:11.715623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Allocated IP 172.35.3.153 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/aaab74ea-b041-42d9-ae92-e9480fcac336) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:11.898317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23ae6e-35a4-400d-9f62-088206a029b4 req-147c90c7-81ce-48cf-9223-aafc8796cdc2 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:11.899696 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5e23ae6e-35a4-400d-9f62-088206a029b4 req-147c90c7-81ce-48cf-9223-aafc8796cdc2 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 944 time: 0.1991787 Dec 20 21:33:11.961323 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b5a63b1b-e027-4bae-b385-44954ba68b88 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:12.039199 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5e23ae6e-35a4-400d-9f62-088206a029b4 req-4ed90498-3b85-4049-ad92-e01704f3792a tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233327 Dec 20 21:33:12.073994 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-75b2b1d4-a33a-4397-a6e3-0daf2656260a tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:33:12.085341 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-75b2b1d4-a33a-4397-a6e3-0daf2656260a tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5324819 Dec 20 21:33:12.085341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42650) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:12.090507 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': 'cefad715-3ee2-4054-8237-95b0ddc2a03f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:12.138380 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:12.143951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a63b1b-e027-4bae-b385-44954ba68b88 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Subnet': ['ID=01ce59ab-f7a8-4240-a387-7712e609dea1,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:12.185199 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a63b1b-e027-4bae-b385-44954ba68b88 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Checking segment: {'id': '5408f4c1-3202-4fed-97bd-8cfb283a9cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '23f11a69-6be1-4cc1-ba69-da45266febdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:12.185449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a63b1b-e027-4bae-b385-44954ba68b88 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network hostable DHCP agents. Network: 23f11a69-6be1-4cc1-ba69-da45266febdb, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:33:12.322148 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:12.336038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a63b1b-e027-4bae-b385-44954ba68b88 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network 23f11a69-6be1-4cc1-ba69-da45266febdb is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:33:12.360095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-b5a63b1b-e027-4bae-b385-44954ba68b88 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 23f11a69-6be1-4cc1-ba69-da45266febdb) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:12.369678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1870489b-0d95-461f-ae36-944f994e6a46 None None] Network 23f11a69-6be1-4cc1-ba69-da45266febdb requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:12.379667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a63b1b-e027-4bae-b385-44954ba68b88 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:12.380486 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b5a63b1b-e027-4bae-b385-44954ba68b88 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:12.385659 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:12.409239 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b5a63b1b-e027-4bae-b385-44954ba68b88 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4243200 Dec 20 21:33:12.410144 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42654) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:12.600547 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:12.607041 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:12.667939 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-23f11a69-6be1-4cc1-ba69-da45266febdb', 'network_id': '23f11a69-6be1-4cc1-ba69-da45266febdb', 'tenant_id': 'c1874b2f81444cd685d2d66062311ace', 'fixed_ips': [{'subnet_id': '01ce59ab-f7a8-4240-a387-7712e609dea1'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:33:12.672642 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:12.730289 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Allocated IP 172.35.3.240 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/55453423-7f70-42c2-85d9-e98780292890) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:12.952061 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:13.010237 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:13.049497 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Allocated IP 2001:db8::1 (23f11a69-6be1-4cc1-ba69-da45266febdb/01ce59ab-f7a8-4240-a387-7712e609dea1/38baede6-5d4e-479d-b1e0-4a7ca9e63661) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:13.068717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:13.073550 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:13.084262 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:13.150533 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Pushing event updated for resources: {'Port': ['ID=55453423-7f70-42c2-85d9-e98780292890,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:13.197101 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Pushing event updated for resources: {'Port': ['ID=aaab74ea-b041-42d9-ae92-e9480fcac336,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:13.230545 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:13.298702 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:13.375442 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42666) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:13.394960 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a111001-b6cd-44a4-85aa-0a90f590ac28 req-3c349293-1a21-4081-b2c6-dc9b6fadf9e2 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:13.396509 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1a111001-b6cd-44a4-85aa-0a90f590ac28 req-3c349293-1a21-4081-b2c6-dc9b6fadf9e2 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 944 time: 0.1902459 Dec 20 21:33:13.409543 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:13.417125 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:13.493924 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Network 23f11a69-6be1-4cc1-ba69-da45266febdb is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:13.499072 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:13.515756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:13.524760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Pushing event updated for resources: {'Port': ['ID=38baede6-5d4e-479d-b1e0-4a7ca9e63661,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:13.535492 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:13.553545 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1a111001-b6cd-44a4-85aa-0a90f590ac28 req-2b5f0040-8f5a-4247-9c9f-4a52b7063996 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127231 Dec 20 21:33:13.587543 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Deleting port 55453423-7f70-42c2-85d9-e98780292890 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:13.592770 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:13.625006 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Attempting to bind port 38baede6-5d4e-479d-b1e0-4a7ca9e63661 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:33:13.625006 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Attempting to bind port 38baede6-5d4e-479d-b1e0-4a7ca9e63661 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '5408f4c1-3202-4fed-97bd-8cfb283a9cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '23f11a69-6be1-4cc1-ba69-da45266febdb'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:33:13.625623 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Attempting to bind port 38baede6-5d4e-479d-b1e0-4a7ca9e63661 on network 23f11a69-6be1-4cc1-ba69-da45266febdb {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:33:13.630569 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:33:13.631064 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Checking segment: {'id': '5408f4c1-3202-4fed-97bd-8cfb283a9cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '23f11a69-6be1-4cc1-ba69-da45266febdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:13.631514 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:13.631848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Bound using segment: {'id': '5408f4c1-3202-4fed-97bd-8cfb283a9cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '23f11a69-6be1-4cc1-ba69-da45266febdb'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:33:13.632306 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Bound port: 38baede6-5d4e-479d-b1e0-4a7ca9e63661, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5408f4c1-3202-4fed-97bd-8cfb283a9cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '23f11a69-6be1-4cc1-ba69-da45266febdb'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:33:13.632680 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:13.773346 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:13.774097 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:13.790956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Calling delete_port for 55453423-7f70-42c2-85d9-e98780292890 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:13.797858 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] For port 38baede6-5d4e-479d-b1e0-4a7ca9e63661, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:33:13.800107 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:13.804756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] For port 38baede6-5d4e-479d-b1e0-4a7ca9e63661, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=38baede6-5d4e-479d-b1e0-4a7ca9e63661,segment=NetworkSegment(5408f4c1-3202-4fed-97bd-8cfb283a9cea),segment_id=5408f4c1-3202-4fed-97bd-8cfb283a9cea)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:33:13.811925 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:13.955746 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f1b4a31-1645-41f5-b364-e6e6f201f689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:13.964094 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0c544-ba9e-4f51-b3a0-9d32c5d94684 None None] Pushing event updated for resources: {'Port': ['ID=38baede6-5d4e-479d-b1e0-4a7ca9e63661,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:14.106234 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-33cb88e8-3ae1-4d0d-9316-66f1556cbc01 req-9f92196c-f62c-40f8-9cdf-fac1d832f9bf service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8713617 Dec 20 21:33:14.146022 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:14.158388 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:14.191626 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Pushing event deleted for resources: {'Port': ['ID=55453423-7f70-42c2-85d9-e98780292890,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:14.213675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Subnet': ['ID=01ce59ab-f7a8-4240-a387-7712e609dea1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:14.401348 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] create failed (client error): The resource could not be found. Dec 20 21:33:14.401903 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:14.406862 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-23a98994-873f-4f8a-97c9-a8cc6d9fc32f tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3243070 Dec 20 21:33:14.416926 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42672) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:14.421690 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f1b4a31-1645-41f5-b364-e6e6f201f689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:14.488943 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f11a69-6be1-4cc1-ba69-da45266febdb']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:14.512137 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f1b4a31-1645-41f5-b364-e6e6f201f689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:14.572016 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8f1b4a31-1645-41f5-b364-e6e6f201f689 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3764cfb172a946e1a4fb6b4f8bf2c78c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1889801 Dec 20 21:33:14.595640 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b4a31-1645-41f5-b364-e6e6f201f689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76078efa-f3b5-4b57-9100-4480f6b872e7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:14.600383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42678) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:14.704954 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bbff9-ee82-430f-8a0e-be55c1d3f18b tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Deleting port cefad715-3ee2-4054-8237-95b0ddc2a03f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:14.705572 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb0bbff9-ee82-430f-8a0e-be55c1d3f18b tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:14.717535 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:14.742173 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5408f4c1-3202-4fed-97bd-8cfb283a9cea') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:14.743133 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5408f4c1-3202-4fed-97bd-8cfb283a9cea') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:14.780875 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:14.810888 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:14.825606 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:14.826391 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb0bbff9-ee82-430f-8a0e-be55c1d3f18b tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:14.827028 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:14.833091 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:14.842529 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bbff9-ee82-430f-8a0e-be55c1d3f18b tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Calling delete_port for cefad715-3ee2-4054-8237-95b0ddc2a03f owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:14.914948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44c45c-7ca6-4b21-9a9e-6907bea46220 req-695cd277-36e6-4f51-99a8-24c43aab0ac4 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:14.924569 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5b44c45c-7ca6-4b21-9a9e-6907bea46220 req-695cd277-36e6-4f51-99a8-24c43aab0ac4 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 944 time: 0.1968458 Dec 20 21:33:15.006244 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb0bbff9-ee82-430f-8a0e-be55c1d3f18b tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:15.044044 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bbff9-ee82-430f-8a0e-be55c1d3f18b tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Pushing event deleted for resources: {'Port': ['ID=cefad715-3ee2-4054-8237-95b0ddc2a03f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:15.055025 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.api [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 21:33:15.055025 n-d-xena-1 neutron-server[102401]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 21:33:15.055025 n-d-xena-1 neutron-server[102401]: [parameters: {'id': '23f11a69-6be1-4cc1-ba69-da45266febdb'}] Dec 20 21:33:15.055025 n-d-xena-1 neutron-server[102401]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:33:15.055540 n-d-xena-1 neutron-server[102401]: DEBUG oslo_db.api [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:33:15.055809 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:15.059679 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78b24d93-0498-48e4-b6a9-eda72579ea51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:15.138492 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78b24d93-0498-48e4-b6a9-eda72579ea51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:15.174141 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5b44c45c-7ca6-4b21-9a9e-6907bea46220 req-4b504f41-c371-4ad5-9744-d7424e5fb88f tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479661 Dec 20 21:33:15.410263 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb0bbff9-ee82-430f-8a0e-be55c1d3f18b tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:15.426112 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bb0bbff9-ee82-430f-8a0e-be55c1d3f18b tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] 10.222.0.32 "DELETE /v2.0/ports/cefad715-3ee2-4054-8237-95b0ddc2a03f HTTP/1.1" status: 204 len: 168 time: 1.0079796 Dec 20 21:33:15.428966 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42684) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:15.547003 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78b24d93-0498-48e4-b6a9-eda72579ea51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:15.553839 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78b24d93-0498-48e4-b6a9-eda72579ea51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:15.557545 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:15.562741 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-78b24d93-0498-48e4-b6a9-eda72579ea51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76078efa-f3b5-4b57-9100-4480f6b872e7 HTTP/1.1" status: 204 len: 168 time: 0.9570882 Dec 20 21:33:15.593518 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b24d93-0498-48e4-b6a9-eda72579ea51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76078efa-f3b5-4b57-9100-4480f6b872e7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:15.628813 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff986ac-7262-4508-b67c-add42617f110 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:15.633281 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4ff986ac-7262-4508-b67c-add42617f110 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] 10.222.0.32 "GET /v2.0/ports?device_id=498622db-ac21-4567-ba1c-3f01e20dff07 HTTP/1.1" status: 200 len: 913 time: 0.2004299 Dec 20 21:33:15.636669 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42690) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:15.892125 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:15.938386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510d3b03-14dc-428e-ad65-49bda226c529 None None] Network 23f11a69-6be1-4cc1-ba69-da45266febdb requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:16.052672 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 38baede6-5d4e-479d-b1e0-4a7ca9e63661 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:33:16.069987 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42696) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:16.090929 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6088ccbb-6db2-41c7-9fcf-c4ac73272efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:16.110805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-86259eb9-321d-42e9-815c-ddc2d417c9b5 None None] Provisioning complete for port 38baede6-5d4e-479d-b1e0-4a7ca9e63661 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:16.110959 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86259eb9-321d-42e9-815c-ddc2d417c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:16.153544 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Deleting port 38baede6-5d4e-479d-b1e0-4a7ca9e63661 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:16.153887 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:16.184206 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 38baede6-5d4e-479d-b1e0-4a7ca9e63661 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:16.184480 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:16.234448 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69af8ae6-4483-45da-ab88-dd61144d652b None None] DHCP port deletion for 23f11a69-6be1-4cc1-ba69-da45266febdb request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:33:16.258106 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6088ccbb-6db2-41c7-9fcf-c4ac73272efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:16.275903 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6088ccbb-6db2-41c7-9fcf-c4ac73272efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:16.304520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] For port 38baede6-5d4e-479d-b1e0-4a7ca9e63661, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=38baede6-5d4e-479d-b1e0-4a7ca9e63661,segment=NetworkSegment(5408f4c1-3202-4fed-97bd-8cfb283a9cea),segment_id=5408f4c1-3202-4fed-97bd-8cfb283a9cea)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:16.304964 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:16.317833 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6088ccbb-6db2-41c7-9fcf-c4ac73272efa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbc5b73e9887400c866938cc67dca9a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465081 Dec 20 21:33:16.323522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42700) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:16.331185 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Calling delete_port for 38baede6-5d4e-479d-b1e0-4a7ca9e63661 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:16.343298 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86259eb9-321d-42e9-815c-ddc2d417c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:16.385488 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088ccbb-6db2-41c7-9fcf-c4ac73272efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a60ccc9-13e5-49e9-8639-a04ed7cc3b46,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:16.410324 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:16.418590 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ba99e-d280-4ac6-979c-b19eb7d1406b req-445c9be6-fd69-4ec3-94ba-730be6637876 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:16.420236 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-485ba99e-d280-4ac6-979c-b19eb7d1406b req-445c9be6-fd69-4ec3-94ba-730be6637876 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 944 time: 0.0825861 Dec 20 21:33:16.442337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Router dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:33:16.462664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-86259eb9-321d-42e9-815c-ddc2d417c9b5 None None] For port 38baede6-5d4e-479d-b1e0-4a7ca9e63661, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=38baede6-5d4e-479d-b1e0-4a7ca9e63661,segment=NetworkSegment(5408f4c1-3202-4fed-97bd-8cfb283a9cea),segment_id=5408f4c1-3202-4fed-97bd-8cfb283a9cea)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:16.477055 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86259eb9-321d-42e9-815c-ddc2d417c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:16.480818 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-485ba99e-d280-4ac6-979c-b19eb7d1406b req-72646372-a1dc-4ec1-9c8a-83f7145a6330 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541561 Dec 20 21:33:16.572900 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-69af8ae6-4483-45da-ab88-dd61144d652b None None] Deleting port 38baede6-5d4e-479d-b1e0-4a7ca9e63661 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:16.573679 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-69af8ae6-4483-45da-ab88-dd61144d652b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:16.623233 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:33:16.623668 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:33:16.632224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86259eb9-321d-42e9-815c-ddc2d417c9b5 None None] Pushing event updated for resources: {'Port': ['ID=38baede6-5d4e-479d-b1e0-4a7ca9e63661,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:16.646302 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-69af8ae6-4483-45da-ab88-dd61144d652b None None] For port 38baede6-5d4e-479d-b1e0-4a7ca9e63661, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=38baede6-5d4e-479d-b1e0-4a7ca9e63661,segment=NetworkSegment(5408f4c1-3202-4fed-97bd-8cfb283a9cea),segment_id=5408f4c1-3202-4fed-97bd-8cfb283a9cea)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:16.646712 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-69af8ae6-4483-45da-ab88-dd61144d652b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:16.664454 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-69af8ae6-4483-45da-ab88-dd61144d652b None None] Calling delete_port for 38baede6-5d4e-479d-b1e0-4a7ca9e63661 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:16.746159 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-69af8ae6-4483-45da-ab88-dd61144d652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:16.780028 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af8ae6-4483-45da-ab88-dd61144d652b None None] Pushing event deleted for resources: {'Port': ['ID=38baede6-5d4e-479d-b1e0-4a7ca9e63661,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:16.782324 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69af8ae6-4483-45da-ab88-dd61144d652b None None] No DVR routers for this DVR port 38baede6-5d4e-479d-b1e0-4a7ca9e63661 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:33:16.886775 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d692b98-a959-4132-b59b-c379367238fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:16.943158 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d692b98-a959-4132-b59b-c379367238fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:16.953436 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:17.012078 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Port': ['ID=38baede6-5d4e-479d-b1e0-4a7ca9e63661,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:17.016881 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No DVR routers for this DVR port 38baede6-5d4e-479d-b1e0-4a7ca9e63661 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:33:17.062029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:33:17.072590 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Sync routers for ids ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:33:17.082222 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Routers {'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:33:17.083887 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:33:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:17.134765 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2864d757-0b41-4ab0-be17-9460c11292e2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:17.155726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Port 38baede6-5d4e-479d-b1e0-4a7ca9e63661 update to ACTIVE by agent not found {{(pid=102403) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 20 21:33:17.182853 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:17.184637 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e2f0e687-369f-4751-8682-8ae9fc611e01 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.4410026 Dec 20 21:33:17.185400 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d692b98-a959-4132-b59b-c379367238fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:17.187424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42706) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:17.188112 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d692b98-a959-4132-b59b-c379367238fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:17.192055 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6d692b98-a959-4132-b59b-c379367238fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a60ccc9-13e5-49e9-8639-a04ed7cc3b46 HTTP/1.1" status: 204 len: 168 time: 0.8645887 Dec 20 21:33:17.210025 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Set router dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:33:17.232221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d692b98-a959-4132-b59b-c379367238fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a60ccc9-13e5-49e9-8639-a04ed7cc3b46,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:17.234864 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:17.267885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f11a69-6be1-4cc1-ba69-da45266febdb']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:17.282227 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5408f4c1-3202-4fed-97bd-8cfb283a9cea') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:17.282637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5408f4c1-3202-4fed-97bd-8cfb283a9cea') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:17.313913 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:17.442645 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-805388779-router', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:33:08Z', 'updated_at': '2021-12-20T21:33:14Z', 'revision_number': 3, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'gw_port': {'id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:11Z', 'updated_at': '2021-12-20T21:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:17.443818 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:17.464840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:17.465244 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:17.468437 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:17.473502 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Checking router: dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:33:17.473842 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Updating router dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb port aaab74ea-b041-42d9-ae92-e9480fcac336 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:33:17.499290 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:17.645439 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:17.679480 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:17.688159 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/networks/23f11a69-6be1-4cc1-ba69-da45266febdb HTTP/1.1" status: 204 len: 168 time: 5.2695968 Dec 20 21:33:17.709861 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42718) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:17.720078 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c647e042-ba84-4870-a508-c29d903dd830 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-91870159'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:17.740012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0f728-ea4d-4fb6-8353-0d1e4b313f6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Network': ['ID=23f11a69-6be1-4cc1-ba69-da45266febdb,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:17.788021 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68471bcf-b22c-4706-a8a1-eb4677440739 req-f42a9f44-c80f-4a8c-be71-8b35b19687bf tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:17.789544 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-68471bcf-b22c-4706-a8a1-eb4677440739 req-f42a9f44-c80f-4a8c-be71-8b35b19687bf tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 944 time: 0.1694658 Dec 20 21:33:17.790690 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-2864d757-0b41-4ab0-be17-9460c11292e2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Deleting port 728ebaf8-2291-420d-a464-f473fb7133a9 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:17.791424 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2864d757-0b41-4ab0-be17-9460c11292e2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:17.796712 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c647e042-ba84-4870-a508-c29d903dd830 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:17.800211 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c647e042-ba84-4870-a508-c29d903dd830 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:17.893460 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c647e042-ba84-4870-a508-c29d903dd830 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:17.914019 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:17.927149 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2864d757-0b41-4ab0-be17-9460c11292e2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:17.943491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-2864d757-0b41-4ab0-be17-9460c11292e2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Calling delete_port for 728ebaf8-2291-420d-a464-f473fb7133a9 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:17.945988 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c647e042-ba84-4870-a508-c29d903dd830 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:17.946804 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-c647e042-ba84-4870-a508-c29d903dd830 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Added segment e9cb67d0-af0f-4a89-a8e7-a893240ba715 of type vlan for network 3f604cff-ed09-4bed-b80a-3e8b8d411db2 Dec 20 21:33:17.973841 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 38baede6-5d4e-479d-b1e0-4a7ca9e63661 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:33:18.003218 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:18.003601 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-68471bcf-b22c-4706-a8a1-eb4677440739 req-ad0dbc8e-8c10-4617-9f53-7e558c5d5dfd tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846242 Dec 20 21:33:18.016410 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:18.029871 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 38baede6-5d4e-479d-b1e0-4a7ca9e63661 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:33:18.030354 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 38baede6-5d4e-479d-b1e0-4a7ca9e63661 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:33:18.064415 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c647e042-ba84-4870-a508-c29d903dd830 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:18.130155 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:18.133370 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c647e042-ba84-4870-a508-c29d903dd830 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:18.142014 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c647e042-ba84-4870-a508-c29d903dd830 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:18.142970 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c647e042-ba84-4870-a508-c29d903dd830 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:18.160685 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1eed2c-f467-4e50-b461-033131e5367c None None] Pushing event updated for resources: {'Port': ['ID=aaab74ea-b041-42d9-ae92-e9480fcac336,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:18.173637 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c647e042-ba84-4870-a508-c29d903dd830 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4599652 Dec 20 21:33:18.177860 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42734) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:18.178695 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1eed2c-f467-4e50-b461-033131e5367c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:18.179210 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1eed2c-f467-4e50-b461-033131e5367c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:18.179707 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1eed2c-f467-4e50-b461-033131e5367c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:18.180213 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1eed2c-f467-4e50-b461-033131e5367c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:18.180699 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1eed2c-f467-4e50-b461-033131e5367c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:18.181183 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1eed2c-f467-4e50-b461-033131e5367c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:18.181981 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1eed2c-f467-4e50-b461-033131e5367c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:18.182673 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1eed2c-f467-4e50-b461-033131e5367c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:18.183151 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1eed2c-f467-4e50-b461-033131e5367c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:18.184749 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3fb0e226-ac3a-4268-a67e-e8dddfa266dc tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'subnet': {'network_id': '3f604cff-ed09-4bed-b80a-3e8b8d411db2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:18.184910 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1eed2c-f467-4e50-b461-033131e5367c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:18.186541 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1eed2c-f467-4e50-b461-033131e5367c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:18.186863 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1eed2c-f467-4e50-b461-033131e5367c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:18.194586 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Attempting to bind port aaab74ea-b041-42d9-ae92-e9480fcac336 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:33:18.195259 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Attempting to bind port aaab74ea-b041-42d9-ae92-e9480fcac336 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:33:18.196138 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Attempting to bind port aaab74ea-b041-42d9-ae92-e9480fcac336 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:33:18.203898 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:33:18.205517 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:18.206130 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:18.206803 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:33:18.207615 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Bound port: aaab74ea-b041-42d9-ae92-e9480fcac336, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:33:18.208188 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:18.267054 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2864d757-0b41-4ab0-be17-9460c11292e2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:18.288474 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] For port aaab74ea-b041-42d9-ae92-e9480fcac336, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:33:18.293154 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] For port aaab74ea-b041-42d9-ae92-e9480fcac336, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=aaab74ea-b041-42d9-ae92-e9480fcac336,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:33:18.300839 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:18.314597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864d757-0b41-4ab0-be17-9460c11292e2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Pushing event deleted for resources: {'Port': ['ID=728ebaf8-2291-420d-a464-f473fb7133a9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:18.359235 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647e042-ba84-4870-a508-c29d903dd830 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Network': ['ID=3f604cff-ed09-4bed-b80a-3e8b8d411db2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:18.370957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 3f604cff-ed09-4bed-b80a-3e8b8d411db2 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:18.622806 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1eed2c-f467-4e50-b461-033131e5367c None None] Pushing event updated for resources: {'Port': ['ID=aaab74ea-b041-42d9-ae92-e9480fcac336,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:18.658431 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Routers {'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:33:18.659596 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:33:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:18.686031 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2864d757-0b41-4ab0-be17-9460c11292e2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:18.876101 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] Set router dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:33:18.968525 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb0e226-ac3a-4268-a67e-e8dddfa266dc tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:18.972367 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e226-ac3a-4268-a67e-e8dddfa266dc tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:18.979155 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 29c9b8a5-e226-4145-8efa-de0db3aee8d8 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:33:19.098012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2864d757-0b41-4ab0-be17-9460c11292e2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Router 498622db-ac21-4567-ba1c-3f01e20dff07 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:33:19.102530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] Allocated IP 172.20.0.1 (d57bce93-bb4b-480e-97a5-5a079f85b0e4/4703d133-2d9a-4054-9009-948496539736/a2e0ef0e-f57c-4ccc-96f1-147dded302db) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:19.257456 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:19.276187 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-805388779-router', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:33:08Z', 'updated_at': '2021-12-20T21:33:14Z', 'revision_number': 3, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'gw_port': {'id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:11Z', 'updated_at': '2021-12-20T21:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:19.287068 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '29c9b8a5-e226-4145-8efa-de0db3aee8d8', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'port_id': '29c9b8a5-e226-4145-8efa-de0db3aee8d8', 'mac_address': 'fa:16:3e:19:01:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:33:19.328318 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:19.331936 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e226-ac3a-4268-a67e-e8dddfa266dc tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:19.344577 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c9b8a5-e226-4145-8efa-de0db3aee8d8 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:33:19.358030 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c154c-6a24-4d8b-8882-0c96c1769913 None None] The sync data for ids ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'] in n-d-xena-1 is: [{'id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-805388779-router', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:33:08Z', 'updated_at': '2021-12-20T21:33:14Z', 'revision_number': 3, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'gw_port': {'id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:11Z', 'updated_at': '2021-12-20T21:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:33:19.377480 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:19.383118 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:19.393572 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:19.398569 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0e226-ac3a-4268-a67e-e8dddfa266dc tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Subnet': ['ID=e9d8e400-c960-4e1d-abb2-a583f12f0467,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:19.426698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2864d757-0b41-4ab0-be17-9460c11292e2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:33:19.434998 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2864d757-0b41-4ab0-be17-9460c11292e2 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] 10.222.0.32 "PUT /v2.0/routers/498622db-ac21-4567-ba1c-3f01e20dff07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7970855 Dec 20 21:33:19.437632 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42760) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:19.441790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa641d4-e3a4-40ad-b0bd-6d515b669777 None None] Sync routers for ids ['498622db-ac21-4567-ba1c-3f01e20dff07'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:33:19.450565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0e226-ac3a-4268-a67e-e8dddfa266dc tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Checking segment: {'id': 'e9cb67d0-af0f-4a89-a8e7-a893240ba715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3f604cff-ed09-4bed-b80a-3e8b8d411db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:19.450925 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb0e226-ac3a-4268-a67e-e8dddfa266dc tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network hostable DHCP agents. Network: 3f604cff-ed09-4bed-b80a-3e8b8d411db2, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:33:19.463016 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5902fe-6b7f-4067-a619-66cc5ad707fc req-f87f6d2b-879e-4cdc-a872-64edc36170e4 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:19.470822 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca5902fe-6b7f-4067-a619-66cc5ad707fc req-f87f6d2b-879e-4cdc-a872-64edc36170e4 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 944 time: 0.2276633 Dec 20 21:33:19.479432 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb0e226-ac3a-4268-a67e-e8dddfa266dc tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network 3f604cff-ed09-4bed-b80a-3e8b8d411db2 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:33:19.486871 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:19.503677 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa641d4-e3a4-40ad-b0bd-6d515b669777 None None] Routers {'498622db-ac21-4567-ba1c-3f01e20dff07'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:33:19.504373 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-bfa641d4-e3a4-40ad-b0bd-6d515b669777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:33:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['498622db-ac21-4567-ba1c-3f01e20dff07'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:19.514910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=29c9b8a5-e226-4145-8efa-de0db3aee8d8,revision_number=11']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:19.520740 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3fb0e226-ac3a-4268-a67e-e8dddfa266dc tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 3f604cff-ed09-4bed-b80a-3e8b8d411db2) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:19.530486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb0e226-ac3a-4268-a67e-e8dddfa266dc tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:19.531094 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e226-ac3a-4268-a67e-e8dddfa266dc tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:19.543519 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] Network d57bce93-bb4b-480e-97a5-5a079f85b0e4 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:19.551027 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:19.563799 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:19.570325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec3f606-3f93-476d-9d2c-1ffd1834876c None None] Network 3f604cff-ed09-4bed-b80a-3e8b8d411db2 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:19.628285 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:19.646525 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca5902fe-6b7f-4067-a619-66cc5ad707fc req-76bf2f34-d9f1-492a-a024-226b319df33d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726627 Dec 20 21:33:19.658525 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-954d3710-e98d-4e2f-99a1-36d5f02d0bce tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:19.673459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-bfa641d4-e3a4-40ad-b0bd-6d515b669777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:19.697026 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa641d4-e3a4-40ad-b0bd-6d515b669777 None None] Routers {'498622db-ac21-4567-ba1c-3f01e20dff07'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:33:19.699233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-bfa641d4-e3a4-40ad-b0bd-6d515b669777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:33:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['498622db-ac21-4567-ba1c-3f01e20dff07'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:19.759720 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3fb0e226-ac3a-4268-a67e-e8dddfa266dc tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5803003 Dec 20 21:33:19.763840 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e0ef0e-f57c-4ccc-96f1-147dded302db,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:19.767909 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42766) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:19.794118 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-94079a10-3625-4f4d-823d-e4320593a6d8 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'subnet': {'network_id': '3f604cff-ed09-4bed-b80a-3e8b8d411db2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:19.853706 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['29c9b8a5-e226-4145-8efa-de0db3aee8d8'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:33:19.863253 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-bfa641d4-e3a4-40ad-b0bd-6d515b669777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:19.865093 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa641d4-e3a4-40ad-b0bd-6d515b669777 None None] The sync data for ids ['498622db-ac21-4567-ba1c-3f01e20dff07'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:33:20.006082 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:20.046758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aaab74ea-b041-42d9-ae92-e9480fcac336 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:33:20.084841 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-954d3710-e98d-4e2f-99a1-36d5f02d0bce tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:20.087407 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-954d3710-e98d-4e2f-99a1-36d5f02d0bce tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:20.142779 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-954d3710-e98d-4e2f-99a1-36d5f02d0bce tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:20.144626 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954d3710-e98d-4e2f-99a1-36d5f02d0bce tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Fanout notify agent at l3_agent the message router_deleted on router 498622db-ac21-4567-ba1c-3f01e20dff07 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:33:20.156113 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-954d3710-e98d-4e2f-99a1-36d5f02d0bce tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:20.165015 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-954d3710-e98d-4e2f-99a1-36d5f02d0bce tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] 10.222.0.32 "DELETE /v2.0/routers/498622db-ac21-4567-ba1c-3f01e20dff07 HTTP/1.1" status: 204 len: 168 time: 0.7162783 Dec 20 21:33:20.165485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42782) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:20.243271 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-457c0af0-c6d0-4014-9d5e-778a81aadbce tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Deleting subnet efd5f36d-d977-4786-bbb4-70c63e256c75 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:33:20.252187 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-457c0af0-c6d0-4014-9d5e-778a81aadbce tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:20.265343 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-3f604cff-ed09-4bed-b80a-3e8b8d411db2', 'network_id': '3f604cff-ed09-4bed-b80a-3e8b8d411db2', 'tenant_id': 'c1874b2f81444cd685d2d66062311ace', 'fixed_ips': [{'subnet_id': 'e9d8e400-c960-4e1d-abb2-a583f12f0467'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:33:20.267905 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:20.403615 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-457c0af0-c6d0-4014-9d5e-778a81aadbce tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:20.466803 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port aaab74ea-b041-42d9-ae92-e9480fcac336 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:20.467386 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:20.484355 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94079a10-3625-4f4d-823d-e4320593a6d8 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:20.488061 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94079a10-3625-4f4d-823d-e4320593a6d8 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:20.564426 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Allocated IP 2001:db8::2 (3f604cff-ed09-4bed-b80a-3e8b8d411db2/e9d8e400-c960-4e1d-abb2-a583f12f0467/19929b90-7d0c-41ef-b4cd-0dc9097a7022) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:20.722344 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:20.768407 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port aaab74ea-b041-42d9-ae92-e9480fcac336, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=aaab74ea-b041-42d9-ae92-e9480fcac336,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:20.781222 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:20.794179 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-457c0af0-c6d0-4014-9d5e-778a81aadbce tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:20.835784 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:20.846854 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-60c181c1-c93b-4f17-9182-bf8b25ee9804 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:20.857326 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-60c181c1-c93b-4f17-9182-bf8b25ee9804 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/networks?id=7b46c6e3-e801-49d8-a318-664252999761 HTTP/1.1" status: 200 len: 815 time: 0.2758026 Dec 20 21:33:20.859283 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66595bd1-3fbc-465d-8d0a-f44efb9229a5 req-7ba84664-6677-4d2d-bc9c-194d40103a42 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:20.862201 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66595bd1-3fbc-465d-8d0a-f44efb9229a5 req-7ba84664-6677-4d2d-bc9c-194d40103a42 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.1074109 Dec 20 21:33:20.872459 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:20.873710 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:20.874220 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=aaab74ea-b041-42d9-ae92-e9480fcac336,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:20.883814 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:20.924436 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:20.935330 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Network 3f604cff-ed09-4bed-b80a-3e8b8d411db2 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:20.939755 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:20.944483 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:20.958093 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Pushing event updated for resources: {'Port': ['ID=19929b90-7d0c-41ef-b4cd-0dc9097a7022,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:20.970359 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66595bd1-3fbc-465d-8d0a-f44efb9229a5 req-81123fc5-8877-435a-a2bc-0fadd80ee1f9 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010952 Dec 20 21:33:20.979976 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-8f20da9b-de7f-4a3a-bd58-b3354124f541 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/quotas/bda37a2f6cba46e0bddb7b05bd92ea4c HTTP/1.1" status: 200 len: 375 time: 0.1216669 Dec 20 21:33:21.017731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Attempting to bind port 19929b90-7d0c-41ef-b4cd-0dc9097a7022 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:33:21.017862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Attempting to bind port 19929b90-7d0c-41ef-b4cd-0dc9097a7022 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'e9cb67d0-af0f-4a89-a8e7-a893240ba715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3f604cff-ed09-4bed-b80a-3e8b8d411db2'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:33:21.018185 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Attempting to bind port 19929b90-7d0c-41ef-b4cd-0dc9097a7022 on network 3f604cff-ed09-4bed-b80a-3e8b8d411db2 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:33:21.023259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:33:21.023638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Checking segment: {'id': 'e9cb67d0-af0f-4a89-a8e7-a893240ba715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3f604cff-ed09-4bed-b80a-3e8b8d411db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:21.024018 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:21.024404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Bound using segment: {'id': 'e9cb67d0-af0f-4a89-a8e7-a893240ba715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3f604cff-ed09-4bed-b80a-3e8b8d411db2'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:33:21.024875 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Bound port: 19929b90-7d0c-41ef-b4cd-0dc9097a7022, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cb67d0-af0f-4a89-a8e7-a893240ba715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3f604cff-ed09-4bed-b80a-3e8b8d411db2'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:33:21.025232 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:21.092640 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] For port 19929b90-7d0c-41ef-b4cd-0dc9097a7022, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:33:21.096851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] For port 19929b90-7d0c-41ef-b4cd-0dc9097a7022, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=19929b90-7d0c-41ef-b4cd-0dc9097a7022,segment=NetworkSegment(e9cb67d0-af0f-4a89-a8e7-a893240ba715),segment_id=e9cb67d0-af0f-4a89-a8e7-a893240ba715)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:33:21.104328 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:21.125108 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e0ef0e-f57c-4ccc-96f1-147dded302db,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:21.143184 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-457c0af0-c6d0-4014-9d5e-778a81aadbce tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:21.163124 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c9f0a-1b13-4f81-acf5-17c25bc6096f None None] Pushing event updated for resources: {'Port': ['ID=19929b90-7d0c-41ef-b4cd-0dc9097a7022,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:21.231838 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c0af0-c6d0-4014-9d5e-778a81aadbce tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Pushing event deleted for resources: {'Subnet': ['ID=efd5f36d-d977-4786-bbb4-70c63e256c75,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:21.246880 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb1c41c-725e-410b-a72b-4820ff4406e7 None None] Network b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:21.248493 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-457c0af0-c6d0-4014-9d5e-778a81aadbce tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:21.252627 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-457c0af0-c6d0-4014-9d5e-778a81aadbce tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] 10.222.0.32 "DELETE /v2.0/subnets/efd5f36d-d977-4786-bbb4-70c63e256c75 HTTP/1.1" status: 204 len: 168 time: 1.0819767 Dec 20 21:33:21.255370 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42820) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:21.260721 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-2eb86dc5-798e-4336-9800-70c001680355 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bda37a2f6cba46e0bddb7b05bd92ea4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1972051 Dec 20 21:33:21.339188 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] Network d57bce93-bb4b-480e-97a5-5a079f85b0e4 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:21.344765 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:21.384382 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:21.513196 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Deleting port dc883c06-3fd4-4a1d-b53c-5b2a17963a17 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:21.519442 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:21.572010 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d775f9-2cfd-4f19-9e4a-98b0502ef853 None None] DHCP port deletion for b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:33:21.641087 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] Router dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:33:21.657906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-91d775f9-2cfd-4f19-9e4a-98b0502ef853 None None] Deleting port dc883c06-3fd4-4a1d-b53c-5b2a17963a17 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:21.659835 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91d775f9-2cfd-4f19-9e4a-98b0502ef853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:21.669063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] For port dc883c06-3fd4-4a1d-b53c-5b2a17963a17, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=dc883c06-3fd4-4a1d-b53c-5b2a17963a17,segment=NetworkSegment(8ae30cf2-321a-4132-b1ea-d35be521f81b),segment_id=8ae30cf2-321a-4132-b1ea-d35be521f81b)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:21.669443 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:21.690612 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94079a10-3625-4f4d-823d-e4320593a6d8 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:21.712321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Calling delete_port for dc883c06-3fd4-4a1d-b53c-5b2a17963a17 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:21.744950 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-b113aa39-b229-4d16-8649-ef67c0dc1bec service neutron] 10.222.0.32 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735544 Dec 20 21:33:21.779724 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-91d775f9-2cfd-4f19-9e4a-98b0502ef853 None None] For port dc883c06-3fd4-4a1d-b53c-5b2a17963a17, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=dc883c06-3fd4-4a1d-b53c-5b2a17963a17,segment=NetworkSegment(8ae30cf2-321a-4132-b1ea-d35be521f81b),segment_id=8ae30cf2-321a-4132-b1ea-d35be521f81b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:21.782374 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91d775f9-2cfd-4f19-9e4a-98b0502ef853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:21.798771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-91d775f9-2cfd-4f19-9e4a-98b0502ef853 None None] Calling delete_port for dc883c06-3fd4-4a1d-b53c-5b2a17963a17 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:21.851610 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:21.880769 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94079a10-3625-4f4d-823d-e4320593a6d8 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network 3f604cff-ed09-4bed-b80a-3e8b8d411db2 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:21.889678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Pushing event deleted for resources: {'Port': ['ID=dc883c06-3fd4-4a1d-b53c-5b2a17963a17,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:21.899168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] No DVR routers for this DVR port dc883c06-3fd4-4a1d-b53c-5b2a17963a17 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:33:21.922124 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91d775f9-2cfd-4f19-9e4a-98b0502ef853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:21.946888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94079a10-3625-4f4d-823d-e4320593a6d8 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Subnet': ['ID=65f7fe27-5b09-43aa-8009-8ba12e642691,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:21.954742 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d775f9-2cfd-4f19-9e4a-98b0502ef853 None None] Pushing event deleted for resources: {'Port': ['ID=dc883c06-3fd4-4a1d-b53c-5b2a17963a17,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:21.955056 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-94079a10-3625-4f4d-823d-e4320593a6d8 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:21.960234 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d775f9-2cfd-4f19-9e4a-98b0502ef853 None None] No DVR routers for this DVR port dc883c06-3fd4-4a1d-b53c-5b2a17963a17 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:33:21.981370 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94079a10-3625-4f4d-823d-e4320593a6d8 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:21.981370 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94079a10-3625-4f4d-823d-e4320593a6d8 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:22.018579 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:22.051174 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:22.064001 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae30cf2-321a-4132-b1ea-d35be521f81b') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:22.064287 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae30cf2-321a-4132-b1ea-d35be521f81b') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:22.074215 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-2e7fa7bd-a673-4968-ba87-d24c4ceb74d4 service neutron] 10.222.0.32 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538888 Dec 20 21:33:22.091229 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-94079a10-3625-4f4d-823d-e4320593a6d8 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3202670 Dec 20 21:33:22.102114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42834) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:22.121047 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:22.143988 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:33:22.153811 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 19929b90-7d0c-41ef-b4cd-0dc9097a7022 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:33:22.165674 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-86f77b59-4f32-41b6-9262-b9d36df523a5 admin admin] 10.222.0.32 "PUT /v2.0/routers/dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9770811 Dec 20 21:33:22.197935 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02972d59-84ce-4cac-a1d4-4df77dfbbce1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:22.199801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02972d59-84ce-4cac-a1d4-4df77dfbbce1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:22.201736 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02972d59-84ce-4cac-a1d4-4df77dfbbce1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:22.203776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02972d59-84ce-4cac-a1d4-4df77dfbbce1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:22.204731 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:22.205906 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02972d59-84ce-4cac-a1d4-4df77dfbbce1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:22.208579 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-02972d59-84ce-4cac-a1d4-4df77dfbbce1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1135106 Dec 20 21:33:22.214690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42838) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:22.225511 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6994b24e-3314-45c8-81f6-6e052270fc6d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1824875305'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:22.227367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3579d-5df6-4401-9822-c7d9475f3740 req-d3a2aff6-327c-4f9a-82e7-985eaf6a5d51 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:22.232876 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ad3579d-5df6-4401-9822-c7d9475f3740 req-d3a2aff6-327c-4f9a-82e7-985eaf6a5d51 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.1732993 Dec 20 21:33:22.233944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:22.234369 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:22.238740 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:22.280050 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 19929b90-7d0c-41ef-b4cd-0dc9097a7022 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:22.281994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6994b24e-3314-45c8-81f6-6e052270fc6d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:22.282862 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:22.292969 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6994b24e-3314-45c8-81f6-6e052270fc6d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:22.320448 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Sync routers for ids ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:33:22.330532 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6994b24e-3314-45c8-81f6-6e052270fc6d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:22.337465 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Routers {'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:33:22.340926 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:33:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:22.347189 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6994b24e-3314-45c8-81f6-6e052270fc6d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:22.347539 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-6994b24e-3314-45c8-81f6-6e052270fc6d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Added segment 597fb8cb-ae09-4d0f-938c-9f878f37e318 of type vlan for network 4c786e78-3f03-4397-9bc5-6169739930f5 Dec 20 21:33:22.377790 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:22.418515 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:22.422016 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] 10.222.0.32 "DELETE /v2.0/networks/b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9 HTTP/1.1" status: 204 len: 168 time: 1.1650300 Dec 20 21:33:22.446499 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6994b24e-3314-45c8-81f6-6e052270fc6d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:22.457553 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ad3579d-5df6-4401-9822-c7d9475f3740 req-148c0af8-7157-4c57-91c4-8e243b0bfbde tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932070 Dec 20 21:33:22.526355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928afd0-9646-4395-958b-cdd7c572f834 tempest-FloatingIPNegativeTestJSON-511629624 tempest-FloatingIPNegativeTestJSON-511629624-project] Pushing event deleted for resources: {'Network': ['ID=b9d34a2a-ad3d-4c07-a8d1-604bf209e3b9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:22.527302 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:22.609836 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 19929b90-7d0c-41ef-b4cd-0dc9097a7022, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=19929b90-7d0c-41ef-b4cd-0dc9097a7022,segment=NetworkSegment(e9cb67d0-af0f-4a89-a8e7-a893240ba715),segment_id=e9cb67d0-af0f-4a89-a8e7-a893240ba715)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:22.624070 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a9a7e672-fd3a-4fde-8404-73499281c886 req-57828e2a-2217-44eb-a293-e715e227f507 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 210 time: 0.1121161 Dec 20 21:33:22.628474 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6994b24e-3314-45c8-81f6-6e052270fc6d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:22.635010 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:22.635842 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aaab74ea-b041-42d9-ae92-e9480fcac336 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:33:22.640433 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6994b24e-3314-45c8-81f6-6e052270fc6d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:22.641122 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6994b24e-3314-45c8-81f6-6e052270fc6d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:22.661461 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Set router dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:33:22.809592 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42866) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:22.810711 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6994b24e-3314-45c8-81f6-6e052270fc6d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5946083 Dec 20 21:33:22.816675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b4ef5876-d8a3-4044-85f5-f912bff85627 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:22.822112 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994b24e-3314-45c8-81f6-6e052270fc6d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Network': ['ID=4c786e78-3f03-4397-9bc5-6169739930f5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:22.842992 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 4c786e78-3f03-4397-9bc5-6169739930f5 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:22.936626 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=19929b90-7d0c-41ef-b4cd-0dc9097a7022,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:22.968920 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port aaab74ea-b041-42d9-ae92-e9480fcac336 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:22.969574 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:23.014345 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 29c9b8a5-e226-4145-8efa-de0db3aee8d8 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:33:23.138114 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-805388779-router', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:33:08Z', 'updated_at': '2021-12-20T21:33:19Z', 'revision_number': 4, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'gw_port': {'id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:11Z', 'updated_at': '2021-12-20T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a2e0ef0e-f57c-4ccc-96f1-147dded302db', 'name': '', 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'mac_address': 'fa:16:3e:5a:f1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '4703d133-2d9a-4054-9009-948496539736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:18Z', 'updated_at': '2021-12-20T21:33:20Z', 'revision_number': 2, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'subnets': [{'id': '4703d133-2d9a-4054-9009-948496539736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:23.171072 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Checking router: dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:33:23.171737 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Updating router dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb port a2e0ef0e-f57c-4ccc-96f1-147dded302db binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:33:23.208053 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:33:23.219222 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:23.220233 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:23.227706 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:23.239161 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b4ef5876-d8a3-4044-85f5-f912bff85627 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:23.287262 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b4ef5876-d8a3-4044-85f5-f912bff85627 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:23.293054 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42876) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:23.335792 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device dc883c06-3fd4-4a1d-b53c-5b2a17963a17 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:33:23.366977 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99731467-d5c6-4ae3-933f-31b2f247b3c1 None None] Network 3f604cff-ed09-4bed-b80a-3e8b8d411db2 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:23.377642 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4ef5876-d8a3-4044-85f5-f912bff85627 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network 4c786e78-3f03-4397-9bc5-6169739930f5 is not hosted by any dhcp agent {{(pid=102401) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 21:33:23.378954 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: dc883c06-3fd4-4a1d-b53c-5b2a17963a17 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:33:23.379506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device dc883c06-3fd4-4a1d-b53c-5b2a17963a17 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:33:23.387812 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef5876-d8a3-4044-85f5-f912bff85627 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:23.388633 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b4ef5876-d8a3-4044-85f5-f912bff85627 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:23.396282 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42880) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:23.402791 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f082529c-b4cb-4c5b-8c5e-bde3f0ecb918 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'subnet': {'network_id': '4c786e78-3f03-4397-9bc5-6169739930f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:23.408225 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b4ef5876-d8a3-4044-85f5-f912bff85627 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "PUT /v2.0/networks/4c786e78-3f03-4397-9bc5-6169739930f5 HTTP/1.1" status: 200 len: 723 time: 0.5960677 Dec 20 21:33:23.453323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef5876-d8a3-4044-85f5-f912bff85627 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Network': ['ID=4c786e78-3f03-4397-9bc5-6169739930f5,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:23.459217 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d49862d8-df6b-48cf-a887-0ae90035b045 None None] Provisioning complete for port 19929b90-7d0c-41ef-b4cd-0dc9097a7022 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:23.459670 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d49862d8-df6b-48cf-a887-0ae90035b045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:23.481207 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:23.488733 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 4c786e78-3f03-4397-9bc5-6169739930f5 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:23.675743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c29fe-fa19-40e9-a85c-7bf51967eb0c req-1c85460d-048e-44d5-bb85-e92ecc75a601 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:23.684462 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e76c29fe-fa19-40e9-a85c-7bf51967eb0c req-1c85460d-048e-44d5-bb85-e92ecc75a601 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 945 time: 0.0819459 Dec 20 21:33:23.732683 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e76c29fe-fa19-40e9-a85c-7bf51967eb0c req-be0c593b-9603-4275-b61d-db40039cba36 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468788 Dec 20 21:33:23.774968 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f082529c-b4cb-4c5b-8c5e-bde3f0ecb918 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:23.778571 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f082529c-b4cb-4c5b-8c5e-bde3f0ecb918 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:23.804502 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c9b8a5-e226-4145-8efa-de0db3aee8d8'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:33:23.809563 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23e59cf-a554-4df4-8546-8fce0434a8c7" -d '{"events": [{"server_uuid": "1f575c3d-a3a4-4bff-bef8-5392669afdae", "name": "network-vif-plugged", "status": "completed", "tag": "29c9b8a5-e226-4145-8efa-de0db3aee8d8"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:33:23.862059 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e2fb0021-bc84-4e39-84a4-e6175e603dbf req-3b2aadb5-0b0d-42bf-bde3-14bba843a0de tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 210 time: 0.0548997 Dec 20 21:33:23.874400 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:23.876628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:23.882832 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:23.886032 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:23.981626 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-ee13fd09-71fa-4e3f-ba1a-9bc6b8f45773 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:23.989482 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-ee13fd09-71fa-4e3f-ba1a-9bc6b8f45773 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/networks?id=d57bce93-bb4b-480e-97a5-5a079f85b0e4 HTTP/1.1" status: 200 len: 819 time: 0.4580209 Dec 20 21:33:24.007311 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a4826403-b625-4f5c-9b0c-25e1f2b8f49c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18160ef4c8a44b7f9101a2db5aa36c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7100246 Dec 20 21:33:24.007667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42904) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:24.037591 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Attempting to bind port a2e0ef0e-f57c-4ccc-96f1-147dded302db on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:33:24.038293 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Attempting to bind port a2e0ef0e-f57c-4ccc-96f1-147dded302db by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'd62adec1-41e8-4150-aca8-edb41f23e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:33:24.038629 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Attempting to bind port a2e0ef0e-f57c-4ccc-96f1-147dded302db on network d57bce93-bb4b-480e-97a5-5a079f85b0e4 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:33:24.053773 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:33:24.054216 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Checking segment: {'id': 'd62adec1-41e8-4150-aca8-edb41f23e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:24.055027 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:24.055887 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Bound using segment: {'id': 'd62adec1-41e8-4150-aca8-edb41f23e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:33:24.056700 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Bound port: a2e0ef0e-f57c-4ccc-96f1-147dded302db, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62adec1-41e8-4150-aca8-edb41f23e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:33:24.057398 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:24.074216 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e7d85-ccf4-47c0-bbd7-ee3b1636d14f None None] Pushing event updated for resources: {'Port': ['ID=a2e0ef0e-f57c-4ccc-96f1-147dded302db,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:24.076299 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-0f91a498-c149-461d-bb8d-9c9ef683ab22 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/quotas/7e94c599d001420383e50c8c9b772a7d HTTP/1.1" status: 200 len: 375 time: 0.0741408 Dec 20 21:33:24.135522 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5298da25-90b3-48b4-8b47-2aa1671147ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:24.154916 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] For port a2e0ef0e-f57c-4ccc-96f1-147dded302db, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:33:24.162467 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] For port a2e0ef0e-f57c-4ccc-96f1-147dded302db, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a2e0ef0e-f57c-4ccc-96f1-147dded302db,segment=NetworkSegment(d62adec1-41e8-4150-aca8-edb41f23e867),segment_id=d62adec1-41e8-4150-aca8-edb41f23e867)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:33:24.169151 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:24.184543 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5298da25-90b3-48b4-8b47-2aa1671147ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:24.202684 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-e32a2a8b-fe64-4f5f-a91b-4febe75943d1 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e94c599d001420383e50c8c9b772a7d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1165650 Dec 20 21:33:24.242847 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Routers {'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:33:24.243768 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:33:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:24.347931 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f082529c-b4cb-4c5b-8c5e-bde3f0ecb918 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:24.363995 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700772f9-c0b8-417a-b7cd-d5c07cbc2ca8 x-openstack-request-id: req-700772f9-c0b8-417a-b7cd-d5c07cbc2ca8 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:33:24.364616 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f575c3d-a3a4-4bff-bef8-5392669afdae", "name": "network-vif-plugged", "status": "completed", "tag": "29c9b8a5-e226-4145-8efa-de0db3aee8d8", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:33:24.365174 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-700772f9-c0b8-417a-b7cd-d5c07cbc2ca8 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:33:24.365788 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c9b8a5-e226-4145-8efa-de0db3aee8d8', 'code': 200} Dec 20 21:33:24.367902 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 19929b90-7d0c-41ef-b4cd-0dc9097a7022 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:33:24.374157 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e7d85-ccf4-47c0-bbd7-ee3b1636d14f None None] Pushing event updated for resources: {'Port': ['ID=a2e0ef0e-f57c-4ccc-96f1-147dded302db,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:24.402935 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082529c-b4cb-4c5b-8c5e-bde3f0ecb918 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Subnet': ['ID=9a52df88-0739-4df7-b8d2-336b0e115a99,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:24.441522 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-69938e94-1d16-4306-aaba-fadc6ad98ace service neutron] 10.222.0.32 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272778 Dec 20 21:33:24.448713 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] Set router dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:33:24.453822 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=29c9b8a5-e226-4145-8efa-de0db3aee8d8,revision_number=12']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:24.497615 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 19929b90-7d0c-41ef-b4cd-0dc9097a7022 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:24.497615 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:24.600520 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5926ab4e-4991-42a9-be1f-98d786d78abb None None] Update dhcp port {'port': {'network_id': '3f604cff-ed09-4bed-b80a-3e8b8d411db2', 'fixed_ips': [{'subnet_id': 'e9d8e400-c960-4e1d-abb2-a583f12f0467', 'ip_address': '2001:db8::2'}, {'subnet_id': '65f7fe27-5b09-43aa-8009-8ba12e642691'}], 'binding:host_id': 'n-d-xena-1'}, 'id': '19929b90-7d0c-41ef-b4cd-0dc9097a7022'} from n-d-xena-1. {{(pid=102403) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 20 21:33:24.653404 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f082529c-b4cb-4c5b-8c5e-bde3f0ecb918 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Checking segment: {'id': '597fb8cb-ae09-4d0f-938c-9f878f37e318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c786e78-3f03-4397-9bc5-6169739930f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:24.653765 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f082529c-b4cb-4c5b-8c5e-bde3f0ecb918 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network hostable DHCP agents. Network: 4c786e78-3f03-4397-9bc5-6169739930f5, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:33:24.660912 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5926ab4e-4991-42a9-be1f-98d786d78abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:24.702423 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-ffff89e3-b4b4-407f-b9e7-6f0f0161a8d2 service neutron] 10.222.0.32 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533998 Dec 20 21:33:24.710386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f082529c-b4cb-4c5b-8c5e-bde3f0ecb918 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network 4c786e78-3f03-4397-9bc5-6169739930f5 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:33:24.733023 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-805388779-router', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:33:08Z', 'updated_at': '2021-12-20T21:33:19Z', 'revision_number': 4, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'gw_port': {'id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:11Z', 'updated_at': '2021-12-20T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a2e0ef0e-f57c-4ccc-96f1-147dded302db', 'name': '', 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'mac_address': 'fa:16:3e:5a:f1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '4703d133-2d9a-4054-9009-948496539736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:18Z', 'updated_at': '2021-12-20T21:33:24Z', 'revision_number': 4, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'subnets': [{'id': '4703d133-2d9a-4054-9009-948496539736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:24.738133 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f082529c-b4cb-4c5b-8c5e-bde3f0ecb918 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 4c786e78-3f03-4397-9bc5-6169739930f5) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:24.742667 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082529c-b4cb-4c5b-8c5e-bde3f0ecb918 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:24.743251 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f082529c-b4cb-4c5b-8c5e-bde3f0ecb918 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:24.772991 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a502a-2253-41c7-8000-931f7c4a2c15 None None] The sync data for ids ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'] in n-d-xena-1 is: [{'id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-805388779-router', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:33:08Z', 'updated_at': '2021-12-20T21:33:19Z', 'revision_number': 4, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'gw_port': {'id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:11Z', 'updated_at': '2021-12-20T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a2e0ef0e-f57c-4ccc-96f1-147dded302db', 'name': '', 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'mac_address': 'fa:16:3e:5a:f1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '4703d133-2d9a-4054-9009-948496539736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:18Z', 'updated_at': '2021-12-20T21:33:24Z', 'revision_number': 4, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'subnets': [{'id': '4703d133-2d9a-4054-9009-948496539736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:33:24.792411 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f082529c-b4cb-4c5b-8c5e-bde3f0ecb918 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3922904 Dec 20 21:33:24.792592 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42932) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:24.797774 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:25.029647 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31186841'] for subnet, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:25.063195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bd9246-e634-4694-a090-15b52a21d35a None None] Network 4c786e78-3f03-4397-9bc5-6169739930f5 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:25.173314 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5298da25-90b3-48b4-8b47-2aa1671147ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:25.177467 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5298da25-90b3-48b4-8b47-2aa1671147ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:25.178820 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5298da25-90b3-48b4-8b47-2aa1671147ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17890547-3b05-47cd-87b9-6dfc5e6c2db4 HTTP/1.1" status: 204 len: 168 time: 1.1700680 Dec 20 21:33:25.219156 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a508f4-24e8-4a0a-8640-ed75ae646b68 req-c9eb6506-f66a-43bd-b06e-5dc80d7b7eb1 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:25.224629 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18a508f4-24e8-4a0a-8640-ed75ae646b68 req-c9eb6506-f66a-43bd-b06e-5dc80d7b7eb1 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 946 time: 0.2269666 Dec 20 21:33:25.273262 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-760ff985-a7d6-4488-851c-d6076a8d6a71 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:25.282425 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-760ff985-a7d6-4488-851c-d6076a8d6a71 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.31 "GET /v2.0/networks?id=7b46c6e3-e801-49d8-a318-664252999761 HTTP/1.1" status: 200 len: 815 time: 1.0461464 Dec 20 21:33:25.284120 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298da25-90b3-48b4-8b47-2aa1671147ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17890547-3b05-47cd-87b9-6dfc5e6c2db4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:25.293731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee93a32-005a-45ea-a5c7-ec50584a3d01 req-285965d0-2203-458c-b2dd-363cdba0bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:25.300721 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7ee93a32-005a-45ea-a5c7-ec50584a3d01 req-285965d0-2203-458c-b2dd-363cdba0bc5c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 1095 time: 0.3022339 Dec 20 21:33:25.313860 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-2c2a5f63-e0b4-439a-b8e8-59ad5cc5a78d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Request body: {'port': {'device_id': '1d261ee3-fa3c-49a0-a29f-38900f9a5013', 'network_id': '7b46c6e3-e801-49d8-a318-664252999761', 'admin_state_up': True, 'tenant_id': 'bda37a2f6cba46e0bddb7b05bd92ea4c'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:25.468169 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e161251-f027-4286-b089-d48e289c926d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-4c786e78-3f03-4397-9bc5-6169739930f5', 'network_id': '4c786e78-3f03-4397-9bc5-6169739930f5', 'tenant_id': 'c1874b2f81444cd685d2d66062311ace', 'fixed_ips': [{'subnet_id': '9a52df88-0739-4df7-b8d2-336b0e115a99'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:33:25.470893 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e161251-f027-4286-b089-d48e289c926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:25.497967 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-5926ab4e-4991-42a9-be1f-98d786d78abb None None] Allocated IP 172.20.0.1 (3f604cff-ed09-4bed-b80a-3e8b8d411db2/65f7fe27-5b09-43aa-8009-8ba12e642691/19929b90-7d0c-41ef-b4cd-0dc9097a7022) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:25.792982 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-2c2a5f63-e0b4-439a-b8e8-59ad5cc5a78d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Made reservation on behalf of bda37a2f6cba46e0bddb7b05bd92ea4c for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:25.812906 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-2c2a5f63-e0b4-439a-b8e8-59ad5cc5a78d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:25.828492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab49d342-03f7-46fe-88c7-c422250003d1 req-9bc2699d-2ae1-4d11-8213-544ee5cb4e39 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 210 time: 0.7838857 Dec 20 21:33:25.844979 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18a508f4-24e8-4a0a-8640-ed75ae646b68 req-bb9545c2-6b9a-4e54-9976-9eb083ece45a tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6050010 Dec 20 21:33:25.885665 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7ee93a32-005a-45ea-a5c7-ec50584a3d01 req-9f019e71-7c00-48fd-9785-d438984c79ac service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4714808 Dec 20 21:33:26.114664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a2e0ef0e-f57c-4ccc-96f1-147dded302db up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:33:26.128955 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5926ab4e-4991-42a9-be1f-98d786d78abb None None] For port 19929b90-7d0c-41ef-b4cd-0dc9097a7022, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=19929b90-7d0c-41ef-b4cd-0dc9097a7022,segment=NetworkSegment(e9cb67d0-af0f-4a89-a8e7-a893240ba715),segment_id=e9cb67d0-af0f-4a89-a8e7-a893240ba715)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:26.150577 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7a5b0dfa-9d2a-4b36-bdea-34dbec6a1fbf req-4b42f9ec-fd4c-4bdb-a511-74c443babd58 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 210 time: 0.1155236 Dec 20 21:33:26.163918 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-2c2a5f63-e0b4-439a-b8e8-59ad5cc5a78d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Allocated IP 172.20.0.13 (7b46c6e3-e801-49d8-a318-664252999761/8e8448cf-59a6-43ca-aaa2-82fb6408d51c/9cd51261-2a86-4843-b73f-d43fa14f8434) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:26.245231 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5926ab4e-4991-42a9-be1f-98d786d78abb None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:26.252960 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5926ab4e-4991-42a9-be1f-98d786d78abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:26.315033 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771581996957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31194125'] for subnet, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:26.381380 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-2c2a5f63-e0b4-439a-b8e8-59ad5cc5a78d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:26.427002 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-2c2a5f63-e0b4-439a-b8e8-59ad5cc5a78d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:26.432995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:26.433607 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:26.437504 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "PUT /v2.0/subnets/9a52df88-0739-4df7-b8d2-336b0e115a99 HTTP/1.1" status: 200 len: 826 time: 1.6439199 Dec 20 21:33:26.443418 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43014) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:26.480734 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-2c2a5f63-e0b4-439a-b8e8-59ad5cc5a78d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Network 7b46c6e3-e801-49d8-a318-664252999761 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:26.493413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-2c2a5f63-e0b4-439a-b8e8-59ad5cc5a78d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:26.505110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-2c2a5f63-e0b4-439a-b8e8-59ad5cc5a78d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:26.534345 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['939afb12-8918-43e4-8f4e-99a1a7147d0a', '0916bcbf-7425-4290-9937-b695ba82fd47', '6e34011d-ef40-4df7-8fac-d260f2dd4e60'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:33:26.646250 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Subnet': ['ID=9a52df88-0739-4df7-b8d2-336b0e115a99,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:26.647867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a5f63-e0b4-439a-b8e8-59ad5cc5a78d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Pushing event updated for resources: {'Port': ['ID=9cd51261-2a86-4843-b73f-d43fa14f8434,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:26.663078 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-9e161251-f027-4286-b089-d48e289c926d None None] Allocated IP 2001:db8::2 (4c786e78-3f03-4397-9bc5-6169739930f5/9a52df88-0739-4df7-b8d2-336b0e115a99/fa0382fa-0090-481a-b5a3-ce18fd4a3ad1) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:26.663981 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-2c2a5f63-e0b4-439a-b8e8-59ad5cc5a78d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:26.665730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-2c2a5f63-e0b4-439a-b8e8-59ad5cc5a78d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:26.675463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:26.678706 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:26.681169 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:26.682047 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:26.682396 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:26.682816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:26.683797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:26.684211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:26.685271 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:26.686207 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:26.686207 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:26.686510 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbfef1-5ab1-4314-8d37-e4910bfc59a1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:26.693334 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-2c2a5f63-e0b4-439a-b8e8-59ad5cc5a78d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3911836 Dec 20 21:33:26.716160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Request body: {'port': {'device_id': '1d261ee3-fa3c-49a0-a29f-38900f9a5013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:26.770978 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:26.816121 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43030) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:26.835691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926ab4e-4991-42a9-be1f-98d786d78abb None None] Pushing event updated for resources: {'Port': ['ID=19929b90-7d0c-41ef-b4cd-0dc9097a7022,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:26.852694 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port a2e0ef0e-f57c-4ccc-96f1-147dded302db triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:26.853366 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:26.874973 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:26.948910 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:27.172749 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e161251-f027-4286-b089-d48e289c926d None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:27.198231 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e161251-f027-4286-b089-d48e289c926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:27.241031 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Request body: {'networks': [{'name': 'tempest-network--491588560'}, {'name': 'tempest-network--775109663'}]} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:27.242133 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Request body: {'network': {'name': 'tempest-network--491588560'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:27.243050 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Request body: {'network': {'name': 'tempest-network--775109663'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:27.290560 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48708d08-edc7-4f96-9f73-42ad3d41411a req-d74b223f-6add-4f9c-9a83-8ffe1fa630a6 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:27.292441 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-48708d08-edc7-4f96-9f73-42ad3d41411a req-d74b223f-6add-4f9c-9a83-8ffe1fa630a6 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 946 time: 0.2132366 Dec 20 21:33:27.323656 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e161251-f027-4286-b089-d48e289c926d None None] Pushing event updated for resources: {'Port': ['ID=fa0382fa-0090-481a-b5a3-ce18fd4a3ad1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:27.333257 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:27.366265 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e161251-f027-4286-b089-d48e289c926d None None] Network 4c786e78-3f03-4397-9bc5-6169739930f5 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:27.388520 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Made reservation on behalf of 7e843f91f1c54ef4a78ea5268aec4b73 for: {'network': 2} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:27.394944 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:27.398807 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-9e161251-f027-4286-b089-d48e289c926d None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:27.404330 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e161251-f027-4286-b089-d48e289c926d None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:27.404587 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Subnet': ['ID=9a52df88-0739-4df7-b8d2-336b0e115a99,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:27.416034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-725b49de-476d-47ba-af52-da894253532d tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:27.417597 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-725b49de-476d-47ba-af52-da894253532d tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.66 "GET /v2.0/networks?id=d57bce93-bb4b-480e-97a5-5a079f85b0e4 HTTP/1.1" status: 200 len: 819 time: 0.5495205 Dec 20 21:33:27.443398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-b7df9945-dd9f-435a-8400-29f224c563a9 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Request body: {'port': {'device_id': '722f016d-6137-46b9-9678-41aa4d2d2754', 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4', 'admin_state_up': True, 'tenant_id': '7e94c599d001420383e50c8c9b772a7d'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:27.446703 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:27.464972 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c890680a-f014-4b4b-a6a4-fe11df68a543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:27.473768 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-48708d08-edc7-4f96-9f73-42ad3d41411a req-f5cddc16-801d-40d9-a646-6b10a4e2b04a tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658776 Dec 20 21:33:27.477330 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d982bd-21e2-4731-8995-9cca4404aa04 req-744061a9-9440-497d-86d6-da71378af248 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:27.481504 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e6d982bd-21e2-4731-8995-9cca4404aa04 req-744061a9-9440-497d-86d6-da71378af248 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 932 time: 0.3787768 Dec 20 21:33:27.561854 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:27.645780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c786e78-3f03-4397-9bc5-6169739930f5']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:27.648492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-9e161251-f027-4286-b089-d48e289c926d None None] Attempting to bind port fa0382fa-0090-481a-b5a3-ce18fd4a3ad1 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:33:27.648931 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-9e161251-f027-4286-b089-d48e289c926d None None] Attempting to bind port fa0382fa-0090-481a-b5a3-ce18fd4a3ad1 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '597fb8cb-ae09-4d0f-938c-9f878f37e318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c786e78-3f03-4397-9bc5-6169739930f5'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:33:27.649541 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e161251-f027-4286-b089-d48e289c926d None None] Attempting to bind port fa0382fa-0090-481a-b5a3-ce18fd4a3ad1 on network 4c786e78-3f03-4397-9bc5-6169739930f5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:33:27.665383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597fb8cb-ae09-4d0f-938c-9f878f37e318') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:27.666450 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597fb8cb-ae09-4d0f-938c-9f878f37e318') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:27.694534 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:27.700434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e161251-f027-4286-b089-d48e289c926d None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:33:27.700977 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e161251-f027-4286-b089-d48e289c926d None None] Checking segment: {'id': '597fb8cb-ae09-4d0f-938c-9f878f37e318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c786e78-3f03-4397-9bc5-6169739930f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:27.701519 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e161251-f027-4286-b089-d48e289c926d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:27.702357 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e161251-f027-4286-b089-d48e289c926d None None] Bound using segment: {'id': '597fb8cb-ae09-4d0f-938c-9f878f37e318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c786e78-3f03-4397-9bc5-6169739930f5'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:33:27.702851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-9e161251-f027-4286-b089-d48e289c926d None None] Bound port: fa0382fa-0090-481a-b5a3-ce18fd4a3ad1, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597fb8cb-ae09-4d0f-938c-9f878f37e318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4c786e78-3f03-4397-9bc5-6169739930f5'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:33:27.703484 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e161251-f027-4286-b089-d48e289c926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:27.742405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05703fda-a998-4a8e-8b4b-32f7a101fe8e None None] Network 3f604cff-ed09-4bed-b80a-3e8b8d411db2 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:27.759992 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e6d982bd-21e2-4731-8995-9cca4404aa04 req-172ba145-9240-40c3-abba-6f50d0d9ca90 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520049 Dec 20 21:33:27.788483 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:27.871192 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:27.875031 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-81af642b-7af2-4182-bbf1-69662e25e5c4 None None] Provisioning complete for port 19929b90-7d0c-41ef-b4cd-0dc9097a7022 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:27.875400 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-81af642b-7af2-4182-bbf1-69662e25e5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:27.889661 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:27.893199 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2d56fdb-cfd3-42ed-801c-3db57b3fa39b req-40f32988-5f10-495a-a143-aba3c63c0bf6 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 210 time: 0.0809569 Dec 20 21:33:27.896027 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:27.896620 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:27.899858 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:27.902525 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:27.902525 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:27.983141 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-b7df9945-dd9f-435a-8400-29f224c563a9 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Made reservation on behalf of 7e94c599d001420383e50c8c9b772a7d for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:27.992736 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-b7df9945-dd9f-435a-8400-29f224c563a9 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.027017 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a94f052-b0c1-4469-b70a-ba5c0eb5a014,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:28.034223 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port a2e0ef0e-f57c-4ccc-96f1-147dded302db, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a2e0ef0e-f57c-4ccc-96f1-147dded302db,segment=NetworkSegment(d62adec1-41e8-4150-aca8-edb41f23e867),segment_id=d62adec1-41e8-4150-aca8-edb41f23e867)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:28.038845 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.api [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 21:33:28.038845 n-d-xena-1 neutron-server[102402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 21:33:28.038845 n-d-xena-1 neutron-server[102402]: [parameters: {'id': '4c786e78-3f03-4397-9bc5-6169739930f5'}] Dec 20 21:33:28.038845 n-d-xena-1 neutron-server[102402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:33:28.039245 n-d-xena-1 neutron-server[102402]: DEBUG oslo_db.api [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:33:28.039779 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:28.067187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd51261-2a86-4843-b73f-d43fa14f8434 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:33:28.067460 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.067806 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Added segment 9dca8aef-e185-40fc-8043-9db39e79fac5 of type vlan for network de1e1b01-e038-48e0-a32b-7f1d234f83f9 Dec 20 21:33:28.081819 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.083015 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.144025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Transition to ACTIVE for port object 9cd51261-2a86-4843-b73f-d43fa14f8434 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:33:28.147832 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.185447 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.250415 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:28.254894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9e161251-f027-4286-b089-d48e289c926d None None] For port fa0382fa-0090-481a-b5a3-ce18fd4a3ad1, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:33:28.263124 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.263680 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Added segment b4b708c4-e3e9-4164-b2d4-b099020fd200 of type vlan for network 1f2fc169-b673-4ff6-9f53-6914f7812ebb Dec 20 21:33:28.272295 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd51261-2a86-4843-b73f-d43fa14f8434,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:28.299784 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 19929b90-7d0c-41ef-b4cd-0dc9097a7022 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:33:28.314339 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.346088 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43112) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:28.354424 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.355219 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.361928 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:28.368254 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:28.369331 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.379819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9e161251-f027-4286-b089-d48e289c926d None None] For port fa0382fa-0090-481a-b5a3-ce18fd4a3ad1, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=fa0382fa-0090-481a-b5a3-ce18fd4a3ad1,segment=NetworkSegment(597fb8cb-ae09-4d0f-938c-9f878f37e318),segment_id=597fb8cb-ae09-4d0f-938c-9f878f37e318)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:33:28.389291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:28.389908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:28.390439 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:28.390952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:28.391572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:28.392053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:28.392711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:28.393185 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:28.393667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:28.394194 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:28.394673 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:28.395148 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:33:28.409382 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-b7df9945-dd9f-435a-8400-29f224c563a9 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Allocated IP 172.20.0.6 (d57bce93-bb4b-480e-97a5-5a079f85b0e4/4703d133-2d9a-4054-9009-948496539736/69fb3221-e29d-4567-bdae-aba7a6eb91e1) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:28.412254 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e161251-f027-4286-b089-d48e289c926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.456457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Attempting to bind port 9cd51261-2a86-4843-b73f-d43fa14f8434 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:33:28.456958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Attempting to bind port 9cd51261-2a86-4843-b73f-d43fa14f8434 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '8b074172-5467-44ce-a033-e43e76cb8699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b46c6e3-e801-49d8-a318-664252999761'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:33:28.456958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Attempting to bind port 9cd51261-2a86-4843-b73f-d43fa14f8434 on network 7b46c6e3-e801-49d8-a318-664252999761 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:33:28.459136 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.6416557 Dec 20 21:33:28.467601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43116) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:28.477122 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event updated for resources: {'Network': ['ID=de1e1b01-e038-48e0-a32b-7f1d234f83f9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:28.492580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Port 9cd51261-2a86-4843-b73f-d43fa14f8434 on network 7b46c6e3-e801-49d8-a318-664252999761 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:33:28.492903 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Attempting to bind port 9cd51261-2a86-4843-b73f-d43fa14f8434 on network 7b46c6e3-e801-49d8-a318-664252999761 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:33:28.504819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network de1e1b01-e038-48e0-a32b-7f1d234f83f9 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:28.552945 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.554766 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91149043-2bf2-49c5-95ac-2fc8cc24ea4d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event updated for resources: {'Network': ['ID=1f2fc169-b673-4ff6-9f53-6914f7812ebb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:28.561566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=a2e0ef0e-f57c-4ccc-96f1-147dded302db,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:28.577787 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6140a2a-c284-4706-8fc9-abb2f4b9f360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.645028 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:33:28.645674 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Checking segment: {'id': '8b074172-5467-44ce-a033-e43e76cb8699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b46c6e3-e801-49d8-a318-664252999761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:28.646052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Bound using segment: {'id': '8b074172-5467-44ce-a033-e43e76cb8699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b46c6e3-e801-49d8-a318-664252999761'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:33:28.646541 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Bound port: 9cd51261-2a86-4843-b73f-d43fa14f8434, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b074172-5467-44ce-a033-e43e76cb8699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7b46c6e3-e801-49d8-a318-664252999761'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:33:28.647069 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.723378 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6140a2a-c284-4706-8fc9-abb2f4b9f360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.732775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Deleting port fa0382fa-0090-481a-b5a3-ce18fd4a3ad1 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:28.733257 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.748802 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6140a2a-c284-4706-8fc9-abb2f4b9f360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.807445 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 1f2fc169-b673-4ff6-9f53-6914f7812ebb details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:28.817747 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6140a2a-c284-4706-8fc9-abb2f4b9f360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8072be10-0c69-4edc-abad-038a380f22f6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:28.847131 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa2a609-9744-4af3-b102-6f18221b99a4 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:28.853162 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa2a609-9744-4af3-b102-6f18221b99a4 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:28.859117 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa2a609-9744-4af3-b102-6f18221b99a4 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:28.866218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa2a609-9744-4af3-b102-6f18221b99a4 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:28.870562 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6fa2a609-9744-4af3-b102-6f18221b99a4 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3989408 Dec 20 21:33:28.880034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43126) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:28.898400 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f6140a2a-c284-4706-8fc9-abb2f4b9f360 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=928f2d21edba4d12b07c50f5348009e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5511289 Dec 20 21:33:28.911239 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f16f1-3782-49b8-8440-72c6a6c97c8a req-f2d1e0a2-0c49-477b-aa19-4ad14b1e49e1 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:28.913730 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-471f16f1-3782-49b8-8440-72c6a6c97c8a req-f2d1e0a2-0c49-477b-aa19-4ad14b1e49e1 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 946 time: 0.2900572 Dec 20 21:33:28.914597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] For port fa0382fa-0090-481a-b5a3-ce18fd4a3ad1, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=fa0382fa-0090-481a-b5a3-ce18fd4a3ad1,segment=NetworkSegment(597fb8cb-ae09-4d0f-938c-9f878f37e318),segment_id=597fb8cb-ae09-4d0f-938c-9f878f37e318)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:28.915005 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:28.917188 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43128) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:28.948350 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Calling delete_port for fa0382fa-0090-481a-b5a3-ce18fd4a3ad1 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:28.960618 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7073b56-4feb-47ac-8439-8fb00cf24daa None None] Network 4c786e78-3f03-4397-9bc5-6169739930f5 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:29.024758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae85525-8c77-4485-8006-92f60e74b3a2 req-1927e5d8-c1bc-4282-9e7a-7cfdfc7ccc67 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:29.026867 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dae85525-8c77-4485-8006-92f60e74b3a2 req-1927e5d8-c1bc-4282-9e7a-7cfdfc7ccc67 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 944 time: 0.1582994 Dec 20 21:33:29.040620 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e161251-f027-4286-b089-d48e289c926d None None] Pushing event updated for resources: {'Port': ['ID=fa0382fa-0090-481a-b5a3-ce18fd4a3ad1,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:29.052626 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] For port 9cd51261-2a86-4843-b73f-d43fa14f8434, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:33:29.064981 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-b7df9945-dd9f-435a-8400-29f224c563a9 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.080168 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5a5c7608-bf74-4674-b7bb-5b0cd035179c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.080799 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 19929b90-7d0c-41ef-b4cd-0dc9097a7022 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:29.081469 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.105175 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] For port 9cd51261-2a86-4843-b73f-d43fa14f8434, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9cd51261-2a86-4843-b73f-d43fa14f8434,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:33:29.126838 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec200312-6c15-4a48-b228-f34bdab03b88 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.133513 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.138033 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dae85525-8c77-4485-8006-92f60e74b3a2 req-9a84030f-145f-4999-830c-8c51a9caabbe tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018183 Dec 20 21:33:29.143427 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5a5c7608-bf74-4674-b7bb-5b0cd035179c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.171629 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.216276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Port': ['ID=fa0382fa-0090-481a-b5a3-ce18fd4a3ad1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:29.221171 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No DVR routers for this DVR port fa0382fa-0090-481a-b5a3-ce18fd4a3ad1 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:33:29.247289 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd51261-2a86-4843-b73f-d43fa14f8434,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:29.268146 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-471f16f1-3782-49b8-8440-72c6a6c97c8a req-962b184d-7001-4c08-a770-2eee7f98c06e tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967200 Dec 20 21:33:29.278478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:29.279754 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.281382 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-245549c2-b558-4ca1-8b79-032ca10e1f09 service neutron] 10.222.0.31 "PUT /v2.0/ports/9cd51261-2a86-4843-b73f-d43fa14f8434 HTTP/1.1" status: 200 len: 1090 time: 2.5704191 Dec 20 21:33:29.289360 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d261ee3-fa3c-49a0-a29f-38900f9a5013', 'tag': '9cd51261-2a86-4843-b73f-d43fa14f8434'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:33:29.295225 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bf917c-3e8c-4829-b957-98df1c300c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d261ee3-fa3c-49a0-a29f-38900f9a5013", "tag": "9cd51261-2a86-4843-b73f-d43fa14f8434"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:33:29.376727 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617480b0-4c7a-4be0-ad93-999a1490083a None None] Network 4c786e78-3f03-4397-9bc5-6169739930f5 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:29.386797 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b645a7-3aaa-43a5-8fc7-beda2fcab9f2 x-openstack-request-id: req-86b645a7-3aaa-43a5-8fc7-beda2fcab9f2 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:33:29.387261 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d261ee3-fa3c-49a0-a29f-38900f9a5013", "tag": "9cd51261-2a86-4843-b73f-d43fa14f8434", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:33:29.387608 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86b645a7-3aaa-43a5-8fc7-beda2fcab9f2 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:33:29.388117 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d261ee3-fa3c-49a0-a29f-38900f9a5013', 'tag': '9cd51261-2a86-4843-b73f-d43fa14f8434', 'status': 'completed', 'code': 200} Dec 20 21:33:29.424351 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14d1377b-9698-45f6-be6b-20e36d7be813 req-1da5c170-e2a6-43bd-a022-b1124c37bf5d tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 210 time: 0.1697557 Dec 20 21:33:29.451315 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.462141 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-b7df9945-dd9f-435a-8400-29f224c563a9 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.465311 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5a5c7608-bf74-4674-b7bb-5b0cd035179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.473554 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5a5c7608-bf74-4674-b7bb-5b0cd035179c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.475429 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5a5c7608-bf74-4674-b7bb-5b0cd035179c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8072be10-0c69-4edc-abad-038a380f22f6 HTTP/1.1" status: 204 len: 168 time: 0.5572009 Dec 20 21:33:29.521949 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec200312-6c15-4a48-b228-f34bdab03b88 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.522604 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c7608-bf74-4674-b7bb-5b0cd035179c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8072be10-0c69-4edc-abad-038a380f22f6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:29.533671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c786e78-3f03-4397-9bc5-6169739930f5']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:29.540453 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e0a99fa8-ca0f-4a54-a227-5813e002cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.542398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-b7df9945-dd9f-435a-8400-29f224c563a9 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Network d57bce93-bb4b-480e-97a5-5a079f85b0e4 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:29.556130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-69fd6b97-c157-4048-bda5-45f71dba5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:29.557982 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-69fd6b97-c157-4048-bda5-45f71dba5ee0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bda37a2f6cba46e0bddb7b05bd92ea4c&device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 1093 time: 0.2043691 Dec 20 21:33:29.561788 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597fb8cb-ae09-4d0f-938c-9f878f37e318') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:29.562446 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-b7df9945-dd9f-435a-8400-29f224c563a9 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:29.564972 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597fb8cb-ae09-4d0f-938c-9f878f37e318') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:29.572010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-ec200312-6c15-4a48-b228-f34bdab03b88 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1e1b01-e038-48e0-a32b-7f1d234f83f9']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:29.574635 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-b7df9945-dd9f-435a-8400-29f224c563a9 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:29.584747 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.605333 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.619903 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c4045daa-5ec8-49b4-aaaa-5e220768956c None None] Provisioning complete for port 19929b90-7d0c-41ef-b4cd-0dc9097a7022 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:29.620350 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c4045daa-5ec8-49b4-aaaa-5e220768956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.631127 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:29.631965 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-b7df9945-dd9f-435a-8400-29f224c563a9 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:29.632179 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.632526 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-b7df9945-dd9f-435a-8400-29f224c563a9 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:29.635837 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:29.646969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df9945-dd9f-435a-8400-29f224c563a9 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Pushing event updated for resources: {'Port': ['ID=69fb3221-e29d-4567-bdae-aba7a6eb91e1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:29.661733 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e545ace0-c1d2-405d-be93-c4a9282390fe None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 21:33:29.683718 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-ec200312-6c15-4a48-b228-f34bdab03b88 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dca8aef-e185-40fc-8043-9db39e79fac5') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:29.684318 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-ec200312-6c15-4a48-b228-f34bdab03b88 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dca8aef-e185-40fc-8043-9db39e79fac5') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:29.688326 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-3c353b0e-ab95-4f4b-be3e-56bb669aef9c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cd51261-2a86-4843-b73f-d43fa14f8434 HTTP/1.1" status: 200 len: 217 time: 0.0625384 Dec 20 21:33:29.699145 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec200312-6c15-4a48-b228-f34bdab03b88 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.711711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-b7df9945-dd9f-435a-8400-29f224c563a9 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2763577 Dec 20 21:33:29.740089 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.745262 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Request body: {'port': {'device_id': '722f016d-6137-46b9-9678-41aa4d2d2754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:29.748590 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.752812 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/networks/4c786e78-3f03-4397-9bc5-6169739930f5 HTTP/1.1" status: 204 len: 168 time: 3.3084157 Dec 20 21:33:29.755666 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43138) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:29.773306 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b381cb-03ea-4c38-b9b2-04bf64d91b1f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Network': ['ID=4c786e78-3f03-4397-9bc5-6169739930f5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:29.786774 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec200312-6c15-4a48-b228-f34bdab03b88 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.829793 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec200312-6c15-4a48-b228-f34bdab03b88 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:29.830638 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec200312-6c15-4a48-b228-f34bdab03b88 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:29.835714 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:29.839373 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4050bb2-14b4-40c4-b481-25725da66e02 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] DELETE failed (client error): The resource could not be found. Dec 20 21:33:29.843737 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4050bb2-14b4-40c4-b481-25725da66e02 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:33:29.847460 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f4050bb2-14b4-40c4-b481-25725da66e02 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/networks/4c786e78-3f03-4397-9bc5-6169739930f5 HTTP/1.1" status: 404 len: 339 time: 0.0904820 Dec 20 21:33:29.852004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43142) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:29.857287 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-59529afe-a7c0-4d16-981a-1565502b0571 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1719338891', 'description': 'd1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:29.894189 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59529afe-a7c0-4d16-981a-1565502b0571 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:29.897865 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-59529afe-a7c0-4d16-981a-1565502b0571 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.900077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-0d332697-84ca-47a7-98f8-8e8dfcd036cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:29.902250 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-0d332697-84ca-47a7-98f8-8e8dfcd036cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e8448cf-59a6-43ca-aaa2-82fb6408d51c HTTP/1.1" status: 200 len: 855 time: 0.2055941 Dec 20 21:33:29.944087 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59529afe-a7c0-4d16-981a-1565502b0571 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:29.966458 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e545ace0-c1d2-405d-be93-c4a9282390fe None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 21:33:29.967185 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-59529afe-a7c0-4d16-981a-1565502b0571 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.967610 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-59529afe-a7c0-4d16-981a-1565502b0571 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Added segment e4d00375-c8e6-468b-9fb6-e29024743049 of type vlan for network 62828811-4415-4be2-aa0f-c415996a8407 Dec 20 21:33:29.972651 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-af27df57-f4dd-4a07-bb27-aa52add5694a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b46c6e3-e801-49d8-a318-664252999761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519536 Dec 20 21:33:29.976230 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:29.997426 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec200312-6c15-4a48-b228-f34bdab03b88 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.036638 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-59529afe-a7c0-4d16-981a-1565502b0571 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.039352 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec200312-6c15-4a48-b228-f34bdab03b88 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.044098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ec200312-6c15-4a48-b228-f34bdab03b88 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "DELETE /v2.0/networks/de1e1b01-e038-48e0-a32b-7f1d234f83f9 HTTP/1.1" status: 204 len: 168 time: 1.1585803 Dec 20 21:33:30.045158 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43144) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:30.045497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43146) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:30.074451 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec200312-6c15-4a48-b228-f34bdab03b88 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event deleted for resources: {'Network': ['ID=de1e1b01-e038-48e0-a32b-7f1d234f83f9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:30.136264 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3fd9951b-66fa-4602-bf05-21925b4162ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.156711 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-59529afe-a7c0-4d16-981a-1565502b0571 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.162254 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59529afe-a7c0-4d16-981a-1565502b0571 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:30.162847 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-59529afe-a7c0-4d16-981a-1565502b0571 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.232867 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4870f6d5-1e9b-472f-92b2-fe3d1ac01019 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.236480 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a2e0ef0e-f57c-4ccc-96f1-147dded302db up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:33:30.257717 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-808d5f08-8459-4e3d-8ab4-1463392eae57 service neutron] 10.222.0.31 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769747 Dec 20 21:33:30.278291 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-59529afe-a7c0-4d16-981a-1565502b0571 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4251211 Dec 20 21:33:30.287377 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43150) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:30.317877 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59529afe-a7c0-4d16-981a-1565502b0571 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Network': ['ID=62828811-4415-4be2-aa0f-c415996a8407,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:30.332176 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 62828811-4415-4be2-aa0f-c415996a8407 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:30.424617 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8a0a9-d6a6-4827-9d2d-786dc369ae7f req-5ae5827f-aea9-4134-8c04-d064b7935874 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:30.426163 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c3b8a0a9-d6a6-4827-9d2d-786dc369ae7f req-5ae5827f-aea9-4134-8c04-d064b7935874 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 944 time: 0.1895955 Dec 20 21:33:30.469733 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port a2e0ef0e-f57c-4ccc-96f1-147dded302db triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:30.470314 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.480226 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4870f6d5-1e9b-472f-92b2-fe3d1ac01019 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.496379 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3fd9951b-66fa-4602-bf05-21925b4162ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.521155 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3fd9951b-66fa-4602-bf05-21925b4162ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.530209 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4870f6d5-1e9b-472f-92b2-fe3d1ac01019 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2fc169-b673-4ff6-9f53-6914f7812ebb']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:30.548298 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c3b8a0a9-d6a6-4827-9d2d-786dc369ae7f req-de2290ef-689b-40ec-b4ce-bfb832d02319 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132200 Dec 20 21:33:30.560114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4870f6d5-1e9b-472f-92b2-fe3d1ac01019 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b708c4-e3e9-4164-b2d4-b099020fd200') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:30.560460 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4870f6d5-1e9b-472f-92b2-fe3d1ac01019 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b708c4-e3e9-4164-b2d4-b099020fd200') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:30.587099 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4870f6d5-1e9b-472f-92b2-fe3d1ac01019 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.592680 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3fd9951b-66fa-4602-bf05-21925b4162ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fbe3f82718d4f4f850d29bd82908197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5461817 Dec 20 21:33:30.595567 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43156) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:30.633501 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9951b-66fa-4602-bf05-21925b4162ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d847377-7682-497a-bb9a-d3a64edd407b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:30.656797 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4870f6d5-1e9b-472f-92b2-fe3d1ac01019 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.658551 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.680327 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4870f6d5-1e9b-472f-92b2-fe3d1ac01019 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:30.680327 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4870f6d5-1e9b-472f-92b2-fe3d1ac01019 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:30.683322 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:30.767270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc6f2f1-e9c8-4de7-a18e-c2e090c38a8d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:30.768896 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cfc6f2f1-e9c8-4de7-a18e-c2e090c38a8d tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "GET /v2.0/networks?id=62828811-4415-4be2-aa0f-c415996a8407 HTTP/1.1" status: 200 len: 765 time: 0.4805355 Dec 20 21:33:30.774209 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43158) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:30.785266 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6430ef4e-defb-4a4f-afed-71e74d88393f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'network': {'description': 'd2'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:30.789962 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cac003f-f775-4957-90f0-637a28a2d17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.811171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd59e4-5327-4c89-a0ba-7fa05804bf46 req-6eb9db29-4636-4628-b044-3fc4acbcdf52 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:30.812665 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4dd59e4-5327-4c89-a0ba-7fa05804bf46 req-6eb9db29-4636-4628-b044-3fc4acbcdf52 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 946 time: 0.1931911 Dec 20 21:33:30.830883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b190d3d-4353-480c-85f4-8c93f40a12be req-bcdd7046-41f3-433e-8d3e-e1516d6f23fb service neutron] 10.222.0.31 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657663 Dec 20 21:33:30.832270 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4870f6d5-1e9b-472f-92b2-fe3d1ac01019 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.851627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050e49a-01b4-4607-9887-0bb89773d557 req-90c41072-1241-483e-8b07-f932b67696b2 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:30.853649 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7050e49a-01b4-4607-9887-0bb89773d557 req-90c41072-1241-483e-8b07-f932b67696b2 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 931 time: 0.1982174 Dec 20 21:33:30.858472 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4870f6d5-1e9b-472f-92b2-fe3d1ac01019 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.861743 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4870f6d5-1e9b-472f-92b2-fe3d1ac01019 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "DELETE /v2.0/networks/1f2fc169-b673-4ff6-9f53-6914f7812ebb HTTP/1.1" status: 204 len: 168 time: 0.8141088 Dec 20 21:33:30.871916 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fb3221-e29d-4567-bdae-aba7a6eb91e1 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:33:30.873062 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43160) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:30.883789 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.907712 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4dd59e4-5327-4c89-a0ba-7fa05804bf46 req-2f5995df-bfcc-4333-a45c-49a30140f868 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743384 Dec 20 21:33:30.910845 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Transition to ACTIVE for port object 69fb3221-e29d-4567-bdae-aba7a6eb91e1 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:33:30.918951 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.940955 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cac003f-f775-4957-90f0-637a28a2d17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:30.942852 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870f6d5-1e9b-472f-92b2-fe3d1ac01019 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event deleted for resources: {'Network': ['ID=1f2fc169-b673-4ff6-9f53-6914f7812ebb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:31.006381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Pushing event updated for resources: {'Port': ['ID=69fb3221-e29d-4567-bdae-aba7a6eb91e1,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:31.028939 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf917c-3e8c-4829-b957-98df1c300c7f req-29e9df42-af47-4cbf-b3c8-2770fda56d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.030447 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8bf917c-3e8c-4829-b957-98df1c300c7f req-29e9df42-af47-4cbf-b3c8-2770fda56d07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bda37a2f6cba46e0bddb7b05bd92ea4c&device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 1093 time: 0.0840745 Dec 20 21:33:31.105119 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7050e49a-01b4-4607-9887-0bb89773d557 req-5ab33dcd-062f-4b63-ac67-2676acab717c tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362490 Dec 20 21:33:31.141006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Attempting to bind port 69fb3221-e29d-4567-bdae-aba7a6eb91e1 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:33:31.141365 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Attempting to bind port 69fb3221-e29d-4567-bdae-aba7a6eb91e1 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'd62adec1-41e8-4150-aca8-edb41f23e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:33:31.141789 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Attempting to bind port 69fb3221-e29d-4567-bdae-aba7a6eb91e1 on network d57bce93-bb4b-480e-97a5-5a079f85b0e4 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:33:31.151572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Port 69fb3221-e29d-4567-bdae-aba7a6eb91e1 on network d57bce93-bb4b-480e-97a5-5a079f85b0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:33:31.151884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Attempting to bind port 69fb3221-e29d-4567-bdae-aba7a6eb91e1 on network d57bce93-bb4b-480e-97a5-5a079f85b0e4 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:33:31.163633 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:33:31.163974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Checking segment: {'id': 'd62adec1-41e8-4150-aca8-edb41f23e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:31.164351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Bound using segment: {'id': 'd62adec1-41e8-4150-aca8-edb41f23e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:33:31.164764 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Bound port: 69fb3221-e29d-4567-bdae-aba7a6eb91e1, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62adec1-41e8-4150-aca8-edb41f23e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:33:31.165113 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:31.167522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf917c-3e8c-4829-b957-98df1c300c7f req-c39669ce-2b48-4a93-aa02-36ec9b0e2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.168979 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8bf917c-3e8c-4829-b957-98df1c300c7f req-c39669ce-2b48-4a93-aa02-36ec9b0e2355 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b46c6e3-e801-49d8-a318-664252999761 HTTP/1.1" status: 200 len: 916 time: 0.1216543 Dec 20 21:33:31.198932 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cac003f-f775-4957-90f0-637a28a2d17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:31.201282 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cac003f-f775-4957-90f0-637a28a2d17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:31.202418 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8cac003f-f775-4957-90f0-637a28a2d17a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d847377-7682-497a-bb9a-d3a64edd407b HTTP/1.1" status: 204 len: 168 time: 0.6059320 Dec 20 21:33:31.209677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c9a0c-4ced-4805-86ce-2148e18e00d8 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.215786 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c9a0c-4ced-4805-86ce-2148e18e00d8 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.217621 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-734c9a0c-4ced-4805-86ce-2148e18e00d8 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3422239 Dec 20 21:33:31.218837 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8bf917c-3e8c-4829-b957-98df1c300c7f req-95607c06-c9bf-4e5e-b15c-8e14872abfeb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cd51261-2a86-4843-b73f-d43fa14f8434 HTTP/1.1" status: 200 len: 217 time: 0.0422726 Dec 20 21:33:31.223333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43168) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:31.239728 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac003f-f775-4957-90f0-637a28a2d17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d847377-7682-497a-bb9a-d3a64edd407b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:31.242456 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6430ef4e-defb-4a4f-afed-71e74d88393f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:31.242679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2b0129d8-489c-4a62-b80a-a29338bbc61d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1318764'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:31.261682 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6430ef4e-defb-4a4f-afed-71e74d88393f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:31.308376 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6430ef4e-defb-4a4f-afed-71e74d88393f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network 62828811-4415-4be2-aa0f-c415996a8407 is not hosted by any dhcp agent {{(pid=102402) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 21:33:31.313681 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6430ef4e-defb-4a4f-afed-71e74d88393f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.314385 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6430ef4e-defb-4a4f-afed-71e74d88393f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:31.315681 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6430ef4e-defb-4a4f-afed-71e74d88393f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "PUT /v2.0/networks/62828811-4415-4be2-aa0f-c415996a8407 HTTP/1.1" status: 200 len: 762 time: 0.5390551 Dec 20 21:33:31.318989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43170) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:31.320126 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0129d8-489c-4a62-b80a-a29338bbc61d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Made reservation on behalf of 7e843f91f1c54ef4a78ea5268aec4b73 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:31.323678 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b0129d8-489c-4a62-b80a-a29338bbc61d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:31.339205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf917c-3e8c-4829-b957-98df1c300c7f req-f5a3bada-0896-47b5-b6e5-658eb462c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.340831 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8bf917c-3e8c-4829-b957-98df1c300c7f req-f5a3bada-0896-47b5-b6e5-658eb462c2f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8e8448cf-59a6-43ca-aaa2-82fb6408d51c HTTP/1.1" status: 200 len: 855 time: 0.0944819 Dec 20 21:33:31.341862 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] For port 69fb3221-e29d-4567-bdae-aba7a6eb91e1, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:33:31.346653 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] For port 69fb3221-e29d-4567-bdae-aba7a6eb91e1, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=69fb3221-e29d-4567-bdae-aba7a6eb91e1,segment=NetworkSegment(d62adec1-41e8-4150-aca8-edb41f23e867),segment_id=d62adec1-41e8-4150-aca8-edb41f23e867)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:33:31.363310 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:31.381359 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430ef4e-defb-4a4f-afed-71e74d88393f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Network': ['ID=62828811-4415-4be2-aa0f-c415996a8407,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:31.389497 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8bf917c-3e8c-4829-b957-98df1c300c7f req-077c56bd-3458-4636-bd41-f1c888d7a6de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b46c6e3-e801-49d8-a318-664252999761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401967 Dec 20 21:33:31.400374 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 62828811-4415-4be2-aa0f-c415996a8407 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:31.418560 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ec8d2-65ff-4d58-bd66-de8194ee59ef tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.420200 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4f9ec8d2-65ff-4d58-bd66-de8194ee59ef tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "GET /v2.0/networks?id=62828811-4415-4be2-aa0f-c415996a8407 HTTP/1.1" status: 200 len: 765 time: 0.1002960 Dec 20 21:33:31.421379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0129d8-489c-4a62-b80a-a29338bbc61d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:31.424694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43174) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:31.481609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.482260 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:31.483645 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] 10.222.0.66 "PUT /v2.0/ports/69fb3221-e29d-4567-bdae-aba7a6eb91e1 HTTP/1.1" status: 200 len: 1089 time: 1.7470953 Dec 20 21:33:31.484095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722f016d-6137-46b9-9678-41aa4d2d2754', 'tag': '69fb3221-e29d-4567-bdae-aba7a6eb91e1'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:33:31.486435 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d56ee9-930b-442a-9500-bf3a57708654" -d '{"events": [{"name": "network-changed", "server_uuid": "722f016d-6137-46b9-9678-41aa4d2d2754", "tag": "69fb3221-e29d-4567-bdae-aba7a6eb91e1"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:33:31.507797 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b0129d8-489c-4a62-b80a-a29338bbc61d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:31.508343 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-2b0129d8-489c-4a62-b80a-a29338bbc61d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Added segment 2021131c-8534-4c1e-9847-c894ef21d9b5 of type vlan for network 2766c2fd-03aa-478f-9333-c7b2333a6b81 Dec 20 21:33:31.567101 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b7d51-7203-490e-9a0f-1ca0b2b00018 service neutron] Pushing event updated for resources: {'Port': ['ID=69fb3221-e29d-4567-bdae-aba7a6eb91e1,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:31.603354 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea47e271-2ad5-4faa-897c-7f893656c7b8 x-openstack-request-id: req-ea47e271-2ad5-4faa-897c-7f893656c7b8 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:33:31.604062 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722f016d-6137-46b9-9678-41aa4d2d2754", "tag": "69fb3221-e29d-4567-bdae-aba7a6eb91e1", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:33:31.604378 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea47e271-2ad5-4faa-897c-7f893656c7b8 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:33:31.604721 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722f016d-6137-46b9-9678-41aa4d2d2754', 'tag': '69fb3221-e29d-4567-bdae-aba7a6eb91e1', 'status': 'completed', 'code': 200} Dec 20 21:33:31.616454 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b0129d8-489c-4a62-b80a-a29338bbc61d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:31.643258 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8bf917c-3e8c-4829-b957-98df1c300c7f req-a2369d24-2584-4c73-bb1d-3bca99231900 service neutron] 10.222.0.31 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248256 Dec 20 21:33:31.669393 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-664de1a8-ec79-4b34-b723-f4f63c628766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.670889 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-664de1a8-ec79-4b34-b723-f4f63c628766 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e94c599d001420383e50c8c9b772a7d&device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 1092 time: 0.1160796 Dec 20 21:33:31.672899 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b0129d8-489c-4a62-b80a-a29338bbc61d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:31.674899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1462f0-3407-45ed-986e-1a240fcdbf48 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.678104 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5e1462f0-3407-45ed-986e-1a240fcdbf48 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2502151 Dec 20 21:33:31.678730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0129d8-489c-4a62-b80a-a29338bbc61d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.679123 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b0129d8-489c-4a62-b80a-a29338bbc61d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:31.686704 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43184) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:31.740252 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a7d77c84-5818-49f4-8f67-bf4a40702f78 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 207 time: 0.0524712 Dec 20 21:33:31.743703 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43188) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:31.802876 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-2c35193f-d6f3-4c20-ab55-e9c35d81e650 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69fb3221-e29d-4567-bdae-aba7a6eb91e1 HTTP/1.1" status: 200 len: 217 time: 0.1074214 Dec 20 21:33:31.827037 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e39ab-4195-4f4f-9909-6414cd0278c0 req-6aed3752-93da-4993-a435-70e09e4e0ab0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.827037 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-493e39ab-4195-4f4f-9909-6414cd0278c0 req-6aed3752-93da-4993-a435-70e09e4e0ab0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 944 time: 0.1474428 Dec 20 21:33:31.827390 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2b0129d8-489c-4a62-b80a-a29338bbc61d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6046700 Dec 20 21:33:31.830085 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43192) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:31.837870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e312a7b2-7262-4ad2-8b7a-5187356b4b72 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1310277486'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:31.859290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0129d8-489c-4a62-b80a-a29338bbc61d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event updated for resources: {'Network': ['ID=2766c2fd-03aa-478f-9333-c7b2333a6b81,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:31.876291 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 2766c2fd-03aa-478f-9333-c7b2333a6b81 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:31.902183 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8bf917c-3e8c-4829-b957-98df1c300c7f req-d8d53ca3-8332-4c61-a3a0-1cccb6c609da service neutron] 10.222.0.31 "GET /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438374 Dec 20 21:33:31.903668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-752fc7e9-33f7-4f5d-857a-d2e819172851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.904984 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-752fc7e9-33f7-4f5d-857a-d2e819172851 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4703d133-2d9a-4054-9009-948496539736 HTTP/1.1" status: 200 len: 859 time: 0.0914531 Dec 20 21:33:31.918825 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29183c6d-fd32-4606-813b-5e93114ba306 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.924741 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29183c6d-fd32-4606-813b-5e93114ba306 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.930645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29183c6d-fd32-4606-813b-5e93114ba306 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.936741 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29183c6d-fd32-4606-813b-5e93114ba306 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.942455 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-6fa63317-e970-4df9-945f-d88adf00657d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d57bce93-bb4b-480e-97a5-5a079f85b0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283327 Dec 20 21:33:31.947143 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29183c6d-fd32-4606-813b-5e93114ba306 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.953047 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29183c6d-fd32-4606-813b-5e93114ba306 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:31.957296 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-29183c6d-fd32-4606-813b-5e93114ba306 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2101150 Dec 20 21:33:31.959522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43198) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:31.960174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e312a7b2-7262-4ad2-8b7a-5187356b4b72 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Made reservation on behalf of 7e843f91f1c54ef4a78ea5268aec4b73 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:31.963673 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e312a7b2-7262-4ad2-8b7a-5187356b4b72 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:31.968050 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-493e39ab-4195-4f4f-9909-6414cd0278c0 req-ba594b9e-79f5-4f04-bb4d-7856c8d7d30e tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264057 Dec 20 21:33:31.998719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e312a7b2-7262-4ad2-8b7a-5187356b4b72 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:32.011541 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e312a7b2-7262-4ad2-8b7a-5187356b4b72 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:32.012032 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-e312a7b2-7262-4ad2-8b7a-5187356b4b72 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Added segment 34b2f803-6892-40b9-831d-dcb5250cd73b of type vlan for network 6554d952-9ea8-425a-ac42-01114c53a11e Dec 20 21:33:32.065512 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:32.071123 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e312a7b2-7262-4ad2-8b7a-5187356b4b72 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:32.106695 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e312a7b2-7262-4ad2-8b7a-5187356b4b72 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:32.116641 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e312a7b2-7262-4ad2-8b7a-5187356b4b72 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:32.117342 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e312a7b2-7262-4ad2-8b7a-5187356b4b72 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:32.146653 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-b46b52f0-5e8f-4be0-ae57-9b3e488f5f97 service neutron] 10.222.0.66 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967404 Dec 20 21:33:32.163498 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b6012019-c2ca-4005-b0f3-1de60287966f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2022853 Dec 20 21:33:32.173316 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43208) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:32.274834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24912c1-f7b8-4fd0-a757-a547b4e08072 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:32.276538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24912c1-f7b8-4fd0-a757-a547b4e08072 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:32.278251 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24912c1-f7b8-4fd0-a757-a547b4e08072 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:32.279806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24912c1-f7b8-4fd0-a757-a547b4e08072 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:32.281479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24912c1-f7b8-4fd0-a757-a547b4e08072 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:32.283224 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b24912c1-f7b8-4fd0-a757-a547b4e08072 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1089628 Dec 20 21:33:32.288054 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43212) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:32.325058 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:32.355282 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad59cb2a-783e-4eba-8bd7-b9e8f024f931 req-59c782c2-10a6-4b40-b50b-e57352d10b70 service neutron] 10.222.0.66 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905665 Dec 20 21:33:32.367812 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f32d44-6917-4f46-82e1-996aaffbd262 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['shared'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:32.369699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f32d44-6917-4f46-82e1-996aaffbd262 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['shared'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:32.371304 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f32d44-6917-4f46-82e1-996aaffbd262 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['shared'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:32.373079 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f32d44-6917-4f46-82e1-996aaffbd262 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['shared'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:32.374701 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f32d44-6917-4f46-82e1-996aaffbd262 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['shared'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:32.376822 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b3f32d44-6917-4f46-82e1-996aaffbd262 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0878353 Dec 20 21:33:32.382638 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43216) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:32.523850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c61a781-3c42-4210-a9b0-55bf914a9c53 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:32.528959 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7c61a781-3c42-4210-a9b0-55bf914a9c53 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "GET /v2.0/networks/79c70af8-983d-4dfd-b045-c94e00cbbffa HTTP/1.1" status: 200 len: 804 time: 0.1452358 Dec 20 21:33:32.530516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43222) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:32.577573 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e312a7b2-7262-4ad2-8b7a-5187356b4b72 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7463176 Dec 20 21:33:32.582161 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43224) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:32.589428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Request body: {'ports': [{'network_id': '2766c2fd-03aa-478f-9333-c7b2333a6b81', 'name': 'tempest-port--2127941133', 'admin_state_up': True}, {'network_id': '6554d952-9ea8-425a-ac42-01114c53a11e', 'admin_state_up': False}]} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:32.589837 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Request body: {'port': {'network_id': '2766c2fd-03aa-478f-9333-c7b2333a6b81', 'name': 'tempest-port--2127941133', 'admin_state_up': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:32.590424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Request body: {'port': {'network_id': '6554d952-9ea8-425a-ac42-01114c53a11e', 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:32.596111 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d56ee9-930b-442a-9500-bf3a57708654 req-7a6741d5-6354-466c-80fa-c8a0c8488d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:32.597632 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-35d56ee9-930b-442a-9500-bf3a57708654 req-7a6741d5-6354-466c-80fa-c8a0c8488d31 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e94c599d001420383e50c8c9b772a7d&device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 1092 time: 0.1315610 Dec 20 21:33:32.621943 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312a7b2-7262-4ad2-8b7a-5187356b4b72 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event updated for resources: {'Network': ['ID=6554d952-9ea8-425a-ac42-01114c53a11e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:32.632981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 6554d952-9ea8-425a-ac42-01114c53a11e details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:32.685607 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec3f4-3bc4-41e9-ba69-a6968b5d20ce req-59b269d2-114a-43d5-9449-faedcc5e2714 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:32.687603 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-61bec3f4-3bc4-41e9-ba69-a6968b5d20ce req-59b269d2-114a-43d5-9449-faedcc5e2714 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 943 time: 0.4989944 Dec 20 21:33:32.740148 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1074abc8-9a53-40fe-9a48-93e8e7d2d252 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "GET /v2.0/networks/79c70af8-983d-4dfd-b045-c94e00cbbffa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2083995 Dec 20 21:33:32.746832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43230) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:32.804036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d56ee9-930b-442a-9500-bf3a57708654 req-4c24b315-f943-4938-9730-9a0ef00889b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:32.805573 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-35d56ee9-930b-442a-9500-bf3a57708654 req-4c24b315-f943-4938-9730-9a0ef00889b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d57bce93-bb4b-480e-97a5-5a079f85b0e4 HTTP/1.1" status: 200 len: 920 time: 0.1983147 Dec 20 21:33:32.807736 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-61bec3f4-3bc4-41e9-ba69-a6968b5d20ce req-455ba0a0-ce8d-4b71-b75c-a297b5b86aee tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078382 Dec 20 21:33:32.844877 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Made reservation on behalf of 7e843f91f1c54ef4a78ea5268aec4b73 for: {'port': 2} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:32.849759 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:32.863215 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:32.869557 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-35d56ee9-930b-442a-9500-bf3a57708654 req-3b521d7f-85e5-4e55-97a9-8ba7337a146c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69fb3221-e29d-4567-bdae-aba7a6eb91e1 HTTP/1.1" status: 200 len: 217 time: 0.0420208 Dec 20 21:33:32.881288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaac6bfa-71ce-4d72-a394-39a3c3bbe679 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:32.882600 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-aaac6bfa-71ce-4d72-a394-39a3c3bbe679 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "GET /v2.0/subnets/2116e55b-bee8-4f1f-be11-e0405f0c61f9 HTTP/1.1" status: 200 len: 843 time: 0.1351922 Dec 20 21:33:32.890980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43236) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:32.927921 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3636c48-ce11-4192-8c0f-ecb5fc9e008f req-b6e483dc-1dd1-4341-8488-b753f2e395e2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:32.929449 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a3636c48-ce11-4192-8c0f-ecb5fc9e008f req-b6e483dc-1dd1-4341-8488-b753f2e395e2 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1603222 Dec 20 21:33:32.950614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d56ee9-930b-442a-9500-bf3a57708654 req-7c231d4e-f55b-4728-89fc-f8f476a0a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:32.952062 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-35d56ee9-930b-442a-9500-bf3a57708654 req-7c231d4e-f55b-4728-89fc-f8f476a0a489 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4703d133-2d9a-4054-9009-948496539736 HTTP/1.1" status: 200 len: 859 time: 0.0740092 Dec 20 21:33:32.987384 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-35d56ee9-930b-442a-9500-bf3a57708654 req-623602d6-141c-42e7-a574-dc4abc51779a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d57bce93-bb4b-480e-97a5-5a079f85b0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269988 Dec 20 21:33:32.991219 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] device_id is not set on port cd59396d-8f3e-4062-b1d9-f029c90796c8 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:33:32.999959 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68387b4-5ac3-4b96-9308-77896cbee60b tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['shared'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:33.001910 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b68387b4-5ac3-4b96-9308-77896cbee60b tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "GET /v2.0/subnets/2116e55b-bee8-4f1f-be11-e0405f0c61f9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1099892 Dec 20 21:33:33.005369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43242) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:33.011952 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d096350f-a073-45b8-bcda-d9cff16a4f44 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-917390029'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:33.026782 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a3636c48-ce11-4192-8c0f-ecb5fc9e008f req-1a9da141-7e84-46d3-9954-79ddc97cb576 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855970 Dec 20 21:33:33.053167 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 9cd51261-2a86-4843-b73f-d43fa14f8434 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:33:33.059609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d096350f-a073-45b8-bcda-d9cff16a4f44 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:33.067576 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d096350f-a073-45b8-bcda-d9cff16a4f44 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:33.105888 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:33:33.183190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d096350f-a073-45b8-bcda-d9cff16a4f44 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:33.195931 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 9cd51261-2a86-4843-b73f-d43fa14f8434, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9cd51261-2a86-4843-b73f-d43fa14f8434,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:33.211760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '9cd51261-2a86-4843-b73f-d43fa14f8434', 'network_id': '7b46c6e3-e801-49d8-a318-664252999761', 'port_id': '9cd51261-2a86-4843-b73f-d43fa14f8434', 'mac_address': 'fa:16:3e:45:51:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8448cf-59a6-43ca-aaa2-82fb6408d51c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:33:33.212157 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d096350f-a073-45b8-bcda-d9cff16a4f44 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:33.212506 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-d096350f-a073-45b8-bcda-d9cff16a4f44 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Added segment 9a2db3d9-7bd4-4852-a3d6-724c8a27e65f of type vlan for network e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6 Dec 20 21:33:33.216819 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-35d56ee9-930b-442a-9500-bf3a57708654 req-83e58aaa-b9ca-4b3d-a38c-65d728fd0389 service neutron] 10.222.0.66 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187772 Dec 20 21:33:33.258850 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:33.268095 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:33.274632 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd51261-2a86-4843-b73f-d43fa14f8434 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:33:33.297282 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 9cd51261-2a86-4843-b73f-d43fa14f8434, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9cd51261-2a86-4843-b73f-d43fa14f8434,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:33.302262 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:33.315005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72432d-5533-4cc5-b05b-0a23756bc79b req-36715ffe-0e0b-4915-87a7-8f5d68c6e9b1 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:33.316806 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef72432d-5533-4cc5-b05b-0a23756bc79b req-36715ffe-0e0b-4915-87a7-8f5d68c6e9b1 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1682212 Dec 20 21:33:33.327169 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a866778-7194-4100-83a6-665880c22a35 req-339f58d4-29c8-4b10-bb00-5cb69e4dcfac tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:33.328685 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a866778-7194-4100-83a6-665880c22a35 req-339f58d4-29c8-4b10-bb00-5cb69e4dcfac tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 944 time: 0.1991363 Dec 20 21:33:33.343911 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d096350f-a073-45b8-bcda-d9cff16a4f44 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:33.378519 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=9cd51261-2a86-4843-b73f-d43fa14f8434,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:33.389137 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef72432d-5533-4cc5-b05b-0a23756bc79b req-4f6d19e9-8c5a-4df6-976f-7180b96b97a9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659802 Dec 20 21:33:33.394315 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-35d56ee9-930b-442a-9500-bf3a57708654 req-f4fdb3bb-ade7-4c5f-a9e7-0285ac5943ee service neutron] 10.222.0.66 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690946 Dec 20 21:33:33.411336 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a866778-7194-4100-83a6-665880c22a35 req-bd8fd35e-0c2a-4a73-8a91-8ac74a9a8abb tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738947 Dec 20 21:33:33.433201 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] device_id is not set on port 4b8b13ef-a89d-4efd-be8b-c55d2a5a7799 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:33:33.528346 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d096350f-a073-45b8-bcda-d9cff16a4f44 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:33.534023 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d096350f-a073-45b8-bcda-d9cff16a4f44 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:33.534658 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d096350f-a073-45b8-bcda-d9cff16a4f44 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:33.561710 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d096350f-a073-45b8-bcda-d9cff16a4f44 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5553071 Dec 20 21:33:33.565724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43264) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:33.570593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a41a1a17-2d43-4d06-b84d-be123da55bbf tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'subnet': {'network_id': 'e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:33.622428 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['9cd51261-2a86-4843-b73f-d43fa14f8434'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:33:33.675364 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41a1a17-2d43-4d06-b84d-be123da55bbf tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Made reservation on behalf of c1874b2f81444cd685d2d66062311ace for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:33.680580 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a41a1a17-2d43-4d06-b84d-be123da55bbf tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:33.716187 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096350f-a073-45b8-bcda-d9cff16a4f44 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Network': ['ID=e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:33.732016 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:33.737227 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:33.775564 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.ipam_backend_mixin [None req-a41a1a17-2d43-4d06-b84d-be123da55bbf tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Performing IP validity checks on allocation pools {{(pid=102401) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 21:33:33.776115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.ipam_backend_mixin [None req-a41a1a17-2d43-4d06-b84d-be123da55bbf tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102401) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 21:33:33.808053 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-8cdd55cf-74ed-4a68-ab72-5c265869c05c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:33.809637 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-8cdd55cf-74ed-4a68-ab72-5c265869c05c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 811 time: 0.1735561 Dec 20 21:33:33.829895 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:33.842244 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-16170023-9d94-46dd-9a3b-f8434791a747 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/quotas/97254acb4a43440cabfab1b7a88fcf78 HTTP/1.1" status: 200 len: 375 time: 0.0247824 Dec 20 21:33:33.936845 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event updated for resources: {'Port': ['ID=cd59396d-8f3e-4062-b1d9-f029c90796c8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:33.977070 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-f82f7dce-8b1d-4806-b76f-f6f97ee9feda tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1160610 Dec 20 21:33:33.981270 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Checking segment: {'id': '2021131c-8534-4c1e-9847-c894ef21d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2766c2fd-03aa-478f-9333-c7b2333a6b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:33.981738 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Network hostable DHCP agents. Network: 2766c2fd-03aa-478f-9333-c7b2333a6b81, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:33:33.994966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac280e-56d2-4e65-bb90-2bd5fcae210e req-67472b7c-dd8f-4073-8538-e8a01b3c03e3 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:33.996291 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-afac280e-56d2-4e65-bb90-2bd5fcae210e req-67472b7c-dd8f-4073-8538-e8a01b3c03e3 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 943 time: 0.0896182 Dec 20 21:33:34.015403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a41a1a17-2d43-4d06-b84d-be123da55bbf tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:34.015771 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Network 2766c2fd-03aa-478f-9333-c7b2333a6b81 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:33:34.056228 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 2766c2fd-03aa-478f-9333-c7b2333a6b81) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:34.063225 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:34.064261 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:34.069541 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a7284e-f1a7-4884-9ce1-2eebee995ee4 None None] Network 2766c2fd-03aa-478f-9333-c7b2333a6b81 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:34.095590 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-afac280e-56d2-4e65-bb90-2bd5fcae210e req-6f65c82d-538e-41dd-bdfe-1e5ecd16df4b tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875356 Dec 20 21:33:34.109281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a1a17-2d43-4d06-b84d-be123da55bbf tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Subnet': ['ID=91e8713d-258e-4e30-b201-a927b1942ca8,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:34.127843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41a1a17-2d43-4d06-b84d-be123da55bbf tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Checking segment: {'id': '9a2db3d9-7bd4-4852-a3d6-724c8a27e65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:34.128504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41a1a17-2d43-4d06-b84d-be123da55bbf tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network hostable DHCP agents. Network: e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:33:34.151864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41a1a17-2d43-4d06-b84d-be123da55bbf tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Network e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:33:34.166261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-a41a1a17-2d43-4d06-b84d-be123da55bbf tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:34.173822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a1a17-2d43-4d06-b84d-be123da55bbf tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:34.174815 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a41a1a17-2d43-4d06-b84d-be123da55bbf tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532264'] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:34.178598 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2face41e-2daf-452a-908e-bea02508ea89 None None] Network e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:34.184521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event updated for resources: {'Port': ['ID=4b8b13ef-a89d-4efd-be8b-c55d2a5a7799,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:34.189165 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-47e3b68b-12cf-4b22-8088-7027b01246b2 service neutron] 10.222.0.32 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965115 Dec 20 21:33:34.203623 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Checking segment: {'id': '34b2f803-6892-40b9-831d-dcb5250cd73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6554d952-9ea8-425a-ac42-01114c53a11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:34.204562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Network hostable DHCP agents. Network: 6554d952-9ea8-425a-ac42-01114c53a11e, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:33:34.212215 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a41a1a17-2d43-4d06-b84d-be123da55bbf tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6456807 Dec 20 21:33:34.213268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43278) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:34.219538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2c7be8ac-72f3-45bf-a97c-a28f036895be tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:34.270783 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Network 6554d952-9ea8-425a-ac42-01114c53a11e is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:33:34.288014 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 6554d952-9ea8-425a-ac42-01114c53a11e) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:34.295255 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:34.301446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:34.306174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:34.307232 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:34.309542 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b66fc69-b30d-4d77-9926-9b604f85ab6d None None] Network 6554d952-9ea8-425a-ac42-01114c53a11e requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:34.342918 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-c776ed00-0101-481f-8da3-280b25dd46f8 service neutron] 10.222.0.32 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465747 Dec 20 21:33:34.351348 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bb4e7176-156e-4767-8143-749af4238234 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7657886 Dec 20 21:33:34.351545 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c7be8ac-72f3-45bf-a97c-a28f036895be tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29488741'] for subnet, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:34.355437 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43282) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:34.479450 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a853ccee-a9d6-493d-807a-311a91b48d78 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:34.486295 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a853ccee-a9d6-493d-807a-311a91b48d78 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:34.488664 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a853ccee-a9d6-493d-807a-311a91b48d78 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1317275 Dec 20 21:33:34.490986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43288) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:34.602920 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6', 'network_id': 'e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6', 'tenant_id': 'c1874b2f81444cd685d2d66062311ace', 'fixed_ips': [{'subnet_id': '91e8713d-258e-4e30-b201-a927b1942ca8'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:33:34.604130 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:34.630570 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c7be8ac-72f3-45bf-a97c-a28f036895be tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771581996957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31292770'] for subnet, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:34.684365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1736b01a-54e0-43c2-acff-a07a3fc372d2 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Deleting port cd59396d-8f3e-4062-b1d9-f029c90796c8 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:34.685031 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1736b01a-54e0-43c2-acff-a07a3fc372d2 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:34.703562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7be8ac-72f3-45bf-a97c-a28f036895be tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event updated for resources: {'Subnet': ['ID=91e8713d-258e-4e30-b201-a927b1942ca8,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:34.737193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d852cfa-404f-48c1-bce6-4efc3f5ac43e req-167dadeb-050d-458e-ad8f-d019a341e790 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:34.739353 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5d852cfa-404f-48c1-bce6-4efc3f5ac43e req-167dadeb-050d-458e-ad8f-d019a341e790 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 945 time: 0.2184355 Dec 20 21:33:34.758187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7be8ac-72f3-45bf-a97c-a28f036895be tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:34.759300 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c7be8ac-72f3-45bf-a97c-a28f036895be tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:34.766953 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2c7be8ac-72f3-45bf-a97c-a28f036895be tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "PUT /v2.0/subnets/91e8713d-258e-4e30-b201-a927b1942ca8 HTTP/1.1" status: 200 len: 900 time: 0.5519037 Dec 20 21:33:34.773588 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43296) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:34.818117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Allocated IP 2001:db8::3 (e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6/91e8713d-258e-4e30-b201-a927b1942ca8/28a955db-cd3c-4ba0-ad23-fe199d4f3ba4) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:34.830857 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1736b01a-54e0-43c2-acff-a07a3fc372d2 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:34.861341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1736b01a-54e0-43c2-acff-a07a3fc372d2 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Calling delete_port for cd59396d-8f3e-4062-b1d9-f029c90796c8 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:34.868347 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5d852cfa-404f-48c1-bce6-4efc3f5ac43e req-661ce3ae-a524-448c-aaf6-20e25ed10a61 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143868 Dec 20 21:33:34.926431 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.005148 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.043860 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.049966 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 9cd51261-2a86-4843-b73f-d43fa14f8434 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:33:35.055417 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.079603 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f76855e-5a11-469b-b4ca-c0e871738d5b req-7e784381-d674-41d5-912a-582c539408da tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 210 time: 0.0467722 Dec 20 21:33:35.081327 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1736b01a-54e0-43c2-acff-a07a3fc372d2 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.118858 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1736b01a-54e0-43c2-acff-a07a3fc372d2 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.124796 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1736b01a-54e0-43c2-acff-a07a3fc372d2 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "DELETE /v2.0/ports/cd59396d-8f3e-4062-b1d9-f029c90796c8 HTTP/1.1" status: 204 len: 168 time: 0.6314099 Dec 20 21:33:35.126202 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736b01a-54e0-43c2-acff-a07a3fc372d2 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event deleted for resources: {'Port': ['ID=cd59396d-8f3e-4062-b1d9-f029c90796c8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:35.135711 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43310) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:35.298398 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e1b1a921-b78c-46a5-9c16-6b0460a31516 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Deleting port 4b8b13ef-a89d-4efd-be8b-c55d2a5a7799 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:35.299153 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1b1a921-b78c-46a5-9c16-6b0460a31516 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.323079 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Network e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:35.331373 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:35.342115 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:35.385000 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1b1a921-b78c-46a5-9c16-6b0460a31516 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.402012 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e1b1a921-b78c-46a5-9c16-6b0460a31516 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Calling delete_port for 4b8b13ef-a89d-4efd-be8b-c55d2a5a7799 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:35.404524 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Pushing event updated for resources: {'Port': ['ID=28a955db-cd3c-4ba0-ad23-fe199d4f3ba4,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:35.438332 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 9cd51261-2a86-4843-b73f-d43fa14f8434 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:33:35.450559 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 9cd51261-2a86-4843-b73f-d43fa14f8434 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:35.450821 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.460187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb44dd-cf14-4ac3-b178-c6d7e38c6584 req-16c75d36-acbf-4986-86ce-31eee83c9aed tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:35.461728 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fceb44dd-cf14-4ac3-b178-c6d7e38c6584 req-16c75d36-acbf-4986-86ce-31eee83c9aed tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 943 time: 0.0787618 Dec 20 21:33:35.480067 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Attempting to bind port 28a955db-cd3c-4ba0-ad23-fe199d4f3ba4 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:33:35.480438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Attempting to bind port 28a955db-cd3c-4ba0-ad23-fe199d4f3ba4 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '9a2db3d9-7bd4-4852-a3d6-724c8a27e65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:33:35.480803 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Attempting to bind port 28a955db-cd3c-4ba0-ad23-fe199d4f3ba4 on network e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:33:35.494737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 69fb3221-e29d-4567-bdae-aba7a6eb91e1 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:33:35.500443 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.539065 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fceb44dd-cf14-4ac3-b178-c6d7e38c6584 req-a2fe43fe-3c9c-4365-95e0-5ae134fe9904 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699167 Dec 20 21:33:35.539764 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Subnet': ['ID=91e8713d-258e-4e30-b201-a927b1942ca8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:35.609410 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:33:35.609802 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Checking segment: {'id': '9a2db3d9-7bd4-4852-a3d6-724c8a27e65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:35.610409 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.611003 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Bound using segment: {'id': '9a2db3d9-7bd4-4852-a3d6-724c8a27e65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:33:35.611540 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Bound port: 28a955db-cd3c-4ba0-ad23-fe199d4f3ba4, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2db3d9-7bd4-4852-a3d6-724c8a27e65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:33:35.611953 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.631118 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1b1a921-b78c-46a5-9c16-6b0460a31516 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.659019 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.687094 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:35.701395 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1a921-b78c-46a5-9c16-6b0460a31516 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event deleted for resources: {'Port': ['ID=4b8b13ef-a89d-4efd-be8b-c55d2a5a7799,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:35.705683 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1b1a921-b78c-46a5-9c16-6b0460a31516 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.705906 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2db3d9-7bd4-4852-a3d6-724c8a27e65f') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:35.707437 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2db3d9-7bd4-4852-a3d6-724c8a27e65f') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:35.709152 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e1b1a921-b78c-46a5-9c16-6b0460a31516 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "DELETE /v2.0/ports/4b8b13ef-a89d-4efd-be8b-c55d2a5a7799 HTTP/1.1" status: 204 len: 168 time: 0.5721335 Dec 20 21:33:35.713643 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43320) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:35.726654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 69fb3221-e29d-4567-bdae-aba7a6eb91e1, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=69fb3221-e29d-4567-bdae-aba7a6eb91e1,segment=NetworkSegment(d62adec1-41e8-4150-aca8-edb41f23e867),segment_id=d62adec1-41e8-4150-aca8-edb41f23e867)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:35.758148 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43324) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:35.758598 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d943c01f-ef83-4d61-9922-ebeb908b54dc tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0430443 Dec 20 21:33:35.763932 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.774601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-502e10c2-aabd-41c7-9ba2-3a7a5d714c6a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-99382208'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:35.776969 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '69fb3221-e29d-4567-bdae-aba7a6eb91e1', 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4', 'port_id': '69fb3221-e29d-4567-bdae-aba7a6eb91e1', 'mac_address': 'fa:16:3e:b5:8f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4703d133-2d9a-4054-9009-948496539736', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:33:35.784442 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.798306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:35.799996 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:35.808470 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:35.826465 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.829618 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502e10c2-aabd-41c7-9ba2-3a7a5d714c6a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Made reservation on behalf of 7e843f91f1c54ef4a78ea5268aec4b73 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:35.833169 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] For port 28a955db-cd3c-4ba0-ad23-fe199d4f3ba4, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:33:35.834894 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-502e10c2-aabd-41c7-9ba2-3a7a5d714c6a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.857764 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.875284 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d261ee3-fa3c-49a0-a29f-38900f9a5013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd51261-2a86-4843-b73f-d43fa14f8434'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:33:35.877875 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3f2889-811e-4cbb-b5fa-4ee8f85bee64" -d '{"events": [{"server_uuid": "1d261ee3-fa3c-49a0-a29f-38900f9a5013", "name": "network-vif-plugged", "status": "completed", "tag": "9cd51261-2a86-4843-b73f-d43fa14f8434"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:33:35.886581 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.api [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 21:33:35.886581 n-d-xena-1 neutron-server[102401]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 21:33:35.886581 n-d-xena-1 neutron-server[102401]: [parameters: {'id': 'e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6'}] Dec 20 21:33:35.886581 n-d-xena-1 neutron-server[102401]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:33:35.887522 n-d-xena-1 neutron-server[102401]: DEBUG oslo_db.api [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:33:35.901959 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] For port 28a955db-cd3c-4ba0-ad23-fe199d4f3ba4, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=28a955db-cd3c-4ba0-ad23-fe199d4f3ba4,segment=NetworkSegment(9a2db3d9-7bd4-4852-a3d6-724c8a27e65f),segment_id=9a2db3d9-7bd4-4852-a3d6-724c8a27e65f)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:33:35.903823 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 9cd51261-2a86-4843-b73f-d43fa14f8434, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9cd51261-2a86-4843-b73f-d43fa14f8434,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:35.905697 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fb3221-e29d-4567-bdae-aba7a6eb91e1 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:33:35.912647 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.916410 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502e10c2-aabd-41c7-9ba2-3a7a5d714c6a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:35.924994 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.939442 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-502e10c2-aabd-41c7-9ba2-3a7a5d714c6a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:35.939790 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-502e10c2-aabd-41c7-9ba2-3a7a5d714c6a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Added segment 2b1b25de-3bad-4617-8041-662f6c5af63f of type vlan for network d94792c5-483a-4305-9d7f-cc89df8ca7f8 Dec 20 21:33:35.957668 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e04230e-eda2-4e7b-aa02-5f329666ce09 x-openstack-request-id: req-1e04230e-eda2-4e7b-aa02-5f329666ce09 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:33:35.960722 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d261ee3-fa3c-49a0-a29f-38900f9a5013", "name": "network-vif-plugged", "status": "completed", "tag": "9cd51261-2a86-4843-b73f-d43fa14f8434", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:33:35.960722 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e04230e-eda2-4e7b-aa02-5f329666ce09 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:33:35.960722 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d261ee3-fa3c-49a0-a29f-38900f9a5013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd51261-2a86-4843-b73f-d43fa14f8434', 'code': 200} Dec 20 21:33:35.979593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 69fb3221-e29d-4567-bdae-aba7a6eb91e1, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=69fb3221-e29d-4567-bdae-aba7a6eb91e1,segment=NetworkSegment(d62adec1-41e8-4150-aca8-edb41f23e867),segment_id=d62adec1-41e8-4150-aca8-edb41f23e867)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:36.008210 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-502e10c2-aabd-41c7-9ba2-3a7a5d714c6a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:36.010111 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:36.037785 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b453b-7589-4ad2-89e9-dc55017de0a4 None None] Pushing event updated for resources: {'Port': ['ID=28a955db-cd3c-4ba0-ad23-fe199d4f3ba4,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:36.044133 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6ab48d-87e4-4cd9-8369-20af0e85c649 None None] Network e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:36.087867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee328ee2-6186-40ed-9858-a6524cb3bab4 req-6ac19309-53c1-4842-ba86-a640b1af360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:36.089864 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee328ee2-6186-40ed-9858-a6524cb3bab4 req-6ac19309-53c1-4842-ba86-a640b1af360e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 1095 time: 0.0633061 Dec 20 21:33:36.093653 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-502e10c2-aabd-41c7-9ba2-3a7a5d714c6a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:36.111082 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502e10c2-aabd-41c7-9ba2-3a7a5d714c6a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:36.111746 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-502e10c2-aabd-41c7-9ba2-3a7a5d714c6a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:36.140514 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514c890-6ac3-4310-916b-76598dd939fc req-518c0655-7a96-4229-88f7-9d492f687a16 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:36.143454 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1514c890-6ac3-4310-916b-76598dd939fc req-518c0655-7a96-4229-88f7-9d492f687a16 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 946 time: 0.1297395 Dec 20 21:33:36.168644 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=9cd51261-2a86-4843-b73f-d43fa14f8434,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:36.209677 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee328ee2-6186-40ed-9858-a6524cb3bab4 req-00b04181-ceed-4341-8dbf-726b44387e1b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961089 Dec 20 21:33:36.232346 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43338) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:36.232691 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-502e10c2-aabd-41c7-9ba2-3a7a5d714c6a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4731250 Dec 20 21:33:36.241137 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b8161913-9032-4e5e-b175-1d566788aebf tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-76427817'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:36.246749 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e10c2-aabd-41c7-9ba2-3a7a5d714c6a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event updated for resources: {'Network': ['ID=d94792c5-483a-4305-9d7f-cc89df8ca7f8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:36.263583 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network d94792c5-483a-4305-9d7f-cc89df8ca7f8 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:36.272844 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1514c890-6ac3-4310-916b-76598dd939fc req-ec79abc7-8fb2-40ea-9ccb-ef19f37b9a1c tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090572 Dec 20 21:33:36.299877 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4e65200-9e06-4fd1-a659-e94a250ed37b req-9bac5ef2-a6d7-4fd4-a905-658a686de6a7 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 210 time: 0.0549057 Dec 20 21:33:36.310784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8161913-9032-4e5e-b175-1d566788aebf tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Made reservation on behalf of 7e843f91f1c54ef4a78ea5268aec4b73 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:36.317227 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8161913-9032-4e5e-b175-1d566788aebf tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:36.325818 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=69fb3221-e29d-4567-bdae-aba7a6eb91e1,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:36.353050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8161913-9032-4e5e-b175-1d566788aebf tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:36.364221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0387f3-8130-49f5-bfae-9bfd2514fdc8 None None] Network e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:36.369910 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8161913-9032-4e5e-b175-1d566788aebf tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:36.370566 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-b8161913-9032-4e5e-b175-1d566788aebf tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Added segment 218fc393-ec11-495b-b247-6b75def12f51 of type vlan for network 49a00141-0c66-420b-a0e9-20ff505fe7da Dec 20 21:33:36.372088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['69fb3221-e29d-4567-bdae-aba7a6eb91e1'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:33:36.402134 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:36.419527 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8161913-9032-4e5e-b175-1d566788aebf tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:36.471398 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8161913-9032-4e5e-b175-1d566788aebf tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:36.476677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8161913-9032-4e5e-b175-1d566788aebf tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:36.477353 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8161913-9032-4e5e-b175-1d566788aebf tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:36.616668 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dac7c4-3386-4617-ae6f-30844c4a5200 None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 21:33:36.734960 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b8161913-9032-4e5e-b175-1d566788aebf tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4831395 Dec 20 21:33:36.734960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8161913-9032-4e5e-b175-1d566788aebf tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event updated for resources: {'Network': ['ID=49a00141-0c66-420b-a0e9-20ff505fe7da,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:36.735723 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 49a00141-0c66-420b-a0e9-20ff505fe7da details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:36.735904 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089db63-da3e-4a56-ba22-6494f4d706a4 req-85ac7d69-fbb8-4490-bfd5-ab1496e1c0c1 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:36.746266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-de123513-2700-4105-b198-61653a67111a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:36.748236 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-de123513-2700-4105-b198-61653a67111a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.31 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 811 time: 0.2448759 Dec 20 21:33:36.753330 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1089db63-da3e-4a56-ba22-6494f4d706a4 req-85ac7d69-fbb8-4490-bfd5-ab1496e1c0c1 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 944 time: 0.0953486 Dec 20 21:33:36.757069 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Deleting port 28a955db-cd3c-4ba0-ad23-fe199d4f3ba4 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:36.758127 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:36.819085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-20801040-b52d-43b3-82a0-2e800f7ea88a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Request body: {'port': {'device_id': 'c05d9061-d0ec-4181-b6f6-ad5660bb2307', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'admin_state_up': True, 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:36.864208 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1089db63-da3e-4a56-ba22-6494f4d706a4 req-b70397a6-82c0-41c7-add8-4722be5439c1 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098785 Dec 20 21:33:36.875004 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dac7c4-3386-4617-ae6f-30844c4a5200 None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 21:33:36.943124 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] For port 28a955db-cd3c-4ba0-ad23-fe199d4f3ba4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=28a955db-cd3c-4ba0-ad23-fe199d4f3ba4,segment=NetworkSegment(9a2db3d9-7bd4-4852-a3d6-724c8a27e65f),segment_id=9a2db3d9-7bd4-4852-a3d6-724c8a27e65f)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:36.943511 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:36.964018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Calling delete_port for 28a955db-cd3c-4ba0-ad23-fe199d4f3ba4 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:37.033124 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-20801040-b52d-43b3-82a0-2e800f7ea88a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Made reservation on behalf of 97254acb4a43440cabfab1b7a88fcf78 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:37.037074 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-20801040-b52d-43b3-82a0-2e800f7ea88a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:37.149874 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:37.211830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Port': ['ID=28a955db-cd3c-4ba0-ad23-fe199d4f3ba4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:37.221404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No DVR routers for this DVR port 28a955db-cd3c-4ba0-ad23-fe199d4f3ba4 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:33:37.313623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-20801040-b52d-43b3-82a0-2e800f7ea88a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Allocated IP 172.20.0.3 (72e5bc2c-5d43-4493-9f9a-0940c4c73eb8/001d5d77-91ef-4c7f-9aa4-1f279c2cb892/8e30c80e-eb9e-4294-abb0-1985a9790fd9) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:37.323675 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:37.357708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:37.376925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2db3d9-7bd4-4852-a3d6-724c8a27e65f') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:37.377227 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2db3d9-7bd4-4852-a3d6-724c8a27e65f') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:37.394945 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:37.449076 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:37.504698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:37.505132 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:37.509150 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:37.546843 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf23271-fc36-4ede-9702-a607235c3a14 req-69c0296c-1874-4bbe-bb58-6ad76eec35e1 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:37.555145 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aaf23271-fc36-4ede-9702-a607235c3a14 req-69c0296c-1874-4bbe-bb58-6ad76eec35e1 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 946 time: 0.0949116 Dec 20 21:33:37.567988 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-55f5d2b6-0968-4bcc-843b-0f65e6557f88 req-7fa620c8-3987-4f3f-8ce9-70573181258e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 210 time: 0.0803127 Dec 20 21:33:37.607841 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aaf23271-fc36-4ede-9702-a607235c3a14 req-fb172b4e-dc0d-4f91-80b5-2fe9ad7f6dd0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516143 Dec 20 21:33:37.620314 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:37.640470 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:37.643747 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/networks/e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6 HTTP/1.1" status: 204 len: 168 time: 2.8690495 Dec 20 21:33:37.647767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bc350-ddd9-4ce4-bf73-fb3fb62adf6f tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Network': ['ID=e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:37.647948 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43372) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:37.675520 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6088e8-0ac5-4e7b-aac7-5c2c79e300b5 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] DELETE failed (client error): The resource could not be found. Dec 20 21:33:37.675977 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6088e8-0ac5-4e7b-aac7-5c2c79e300b5 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:33:37.679244 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4a6088e8-0ac5-4e7b-aac7-5c2c79e300b5 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/subnets/91e8713d-258e-4e30-b201-a927b1942ca8 HTTP/1.1" status: 404 len: 337 time: 0.0307720 Dec 20 21:33:37.682171 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43374) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:37.694504 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-20801040-b52d-43b3-82a0-2e800f7ea88a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:37.707144 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-4502e8bf-c972-4ce6-b81d-f8d370646114 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] DELETE failed (client error): The resource could not be found. Dec 20 21:33:37.707723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4502e8bf-c972-4ce6-b81d-f8d370646114 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:33:37.711521 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4502e8bf-c972-4ce6-b81d-f8d370646114 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/networks/e53d3275-fb0a-4a2e-8d8b-89ee1a51b7f6 HTTP/1.1" status: 404 len: 339 time: 0.0284262 Dec 20 21:33:37.714010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43376) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:37.734035 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-20801040-b52d-43b3-82a0-2e800f7ea88a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:37.777676 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['ec47dfec-fa12-4e57-b9b1-7e97a09d5be8'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:33:37.786671 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-20801040-b52d-43b3-82a0-2e800f7ea88a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:37.790320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-20801040-b52d-43b3-82a0-2e800f7ea88a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:37.806975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-20801040-b52d-43b3-82a0-2e800f7ea88a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:37.812760 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a17b16e-a6e9-4ab6-a8ba-e53bc34f2ed7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:37.873434 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-20801040-b52d-43b3-82a0-2e800f7ea88a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:37.874281 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-20801040-b52d-43b3-82a0-2e800f7ea88a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:37.878210 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['390a68ad-891f-423f-9afc-4a273254088b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:33:37.897677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20801040-b52d-43b3-82a0-2e800f7ea88a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Pushing event updated for resources: {'Port': ['ID=8e30c80e-eb9e-4294-abb0-1985a9790fd9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:37.930892 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-20801040-b52d-43b3-82a0-2e800f7ea88a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1159322 Dec 20 21:33:37.945581 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a17b16e-a6e9-4ab6-a8ba-e53bc34f2ed7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:37.953178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Request body: {'port': {'device_id': 'c05d9061-d0ec-4181-b6f6-ad5660bb2307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:37.968175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8a17b16e-a6e9-4ab6-a8ba-e53bc34f2ed7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62828811-4415-4be2-aa0f-c415996a8407']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:37.978876 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8a17b16e-a6e9-4ab6-a8ba-e53bc34f2ed7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d00375-c8e6-468b-9fb6-e29024743049') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:37.979236 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8a17b16e-a6e9-4ab6-a8ba-e53bc34f2ed7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d00375-c8e6-468b-9fb6-e29024743049') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:37.990706 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a17b16e-a6e9-4ab6-a8ba-e53bc34f2ed7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:38.008166 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a17b16e-a6e9-4ab6-a8ba-e53bc34f2ed7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:38.015188 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a17b16e-a6e9-4ab6-a8ba-e53bc34f2ed7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:38.015631 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a17b16e-a6e9-4ab6-a8ba-e53bc34f2ed7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:38.103554 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:38.109656 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a17b16e-a6e9-4ab6-a8ba-e53bc34f2ed7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:38.149849 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a17b16e-a6e9-4ab6-a8ba-e53bc34f2ed7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:38.153089 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8a17b16e-a6e9-4ab6-a8ba-e53bc34f2ed7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/networks/62828811-4415-4be2-aa0f-c415996a8407 HTTP/1.1" status: 204 len: 168 time: 0.4379292 Dec 20 21:33:38.157457 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17b16e-a6e9-4ab6-a8ba-e53bc34f2ed7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Network': ['ID=62828811-4415-4be2-aa0f-c415996a8407,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:38.168244 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43384) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:38.174508 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:38.224894 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c60183-c669-43b6-b0f3-96859263f1c7 req-ce3609dd-bf27-492f-85b1-d3253a683419 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:38.229143 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5dfccd-8570-4dc2-84be-6b87aeb5f811 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] DELETE failed (client error): The resource could not be found. Dec 20 21:33:38.229806 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5dfccd-8570-4dc2-84be-6b87aeb5f811 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:33:38.234104 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-de5dfccd-8570-4dc2-84be-6b87aeb5f811 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/subnets/9a52df88-0739-4df7-b8d2-336b0e115a99 HTTP/1.1" status: 404 len: 337 time: 0.0646954 Dec 20 21:33:38.234818 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e3c60183-c669-43b6-b0f3-96859263f1c7 req-ce3609dd-bf27-492f-85b1-d3253a683419 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 944 time: 0.1488657 Dec 20 21:33:38.237002 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43388) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:38.267279 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-c452a7a8-d2d6-4d4a-a9f8-8e46d931f8e7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] DELETE failed (client error): The resource could not be found. Dec 20 21:33:38.270099 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c452a7a8-d2d6-4d4a-a9f8-8e46d931f8e7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:33:38.278607 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c452a7a8-d2d6-4d4a-a9f8-8e46d931f8e7 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/networks/4c786e78-3f03-4397-9bc5-6169739930f5 HTTP/1.1" status: 404 len: 339 time: 0.0404406 Dec 20 21:33:38.281130 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43390) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:38.355028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac04451-d0d5-4bf6-84ee-5b10ce712884 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Deleting subnet 65f7fe27-5b09-43aa-8009-8ba12e642691 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:33:38.358466 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ac04451-d0d5-4bf6-84ee-5b10ce712884 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:38.380831 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e3c60183-c669-43b6-b0f3-96859263f1c7 req-645caaf2-2800-4869-8907-f1fd7076319a tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397188 Dec 20 21:33:38.434016 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ac04451-d0d5-4bf6-84ee-5b10ce712884 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:38.495159 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2dbb3cd3-de6c-46a2-8b39-ddae8e907142 None None] Provisioning complete for port 8e30c80e-eb9e-4294-abb0-1985a9790fd9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:38.497319 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2dbb3cd3-de6c-46a2-8b39-ddae8e907142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:38.569406 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ac04451-d0d5-4bf6-84ee-5b10ce712884 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:38.599569 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2dbb3cd3-de6c-46a2-8b39-ddae8e907142 None None] Port 8e30c80e-eb9e-4294-abb0-1985a9790fd9 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:33:38.697720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e30c80e-eb9e-4294-abb0-1985a9790fd9 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:33:38.709804 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:38.728044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Transition to ACTIVE for port object 8e30c80e-eb9e-4294-abb0-1985a9790fd9 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:33:38.738164 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:38.767048 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ac04451-d0d5-4bf6-84ee-5b10ce712884 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:38.807609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Pushing event updated for resources: {'Port': ['ID=8e30c80e-eb9e-4294-abb0-1985a9790fd9,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:38.825273 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac04451-d0d5-4bf6-84ee-5b10ce712884 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Subnet': ['ID=65f7fe27-5b09-43aa-8009-8ba12e642691,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:38.829737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a006280-a7f3-4c45-ac82-18ab4ca7e789 None None] Network 3f604cff-ed09-4bed-b80a-3e8b8d411db2 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:38.832885 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8ac04451-d0d5-4bf6-84ee-5b10ce712884 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:38.846730 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8ac04451-d0d5-4bf6-84ee-5b10ce712884 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/subnets/65f7fe27-5b09-43aa-8009-8ba12e642691 HTTP/1.1" status: 204 len: 168 time: 0.5615289 Dec 20 21:33:38.849500 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43400) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:38.872648 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da15a1-a046-4d9b-8c70-802f4a995213 req-deaec8d1-aec2-4acd-86a4-229f91b45fa1 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:38.878567 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c7da15a1-a046-4d9b-8c70-802f4a995213 req-deaec8d1-aec2-4acd-86a4-229f91b45fa1 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 943 time: 0.1679144 Dec 20 21:33:38.903847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d09c8-6776-4d94-88c4-d4637228d85a req-048a50b8-0035-4223-9c24-7b7588e0df86 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:38.905689 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-091d09c8-6776-4d94-88c4-d4637228d85a req-048a50b8-0035-4223-9c24-7b7588e0df86 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 946 time: 0.1573682 Dec 20 21:33:39.044776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa76818-bea2-4bf1-89c2-abbe7f977758 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Deleting subnet e9d8e400-c960-4e1d-abb2-a583f12f0467 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:33:39.057360 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fa76818-bea2-4bf1-89c2-abbe7f977758 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:39.097147 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c7da15a1-a046-4d9b-8c70-802f4a995213 req-df682624-fa02-4714-83fc-ecd0ee3ea7b3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036176 Dec 20 21:33:39.138881 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fa76818-bea2-4bf1-89c2-abbe7f977758 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:39.233079 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-091d09c8-6776-4d94-88c4-d4637228d85a req-5fb68c6f-0102-43c8-9e6a-a4f0e009392f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605755 Dec 20 21:33:39.238879 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Attempting to bind port 8e30c80e-eb9e-4294-abb0-1985a9790fd9 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:33:39.241085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Attempting to bind port 8e30c80e-eb9e-4294-abb0-1985a9790fd9 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:33:39.242807 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Attempting to bind port 8e30c80e-eb9e-4294-abb0-1985a9790fd9 on network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:33:39.257780 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Port 8e30c80e-eb9e-4294-abb0-1985a9790fd9 on network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:33:39.258200 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Attempting to bind port 8e30c80e-eb9e-4294-abb0-1985a9790fd9 on network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:33:39.268398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:33:39.268932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Checking segment: {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:39.269401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Bound using segment: {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:33:39.269899 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Bound port: 8e30c80e-eb9e-4294-abb0-1985a9790fd9, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:33:39.270372 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:39.343941 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fa76818-bea2-4bf1-89c2-abbe7f977758 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:39.420699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] For port 8e30c80e-eb9e-4294-abb0-1985a9790fd9, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:33:39.424772 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] For port 8e30c80e-eb9e-4294-abb0-1985a9790fd9, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=8e30c80e-eb9e-4294-abb0-1985a9790fd9,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:33:39.430423 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:39.466418 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fa76818-bea2-4bf1-89c2-abbe7f977758 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:39.509246 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 69fb3221-e29d-4567-bdae-aba7a6eb91e1 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:33:39.559464 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa76818-bea2-4bf1-89c2-abbe7f977758 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d8e400-c960-4e1d-abb2-a583f12f0467,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:39.568654 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fa76818-bea2-4bf1-89c2-abbe7f977758 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:39.575307 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8fa76818-bea2-4bf1-89c2-abbe7f977758 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/subnets/e9d8e400-c960-4e1d-abb2-a583f12f0467 HTTP/1.1" status: 204 len: 168 time: 0.6954651 Dec 20 21:33:39.576080 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43410) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:39.636066 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:39.636958 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:39.640822 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] 10.222.0.31 "PUT /v2.0/ports/8e30c80e-eb9e-4294-abb0-1985a9790fd9 HTTP/1.1" status: 200 len: 1089 time: 1.6923058 Dec 20 21:33:39.645465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05d9061-d0ec-4181-b6f6-ad5660bb2307', 'tag': '8e30c80e-eb9e-4294-abb0-1985a9790fd9'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:33:39.649746 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7afbce9-aeab-4256-b69a-ee4f247a6c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c05d9061-d0ec-4181-b6f6-ad5660bb2307", "tag": "8e30c80e-eb9e-4294-abb0-1985a9790fd9"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:33:39.716441 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 69fb3221-e29d-4567-bdae-aba7a6eb91e1 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:33:39.718182 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:39.740539 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 69fb3221-e29d-4567-bdae-aba7a6eb91e1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:39.740934 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:39.880946 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f544c5fb-cc0c-46ee-802e-9c73f7786dae x-openstack-request-id: req-f544c5fb-cc0c-46ee-802e-9c73f7786dae {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:33:39.881216 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05d9061-d0ec-4181-b6f6-ad5660bb2307", "tag": "8e30c80e-eb9e-4294-abb0-1985a9790fd9", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:33:39.881316 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f544c5fb-cc0c-46ee-802e-9c73f7786dae {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:33:39.881655 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05d9061-d0ec-4181-b6f6-ad5660bb2307', 'tag': '8e30c80e-eb9e-4294-abb0-1985a9790fd9', 'status': 'completed', 'code': 200} Dec 20 21:33:39.930920 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Deleting port 19929b90-7d0c-41ef-b4cd-0dc9097a7022 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:39.931259 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:40.024858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43420) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:40.025197 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43422) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:40.038646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Request body: {'subnets': [{'network_id': 'd94792c5-483a-4305-9d7f-cc89df8ca7f8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1555526296', 'ip_version': 6}, {'network_id': '49a00141-0c66-420b-a0e9-20ff505fe7da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:40.039037 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Request body: {'subnet': {'network_id': 'd94792c5-483a-4305-9d7f-cc89df8ca7f8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1555526296', 'ip_version': 6}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:40.039655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Request body: {'subnet': {'network_id': '49a00141-0c66-420b-a0e9-20ff505fe7da', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:40.044929 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:40.067247 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] For port 19929b90-7d0c-41ef-b4cd-0dc9097a7022, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=19929b90-7d0c-41ef-b4cd-0dc9097a7022,segment=NetworkSegment(e9cb67d0-af0f-4a89-a8e7-a893240ba715),segment_id=e9cb67d0-af0f-4a89-a8e7-a893240ba715)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:40.068276 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:40.085415 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Calling delete_port for 19929b90-7d0c-41ef-b4cd-0dc9097a7022 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:40.122476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 69fb3221-e29d-4567-bdae-aba7a6eb91e1, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=69fb3221-e29d-4567-bdae-aba7a6eb91e1,segment=NetworkSegment(d62adec1-41e8-4150-aca8-edb41f23e867),segment_id=d62adec1-41e8-4150-aca8-edb41f23e867)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:40.123668 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722f016d-6137-46b9-9678-41aa4d2d2754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fb3221-e29d-4567-bdae-aba7a6eb91e1'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:33:40.126927 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2fb2e6-8e54-47c3-a15d-3aabb360a892" -d '{"events": [{"server_uuid": "722f016d-6137-46b9-9678-41aa4d2d2754", "name": "network-vif-plugged", "status": "completed", "tag": "69fb3221-e29d-4567-bdae-aba7a6eb91e1"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:33:40.133055 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:40.139425 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b4667-80dc-41c0-b8ce-c832cf0da936 service neutron] Pushing event updated for resources: {'Port': ['ID=8e30c80e-eb9e-4294-abb0-1985a9790fd9,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:40.155545 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d81491-e881-4296-815f-54a4383cf750 req-19400438-c772-4e10-8d5d-89bbf1d0e67e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:40.157372 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32d81491-e881-4296-815f-54a4383cf750 req-19400438-c772-4e10-8d5d-89bbf1d0e67e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 944 time: 0.5739205 Dec 20 21:33:40.178776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-4ff8a577-de65-40cc-b8b9-ea7f91dc53be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:40.180263 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-4ff8a577-de65-40cc-b8b9-ea7f91dc53be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 1092 time: 0.3671257 Dec 20 21:33:40.215482 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a77a59-736c-4b5d-97c8-021da9004a4c x-openstack-request-id: req-35a77a59-736c-4b5d-97c8-021da9004a4c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:33:40.215960 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722f016d-6137-46b9-9678-41aa4d2d2754", "name": "network-vif-plugged", "status": "completed", "tag": "69fb3221-e29d-4567-bdae-aba7a6eb91e1", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:33:40.216231 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35a77a59-736c-4b5d-97c8-021da9004a4c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:33:40.217718 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722f016d-6137-46b9-9678-41aa4d2d2754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fb3221-e29d-4567-bdae-aba7a6eb91e1', 'code': 200} Dec 20 21:33:40.297277 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=69fb3221-e29d-4567-bdae-aba7a6eb91e1,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:40.367431 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:40.372954 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-6fff8ab8-34e9-4564-9ca7-d685325bdc36 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e30c80e-eb9e-4294-abb0-1985a9790fd9 HTTP/1.1" status: 200 len: 217 time: 0.1683996 Dec 20 21:33:40.380012 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4207a40-494f-4a0b-af1a-5d3ba9c0a337 None None] Network 3f604cff-ed09-4bed-b80a-3e8b8d411db2 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:40.416768 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789ae74-bbe4-44e2-bf2a-d231af947a88 req-98ebc776-1ce6-42eb-b273-e86146e290fb tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:40.417009 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a2ec6c5-d9dc-49c7-994e-21117693e6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:40.418471 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a789ae74-bbe4-44e2-bf2a-d231af947a88 req-98ebc776-1ce6-42eb-b273-e86146e290fb tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 943 time: 0.0938027 Dec 20 21:33:40.421038 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Port': ['ID=19929b90-7d0c-41ef-b4cd-0dc9097a7022,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:40.427259 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No DVR routers for this DVR port 19929b90-7d0c-41ef-b4cd-0dc9097a7022 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:33:40.439999 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32d81491-e881-4296-815f-54a4383cf750 req-fce4b2ac-e5fd-4367-b6fe-15b243ef4f03 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543914 Dec 20 21:33:40.441294 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-7f2d1e3b-d8d6-4047-bf8f-07be6cf4e157 None None] Could not find standard attr ID for object 19929b90-7d0c-41ef-b4cd-0dc9097a7022. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:33:40.567952 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:40.581802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-113933fd-7002-4a59-87b2-cd8e1d5048e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:40.583389 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-113933fd-7002-4a59-87b2-cd8e1d5048e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.1942227 Dec 20 21:33:40.588704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d21ac-53c1-4094-9b22-c6324c6b55ff req-fd6ad603-517a-430f-9fd9-597eed3960c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:40.590338 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f08d21ac-53c1-4094-9b22-c6324c6b55ff req-fd6ad603-517a-430f-9fd9-597eed3960c5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 1094 time: 0.2413166 Dec 20 21:33:40.600940 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b58289-5ba8-457f-a694-007ac3df6a59 None None] DHCP port deletion for 3f604cff-ed09-4bed-b80a-3e8b8d411db2 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:33:40.636472 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a789ae74-bbe4-44e2-bf2a-d231af947a88 req-58945248-afca-4ac1-b599-c7281ba17081 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011700 Dec 20 21:33:40.641721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Made reservation on behalf of 7e843f91f1c54ef4a78ea5268aec4b73 for: {'subnet': 2} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:40.645669 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f604cff-ed09-4bed-b80a-3e8b8d411db2']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:40.646897 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:40.647332 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:40.657319 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cb67d0-af0f-4a89-a8e7-a893240ba715') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:40.657610 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cb67d0-af0f-4a89-a8e7-a893240ba715') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:40.668535 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:40.682725 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:40.690040 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:40.690809 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:40.695182 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:40.768718 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:40.774650 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:40.778930 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/networks/3f604cff-ed09-4bed-b80a-3e8b8d411db2 HTTP/1.1" status: 204 len: 168 time: 1.2017987 Dec 20 21:33:40.783122 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43436) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:40.807947 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b7de0-b041-470e-880c-cad834b05380 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Network': ['ID=3f604cff-ed09-4bed-b80a-3e8b8d411db2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:40.831266 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-d155bc1a-7335-431d-8ef0-21eb8eff5b38 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] DELETE failed (client error): The resource could not be found. Dec 20 21:33:40.831774 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d155bc1a-7335-431d-8ef0-21eb8eff5b38 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:33:40.837584 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d155bc1a-7335-431d-8ef0-21eb8eff5b38 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/subnets/01ce59ab-f7a8-4240-a387-7712e609dea1 HTTP/1.1" status: 404 len: 337 time: 0.0506926 Dec 20 21:33:40.837802 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43438) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:40.857416 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d48045-8eb5-47e0-a0b6-263c0204fdf1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] DELETE failed (client error): The resource could not be found. Dec 20 21:33:40.857986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d48045-8eb5-47e0-a0b6-263c0204fdf1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:33:40.863709 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-55d48045-8eb5-47e0-a0b6-263c0204fdf1 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/networks/23f11a69-6be1-4cc1-ba69-da45266febdb HTTP/1.1" status: 404 len: 339 time: 0.0223711 Dec 20 21:33:40.863947 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43440) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:40.891315 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d55f35b-eb09-4a00-8f93-782e337f8f72 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] DELETE failed (client error): The resource could not be found. Dec 20 21:33:40.891661 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d55f35b-eb09-4a00-8f93-782e337f8f72 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:33:40.897665 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0d55f35b-eb09-4a00-8f93-782e337f8f72 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/subnets/e5bb89fd-7e0b-4db5-9731-79b9400a7c3a HTTP/1.1" status: 404 len: 337 time: 0.0300217 Dec 20 21:33:40.897890 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43442) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:40.921919 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd456558-e4a1-4ef5-ae12-30b4ae9494c5 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] DELETE failed (client error): The resource could not be found. Dec 20 21:33:40.922747 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd456558-e4a1-4ef5-ae12-30b4ae9494c5 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:33:40.928757 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cd456558-e4a1-4ef5-ae12-30b4ae9494c5 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/networks/b271ee6d-8867-4c5c-9ef6-ce171f88e237 HTTP/1.1" status: 404 len: 339 time: 0.0273440 Dec 20 21:33:40.929132 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43444) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:40.964800 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad134b7-c489-42b4-9d8d-b2a0c7f68bb3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] DELETE failed (client error): The resource could not be found. Dec 20 21:33:40.965260 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad134b7-c489-42b4-9d8d-b2a0c7f68bb3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:33:40.970767 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6ad134b7-c489-42b4-9d8d-b2a0c7f68bb3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/subnets/d7bb1bb6-d9f3-45d8-ab6e-3e5bc00d3e82 HTTP/1.1" status: 404 len: 337 time: 0.0383213 Dec 20 21:33:40.971284 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43446) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:40.996223 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80ce095-3ac6-4049-8ca1-0aaafaf9e32c tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] DELETE failed (client error): The resource could not be found. Dec 20 21:33:40.996788 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80ce095-3ac6-4049-8ca1-0aaafaf9e32c tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:33:40.999898 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e80ce095-3ac6-4049-8ca1-0aaafaf9e32c tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/networks/30516e23-0cae-4e0d-8113-0c124bff7dd1 HTTP/1.1" status: 404 len: 339 time: 0.0276299 Dec 20 21:33:41.002628 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43448) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:41.049693 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f08d21ac-53c1-4094-9b22-c6324c6b55ff req-c10bca53-c358-4350-9b98-c5e2201bd2d5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315178 Dec 20 21:33:41.065548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c72eeb0-3398-4b59-b222-d2af25658b15 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Deleting subnet db506e5f-e543-4bb6-ac2a-6764d0e43157 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:33:41.068738 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7c72eeb0-3398-4b59-b222-d2af25658b15 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:41.103616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-f9f336cc-bc51-40f7-accb-c6fcb2253488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:41.105170 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-f9f336cc-bc51-40f7-accb-c6fcb2253488 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5055444 Dec 20 21:33:41.116712 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7c72eeb0-3398-4b59-b222-d2af25658b15 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:41.129456 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a2ec6c5-d9dc-49c7-994e-21117693e6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:41.167730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a2ec6c5-d9dc-49c7-994e-21117693e6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:41.212691 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7c72eeb0-3398-4b59-b222-d2af25658b15 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:41.256426 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5a2ec6c5-d9dc-49c7-994e-21117693e6ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6faac7d33f6e4985a2ce4160e01435f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2301428 Dec 20 21:33:41.260481 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43456) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:41.274288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ec6c5-d9dc-49c7-994e-21117693e6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7753c2-9c53-40b5-9f9f-d6942c851250,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:41.314415 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7c72eeb0-3398-4b59-b222-d2af25658b15 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:41.339498 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-f0ed1d65-fc58-488d-b688-149805f4ea56 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195458 Dec 20 21:33:41.354579 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72eeb0-3398-4b59-b222-d2af25658b15 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Subnet': ['ID=db506e5f-e543-4bb6-ac2a-6764d0e43157,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:41.361441 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7c72eeb0-3398-4b59-b222-d2af25658b15 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:41.366727 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7c72eeb0-3398-4b59-b222-d2af25658b15 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/subnets/db506e5f-e543-4bb6-ac2a-6764d0e43157 HTTP/1.1" status: 204 len: 168 time: 0.3608010 Dec 20 21:33:41.367982 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43462) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:41.369535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5768862f-84c4-4995-a547-a6fb0364c751 None None] Network 017ee123-1513-4327-827f-603e2db8db17 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:41.432818 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-367b1df7-57c9-43bc-bb38-8cd24972b29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:41.484082 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-367b1df7-57c9-43bc-bb38-8cd24972b29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:41.498013 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:41.584277 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dc4b590-f167-40f4-ac56-f0d04360205c req-ae899a8b-797b-4853-9044-6afdd893562e service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365346 Dec 20 21:33:41.633292 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-367b1df7-57c9-43bc-bb38-8cd24972b29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:41.635691 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-367b1df7-57c9-43bc-bb38-8cd24972b29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:41.636849 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-367b1df7-57c9-43bc-bb38-8cd24972b29b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca7753c2-9c53-40b5-9f9f-d6942c851250 HTTP/1.1" status: 204 len: 168 time: 0.3752565 Dec 20 21:33:41.644630 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Deleting port d444176b-1ebe-4e02-8f77-71e4763e4636 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:41.644971 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:41.709196 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b1df7-57c9-43bc-bb38-8cd24972b29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7753c2-9c53-40b5-9f9f-d6942c851250,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:41.727541 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064b924-592e-4c7f-8553-401ce119d2a3 req-6480e008-95ae-4fcf-9dc1-4f25e4d6e92f tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:41.740192 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3064b924-592e-4c7f-8553-401ce119d2a3 req-6480e008-95ae-4fcf-9dc1-4f25e4d6e92f tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.1742287 Dec 20 21:33:41.742909 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b930463-9c83-4868-86e4-fc0cf92ef52e None None] DHCP port deletion for 017ee123-1513-4327-827f-603e2db8db17 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:33:41.809391 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] For port d444176b-1ebe-4e02-8f77-71e4763e4636, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d444176b-1ebe-4e02-8f77-71e4763e4636,segment=NetworkSegment(adf08889-7aed-4ed3-ac18-ae49827627ff),segment_id=adf08889-7aed-4ed3-ac18-ae49827627ff)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:41.810850 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:41.823780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7b930463-9c83-4868-86e4-fc0cf92ef52e None None] Deleting port d444176b-1ebe-4e02-8f77-71e4763e4636 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:41.824465 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b930463-9c83-4868-86e4-fc0cf92ef52e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:41.847072 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Calling delete_port for d444176b-1ebe-4e02-8f77-71e4763e4636 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:41.867858 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:41.873374 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3064b924-592e-4c7f-8553-401ce119d2a3 req-6795bcd2-34c7-4bd8-ad98-37ce83c8937b tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319752 Dec 20 21:33:41.906026 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7b930463-9c83-4868-86e4-fc0cf92ef52e None None] For port d444176b-1ebe-4e02-8f77-71e4763e4636, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d444176b-1ebe-4e02-8f77-71e4763e4636,segment=NetworkSegment(adf08889-7aed-4ed3-ac18-ae49827627ff),segment_id=adf08889-7aed-4ed3-ac18-ae49827627ff)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:41.906457 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b930463-9c83-4868-86e4-fc0cf92ef52e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:41.930666 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7b930463-9c83-4868-86e4-fc0cf92ef52e None None] Calling delete_port for d444176b-1ebe-4e02-8f77-71e4763e4636 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:41.985133 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:42.013417 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afbce9-aeab-4256-b69a-ee4f247a6c8f req-57a47ed8-39f4-4c87-8871-a15fa8d7b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:42.015265 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7afbce9-aeab-4256-b69a-ee4f247a6c8f req-57a47ed8-39f4-4c87-8871-a15fa8d7b893 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 1092 time: 0.2285159 Dec 20 21:33:42.041329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event updated for resources: {'Subnet': ['ID=32f1a710-5e95-49ff-bb10-61f529337d4f,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:42.041655 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b930463-9c83-4868-86e4-fc0cf92ef52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:42.059111 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Port': ['ID=d444176b-1ebe-4e02-8f77-71e4763e4636,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:42.061657 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No DVR routers for this DVR port d444176b-1ebe-4e02-8f77-71e4763e4636 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:33:42.086737 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb56eb-0220-455c-92ee-1c82985d2fac req-63ba71d7-4a75-4151-bb06-75389c71fecf tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:42.088255 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1bdb56eb-0220-455c-92ee-1c82985d2fac req-63ba71d7-4a75-4151-bb06-75389c71fecf tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 943 time: 0.2540259 Dec 20 21:33:42.119427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b930463-9c83-4868-86e4-fc0cf92ef52e None None] Pushing event deleted for resources: {'Port': ['ID=d444176b-1ebe-4e02-8f77-71e4763e4636,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:42.129980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b930463-9c83-4868-86e4-fc0cf92ef52e None None] No DVR routers for this DVR port d444176b-1ebe-4e02-8f77-71e4763e4636 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:33:42.216169 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43476) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:42.219755 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1bdb56eb-0220-455c-92ee-1c82985d2fac req-5169849e-73a8-4765-af18-34044ba52f41 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860038 Dec 20 21:33:42.228443 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Checking segment: {'id': '2b1b25de-3bad-4617-8041-662f6c5af63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd94792c5-483a-4305-9d7f-cc89df8ca7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:42.228804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Network hostable DHCP agents. Network: d94792c5-483a-4305-9d7f-cc89df8ca7f8, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:33:42.229516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 19929b90-7d0c-41ef-b4cd-0dc9097a7022 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:33:42.265634 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3f4cfee-60c8-4ed9-b094-023afe1d0141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:42.268676 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:42.272100 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 19929b90-7d0c-41ef-b4cd-0dc9097a7022 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:33:42.272473 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 19929b90-7d0c-41ef-b4cd-0dc9097a7022 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:33:42.272940 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d444176b-1ebe-4e02-8f77-71e4763e4636 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:33:42.298423 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017ee123-1513-4327-827f-603e2db8db17']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:42.299906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: d444176b-1ebe-4e02-8f77-71e4763e4636 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:33:42.300269 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d444176b-1ebe-4e02-8f77-71e4763e4636 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:33:42.309999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf08889-7aed-4ed3-ac18-ae49827627ff') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:42.310370 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf08889-7aed-4ed3-ac18-ae49827627ff') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:42.318700 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Network d94792c5-483a-4305-9d7f-cc89df8ca7f8 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:33:42.326622 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:42.340880 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:42.347896 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afbce9-aeab-4256-b69a-ee4f247a6c8f req-20f14ff1-98b4-42fa-b28d-a4e33d4bc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:42.348722 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:42.349129 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:42.349624 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7afbce9-aeab-4256-b69a-ee4f247a6c8f req-20f14ff1-98b4-42fa-b28d-a4e33d4bc4ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 0.3208838 Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:42.352507 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:42.354889 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, d94792c5-483a-4305-9d7f-cc89df8ca7f8) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:42.358658 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:42.363615 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d13399-76ac-4ac0-8c37-00abfbfe388e None None] Network d94792c5-483a-4305-9d7f-cc89df8ca7f8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:42.422828 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:42.436420 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:42.440414 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/networks/017ee123-1513-4327-827f-603e2db8db17 HTTP/1.1" status: 204 len: 168 time: 1.0712302 Dec 20 21:33:42.443137 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43478) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:42.483606 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3fba48-3614-483c-9b19-2cc5113f5148 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] DELETE failed (client error): The resource could not be found. Dec 20 21:33:42.484059 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3fba48-3614-483c-9b19-2cc5113f5148 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:33:42.484477 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7afbce9-aeab-4256-b69a-ee4f247a6c8f req-ab14def0-2b07-49e1-96dc-0e8af3164a90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e30c80e-eb9e-4294-abb0-1985a9790fd9 HTTP/1.1" status: 200 len: 217 time: 0.1171017 Dec 20 21:33:42.487438 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dc3fba48-3614-483c-9b19-2cc5113f5148 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/subnets/19e28ee1-3e60-4963-b684-605a2e226c6c HTTP/1.1" status: 404 len: 337 time: 0.0431995 Dec 20 21:33:42.489879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43480) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:42.511160 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-10eca24e-fd7d-446d-b2d0-53564961f78a tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] DELETE failed (client error): The resource could not be found. Dec 20 21:33:42.512332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10eca24e-fd7d-446d-b2d0-53564961f78a tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:33:42.516915 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-10eca24e-fd7d-446d-b2d0-53564961f78a tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/networks/6eb28db2-3979-41c4-baca-84c14ea0cc84 HTTP/1.1" status: 404 len: 339 time: 0.0257726 Dec 20 21:33:42.517963 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee11294-332a-4e83-914e-560381f23835 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Network': ['ID=017ee123-1513-4327-827f-603e2db8db17,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:42.520031 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43482) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:42.587834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Checking segment: {'id': '218fc393-ec11-495b-b247-6b75def12f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49a00141-0c66-420b-a0e9-20ff505fe7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:42.588891 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a89226-c082-4524-9cc7-5446a9ca5d64 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Deleting subnet 2116e55b-bee8-4f1f-be11-e0405f0c61f9 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:33:42.589592 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Network hostable DHCP agents. Network: 49a00141-0c66-420b-a0e9-20ff505fe7da, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:33:42.592586 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56a89226-c082-4524-9cc7-5446a9ca5d64 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:42.595732 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event updated for resources: {'Subnet': ['ID=6ca9471c-2ac8-423d-b5d0-048ac4348fd2,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:42.643591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afbce9-aeab-4256-b69a-ee4f247a6c8f req-7c26e1cd-8388-4666-8c38-5138f998166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:42.645505 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7afbce9-aeab-4256-b69a-ee4f247a6c8f req-7c26e1cd-8388-4666-8c38-5138f998166e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.1457605 Dec 20 21:33:42.665002 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56a89226-c082-4524-9cc7-5446a9ca5d64 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:42.690821 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Network 49a00141-0c66-420b-a0e9-20ff505fe7da is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:33:42.696694 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3f4cfee-60c8-4ed9-b094-023afe1d0141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:42.708578 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3f4cfee-60c8-4ed9-b094-023afe1d0141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:42.720454 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-d94792c5-483a-4305-9d7f-cc89df8ca7f8', 'network_id': 'd94792c5-483a-4305-9d7f-cc89df8ca7f8', 'tenant_id': '7e843f91f1c54ef4a78ea5268aec4b73', 'fixed_ips': [{'subnet_id': '32f1a710-5e95-49ff-bb10-61f529337d4f'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:33:42.721435 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:42.744134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4cfee-60c8-4ed9-b094-023afe1d0141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fb4cda-1425-4492-a0f7-aff5a0d28332,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:42.767068 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 49a00141-0c66-420b-a0e9-20ff505fe7da) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:42.776567 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:42.777169 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:42.777862 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:42.805745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f3f4cfee-60c8-4ed9-b094-023afe1d0141 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1eda8af467374c67bd9c3a713bcae0ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5826609 Dec 20 21:33:42.805745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afbce9-aeab-4256-b69a-ee4f247a6c8f req-775081bb-40f3-4c01-8cdf-680e245a820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:42.807002 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43488) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:42.807839 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7afbce9-aeab-4256-b69a-ee4f247a6c8f req-775081bb-40f3-4c01-8cdf-680e245a820f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1542602 Dec 20 21:33:42.814587 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-48a615db-f69b-4fe0-8c8b-22a270541d6b tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.7810118 Dec 20 21:33:42.821609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43490) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:42.878944 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56a89226-c082-4524-9cc7-5446a9ca5d64 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:42.927826 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Allocated IP 2001:db8::1 (d94792c5-483a-4305-9d7f-cc89df8ca7f8/32f1a710-5e95-49ff-bb10-61f529337d4f/cb2a8d2c-e95f-4809-bfe5-af2fea02a700) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:42.952038 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373fb044-6394-462a-9f9f-7ab6d2a57ef9 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:42.954474 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373fb044-6394-462a-9f9f-7ab6d2a57ef9 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:42.956281 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373fb044-6394-462a-9f9f-7ab6d2a57ef9 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:42.967154 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-373fb044-6394-462a-9f9f-7ab6d2a57ef9 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1353259 Dec 20 21:33:42.970909 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43494) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:42.989705 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7afbce9-aeab-4256-b69a-ee4f247a6c8f req-19b3e57f-8b77-41b9-9618-41735998f6b2 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738939 Dec 20 21:33:43.026295 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f182814-4831-43b6-8112-fb203d5308fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:43.052434 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56a89226-c082-4524-9cc7-5446a9ca5d64 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:43.065386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39c589c-a104-4ad6-84d5-3a85b52047bc tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Deleting subnet 32f1a710-5e95-49ff-bb10-61f529337d4f {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:33:43.135523 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:43.140229 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3868822-91ca-48e6-9497-e03b4897b130 None None] Network 49a00141-0c66-420b-a0e9-20ff505fe7da requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:43.146957 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f182814-4831-43b6-8112-fb203d5308fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:43.148820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85247e8-3df5-446d-9b22-c9e7a063f00a req-b6006798-bcd6-485b-84d2-838e13bd9ce2 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:43.157350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e85247e8-3df5-446d-9b22-c9e7a063f00a req-b6006798-bcd6-485b-84d2-838e13bd9ce2 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.1337454 Dec 20 21:33:43.164736 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a89226-c082-4524-9cc7-5446a9ca5d64 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Subnet': ['ID=2116e55b-bee8-4f1f-be11-e0405f0c61f9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:43.180595 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56a89226-c082-4524-9cc7-5446a9ca5d64 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:43.186492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-56a89226-c082-4524-9cc7-5446a9ca5d64 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/subnets/2116e55b-bee8-4f1f-be11-e0405f0c61f9 HTTP/1.1" status: 204 len: 168 time: 0.6632888 Dec 20 21:33:43.200842 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43496) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:43.222605 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b7afbce9-aeab-4256-b69a-ee4f247a6c8f req-e6d5f120-fa89-4a57-9c2a-7cc6afffd991 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245748 Dec 20 21:33:43.233623 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 8e30c80e-eb9e-4294-abb0-1985a9790fd9 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:33:43.261771 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f182814-4831-43b6-8112-fb203d5308fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:43.264891 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f182814-4831-43b6-8112-fb203d5308fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:43.270835 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5f182814-4831-43b6-8112-fb203d5308fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3fb4cda-1425-4492-a0f7-aff5a0d28332 HTTP/1.1" status: 204 len: 168 time: 0.4624052 Dec 20 21:33:43.281762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f182814-4831-43b6-8112-fb203d5308fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fb4cda-1425-4492-a0f7-aff5a0d28332,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:43.283597 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e85247e8-3df5-446d-9b22-c9e7a063f00a req-cf048a5b-adaa-48c7-b95b-22ddfe805bb7 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247816 Dec 20 21:33:43.377793 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d39c589c-a104-4ad6-84d5-3a85b52047bc tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:43.394255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8192adb1-6539-40fd-9ad1-763b4ee6ed06 None None] Network 79c70af8-983d-4dfd-b045-c94e00cbbffa requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:43.441142 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:43.491354 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:43.534414 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d39c589c-a104-4ad6-84d5-3a85b52047bc tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:43.580754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bc708-db99-44c2-b40c-94a8a5fb8bdf req-a016a45b-ccd9-468f-b6ac-8ef83af2e7d6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:43.582834 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2b5bc708-db99-44c2-b40c-94a8a5fb8bdf req-a016a45b-ccd9-468f-b6ac-8ef83af2e7d6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 943 time: 0.1659298 Dec 20 21:33:43.596657 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Deleting port fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:43.597240 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:43.614057 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Network d94792c5-483a-4305-9d7f-cc89df8ca7f8 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:43.708653 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 8e30c80e-eb9e-4294-abb0-1985a9790fd9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=8e30c80e-eb9e-4294-abb0-1985a9790fd9,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:43.723640 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2b5bc708-db99-44c2-b40c-94a8a5fb8bdf req-0b73d42b-f15c-4cea-8c9d-83faae5362e6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282208 Dec 20 21:33:43.734049 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:43.736972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '8e30c80e-eb9e-4294-abb0-1985a9790fd9', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'port_id': '8e30c80e-eb9e-4294-abb0-1985a9790fd9', 'mac_address': 'fa:16:3e:54:ab:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:33:43.741766 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:43.762187 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d39c589c-a104-4ad6-84d5-3a85b52047bc tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:43.773229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae7c5c-a73f-414a-924a-9e4b6af4f826 req-06cdbff8-92aa-478f-ade4-4f92a350d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:43.775031 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bfae7c5c-a73f-414a-924a-9e4b6af4f826 req-06cdbff8-92aa-478f-ade4-4f92a350d5b6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e94c599d001420383e50c8c9b772a7d&device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 1094 time: 0.1286428 Dec 20 21:33:43.848218 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:43.907622 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d39c589c-a104-4ad6-84d5-3a85b52047bc tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:43.922911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] For port fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae,segment=NetworkSegment(1eda4fe5-de17-45f0-bde6-6c71cf1012a2),segment_id=1eda4fe5-de17-45f0-bde6-6c71cf1012a2)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:43.924292 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:43.968220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78b77d-4433-4c62-8261-9707e65a43bc req-de87696c-dcff-466d-a00d-168ea5855ac7 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:43.976302 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb78b77d-4433-4c62-8261-9707e65a43bc req-de87696c-dcff-466d-a00d-168ea5855ac7 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.2751651 Dec 20 21:33:43.980189 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d39c589c-a104-4ad6-84d5-3a85b52047bc tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:43.982583 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Calling delete_port for fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:43.986200 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d39c589c-a104-4ad6-84d5-3a85b52047bc tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "DELETE /v2.0/subnets/32f1a710-5e95-49ff-bb10-61f529337d4f HTTP/1.1" status: 204 len: 168 time: 1.0118206 Dec 20 21:33:43.986200 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c589c-a104-4ad6-84d5-3a85b52047bc tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event deleted for resources: {'Subnet': ['ID=32f1a710-5e95-49ff-bb10-61f529337d4f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:43.989410 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43518) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:44.007248 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e261410c-5640-4a73-aaa2-983608a5a3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-49a00141-0c66-420b-a0e9-20ff505fe7da', 'network_id': '49a00141-0c66-420b-a0e9-20ff505fe7da', 'tenant_id': '7e843f91f1c54ef4a78ea5268aec4b73', 'fixed_ips': [{'subnet_id': '6ca9471c-2ac8-423d-b5d0-048ac4348fd2'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:33:44.008116 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e261410c-5640-4a73-aaa2-983608a5a3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.013192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e30c80e-eb9e-4294-abb0-1985a9790fd9 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:33:44.015685 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae7c5c-a73f-414a-924a-9e4b6af4f826 req-fa4274fa-e373-47fd-b7b0-1fe7a019a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:44.018423 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bfae7c5c-a73f-414a-924a-9e4b6af4f826 req-fa4274fa-e373-47fd-b7b0-1fe7a019a52e service neutron] 10.222.0.66 "GET /v2.0/networks?id=d57bce93-bb4b-480e-97a5-5a079f85b0e4 HTTP/1.1" status: 200 len: 920 time: 0.2256200 Dec 20 21:33:44.045461 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 8e30c80e-eb9e-4294-abb0-1985a9790fd9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=8e30c80e-eb9e-4294-abb0-1985a9790fd9,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:44.055279 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Attempting to bind port cb2a8d2c-e95f-4809-bfe5-af2fea02a700 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:33:44.055743 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Attempting to bind port cb2a8d2c-e95f-4809-bfe5-af2fea02a700 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '2b1b25de-3bad-4617-8041-662f6c5af63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd94792c5-483a-4305-9d7f-cc89df8ca7f8'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:33:44.056110 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Attempting to bind port cb2a8d2c-e95f-4809-bfe5-af2fea02a700 on network d94792c5-483a-4305-9d7f-cc89df8ca7f8 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:33:44.068881 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.074691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Pushing event updated for resources: {'Port': ['ID=cb2a8d2c-e95f-4809-bfe5-af2fea02a700,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:44.106442 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bfae7c5c-a73f-414a-924a-9e4b6af4f826 req-2a6cb0cf-d3b5-42e8-b0d4-dfe7cc13b690 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69fb3221-e29d-4567-bdae-aba7a6eb91e1 HTTP/1.1" status: 200 len: 217 time: 0.0738389 Dec 20 21:33:44.123641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:33:44.124024 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Checking segment: {'id': '2b1b25de-3bad-4617-8041-662f6c5af63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd94792c5-483a-4305-9d7f-cc89df8ca7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:44.124436 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.124837 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Bound using segment: {'id': '2b1b25de-3bad-4617-8041-662f6c5af63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd94792c5-483a-4305-9d7f-cc89df8ca7f8'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:33:44.125661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Bound port: cb2a8d2c-e95f-4809-bfe5-af2fea02a700, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1b25de-3bad-4617-8041-662f6c5af63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'd94792c5-483a-4305-9d7f-cc89df8ca7f8'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:33:44.126056 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.129760 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-92515e3a-3185-4a65-abdc-a31a15571a89 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Deleting subnet 6ca9471c-2ac8-423d-b5d0-048ac4348fd2 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:33:44.145816 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92515e3a-3185-4a65-abdc-a31a15571a89 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.174677 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb78b77d-4433-4c62-8261-9707e65a43bc req-c5781247-338f-49a7-aa13-91c2f7cf475c tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970201 Dec 20 21:33:44.211728 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae7c5c-a73f-414a-924a-9e4b6af4f826 req-42d2f5f7-9549-457a-a60c-77df4cda2b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:44.213501 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bfae7c5c-a73f-414a-924a-9e4b6af4f826 req-42d2f5f7-9549-457a-a60c-77df4cda2b5c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4703d133-2d9a-4054-9009-948496539736 HTTP/1.1" status: 200 len: 859 time: 0.0981987 Dec 20 21:33:44.250854 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bfae7c5c-a73f-414a-924a-9e4b6af4f826 req-fb813e8c-8105-409c-9377-5550a921eb90 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d57bce93-bb4b-480e-97a5-5a079f85b0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288057 Dec 20 21:33:44.254920 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92515e3a-3185-4a65-abdc-a31a15571a89 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.271266 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.308714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] No DVR routers for this DVR port fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:33:44.332575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=8e30c80e-eb9e-4294-abb0-1985a9790fd9,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:44.340911 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92515e3a-3185-4a65-abdc-a31a15571a89 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.345043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] For port cb2a8d2c-e95f-4809-bfe5-af2fea02a700, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:33:44.348780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] For port cb2a8d2c-e95f-4809-bfe5-af2fea02a700, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cb2a8d2c-e95f-4809-bfe5-af2fea02a700,segment=NetworkSegment(2b1b25de-3bad-4617-8041-662f6c5af63f),segment_id=2b1b25de-3bad-4617-8041-662f6c5af63f)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:33:44.356342 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.444574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['8e30c80e-eb9e-4294-abb0-1985a9790fd9'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:33:44.447521 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a76fa7a-fff0-4be4-b978-6d433d9a3a9e None None] DHCP port deletion for 79c70af8-983d-4dfd-b045-c94e00cbbffa request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:33:44.457393 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92515e3a-3185-4a65-abdc-a31a15571a89 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.481747 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Port': ['ID=fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:44.486189 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bfae7c5c-a73f-414a-924a-9e4b6af4f826 req-4110893e-e718-4710-b9be-272f6b21ba47 service neutron] 10.222.0.66 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289000 Dec 20 21:33:44.498440 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92515e3a-3185-4a65-abdc-a31a15571a89 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server [None req-e261410c-5640-4a73-aaa2-983608a5a3dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ca9471c-2ac8-423d-b5d0-048ac4348fd2: This subnet is being modified by another concurrent operation. Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 21:33:44.499574 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise exception Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ca9471c-2ac8-423d-b5d0-048ac4348fd2: This subnet is being modified by another concurrent operation. Dec 20 21:33:44.505330 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Dec 20 21:33:44.522878 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-92515e3a-3185-4a65-abdc-a31a15571a89 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "DELETE /v2.0/subnets/6ca9471c-2ac8-423d-b5d0-048ac4348fd2 HTTP/1.1" status: 204 len: 168 time: 0.5301938 Dec 20 21:33:44.539307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3490d5-e2bc-47b3-8859-2e675c182f62 None None] Pushing event updated for resources: {'Port': ['ID=cb2a8d2c-e95f-4809-bfe5-af2fea02a700,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:44.554229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43528) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:44.557218 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92515e3a-3185-4a65-abdc-a31a15571a89 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca9471c-2ac8-423d-b5d0-048ac4348fd2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:44.561060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be2e2f3-6bf7-4156-9f25-94b7435ae86d None None] Network 49a00141-0c66-420b-a0e9-20ff505fe7da requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:44.583437 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c067075c-f227-4106-a166-8cbf19455371 None None] Network d94792c5-483a-4305-9d7f-cc89df8ca7f8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:44.657965 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d421a0-0bed-4d19-af2f-8ff2f1596b8d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:44.663752 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-73d421a0-0bed-4d19-af2f-8ff2f1596b8d tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1052961 Dec 20 21:33:44.664516 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43532) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:44.670849 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.698265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c70af8-983d-4dfd-b045-c94e00cbbffa']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:44.711009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eda4fe5-de17-45f0-bde6-6c71cf1012a2') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:44.711794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eda4fe5-de17-45f0-bde6-6c71cf1012a2') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:44.723179 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.760705 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.783053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:44.785828 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.828227 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f0b57bd-555a-4881-b78c-e40325731f16 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.867066 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:44.905718 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:44.917851 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.939642 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:44.949271 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] 10.222.0.32 "DELETE /v2.0/networks/79c70af8-983d-4dfd-b045-c94e00cbbffa HTTP/1.1" status: 204 len: 168 time: 1.7432146 Dec 20 21:33:44.975316 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c25ee-55f8-44df-8a04-1ee7ecb2dac3 tempest-NetworksIpV6Test-40454826 tempest-NetworksIpV6Test-40454826-project] Pushing event deleted for resources: {'Network': ['ID=79c70af8-983d-4dfd-b045-c94e00cbbffa,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:45.017276 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bfae7c5c-a73f-414a-924a-9e4b6af4f826 req-62c61e63-1996-4538-a805-603af41e5a24 service neutron] 10.222.0.66 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119586 Dec 20 21:33:45.025541 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8b1064-48a9-4658-8f21-726bea0399c2 None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 21:33:45.068033 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f0b57bd-555a-4881-b78c-e40325731f16 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:45.096831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-5f0b57bd-555a-4881-b78c-e40325731f16 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a00141-0c66-420b-a0e9-20ff505fe7da']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:45.110204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-5f0b57bd-555a-4881-b78c-e40325731f16 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218fc393-ec11-495b-b247-6b75def12f51') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:45.110519 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-5f0b57bd-555a-4881-b78c-e40325731f16 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218fc393-ec11-495b-b247-6b75def12f51') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:45.142668 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f0b57bd-555a-4881-b78c-e40325731f16 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:45.158229 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f0b57bd-555a-4881-b78c-e40325731f16 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:45.165725 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0b57bd-555a-4881-b78c-e40325731f16 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:45.166192 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f0b57bd-555a-4881-b78c-e40325731f16 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:45.228113 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:45.239100 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f0b57bd-555a-4881-b78c-e40325731f16 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:45.246887 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f0b57bd-555a-4881-b78c-e40325731f16 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:45.250425 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5f0b57bd-555a-4881-b78c-e40325731f16 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "DELETE /v2.0/networks/49a00141-0c66-420b-a0e9-20ff505fe7da HTTP/1.1" status: 204 len: 168 time: 0.5851824 Dec 20 21:33:45.253184 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43558) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:45.287867 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b57bd-555a-4881-b78c-e40325731f16 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event deleted for resources: {'Network': ['ID=49a00141-0c66-420b-a0e9-20ff505fe7da,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:45.310484 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96acef-589a-4d8a-aead-9a51947ba9e0 req-3caa6ea7-86b6-4a47-b5de-a073799724be tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:45.312171 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af96acef-589a-4d8a-aead-9a51947ba9e0 req-3caa6ea7-86b6-4a47-b5de-a073799724be tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 944 time: 0.4194176 Dec 20 21:33:45.329896 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8b1064-48a9-4658-8f21-726bea0399c2 None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 21:33:45.376834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43560) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:45.480939 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:45.502468 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea762c9-c5d7-40f6-afef-7f8f74110faa req-03867d77-03f6-4225-bc8c-3a65bc1e3eb8 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:45.504069 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bea762c9-c5d7-40f6-afef-7f8f74110faa req-03867d77-03f6-4225-bc8c-3a65bc1e3eb8 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.1308160 Dec 20 21:33:45.586519 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bea762c9-c5d7-40f6-afef-7f8f74110faa req-e457d70b-3fac-4671-aa05-04c871be6c92 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564289 Dec 20 21:33:45.603391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Deleting port cb2a8d2c-e95f-4809-bfe5-af2fea02a700 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:45.603738 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:45.723050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] For port cb2a8d2c-e95f-4809-bfe5-af2fea02a700, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cb2a8d2c-e95f-4809-bfe5-af2fea02a700,segment=NetworkSegment(2b1b25de-3bad-4617-8041-662f6c5af63f),segment_id=2b1b25de-3bad-4617-8041-662f6c5af63f)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:45.723765 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:45.741471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Calling delete_port for cb2a8d2c-e95f-4809-bfe5-af2fea02a700 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:45.832559 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af96acef-589a-4d8a-aead-9a51947ba9e0 req-806dc079-fa7f-4491-b173-c4f5d125192d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134084 Dec 20 21:33:45.857885 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86e3e9e-78a5-40e7-a17c-02b6f846f32f None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 21:33:45.878232 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:45.914268 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43572) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:45.914866 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7aeffd8d-0e07-455a-8173-f3d59248b81e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1874b2f81444cd685d2d66062311ace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5368822 Dec 20 21:33:45.919236 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event deleted for resources: {'Port': ['ID=cb2a8d2c-e95f-4809-bfe5-af2fea02a700,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:45.925432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] No DVR routers for this DVR port cb2a8d2c-e95f-4809-bfe5-af2fea02a700 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:33:46.025686 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b48ffb3-ea0c-4e40-976c-b9717da61d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:46.034442 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86e3e9e-78a5-40e7-a17c-02b6f846f32f None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 21:33:46.038270 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:46.061135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94792c5-483a-4305-9d7f-cc89df8ca7f8']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:46.071991 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1b25de-3bad-4617-8041-662f6c5af63f') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:46.072345 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1b25de-3bad-4617-8041-662f6c5af63f') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:46.086787 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b48ffb3-ea0c-4e40-976c-b9717da61d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:46.093624 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:46.124893 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:46.137921 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:46.138441 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:46.160873 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:46.206586 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b48ffb3-ea0c-4e40-976c-b9717da61d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:46.209536 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b48ffb3-ea0c-4e40-976c-b9717da61d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:46.213206 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9b48ffb3-ea0c-4e40-976c-b9717da61d08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/361e66e3-e5da-4bce-a9e9-8d13cf8cccf3 HTTP/1.1" status: 204 len: 168 time: 0.2946866 Dec 20 21:33:46.245227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48ffb3-ea0c-4e40-976c-b9717da61d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361e66e3-e5da-4bce-a9e9-8d13cf8cccf3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:46.246224 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:46.272706 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:46.291637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43582) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:46.293601 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "DELETE /v2.0/networks/d94792c5-483a-4305-9d7f-cc89df8ca7f8 HTTP/1.1" status: 204 len: 168 time: 1.0377483 Dec 20 21:33:46.308789 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ea9d4-21a7-49d4-b610-22b3fc6c4b46 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event deleted for resources: {'Network': ['ID=d94792c5-483a-4305-9d7f-cc89df8ca7f8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:46.332449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:33:46.362955 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:33:46.363308 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device fd5f0faf-9e1b-44cc-98c6-f7d6d13a04ae not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:33:46.420339 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdbe19b5-bff7-4624-bf53-d5102a8d7d55 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:46.538942 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdbe19b5-bff7-4624-bf53-d5102a8d7d55 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:46.565167 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bdbe19b5-bff7-4624-bf53-d5102a8d7d55 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6554d952-9ea8-425a-ac42-01114c53a11e']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:46.590124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bdbe19b5-bff7-4624-bf53-d5102a8d7d55 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b2f803-6892-40b9-831d-dcb5250cd73b') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:46.590124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bdbe19b5-bff7-4624-bf53-d5102a8d7d55 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b2f803-6892-40b9-831d-dcb5250cd73b') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:46.602822 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdbe19b5-bff7-4624-bf53-d5102a8d7d55 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:46.633029 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdbe19b5-bff7-4624-bf53-d5102a8d7d55 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:46.648886 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbe19b5-bff7-4624-bf53-d5102a8d7d55 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:46.649573 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdbe19b5-bff7-4624-bf53-d5102a8d7d55 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:46.660612 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:46.803123 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdbe19b5-bff7-4624-bf53-d5102a8d7d55 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:46.819883 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00811a10-c285-4b9e-974f-7c7a316a3981 req-a1771bdb-2176-485c-a1c8-605f1dd3cfaf tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:46.826856 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00811a10-c285-4b9e-974f-7c7a316a3981 req-a1771bdb-2176-485c-a1c8-605f1dd3cfaf tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.0920780 Dec 20 21:33:46.846498 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bdbe19b5-bff7-4624-bf53-d5102a8d7d55 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:46.852211 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bdbe19b5-bff7-4624-bf53-d5102a8d7d55 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "DELETE /v2.0/networks/6554d952-9ea8-425a-ac42-01114c53a11e HTTP/1.1" status: 204 len: 168 time: 0.5593188 Dec 20 21:33:46.856201 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43604) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:46.860427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe19b5-bff7-4624-bf53-d5102a8d7d55 tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event deleted for resources: {'Network': ['ID=6554d952-9ea8-425a-ac42-01114c53a11e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:46.899374 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00811a10-c285-4b9e-974f-7c7a316a3981 req-35f0a47a-4049-486d-84cd-5451fc11a6f1 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461042 Dec 20 21:33:47.011677 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4fd0dc83-9f44-43c3-a18b-3ff71cadf67a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:47.053495 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259dece-083f-4e61-846d-c570ca5188a3 req-1cab720a-5693-466b-b2d9-108681859571 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:47.064117 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7259dece-083f-4e61-846d-c570ca5188a3 req-1cab720a-5693-466b-b2d9-108681859571 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 944 time: 0.0828195 Dec 20 21:33:47.151713 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 8e30c80e-eb9e-4294-abb0-1985a9790fd9 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:33:47.184643 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7259dece-083f-4e61-846d-c570ca5188a3 req-07a342ed-32e7-4ca6-b3c6-cb01319e496d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197236 Dec 20 21:33:47.186281 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4fd0dc83-9f44-43c3-a18b-3ff71cadf67a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:47.222662 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-4fd0dc83-9f44-43c3-a18b-3ff71cadf67a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2766c2fd-03aa-478f-9333-c7b2333a6b81']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:47.234552 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-4fd0dc83-9f44-43c3-a18b-3ff71cadf67a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2021131c-8534-4c1e-9847-c894ef21d9b5') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:47.235028 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-4fd0dc83-9f44-43c3-a18b-3ff71cadf67a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2021131c-8534-4c1e-9847-c894ef21d9b5') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:47.246413 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4fd0dc83-9f44-43c3-a18b-3ff71cadf67a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:47.250457 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 8e30c80e-eb9e-4294-abb0-1985a9790fd9 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:33:47.255246 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 8e30c80e-eb9e-4294-abb0-1985a9790fd9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:47.255599 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:47.267178 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4fd0dc83-9f44-43c3-a18b-3ff71cadf67a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:47.280253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd0dc83-9f44-43c3-a18b-3ff71cadf67a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:47.281246 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4fd0dc83-9f44-43c3-a18b-3ff71cadf67a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:47.287177 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:47.360651 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4fd0dc83-9f44-43c3-a18b-3ff71cadf67a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:47.369767 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4fd0dc83-9f44-43c3-a18b-3ff71cadf67a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:47.376333 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4fd0dc83-9f44-43c3-a18b-3ff71cadf67a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] 10.222.0.32 "DELETE /v2.0/networks/2766c2fd-03aa-478f-9333-c7b2333a6b81 HTTP/1.1" status: 204 len: 168 time: 0.5205045 Dec 20 21:33:47.389480 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0dc83-9f44-43c3-a18b-3ff71cadf67a tempest-BulkNetworkOpsIpV6Test-126575930 tempest-BulkNetworkOpsIpV6Test-126575930-project] Pushing event deleted for resources: {'Network': ['ID=2766c2fd-03aa-478f-9333-c7b2333a6b81,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:47.391978 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:47.436153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 8e30c80e-eb9e-4294-abb0-1985a9790fd9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=8e30c80e-eb9e-4294-abb0-1985a9790fd9,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:47.437143 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05d9061-d0ec-4181-b6f6-ad5660bb2307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e30c80e-eb9e-4294-abb0-1985a9790fd9'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:33:47.440430 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2212f56-20ee-413c-ad8e-9ec10a1af7eb" -d '{"events": [{"server_uuid": "c05d9061-d0ec-4181-b6f6-ad5660bb2307", "name": "network-vif-plugged", "status": "completed", "tag": "8e30c80e-eb9e-4294-abb0-1985a9790fd9"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:33:47.448737 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:47.451590 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43632) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:47.499947 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0b18f6-241d-4686-82db-58a94136306d x-openstack-request-id: req-2a0b18f6-241d-4686-82db-58a94136306d {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:33:47.500557 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05d9061-d0ec-4181-b6f6-ad5660bb2307", "name": "network-vif-plugged", "status": "completed", "tag": "8e30c80e-eb9e-4294-abb0-1985a9790fd9", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:33:47.501240 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a0b18f6-241d-4686-82db-58a94136306d {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:33:47.501371 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05d9061-d0ec-4181-b6f6-ad5660bb2307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e30c80e-eb9e-4294-abb0-1985a9790fd9', 'code': 200} Dec 20 21:33:47.537151 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=8e30c80e-eb9e-4294-abb0-1985a9790fd9,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:47.760196 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ff52b846-ab38-48a4-9a09-bef386dbc76d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-601766385'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:47.802463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff52b846-ab38-48a4-9a09-bef386dbc76d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:47.807856 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff52b846-ab38-48a4-9a09-bef386dbc76d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:47.843797 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff52b846-ab38-48a4-9a09-bef386dbc76d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:47.911300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43640) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:47.939270 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:47.962621 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff52b846-ab38-48a4-9a09-bef386dbc76d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:47.970952 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff52b846-ab38-48a4-9a09-bef386dbc76d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:47.996491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dd4be-9cd5-4924-9ac3-937718c1d3e6 req-77d7cd68-5f82-4252-853a-1289f97befc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:47.997950 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-980dd4be-9cd5-4924-9ac3-937718c1d3e6 req-77d7cd68-5f82-4252-853a-1289f97befc3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 1094 time: 0.4201436 Dec 20 21:33:48.010513 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff52b846-ab38-48a4-9a09-bef386dbc76d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:48.052738 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52b846-ab38-48a4-9a09-bef386dbc76d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a769a7-948d-4989-af71-5ed2706a7825,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:48.057159 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff52b846-ab38-48a4-9a09-bef386dbc76d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:48.057575 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-ff52b846-ab38-48a4-9a09-bef386dbc76d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Added segment d06d0894-fc2d-42ee-b786-32e5332ea053 of type vlan for network 908cdb43-09e6-40f7-9111-3b232c54071b Dec 20 21:33:48.133794 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bcc40-ddcb-4334-9799-cf07eab2c2fe req-66528bc5-7181-49f4-a5bf-42f2b3d905f0 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:48.135466 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-853bcc40-ddcb-4334-9799-cf07eab2c2fe req-66528bc5-7181-49f4-a5bf-42f2b3d905f0 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.1300342 Dec 20 21:33:48.140390 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff52b846-ab38-48a4-9a09-bef386dbc76d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:48.151451 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-980dd4be-9cd5-4924-9ac3-937718c1d3e6 req-2d73acdf-93c9-499e-abaa-0c3cd4ce2a53 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624223 Dec 20 21:33:48.211175 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-853bcc40-ddcb-4334-9799-cf07eab2c2fe req-5fc51ff4-eae1-49bd-858c-7a9b93cab74e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575650 Dec 20 21:33:48.219663 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff52b846-ab38-48a4-9a09-bef386dbc76d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:48.234675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff52b846-ab38-48a4-9a09-bef386dbc76d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:48.235392 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff52b846-ab38-48a4-9a09-bef386dbc76d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:48.313321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc93636-06a4-45ca-a815-e09ec0aca683 req-3716a002-ea2b-49fc-9e25-fbd06021f875 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:48.315240 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4dc93636-06a4-45ca-a815-e09ec0aca683 req-3716a002-ea2b-49fc-9e25-fbd06021f875 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 945 time: 0.0522914 Dec 20 21:33:48.327038 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ff52b846-ab38-48a4-9a09-bef386dbc76d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8739166 Dec 20 21:33:48.335803 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43656) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:48.343611 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b7307815-50a8-4e6f-9bdf-326d2b5e0bd6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b', 'name': 'tempest-PortsIpV6TestJSON-1591491290'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:48.352009 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-78da4970-b700-4d04-96a6-67d407793f5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e843f91f1c54ef4a78ea5268aec4b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4332933 Dec 20 21:33:48.353615 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43658) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:48.381773 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4dc93636-06a4-45ca-a815-e09ec0aca683 req-11885f8b-4d15-4ae4-ab1e-94d23ed9f459 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591903 Dec 20 21:33:48.406382 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52b846-ab38-48a4-9a09-bef386dbc76d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Network': ['ID=908cdb43-09e6-40f7-9111-3b232c54071b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:48.428861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 908cdb43-09e6-40f7-9111-3b232c54071b details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:48.437871 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8857772b-31bb-4530-af85-0747f6577726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:48.468892 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8857772b-31bb-4530-af85-0747f6577726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:48.471454 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7307815-50a8-4e6f-9bdf-326d2b5e0bd6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:48.476791 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b7307815-50a8-4e6f-9bdf-326d2b5e0bd6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:48.497686 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-b7307815-50a8-4e6f-9bdf-326d2b5e0bd6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] device_id is not set on port f05db17f-5d70-4222-ab9d-10c1332a1f04 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:33:48.536952 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8857772b-31bb-4530-af85-0747f6577726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:48.540297 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8857772b-31bb-4530-af85-0747f6577726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:48.541774 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8857772b-31bb-4530-af85-0747f6577726 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a94f052-b0c1-4469-b70a-ba5c0eb5a014 HTTP/1.1" status: 204 len: 168 time: 0.1858296 Dec 20 21:33:48.550419 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857772b-31bb-4530-af85-0747f6577726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a94f052-b0c1-4469-b70a-ba5c0eb5a014,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:48.636161 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43664) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:48.686479 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b7307815-50a8-4e6f-9bdf-326d2b5e0bd6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:48.721574 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b7307815-50a8-4e6f-9bdf-326d2b5e0bd6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:48.790433 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7307815-50a8-4e6f-9bdf-326d2b5e0bd6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=f05db17f-5d70-4222-ab9d-10c1332a1f04,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:48.796138 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7307815-50a8-4e6f-9bdf-326d2b5e0bd6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Checking segment: {'id': 'd06d0894-fc2d-42ee-b786-32e5332ea053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:48.796788 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7307815-50a8-4e6f-9bdf-326d2b5e0bd6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network hostable DHCP agents. Network: 908cdb43-09e6-40f7-9111-3b232c54071b, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:33:48.816515 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7307815-50a8-4e6f-9bdf-326d2b5e0bd6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 908cdb43-09e6-40f7-9111-3b232c54071b is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:33:48.831870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-b7307815-50a8-4e6f-9bdf-326d2b5e0bd6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 908cdb43-09e6-40f7-9111-3b232c54071b) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:48.840961 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bf143a-2540-4035-a911-be748330761f None None] Network 908cdb43-09e6-40f7-9111-3b232c54071b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:48.842640 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7307815-50a8-4e6f-9bdf-326d2b5e0bd6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:48.853037 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7307815-50a8-4e6f-9bdf-326d2b5e0bd6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:48.858203 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b7307815-50a8-4e6f-9bdf-326d2b5e0bd6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:48.886709 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b7307815-50a8-4e6f-9bdf-326d2b5e0bd6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5496848 Dec 20 21:33:48.888150 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43672) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:48.893666 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2bad2811-e777-4778-b37e-9402987db0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:48.894749 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4dc03a38-39f4-4f9b-a7a6-b02ee0ec81e1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-878988324'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:48.922456 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc03a38-39f4-4f9b-a7a6-b02ee0ec81e1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:48.927339 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dc03a38-39f4-4f9b-a7a6-b02ee0ec81e1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:48.964668 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc03a38-39f4-4f9b-a7a6-b02ee0ec81e1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:48.975690 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dc03a38-39f4-4f9b-a7a6-b02ee0ec81e1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:48.977773 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-4dc03a38-39f4-4f9b-a7a6-b02ee0ec81e1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Added segment 3928188c-b172-4724-9a35-69fb92433820 of type vlan for network 22789fab-0e1d-4901-bc9c-597c2efe4839 Dec 20 21:33:49.035336 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dc03a38-39f4-4f9b-a7a6-b02ee0ec81e1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:49.037376 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2bad2811-e777-4778-b37e-9402987db0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:49.043779 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2bad2811-e777-4778-b37e-9402987db0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:49.062684 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dc03a38-39f4-4f9b-a7a6-b02ee0ec81e1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:49.069014 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc03a38-39f4-4f9b-a7a6-b02ee0ec81e1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:49.069625 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dc03a38-39f4-4f9b-a7a6-b02ee0ec81e1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:49.091272 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2bad2811-e777-4778-b37e-9402987db0e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed78dc915b094da7b4fa8f319566a827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539955 Dec 20 21:33:49.093724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad2811-e777-4778-b37e-9402987db0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91416ac1-b05a-45f1-986b-bd9b7f453747,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:49.094894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43680) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:49.142019 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4dc03a38-39f4-4f9b-a7a6-b02ee0ec81e1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2526422 Dec 20 21:33:49.146236 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43682) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:49.154291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'ports': [{'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b'}, {'network_id': '22789fab-0e1d-4901-bc9c-597c2efe4839'}]} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:49.154871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:49.155677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'network_id': '22789fab-0e1d-4901-bc9c-597c2efe4839'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:49.181107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc03a38-39f4-4f9b-a7a6-b02ee0ec81e1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Network': ['ID=22789fab-0e1d-4901-bc9c-597c2efe4839,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:49.193445 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 22789fab-0e1d-4901-bc9c-597c2efe4839 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:49.202544 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5b436da-2020-498e-8cad-b242e92852a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:49.254114 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5b436da-2020-498e-8cad-b242e92852a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:49.382208 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5b436da-2020-498e-8cad-b242e92852a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:49.387415 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5b436da-2020-498e-8cad-b242e92852a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:49.389091 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c5b436da-2020-498e-8cad-b242e92852a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91416ac1-b05a-45f1-986b-bd9b7f453747 HTTP/1.1" status: 204 len: 168 time: 0.2930119 Dec 20 21:33:49.417434 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b436da-2020-498e-8cad-b242e92852a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91416ac1-b05a-45f1-986b-bd9b7f453747,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:49.463646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'port': 2} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:49.473012 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:49.515359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c0ddc-dd28-4789-b8b1-2796016dabcb req-3ac85df0-2b6a-484d-acee-7ac031b1cff7 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:49.517545 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d3c0ddc-dd28-4789-b8b1-2796016dabcb req-3ac85df0-2b6a-484d-acee-7ac031b1cff7 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.1683338 Dec 20 21:33:49.522972 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:49.547720 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151972c6-ebc1-45bb-acd1-44b226ce0b7e req-8282a9da-2d02-4d51-b280-342b3962b98b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:49.549774 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-151972c6-ebc1-45bb-acd1-44b226ce0b7e req-8282a9da-2d02-4d51-b280-342b3962b98b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 945 time: 0.0782602 Dec 20 21:33:49.601021 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-151972c6-ebc1-45bb-acd1-44b226ce0b7e req-6641a2c5-40b7-4d0d-89e3-3f25319819a9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446665 Dec 20 21:33:49.635380 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43710) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:49.651731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] device_id is not set on port 4161e073-318f-4587-9d0e-84f2a173194a yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:33:49.658972 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d3c0ddc-dd28-4789-b8b1-2796016dabcb req-33e355a7-5bde-4f30-bd93-cdd974de95ce tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148918 Dec 20 21:33:49.840674 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:49.907097 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ffbd92e7-3537-47b5-8dbe-091097d2fb23 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-742932038'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:49.920115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] device_id is not set on port fed6bdea-bc9b-49f2-8512-cb5e59633a58 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:33:49.930145 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43722) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:49.940019 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbd92e7-3537-47b5-8dbe-091097d2fb23 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:49.943780 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ffbd92e7-3537-47b5-8dbe-091097d2fb23 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:49.949874 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b4b7a73a-1edb-42ba-a14c-cdf68feccc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:49.952879 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ffbd92e7-3537-47b5-8dbe-091097d2fb23 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.038663 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ffbd92e7-3537-47b5-8dbe-091097d2fb23 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.042631 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ffbd92e7-3537-47b5-8dbe-091097d2fb23 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.067579 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbd92e7-3537-47b5-8dbe-091097d2fb23 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:50.083698 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd92e7-3537-47b5-8dbe-091097d2fb23 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15421905-65e4-468b-8c96-252dc0d0c09f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:50.086544 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ffbd92e7-3537-47b5-8dbe-091097d2fb23 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.086883 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-ffbd92e7-3537-47b5-8dbe-091097d2fb23 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Added segment 5fc753c2-ec57-4a41-9570-8266f3173592 of type vlan for network d18a5b58-f915-455a-8be2-23deab8e3e1d Dec 20 21:33:50.113926 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.117144 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b4b7a73a-1edb-42ba-a14c-cdf68feccc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.126339 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b4b7a73a-1edb-42ba-a14c-cdf68feccc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.129523 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ffbd92e7-3537-47b5-8dbe-091097d2fb23 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.155671 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ffbd92e7-3537-47b5-8dbe-091097d2fb23 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.161930 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbd92e7-3537-47b5-8dbe-091097d2fb23 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:50.162663 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ffbd92e7-3537-47b5-8dbe-091097d2fb23 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.179651 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b4b7a73a-1edb-42ba-a14c-cdf68feccc00 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da07b71db0fb47449a0eabd306108260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465973 Dec 20 21:33:50.182349 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7a73a-1edb-42ba-a14c-cdf68feccc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507a3fba-a4f3-410a-8742-636db6c0acd1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:50.184682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43724) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:50.207397 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.232590 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ffbd92e7-3537-47b5-8dbe-091097d2fb23 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5946057 Dec 20 21:33:50.233728 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43726) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:50.240654 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4241b1af-ed07-45d4-bd33-1a46589a28c3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d', 'name': 'tempest-PortsTestJSON-774079323'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:50.245019 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd92e7-3537-47b5-8dbe-091097d2fb23 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Network': ['ID=d18a5b58-f915-455a-8be2-23deab8e3e1d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:50.258477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network d18a5b58-f915-455a-8be2-23deab8e3e1d details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:50.272277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 908cdb43-09e6-40f7-9111-3b232c54071b is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:50.281001 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:50.283903 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=4161e073-318f-4587-9d0e-84f2a173194a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:50.287704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:50.288561 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.332628 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5416e3f-2eb5-4c09-b11c-73e84e821ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.347330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4241b1af-ed07-45d4-bd33-1a46589a28c3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:50.350808 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4241b1af-ed07-45d4-bd33-1a46589a28c3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.367757 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-4241b1af-ed07-45d4-bd33-1a46589a28c3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] device_id is not set on port d03c6dd5-c651-4711-8e86-525a24299a40 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:33:50.368008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=fed6bdea-bc9b-49f2-8512-cb5e59633a58,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:50.383086 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5416e3f-2eb5-4c09-b11c-73e84e821ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.409993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Checking segment: {'id': '3928188c-b172-4724-9a35-69fb92433820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '22789fab-0e1d-4901-bc9c-597c2efe4839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:50.410391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network hostable DHCP agents. Network: 22789fab-0e1d-4901-bc9c-597c2efe4839, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:33:50.436000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 22789fab-0e1d-4901-bc9c-597c2efe4839 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:33:50.447647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 22789fab-0e1d-4901-bc9c-597c2efe4839) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:50.451692 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:50.457783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:50.458265 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c255c837-23d8-4a2e-900d-8bf8f23ad4f3 None None] Network 22789fab-0e1d-4901-bc9c-597c2efe4839 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:50.462732 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:50.463731 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.467113 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5416e3f-2eb5-4c09-b11c-73e84e821ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.469647 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5416e3f-2eb5-4c09-b11c-73e84e821ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.473337 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e5416e3f-2eb5-4c09-b11c-73e84e821ba7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/507a3fba-a4f3-410a-8742-636db6c0acd1 HTTP/1.1" status: 204 len: 168 time: 0.2818646 Dec 20 21:33:50.486418 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5416e3f-2eb5-4c09-b11c-73e84e821ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507a3fba-a4f3-410a-8742-636db6c0acd1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:50.492767 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c475b146-3077-4f27-8473-4fd037381ba0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3446813 Dec 20 21:33:50.495440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43730) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:50.582754 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4241b1af-ed07-45d4-bd33-1a46589a28c3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.648396 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4241b1af-ed07-45d4-bd33-1a46589a28c3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.699296 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-e2be8e75-b52d-46f6-b31e-2f345b352577 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port fed6bdea-bc9b-49f2-8512-cb5e59633a58 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:50.699646 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2be8e75-b52d-46f6-b31e-2f345b352577 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.747613 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241b1af-ed07-45d4-bd33-1a46589a28c3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=d03c6dd5-c651-4711-8e86-525a24299a40,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:50.757420 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4241b1af-ed07-45d4-bd33-1a46589a28c3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Checking segment: {'id': '5fc753c2-ec57-4a41-9570-8266f3173592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:50.757883 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4241b1af-ed07-45d4-bd33-1a46589a28c3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network hostable DHCP agents. Network: d18a5b58-f915-455a-8be2-23deab8e3e1d, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:33:50.782358 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4241b1af-ed07-45d4-bd33-1a46589a28c3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network d18a5b58-f915-455a-8be2-23deab8e3e1d is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:33:50.813888 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2be8e75-b52d-46f6-b31e-2f345b352577 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.824226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb507aee-1b41-4312-983e-f41d131d35ca req-0091ae84-a329-4c9f-80e5-8e70ece78ff8 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:50.826098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb507aee-1b41-4312-983e-f41d131d35ca req-0091ae84-a329-4c9f-80e5-8e70ece78ff8 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 945 time: 0.1301069 Dec 20 21:33:50.836843 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4241b1af-ed07-45d4-bd33-1a46589a28c3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, d18a5b58-f915-455a-8be2-23deab8e3e1d) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:50.845306 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4241b1af-ed07-45d4-bd33-1a46589a28c3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:50.845991 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aa7012-3ac1-4248-a4fc-f4d3abff36cd None None] Network d18a5b58-f915-455a-8be2-23deab8e3e1d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:50.852960 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4241b1af-ed07-45d4-bd33-1a46589a28c3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:50.853680 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4241b1af-ed07-45d4-bd33-1a46589a28c3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:50.867201 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-e2be8e75-b52d-46f6-b31e-2f345b352577 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for fed6bdea-bc9b-49f2-8512-cb5e59633a58 owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:50.889332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129a7b6-5acf-49f2-88de-98db6405371d req-d4983a89-70b6-4f5a-ac3c-b284fd51a14f tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:50.891494 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f129a7b6-5acf-49f2-88de-98db6405371d req-d4983a89-70b6-4f5a-ac3c-b284fd51a14f tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.0975997 Dec 20 21:33:50.920670 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4241b1af-ed07-45d4-bd33-1a46589a28c3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6858482 Dec 20 21:33:50.935697 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43742) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:50.951908 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-217aea2c-da33-49fd-afdd-5663044ec583 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1051824225'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:51.019028 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f129a7b6-5acf-49f2-88de-98db6405371d req-971a8007-c626-4d28-b1d8-1f08b9ad70a0 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187181 Dec 20 21:33:51.029581 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb507aee-1b41-4312-983e-f41d131d35ca req-7a5f5a5a-6086-422c-b111-a512905e9c94 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969395 Dec 20 21:33:51.030854 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2be8e75-b52d-46f6-b31e-2f345b352577 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:51.034916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217aea2c-da33-49fd-afdd-5663044ec583 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:51.038775 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-217aea2c-da33-49fd-afdd-5663044ec583 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:51.085420 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be8e75-b52d-46f6-b31e-2f345b352577 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=fed6bdea-bc9b-49f2-8512-cb5e59633a58,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:51.088205 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217aea2c-da33-49fd-afdd-5663044ec583 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:51.092512 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2be8e75-b52d-46f6-b31e-2f345b352577 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:51.100255 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e2be8e75-b52d-46f6-b31e-2f345b352577 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/ports/fed6bdea-bc9b-49f2-8512-cb5e59633a58 HTTP/1.1" status: 204 len: 168 time: 0.6023064 Dec 20 21:33:51.100785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43754) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:51.128604 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-217aea2c-da33-49fd-afdd-5663044ec583 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:51.128963 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-217aea2c-da33-49fd-afdd-5663044ec583 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Added segment f375e9f7-5ce0-4f91-964c-1e33b18271d8 of type vlan for network eb53a6f6-8f64-4742-8988-4d34365c1c58 Dec 20 21:33:51.202680 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-217aea2c-da33-49fd-afdd-5663044ec583 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:51.215864 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bac416-137a-46a6-bcaf-d380f497c2ec tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:51.222156 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bac416-137a-46a6-bcaf-d380f497c2ec tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:51.223780 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-80bac416-137a-46a6-bcaf-d380f497c2ec tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1220136 Dec 20 21:33:51.226808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43756) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:51.256963 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-217aea2c-da33-49fd-afdd-5663044ec583 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:51.265165 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217aea2c-da33-49fd-afdd-5663044ec583 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:51.266037 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-217aea2c-da33-49fd-afdd-5663044ec583 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:51.312219 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c68a6cf1-9316-476e-9242-70c7b7bdab28 req-0e237d7e-4b1a-4aa5-8bd4-411361882210 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=97254acb4a43440cabfab1b7a88fcf78 HTTP/1.1" status: 200 len: 267 time: 0.1025021 Dec 20 21:33:51.340795 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-217aea2c-da33-49fd-afdd-5663044ec583 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4015093 Dec 20 21:33:51.341515 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43764) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:51.349477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'ports': [{'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d'}, {'network_id': 'eb53a6f6-8f64-4742-8988-4d34365c1c58'}]} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:51.349894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:51.350795 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'network_id': 'eb53a6f6-8f64-4742-8988-4d34365c1c58'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:51.423669 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a6cf1-9316-476e-9242-70c7b7bdab28 req-45facfaf-70e0-4420-a72f-2e63892d4a7f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:51.423984 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217aea2c-da33-49fd-afdd-5663044ec583 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Network': ['ID=eb53a6f6-8f64-4742-8988-4d34365c1c58,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:51.432329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c68a6cf1-9316-476e-9242-70c7b7bdab28 req-45facfaf-70e0-4420-a72f-2e63892d4a7f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 945 time: 0.1190422 Dec 20 21:33:51.439664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network eb53a6f6-8f64-4742-8988-4d34365c1c58 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:51.448011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-c68a6cf1-9316-476e-9242-70c7b7bdab28 req-4a5e67b4-4e07-438d-b0d8-a2e82eadf141 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Request body: {'port': {'security_groups': []}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:51.486889 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-476215a6-4496-41e9-9345-30b08a2ee6a0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port 4161e073-318f-4587-9d0e-84f2a173194a {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:51.487244 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-476215a6-4496-41e9-9345-30b08a2ee6a0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:51.567450 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-476215a6-4496-41e9-9345-30b08a2ee6a0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:51.576868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'port': 2} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:51.582751 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:51.583152 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-476215a6-4496-41e9-9345-30b08a2ee6a0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for 4161e073-318f-4587-9d0e-84f2a173194a owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:51.615103 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:51.699811 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c68a6cf1-9316-476e-9242-70c7b7bdab28 req-4a5e67b4-4e07-438d-b0d8-a2e82eadf141 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:51.722633 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] device_id is not set on port 38c684c6-d15f-4442-a7b6-8098c44227eb yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:33:51.749394 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-476215a6-4496-41e9-9345-30b08a2ee6a0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:51.789029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476215a6-4496-41e9-9345-30b08a2ee6a0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=4161e073-318f-4587-9d0e-84f2a173194a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:51.809791 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-476215a6-4496-41e9-9345-30b08a2ee6a0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:51.816862 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-476215a6-4496-41e9-9345-30b08a2ee6a0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/ports/4161e073-318f-4587-9d0e-84f2a173194a HTTP/1.1" status: 204 len: 168 time: 0.5888376 Dec 20 21:33:51.817332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43772) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:51.880132 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:51.930614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafa2d23-8f58-4ab3-822d-b1f23a4d8ad5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:51.935379 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dafa2d23-8f58-4ab3-822d-b1f23a4d8ad5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1113999 Dec 20 21:33:51.938057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43780) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:51.968451 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1a7e33-0377-43f8-be13-ae5bae6a0c29 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] GET failed (client error): The resource could not be found. Dec 20 21:33:51.973055 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5c1a7e33-0377-43f8-be13-ae5bae6a0c29 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports/fed6bdea-bc9b-49f2-8512-cb5e59633a58 HTTP/1.1" status: 404 len: 333 time: 0.0340097 Dec 20 21:33:51.977343 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] device_id is not set on port 3b92a616-216d-43a6-ae40-256af7973d73 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:33:51.979804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43784) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:52.009911 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6983702-029d-40bd-8d58-5d1f96378413 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] GET failed (client error): The resource could not be found. Dec 20 21:33:52.013125 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f6983702-029d-40bd-8d58-5d1f96378413 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports/4161e073-318f-4587-9d0e-84f2a173194a HTTP/1.1" status: 404 len: 333 time: 0.0325170 Dec 20 21:33:52.015173 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43786) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:52.085756 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c68a6cf1-9316-476e-9242-70c7b7bdab28 req-4a5e67b4-4e07-438d-b0d8-a2e82eadf141 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] For port 8e30c80e-eb9e-4294-abb0-1985a9790fd9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=8e30c80e-eb9e-4294-abb0-1985a9790fd9,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:52.109549 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:52.124926 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8bcac9d3-74c0-4ab7-844e-a9b2b58d1c63 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:52.144289 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c68a6cf1-9316-476e-9242-70c7b7bdab28 req-4a5e67b4-4e07-438d-b0d8-a2e82eadf141 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:52.153176 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c68a6cf1-9316-476e-9242-70c7b7bdab28 req-4a5e67b4-4e07-438d-b0d8-a2e82eadf141 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:52.156903 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:52.195521 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['ec47dfec-fa12-4e57-b9b1-7e97a09d5be8'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:33:52.204324 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['390a68ad-891f-423f-9afc-4a273254088b', '8e30c80e-eb9e-4294-abb0-1985a9790fd9'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:33:52.223801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=38c684c6-d15f-4442-a7b6-8098c44227eb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:52.288833 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network d18a5b58-f915-455a-8be2-23deab8e3e1d is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:52.299029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a6cf1-9316-476e-9242-70c7b7bdab28 req-4a5e67b4-4e07-438d-b0d8-a2e82eadf141 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:52.300294 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c68a6cf1-9316-476e-9242-70c7b7bdab28 req-4a5e67b4-4e07-438d-b0d8-a2e82eadf141 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:52.301865 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c68a6cf1-9316-476e-9242-70c7b7bdab28 req-4a5e67b4-4e07-438d-b0d8-a2e82eadf141 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "PUT /v2.0/ports/8e30c80e-eb9e-4294-abb0-1985a9790fd9 HTTP/1.1" status: 200 len: 904 time: 0.8686926 Dec 20 21:33:52.309757 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05d9061-d0ec-4181-b6f6-ad5660bb2307', 'tag': '8e30c80e-eb9e-4294-abb0-1985a9790fd9'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:33:52.312263 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc5d956-150a-4ad8-8623-fd4d1ef5adb3" -d '{"events": [{"name": "network-changed", "server_uuid": "c05d9061-d0ec-4181-b6f6-ad5660bb2307", "tag": "8e30c80e-eb9e-4294-abb0-1985a9790fd9"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:33:52.332479 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518eefd-6d78-4991-93d3-8ab88d9d6020 req-c18fa407-3432-41fd-a16d-0aefd98db2d8 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:52.339861 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0518eefd-6d78-4991-93d3-8ab88d9d6020 req-c18fa407-3432-41fd-a16d-0aefd98db2d8 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.1158667 Dec 20 21:33:52.343112 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:52.357340 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8bcac9d3-74c0-4ab7-844e-a9b2b58d1c63 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:52.359731 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:52.361666 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:52.442243 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-8bcac9d3-74c0-4ab7-844e-a9b2b58d1c63 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22789fab-0e1d-4901-bc9c-597c2efe4839']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:52.451241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['8e30c80e-eb9e-4294-abb0-1985a9790fd9'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:33:52.472776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-8bcac9d3-74c0-4ab7-844e-a9b2b58d1c63 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3928188c-b172-4724-9a35-69fb92433820') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:52.473147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-8bcac9d3-74c0-4ab7-844e-a9b2b58d1c63 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3928188c-b172-4724-9a35-69fb92433820') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:52.494308 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8bcac9d3-74c0-4ab7-844e-a9b2b58d1c63 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:52.512711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e67b4-4e07-438d-b0d8-a2e82eadf141 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Pushing event updated for resources: {'Port': ['ID=8e30c80e-eb9e-4294-abb0-1985a9790fd9,revision_number=6']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:52.530844 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8bcac9d3-74c0-4ab7-844e-a9b2b58d1c63 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:52.542657 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0518eefd-6d78-4991-93d3-8ab88d9d6020 req-862091f0-576e-4179-8f54-34ad944062fd tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736972 Dec 20 21:33:52.554436 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bcac9d3-74c0-4ab7-844e-a9b2b58d1c63 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:52.565696 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8bcac9d3-74c0-4ab7-844e-a9b2b58d1c63 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:52.583533 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Checking segment: {'id': 'f375e9f7-5ce0-4f91-964c-1e33b18271d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'eb53a6f6-8f64-4742-8988-4d34365c1c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:52.583925 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network hostable DHCP agents. Network: eb53a6f6-8f64-4742-8988-4d34365c1c58, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:33:52.587190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=3b92a616-216d-43a6-ae40-256af7973d73,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:52.667929 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network eb53a6f6-8f64-4742-8988-4d34365c1c58 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:33:52.693288 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, eb53a6f6-8f64-4742-8988-4d34365c1c58) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:52.707365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:52.712095 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:52.715446 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ad7c20-b472-4b4c-b028-68020260f088 x-openstack-request-id: req-90ad7c20-b472-4b4c-b028-68020260f088 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:33:52.715446 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05d9061-d0ec-4181-b6f6-ad5660bb2307", "tag": "8e30c80e-eb9e-4294-abb0-1985a9790fd9", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:33:52.715630 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90ad7c20-b472-4b4c-b028-68020260f088 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:33:52.716379 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05d9061-d0ec-4181-b6f6-ad5660bb2307', 'tag': '8e30c80e-eb9e-4294-abb0-1985a9790fd9', 'status': 'completed', 'code': 200} Dec 20 21:33:52.717869 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:52.718041 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabe65bc-ce00-4b22-8f53-192f09c64849 None None] Network eb53a6f6-8f64-4742-8988-4d34365c1c58 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:52.726911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:52.727487 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:52.732680 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8bcac9d3-74c0-4ab7-844e-a9b2b58d1c63 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:52.737391 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8bcac9d3-74c0-4ab7-844e-a9b2b58d1c63 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:52.745726 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8bcac9d3-74c0-4ab7-844e-a9b2b58d1c63 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/networks/22789fab-0e1d-4901-bc9c-597c2efe4839 HTTP/1.1" status: 204 len: 168 time: 0.7209570 Dec 20 21:33:52.746771 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43808) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:52.752769 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9ae672b7-4558-4258-8263-1af4535b122e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-111107011'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:52.762931 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-119d9a80-4627-45ee-9f9a-a2a5730e059f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4174848 Dec 20 21:33:52.763736 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43810) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:52.817154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcac9d3-74c0-4ab7-844e-a9b2b58d1c63 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Network': ['ID=22789fab-0e1d-4901-bc9c-597c2efe4839,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:52.838959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5d956-150a-4ad8-8623-fd4d1ef5adb3 req-aa35c076-ced8-4d8c-87b9-e45231c8d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:52.840466 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cdc5d956-150a-4ad8-8623-fd4d1ef5adb3 req-aa35c076-ced8-4d8c-87b9-e45231c8d82e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 1056 time: 0.1237190 Dec 20 21:33:52.854855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248ddd6-4f79-410c-af50-71eb5a2f841a req-1d422c2d-e340-429f-8b55-906129693bbb tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:52.856381 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f248ddd6-4f79-410c-af50-71eb5a2f841a req-1d422c2d-e340-429f-8b55-906129693bbb tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 907 time: 0.1285286 Dec 20 21:33:52.897398 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae672b7-4558-4258-8263-1af4535b122e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:52.902390 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ae672b7-4558-4258-8263-1af4535b122e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:52.931794 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f8245d1d-e967-4a9f-b2d6-dc2d689c914f None None] Provisioning complete for port 8e30c80e-eb9e-4294-abb0-1985a9790fd9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:52.932404 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8245d1d-e967-4a9f-b2d6-dc2d689c914f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:53.006053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5d956-150a-4ad8-8623-fd4d1ef5adb3 req-efb7b785-ec41-4c30-864f-9863998d7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:53.007997 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cdc5d956-150a-4ad8-8623-fd4d1ef5adb3 req-efb7b785-ec41-4c30-864f-9863998d7ffb service neutron] 10.222.0.31 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 0.1506500 Dec 20 21:33:53.029925 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae672b7-4558-4258-8263-1af4535b122e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:53.070557 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ae672b7-4558-4258-8263-1af4535b122e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:53.071127 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-9ae672b7-4558-4258-8263-1af4535b122e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Added segment d52f78d9-dcfe-47ab-bfdc-f306885b0a7b of type vlan for network 0a61cdfa-fbba-4fd3-9ad0-3b0764b71547 Dec 20 21:33:53.080510 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cdc5d956-150a-4ad8-8623-fd4d1ef5adb3 req-3cbbd051-11c5-4aca-a02b-1f84e7c954f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e30c80e-eb9e-4294-abb0-1985a9790fd9 HTTP/1.1" status: 200 len: 217 time: 0.0620611 Dec 20 21:33:53.126887 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2a94a-ac6a-43e8-a914-6a11b094017c req-7299795f-9433-4d7c-8397-758bd0acc080 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:53.128414 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-01b2a94a-ac6a-43e8-a914-6a11b094017c req-7299795f-9433-4d7c-8397-758bd0acc080 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1706660 Dec 20 21:33:53.152131 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5d956-150a-4ad8-8623-fd4d1ef5adb3 req-fa829ed3-69f1-44dd-b8c8-73190faf69bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:53.153258 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ae672b7-4558-4258-8263-1af4535b122e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:53.153689 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cdc5d956-150a-4ad8-8623-fd4d1ef5adb3 req-fa829ed3-69f1-44dd-b8c8-73190faf69bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.0651343 Dec 20 21:33:53.203149 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-86bc3981-d7eb-4698-a355-c85b1db01b6e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port 3b92a616-216d-43a6-ae40-256af7973d73 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:53.203731 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86bc3981-d7eb-4698-a355-c85b1db01b6e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:53.225362 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5d956-150a-4ad8-8623-fd4d1ef5adb3 req-b63b5385-c073-4567-a400-7400f6ffed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:53.227396 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cdc5d956-150a-4ad8-8623-fd4d1ef5adb3 req-b63b5385-c073-4567-a400-7400f6ffed2b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0632169 Dec 20 21:33:53.259484 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ae672b7-4558-4258-8263-1af4535b122e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:53.264936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae672b7-4558-4258-8263-1af4535b122e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:53.265514 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ae672b7-4558-4258-8263-1af4535b122e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:53.276581 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-01b2a94a-ac6a-43e8-a914-6a11b094017c req-a1963cb0-e95d-4576-a3b6-818cec643fa9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356013 Dec 20 21:33:53.349191 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9ae672b7-4558-4258-8263-1af4535b122e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6012397 Dec 20 21:33:53.357700 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43834) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:53.371598 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cdc5d956-150a-4ad8-8623-fd4d1ef5adb3 req-abb263c2-1116-4438-9c9e-b7ca75529ab6 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355426 Dec 20 21:33:53.372658 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-329aa160-b3c7-4250-bff3-aa0c6df42f56 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'subnet': {'network_id': '0a61cdfa-fbba-4fd3-9ad0-3b0764b71547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:53.392824 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86bc3981-d7eb-4698-a355-c85b1db01b6e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:53.428875 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae672b7-4558-4258-8263-1af4535b122e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Network': ['ID=0a61cdfa-fbba-4fd3-9ad0-3b0764b71547,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:53.446049 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-86bc3981-d7eb-4698-a355-c85b1db01b6e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for 3b92a616-216d-43a6-ae40-256af7973d73 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:53.452162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 0a61cdfa-fbba-4fd3-9ad0-3b0764b71547 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:53.541450 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f55d42-f8c6-40ec-9d19-9c452c295e7d req-ab441da7-10bd-4552-9e95-8075a0ccf2f0 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:53.541966 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329aa160-b3c7-4250-bff3-aa0c6df42f56 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:53.545492 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-329aa160-b3c7-4250-bff3-aa0c6df42f56 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:53.550659 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14f55d42-f8c6-40ec-9d19-9c452c295e7d req-ab441da7-10bd-4552-9e95-8075a0ccf2f0 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1562202 Dec 20 21:33:53.658410 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86bc3981-d7eb-4698-a355-c85b1db01b6e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:53.664802 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cdc5d956-150a-4ad8-8623-fd4d1ef5adb3 req-9cb54228-8741-45d0-b0fa-b231ad6e1bf9 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811139 Dec 20 21:33:53.680885 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-329aa160-b3c7-4250-bff3-aa0c6df42f56 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Performing IP validity checks on allocation pools {{(pid=102402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 21:33:53.684963 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-329aa160-b3c7-4250-bff3-aa0c6df42f56 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 21:33:53.690879 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14f55d42-f8c6-40ec-9d19-9c452c295e7d req-814e432a-29d7-4d89-900c-2ed87896147d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389360 Dec 20 21:33:53.722542 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc3981-d7eb-4698-a355-c85b1db01b6e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=3b92a616-216d-43a6-ae40-256af7973d73,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:53.725814 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86bc3981-d7eb-4698-a355-c85b1db01b6e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:53.733578 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43852) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:53.743783 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-86bc3981-d7eb-4698-a355-c85b1db01b6e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/ports/3b92a616-216d-43a6-ae40-256af7973d73 HTTP/1.1" status: 204 len: 168 time: 0.9678380 Dec 20 21:33:53.828338 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbe89cf-8c04-4d2b-8756-8b8f3c76bc73 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:53.842390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbe89cf-8c04-4d2b-8756-8b8f3c76bc73 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:53.842390 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0cbe89cf-8c04-4d2b-8756-8b8f3c76bc73 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1066630 Dec 20 21:33:53.843987 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43860) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:54.030247 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-2dd1ec5d-388e-4e2f-9a01-147baacf3987 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:54.032523 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-2dd1ec5d-388e-4e2f-9a01-147baacf3987 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 811 time: 0.1184268 Dec 20 21:33:54.033848 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c524e51-2cfe-423d-acbf-4733786dbd7c req-d4d442cf-95bb-4bf2-a184-fbf98eceadae tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:54.041796 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c524e51-2cfe-423d-acbf-4733786dbd7c req-d4d442cf-95bb-4bf2-a184-fbf98eceadae tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.2611589 Dec 20 21:33:54.049383 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-77500e70-8d76-47cf-8972-0062d16122c5 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/quotas/97254acb4a43440cabfab1b7a88fcf78 HTTP/1.1" status: 200 len: 375 time: 0.0102365 Dec 20 21:33:54.093154 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-329aa160-b3c7-4250-bff3-aa0c6df42f56 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:54.118766 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-4af1634d-b032-4636-ba22-2a18e6d496ad tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0627038 Dec 20 21:33:54.140549 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c524e51-2cfe-423d-acbf-4733786dbd7c req-44c53966-6383-4ba2-80c7-9b0f26ab7f41 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978684 Dec 20 21:33:54.156026 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43872) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:54.205309 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3bf3145a-c91c-4014-b53d-469189d6c2f6 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port 38c684c6-d15f-4442-a7b6-8098c44227eb {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:54.206131 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3bf3145a-c91c-4014-b53d-469189d6c2f6 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:54.209590 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329aa160-b3c7-4250-bff3-aa0c6df42f56 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Subnet': ['ID=bcaac5b3-517e-4058-9f4a-6a8733992736,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:54.240181 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-2f2e852d-d4fb-4379-9550-3f2f95802599 service neutron] 10.222.0.32 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088061 Dec 20 21:33:54.254487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329aa160-b3c7-4250-bff3-aa0c6df42f56 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Checking segment: {'id': 'd52f78d9-dcfe-47ab-bfdc-f306885b0a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0a61cdfa-fbba-4fd3-9ad0-3b0764b71547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:54.254843 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329aa160-b3c7-4250-bff3-aa0c6df42f56 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network hostable DHCP agents. Network: 0a61cdfa-fbba-4fd3-9ad0-3b0764b71547, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:33:54.294467 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3bf3145a-c91c-4014-b53d-469189d6c2f6 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:54.303996 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329aa160-b3c7-4250-bff3-aa0c6df42f56 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 0a61cdfa-fbba-4fd3-9ad0-3b0764b71547 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:33:54.315014 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3bf3145a-c91c-4014-b53d-469189d6c2f6 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for 38c684c6-d15f-4442-a7b6-8098c44227eb owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:54.327326 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-329aa160-b3c7-4250-bff3-aa0c6df42f56 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 0a61cdfa-fbba-4fd3-9ad0-3b0764b71547) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:54.329826 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6ff4979d-8cdf-4097-9d7a-70a9fb157671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:54.335059 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329aa160-b3c7-4250-bff3-aa0c6df42f56 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:54.335726 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-329aa160-b3c7-4250-bff3-aa0c6df42f56 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:54.342182 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c8f5e0-aded-49b8-a868-18068e8f2111 None None] Network 0a61cdfa-fbba-4fd3-9ad0-3b0764b71547 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:54.359973 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-dce6b759-972d-4a42-8ff0-1bcda0bd3125 service neutron] 10.222.0.32 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130865 Dec 20 21:33:54.439805 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3bf3145a-c91c-4014-b53d-469189d6c2f6 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:54.443066 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6ff4979d-8cdf-4097-9d7a-70a9fb157671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:54.448165 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6ff4979d-8cdf-4097-9d7a-70a9fb157671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:54.455060 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-329aa160-b3c7-4250-bff3-aa0c6df42f56 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0857983 Dec 20 21:33:54.475582 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43876) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:54.480918 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-00b4d3db-708f-45a2-aef1-2fdab770598e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'network_id': '0a61cdfa-fbba-4fd3-9ad0-3b0764b71547', 'name': 'tempest-PortsIpV6TestJSON-1597951936'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:54.482856 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6ff4979d-8cdf-4097-9d7a-70a9fb157671 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84b3fa336c7e47b39ce50103db8679a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251953 Dec 20 21:33:54.484084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43878) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:54.487572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3145a-c91c-4014-b53d-469189d6c2f6 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=38c684c6-d15f-4442-a7b6-8098c44227eb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:54.507041 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3bf3145a-c91c-4014-b53d-469189d6c2f6 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:54.511154 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3bf3145a-c91c-4014-b53d-469189d6c2f6 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/ports/38c684c6-d15f-4442-a7b6-8098c44227eb HTTP/1.1" status: 204 len: 168 time: 0.6650491 Dec 20 21:33:54.520859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43880) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:54.577242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4979d-8cdf-4097-9d7a-70a9fb157671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3bf440-8187-4be3-8ba1-20bd412d1c75,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:54.613224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-0a61cdfa-fbba-4fd3-9ad0-3b0764b71547', 'network_id': '0a61cdfa-fbba-4fd3-9ad0-3b0764b71547', 'tenant_id': '4ce073ad5e7d4074b75ad2a85f361197', 'fixed_ips': [{'subnet_id': 'bcaac5b3-517e-4058-9f4a-6a8733992736'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:33:54.614133 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:54.639908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a7a960-0ea9-4e9a-812e-75bae240e8ce tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:54.644954 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-46a7a960-0ea9-4e9a-812e-75bae240e8ce tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1178260 Dec 20 21:33:54.647959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43888) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:54.684073 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cbbd44-3f08-421a-97ef-3db5d8878110 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] GET failed (client error): The resource could not be found. Dec 20 21:33:54.688878 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a2cbbd44-3f08-421a-97ef-3db5d8878110 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports/3b92a616-216d-43a6-ae40-256af7973d73 HTTP/1.1" status: 404 len: 333 time: 0.0365760 Dec 20 21:33:54.689292 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1bbef95d-22d0-4bda-afd0-4c0e02ba86f6 req-814260ed-156f-458c-a0be-0a9a0628dba0 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 210 time: 0.0630980 Dec 20 21:33:54.695636 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43890) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:54.697356 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-84ad3d6c-d729-440c-aba0-8d59f0d2f72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:54.741956 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-84ad3d6c-d729-440c-aba0-8d59f0d2f72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:54.779073 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-633b19f3-7442-4498-8d26-b8452a7c3caf tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] GET failed (client error): The resource could not be found. Dec 20 21:33:54.780639 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-633b19f3-7442-4498-8d26-b8452a7c3caf tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports/38c684c6-d15f-4442-a7b6-8098c44227eb HTTP/1.1" status: 404 len: 333 time: 0.0840838 Dec 20 21:33:54.784092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43896) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:54.805793 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b4d3db-708f-45a2-aef1-2fdab770598e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:54.810708 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00b4d3db-708f-45a2-aef1-2fdab770598e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:54.845985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-00b4d3db-708f-45a2-aef1-2fdab770598e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] device_id is not set on port 95592681-a4dc-4860-936a-91dbbaa629f3 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:33:54.878952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Allocated IP 2001:db8::2 (0a61cdfa-fbba-4fd3-9ad0-3b0764b71547/bcaac5b3-517e-4058-9f4a-6a8733992736/f2b14022-8b0f-4cf2-9a8a-706f8d063273) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:54.916762 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-84ad3d6c-d729-440c-aba0-8d59f0d2f72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:54.920140 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-84ad3d6c-d729-440c-aba0-8d59f0d2f72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:54.938987 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-84ad3d6c-d729-440c-aba0-8d59f0d2f72c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c3bf440-8187-4be3-8ba1-20bd412d1c75 HTTP/1.1" status: 204 len: 168 time: 0.4349732 Dec 20 21:33:54.954920 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad3d6c-d729-440c-aba0-8d59f0d2f72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3bf440-8187-4be3-8ba1-20bd412d1c75,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:54.988506 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0441af30-81fb-4d09-b37d-d40a74d1f6e2 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.069598 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.079599 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.101546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Network 0a61cdfa-fbba-4fd3-9ad0-3b0764b71547 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:55.104837 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:55.131364 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0441af30-81fb-4d09-b37d-d40a74d1f6e2 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.137372 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:55.188568 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-0441af30-81fb-4d09-b37d-d40a74d1f6e2 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb53a6f6-8f64-4742-8988-4d34365c1c58']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:55.211746 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Pushing event updated for resources: {'Port': ['ID=f2b14022-8b0f-4cf2-9a8a-706f8d063273,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:55.217919 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-00b4d3db-708f-45a2-aef1-2fdab770598e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Allocated IP 2001:db8::239 (0a61cdfa-fbba-4fd3-9ad0-3b0764b71547/bcaac5b3-517e-4058-9f4a-6a8733992736/95592681-a4dc-4860-936a-91dbbaa629f3) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:55.219306 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Attempting to bind port f2b14022-8b0f-4cf2-9a8a-706f8d063273 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:33:55.219772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Attempting to bind port f2b14022-8b0f-4cf2-9a8a-706f8d063273 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'd52f78d9-dcfe-47ab-bfdc-f306885b0a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0a61cdfa-fbba-4fd3-9ad0-3b0764b71547'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:33:55.221099 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Attempting to bind port f2b14022-8b0f-4cf2-9a8a-706f8d063273 on network 0a61cdfa-fbba-4fd3-9ad0-3b0764b71547 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:33:55.227215 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:33:55.227807 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Checking segment: {'id': 'd52f78d9-dcfe-47ab-bfdc-f306885b0a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0a61cdfa-fbba-4fd3-9ad0-3b0764b71547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:55.228299 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.228772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Bound using segment: {'id': 'd52f78d9-dcfe-47ab-bfdc-f306885b0a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0a61cdfa-fbba-4fd3-9ad0-3b0764b71547'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:33:55.229332 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Bound port: f2b14022-8b0f-4cf2-9a8a-706f8d063273, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52f78d9-dcfe-47ab-bfdc-f306885b0a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0a61cdfa-fbba-4fd3-9ad0-3b0764b71547'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:33:55.229800 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.231997 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-0441af30-81fb-4d09-b37d-d40a74d1f6e2 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f375e9f7-5ce0-4f91-964c-1e33b18271d8') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:55.233429 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-0441af30-81fb-4d09-b37d-d40a74d1f6e2 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f375e9f7-5ce0-4f91-964c-1e33b18271d8') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:33:55.255952 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0441af30-81fb-4d09-b37d-d40a74d1f6e2 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.292541 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0441af30-81fb-4d09-b37d-d40a74d1f6e2 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.306814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0441af30-81fb-4d09-b37d-d40a74d1f6e2 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:33:55.307230 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0441af30-81fb-4d09-b37d-d40a74d1f6e2 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:33:55.312269 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:33:55.343061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] For port f2b14022-8b0f-4cf2-9a8a-706f8d063273, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:33:55.346967 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] For port f2b14022-8b0f-4cf2-9a8a-706f8d063273, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f2b14022-8b0f-4cf2-9a8a-706f8d063273,segment=NetworkSegment(d52f78d9-dcfe-47ab-bfdc-f306885b0a7b),segment_id=d52f78d9-dcfe-47ab-bfdc-f306885b0a7b)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:33:55.352854 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.425866 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b230c-8ba3-4157-87d6-16e1a8f005bd None None] Pushing event updated for resources: {'Port': ['ID=f2b14022-8b0f-4cf2-9a8a-706f8d063273,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:55.495521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43908) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:55.524725 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0441af30-81fb-4d09-b37d-d40a74d1f6e2 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.533412 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44b8c6f0-db8a-44b7-8b7d-79415a5e1e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.539621 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0441af30-81fb-4d09-b37d-d40a74d1f6e2 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.551553 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0441af30-81fb-4d09-b37d-d40a74d1f6e2 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/networks/eb53a6f6-8f64-4742-8988-4d34365c1c58 HTTP/1.1" status: 204 len: 168 time: 0.7594359 Dec 20 21:33:55.551776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43910) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:55.559383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a9a33b7f-6571-4362-880f-7e10cf7182f8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1082573384'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:55.565006 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00b4d3db-708f-45a2-aef1-2fdab770598e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.569979 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cf13d-7bf0-4dc1-bf28-810b6fe3dc2e req-978d04b6-602f-45cd-b2e9-51416c3d4985 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:55.571602 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-367cf13d-7bf0-4dc1-bf28-810b6fe3dc2e req-978d04b6-602f-45cd-b2e9-51416c3d4985 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.2453763 Dec 20 21:33:55.574889 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441af30-81fb-4d09-b37d-d40a74d1f6e2 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Network': ['ID=eb53a6f6-8f64-4742-8988-4d34365c1c58,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:55.623922 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a33b7f-6571-4362-880f-7e10cf7182f8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:55.627938 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9a33b7f-6571-4362-880f-7e10cf7182f8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.655673 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00b4d3db-708f-45a2-aef1-2fdab770598e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.666507 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a33b7f-6571-4362-880f-7e10cf7182f8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:33:55.689131 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-367cf13d-7bf0-4dc1-bf28-810b6fe3dc2e req-fa51c547-e5f1-401d-bd20-27e32ee71aa7 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899742 Dec 20 21:33:55.708200 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b4d3db-708f-45a2-aef1-2fdab770598e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 0a61cdfa-fbba-4fd3-9ad0-3b0764b71547 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:55.709624 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9a33b7f-6571-4362-880f-7e10cf7182f8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.709778 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-a9a33b7f-6571-4362-880f-7e10cf7182f8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Added segment c0ab674f-f800-4525-834e-9fd078fdae23 of type vlan for network 7930640e-62a3-4ad3-951e-0222cc590682 Dec 20 21:33:55.762284 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-00b4d3db-708f-45a2-aef1-2fdab770598e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:55.775348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b4d3db-708f-45a2-aef1-2fdab770598e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:55.780999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b4d3db-708f-45a2-aef1-2fdab770598e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:55.781875 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00b4d3db-708f-45a2-aef1-2fdab770598e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.803975 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44b8c6f0-db8a-44b7-8b7d-79415a5e1e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.813005 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44b8c6f0-db8a-44b7-8b7d-79415a5e1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.825907 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4d3db-708f-45a2-aef1-2fdab770598e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=95592681-a4dc-4860-936a-91dbbaa629f3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:55.853523 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9a33b7f-6571-4362-880f-7e10cf7182f8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:55.857162 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-eb7ac845-1d12-4abd-ba2b-2ebf93f15b8f req-6f72a0c9-11c1-4e96-9de3-57bbe48bfd30 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 210 time: 0.0453153 Dec 20 21:33:55.872988 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-00b4d3db-708f-45a2-aef1-2fdab770598e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3940489 Dec 20 21:33:55.873691 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43918) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:55.874462 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43920) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:55.883427 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-44b8c6f0-db8a-44b7-8b7d-79415a5e1e2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=100894e8f001472186042041e0f4d130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3744228 Dec 20 21:33:55.886519 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8c6f0-db8a-44b7-8b7d-79415a5e1e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab230ffa-e47f-4acc-8557-72692def31a7,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:56.028161 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9a33b7f-6571-4362-880f-7e10cf7182f8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:56.034441 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a33b7f-6571-4362-880f-7e10cf7182f8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:56.035049 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9a33b7f-6571-4362-880f-7e10cf7182f8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:56.127252 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a33b7f-6571-4362-880f-7e10cf7182f8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Network': ['ID=7930640e-62a3-4ad3-951e-0222cc590682,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:56.158543 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a9a33b7f-6571-4362-880f-7e10cf7182f8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6062922 Dec 20 21:33:56.160165 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43930) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:56.168975 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-368c9569-8547-41dd-8a07-1641eec694f3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'subnet': {'network_id': '7930640e-62a3-4ad3-951e-0222cc590682', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:56.179879 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-3efa1603-342e-4e23-809d-870b2487beb4 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:56.182619 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-3efa1603-342e-4e23-809d-870b2487beb4 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.66 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 811 time: 0.1693492 Dec 20 21:33:56.186167 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40f0596d-be1c-4fb2-a1ba-d39a56faa375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:56.197551 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 7930640e-62a3-4ad3-951e-0222cc590682 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:33:56.209334 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-57381fa4-8e38-412c-9f5b-9a41f5322d19 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Request body: {'port': {'device_id': '918c6519-7864-4419-b89f-13a66b7c119e', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'admin_state_up': True, 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:56.301291 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40f0596d-be1c-4fb2-a1ba-d39a56faa375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:56.378376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f2b14022-8b0f-4cf2-9a8a-706f8d063273 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:33:56.413576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-980d7950-9360-4661-af82-d9824bd4bddd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port 95592681-a4dc-4860-936a-91dbbaa629f3 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:56.413916 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-980d7950-9360-4661-af82-d9824bd4bddd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:56.458096 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port f2b14022-8b0f-4cf2-9a8a-706f8d063273 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:56.459116 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:56.474439 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-57381fa4-8e38-412c-9f5b-9a41f5322d19 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Made reservation on behalf of 97254acb4a43440cabfab1b7a88fcf78 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:56.478271 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-57381fa4-8e38-412c-9f5b-9a41f5322d19 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:56.558598 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-980d7950-9360-4661-af82-d9824bd4bddd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:56.568159 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:56.576572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-980d7950-9360-4661-af82-d9824bd4bddd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for 95592681-a4dc-4860-936a-91dbbaa629f3 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:33:56.646318 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port f2b14022-8b0f-4cf2-9a8a-706f8d063273, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f2b14022-8b0f-4cf2-9a8a-706f8d063273,segment=NetworkSegment(d52f78d9-dcfe-47ab-bfdc-f306885b0a7b),segment_id=d52f78d9-dcfe-47ab-bfdc-f306885b0a7b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:56.662461 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:56.758531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=f2b14022-8b0f-4cf2-9a8a-706f8d063273,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:56.777735 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368c9569-8547-41dd-8a07-1641eec694f3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:56.787237 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-368c9569-8547-41dd-8a07-1641eec694f3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:56.803381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-57381fa4-8e38-412c-9f5b-9a41f5322d19 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Allocated IP 172.20.0.8 (72e5bc2c-5d43-4493-9f9a-0940c4c73eb8/001d5d77-91ef-4c7f-9aa4-1f279c2cb892/74aa1097-16a8-49ad-a0dd-f2cc7a7befc5) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:56.822320 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-980d7950-9360-4661-af82-d9824bd4bddd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:56.906786 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fa4e39-94af-4dc4-97d9-6b79c15bdb13 None None] Network 0a61cdfa-fbba-4fd3-9ad0-3b0764b71547 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:56.908571 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40f0596d-be1c-4fb2-a1ba-d39a56faa375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:56.924274 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40f0596d-be1c-4fb2-a1ba-d39a56faa375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:56.925637 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-40f0596d-be1c-4fb2-a1ba-d39a56faa375 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab230ffa-e47f-4acc-8557-72692def31a7 HTTP/1.1" status: 204 len: 168 time: 1.0498619 Dec 20 21:33:56.948947 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d7950-9360-4661-af82-d9824bd4bddd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=95592681-a4dc-4860-936a-91dbbaa629f3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:56.958383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-368c9569-8547-41dd-8a07-1641eec694f3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Performing IP validity checks on allocation pools {{(pid=102402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 21:33:56.963688 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-368c9569-8547-41dd-8a07-1641eec694f3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 21:33:57.003772 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-980d7950-9360-4661-af82-d9824bd4bddd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:57.007761 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-980d7950-9360-4661-af82-d9824bd4bddd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/ports/95592681-a4dc-4860-936a-91dbbaa629f3 HTTP/1.1" status: 204 len: 168 time: 1.1299205 Dec 20 21:33:57.009022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0596d-be1c-4fb2-a1ba-d39a56faa375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab230ffa-e47f-4acc-8557-72692def31a7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:57.014374 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43938) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:57.061746 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dfcdf311-49e7-4974-9a22-5e7ce3dc91c2 req-c074a822-6b8d-401e-94d9-1eff3e71d964 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 210 time: 0.0772500 Dec 20 21:33:57.119084 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-22686b6a-a3d4-425e-b477-ecaadaceab47 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] DELETE failed (client error): The resource could not be found. Dec 20 21:33:57.119950 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22686b6a-a3d4-425e-b477-ecaadaceab47 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:33:57.123403 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-22686b6a-a3d4-425e-b477-ecaadaceab47 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/ports/95592681-a4dc-4860-936a-91dbbaa629f3 HTTP/1.1" status: 404 len: 333 time: 0.1070995 Dec 20 21:33:57.126539 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43942) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:57.149050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedaf81-188e-4456-af0d-1d93d2d4197c req-6bd4759d-05ed-48e7-a134-4ba12a76ec34 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:57.150713 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6bedaf81-188e-4456-af0d-1d93d2d4197c req-6bd4759d-05ed-48e7-a134-4ba12a76ec34 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.2902379 Dec 20 21:33:57.176330 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d892f161-58b8-4639-a6d2-7c39e15488d7 None None] Provisioning complete for port f2b14022-8b0f-4cf2-9a8a-706f8d063273 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:57.183068 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d892f161-58b8-4639-a6d2-7c39e15488d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:57.211318 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2100de-3767-471e-b588-25f6e2111aa2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] GET failed (client error): The resource could not be found. Dec 20 21:33:57.213766 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7d2100de-3767-471e-b588-25f6e2111aa2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports/95592681-a4dc-4860-936a-91dbbaa629f3 HTTP/1.1" status: 404 len: 333 time: 0.0788522 Dec 20 21:33:57.215975 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43946) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:57.259038 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6bedaf81-188e-4456-af0d-1d93d2d4197c req-8bc118fb-8259-488c-a914-30006c7644d7 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908310 Dec 20 21:33:57.274561 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-57381fa4-8e38-412c-9f5b-9a41f5322d19 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:57.321071 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-57381fa4-8e38-412c-9f5b-9a41f5322d19 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:57.333527 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90bfefc8-463b-49cf-a73a-aa7a50259489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:57.335661 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9aab9a-f730-4327-9b14-cdc6158d370f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting subnet bcaac5b3-517e-4058-9f4a-6a8733992736 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:33:57.341268 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a9aab9a-f730-4327-9b14-cdc6158d370f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:57.364798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['ec47dfec-fa12-4e57-b9b1-7e97a09d5be8'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:33:57.419250 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['390a68ad-891f-423f-9afc-4a273254088b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:33:57.428719 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a9aab9a-f730-4327-9b14-cdc6158d370f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:57.444635 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57381fa4-8e38-412c-9f5b-9a41f5322d19 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Pushing event updated for resources: {'Port': ['ID=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:57.461985 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-57381fa4-8e38-412c-9f5b-9a41f5322d19 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:33:57.464231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-57381fa4-8e38-412c-9f5b-9a41f5322d19 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:57.469785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-57381fa4-8e38-412c-9f5b-9a41f5322d19 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:33:57.601539 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-57381fa4-8e38-412c-9f5b-9a41f5322d19 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:57.615045 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-57381fa4-8e38-412c-9f5b-9a41f5322d19 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:57.669492 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-57381fa4-8e38-412c-9f5b-9a41f5322d19 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4658461 Dec 20 21:33:57.689371 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Request body: {'port': {'device_id': '918c6519-7864-4419-b89f-13a66b7c119e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:57.843885 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:58.081610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2c395baa-9c47-464a-be5e-fd0024eb62fc None None] Provisioning complete for port f2b14022-8b0f-4cf2-9a8a-706f8d063273 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:58.081988 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c395baa-9c47-464a-be5e-fd0024eb62fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:58.320354 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f2b14022-8b0f-4cf2-9a8a-706f8d063273 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:33:58.414587 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-368c9569-8547-41dd-8a07-1641eec694f3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:58.448978 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f4f70751-ed4c-4a61-8bf4-4e7d4f0e4589 None None] Could not find standard attr ID for object 95592681-a4dc-4860-936a-91dbbaa629f3. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:33:58.467401 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc42fde-ba25-440f-8678-6f3a2fdefc65 req-77b1dc5e-b18d-4549-bedd-a4e09b1ee2e4 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:58.469766 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port f2b14022-8b0f-4cf2-9a8a-706f8d063273 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:58.470019 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:58.480052 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cdc42fde-ba25-440f-8678-6f3a2fdefc65 req-77b1dc5e-b18d-4549-bedd-a4e09b1ee2e4 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 931 time: 0.2929955 Dec 20 21:33:58.570118 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a9aab9a-f730-4327-9b14-cdc6158d370f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:58.591668 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f4f70751-ed4c-4a61-8bf4-4e7d4f0e4589 None None] Provisioning complete for port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:33:58.595652 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4f70751-ed4c-4a61-8bf4-4e7d4f0e4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:58.628683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c9569-8547-41dd-8a07-1641eec694f3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Subnet': ['ID=2af9d28c-8158-47fc-af71-9dc54cb7c854,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:58.692181 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cdc42fde-ba25-440f-8678-6f3a2fdefc65 req-8049c813-9279-4043-b942-3ddbf83397ce tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101281 Dec 20 21:33:58.725758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f4f70751-ed4c-4a61-8bf4-4e7d4f0e4589 None None] Port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:33:58.746997 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368c9569-8547-41dd-8a07-1641eec694f3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Checking segment: {'id': 'c0ab674f-f800-4525-834e-9fd078fdae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7930640e-62a3-4ad3-951e-0222cc590682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:58.747423 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368c9569-8547-41dd-8a07-1641eec694f3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network hostable DHCP agents. Network: 7930640e-62a3-4ad3-951e-0222cc590682, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:33:58.780313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368c9569-8547-41dd-8a07-1641eec694f3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network 7930640e-62a3-4ad3-951e-0222cc590682 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:33:58.789159 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a9aab9a-f730-4327-9b14-cdc6158d370f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:58.828600 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9aab9a-f730-4327-9b14-cdc6158d370f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Subnet': ['ID=bcaac5b3-517e-4058-9f4a-6a8733992736,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:58.833805 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-368c9569-8547-41dd-8a07-1641eec694f3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 7930640e-62a3-4ad3-951e-0222cc590682) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:33:58.840427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368c9569-8547-41dd-8a07-1641eec694f3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:58.841744 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-368c9569-8547-41dd-8a07-1641eec694f3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:58.845023 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a9aab9a-f730-4327-9b14-cdc6158d370f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:58.849675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8a9aab9a-f730-4327-9b14-cdc6158d370f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/bcaac5b3-517e-4058-9f4a-6a8733992736 HTTP/1.1" status: 204 len: 168 time: 1.6325817 Dec 20 21:33:58.853213 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43980) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:58.928973 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-368c9569-8547-41dd-8a07-1641eec694f3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7633111 Dec 20 21:33:58.946616 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acf8902-8a0f-4328-9962-e8f5c88948e1 None None] Network 7930640e-62a3-4ad3-951e-0222cc590682 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:58.951025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43982) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:33:58.970360 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2323b053-0267-492b-b050-3744187710a4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'network_id': '7930640e-62a3-4ad3-951e-0222cc590682', 'name': 'tempest-PortsTestJSON-1735586400'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:33:59.025545 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:33:59.030829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9380fce7-b9a5-4bcf-8f89-570149298a77 None None] Network 0a61cdfa-fbba-4fd3-9ad0-3b0764b71547 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:33:59.040162 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:59.059724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169be126-6df9-4849-8a38-888328aa7f0a req-a1159c5f-4f2d-41cf-91cf-56c1c77bf244 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:59.067925 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-169be126-6df9-4849-8a38-888328aa7f0a req-a1159c5f-4f2d-41cf-91cf-56c1c77bf244 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.5918882 Dec 20 21:33:59.080801 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Transition to ACTIVE for port object 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:33:59.092971 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:59.196684 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-169be126-6df9-4849-8a38-888328aa7f0a req-0a100b31-da13-4c77-af29-fa703a7d1727 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127651 Dec 20 21:33:59.242957 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:59.259275 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Pushing event updated for resources: {'Port': ['ID=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:59.286283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2323b053-0267-492b-b050-3744187710a4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:33:59.297404 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2323b053-0267-492b-b050-3744187710a4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:59.344849 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-2323b053-0267-492b-b050-3744187710a4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] device_id is not set on port fe5e429e-36ff-42f3-a83d-57b748b9a23b yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:33:59.365102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Attempting to bind port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:33:59.365447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Attempting to bind port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:33:59.365795 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Attempting to bind port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 on network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:33:59.378379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 on network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:33:59.378559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Attempting to bind port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 on network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:33:59.391865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:33:59.392215 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Checking segment: {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:33:59.392613 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Bound using segment: {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:33:59.393053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Bound port: 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c520c28-6b10-4f9a-8266-6e7bfec84ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:33:59.393417 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:59.526964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] For port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:33:59.530467 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] For port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:33:59.541330 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:59.568617 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-413f5007-6c58-465e-b5c6-cfc1d3898f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:59.575505 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-2323b053-0267-492b-b050-3744187710a4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Allocated IP 172.20.0.8 (7930640e-62a3-4ad3-951e-0222cc590682/2af9d28c-8158-47fc-af71-9dc54cb7c854/fe5e429e-36ff-42f3-a83d-57b748b9a23b) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:33:59.624313 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Pushing event updated for resources: {'Port': ['ID=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:33:59.631918 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:59.632598 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:59.634043 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-6647319c-6c6f-44ce-b3bd-5eb102c48a68 service neutron] 10.222.0.66 "PUT /v2.0/ports/74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 HTTP/1.1" status: 200 len: 1089 time: 1.9507673 Dec 20 21:33:59.635088 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918c6519-7864-4419-b89f-13a66b7c119e', 'tag': '74aa1097-16a8-49ad-a0dd-f2cc7a7befc5'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:33:59.637435 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738e6bb3-cecc-4e68-aff5-484583e3e40f" -d '{"events": [{"name": "network-changed", "server_uuid": "918c6519-7864-4419-b89f-13a66b7c119e", "tag": "74aa1097-16a8-49ad-a0dd-f2cc7a7befc5"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:33:59.656813 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-7930640e-62a3-4ad3-951e-0222cc590682', 'network_id': '7930640e-62a3-4ad3-951e-0222cc590682', 'tenant_id': '20f7a6967bf04b9eaaba6fae46f5d611', 'fixed_ips': [{'subnet_id': '2af9d28c-8158-47fc-af71-9dc54cb7c854'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:33:59.657080 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port f2b14022-8b0f-4cf2-9a8a-706f8d063273 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:33:59.657610 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:59.657876 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:33:59.750847 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349b3cab-6256-42be-a1d0-489f45e8afaf x-openstack-request-id: req-349b3cab-6256-42be-a1d0-489f45e8afaf {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:33:59.751767 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "918c6519-7864-4419-b89f-13a66b7c119e", "tag": "74aa1097-16a8-49ad-a0dd-f2cc7a7befc5", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:33:59.752228 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-349b3cab-6256-42be-a1d0-489f45e8afaf {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:33:59.752807 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '918c6519-7864-4419-b89f-13a66b7c119e', 'tag': '74aa1097-16a8-49ad-a0dd-f2cc7a7befc5', 'status': 'completed', 'code': 200} Dec 20 21:33:59.775903 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-636cf803-c714-400e-8cb1-f0b7a0249ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:59.785450 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-636cf803-c714-400e-8cb1-f0b7a0249ae5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 1092 time: 0.0885344 Dec 20 21:33:59.863626 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-3a73be28-dcb3-4fb2-a4a2-f8f717e76fee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 HTTP/1.1" status: 200 len: 217 time: 0.0631814 Dec 20 21:33:59.868766 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] DHCP port deletion for 0a61cdfa-fbba-4fd3-9ad0-3b0764b71547 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:33:59.952467 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-39736595-283e-405d-81e1-09cc86547064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:33:59.956795 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-39736595-283e-405d-81e1-09cc86547064 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.0780597 Dec 20 21:33:59.987652 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] For port f2b14022-8b0f-4cf2-9a8a-706f8d063273, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f2b14022-8b0f-4cf2-9a8a-706f8d063273,segment=NetworkSegment(d52f78d9-dcfe-47ab-bfdc-f306885b0a7b),segment_id=d52f78d9-dcfe-47ab-bfdc-f306885b0a7b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:33:59.988188 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:00.013961 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] Deleting port f2b14022-8b0f-4cf2-9a8a-706f8d063273 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:00.014383 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:00.033142 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for f2b14022-8b0f-4cf2-9a8a-706f8d063273 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:00.070059 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2323b053-0267-492b-b050-3744187710a4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:00.072036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-66b63b87-2dc6-4022-abc1-f10f6f501644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:00.077945 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-66b63b87-2dc6-4022-abc1-f10f6f501644 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1134889 Dec 20 21:34:00.120710 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4618d3-ba30-4ffd-9a87-9798eadbc15c req-979a5855-0509-4c23-b337-dc11b1227ede tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:00.122296 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4c4618d3-ba30-4ffd-9a87-9798eadbc15c req-979a5855-0509-4c23-b337-dc11b1227ede tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 943 time: 0.2184558 Dec 20 21:34:00.146990 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] For port f2b14022-8b0f-4cf2-9a8a-706f8d063273, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f2b14022-8b0f-4cf2-9a8a-706f8d063273,segment=NetworkSegment(d52f78d9-dcfe-47ab-bfdc-f306885b0a7b),segment_id=d52f78d9-dcfe-47ab-bfdc-f306885b0a7b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:00.153409 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:00.170605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] Calling delete_port for f2b14022-8b0f-4cf2-9a8a-706f8d063273 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:00.289933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f2b14022-8b0f-4cf2-9a8a-706f8d063273 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:00.304188 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-3f03cc97-80a7-422d-864b-52975ba814cb service neutron] 10.222.0.66 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192006 Dec 20 21:34:00.325126 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4c4618d3-ba30-4ffd-9a87-9798eadbc15c req-78f009cb-cdcd-4a53-9101-66000f696297 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546392 Dec 20 21:34:00.331089 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2323b053-0267-492b-b050-3744187710a4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:00.396131 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2323b053-0267-492b-b050-3744187710a4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network 7930640e-62a3-4ad3-951e-0222cc590682 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:00.404485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-2323b053-0267-492b-b050-3744187710a4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:00.407610 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2323b053-0267-492b-b050-3744187710a4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.417009 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.421446 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.421446 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.421446 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.421446 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.421446 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.421446 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.421446 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.421446 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.421446 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.421446 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.421446 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.421446 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.421446 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:00.421446 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:34:00.422953 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:00.456988 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:00.464574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Port f2b14022-8b0f-4cf2-9a8a-706f8d063273 update to DOWN by agent not found {{(pid=102403) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 20 21:34:00.466662 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Allocated IP 172.20.0.2 (7930640e-62a3-4ad3-951e-0222cc590682/2af9d28c-8158-47fc-af71-9dc54cb7c854/8deca269-bec8-4925-b32d-511294d5ea8c) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:00.475408 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323b053-0267-492b-b050-3744187710a4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=fe5e429e-36ff-42f3-a83d-57b748b9a23b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:00.496329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No DVR routers for this DVR port f2b14022-8b0f-4cf2-9a8a-706f8d063273 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:00.539542 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] Pushing event deleted for resources: {'Port': ['ID=f2b14022-8b0f-4cf2-9a8a-706f8d063273,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:00.545772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] No DVR routers for this DVR port f2b14022-8b0f-4cf2-9a8a-706f8d063273 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:00.560735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:00.560735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:00.560735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:00.560735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:00.560735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:00.561993 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:00.561993 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:00.561993 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:00.561993 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:00.563354 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:00.564398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:00.564398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e93f1-162f-4ca3-ad53-9a6f772c6d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:00.564768 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=f2b14022-8b0f-4cf2-9a8a-706f8d063273,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:00.573747 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2323b053-0267-492b-b050-3744187710a4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:00.574455 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2323b053-0267-492b-b050-3744187710a4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:00.601124 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f2a1ba7f-8f55-45d9-8c29-7f3cfa7131c5 req-724a8f42-de58-4003-909d-a8bdb59431f6 service neutron] 10.222.0.66 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874851 Dec 20 21:34:00.629226 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2323b053-0267-492b-b050-3744187710a4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6763651 Dec 20 21:34:00.629954 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44044) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:00.630093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7be58-51f3-4e7d-a176-5b21e776af71 req-2d5ac0cf-88f2-4aa8-95db-38d85083ac86 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:00.635899 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-90d7be58-51f3-4e7d-a176-5b21e776af71 req-2d5ac0cf-88f2-4aa8-95db-38d85083ac86 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.3096251 Dec 20 21:34:00.697488 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:00.761977 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:00.766835 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-90d7be58-51f3-4e7d-a176-5b21e776af71 req-782dc6ab-f479-48aa-813b-1406b46921a3 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207218 Dec 20 21:34:00.799890 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a61cdfa-fbba-4fd3-9ad0-3b0764b71547']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:00.826045 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52f78d9-dcfe-47ab-bfdc-f306885b0a7b') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:00.826437 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52f78d9-dcfe-47ab-bfdc-f306885b0a7b') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:00.845288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e6bb3-cecc-4e68-aff5-484583e3e40f req-43c539eb-d4b0-4cb6-a19f-38408991659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:00.846831 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-738e6bb3-cecc-4e68-aff5-484583e3e40f req-43c539eb-d4b0-4cb6-a19f-38408991659e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 1092 time: 0.0974185 Dec 20 21:34:00.850695 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:00.851183 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:00.863194 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:00.891199 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:00.917253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:34:00.917728 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:34:00.922087 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:34:00.993129 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Network 7930640e-62a3-4ad3-951e-0222cc590682 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:01.001476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:01.001974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb60e5-3174-461d-8e03-cca214a8452a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port fe5e429e-36ff-42f3-a83d-57b748b9a23b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:01.002551 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dfb60e5-3174-461d-8e03-cca214a8452a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:01.005661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:01.042917 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Pushing event updated for resources: {'Port': ['ID=8deca269-bec8-4925-b32d-511294d5ea8c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:01.059785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e6bb3-cecc-4e68-aff5-484583e3e40f req-55198913-3606-4839-a7a8-fa4de4e6f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:01.061934 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-738e6bb3-cecc-4e68-aff5-484583e3e40f req-55198913-3606-4839-a7a8-fa4de4e6f08b service neutron] 10.222.0.66 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 0.2055607 Dec 20 21:34:01.093707 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Attempting to bind port 8deca269-bec8-4925-b32d-511294d5ea8c on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:34:01.094185 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Attempting to bind port 8deca269-bec8-4925-b32d-511294d5ea8c by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'c0ab674f-f800-4525-834e-9fd078fdae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7930640e-62a3-4ad3-951e-0222cc590682'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:34:01.094576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Attempting to bind port 8deca269-bec8-4925-b32d-511294d5ea8c on network 7930640e-62a3-4ad3-951e-0222cc590682 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:34:01.107662 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:34:01.108054 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Checking segment: {'id': 'c0ab674f-f800-4525-834e-9fd078fdae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7930640e-62a3-4ad3-951e-0222cc590682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:34:01.108477 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:01.108885 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Bound using segment: {'id': 'c0ab674f-f800-4525-834e-9fd078fdae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7930640e-62a3-4ad3-951e-0222cc590682'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:34:01.109452 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Bound port: 8deca269-bec8-4925-b32d-511294d5ea8c, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ab674f-f800-4525-834e-9fd078fdae23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7930640e-62a3-4ad3-951e-0222cc590682'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:34:01.109853 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:01.121667 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-738e6bb3-cecc-4e68-aff5-484583e3e40f req-b006ebd4-a3e9-41cb-a872-e0e794940fcd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 HTTP/1.1" status: 200 len: 217 time: 0.0501308 Dec 20 21:34:01.167684 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:01.218228 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] For port 8deca269-bec8-4925-b32d-511294d5ea8c, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:34:01.222867 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] For port 8deca269-bec8-4925-b32d-511294d5ea8c, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8deca269-bec8-4925-b32d-511294d5ea8c,segment=NetworkSegment(c0ab674f-f800-4525-834e-9fd078fdae23),segment_id=c0ab674f-f800-4525-834e-9fd078fdae23)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:34:01.231607 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:01.231842 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:01.238783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44052) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:01.245450 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/networks/0a61cdfa-fbba-4fd3-9ad0-3b0764b71547 HTTP/1.1" status: 204 len: 168 time: 2.3872559 Dec 20 21:34:01.248043 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44054) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:01.251969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e6bb3-cecc-4e68-aff5-484583e3e40f req-f142e8f8-b140-4d0f-9277-75b6b1288969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:01.254637 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-738e6bb3-cecc-4e68-aff5-484583e3e40f req-f142e8f8-b140-4d0f-9277-75b6b1288969 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.1254351 Dec 20 21:34:01.259583 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d24e455a-5f49-4e09-b714-fe8ea2069681 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-773539211'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:01.285229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32f5bc-50c4-4b70-b8d1-315a69c34e79 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Network': ['ID=0a61cdfa-fbba-4fd3-9ad0-3b0764b71547,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:01.297267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24e455a-5f49-4e09-b714-fe8ea2069681 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:01.300798 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d24e455a-5f49-4e09-b714-fe8ea2069681 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:01.325795 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dfb60e5-3174-461d-8e03-cca214a8452a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:01.346024 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d07cf0-6ab6-4ea3-8ce8-f4f11826edb4 None None] Pushing event updated for resources: {'Port': ['ID=8deca269-bec8-4925-b32d-511294d5ea8c,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:01.350014 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39756123-cc9b-4c36-ba11-06467e95cc48 req-009facb8-5a54-4baf-9e95-353cf5c19fe1 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:01.360193 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb60e5-3174-461d-8e03-cca214a8452a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for fe5e429e-36ff-42f3-a83d-57b748b9a23b owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:01.378117 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39756123-cc9b-4c36-ba11-06467e95cc48 req-009facb8-5a54-4baf-9e95-353cf5c19fe1 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 946 time: 0.2473669 Dec 20 21:34:01.453929 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-596d7387-fb37-42a6-a6fd-d5473c935fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:01.462265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24e455a-5f49-4e09-b714-fe8ea2069681 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:34:01.485997 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39756123-cc9b-4c36-ba11-06467e95cc48 req-4cb2d815-7083-4421-9840-c9dcf10979ea tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065950 Dec 20 21:34:01.498485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e6bb3-cecc-4e68-aff5-484583e3e40f req-400805ba-e82b-449c-8878-edfbf9a9d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:01.500071 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-738e6bb3-cecc-4e68-aff5-484583e3e40f req-400805ba-e82b-449c-8878-edfbf9a9d735 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2170041 Dec 20 21:34:01.583047 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c2305-c07e-44be-ae46-9914f6a8000b req-a42abfac-74b0-4df4-ba73-7b5fdaf890bb tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:01.585454 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d77c2305-c07e-44be-ae46-9914f6a8000b req-a42abfac-74b0-4df4-ba73-7b5fdaf890bb tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 943 time: 0.1312788 Dec 20 21:34:01.587261 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dfb60e5-3174-461d-8e03-cca214a8452a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:01.596210 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d24e455a-5f49-4e09-b714-fe8ea2069681 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:01.597742 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-d24e455a-5f49-4e09-b714-fe8ea2069681 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Added segment 4ef881e9-6cff-4186-b775-83b50bd9713e of type vlan for network c90de099-41d7-41d4-9029-b57ee343bc78 Dec 20 21:34:01.632069 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb60e5-3174-461d-8e03-cca214a8452a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=fe5e429e-36ff-42f3-a83d-57b748b9a23b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:01.699346 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d24e455a-5f49-4e09-b714-fe8ea2069681 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:01.731093 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d77c2305-c07e-44be-ae46-9914f6a8000b req-1f176536-e28e-4989-9580-c9dbb635af3e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293223 Dec 20 21:34:01.732243 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-738e6bb3-cecc-4e68-aff5-484583e3e40f req-6b45e4ea-1979-4b3c-96c6-23b6f2c13b8d service neutron] 10.222.0.66 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243369 Dec 20 21:34:01.747968 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dfb60e5-3174-461d-8e03-cca214a8452a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:01.754590 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4dfb60e5-3174-461d-8e03-cca214a8452a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/ports/fe5e429e-36ff-42f3-a83d-57b748b9a23b HTTP/1.1" status: 204 len: 168 time: 1.1206572 Dec 20 21:34:01.755750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44060) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:01.792353 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe8ff3e-c7b8-487d-8d71-05c7ccbc834e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] DELETE failed (client error): The resource could not be found. Dec 20 21:34:01.793182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe8ff3e-c7b8-487d-8d71-05c7ccbc834e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:34:01.798256 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-efe8ff3e-c7b8-487d-8d71-05c7ccbc834e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/ports/fe5e429e-36ff-42f3-a83d-57b748b9a23b HTTP/1.1" status: 404 len: 333 time: 0.0405397 Dec 20 21:34:01.801557 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44064) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:01.819215 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d24e455a-5f49-4e09-b714-fe8ea2069681 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:01.824870 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24e455a-5f49-4e09-b714-fe8ea2069681 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:01.825540 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d24e455a-5f49-4e09-b714-fe8ea2069681 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:01.839793 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-22662886-22b0-472e-bded-e15ece570b63 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] GET failed (client error): The resource could not be found. Dec 20 21:34:01.842891 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-22662886-22b0-472e-bded-e15ece570b63 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports/fe5e429e-36ff-42f3-a83d-57b748b9a23b HTTP/1.1" status: 404 len: 333 time: 0.0385139 Dec 20 21:34:01.844318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44068) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:01.845929 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-596d7387-fb37-42a6-a6fd-d5473c935fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:01.888706 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-596d7387-fb37-42a6-a6fd-d5473c935fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:01.914844 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d24e455a-5f49-4e09-b714-fe8ea2069681 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6656508 Dec 20 21:34:01.919296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44070) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:01.927444 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-31397eb4-be1d-4b51-b344-498ad074ae0c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting subnet 2af9d28c-8158-47fc-af71-9dc54cb7c854 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:34:01.933003 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ad65ae8a-4316-4af9-a552-74f29fd9c6a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'subnet': {'network_id': 'c90de099-41d7-41d4-9029-b57ee343bc78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:01.950849 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31397eb4-be1d-4b51-b344-498ad074ae0c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:01.965773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e455a-5f49-4e09-b714-fe8ea2069681 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Network': ['ID=c90de099-41d7-41d4-9029-b57ee343bc78,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:01.974240 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d7387-fb37-42a6-a6fd-d5473c935fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7661ecf-7534-460b-ab75-e926bde8865f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:01.980747 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-596d7387-fb37-42a6-a6fd-d5473c935fd6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f0c4047d5844f7f8f15c7ed02e424bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7365072 Dec 20 21:34:01.981920 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network c90de099-41d7-41d4-9029-b57ee343bc78 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:34:01.984143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44072) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:02.001728 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-738e6bb3-cecc-4e68-aff5-484583e3e40f req-4ed3b9f3-8367-4e92-bdc4-bf4fc2c33d35 service neutron] 10.222.0.66 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585332 Dec 20 21:34:02.012972 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d717ecf-658f-423a-8012-5ebb2393867b req-4de67155-2bae-41bc-8780-a311b222de37 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:02.024050 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6d717ecf-658f-423a-8012-5ebb2393867b req-4de67155-2bae-41bc-8780-a311b222de37 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.1480074 Dec 20 21:34:02.047805 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70a9aeb5-25c1-4e36-9ec0-ec522f32e945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.071713 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70a9aeb5-25c1-4e36-9ec0-ec522f32e945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.074271 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.084528 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31397eb4-be1d-4b51-b344-498ad074ae0c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.118325 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70a9aeb5-25c1-4e36-9ec0-ec522f32e945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.120936 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70a9aeb5-25c1-4e36-9ec0-ec522f32e945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.125157 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-70a9aeb5-25c1-4e36-9ec0-ec522f32e945 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7661ecf-7534-460b-ab75-e926bde8865f HTTP/1.1" status: 204 len: 168 time: 0.1376576 Dec 20 21:34:02.132512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9aeb5-25c1-4e36-9ec0-ec522f32e945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7661ecf-7534-460b-ab75-e926bde8865f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:02.137089 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6d717ecf-658f-423a-8012-5ebb2393867b req-ff6ee8fd-77c8-43fb-84ac-4f514e5f27cd tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060207 Dec 20 21:34:02.222561 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31397eb4-be1d-4b51-b344-498ad074ae0c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.226387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad65ae8a-4316-4af9-a552-74f29fd9c6a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:02.229961 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad65ae8a-4316-4af9-a552-74f29fd9c6a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.278171 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8deca269-bec8-4925-b32d-511294d5ea8c up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:34:02.338290 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31397eb4-be1d-4b51-b344-498ad074ae0c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.339358 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.355693 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8deca269-bec8-4925-b32d-511294d5ea8c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:02.355693 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.399361 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31397eb4-be1d-4b51-b344-498ad074ae0c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Subnet': ['ID=2af9d28c-8158-47fc-af71-9dc54cb7c854,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:02.401566 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31397eb4-be1d-4b51-b344-498ad074ae0c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.405570 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-31397eb4-be1d-4b51-b344-498ad074ae0c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/2af9d28c-8158-47fc-af71-9dc54cb7c854 HTTP/1.1" status: 204 len: 168 time: 0.5598817 Dec 20 21:34:02.408336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44078) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:02.484800 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.530289 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.543999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44082) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:02.554676 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 8deca269-bec8-4925-b32d-511294d5ea8c, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8deca269-bec8-4925-b32d-511294d5ea8c,segment=NetworkSegment(c0ab674f-f800-4525-834e-9fd078fdae23),segment_id=c0ab674f-f800-4525-834e-9fd078fdae23)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:02.562802 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.577981 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-373694bb-d955-44f5-a154-df2ac0fcc22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.624738 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad65ae8a-4316-4af9-a552-74f29fd9c6a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.641874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=8deca269-bec8-4925-b32d-511294d5ea8c,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:02.679368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5b0f25-71bb-4b68-8092-8b0c62a66e17 None None] Network 7930640e-62a3-4ad3-951e-0222cc590682 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:02.679625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29eeb6-0501-4368-9832-971d53d88862 req-433ace6f-a0f4-47a6-8501-466583f46307 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:02.681180 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ae29eeb6-0501-4368-9832-971d53d88862 req-433ace6f-a0f4-47a6-8501-466583f46307 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 946 time: 0.0829182 Dec 20 21:34:02.700788 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port 8deca269-bec8-4925-b32d-511294d5ea8c {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:02.701194 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.710754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65ae8a-4316-4af9-a552-74f29fd9c6a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Subnet': ['ID=80423d3c-9b7c-4da3-a06c-6042634cb5a4,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:02.719459 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad65ae8a-4316-4af9-a552-74f29fd9c6a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Checking segment: {'id': '4ef881e9-6cff-4186-b775-83b50bd9713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c90de099-41d7-41d4-9029-b57ee343bc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:34:02.719629 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad65ae8a-4316-4af9-a552-74f29fd9c6a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network hostable DHCP agents. Network: c90de099-41d7-41d4-9029-b57ee343bc78, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:34:02.740826 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad65ae8a-4316-4af9-a552-74f29fd9c6a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network c90de099-41d7-41d4-9029-b57ee343bc78 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:34:02.753826 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ad65ae8a-4316-4af9-a552-74f29fd9c6a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, c90de099-41d7-41d4-9029-b57ee343bc78) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:02.758888 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-fdd72dfb-665d-4978-be56-2695537f2459 None None] Provisioning complete for port 8deca269-bec8-4925-b32d-511294d5ea8c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:02.759258 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdd72dfb-665d-4978-be56-2695537f2459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.761448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad65ae8a-4316-4af9-a552-74f29fd9c6a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:02.762405 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ad65ae8a-4316-4af9-a552-74f29fd9c6a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.766641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dcb6a0-ade6-4869-bd2a-9de47f00af4e None None] Network c90de099-41d7-41d4-9029-b57ee343bc78 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:02.784126 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ad65ae8a-4316-4af9-a552-74f29fd9c6a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8593569 Dec 20 21:34:02.785262 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44086) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:02.795280 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c2387530-0fe1-400b-825a-d771006b2d09 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'network_id': 'c90de099-41d7-41d4-9029-b57ee343bc78', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-951598410'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:02.839961 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ae29eeb6-0501-4368-9832-971d53d88862 req-848f64aa-4f13-4fe5-973f-9fac609ca2d1 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483114 Dec 20 21:34:02.846970 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] For port 8deca269-bec8-4925-b32d-511294d5ea8c, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8deca269-bec8-4925-b32d-511294d5ea8c,segment=NetworkSegment(c0ab674f-f800-4525-834e-9fd078fdae23),segment_id=c0ab674f-f800-4525-834e-9fd078fdae23)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:02.847344 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.863535 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-373694bb-d955-44f5-a154-df2ac0fcc22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.867513 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for 8deca269-bec8-4925-b32d-511294d5ea8c owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:02.874589 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-373694bb-d955-44f5-a154-df2ac0fcc22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:02.965708 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7301b3-acdf-4106-9aff-409514a19e6f req-05ae9d6e-8810-4828-a953-5086129e53fc tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:02.967303 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b7301b3-acdf-4106-9aff-409514a19e6f req-05ae9d6e-8810-4828-a953-5086129e53fc tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 943 time: 0.0968397 Dec 20 21:34:02.979944 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-373694bb-d955-44f5-a154-df2ac0fcc22e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf50ddbb0e684e52a74ed47971001bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4324877 Dec 20 21:34:02.980179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44092) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:02.991387 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373694bb-d955-44f5-a154-df2ac0fcc22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9061094-6c43-4099-9739-01e4764cdcff,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:03.080036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d270d-779d-4f7a-912d-68993dd05cd0 req-47d0daea-53d5-40ad-9665-c8a937378fd6 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:03.081984 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-988d270d-779d-4f7a-912d-68993dd05cd0 req-47d0daea-53d5-40ad-9665-c8a937378fd6 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 946 time: 0.0704474 Dec 20 21:34:03.082631 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b7301b3-acdf-4106-9aff-409514a19e6f req-73aa22ae-d250-4d12-a0ae-88005778b4d9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052752 Dec 20 21:34:03.100694 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.101360 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2387530-0fe1-400b-825a-d771006b2d09 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:03.105631 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2387530-0fe1-400b-825a-d771006b2d09 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.108293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502d7a76-3c5a-4738-ad73-ca33f51afded None None] DHCP port deletion for 7930640e-62a3-4ad3-951e-0222cc590682 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:34:03.115912 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab09d0fa-171c-4829-a1d3-bd26569b4c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.124752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-c90de099-41d7-41d4-9029-b57ee343bc78', 'network_id': 'c90de099-41d7-41d4-9029-b57ee343bc78', 'tenant_id': '4ce073ad5e7d4074b75ad2a85f361197', 'fixed_ips': [{'subnet_id': '80423d3c-9b7c-4da3-a06c-6042634cb5a4'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:34:03.127273 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.153439 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-c2387530-0fe1-400b-825a-d771006b2d09 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] device_id is not set on port 8188bc67-f268-4a56-a482-3a58e918ff63 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:34:03.159649 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab09d0fa-171c-4829-a1d3-bd26569b4c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.163341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=8deca269-bec8-4925-b32d-511294d5ea8c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:03.165406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No DVR routers for this DVR port 8deca269-bec8-4925-b32d-511294d5ea8c on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:03.284755 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab09d0fa-171c-4829-a1d3-bd26569b4c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.290435 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab09d0fa-171c-4829-a1d3-bd26569b4c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.291705 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ab09d0fa-171c-4829-a1d3-bd26569b4c8a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9061094-6c43-4099-9739-01e4764cdcff HTTP/1.1" status: 204 len: 168 time: 0.3126121 Dec 20 21:34:03.296486 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Allocated IP 2001:db8::2 (c90de099-41d7-41d4-9029-b57ee343bc78/80423d3c-9b7c-4da3-a06c-6042634cb5a4/e62ea3ba-c7f0-4ee8-bf6b-251026335d0a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:03.300675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09d0fa-171c-4829-a1d3-bd26569b4c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9061094-6c43-4099-9739-01e4764cdcff,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:03.329057 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.366330 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7930640e-62a3-4ad3-951e-0222cc590682']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:03.370442 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-988d270d-779d-4f7a-912d-68993dd05cd0 req-03799441-65dc-4242-9ecd-29e170730edd tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Deleting port 9cd51261-2a86-4843-b73f-d43fa14f8434 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:03.370879 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-988d270d-779d-4f7a-912d-68993dd05cd0 req-03799441-65dc-4242-9ecd-29e170730edd tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.383680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ab674f-f800-4525-834e-9fd078fdae23') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:03.384135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ab674f-f800-4525-834e-9fd078fdae23') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:03.409968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ede20-e62b-4396-8782-890f7ee7f673 req-8b7cac5f-2249-4361-8d3a-984d1abff178 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:03.411618 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0d4ede20-e62b-4396-8782-890f7ee7f673 req-8b7cac5f-2249-4361-8d3a-984d1abff178 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.1706934 Dec 20 21:34:03.437489 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.458506 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.465427 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.487299 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.510546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Network c90de099-41d7-41d4-9029-b57ee343bc78 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:03.514389 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:03.519708 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0d4ede20-e62b-4396-8782-890f7ee7f673 req-3e5e63ab-7870-4dd3-bba8-244a482ecb17 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783575 Dec 20 21:34:03.522730 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:03.524914 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:34:03.525328 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:34:03.534422 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:34:03.553711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Pushing event updated for resources: {'Port': ['ID=e62ea3ba-c7f0-4ee8-bf6b-251026335d0a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:03.564378 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-c2387530-0fe1-400b-825a-d771006b2d09 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Allocated IP 2001:db8::60 (c90de099-41d7-41d4-9029-b57ee343bc78/80423d3c-9b7c-4da3-a06c-6042634cb5a4/8188bc67-f268-4a56-a482-3a58e918ff63) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:03.593492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:34:03.615763 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-988d270d-779d-4f7a-912d-68993dd05cd0 req-03799441-65dc-4242-9ecd-29e170730edd tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] For port 9cd51261-2a86-4843-b73f-d43fa14f8434, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=9cd51261-2a86-4843-b73f-d43fa14f8434,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:03.616133 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-988d270d-779d-4f7a-912d-68993dd05cd0 req-03799441-65dc-4242-9ecd-29e170730edd tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.630222 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-988d270d-779d-4f7a-912d-68993dd05cd0 req-03799441-65dc-4242-9ecd-29e170730edd tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Calling delete_port for 9cd51261-2a86-4843-b73f-d43fa14f8434 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:03.636627 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.645568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Attempting to bind port e62ea3ba-c7f0-4ee8-bf6b-251026335d0a on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:34:03.645992 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Attempting to bind port e62ea3ba-c7f0-4ee8-bf6b-251026335d0a by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4ef881e9-6cff-4186-b775-83b50bd9713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c90de099-41d7-41d4-9029-b57ee343bc78'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:34:03.646404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Attempting to bind port e62ea3ba-c7f0-4ee8-bf6b-251026335d0a on network c90de099-41d7-41d4-9029-b57ee343bc78 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:34:03.650637 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.653009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:34:03.653379 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Checking segment: {'id': '4ef881e9-6cff-4186-b775-83b50bd9713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c90de099-41d7-41d4-9029-b57ee343bc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:34:03.653917 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.654179 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/networks/7930640e-62a3-4ad3-951e-0222cc590682 HTTP/1.1" status: 204 len: 168 time: 1.2443647 Dec 20 21:34:03.654384 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Bound using segment: {'id': '4ef881e9-6cff-4186-b775-83b50bd9713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c90de099-41d7-41d4-9029-b57ee343bc78'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:34:03.654790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Bound port: e62ea3ba-c7f0-4ee8-bf6b-251026335d0a, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef881e9-6cff-4186-b775-83b50bd9713e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c90de099-41d7-41d4-9029-b57ee343bc78'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:34:03.655165 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.667102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44104) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:03.674586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-598f67d3-bda0-4330-b773-efe8e35e94f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-842686130'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:03.680691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc959b-3117-4cf4-8def-15f4dddcfb72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Network': ['ID=7930640e-62a3-4ad3-951e-0222cc590682,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:03.762463 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598f67d3-bda0-4330-b773-efe8e35e94f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:03.765387 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2387530-0fe1-400b-825a-d771006b2d09 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.767418 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-598f67d3-bda0-4330-b773-efe8e35e94f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.791268 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] For port e62ea3ba-c7f0-4ee8-bf6b-251026335d0a, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:34:03.795950 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] For port e62ea3ba-c7f0-4ee8-bf6b-251026335d0a, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e62ea3ba-c7f0-4ee8-bf6b-251026335d0a,segment=NetworkSegment(4ef881e9-6cff-4186-b775-83b50bd9713e),segment_id=4ef881e9-6cff-4186-b775-83b50bd9713e)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:34:03.802240 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:03.807572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598f67d3-bda0-4330-b773-efe8e35e94f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:34:03.812211 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.815498 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2387530-0fe1-400b-825a-d771006b2d09 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.822520 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-598f67d3-bda0-4330-b773-efe8e35e94f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.823119 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-598f67d3-bda0-4330-b773-efe8e35e94f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Added segment 7f914734-570c-41b9-94ca-f38d120b09ec of type vlan for network f9893e68-2959-43db-8c25-af971bd2881e Dec 20 21:34:03.840193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '74aa1097-16a8-49ad-a0dd-f2cc7a7befc5', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'port_id': '74aa1097-16a8-49ad-a0dd-f2cc7a7befc5', 'mac_address': 'fa:16:3e:29:d4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:34:03.911455 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798404d4-60e6-4683-987e-42d69b5d019c None None] Pushing event updated for resources: {'Port': ['ID=e62ea3ba-c7f0-4ee8-bf6b-251026335d0a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:03.920477 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-598f67d3-bda0-4330-b773-efe8e35e94f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.935327 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.936052 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2387530-0fe1-400b-825a-d771006b2d09 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network c90de099-41d7-41d4-9029-b57ee343bc78 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:03.936619 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-988d270d-779d-4f7a-912d-68993dd05cd0 req-03799441-65dc-4242-9ecd-29e170730edd tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.939916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c2387530-0fe1-400b-825a-d771006b2d09 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:03.949276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2387530-0fe1-400b-825a-d771006b2d09 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:03.960252 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2387530-0fe1-400b-825a-d771006b2d09 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:03.960944 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2387530-0fe1-400b-825a-d771006b2d09 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:03.977744 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:34:03.984631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2387530-0fe1-400b-825a-d771006b2d09 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=8188bc67-f268-4a56-a482-3a58e918ff63,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:03.990965 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['939afb12-8918-43e4-8f4e-99a1a7147d0a', '0916bcbf-7425-4290-9937-b695ba82fd47', '6e34011d-ef40-4df7-8fac-d260f2dd4e60'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:34:04.016499 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c2387530-0fe1-400b-825a-d771006b2d09 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.2292321 Dec 20 21:34:04.018716 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44118) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:04.021437 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03799441-65dc-4242-9ecd-29e170730edd tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Pushing event deleted for resources: {'Port': ['ID=9cd51261-2a86-4843-b73f-d43fa14f8434,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:04.052203 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:04.071027 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:04.096442 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-598f67d3-bda0-4330-b773-efe8e35e94f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:04.105732 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598f67d3-bda0-4330-b773-efe8e35e94f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:04.106426 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-598f67d3-bda0-4330-b773-efe8e35e94f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:04.159903 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-988d270d-779d-4f7a-912d-68993dd05cd0 req-03799441-65dc-4242-9ecd-29e170730edd tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] No DVR routers for this DVR port 9cd51261-2a86-4843-b73f-d43fa14f8434 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:04.188383 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-988d270d-779d-4f7a-912d-68993dd05cd0 req-03799441-65dc-4242-9ecd-29e170730edd tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:04.192398 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-988d270d-779d-4f7a-912d-68993dd05cd0 req-03799441-65dc-4242-9ecd-29e170730edd tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.31 "DELETE /v2.0/ports/9cd51261-2a86-4843-b73f-d43fa14f8434 HTTP/1.1" status: 204 len: 173 time: 1.1002741 Dec 20 21:34:04.194961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d261ee3-fa3c-49a0-a29f-38900f9a5013', 'name': 'network-vif-deleted', 'tag': '9cd51261-2a86-4843-b73f-d43fa14f8434'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:34:04.196502 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:04.204246 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787e986b-ceba-46bb-802c-4f047eb428c0" -d '{"events": [{"server_uuid": "1d261ee3-fa3c-49a0-a29f-38900f9a5013", "name": "network-vif-deleted", "tag": "9cd51261-2a86-4843-b73f-d43fa14f8434"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:34:04.319793 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-598f67d3-bda0-4330-b773-efe8e35e94f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6510913 Dec 20 21:34:04.340013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44130) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:04.346591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d180333e-56e5-4497-8b0a-991fee3144f9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'subnet': {'network_id': 'f9893e68-2959-43db-8c25-af971bd2881e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:04.355343 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-aadbf44a-2c9f-48fa-ae1f-4a735676e543 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port 8188bc67-f268-4a56-a482-3a58e918ff63 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:04.357968 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aadbf44a-2c9f-48fa-ae1f-4a735676e543 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:04.391050 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8deca269-bec8-4925-b32d-511294d5ea8c no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:04.505254 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aadbf44a-2c9f-48fa-ae1f-4a735676e543 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:04.507427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 8deca269-bec8-4925-b32d-511294d5ea8c {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:34:04.508045 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8deca269-bec8-4925-b32d-511294d5ea8c not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:34:04.532550 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-aadbf44a-2c9f-48fa-ae1f-4a735676e543 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for 8188bc67-f268-4a56-a482-3a58e918ff63 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:04.558022 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['74aa1097-16a8-49ad-a0dd-f2cc7a7befc5'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:34:04.558800 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f67d3-bda0-4330-b773-efe8e35e94f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Network': ['ID=f9893e68-2959-43db-8c25-af971bd2881e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:04.572013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d180333e-56e5-4497-8b0a-991fee3144f9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:04.579131 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d180333e-56e5-4497-8b0a-991fee3144f9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:04.598838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network f9893e68-2959-43db-8c25-af971bd2881e details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:34:04.693908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb78962-81b2-4d29-ab70-3618619c013d req-1f5107ec-f83b-4ca4-9368-e9031980bd2c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:04.695490 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ecb78962-81b2-4d29-ab70-3618619c013d req-1f5107ec-f83b-4ca4-9368-e9031980bd2c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 944 time: 0.1680005 Dec 20 21:34:04.703662 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2ddcab6e-1885-4592-9d96-f3ec2217e5cf req-7bba6993-db14-4f53-8a16-42e6d4bb10d8 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d261ee3-fa3c-49a0-a29f-38900f9a5013 HTTP/1.1" status: 200 len: 210 time: 0.1156886 Dec 20 21:34:04.740237 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aadbf44a-2c9f-48fa-ae1f-4a735676e543 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:04.813006 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b075e964-1eac-4b50-9d06-d7183790437b x-openstack-request-id: req-b075e964-1eac-4b50-9d06-d7183790437b {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:34:04.813304 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d261ee3-fa3c-49a0-a29f-38900f9a5013", "name": "network-vif-deleted", "tag": "9cd51261-2a86-4843-b73f-d43fa14f8434", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:34:04.813559 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b075e964-1eac-4b50-9d06-d7183790437b {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:34:04.813997 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d261ee3-fa3c-49a0-a29f-38900f9a5013', 'name': 'network-vif-deleted', 'tag': '9cd51261-2a86-4843-b73f-d43fa14f8434', 'status': 'completed', 'code': 200} Dec 20 21:34:04.826451 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ecb78962-81b2-4d29-ab70-3618619c013d req-facd5b1b-4785-4b2f-abdc-21fc436eb56e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151338 Dec 20 21:34:04.861499 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbf44a-2c9f-48fa-ae1f-4a735676e543 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=8188bc67-f268-4a56-a482-3a58e918ff63,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:04.868005 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aadbf44a-2c9f-48fa-ae1f-4a735676e543 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:04.871575 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-aadbf44a-2c9f-48fa-ae1f-4a735676e543 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/ports/8188bc67-f268-4a56-a482-3a58e918ff63 HTTP/1.1" status: 204 len: 168 time: 0.8505106 Dec 20 21:34:04.875106 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44146) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:04.924982 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c625ae-30d1-4427-ad6c-aa170d9632f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] GET failed (client error): The resource could not be found. Dec 20 21:34:04.932663 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-35c625ae-30d1-4427-ad6c-aa170d9632f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports/8188bc67-f268-4a56-a482-3a58e918ff63 HTTP/1.1" status: 404 len: 333 time: 0.0565019 Dec 20 21:34:04.935274 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44156) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:05.036500 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-2112ecb6-3fac-4d80-b236-86257bff07c7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting subnet 80423d3c-9b7c-4da3-a06c-6042634cb5a4 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:34:05.038274 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d180333e-56e5-4497-8b0a-991fee3144f9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:05.051649 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2112ecb6-3fac-4d80-b236-86257bff07c7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:05.125653 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0095d-6391-44d4-aaba-22931910bd2c req-a99733c4-a60c-41cd-8ad2-c8a9ca12fdda tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:05.135931 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17e0095d-6391-44d4-aaba-22931910bd2c req-a99733c4-a60c-41cd-8ad2-c8a9ca12fdda tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.1744387 Dec 20 21:34:05.167963 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2112ecb6-3fac-4d80-b236-86257bff07c7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:05.213154 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 9cd51261-2a86-4843-b73f-d43fa14f8434 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:05.234465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180333e-56e5-4497-8b0a-991fee3144f9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Subnet': ['ID=df730113-e6dd-4d9a-b46e-60d33c555f04,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:05.254394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d180333e-56e5-4497-8b0a-991fee3144f9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Checking segment: {'id': '7f914734-570c-41b9-94ca-f38d120b09ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f9893e68-2959-43db-8c25-af971bd2881e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:34:05.254752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d180333e-56e5-4497-8b0a-991fee3144f9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network hostable DHCP agents. Network: f9893e68-2959-43db-8c25-af971bd2881e, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:34:05.270285 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17e0095d-6391-44d4-aaba-22931910bd2c req-64dfdf3f-3a12-4be8-ab0a-111dd65dddb6 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020260 Dec 20 21:34:05.280816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 9cd51261-2a86-4843-b73f-d43fa14f8434 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:34:05.281502 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 9cd51261-2a86-4843-b73f-d43fa14f8434 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:34:05.288344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d180333e-56e5-4497-8b0a-991fee3144f9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network f9893e68-2959-43db-8c25-af971bd2881e is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:34:05.310835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-d180333e-56e5-4497-8b0a-991fee3144f9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, f9893e68-2959-43db-8c25-af971bd2881e) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:05.318186 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d180333e-56e5-4497-8b0a-991fee3144f9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:05.318750 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d180333e-56e5-4497-8b0a-991fee3144f9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:05.345243 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697d1f07-aedb-4f5c-a54b-51fda0b95a20 None None] Network f9893e68-2959-43db-8c25-af971bd2881e requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:05.353168 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d180333e-56e5-4497-8b0a-991fee3144f9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0112879 Dec 20 21:34:05.355612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44180) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:05.363469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-eb7e5975-9d38-4782-9e1d-86253fd1a503 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'network_id': 'f9893e68-2959-43db-8c25-af971bd2881e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1506920878'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:05.372214 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2112ecb6-3fac-4d80-b236-86257bff07c7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:05.449681 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2112ecb6-3fac-4d80-b236-86257bff07c7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:05.491306 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112ecb6-3fac-4d80-b236-86257bff07c7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Subnet': ['ID=80423d3c-9b7c-4da3-a06c-6042634cb5a4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:05.501901 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2112ecb6-3fac-4d80-b236-86257bff07c7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:05.508739 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44188) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:05.509569 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2112ecb6-3fac-4d80-b236-86257bff07c7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/80423d3c-9b7c-4da3-a06c-6042634cb5a4 HTTP/1.1" status: 204 len: 168 time: 0.5731971 Dec 20 21:34:05.552068 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-f9893e68-2959-43db-8c25-af971bd2881e', 'network_id': 'f9893e68-2959-43db-8c25-af971bd2881e', 'tenant_id': '20f7a6967bf04b9eaaba6fae46f5d611', 'fixed_ips': [{'subnet_id': 'df730113-e6dd-4d9a-b46e-60d33c555f04'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:34:05.552950 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:05.590281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ff718-931a-4640-b77e-af0bcd64201e req-7da9ff93-a475-4f6e-8639-b585838be847 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:05.598617 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-685ff718-931a-4640-b77e-af0bcd64201e req-7da9ff93-a475-4f6e-8639-b585838be847 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 946 time: 0.2153499 Dec 20 21:34:05.683055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9f1b51-5128-4b8e-b9cd-a2822ef1cfc0 None None] Network c90de099-41d7-41d4-9029-b57ee343bc78 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:05.710579 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44192) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:05.845690 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be7d438f-92dc-4f9f-b999-442969aecadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:05.973977 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Allocated IP 172.20.0.2 (f9893e68-2959-43db-8c25-af971bd2881e/df730113-e6dd-4d9a-b46e-60d33c555f04/7788e856-e4e2-4e87-a793-aeb81d1a4888) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:06.029502 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780da950-bdec-43c1-9100-54c8481e40c5 req-8da80193-b384-4d53-8ba3-247183c8f967 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:06.031315 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-780da950-bdec-43c1-9100-54c8481e40c5 req-8da80193-b384-4d53-8ba3-247183c8f967 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 944 time: 0.0837634 Dec 20 21:34:06.062559 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-685ff718-931a-4640-b77e-af0bcd64201e req-1ec53258-ae94-4d32-b2fb-2a1550028401 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4564550 Dec 20 21:34:06.081543 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.081729 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be7d438f-92dc-4f9f-b999-442969aecadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.096471 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c01b5428-b45c-4ec1-8fa5-505741e0eb9e None None] Provisioning complete for port e62ea3ba-c7f0-4ee8-bf6b-251026335d0a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:06.096979 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c01b5428-b45c-4ec1-8fa5-505741e0eb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.111370 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be7d438f-92dc-4f9f-b999-442969aecadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.129240 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7e5975-9d38-4782-9e1d-86253fd1a503 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:06.133456 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb7e5975-9d38-4782-9e1d-86253fd1a503 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.157627 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-be7d438f-92dc-4f9f-b999-442969aecadf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f15edf1633243408ab2851484fedc94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4458334 Dec 20 21:34:06.162257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44204) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:06.168827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-eb7e5975-9d38-4782-9e1d-86253fd1a503 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] device_id is not set on port f54ad0d3-081e-4969-a287-6fad0b187d39 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:34:06.193669 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-780da950-bdec-43c1-9100-54c8481e40c5 req-07af5c94-efb1-4124-882c-8d38169f5441 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179979 Dec 20 21:34:06.209512 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d438f-92dc-4f9f-b999-442969aecadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3e93d9-2a9e-4e9b-a62f-ed4eb5427c5c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:06.291109 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port e62ea3ba-c7f0-4ee8-bf6b-251026335d0a {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:06.291718 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.302359 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c01b5428-b45c-4ec1-8fa5-505741e0eb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.338790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c01b5428-b45c-4ec1-8fa5-505741e0eb9e None None] For port e62ea3ba-c7f0-4ee8-bf6b-251026335d0a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e62ea3ba-c7f0-4ee8-bf6b-251026335d0a,segment=NetworkSegment(4ef881e9-6cff-4186-b775-83b50bd9713e),segment_id=4ef881e9-6cff-4186-b775-83b50bd9713e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:06.343668 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e62ea3ba-c7f0-4ee8-bf6b-251026335d0a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:34:06.392005 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c01b5428-b45c-4ec1-8fa5-505741e0eb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.418854 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d86b8ea-ef7b-4613-9d1e-a66c2a168397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.454964 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.464700 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b5428-b45c-4ec1-8fa5-505741e0eb9e None None] Pushing event updated for resources: {'Port': ['ID=e62ea3ba-c7f0-4ee8-bf6b-251026335d0a,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:06.486533 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.513746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] For port e62ea3ba-c7f0-4ee8-bf6b-251026335d0a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e62ea3ba-c7f0-4ee8-bf6b-251026335d0a,segment=NetworkSegment(4ef881e9-6cff-4186-b775-83b50bd9713e),segment_id=4ef881e9-6cff-4186-b775-83b50bd9713e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:06.514147 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.549779 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Network f9893e68-2959-43db-8c25-af971bd2881e is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:06.556937 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e62ea3ba-c7f0-4ee8-bf6b-251026335d0a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:06.557454 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.561945 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:06.594193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:06.597929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for e62ea3ba-c7f0-4ee8-bf6b-251026335d0a owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:06.599824 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32020b74-c8fa-4200-a8b9-dc796a6156ed None None] DHCP port deletion for c90de099-41d7-41d4-9029-b57ee343bc78 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:34:06.609235 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d86b8ea-ef7b-4613-9d1e-a66c2a168397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.609494 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Pushing event updated for resources: {'Port': ['ID=7788e856-e4e2-4e87-a793-aeb81d1a4888,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:06.671163 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb3b1f-13b0-4169-b591-93253fe94cb8 req-4dfcf906-cceb-4f5b-91f9-e77d1bbe1ebd tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:06.673002 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-24bb3b1f-13b0-4169-b591-93253fe94cb8 req-4dfcf906-cceb-4f5b-91f9-e77d1bbe1ebd tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.2718716 Dec 20 21:34:06.682773 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Attempting to bind port 7788e856-e4e2-4e87-a793-aeb81d1a4888 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:34:06.683224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Attempting to bind port 7788e856-e4e2-4e87-a793-aeb81d1a4888 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '7f914734-570c-41b9-94ca-f38d120b09ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f9893e68-2959-43db-8c25-af971bd2881e'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:34:06.683680 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Attempting to bind port 7788e856-e4e2-4e87-a793-aeb81d1a4888 on network f9893e68-2959-43db-8c25-af971bd2881e {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:34:06.695892 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:34:06.696273 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Checking segment: {'id': '7f914734-570c-41b9-94ca-f38d120b09ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f9893e68-2959-43db-8c25-af971bd2881e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:34:06.696793 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.697245 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Bound using segment: {'id': '7f914734-570c-41b9-94ca-f38d120b09ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f9893e68-2959-43db-8c25-af971bd2881e'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:34:06.697788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Bound port: 7788e856-e4e2-4e87-a793-aeb81d1a4888, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f914734-570c-41b9-94ca-f38d120b09ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f9893e68-2959-43db-8c25-af971bd2881e'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:34:06.698274 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.726130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-eb7e5975-9d38-4782-9e1d-86253fd1a503 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Allocated IP 172.20.0.3 (f9893e68-2959-43db-8c25-af971bd2881e/df730113-e6dd-4d9a-b46e-60d33c555f04/f54ad0d3-081e-4969-a287-6fad0b187d39) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:06.792482 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-32020b74-c8fa-4200-a8b9-dc796a6156ed None None] Deleting port e62ea3ba-c7f0-4ee8-bf6b-251026335d0a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:06.792883 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32020b74-c8fa-4200-a8b9-dc796a6156ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.866020 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] For port 7788e856-e4e2-4e87-a793-aeb81d1a4888, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:34:06.871372 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-24bb3b1f-13b0-4169-b591-93253fe94cb8 req-88a97318-2e77-4343-b12f-386a6ba35f6d tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605093 Dec 20 21:34:06.877114 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d86b8ea-ef7b-4613-9d1e-a66c2a168397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.879736 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d86b8ea-ef7b-4613-9d1e-a66c2a168397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.880811 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0d86b8ea-ef7b-4613-9d1e-a66c2a168397 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad3e93d9-2a9e-4e9b-a62f-ed4eb5427c5c HTTP/1.1" status: 204 len: 168 time: 0.7168431 Dec 20 21:34:06.903943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-32020b74-c8fa-4200-a8b9-dc796a6156ed None None] For port e62ea3ba-c7f0-4ee8-bf6b-251026335d0a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e62ea3ba-c7f0-4ee8-bf6b-251026335d0a,segment=NetworkSegment(4ef881e9-6cff-4186-b775-83b50bd9713e),segment_id=4ef881e9-6cff-4186-b775-83b50bd9713e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:06.903943 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32020b74-c8fa-4200-a8b9-dc796a6156ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.903943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] For port 7788e856-e4e2-4e87-a793-aeb81d1a4888, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7788e856-e4e2-4e87-a793-aeb81d1a4888,segment=NetworkSegment(7f914734-570c-41b9-94ca-f38d120b09ec),segment_id=7f914734-570c-41b9-94ca-f38d120b09ec)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:34:06.909393 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92706efa-0887-45b6-af95-66c589adb311 req-be83a334-9c4f-479e-82be-885cb8cf481d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:06.911147 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-92706efa-0887-45b6-af95-66c589adb311 req-be83a334-9c4f-479e-82be-885cb8cf481d tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 946 time: 0.1990595 Dec 20 21:34:06.919534 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:06.924685 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-32020b74-c8fa-4200-a8b9-dc796a6156ed None None] Calling delete_port for e62ea3ba-c7f0-4ee8-bf6b-251026335d0a owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:06.934098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86b8ea-ef7b-4613-9d1e-a66c2a168397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3e93d9-2a9e-4e9b-a62f-ed4eb5427c5c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:06.980036 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:07.065470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=e62ea3ba-c7f0-4ee8-bf6b-251026335d0a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:07.076178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No DVR routers for this DVR port e62ea3ba-c7f0-4ee8-bf6b-251026335d0a on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:07.129266 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb7e5975-9d38-4782-9e1d-86253fd1a503 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:07.183571 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32020b74-c8fa-4200-a8b9-dc796a6156ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:07.198790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37fa12-81a3-4701-90cb-0f822ab81235 None None] Pushing event updated for resources: {'Port': ['ID=7788e856-e4e2-4e87-a793-aeb81d1a4888,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:07.205604 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32020b74-c8fa-4200-a8b9-dc796a6156ed None None] No DVR routers for this DVR port e62ea3ba-c7f0-4ee8-bf6b-251026335d0a on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:07.236677 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32020b74-c8fa-4200-a8b9-dc796a6156ed None None] Pushing event deleted for resources: {'Port': ['ID=e62ea3ba-c7f0-4ee8-bf6b-251026335d0a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:07.261838 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:07.286328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90de099-41d7-41d4-9029-b57ee343bc78']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:07.302386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122c159-65b0-4f38-a6b6-7e38adceb478 req-b35e731e-cfea-48df-8297-43b26c608255 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:07.319449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef881e9-6cff-4186-b775-83b50bd9713e') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:07.319983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef881e9-6cff-4186-b775-83b50bd9713e') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:07.337832 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7122c159-65b0-4f38-a6b6-7e38adceb478 req-b35e731e-cfea-48df-8297-43b26c608255 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 946 time: 0.1620553 Dec 20 21:34:07.380971 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:07.410803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-92706efa-0887-45b6-af95-66c589adb311 req-77296de4-ada5-4224-9319-9f01cd963081 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Deleting port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:07.411125 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-92706efa-0887-45b6-af95-66c589adb311 req-77296de4-ada5-4224-9319-9f01cd963081 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:07.427857 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7122c159-65b0-4f38-a6b6-7e38adceb478 req-e69df796-4218-4c1f-93f2-7b598fe5ee38 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704076 Dec 20 21:34:07.463770 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:07.473182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab1bcf-5c2b-4522-b460-b975f7685d67 req-227f5871-46fe-43b6-81ad-883c5db27a56 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:07.474853 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7eab1bcf-5c2b-4522-b460-b975f7685d67 req-227f5871-46fe-43b6-81ad-883c5db27a56 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 944 time: 0.1727526 Dec 20 21:34:07.512623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:34:07.513157 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:34:07.517200 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:34:07.592692 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb7e5975-9d38-4782-9e1d-86253fd1a503 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:07.606898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:34:07.665433 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:34:07.670638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:07.671168 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:07.683560 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7e5975-9d38-4782-9e1d-86253fd1a503 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network f9893e68-2959-43db-8c25-af971bd2881e is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:07.704604 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7eab1bcf-5c2b-4522-b460-b975f7685d67 req-7037023e-ead3-43da-a6fb-7f05c2d26893 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183454 Dec 20 21:34:07.710413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-eb7e5975-9d38-4782-9e1d-86253fd1a503 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:07.720081 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:07.729509 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7e5975-9d38-4782-9e1d-86253fd1a503 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:07.750414 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:07.757972 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/networks/c90de099-41d7-41d4-9029-b57ee343bc78 HTTP/1.1" status: 204 len: 168 time: 2.2445934 Dec 20 21:34:07.758192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44232) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:07.764477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-39248470-3492-43a6-834e-b3959f2f3ebb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b', 'name': 'tempest-PortsIpV6TestJSON-1074701132'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:07.785286 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-92706efa-0887-45b6-af95-66c589adb311 req-77296de4-ada5-4224-9319-9f01cd963081 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] For port 29c9b8a5-e226-4145-8efa-de0db3aee8d8, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=29c9b8a5-e226-4145-8efa-de0db3aee8d8,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:07.785651 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-92706efa-0887-45b6-af95-66c589adb311 req-77296de4-ada5-4224-9319-9f01cd963081 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:07.799113 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:07.815355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e5975-9d38-4782-9e1d-86253fd1a503 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=f54ad0d3-081e-4969-a287-6fad0b187d39,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:07.825637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5f5ad-c164-4135-bb77-e0757aa0125a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Network': ['ID=c90de099-41d7-41d4-9029-b57ee343bc78,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:07.837702 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918c6519-7864-4419-b89f-13a66b7c119e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74aa1097-16a8-49ad-a0dd-f2cc7a7befc5'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:34:07.839974 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e35e01d-e217-4626-8792-23dafd57768a" -d '{"events": [{"server_uuid": "918c6519-7864-4419-b89f-13a66b7c119e", "name": "network-vif-plugged", "status": "completed", "tag": "74aa1097-16a8-49ad-a0dd-f2cc7a7befc5"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:34:07.852893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:07.859844 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:07.913308 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91ee205-95f4-4d50-adc4-09f6eacd51e3 x-openstack-request-id: req-c91ee205-95f4-4d50-adc4-09f6eacd51e3 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:34:07.913741 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918c6519-7864-4419-b89f-13a66b7c119e", "name": "network-vif-plugged", "status": "completed", "tag": "74aa1097-16a8-49ad-a0dd-f2cc7a7befc5", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:34:07.914108 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c91ee205-95f4-4d50-adc4-09f6eacd51e3 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:34:07.917329 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918c6519-7864-4419-b89f-13a66b7c119e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74aa1097-16a8-49ad-a0dd-f2cc7a7befc5', 'code': 200} Dec 20 21:34:07.931962 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e5975-9d38-4782-9e1d-86253fd1a503 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:07.932739 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb7e5975-9d38-4782-9e1d-86253fd1a503 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:07.956499 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39248470-3492-43a6-834e-b3959f2f3ebb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:07.959512 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:07.960804 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39248470-3492-43a6-834e-b3959f2f3ebb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:08.000685 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-39248470-3492-43a6-834e-b3959f2f3ebb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] device_id is not set on port 53f065bb-4752-4edf-b433-9b9cf30db319 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:34:08.102497 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-eb7e5975-9d38-4782-9e1d-86253fd1a503 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.7438445 Dec 20 21:34:08.104175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44246) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:08.319081 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5add41-0e92-4b0f-bb7a-1793cd5cb780 req-bef83a2f-cd0b-421e-81fc-d7aa1fd269fc tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:08.331694 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b5add41-0e92-4b0f-bb7a-1793cd5cb780 req-bef83a2f-cd0b-421e-81fc-d7aa1fd269fc tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.3279777 Dec 20 21:34:08.337907 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7788e856-e4e2-4e87-a793-aeb81d1a4888 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:34:08.365026 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4064e9-834a-4504-9dd5-ffe77a4dc288 req-f9a95bfb-f1e9-434f-a1d7-ed4a277b3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:08.366570 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc4064e9-834a-4504-9dd5-ffe77a4dc288 req-f9a95bfb-f1e9-434f-a1d7-ed4a277b3179 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 1094 time: 0.3415461 Dec 20 21:34:08.438715 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39248470-3492-43a6-834e-b3959f2f3ebb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:08.439923 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7788e856-e4e2-4e87-a793-aeb81d1a4888 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:08.440305 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:08.500605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-696b4633-c1cb-46e6-ab71-3a463c5cb0dc tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port f54ad0d3-081e-4969-a287-6fad0b187d39 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:08.501022 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-696b4633-c1cb-46e6-ab71-3a463c5cb0dc tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:08.562103 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:08.572313 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39248470-3492-43a6-834e-b3959f2f3ebb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:08.601170 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b5add41-0e92-4b0f-bb7a-1793cd5cb780 req-d8b04699-b426-40c2-b57e-112cad0745c4 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509785 Dec 20 21:34:08.603476 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-92706efa-0887-45b6-af95-66c589adb311 req-77296de4-ada5-4224-9319-9f01cd963081 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:08.603829 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-92706efa-0887-45b6-af95-66c589adb311 req-77296de4-ada5-4224-9319-9f01cd963081 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:08.604148 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [req-92706efa-0887-45b6-af95-66c589adb311 req-77296de4-ada5-4224-9319-9f01cd963081 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Floating IP 07e17228-2736-4ba9-af2a-54dea36d0dd7 disassociated. External IP: 172.35.3.142, port: 29c9b8a5-e226-4145-8efa-de0db3aee8d8. Dec 20 21:34:08.604591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-92706efa-0887-45b6-af95-66c589adb311 req-77296de4-ada5-4224-9319-9f01cd963081 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Calling delete_port for 29c9b8a5-e226-4145-8efa-de0db3aee8d8 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:08.607953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 7788e856-e4e2-4e87-a793-aeb81d1a4888, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7788e856-e4e2-4e87-a793-aeb81d1a4888,segment=NetworkSegment(7f914734-570c-41b9-94ca-f38d120b09ec),segment_id=7f914734-570c-41b9-94ca-f38d120b09ec)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:08.615714 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc4064e9-834a-4504-9dd5-ffe77a4dc288 req-e304557e-46da-4a41-86f2-941e3b9ec26b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355883 Dec 20 21:34:08.615857 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:08.625845 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01556932-044b-4b7d-976f-f745379355c8 None None] Network f9893e68-2959-43db-8c25-af971bd2881e requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:08.761597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39248470-3492-43a6-834e-b3959f2f3ebb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 908cdb43-09e6-40f7-9111-3b232c54071b is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:08.770475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-97653129-fe06-4e33-96dc-4a875034c4be None None] Provisioning complete for port 7788e856-e4e2-4e87-a793-aeb81d1a4888 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:08.771049 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97653129-fe06-4e33-96dc-4a875034c4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:08.795341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-39248470-3492-43a6-834e-b3959f2f3ebb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:08.802106 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39248470-3492-43a6-834e-b3959f2f3ebb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:08.807192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=7788e856-e4e2-4e87-a793-aeb81d1a4888,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:08.826507 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39248470-3492-43a6-834e-b3959f2f3ebb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:08.827236 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39248470-3492-43a6-834e-b3959f2f3ebb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:08.828845 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e62ea3ba-c7f0-4ee8-bf6b-251026335d0a no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:08.842722 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-92706efa-0887-45b6-af95-66c589adb311 req-77296de4-ada5-4224-9319-9f01cd963081 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:08.858957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: e62ea3ba-c7f0-4ee8-bf6b-251026335d0a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:34:08.859371 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e62ea3ba-c7f0-4ee8-bf6b-251026335d0a not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:34:08.893386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77296de4-ada5-4224-9319-9f01cd963081 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Pushing event deleted for resources: {'Port': ['ID=29c9b8a5-e226-4145-8efa-de0db3aee8d8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:08.923107 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-696b4633-c1cb-46e6-ab71-3a463c5cb0dc tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:08.935147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39248470-3492-43a6-834e-b3959f2f3ebb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=53f065bb-4752-4edf-b433-9b9cf30db319,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:09.004393 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c7f9a-f34e-4533-a798-e3506e282a1c req-1629fc03-85cd-45d7-a91b-6d562871f437 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:09.006021 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e8c7f9a-f34e-4533-a798-e3506e282a1c req-1629fc03-85cd-45d7-a91b-6d562871f437 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f575c3d-a3a4-4bff-bef8-5392669afdae HTTP/1.1" status: 200 len: 868 time: 0.4388711 Dec 20 21:34:09.016292 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-39248470-3492-43a6-834e-b3959f2f3ebb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2542179 Dec 20 21:34:09.024011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44264) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:09.032079 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-696b4633-c1cb-46e6-ab71-3a463c5cb0dc tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for f54ad0d3-081e-4969-a287-6fad0b187d39 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:09.149594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92706efa-0887-45b6-af95-66c589adb311 req-77296de4-ada5-4224-9319-9f01cd963081 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Router 75d657b4-bb44-438a-ae10-24d5065fc132 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:34:09.217071 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 29c9b8a5-e226-4145-8efa-de0db3aee8d8 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:09.243539 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e8c7f9a-f34e-4533-a798-e3506e282a1c req-99bd0ff4-0387-41e7-afaf-d534b7ff5304 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups?id=2017e92e-9fa5-4ed9-9b5d-2db266206ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252152 Dec 20 21:34:09.263637 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 29c9b8a5-e226-4145-8efa-de0db3aee8d8 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:34:09.263990 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 29c9b8a5-e226-4145-8efa-de0db3aee8d8 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:34:09.345067 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-fa290bbd-72bf-4a16-bd6e-18301d0e08bb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port 53f065bb-4752-4edf-b433-9b9cf30db319 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:09.345713 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa290bbd-72bf-4a16-bd6e-18301d0e08bb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:09.367895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44274) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:09.490749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e4520093-1fec-46a9-9ee8-0384e8772c03 None None] Provisioning complete for port 7788e856-e4e2-4e87-a793-aeb81d1a4888 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:09.491946 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e4520093-1fec-46a9-9ee8-0384e8772c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:09.497173 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4691e8a9-e4d5-4516-8af9-d323bf20e905 req-52b68296-110f-4065-9374-05a0c8ba6d4a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.3666387 Dec 20 21:34:09.530011 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa290bbd-72bf-4a16-bd6e-18301d0e08bb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:09.542546 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2b15d-8b0a-4d77-a579-ab5fee1aec35 req-111e701a-684c-47f8-a3f0-cd4f8015d438 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:09.544489 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37a2b15d-8b0a-4d77-a579-ab5fee1aec35 req-111e701a-684c-47f8-a3f0-cd4f8015d438 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 0.4149797 Dec 20 21:34:09.585603 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-fa290bbd-72bf-4a16-bd6e-18301d0e08bb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for 53f065bb-4752-4edf-b433-9b9cf30db319 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:09.613993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92706efa-0887-45b6-af95-66c589adb311 req-77296de4-ada5-4224-9319-9f01cd963081 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:34:09.637677 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb790e7-0b75-44c4-a8bb-1d0b62f99985 None None] Sync routers for ids ['75d657b4-bb44-438a-ae10-24d5065fc132'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:34:09.670698 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb790e7-0b75-44c4-a8bb-1d0b62f99985 None None] Routers {'75d657b4-bb44-438a-ae10-24d5065fc132'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:34:09.671491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5cb790e7-0b75-44c4-a8bb-1d0b62f99985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:33:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['75d657b4-bb44-438a-ae10-24d5065fc132'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:09.683095 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-696b4633-c1cb-46e6-ab71-3a463c5cb0dc tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:09.944982 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-5cb790e7-0b75-44c4-a8bb-1d0b62f99985 None None] Set router 75d657b4-bb44-438a-ae10-24d5065fc132 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:34:09.979940 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e4520093-1fec-46a9-9ee8-0384e8772c03 None None] Could not find standard attr ID for object f54ad0d3-081e-4969-a287-6fad0b187d39. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:34:10.047235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-92706efa-0887-45b6-af95-66c589adb311 req-77296de4-ada5-4224-9319-9f01cd963081 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] No DVR routers for this DVR port 29c9b8a5-e226-4145-8efa-de0db3aee8d8 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:10.052843 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-92706efa-0887-45b6-af95-66c589adb311 req-77296de4-ada5-4224-9319-9f01cd963081 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:10.056823 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-92706efa-0887-45b6-af95-66c589adb311 req-77296de4-ada5-4224-9319-9f01cd963081 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.31 "DELETE /v2.0/ports/29c9b8a5-e226-4145-8efa-de0db3aee8d8 HTTP/1.1" status: 204 len: 173 time: 3.1373346 Dec 20 21:34:10.057546 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'name': 'network-vif-deleted', 'tag': '29c9b8a5-e226-4145-8efa-de0db3aee8d8'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:34:10.060085 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c605ec73-8883-445a-84ba-a6de895c1bdc" -d '{"events": [{"server_uuid": "1f575c3d-a3a4-4bff-bef8-5392669afdae", "name": "network-vif-deleted", "tag": "29c9b8a5-e226-4145-8efa-de0db3aee8d8"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:34:10.081745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37a2b15d-8b0a-4d77-a579-ab5fee1aec35 req-9f234bd9-3349-4678-919b-509834ae819e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181441 Dec 20 21:34:10.102485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691e8a9-e4d5-4516-8af9-d323bf20e905 req-12f4cfeb-905c-4585-bfc4-79d0c834c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:10.106221 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4691e8a9-e4d5-4516-8af9-d323bf20e905 req-12f4cfeb-905c-4585-bfc4-79d0c834c378 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 1093 time: 0.4729366 Dec 20 21:34:10.117046 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:34:10.165323 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e56c0c18-ae08-480c-9f88-b14de3dc72d2 None None] Could not find standard attr ID for object f54ad0d3-081e-4969-a287-6fad0b187d39. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:34:10.268539 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7788e856-e4e2-4e87-a793-aeb81d1a4888 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:34:10.296010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691e8a9-e4d5-4516-8af9-d323bf20e905 req-efcd1fb8-be92-44f0-a2f6-fd0cf5f692e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:10.298002 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4691e8a9-e4d5-4516-8af9-d323bf20e905 req-efcd1fb8-be92-44f0-a2f6-fd0cf5f692e3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 0.1414378 Dec 20 21:34:10.328528 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5cb790e7-0b75-44c4-a8bb-1d0b62f99985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:25:33Z', 'revision_number': 4, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '018ebc94-12eb-424c-ad64-7f0d5be10c6d', 'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'mac_address': 'fa:16:3e:38:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:32Z', 'updated_at': '2021-12-20T21:25:37Z', 'revision_number': 5, 'project_id': '2372edae52864334a53d4fba944cc335', 'subnets': [{'id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:10.358350 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-11a2980e-40d3-47bc-8c68-518e329923b6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1750403486'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:10.374988 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb790e7-0b75-44c4-a8bb-1d0b62f99985 None None] Checking router: 75d657b4-bb44-438a-ae10-24d5065fc132 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:34:10.381467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7788e856-e4e2-4e87-a793-aeb81d1a4888 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:10.382234 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:10.385247 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b4633-c1cb-46e6-ab71-3a463c5cb0dc tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=f54ad0d3-081e-4969-a287-6fad0b187d39,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:10.422155 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10406-6845-426e-a123-8ba85ffe8ede req-baaae85d-5223-46e1-a1f6-e3ddb10f92fc tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:10.424038 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34e10406-6845-426e-a123-8ba85ffe8ede req-baaae85d-5223-46e1-a1f6-e3ddb10f92fc tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.2774026 Dec 20 21:34:10.449353 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb790e7-0b75-44c4-a8bb-1d0b62f99985 None None] Routers {'75d657b4-bb44-438a-ae10-24d5065fc132'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:34:10.450489 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5cb790e7-0b75-44c4-a8bb-1d0b62f99985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:33:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['75d657b4-bb44-438a-ae10-24d5065fc132'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:10.478721 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-f6cb3cad-d442-4613-b4e2-7deaecd18988 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 644 time: 0.2976246 Dec 20 21:34:10.570375 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa290bbd-72bf-4a16-bd6e-18301d0e08bb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:10.584712 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a17676-c991-48fb-84b2-93def1d36471 req-5ada1bbc-234d-4d2a-b35c-41bb40583a82 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:10.587141 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38a17676-c991-48fb-84b2-93def1d36471 req-5ada1bbc-234d-4d2a-b35c-41bb40583a82 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 945 time: 0.9050784 Dec 20 21:34:10.589722 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a2980e-40d3-47bc-8c68-518e329923b6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Made reservation on behalf of 593a205a8674400b9f82f36cff0c7f82 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:10.593983 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11a2980e-40d3-47bc-8c68-518e329923b6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:10.598633 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4691e8a9-e4d5-4516-8af9-d323bf20e905 req-6dd63057-8efb-4986-a6d5-95b178d5506d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b71953cc-274e-48e8-9e1d-23313750574c HTTP/1.1" status: 200 len: 999 time: 0.2725086 Dec 20 21:34:10.663233 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34e10406-6845-426e-a123-8ba85ffe8ede req-ce91ca39-c1e4-4a5a-be77-c5b76638e79b tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138906 Dec 20 21:34:10.670996 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11a2980e-40d3-47bc-8c68-518e329923b6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:10.675014 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-5cb790e7-0b75-44c4-a8bb-1d0b62f99985 None None] Set router 75d657b4-bb44-438a-ae10-24d5065fc132 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:34:10.717763 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-946ad578-c042-4f2d-845d-aae59ea805ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:10.718383 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-946ad578-c042-4f2d-845d-aae59ea805ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:10.718947 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa290bbd-72bf-4a16-bd6e-18301d0e08bb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:10.719787 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-946ad578-c042-4f2d-845d-aae59ea805ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:10.720260 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-946ad578-c042-4f2d-845d-aae59ea805ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:10.720720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-946ad578-c042-4f2d-845d-aae59ea805ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:10.721179 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-946ad578-c042-4f2d-845d-aae59ea805ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:10.721828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-946ad578-c042-4f2d-845d-aae59ea805ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:10.722319 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fa290bbd-72bf-4a16-bd6e-18301d0e08bb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/ports/53f065bb-4752-4edf-b433-9b9cf30db319 HTTP/1.1" status: 204 len: 168 time: 1.6973417 Dec 20 21:34:10.723860 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-946ad578-c042-4f2d-845d-aae59ea805ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 6477 time: 0.1473265 Dec 20 21:34:10.726578 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44288) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:10.729729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691e8a9-e4d5-4516-8af9-d323bf20e905 req-093dc610-015d-4e05-a49d-0a9988b8262a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:10.731658 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4691e8a9-e4d5-4516-8af9-d323bf20e905 req-093dc610-015d-4e05-a49d-0a9988b8262a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.0865035 Dec 20 21:34:10.735631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e11a857a-a714-469d-9d0b-d3fe6c7e83a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b', 'mac_address': 'fa:16:3e:03:d4:97', 'name': 'tempest-PortsIpV6TestJSON-1891368903'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:10.748461 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-696b4633-c1cb-46e6-ab71-3a463c5cb0dc tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:10.751859 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-696b4633-c1cb-46e6-ab71-3a463c5cb0dc tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/ports/f54ad0d3-081e-4969-a287-6fad0b187d39 HTTP/1.1" status: 204 len: 168 time: 2.6458509 Dec 20 21:34:10.752755 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa290bbd-72bf-4a16-bd6e-18301d0e08bb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=53f065bb-4752-4edf-b433-9b9cf30db319,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:10.755402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44290) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:10.803638 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38a17676-c991-48fb-84b2-93def1d36471 req-5b7ce671-218f-4de8-90f2-dd2f5bcdefec tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733458 Dec 20 21:34:10.833644 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed7b4f5-871a-43ea-b475-d5658859d9a5 x-openstack-request-id: req-9ed7b4f5-871a-43ea-b475-d5658859d9a5 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:34:10.833983 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f575c3d-a3a4-4bff-bef8-5392669afdae", "name": "network-vif-deleted", "tag": "29c9b8a5-e226-4145-8efa-de0db3aee8d8", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:34:10.834301 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ed7b4f5-871a-43ea-b475-d5658859d9a5 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:34:10.834707 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f575c3d-a3a4-4bff-bef8-5392669afdae', 'name': 'network-vif-deleted', 'tag': '29c9b8a5-e226-4145-8efa-de0db3aee8d8', 'status': 'completed', 'code': 200} Dec 20 21:34:10.836745 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0f154e-1e31-4a52-825f-5ffd9c97eefe tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] GET failed (client error): The resource could not be found. Dec 20 21:34:10.842409 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8c0f154e-1e31-4a52-825f-5ffd9c97eefe tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports/f54ad0d3-081e-4969-a287-6fad0b187d39 HTTP/1.1" status: 404 len: 333 time: 0.0836480 Dec 20 21:34:10.842409 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44292) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:10.927625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691e8a9-e4d5-4516-8af9-d323bf20e905 req-407f76db-df57-423a-a6f4-3c71f0c0577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:10.929076 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4691e8a9-e4d5-4516-8af9-d323bf20e905 req-407f76db-df57-423a-a6f4-3c71f0c0577d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1878583 Dec 20 21:34:10.946721 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-185965bd-1bad-43b0-9116-996391a83553 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting subnet df730113-e6dd-4d9a-b46e-60d33c555f04 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:34:10.952439 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-185965bd-1bad-43b0-9116-996391a83553 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:11.006771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11a857a-a714-469d-9d0b-d3fe6c7e83a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:11.008783 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11a2980e-40d3-47bc-8c68-518e329923b6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:11.013532 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11a2980e-40d3-47bc-8c68-518e329923b6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:11.025721 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-185965bd-1bad-43b0-9116-996391a83553 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:11.064597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a2980e-40d3-47bc-8c68-518e329923b6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:34:11.074345 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5cb790e7-0b75-44c4-a8bb-1d0b62f99985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:25:33Z', 'revision_number': 4, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '018ebc94-12eb-424c-ad64-7f0d5be10c6d', 'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'mac_address': 'fa:16:3e:38:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:32Z', 'updated_at': '2021-12-20T21:25:37Z', 'revision_number': 5, 'project_id': '2372edae52864334a53d4fba944cc335', 'subnets': [{'id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:11.075767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-87d5aac5-f94a-4b36-9769-22a9d795d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:11.076438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-87d5aac5-f94a-4b36-9769-22a9d795d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:11.076904 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-87d5aac5-f94a-4b36-9769-22a9d795d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:11.079336 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-87d5aac5-f94a-4b36-9769-22a9d795d679 service neutron] 10.222.0.66 "GET /v2.0/networks?id=92da4183-ce83-467f-96db-4d2c3a33eb57&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&id=ae5f0a2b-8184-4e1d-822a-c5435728b42b HTTP/1.1" status: 200 len: 2293 time: 0.2742748 Dec 20 21:34:11.088943 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11a2980e-40d3-47bc-8c68-518e329923b6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:11.089338 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-11a2980e-40d3-47bc-8c68-518e329923b6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Added segment bb9d3029-0937-4cdb-a15d-5073055a3b77 of type vlan for network c5b4f051-eee3-4ea6-a2a0-5a82326216f4 Dec 20 21:34:11.090624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2980e-40d3-47bc-8c68-518e329923b6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba54a6aa-7233-4aaf-ae54-0109cf3efa82,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:11.119020 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb790e7-0b75-44c4-a8bb-1d0b62f99985 None None] The sync data for ids ['75d657b4-bb44-438a-ae10-24d5065fc132'] in n-d-xena-1 is: [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:25:33Z', 'revision_number': 4, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '018ebc94-12eb-424c-ad64-7f0d5be10c6d', 'name': '', 'network_id': 'c507b886-4c4e-4889-b255-5311698a9b7a', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'mac_address': 'fa:16:3e:38:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:32Z', 'updated_at': '2021-12-20T21:25:37Z', 'revision_number': 5, 'project_id': '2372edae52864334a53d4fba944cc335', 'subnets': [{'id': '550ee55d-1479-46f2-9e4e-e2b23472d5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:34:11.164720 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e11a857a-a714-469d-9d0b-d3fe6c7e83a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:11.196880 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4691e8a9-e4d5-4516-8af9-d323bf20e905 req-20970404-28e4-4132-b574-dd65cc6325fa service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565835 Dec 20 21:34:11.200747 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11a2980e-40d3-47bc-8c68-518e329923b6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:11.222167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-e11a857a-a714-469d-9d0b-d3fe6c7e83a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] device_id is not set on port be9f4416-57eb-45ef-a08b-595f00720430 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:34:11.244541 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-5d7fe993-52d3-4a28-b066-33f78169522d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85e8bade-ced6-417c-a6a8-6dc4305942f4 HTTP/1.1" status: 200 len: 1000 time: 0.1318948 Dec 20 21:34:11.245066 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-185965bd-1bad-43b0-9116-996391a83553 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:11.287030 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11a2980e-40d3-47bc-8c68-518e329923b6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:11.292591 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a2980e-40d3-47bc-8c68-518e329923b6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:11.293219 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11a2980e-40d3-47bc-8c68-518e329923b6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:11.369590 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0bcca-f37d-45b9-b734-238eb0988ccd req-7dd4da3c-7dcd-41bc-8de1-876e78ec11c8 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:11.371685 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-30b0bcca-f37d-45b9-b734-238eb0988ccd req-7dd4da3c-7dcd-41bc-8de1-876e78ec11c8 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 0.1857073 Dec 20 21:34:11.391649 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-11a2980e-40d3-47bc-8c68-518e329923b6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0173726 Dec 20 21:34:11.395986 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44298) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:11.400261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-c673556f-62a4-44f4-9ffd-ba263aa0ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:11.401697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-c673556f-62a4-44f4-9ffd-ba263aa0ee5d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0e0a4469-c4b3-4646-a9ea-3b58cb2a6980 HTTP/1.1" status: 200 len: 850 time: 0.1006756 Dec 20 21:34:11.409821 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-12ef9904-78b5-4bc7-9ee9-99d0dce5fa9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Request body: {'subnet': {'network_id': 'c5b4f051-eee3-4ea6-a2a0-5a82326216f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:11.419261 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-185965bd-1bad-43b0-9116-996391a83553 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:11.428219 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2980e-40d3-47bc-8c68-518e329923b6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Pushing event updated for resources: {'Network': ['ID=c5b4f051-eee3-4ea6-a2a0-5a82326216f4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:11.436006 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb9c302-e09c-4dbc-9c14-f9ce55054c12 None None] New status for floating IP 07e17228-2736-4ba9-af2a-54dea36d0dd7: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:34:11.446848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network c5b4f051-eee3-4ea6-a2a0-5a82326216f4 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:34:11.498704 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-30b0bcca-f37d-45b9-b734-238eb0988ccd req-9ce684c6-3cee-4db9-9fdc-82e2f385e81a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023214 Dec 20 21:34:11.507743 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185965bd-1bad-43b0-9116-996391a83553 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Subnet': ['ID=df730113-e6dd-4d9a-b46e-60d33c555f04,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:11.512038 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-185965bd-1bad-43b0-9116-996391a83553 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:11.524658 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-185965bd-1bad-43b0-9116-996391a83553 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/df730113-e6dd-4d9a-b46e-60d33c555f04 HTTP/1.1" status: 204 len: 168 time: 0.6573489 Dec 20 21:34:11.526782 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d316e9e0-b203-413d-84f6-c012c793455d None None] Network f9893e68-2959-43db-8c25-af971bd2881e requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:11.527442 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44302) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:11.610595 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4691e8a9-e4d5-4516-8af9-d323bf20e905 req-8842ed51-27bf-449b-bbf2-d93fa5fc0fbb service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026930 Dec 20 21:34:11.710487 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:11.720488 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e11a857a-a714-469d-9d0b-d3fe6c7e83a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:11.729084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-39ca9117-2b4a-44fb-90f7-42e9149bfae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:11.730741 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-39ca9117-2b4a-44fb-90f7-42e9149bfae2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92da4183-ce83-467f-96db-4d2c3a33eb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3089321 Dec 20 21:34:11.809149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2607621-d80e-4593-bdcd-22e3512ed8a8 req-de35c2bd-9e00-460b-8ddb-8aa0a765a1c7 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:11.811183 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2607621-d80e-4593-bdcd-22e3512ed8a8 req-de35c2bd-9e00-460b-8ddb-8aa0a765a1c7 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 945 time: 0.2036521 Dec 20 21:34:11.821134 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ab8edd-a4ec-4a92-b3ae-e546db98714c None None] DHCP port deletion for f9893e68-2959-43db-8c25-af971bd2881e request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:34:11.834601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a272020-c4ef-4708-a757-ddd2d7f5fded req-115a8851-7478-4bde-99b1-e96128ad7521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:11.836218 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a272020-c4ef-4708-a757-ddd2d7f5fded req-115a8851-7478-4bde-99b1-e96128ad7521 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 1094 time: 0.1384172 Dec 20 21:34:11.861329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ef9904-78b5-4bc7-9ee9-99d0dce5fa9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Made reservation on behalf of 593a205a8674400b9f82f36cff0c7f82 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:11.864936 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12ef9904-78b5-4bc7-9ee9-99d0dce5fa9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:11.872265 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab8edd-a4ec-4a92-b3ae-e546db98714c None None] Deleting port 7788e856-e4e2-4e87-a793-aeb81d1a4888 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:11.872661 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8edd-a4ec-4a92-b3ae-e546db98714c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:11.884247 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61237d8a-f17d-480b-b96a-ebea90521cfa req-c900a490-65d3-47b1-a8e3-988767795cdb tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:11.885822 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-61237d8a-f17d-480b-b96a-ebea90521cfa req-c900a490-65d3-47b1-a8e3-988767795cdb tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.0933595 Dec 20 21:34:11.912864 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port 7788e856-e4e2-4e87-a793-aeb81d1a4888 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:11.913233 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:11.937608 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a272020-c4ef-4708-a757-ddd2d7f5fded req-b310fa48-ee97-4802-82d2-6f230d3949d2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940604 Dec 20 21:34:11.961045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44314) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:11.966508 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e11a857a-a714-469d-9d0b-d3fe6c7e83a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.005275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c4ab8edd-a4ec-4a92-b3ae-e546db98714c None None] For port 7788e856-e4e2-4e87-a793-aeb81d1a4888, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7788e856-e4e2-4e87-a793-aeb81d1a4888,segment=NetworkSegment(7f914734-570c-41b9-94ca-f38d120b09ec),segment_id=7f914734-570c-41b9-94ca-f38d120b09ec)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:12.006202 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8edd-a4ec-4a92-b3ae-e546db98714c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.019287 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-61237d8a-f17d-480b-b96a-ebea90521cfa req-6c5d200f-4a29-49f8-887a-e511388dcbf0 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242342 Dec 20 21:34:12.028444 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab8edd-a4ec-4a92-b3ae-e546db98714c None None] Calling delete_port for 7788e856-e4e2-4e87-a793-aeb81d1a4888 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:12.033580 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-c4add110-cbaa-4300-9e76-39fee2ad2e5d service neutron] 10.222.0.66 "GET /v2.0/networks/92da4183-ce83-467f-96db-4d2c3a33eb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929416 Dec 20 21:34:12.037250 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] For port 7788e856-e4e2-4e87-a793-aeb81d1a4888, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7788e856-e4e2-4e87-a793-aeb81d1a4888,segment=NetworkSegment(7f914734-570c-41b9-94ca-f38d120b09ec),segment_id=7f914734-570c-41b9-94ca-f38d120b09ec)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:12.037826 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.050667 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for 7788e856-e4e2-4e87-a793-aeb81d1a4888 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:12.101982 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a857a-a714-469d-9d0b-d3fe6c7e83a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 908cdb43-09e6-40f7-9111-3b232c54071b is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:12.123798 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-e11a857a-a714-469d-9d0b-d3fe6c7e83a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:12.131273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a857a-a714-469d-9d0b-d3fe6c7e83a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:12.133797 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8edd-a4ec-4a92-b3ae-e546db98714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.136765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11a857a-a714-469d-9d0b-d3fe6c7e83a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:12.137548 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e11a857a-a714-469d-9d0b-d3fe6c7e83a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.141634 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.173151 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab8edd-a4ec-4a92-b3ae-e546db98714c None None] Pushing event deleted for resources: {'Port': ['ID=7788e856-e4e2-4e87-a793-aeb81d1a4888,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:12.174658 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a857a-a714-469d-9d0b-d3fe6c7e83a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=be9f4416-57eb-45ef-a08b-595f00720430,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:12.181982 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab8edd-a4ec-4a92-b3ae-e546db98714c None None] No DVR routers for this DVR port 7788e856-e4e2-4e87-a793-aeb81d1a4888 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:12.184456 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=7788e856-e4e2-4e87-a793-aeb81d1a4888,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:12.189721 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No DVR routers for this DVR port 7788e856-e4e2-4e87-a793-aeb81d1a4888 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:12.216526 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e11a857a-a714-469d-9d0b-d3fe6c7e83a1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4886293 Dec 20 21:34:12.224178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44316) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:12.252457 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7788e856-e4e2-4e87-a793-aeb81d1a4888 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:12.254469 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c7e42570-28f9-4390-9c3e-cf72078584cc tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.275847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 7788e856-e4e2-4e87-a793-aeb81d1a4888 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:34:12.276244 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7788e856-e4e2-4e87-a793-aeb81d1a4888 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:34:12.316219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b0e64-9be0-4e11-94cd-37dcd19b1d4f req-7836d800-eda6-469e-9f37-e9fadee5d370 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:12.318572 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-477b0e64-9be0-4e11-94cd-37dcd19b1d4f req-7836d800-eda6-469e-9f37-e9fadee5d370 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 0.2616634 Dec 20 21:34:12.348456 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.367201 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-b2607621-d80e-4593-bdcd-22e3512ed8a8 req-b1f9dcf3-45c8-4b44-8d3f-566cf5ff5632 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Deleting port 6e34011d-ef40-4df7-8fac-d260f2dd4e60 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:12.367537 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b2607621-d80e-4593-bdcd-22e3512ed8a8 req-b1f9dcf3-45c8-4b44-8d3f-566cf5ff5632 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.376371 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9893e68-2959-43db-8c25-af971bd2881e']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:12.390599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8731ad-e1a8-458e-b767-f9e855d5d04e req-42b663b9-5f3f-4748-a5ca-bac5ab7cf0e2 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:12.392039 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad8731ad-e1a8-458e-b767-f9e855d5d04e req-42b663b9-5f3f-4748-a5ca-bac5ab7cf0e2 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 945 time: 0.0898831 Dec 20 21:34:12.395562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f914734-570c-41b9-94ca-f38d120b09ec') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:12.395855 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f914734-570c-41b9-94ca-f38d120b09ec') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:12.406407 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.414566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d8a5a5-5b6b-4997-9588-fe28b11df08c tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:12.415937 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-58d8a5a5-5b6b-4997-9588-fe28b11df08c tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports/be9f4416-57eb-45ef-a08b-595f00720430 HTTP/1.1" status: 200 len: 845 time: 0.1877909 Dec 20 21:34:12.419448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44318) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:12.454944 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c7e42570-28f9-4390-9c3e-cf72078584cc tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.460539 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.483482 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:34:12.483891 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:34:12.487339 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:34:12.490873 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad8731ad-e1a8-458e-b767-f9e855d5d04e req-1822d860-06e6-4e91-bbcd-759c308dfeb3 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883048 Dec 20 21:34:12.587915 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.597122 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-477b0e64-9be0-4e11-94cd-37dcd19b1d4f req-137c391c-38ad-439b-982d-f59af500fea6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346992 Dec 20 21:34:12.597561 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.601278 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/networks/f9893e68-2959-43db-8c25-af971bd2881e HTTP/1.1" status: 204 len: 168 time: 1.0721500 Dec 20 21:34:12.608630 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44320) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:12.611422 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-fffe66cb-f8a9-4900-acad-271041bb6364 service neutron] 10.222.0.66 "GET /v2.0/networks/92da4183-ce83-467f-96db-4d2c3a33eb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741148 Dec 20 21:34:12.618810 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9331756-150a-470b-a704-ba8db08374d7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Network': ['ID=f9893e68-2959-43db-8c25-af971bd2881e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:12.621101 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b554d6b0-992b-4d69-a762-5ff84665b41f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d', 'name': 'tempest-PortsTestJSON-185105544'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:12.630663 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a5e90-89f6-4290-8cca-38e98a22c22f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port be9f4416-57eb-45ef-a08b-595f00720430 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:12.630889 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12ef9904-78b5-4bc7-9ee9-99d0dce5fa9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.631136 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f8a5e90-89f6-4290-8cca-38e98a22c22f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.703047 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f8a5e90-89f6-4290-8cca-38e98a22c22f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.723440 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a5e90-89f6-4290-8cca-38e98a22c22f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for be9f4416-57eb-45ef-a08b-595f00720430 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:12.764622 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-54eb5817-d655-4493-9a24-4bdaea20f648 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=1d3edd11-b710-430d-ae69-8d04fe58dcc7 HTTP/1.1" status: 200 len: 217 time: 0.1355689 Dec 20 21:34:12.805002 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c7e42570-28f9-4390-9c3e-cf72078584cc tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.807907 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c7e42570-28f9-4390-9c3e-cf72078584cc tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.812430 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c7e42570-28f9-4390-9c3e-cf72078584cc tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "DELETE /v2.0/security-groups/2017e92e-9fa5-4ed9-9b5d-2db266206ba9 HTTP/1.1" status: 204 len: 168 time: 0.8450153 Dec 20 21:34:12.813972 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44328) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:12.828023 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f8a5e90-89f6-4290-8cca-38e98a22c22f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.830624 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-e25903c4-0133-48b7-9a4e-b236903a28b9 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] show failed (client error): The resource could not be found. Dec 20 21:34:12.834582 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e25903c4-0133-48b7-9a4e-b236903a28b9 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "GET /v2.0/security-groups/2017e92e-9fa5-4ed9-9b5d-2db266206ba9 HTTP/1.1" status: 404 len: 347 time: 0.0166893 Dec 20 21:34:12.838459 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44330) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:12.853856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-b2607621-d80e-4593-bdcd-22e3512ed8a8 req-b1f9dcf3-45c8-4b44-8d3f-566cf5ff5632 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] For port 6e34011d-ef40-4df7-8fac-d260f2dd4e60, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6e34011d-ef40-4df7-8fac-d260f2dd4e60,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:12.854251 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b2607621-d80e-4593-bdcd-22e3512ed8a8 req-b1f9dcf3-45c8-4b44-8d3f-566cf5ff5632 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.880039 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef9904-78b5-4bc7-9ee9-99d0dce5fa9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Pushing event updated for resources: {'Subnet': ['ID=efe367dd-cc22-49b6-811b-676caf073671,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:12.883075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e42570-28f9-4390-9c3e-cf72078584cc tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2017e92e-9fa5-4ed9-9b5d-2db266206ba9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:12.898509 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-b2607621-d80e-4593-bdcd-22e3512ed8a8 req-b1f9dcf3-45c8-4b44-8d3f-566cf5ff5632 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Calling delete_port for 6e34011d-ef40-4df7-8fac-d260f2dd4e60 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:12.917290 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a5e90-89f6-4290-8cca-38e98a22c22f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=be9f4416-57eb-45ef-a08b-595f00720430,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:12.919950 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f8a5e90-89f6-4290-8cca-38e98a22c22f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:12.923675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2f8a5e90-89f6-4290-8cca-38e98a22c22f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/ports/be9f4416-57eb-45ef-a08b-595f00720430 HTTP/1.1" status: 204 len: 168 time: 0.4977460 Dec 20 21:34:12.929432 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44336) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:12.946989 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-b1d255d5-7d6a-4cd8-a7a6-83ccee61533f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:12.948502 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-b1d255d5-7d6a-4cd8-a7a6-83ccee61533f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.1642690 Dec 20 21:34:12.961391 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4e9dd5-c467-4797-9b31-eefd761784c1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] GET failed (client error): The resource could not be found. Dec 20 21:34:12.963154 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4e4e9dd5-c467-4797-9b31-eefd761784c1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports/be9f4416-57eb-45ef-a08b-595f00720430 HTTP/1.1" status: 404 len: 333 time: 0.0326855 Dec 20 21:34:12.996355 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44338) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:13.006130 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b95454e9-7868-49e1-af8a-ac41fc4582a5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b', 'name': 'tempest-PortsIpV6TestJSON-1354891193'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:13.012981 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ef9904-78b5-4bc7-9ee9-99d0dce5fa9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Checking segment: {'id': 'bb9d3029-0937-4cdb-a15d-5073055a3b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c5b4f051-eee3-4ea6-a2a0-5a82326216f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:34:13.014454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ef9904-78b5-4bc7-9ee9-99d0dce5fa9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Network hostable DHCP agents. Network: c5b4f051-eee3-4ea6-a2a0-5a82326216f4, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:34:13.042572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b554d6b0-992b-4d69-a762-5ff84665b41f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:13.048253 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b554d6b0-992b-4d69-a762-5ff84665b41f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:13.136156 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-b554d6b0-992b-4d69-a762-5ff84665b41f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] device_id is not set on port ea767a44-14a8-4111-b246-6c388a473f7d yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:34:13.217188 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9230e94-85d6-4b2f-b621-b3f793113557 req-9c9db66f-23c6-4bde-98bb-14fd199f53bd tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:13.218916 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e9230e94-85d6-4b2f-b621-b3f793113557 req-9c9db66f-23c6-4bde-98bb-14fd199f53bd tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.1023781 Dec 20 21:34:13.231263 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c780642b-bcc0-4f76-bf7c-112d606c2c72 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Deleting port 1675cced-4baa-4f54-b5cd-c03eaf11e591 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:13.231622 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c780642b-bcc0-4f76-bf7c-112d606c2c72 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:13.234319 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95454e9-7868-49e1-af8a-ac41fc4582a5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:13.238111 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b95454e9-7868-49e1-af8a-ac41fc4582a5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:13.325393 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-b95454e9-7868-49e1-af8a-ac41fc4582a5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] device_id is not set on port df07e621-33a7-423a-89c7-9afcc29f7f9b yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:34:13.384989 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e9230e94-85d6-4b2f-b621-b3f793113557 req-d147da09-5c5d-48bb-a74e-489291a26a76 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560133 Dec 20 21:34:13.414836 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c780642b-bcc0-4f76-bf7c-112d606c2c72 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:13.414836 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c780642b-bcc0-4f76-bf7c-112d606c2c72 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:13.444020 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c780642b-bcc0-4f76-bf7c-112d606c2c72 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Calling delete_port for 1675cced-4baa-4f54-b5cd-c03eaf11e591 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:13.454441 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ef9904-78b5-4bc7-9ee9-99d0dce5fa9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Network c5b4f051-eee3-4ea6-a2a0-5a82326216f4 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:34:13.458006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-de2d2055-f18c-4124-bef3-9d8d8bed70ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:13.459551 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-de2d2055-f18c-4124-bef3-9d8d8bed70ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.4606469 Dec 20 21:34:13.509392 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-12ef9904-78b5-4bc7-9ee9-99d0dce5fa9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, c5b4f051-eee3-4ea6-a2a0-5a82326216f4) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:13.522172 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3958acb0-d5bf-4207-86df-db092775f942 None None] Network c5b4f051-eee3-4ea6-a2a0-5a82326216f4 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:13.530127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ef9904-78b5-4bc7-9ee9-99d0dce5fa9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:13.530726 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12ef9904-78b5-4bc7-9ee9-99d0dce5fa9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:13.549965 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-17e13de7-1a97-4815-b327-a92c91ba7335 req-7ec0ee9e-3162-434f-9cd6-75096550e845 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1302208365', 'description': 'tempest-description-615630685'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:13.619115 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-17e13de7-1a97-4815-b327-a92c91ba7335 req-7ec0ee9e-3162-434f-9cd6-75096550e845 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:13.627886 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b95454e9-7868-49e1-af8a-ac41fc4582a5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:13.633193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae6c47-55f3-4fa8-a0f1-5510c6d91e27 req-ee4bbfd0-9f91-4c40-b275-266e0b6bc976 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:13.634761 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-65ae6c47-55f3-4fa8-a0f1-5510c6d91e27 req-ee4bbfd0-9f91-4c40-b275-266e0b6bc976 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 0.5524135 Dec 20 21:34:13.665858 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-12ef9904-78b5-4bc7-9ee9-99d0dce5fa9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2673204 Dec 20 21:34:13.668734 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44350) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:13.682545 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-39f6c1f8-daff-431a-8a1e-5348e219da9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Request body: {'port': {'network_id': 'c5b4f051-eee3-4ea6-a2a0-5a82326216f4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-240745354'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:13.689629 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b2607621-d80e-4593-bdcd-22e3512ed8a8 req-b1f9dcf3-45c8-4b44-8d3f-566cf5ff5632 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:13.741024 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['939afb12-8918-43e4-8f4e-99a1a7147d0a', '0916bcbf-7425-4290-9937-b695ba82fd47', '6e34011d-ef40-4df7-8fac-d260f2dd4e60'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:34:13.757458 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-49a1fad3-e39e-4de4-accc-59db6597a2f3 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602441 Dec 20 21:34:13.772307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9dcf3-45c8-4b44-8d3f-566cf5ff5632 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Pushing event deleted for resources: {'Port': ['ID=6e34011d-ef40-4df7-8fac-d260f2dd4e60,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:13.772955 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-c5b4f051-eee3-4ea6-a2a0-5a82326216f4', 'network_id': 'c5b4f051-eee3-4ea6-a2a0-5a82326216f4', 'tenant_id': '593a205a8674400b9f82f36cff0c7f82', 'fixed_ips': [{'subnet_id': 'efe367dd-cc22-49b6-811b-676caf073671'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:34:13.774003 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:13.823744 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b95454e9-7868-49e1-af8a-ac41fc4582a5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:13.880818 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c780642b-bcc0-4f76-bf7c-112d606c2c72 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:13.913507 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2607621-d80e-4593-bdcd-22e3512ed8a8 req-b1f9dcf3-45c8-4b44-8d3f-566cf5ff5632 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] No DVR routers for this DVR port 6e34011d-ef40-4df7-8fac-d260f2dd4e60 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:13.919738 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95454e9-7868-49e1-af8a-ac41fc4582a5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 908cdb43-09e6-40f7-9111-3b232c54071b is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:13.923387 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b2607621-d80e-4593-bdcd-22e3512ed8a8 req-b1f9dcf3-45c8-4b44-8d3f-566cf5ff5632 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:13.924110 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-17e13de7-1a97-4815-b327-a92c91ba7335 req-7ec0ee9e-3162-434f-9cd6-75096550e845 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:13.926895 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2607621-d80e-4593-bdcd-22e3512ed8a8 req-b1f9dcf3-45c8-4b44-8d3f-566cf5ff5632 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.66 "DELETE /v2.0/ports/6e34011d-ef40-4df7-8fac-d260f2dd4e60 HTTP/1.1" status: 204 len: 173 time: 2.1040075 Dec 20 21:34:13.927413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce21867f-6a55-4998-8add-49349487d55b', 'name': 'network-vif-deleted', 'tag': '6e34011d-ef40-4df7-8fac-d260f2dd4e60'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:34:13.929909 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93074a9d-4957-43e7-b317-5ce7ac466a6e" -d '{"events": [{"server_uuid": "ce21867f-6a55-4998-8add-49349487d55b", "name": "network-vif-deleted", "tag": "6e34011d-ef40-4df7-8fac-d260f2dd4e60"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:34:13.940303 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-b95454e9-7868-49e1-af8a-ac41fc4582a5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:13.943210 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-65ae6c47-55f3-4fa8-a0f1-5510c6d91e27 req-0f0770b7-9aa9-4aa6-8872-aa8778a28619 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809319 Dec 20 21:34:13.947703 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95454e9-7868-49e1-af8a-ac41fc4582a5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:13.953746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95454e9-7868-49e1-af8a-ac41fc4582a5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:13.954469 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b95454e9-7868-49e1-af8a-ac41fc4582a5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:13.956637 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-17e13de7-1a97-4815-b327-a92c91ba7335 req-7ec0ee9e-3162-434f-9cd6-75096550e845 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:13.958895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95454e9-7868-49e1-af8a-ac41fc4582a5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=df07e621-33a7-423a-89c7-9afcc29f7f9b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:13.967164 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b554d6b0-992b-4d69-a762-5ff84665b41f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:13.974565 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Allocated IP 172.20.0.2 (c5b4f051-eee3-4ea6-a2a0-5a82326216f4/efe367dd-cc22-49b6-811b-676caf073671/df26811e-d0bf-4bc8-a53c-d22014b7b2ab) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:14.001308 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-5947b345-9c4d-4aa7-99f2-c32521d34dfc service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972442 Dec 20 21:34:14.057534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780642b-bcc0-4f76-bf7c-112d606c2c72 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Pushing event deleted for resources: {'Port': ['ID=1675cced-4baa-4f54-b5cd-c03eaf11e591,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:14.064721 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-a91bdb2c-2e1b-4f9e-90cc-f1ff34d3283f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=97563572-4662-45fc-886e-d7a94f6a1dea HTTP/1.1" status: 200 len: 217 time: 0.0517392 Dec 20 21:34:14.074109 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f6c1f8-daff-431a-8a1e-5348e219da9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Made reservation on behalf of 593a205a8674400b9f82f36cff0c7f82 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:14.077645 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39f6c1f8-daff-431a-8a1e-5348e219da9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:14.090103 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b95454e9-7868-49e1-af8a-ac41fc4582a5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0902781 Dec 20 21:34:14.090339 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-17e13de7-1a97-4815-b327-a92c91ba7335 req-7ec0ee9e-3162-434f-9cd6-75096550e845 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:14.102589 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-17e13de7-1a97-4815-b327-a92c91ba7335 req-7ec0ee9e-3162-434f-9cd6-75096550e845 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5879252 Dec 20 21:34:14.106875 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0ee9e-3162-434f-9cd6-75096550e845 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138bbaa0-e574-4d5b-b458-b4e6b72ed44b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:14.121706 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44354) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:14.134459 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cd67aaaa-c615-4677-b696-fc6951a752d7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:14.192492 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7281e4fa-bf05-4758-8b91-b91615faafe5 req-1c69ca97-3ba3-4c44-adaa-4d29976f34a1 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce21867f-6a55-4998-8add-49349487d55b HTTP/1.1" status: 200 len: 210 time: 0.0628955 Dec 20 21:34:14.193546 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b554d6b0-992b-4d69-a762-5ff84665b41f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:14.206984 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c780642b-bcc0-4f76-bf7c-112d606c2c72 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:14.209868 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d7f522-4414-4d8e-bda4-c61a748172c1 x-openstack-request-id: req-52d7f522-4414-4d8e-bda4-c61a748172c1 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:34:14.210507 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce21867f-6a55-4998-8add-49349487d55b", "name": "network-vif-deleted", "tag": "6e34011d-ef40-4df7-8fac-d260f2dd4e60", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:34:14.210781 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52d7f522-4414-4d8e-bda4-c61a748172c1 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:34:14.211187 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce21867f-6a55-4998-8add-49349487d55b', 'name': 'network-vif-deleted', 'tag': '6e34011d-ef40-4df7-8fac-d260f2dd4e60', 'status': 'completed', 'code': 200} Dec 20 21:34:14.213814 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c780642b-bcc0-4f76-bf7c-112d606c2c72 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:14.226132 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c780642b-bcc0-4f76-bf7c-112d606c2c72 tempest-AttachVolumeShelveTestJSON-55288173 tempest-AttachVolumeShelveTestJSON-55288173-project] 10.222.0.32 "DELETE /v2.0/floatingips/07e17228-2736-4ba9-af2a-54dea36d0dd7 HTTP/1.1" status: 204 len: 168 time: 1.3857889 Dec 20 21:34:14.245813 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-39f6c1f8-daff-431a-8a1e-5348e219da9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] device_id is not set on port 4252d1eb-6a52-4a64-bcb7-136c925ea797 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:34:14.282154 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:14.292563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-b2039e10-f368-48d9-a2a3-f8a946acd7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:14.294974 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-b2039e10-f368-48d9-a2a3-f8a946acd7b2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.2197318 Dec 20 21:34:14.300807 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:14.313524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b554d6b0-992b-4d69-a762-5ff84665b41f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network d18a5b58-f915-455a-8be2-23deab8e3e1d is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:14.319536 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-b554d6b0-992b-4d69-a762-5ff84665b41f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:14.340460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b554d6b0-992b-4d69-a762-5ff84665b41f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:14.346856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b554d6b0-992b-4d69-a762-5ff84665b41f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:14.347440 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b554d6b0-992b-4d69-a762-5ff84665b41f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:14.356010 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Network c5b4f051-eee3-4ea6-a2a0-5a82326216f4 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:14.358496 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554d6b0-992b-4d69-a762-5ff84665b41f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=ea767a44-14a8-4111-b246-6c388a473f7d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:14.366493 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:14.373453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:14.386542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b554d6b0-992b-4d69-a762-5ff84665b41f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7716441 Dec 20 21:34:14.389645 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Pushing event updated for resources: {'Port': ['ID=df26811e-d0bf-4bc8-a53c-d22014b7b2ab,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:14.390291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44360) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:14.390850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-63fc981a-7835-4f12-8849-e8abd6a8fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:14.392680 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-63fc981a-7835-4f12-8849-e8abd6a8fba0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.0897355 Dec 20 21:34:14.395673 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd67aaaa-c615-4677-b696-fc6951a752d7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:14.467961 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Attempting to bind port df26811e-d0bf-4bc8-a53c-d22014b7b2ab on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:34:14.468488 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Attempting to bind port df26811e-d0bf-4bc8-a53c-d22014b7b2ab by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'bb9d3029-0937-4cdb-a15d-5073055a3b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c5b4f051-eee3-4ea6-a2a0-5a82326216f4'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:34:14.469132 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Attempting to bind port df26811e-d0bf-4bc8-a53c-d22014b7b2ab on network c5b4f051-eee3-4ea6-a2a0-5a82326216f4 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:34:14.478717 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:34:14.479136 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Checking segment: {'id': 'bb9d3029-0937-4cdb-a15d-5073055a3b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c5b4f051-eee3-4ea6-a2a0-5a82326216f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:34:14.479900 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:14.480303 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Bound using segment: {'id': 'bb9d3029-0937-4cdb-a15d-5073055a3b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c5b4f051-eee3-4ea6-a2a0-5a82326216f4'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:34:14.481786 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Bound port: df26811e-d0bf-4bc8-a53c-d22014b7b2ab, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9d3029-0937-4cdb-a15d-5073055a3b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c5b4f051-eee3-4ea6-a2a0-5a82326216f4'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:34:14.482286 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:14.510036 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-74fcdcf9-a6cd-4c21-ba3c-7f565e4bcddf service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055763 Dec 20 21:34:14.584260 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db4e638b-e33c-4b7a-bb83-667e294a98de req-21a774c8-2e23-473d-9ceb-5014ecfadc4a tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1302208365&fields=id&tenant_id=7e94c599d001420383e50c8c9b772a7d HTTP/1.1" status: 200 len: 267 time: 0.2990882 Dec 20 21:34:14.603051 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] For port df26811e-d0bf-4bc8-a53c-d22014b7b2ab, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:34:14.608343 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] For port df26811e-d0bf-4bc8-a53c-d22014b7b2ab, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=df26811e-d0bf-4bc8-a53c-d22014b7b2ab,segment=NetworkSegment(bb9d3029-0937-4cdb-a15d-5073055a3b77),segment_id=bb9d3029-0937-4cdb-a15d-5073055a3b77)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:34:14.615510 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:14.660962 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-17e2c3b4-6d87-41c7-8304-ddd009495646 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435399 Dec 20 21:34:14.731570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-39f6c1f8-daff-431a-8a1e-5348e219da9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Allocated IP 172.20.0.10 (c5b4f051-eee3-4ea6-a2a0-5a82326216f4/efe367dd-cc22-49b6-811b-676caf073671/4252d1eb-6a52-4a64-bcb7-136c925ea797) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:14.745413 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-102bb4d9-af33-4574-9807-6d4cfdddea96 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=8ce909c5-2cad-47d2-872b-187a9336f4e4 HTTP/1.1" status: 200 len: 217 time: 0.0747263 Dec 20 21:34:14.760076 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:14.767777 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9a559-59dd-4e3a-8b03-ab303d129c54 None None] Pushing event updated for resources: {'Port': ['ID=df26811e-d0bf-4bc8-a53c-d22014b7b2ab,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:14.828692 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-984c4a21-a4ef-4c18-9313-8d3281787d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:14.830299 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-984c4a21-a4ef-4c18-9313-8d3281787d6f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.0773544 Dec 20 21:34:14.841155 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e638b-e33c-4b7a-bb83-667e294a98de req-ee689020-9e0b-4aca-a27a-03d557bf3603 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:14.844213 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db4e638b-e33c-4b7a-bb83-667e294a98de req-ee689020-9e0b-4aca-a27a-03d557bf3603 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.2392159 Dec 20 21:34:14.870940 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-db4e638b-e33c-4b7a-bb83-667e294a98de req-97cab93f-7426-4a06-a9f9-429eeedb722e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Request body: {'port': {'security_groups': ['a8187309-149c-4ef7-9a59-b2aab0b3b225', '138bbaa0-e574-4d5b-b458-b4e6b72ed44b']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:14.893275 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-7c1ce7b3-4b32-4e54-b9ca-249c177de576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:14.895580 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-7c1ce7b3-4b32-4e54-b9ca-249c177de576 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.0582967 Dec 20 21:34:14.929374 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-cc4f7ea3-2d85-4b09-9e00-3165d4b7ace9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port ea767a44-14a8-4111-b246-6c388a473f7d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:14.929960 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc4f7ea3-2d85-4b09-9e00-3165d4b7ace9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:15.028874 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-bc362647-1145-422d-a217-ac4478ecc768 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245050 Dec 20 21:34:15.167265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52bccd-1f64-47e0-aae8-5f06054d0fe7 req-76ab53ea-fe29-4351-b4d1-e71e7560bb00 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:15.168819 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8c52bccd-1f64-47e0-aae8-5f06054d0fe7 req-76ab53ea-fe29-4351-b4d1-e71e7560bb00 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 0.0726299 Dec 20 21:34:15.185963 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db4e638b-e33c-4b7a-bb83-667e294a98de req-97cab93f-7426-4a06-a9f9-429eeedb722e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:15.195652 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-0fe3776a-a368-4814-a727-471dbd062085 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540833 Dec 20 21:34:15.201043 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd67aaaa-c615-4677-b696-fc6951a752d7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:15.204224 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc4f7ea3-2d85-4b09-9e00-3165d4b7ace9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:15.218544 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd67aaaa-c615-4677-b696-fc6951a752d7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:15.250750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-cc4f7ea3-2d85-4b09-9e00-3165d4b7ace9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for ea767a44-14a8-4111-b246-6c388a473f7d owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:15.252937 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-c52f16e9-0c70-4d58-9d96-294e3e5a54e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=f3a6e021-6af8-4259-a794-65ae1e18fac1 HTTP/1.1" status: 200 len: 217 time: 0.0418618 Dec 20 21:34:15.256026 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8c52bccd-1f64-47e0-aae8-5f06054d0fe7 req-2787d2a7-4acf-416b-ad73-afb84a8865ea tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778959 Dec 20 21:34:15.318485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-cd67aaaa-c615-4677-b696-fc6951a752d7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] In _notify_port_updated(), no bound segment for port df07e621-33a7-423a-89c7-9afcc29f7f9b on network 908cdb43-09e6-40f7-9111-3b232c54071b {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:34:15.329129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd67aaaa-c615-4677-b696-fc6951a752d7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:15.329129 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd67aaaa-c615-4677-b696-fc6951a752d7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:15.329129 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cd67aaaa-c615-4677-b696-fc6951a752d7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "PUT /v2.0/ports/df07e621-33a7-423a-89c7-9afcc29f7f9b HTTP/1.1" status: 200 len: 818 time: 1.1975374 Dec 20 21:34:15.329533 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44372) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:15.356910 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39f6c1f8-daff-431a-8a1e-5348e219da9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:15.394975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-4ce2f8c1-6d72-4115-b4fa-743d97b3bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:15.397836 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-4ce2f8c1-6d72-4115-b4fa-743d97b3bde2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.1338100 Dec 20 21:34:15.433980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67aaaa-c615-4677-b696-fc6951a752d7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=df07e621-33a7-423a-89c7-9afcc29f7f9b,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:15.492105 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-95dc3a1b-dc4a-4e79-ab27-f2939a38fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:15.493548 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-95dc3a1b-dc4a-4e79-ab27-f2939a38fd99 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.0793145 Dec 20 21:34:15.536757 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-8f6feb16-25a5-4cf2-bb09-0ce1c2381f4b tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port df07e621-33a7-423a-89c7-9afcc29f7f9b {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:15.537953 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8f6feb16-25a5-4cf2-bb09-0ce1c2381f4b tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:15.669141 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:34:15.688417 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6e34011d-ef40-4df7-8fac-d260f2dd4e60 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:15.888851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 6e34011d-ef40-4df7-8fac-d260f2dd4e60 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:34:15.892986 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6e34011d-ef40-4df7-8fac-d260f2dd4e60 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:34:15.925572 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:15.937293 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8f6feb16-25a5-4cf2-bb09-0ce1c2381f4b tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:15.963994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '74aa1097-16a8-49ad-a0dd-f2cc7a7befc5', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'port_id': '74aa1097-16a8-49ad-a0dd-f2cc7a7befc5', 'mac_address': 'fa:16:3e:29:d4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:34:15.992442 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-8f6feb16-25a5-4cf2-bb09-0ce1c2381f4b tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for df07e621-33a7-423a-89c7-9afcc29f7f9b owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:16.050049 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:16.068871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5478e5-170c-4d70-ad01-4f72a77fbbcc req-7fd3cf50-ca13-41dc-8dfc-5d9883dd72ca tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:16.080194 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8d5478e5-170c-4d70-ad01-4f72a77fbbcc req-7fd3cf50-ca13-41dc-8dfc-5d9883dd72ca tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=e090846e-c268-4b8d-8712-4e6ba57f705d HTTP/1.1" status: 200 len: 945 time: 0.4160988 Dec 20 21:34:16.082038 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:34:16.119174 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:16.133005 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:16.171918 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-f28ac564-473a-42d8-9d7f-0d27e8af7e40 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108516 Dec 20 21:34:16.226354 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39f6c1f8-daff-431a-8a1e-5348e219da9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:16.264850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8d5478e5-170c-4d70-ad01-4f72a77fbbcc req-381e0386-11d5-4c4e-b0dc-9cca9c10a038 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824841 Dec 20 21:34:16.357728 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07768807-d7aa-428e-a4e6-11d6236c5ff6 None None] Network c5b4f051-eee3-4ea6-a2a0-5a82326216f4 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:16.359837 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:16.368588 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8f6feb16-25a5-4cf2-bb09-0ce1c2381f4b tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:16.368997 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc4f7ea3-2d85-4b09-9e00-3165d4b7ace9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:16.400094 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['74aa1097-16a8-49ad-a0dd-f2cc7a7befc5'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:34:16.437379 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-6dd371ab-0a22-49f4-a047-40280aa3f252 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469044 Dec 20 21:34:16.450722 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc4f7ea3-2d85-4b09-9e00-3165d4b7ace9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:16.457256 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device df26811e-d0bf-4bc8-a53c-d22014b7b2ab up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:34:16.468761 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cc4f7ea3-2d85-4b09-9e00-3165d4b7ace9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/ports/ea767a44-14a8-4111-b246-6c388a473f7d HTTP/1.1" status: 204 len: 168 time: 2.0732119 Dec 20 21:34:16.472854 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44396) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:16.478263 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f6c1f8-daff-431a-8a1e-5348e219da9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Network c5b4f051-eee3-4ea6-a2a0-5a82326216f4 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:16.488954 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-fabf58c2-254c-4a56-9b3d-98b2d3d139f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d', 'mac_address': 'fa:16:3e:db:c9:b2', 'name': 'tempest-PortsTestJSON-611750119'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:16.495446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-39f6c1f8-daff-431a-8a1e-5348e219da9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:16.498249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6feb16-25a5-4cf2-bb09-0ce1c2381f4b tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=df07e621-33a7-423a-89c7-9afcc29f7f9b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:16.523675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f6c1f8-daff-431a-8a1e-5348e219da9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:16.538821 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6c1f8-daff-431a-8a1e-5348e219da9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Pushing event updated for resources: {'Port': ['ID=4252d1eb-6a52-4a64-bcb7-136c925ea797,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:16.625725 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-210e515e-0fdc-4a54-88e2-b4e23240d891 None None] Provisioning complete for port df26811e-d0bf-4bc8-a53c-d22014b7b2ab triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:16.626299 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-210e515e-0fdc-4a54-88e2-b4e23240d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:16.645873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f7ea3-2d85-4b09-9e00-3165d4b7ace9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=ea767a44-14a8-4111-b246-6c388a473f7d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:16.649683 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-92e6171d-ca19-43f4-97de-3a7423ede00a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9655ce7e-8f89-45c3-886e-da0b47890f71 HTTP/1.1" status: 200 len: 217 time: 0.2056174 Dec 20 21:34:16.670265 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-db4e638b-e33c-4b7a-bb83-667e294a98de req-97cab93f-7426-4a06-a9f9-429eeedb722e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] For port 69fb3221-e29d-4567-bdae-aba7a6eb91e1, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=69fb3221-e29d-4567-bdae-aba7a6eb91e1,segment=NetworkSegment(d62adec1-41e8-4150-aca8-edb41f23e867),segment_id=d62adec1-41e8-4150-aca8-edb41f23e867)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:16.686556 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f6c1f8-daff-431a-8a1e-5348e219da9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:16.687130 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8f6feb16-25a5-4cf2-bb09-0ce1c2381f4b tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:16.687355 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-39f6c1f8-daff-431a-8a1e-5348e219da9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:16.691332 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8f6feb16-25a5-4cf2-bb09-0ce1c2381f4b tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/ports/df07e621-33a7-423a-89c7-9afcc29f7f9b HTTP/1.1" status: 204 len: 168 time: 1.3604228 Dec 20 21:34:16.695639 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44402) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:16.706554 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port df26811e-d0bf-4bc8-a53c-d22014b7b2ab triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:16.707670 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:16.753345 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db4e638b-e33c-4b7a-bb83-667e294a98de req-97cab93f-7426-4a06-a9f9-429eeedb722e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:16.757801 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-39f6c1f8-daff-431a-8a1e-5348e219da9d tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0880866 Dec 20 21:34:16.763506 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44408) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:16.776192 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db4e638b-e33c-4b7a-bb83-667e294a98de req-97cab93f-7426-4a06-a9f9-429eeedb722e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:16.863236 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0351c2f-2475-41e0-a483-710841c8e79f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:16.865228 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e0351c2f-2475-41e0-a483-710841c8e79f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1673694 Dec 20 21:34:16.872773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44412) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:16.949515 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e638b-e33c-4b7a-bb83-667e294a98de req-97cab93f-7426-4a06-a9f9-429eeedb722e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:16.950241 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-db4e638b-e33c-4b7a-bb83-667e294a98de req-97cab93f-7426-4a06-a9f9-429eeedb722e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:16.951859 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-db4e638b-e33c-4b7a-bb83-667e294a98de req-97cab93f-7426-4a06-a9f9-429eeedb722e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "PUT /v2.0/ports/69fb3221-e29d-4567-bdae-aba7a6eb91e1 HTTP/1.1" status: 200 len: 981 time: 2.0928199 Dec 20 21:34:16.952399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722f016d-6137-46b9-9678-41aa4d2d2754', 'tag': '69fb3221-e29d-4567-bdae-aba7a6eb91e1'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:34:16.955899 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b7e2b8-3db4-4ff9-8cb7-70fdaaea9272" -d '{"events": [{"name": "network-changed", "server_uuid": "722f016d-6137-46b9-9678-41aa4d2d2754", "tag": "69fb3221-e29d-4567-bdae-aba7a6eb91e1"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:34:16.957851 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-046a351a-0ae7-4d00-b32d-efe740885ac5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] GET failed (client error): The resource could not be found. Dec 20 21:34:16.968652 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-046a351a-0ae7-4d00-b32d-efe740885ac5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports/df07e621-33a7-423a-89c7-9afcc29f7f9b HTTP/1.1" status: 404 len: 333 time: 0.0859158 Dec 20 21:34:16.969114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44418) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:16.973610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da466390-8bac-4917-9106-3293729946a7 req-06ec0c03-586f-4bc2-96d4-29868b5daec9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:16.985936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c631bb87-acd9-4724-85db-d62e1f73e2bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1979213679'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:16.990956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-da466390-8bac-4917-9106-3293729946a7 req-06ec0c03-586f-4bc2-96d4-29868b5daec9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 944 time: 0.3346691 Dec 20 21:34:16.996793 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-6f524884-4f9b-4b47-bc64-7ff5bd199f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:17.013649 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-6f524884-4f9b-4b47-bc64-7ff5bd199f2c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae563e9e-aa51-4afb-9f8a-8a6be528b5fd HTTP/1.1" status: 200 len: 797 time: 0.2933314 Dec 20 21:34:17.015915 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabf58c2-254c-4a56-9b3d-98b2d3d139f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:17.037999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cab93f-7426-4a06-a9f9-429eeedb722e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Pushing event updated for resources: {'Port': ['ID=69fb3221-e29d-4567-bdae-aba7a6eb91e1,revision_number=6']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:17.116369 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-210e515e-0fdc-4a54-88e2-b4e23240d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:17.153364 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59207237-e73e-4fe1-bc3b-56b2f369226c x-openstack-request-id: req-59207237-e73e-4fe1-bc3b-56b2f369226c {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:34:17.155914 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722f016d-6137-46b9-9678-41aa4d2d2754", "tag": "69fb3221-e29d-4567-bdae-aba7a6eb91e1", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:34:17.157654 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59207237-e73e-4fe1-bc3b-56b2f369226c {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:34:17.158641 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722f016d-6137-46b9-9678-41aa4d2d2754', 'tag': '69fb3221-e29d-4567-bdae-aba7a6eb91e1', 'status': 'completed', 'code': 200} Dec 20 21:34:17.166420 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3b373ae6-cfc6-4444-b31f-1becb2c783c6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Deleting port 4252d1eb-6a52-4a64-bcb7-136c925ea797 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:17.169135 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b373ae6-cfc6-4444-b31f-1becb2c783c6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:17.196428 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['69fb3221-e29d-4567-bdae-aba7a6eb91e1'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:34:17.212102 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:17.230860 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c631bb87-acd9-4724-85db-d62e1f73e2bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:17.239773 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c631bb87-acd9-4724-85db-d62e1f73e2bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:17.347804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-210e515e-0fdc-4a54-88e2-b4e23240d891 None None] For port df26811e-d0bf-4bc8-a53c-d22014b7b2ab, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=df26811e-d0bf-4bc8-a53c-d22014b7b2ab,segment=NetworkSegment(bb9d3029-0937-4cdb-a15d-5073055a3b77),segment_id=bb9d3029-0937-4cdb-a15d-5073055a3b77)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:17.359831 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-210e515e-0fdc-4a54-88e2-b4e23240d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:17.381042 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-da466390-8bac-4917-9106-3293729946a7 req-13e5eb51-e9e7-4886-8167-5083af6a988e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660140 Dec 20 21:34:17.411366 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fabf58c2-254c-4a56-9b3d-98b2d3d139f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:17.471302 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['69fb3221-e29d-4567-bdae-aba7a6eb91e1'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:34:17.507158 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7e2b8-3db4-4ff9-8cb7-70fdaaea9272 req-610173f5-d703-4d23-8c2d-bf24aa4e9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:17.514826 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c3b7e2b8-3db4-4ff9-8cb7-70fdaaea9272 req-610173f5-d703-4d23-8c2d-bf24aa4e9bdc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e94c599d001420383e50c8c9b772a7d&device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 1133 time: 0.2700646 Dec 20 21:34:17.528463 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-31e5836d-78a7-4a86-bd89-d7dc5eb3b897 req-e27e3f93-af39-4f0c-8f90-0cf6f78e6d93 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1302208365&fields=id&tenant_id=7e94c599d001420383e50c8c9b772a7d HTTP/1.1" status: 200 len: 267 time: 0.2847848 Dec 20 21:34:17.529650 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c631bb87-acd9-4724-85db-d62e1f73e2bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:34:17.542333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-5d57a235-f213-435e-a2eb-d792a889c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:17.546469 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-5d57a235-f213-435e-a2eb-d792a889c699 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.5159049 Dec 20 21:34:17.594644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832ccc8-b7cf-49ab-951c-e07db867f9ef req-273c85fd-22e5-4f9d-b84f-8f823107854c tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:17.594644 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1832ccc8-b7cf-49ab-951c-e07db867f9ef req-273c85fd-22e5-4f9d-b84f-8f823107854c tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.66 "GET /v2.0/ports?device_id=e090846e-c268-4b8d-8712-4e6ba57f705d HTTP/1.1" status: 200 len: 945 time: 0.3839028 Dec 20 21:34:17.627023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-fabf58c2-254c-4a56-9b3d-98b2d3d139f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] device_id is not set on port b088420d-77f2-4f5f-b635-150a784bd39c yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:34:17.674753 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:34:17.767056 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:34:17.768369 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:34:17.819401 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e515e-0fdc-4a54-88e2-b4e23240d891 None None] Pushing event updated for resources: {'Port': ['ID=df26811e-d0bf-4bc8-a53c-d22014b7b2ab,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:17.887278 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-14f7f4f5-199a-427f-88d4-694ce23bbea6 None None] Provisioning complete for port df26811e-d0bf-4bc8-a53c-d22014b7b2ab triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:17.888051 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14f7f4f5-199a-427f-88d4-694ce23bbea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:17.938528 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c631bb87-acd9-4724-85db-d62e1f73e2bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:17.938927 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-c631bb87-acd9-4724-85db-d62e1f73e2bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Added segment a1c349bc-5f6b-4c78-ad49-7d4932728f85 of type vlan for network ee5d03de-139d-420c-bc66-46f77545c41e Dec 20 21:34:17.978912 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b373ae6-cfc6-4444-b31f-1becb2c783c6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:18.011022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0847c8c-3b7c-47e0-9714-32a9198ffe66 req-ee3a0adf-12e8-4251-a113-ad60ede2d68a tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:18.022432 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a0847c8c-3b7c-47e0-9714-32a9198ffe66 req-ee3a0adf-12e8-4251-a113-ad60ede2d68a tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=e090846e-c268-4b8d-8712-4e6ba57f705d HTTP/1.1" status: 200 len: 945 time: 0.4285409 Dec 20 21:34:18.059410 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:18.082163 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:18.082970 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:18.099847 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3b373ae6-cfc6-4444-b31f-1becb2c783c6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Calling delete_port for 4252d1eb-6a52-4a64-bcb7-136c925ea797 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:18.127078 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c631bb87-acd9-4724-85db-d62e1f73e2bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:18.172980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5836d-78a7-4a86-bd89-d7dc5eb3b897 req-7ca492cc-ef92-4534-aa89-c8cddfd22059 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:18.174933 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-31e5836d-78a7-4a86-bd89-d7dc5eb3b897 req-7ca492cc-ef92-4534-aa89-c8cddfd22059 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 984 time: 0.5752535 Dec 20 21:34:18.203525 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a0847c8c-3b7c-47e0-9714-32a9198ffe66 req-7286594e-f098-402e-b73d-f08f712b802f tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758170 Dec 20 21:34:18.301899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-31e5836d-78a7-4a86-bd89-d7dc5eb3b897 req-3fb62e01-53f1-42e5-b656-93a14c42672b tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Request body: {'port': {'security_groups': ['a8187309-149c-4ef7-9a59-b2aab0b3b225']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:18.334235 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-43445e8d-ddeb-4738-8af4-6ff64ca22fb3 service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7373443 Dec 20 21:34:18.449628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-1832ccc8-b7cf-49ab-951c-e07db867f9ef req-e0314a5d-803a-430e-89d1-05d237e47769 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Deleting port 0916bcbf-7425-4290-9937-b695ba82fd47 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:18.449973 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1832ccc8-b7cf-49ab-951c-e07db867f9ef req-e0314a5d-803a-430e-89d1-05d237e47769 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:18.459015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7e2b8-3db4-4ff9-8cb7-70fdaaea9272 req-6544d6d4-ecea-4027-bb8e-a7caa0dc550a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:18.461069 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c3b7e2b8-3db4-4ff9-8cb7-70fdaaea9272 req-6544d6d4-ecea-4027-bb8e-a7caa0dc550a service neutron] 10.222.0.66 "GET /v2.0/networks?id=d57bce93-bb4b-480e-97a5-5a079f85b0e4 HTTP/1.1" status: 200 len: 920 time: 0.9281299 Dec 20 21:34:18.465581 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c631bb87-acd9-4724-85db-d62e1f73e2bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:18.474298 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c631bb87-acd9-4724-85db-d62e1f73e2bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:18.475292 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c631bb87-acd9-4724-85db-d62e1f73e2bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:18.478287 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-31e5836d-78a7-4a86-bd89-d7dc5eb3b897 req-3fb62e01-53f1-42e5-b656-93a14c42672b tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:18.539149 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c3b7e2b8-3db4-4ff9-8cb7-70fdaaea9272 req-fbf7eddd-e351-4c8f-81e7-03d269b29233 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69fb3221-e29d-4567-bdae-aba7a6eb91e1 HTTP/1.1" status: 200 len: 217 time: 0.0573320 Dec 20 21:34:18.573994 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:18.703544 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c631bb87-acd9-4724-85db-d62e1f73e2bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7353704 Dec 20 21:34:18.732627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44442) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:18.754832 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-575cf96e-9bb6-4a7e-a0f7-97e70da6b917 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'subnet': {'network_id': 'ee5d03de-139d-420c-bc66-46f77545c41e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:18.829235 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631bb87-acd9-4724-85db-d62e1f73e2bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Network': ['ID=ee5d03de-139d-420c-bc66-46f77545c41e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:18.874858 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7e2b8-3db4-4ff9-8cb7-70fdaaea9272 req-6a9fec1a-421c-455f-ac56-19c6ee6a8a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:18.876476 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c3b7e2b8-3db4-4ff9-8cb7-70fdaaea9272 req-6a9fec1a-421c-455f-ac56-19c6ee6a8a94 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4703d133-2d9a-4054-9009-948496539736 HTTP/1.1" status: 200 len: 859 time: 0.3296220 Dec 20 21:34:18.910527 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device df26811e-d0bf-4bc8-a53c-d22014b7b2ab up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:34:18.913832 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network ee5d03de-139d-420c-bc66-46f77545c41e details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:34:18.942379 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c3b7e2b8-3db4-4ff9-8cb7-70fdaaea9272 req-42fec926-1a9b-49fb-9cd9-bf9931e6eab5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d57bce93-bb4b-480e-97a5-5a079f85b0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360281 Dec 20 21:34:18.953264 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918c6519-7864-4419-b89f-13a66b7c119e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74aa1097-16a8-49ad-a0dd-f2cc7a7befc5'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:34:18.956138 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39ed552-c3c9-4ae9-adb9-ed01dabe4e00" -d '{"events": [{"server_uuid": "918c6519-7864-4419-b89f-13a66b7c119e", "name": "network-vif-plugged", "status": "completed", "tag": "74aa1097-16a8-49ad-a0dd-f2cc7a7befc5"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:34:19.006927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:19.018147 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-14f7f4f5-199a-427f-88d4-694ce23bbea6 None None] Provisioning complete for port 4252d1eb-6a52-4a64-bcb7-136c925ea797 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:19.018930 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-14f7f4f5-199a-427f-88d4-694ce23bbea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:19.091904 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b373ae6-cfc6-4444-b31f-1becb2c783c6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:19.105844 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-14f7f4f5-199a-427f-88d4-694ce23bbea6 None None] Port 4252d1eb-6a52-4a64-bcb7-136c925ea797 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:34:19.130656 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:19.167762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b373ae6-cfc6-4444-b31f-1becb2c783c6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Pushing event deleted for resources: {'Port': ['ID=4252d1eb-6a52-4a64-bcb7-136c925ea797,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:19.247812 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575cf96e-9bb6-4a7e-a0f7-97e70da6b917 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:19.251662 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-575cf96e-9bb6-4a7e-a0f7-97e70da6b917 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:19.289957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port df26811e-d0bf-4bc8-a53c-d22014b7b2ab triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:19.290377 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:19.313242 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c3b7e2b8-3db4-4ff9-8cb7-70fdaaea9272 req-cddfb0e0-61ad-4e03-8bc6-7412de4aec91 service neutron] 10.222.0.66 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568027 Dec 20 21:34:19.384659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-31e5836d-78a7-4a86-bd89-d7dc5eb3b897 req-3fb62e01-53f1-42e5-b656-93a14c42672b tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] For port 69fb3221-e29d-4567-bdae-aba7a6eb91e1, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=69fb3221-e29d-4567-bdae-aba7a6eb91e1,segment=NetworkSegment(d62adec1-41e8-4150-aca8-edb41f23e867),segment_id=d62adec1-41e8-4150-aca8-edb41f23e867)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:19.420183 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:19.425565 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-dc493bcd-59b1-4ce7-a2cd-76f69754b90b None None] Could not find standard attr ID for object 4252d1eb-6a52-4a64-bcb7-136c925ea797. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:34:19.510696 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-1832ccc8-b7cf-49ab-951c-e07db867f9ef req-e0314a5d-803a-430e-89d1-05d237e47769 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] For port 0916bcbf-7425-4290-9937-b695ba82fd47, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0916bcbf-7425-4290-9937-b695ba82fd47,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:19.510696 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1832ccc8-b7cf-49ab-951c-e07db867f9ef req-e0314a5d-803a-430e-89d1-05d237e47769 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:19.548339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-1832ccc8-b7cf-49ab-951c-e07db867f9ef req-e0314a5d-803a-430e-89d1-05d237e47769 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Calling delete_port for 0916bcbf-7425-4290-9937-b695ba82fd47 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:19.568693 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fabf58c2-254c-4a56-9b3d-98b2d3d139f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:19.765057 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1832ccc8-b7cf-49ab-951c-e07db867f9ef req-e0314a5d-803a-430e-89d1-05d237e47769 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:19.790845 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c3b7e2b8-3db4-4ff9-8cb7-70fdaaea9272 req-9a5bcc69-280e-49e4-8356-71fe07945d24 service neutron] 10.222.0.66 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547050 Dec 20 21:34:19.799615 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['939afb12-8918-43e4-8f4e-99a1a7147d0a'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:34:19.799867 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-575cf96e-9bb6-4a7e-a0f7-97e70da6b917 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:19.804059 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b373ae6-cfc6-4444-b31f-1becb2c783c6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:19.808321 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fabf58c2-254c-4a56-9b3d-98b2d3d139f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:19.812976 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3b373ae6-cfc6-4444-b31f-1becb2c783c6 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] 10.222.0.32 "DELETE /v2.0/ports/4252d1eb-6a52-4a64-bcb7-136c925ea797 HTTP/1.1" status: 204 len: 168 time: 3.0453193 Dec 20 21:34:19.820406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44450) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:19.824037 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0314a5d-803a-430e-89d1-05d237e47769 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Pushing event deleted for resources: {'Port': ['ID=0916bcbf-7425-4290-9937-b695ba82fd47,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:19.873999 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-31e5836d-78a7-4a86-bd89-d7dc5eb3b897 req-3fb62e01-53f1-42e5-b656-93a14c42672b tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:19.877088 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cf96e-9bb6-4a7e-a0f7-97e70da6b917 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Subnet': ['ID=3ef695a1-a2d9-4c51-b201-d3e8f5f381de,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:19.891692 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-31e5836d-78a7-4a86-bd89-d7dc5eb3b897 req-3fb62e01-53f1-42e5-b656-93a14c42672b tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:19.896654 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d40cb-f494-4ed4-b474-3db669a520db req-32da7b28-e7f4-46d6-b691-aeda37c26c2a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:19.898547 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d30d40cb-f494-4ed4-b474-3db669a520db req-32da7b28-e7f4-46d6-b691-aeda37c26c2a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 1.0500295 Dec 20 21:34:19.958991 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-fabd0fe3-f43f-4f15-ab1e-e5876ccbfde7 service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5696096 Dec 20 21:34:19.988008 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb62e01-53f1-42e5-b656-93a14c42672b tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Pushing event updated for resources: {'Port': ['ID=69fb3221-e29d-4567-bdae-aba7a6eb91e1,revision_number=7']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:19.999969 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5836d-78a7-4a86-bd89-d7dc5eb3b897 req-3fb62e01-53f1-42e5-b656-93a14c42672b tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:20.000698 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-31e5836d-78a7-4a86-bd89-d7dc5eb3b897 req-3fb62e01-53f1-42e5-b656-93a14c42672b tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:20.002352 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-31e5836d-78a7-4a86-bd89-d7dc5eb3b897 req-3fb62e01-53f1-42e5-b656-93a14c42672b tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "PUT /v2.0/ports/69fb3221-e29d-4567-bdae-aba7a6eb91e1 HTTP/1.1" status: 200 len: 942 time: 1.7840347 Dec 20 21:34:20.017583 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722f016d-6137-46b9-9678-41aa4d2d2754', 'tag': '69fb3221-e29d-4567-bdae-aba7a6eb91e1'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:34:20.020204 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9e9296-6f45-4498-90ea-c14da8f6a85f" -d '{"events": [{"name": "network-changed", "server_uuid": "722f016d-6137-46b9-9678-41aa4d2d2754", "tag": "69fb3221-e29d-4567-bdae-aba7a6eb91e1"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:34:20.030221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575cf96e-9bb6-4a7e-a0f7-97e70da6b917 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Checking segment: {'id': 'a1c349bc-5f6b-4c78-ad49-7d4932728f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ee5d03de-139d-420c-bc66-46f77545c41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:34:20.030424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575cf96e-9bb6-4a7e-a0f7-97e70da6b917 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network hostable DHCP agents. Network: ee5d03de-139d-420c-bc66-46f77545c41e, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:34:20.032490 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabf58c2-254c-4a56-9b3d-98b2d3d139f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network d18a5b58-f915-455a-8be2-23deab8e3e1d is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:20.054652 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575cf96e-9bb6-4a7e-a0f7-97e70da6b917 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network ee5d03de-139d-420c-bc66-46f77545c41e is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:34:20.058301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf58c2-254c-4a56-9b3d-98b2d3d139f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=b088420d-77f2-4f5f-b635-150a784bd39c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:20.071256 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-575cf96e-9bb6-4a7e-a0f7-97e70da6b917 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, ee5d03de-139d-420c-bc66-46f77545c41e) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:20.085020 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575cf96e-9bb6-4a7e-a0f7-97e70da6b917 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:20.085505 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-575cf96e-9bb6-4a7e-a0f7-97e70da6b917 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:20.087350 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-fabf58c2-254c-4a56-9b3d-98b2d3d139f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:20.096503 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4604fb-467b-4dfc-b9ae-7e9a53aaa9df x-openstack-request-id: req-4b4604fb-467b-4dfc-b9ae-7e9a53aaa9df {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:34:20.096988 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918c6519-7864-4419-b89f-13a66b7c119e", "name": "network-vif-plugged", "status": "completed", "tag": "74aa1097-16a8-49ad-a0dd-f2cc7a7befc5", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:34:20.097233 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b4604fb-467b-4dfc-b9ae-7e9a53aaa9df {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:34:20.097752 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918c6519-7864-4419-b89f-13a66b7c119e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74aa1097-16a8-49ad-a0dd-f2cc7a7befc5', 'code': 200} Dec 20 21:34:20.100403 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840b2eb5-78db-4508-b208-d5c4c917e81e None None] Network ee5d03de-139d-420c-bc66-46f77545c41e requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:20.119405 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-575cf96e-9bb6-4a7e-a0f7-97e70da6b917 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3734026 Dec 20 21:34:20.120063 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44460) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:20.131653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8010ccf6-c113-402a-bcc0-7ec32d0e0422 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'subnet': {'network_id': 'ee5d03de-139d-420c-bc66-46f77545c41e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:20.179044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabf58c2-254c-4a56-9b3d-98b2d3d139f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:20.185013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabf58c2-254c-4a56-9b3d-98b2d3d139f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:20.185706 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fabf58c2-254c-4a56-9b3d-98b2d3d139f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:20.190348 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-1832ccc8-b7cf-49ab-951c-e07db867f9ef req-e0314a5d-803a-430e-89d1-05d237e47769 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] No DVR routers for this DVR port 0916bcbf-7425-4290-9937-b695ba82fd47 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:20.214405 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1832ccc8-b7cf-49ab-951c-e07db867f9ef req-e0314a5d-803a-430e-89d1-05d237e47769 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:20.217589 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1832ccc8-b7cf-49ab-951c-e07db867f9ef req-e0314a5d-803a-430e-89d1-05d237e47769 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.66 "DELETE /v2.0/ports/0916bcbf-7425-4290-9937-b695ba82fd47 HTTP/1.1" status: 204 len: 173 time: 2.6056581 Dec 20 21:34:20.222976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['69fb3221-e29d-4567-bdae-aba7a6eb91e1'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:34:20.232071 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0109a8cd-b700-41e5-bab6-c462f4d0d2af req-9ddca742-1d3a-4d16-8a26-8c697aba15bb tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=e090846e-c268-4b8d-8712-4e6ba57f705d HTTP/1.1" status: 200 len: 210 time: 0.0721989 Dec 20 21:34:20.234507 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e090846e-c268-4b8d-8712-4e6ba57f705d', 'name': 'network-vif-deleted', 'tag': '0916bcbf-7425-4290-9937-b695ba82fd47'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:34:20.249878 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c230bf-7b80-4cdf-b5b0-3f2fa671bacb" -d '{"events": [{"server_uuid": "e090846e-c268-4b8d-8712-4e6ba57f705d", "name": "network-vif-deleted", "tag": "0916bcbf-7425-4290-9937-b695ba82fd47"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:34:20.260411 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-2c1554c8-479f-4d91-b0b1-c02e2d953d81 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3172c179-085f-4b38-b042-22139154fc9d HTTP/1.1" status: 200 len: 217 time: 0.2069952 Dec 20 21:34:20.261714 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6c45b128-00a6-4945-8056-be0db1822d0a tempest-DHCPAgentSchedulersTestJSON-337493264 tempest-DHCPAgentSchedulersTestJSON-337493264-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4661 time: 0.3619106 Dec 20 21:34:20.266782 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44464) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:20.284013 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c8f17cb7-3d97-4a97-baed-feb4ea5b3ce4 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1401763207'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:20.294558 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d30d40cb-f494-4ed4-b474-3db669a520db req-88c46870-6784-4ae4-8c55-72dc475d51c7 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740625 Dec 20 21:34:20.326993 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fabf58c2-254c-4a56-9b3d-98b2d3d139f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.8399878 Dec 20 21:34:20.354047 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44466) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:20.428107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f17cb7-3d97-4a97-baed-feb4ea5b3ce4 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Made reservation on behalf of 593a205a8674400b9f82f36cff0c7f82 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:20.471617 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8f17cb7-3d97-4a97-baed-feb4ea5b3ce4 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:20.536711 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f17cb7-3d97-4a97-baed-feb4ea5b3ce4 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:34:20.556605 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8f17cb7-3d97-4a97-baed-feb4ea5b3ce4 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:20.557031 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-c8f17cb7-3d97-4a97-baed-feb4ea5b3ce4 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Added segment cc3cd341-ff0f-4c87-9266-c49a60a3c090 of type vlan for network a5ca7698-54da-4e04-8827-859660a0c881 Dec 20 21:34:20.582161 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0736671-8d7b-42d8-bbc1-94a8f56c4d26 x-openstack-request-id: req-f0736671-8d7b-42d8-bbc1-94a8f56c4d26 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:34:20.583273 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722f016d-6137-46b9-9678-41aa4d2d2754", "tag": "69fb3221-e29d-4567-bdae-aba7a6eb91e1", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:34:20.583273 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0736671-8d7b-42d8-bbc1-94a8f56c4d26 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:34:20.583273 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722f016d-6137-46b9-9678-41aa4d2d2754', 'tag': '69fb3221-e29d-4567-bdae-aba7a6eb91e1', 'status': 'completed', 'code': 200} Dec 20 21:34:20.586604 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ee5d03de-139d-420c-bc66-46f77545c41e', 'network_id': 'ee5d03de-139d-420c-bc66-46f77545c41e', 'tenant_id': '4ce073ad5e7d4074b75ad2a85f361197', 'fixed_ips': [{'subnet_id': '3ef695a1-a2d9-4c51-b201-d3e8f5f381de'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:34:20.587748 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:20.623985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8010ccf6-c113-402a-bcc0-7ec32d0e0422 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:20.631506 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8010ccf6-c113-402a-bcc0-7ec32d0e0422 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:20.693979 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2cfb47-fb51-4ad9-a242-98d509c253aa x-openstack-request-id: req-7d2cfb47-fb51-4ad9-a242-98d509c253aa {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:34:20.694600 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e090846e-c268-4b8d-8712-4e6ba57f705d", "name": "network-vif-deleted", "tag": "0916bcbf-7425-4290-9937-b695ba82fd47", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:34:20.698256 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d2cfb47-fb51-4ad9-a242-98d509c253aa {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:34:20.698807 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e090846e-c268-4b8d-8712-4e6ba57f705d', 'name': 'network-vif-deleted', 'tag': '0916bcbf-7425-4290-9937-b695ba82fd47', 'status': 'completed', 'code': 200} Dec 20 21:34:20.711772 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8f17cb7-3d97-4a97-baed-feb4ea5b3ce4 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:20.767521 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8f17cb7-3d97-4a97-baed-feb4ea5b3ce4 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:20.774598 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f17cb7-3d97-4a97-baed-feb4ea5b3ce4 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:20.774847 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8f17cb7-3d97-4a97-baed-feb4ea5b3ce4 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:20.798820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d117432a-ef5c-460e-80e8-db409363f0eb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:20.804753 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d117432a-ef5c-460e-80e8-db409363f0eb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports/b088420d-77f2-4f5f-b635-150a784bd39c HTTP/1.1" status: 200 len: 840 time: 0.4413693 Dec 20 21:34:20.814257 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44468) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:20.831622 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-3d76617a-267a-4896-a699-eca1c047581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:20.833321 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-3d76617a-267a-4896-a699-eca1c047581a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae563e9e-aa51-4afb-9f8a-8a6be528b5fd HTTP/1.1" status: 200 len: 797 time: 0.5558786 Dec 20 21:34:20.892657 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['69fb3221-e29d-4567-bdae-aba7a6eb91e1'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:34:20.913813 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c8f17cb7-3d97-4a97-baed-feb4ea5b3ce4 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6436610 Dec 20 21:34:20.917023 n-d-xena-1 neutron-server[102402]: INFO neutron.db.ipam_backend_mixin [None req-8010ccf6-c113-402a-bcc0-7ec32d0e0422 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ef695a1-a2d9-4c51-b201-d3e8f5f381de (CIDR: 2001:db8::/64) Dec 20 21:34:20.929425 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44472) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:20.961291 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8010ccf6-c113-402a-bcc0-7ec32d0e0422 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:34:20.962191 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8010ccf6-c113-402a-bcc0-7ec32d0e0422 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:34:20.988181 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f17cb7-3d97-4a97-baed-feb4ea5b3ce4 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Pushing event updated for resources: {'Network': ['ID=a5ca7698-54da-4e04-8827-859660a0c881,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:21.043195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network a5ca7698-54da-4e04-8827-859660a0c881 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:34:21.156787 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8010ccf6-c113-402a-bcc0-7ec32d0e0422 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0353656 Dec 20 21:34:21.157281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44474) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:21.168554 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-ef7e27d6-8929-44b6-a751-aa3c6113894d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'subnet': {'network_id': 'ee5d03de-139d-420c-bc66-46f77545c41e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:21.170117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Allocated IP 2001:db8::2 (ee5d03de-139d-420c-bc66-46f77545c41e/3ef695a1-a2d9-4c51-b201-d3e8f5f381de/f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:21.182903 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-dc47a63d-045f-49c8-9625-3bcff5787f05 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7997355 Dec 20 21:34:21.197730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e9296-6f45-4498-90ea-c14da8f6a85f req-e3530046-2543-4bda-b60c-3fb7ffb75e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:21.199511 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9e9296-6f45-4498-90ea-c14da8f6a85f req-e3530046-2543-4bda-b60c-3fb7ffb75e4d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e94c599d001420383e50c8c9b772a7d&device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 1094 time: 0.4998283 Dec 20 21:34:21.241251 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f415f4b9-baac-47ef-9085-e554680da55b tempest-DHCPAgentSchedulersTestJSON-337493264 tempest-DHCPAgentSchedulersTestJSON-337493264-project-admin] 10.222.0.32 "GET /v2.0/agents/1bb57d60-1739-4d69-b7f2-b0f481510317/dhcp-networks HTTP/1.1" status: 200 len: 11978 time: 0.3101084 Dec 20 21:34:21.242426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44476) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:21.258484 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-1cc57f5f-a91c-4900-985a-c477af069f77 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:21.443155 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f1556c24-6592-4e9c-b328-3c997acfa120 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port b088420d-77f2-4f5f-b635-150a784bd39c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:21.443736 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1556c24-6592-4e9c-b328-3c997acfa120 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:21.478369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e50429-ffa8-4303-9408-04f115ec8866 req-6b4fb0a3-a768-4f42-8cb0-a83a0bb25643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:21.484204 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-6b4fb0a3-a768-4f42-8cb0-a83a0bb25643 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.5593436 Dec 20 21:34:21.658388 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-1cc57f5f-a91c-4900-985a-c477af069f77 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:21.728155 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0916bcbf-7425-4290-9937-b695ba82fd47 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:21.761012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e9296-6f45-4498-90ea-c14da8f6a85f req-9655f263-aa0c-4c79-a017-78bee8848d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:21.762811 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9e9296-6f45-4498-90ea-c14da8f6a85f req-9655f263-aa0c-4c79-a017-78bee8848d0a service neutron] 10.222.0.66 "GET /v2.0/networks?id=d57bce93-bb4b-480e-97a5-5a079f85b0e4 HTTP/1.1" status: 200 len: 920 time: 0.5289390 Dec 20 21:34:21.804046 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 0916bcbf-7425-4290-9937-b695ba82fd47 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:34:21.804384 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0916bcbf-7425-4290-9937-b695ba82fd47 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:34:21.836643 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2baa9-337d-4b44-9ae9-9919978d8a85 req-7de8bde1-c21b-40d4-8b4b-43c6cc45e45d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:21.840154 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5ba2baa9-337d-4b44-9ae9-9919978d8a85 req-7de8bde1-c21b-40d4-8b4b-43c6cc45e45d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 0.2511175 Dec 20 21:34:21.849681 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1556c24-6592-4e9c-b328-3c997acfa120 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:21.851092 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:21.854943 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9e9296-6f45-4498-90ea-c14da8f6a85f req-62fd7fde-1cb6-4db8-86b6-7ff803360714 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69fb3221-e29d-4567-bdae-aba7a6eb91e1 HTTP/1.1" status: 200 len: 217 time: 0.0821052 Dec 20 21:34:21.860038 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-7ecbdee9-9f2a-447f-98af-c9533a4bfbfc service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585789 Dec 20 21:34:21.864366 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7e27d6-8929-44b6-a751-aa3c6113894d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:21.868457 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef7e27d6-8929-44b6-a751-aa3c6113894d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:21.869186 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:21.883103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb39c2b-36cd-456f-b138-a73a2cafc7a8 tempest-DHCPAgentSchedulersTestJSON-337493264 tempest-DHCPAgentSchedulersTestJSON-337493264-project-admin] Network a5ca7698-54da-4e04-8827-859660a0c881 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:34:21.961126 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Pushing event updated for resources: {'Port': ['ID=f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:21.964920 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5ba2baa9-337d-4b44-9ae9-9919978d8a85 req-6bcc27ec-aa55-4979-ae9d-c29978fd7dd7 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099846 Dec 20 21:34:21.976345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f1556c24-6592-4e9c-b328-3c997acfa120 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for b088420d-77f2-4f5f-b635-150a784bd39c owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:22.006866 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Network ee5d03de-139d-420c-bc66-46f77545c41e is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:22.008510 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:22.010976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:22.019524 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dcb39c2b-36cd-456f-b138-a73a2cafc7a8 tempest-DHCPAgentSchedulersTestJSON-337493264 tempest-DHCPAgentSchedulersTestJSON-337493264-project-admin] 10.222.0.32 "POST /v2.0/agents/1bb57d60-1739-4d69-b7f2-b0f481510317/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7724435 Dec 20 21:34:22.044878 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f474458d-37e2-43d7-9d55-78c5c181b235 None None] Network a5ca7698-54da-4e04-8827-859660a0c881 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:22.051990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44490) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:22.122545 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e9296-6f45-4498-90ea-c14da8f6a85f req-f9450eb6-5e32-4067-ad1e-57d967d51b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:22.124681 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9e9296-6f45-4498-90ea-c14da8f6a85f req-f9450eb6-5e32-4067-ad1e-57d967d51b95 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4703d133-2d9a-4054-9009-948496539736 HTTP/1.1" status: 200 len: 859 time: 0.2501481 Dec 20 21:34:22.164508 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Attempting to bind port f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:34:22.164921 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Attempting to bind port f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'a1c349bc-5f6b-4c78-ad49-7d4932728f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ee5d03de-139d-420c-bc66-46f77545c41e'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:34:22.165374 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Attempting to bind port f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6 on network ee5d03de-139d-420c-bc66-46f77545c41e {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:34:22.172993 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:34:22.173698 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Checking segment: {'id': 'a1c349bc-5f6b-4c78-ad49-7d4932728f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ee5d03de-139d-420c-bc66-46f77545c41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:34:22.173833 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:22.174182 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Bound using segment: {'id': 'a1c349bc-5f6b-4c78-ad49-7d4932728f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ee5d03de-139d-420c-bc66-46f77545c41e'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:34:22.174633 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Bound port: f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c349bc-5f6b-4c78-ad49-7d4932728f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ee5d03de-139d-420c-bc66-46f77545c41e'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:34:22.175016 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:22.185366 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76e50429-ffa8-4303-9408-04f115ec8866 req-239c93c3-0abd-4de3-8de2-6e539b8c80ca service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128145 Dec 20 21:34:22.263174 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] For port f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:34:22.266584 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] For port f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6,segment=NetworkSegment(a1c349bc-5f6b-4c78-ad49-7d4932728f85),segment_id=a1c349bc-5f6b-4c78-ad49-7d4932728f85)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:34:22.278855 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9e9296-6f45-4498-90ea-c14da8f6a85f req-28797a0a-e969-4826-9899-988a0fba1246 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d57bce93-bb4b-480e-97a5-5a079f85b0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022744 Dec 20 21:34:22.305507 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:22.309228 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1556c24-6592-4e9c-b328-3c997acfa120 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:22.358488 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1556c24-6592-4e9c-b328-3c997acfa120 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=b088420d-77f2-4f5f-b635-150a784bd39c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:22.373104 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1556c24-6592-4e9c-b328-3c997acfa120 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:22.380254 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f1556c24-6592-4e9c-b328-3c997acfa120 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/ports/b088420d-77f2-4f5f-b635-150a784bd39c HTTP/1.1" status: 204 len: 168 time: 1.5643861 Dec 20 21:34:22.381110 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44492) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:22.396926 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-1cc57f5f-a91c-4900-985a-c477af069f77 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:22.426032 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-845f941e-18aa-4efe-b29f-383ad4ea96a3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] GET failed (client error): The resource could not be found. Dec 20 21:34:22.432793 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-845f941e-18aa-4efe-b29f-383ad4ea96a3 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports/b088420d-77f2-4f5f-b635-150a784bd39c HTTP/1.1" status: 404 len: 333 time: 0.0487390 Dec 20 21:34:22.433776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44494) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:22.439854 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6ab15d1a-56ec-4e76-a330-77af9bb63b9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d', 'name': 'tempest-PortsTestJSON-1933645873'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:22.480750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe445605-136d-47cf-9c36-bbf1904da57e None None] Pushing event updated for resources: {'Port': ['ID=f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:22.598025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab15d1a-56ec-4e76-a330-77af9bb63b9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:22.604551 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ab15d1a-56ec-4e76-a330-77af9bb63b9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:22.654729 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-6ab15d1a-56ec-4e76-a330-77af9bb63b9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] device_id is not set on port 7d99eee9-cb37-4460-bebe-d17ef9d2d81f yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:34:22.948680 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2f2cb4e0-2446-4e75-836b-412cd6de8ce0 tempest-DHCPAgentSchedulersTestJSON-337493264 tempest-DHCPAgentSchedulersTestJSON-337493264-project-admin] 10.222.0.32 "GET /v2.0/agents/1bb57d60-1739-4d69-b7f2-b0f481510317/dhcp-networks HTTP/1.1" status: 200 len: 12749 time: 0.8930295 Dec 20 21:34:22.957851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44498) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:22.974978 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9e9296-6f45-4498-90ea-c14da8f6a85f req-74e75c42-979c-432a-a86e-cc962887f6bf service neutron] 10.222.0.66 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6820269 Dec 20 21:34:23.018270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-1cc57f5f-a91c-4900-985a-c477af069f77 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Allocated IP 172.35.3.178 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/bef75c5b-98d0-450a-b147-19845b22268e) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:23.068300 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ab15d1a-56ec-4e76-a330-77af9bb63b9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:23.147282 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ab15d1a-56ec-4e76-a330-77af9bb63b9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:23.272608 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab15d1a-56ec-4e76-a330-77af9bb63b9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=7d99eee9-cb37-4460-bebe-d17ef9d2d81f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:23.295994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab15d1a-56ec-4e76-a330-77af9bb63b9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network d18a5b58-f915-455a-8be2-23deab8e3e1d is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:23.301398 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-6ab15d1a-56ec-4e76-a330-77af9bb63b9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:23.315181 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab15d1a-56ec-4e76-a330-77af9bb63b9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:23.333301 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab15d1a-56ec-4e76-a330-77af9bb63b9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:23.334809 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ab15d1a-56ec-4e76-a330-77af9bb63b9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:23.372956 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6ab15d1a-56ec-4e76-a330-77af9bb63b9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9372640 Dec 20 21:34:23.376208 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44508) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:23.388248 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d91a183d-c5ce-463a-b68a-948cf1cf10f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:23.417970 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ceaccd-b8ea-4d18-ad88-de6400d0ad3b req-5bb407d2-0320-4d4e-8e63-5657df156755 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:23.425109 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-41ceaccd-b8ea-4d18-ad88-de6400d0ad3b req-5bb407d2-0320-4d4e-8e63-5657df156755 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 0.2072477 Dec 20 21:34:23.625246 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d91a183d-c5ce-463a-b68a-948cf1cf10f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:23.633263 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-41ceaccd-b8ea-4d18-ad88-de6400d0ad3b req-d4475de0-db19-4909-a43e-899b7f1a1665 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691232 Dec 20 21:34:23.857623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-1cc57f5f-a91c-4900-985a-c477af069f77 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:23.941682 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9e9296-6f45-4498-90ea-c14da8f6a85f req-f1896c50-9175-4d70-bb79-9fa0f7607a5c service neutron] 10.222.0.66 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9569039 Dec 20 21:34:23.946102 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-76b96aaa-ab5c-45b3-ad1b-4233ce290bec tempest-DHCPAgentSchedulersTestJSON-337493264 tempest-DHCPAgentSchedulersTestJSON-337493264-project-admin] 10.222.0.32 "DELETE /v2.0/agents/1bb57d60-1739-4d69-b7f2-b0f481510317/dhcp-networks/a5ca7698-54da-4e04-8827-859660a0c881 HTTP/1.1" status: 204 len: 168 time: 0.9849720 Dec 20 21:34:23.947672 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-1cc57f5f-a91c-4900-985a-c477af069f77 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:23.951042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44514) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:23.990568 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44516) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:23.995000 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef7e27d6-8929-44b6-a751-aa3c6113894d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:24.055070 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7e27d6-8929-44b6-a751-aa3c6113894d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network ee5d03de-139d-420c-bc66-46f77545c41e is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:24.060721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc57f5f-a91c-4900-985a-c477af069f77 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Pushing event updated for resources: {'Port': ['ID=bef75c5b-98d0-450a-b147-19845b22268e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:24.062270 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d91a183d-c5ce-463a-b68a-948cf1cf10f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:24.079636 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d91a183d-c5ce-463a-b68a-948cf1cf10f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:24.092693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-ef7e27d6-8929-44b6-a751-aa3c6113894d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:24.101309 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7e27d6-8929-44b6-a751-aa3c6113894d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:24.102045 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef7e27d6-8929-44b6-a751-aa3c6113894d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:24.163706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-1cc57f5f-a91c-4900-985a-c477af069f77 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:24.214341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d91a183d-c5ce-463a-b68a-948cf1cf10f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] In _notify_port_updated(), no bound segment for port 7d99eee9-cb37-4460-bebe-d17ef9d2d81f on network d18a5b58-f915-455a-8be2-23deab8e3e1d {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:34:24.226243 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91a183d-c5ce-463a-b68a-948cf1cf10f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:24.226917 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d91a183d-c5ce-463a-b68a-948cf1cf10f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:24.233318 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d91a183d-c5ce-463a-b68a-948cf1cf10f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "PUT /v2.0/ports/7d99eee9-cb37-4460-bebe-d17ef9d2d81f HTTP/1.1" status: 200 len: 818 time: 0.8509407 Dec 20 21:34:24.240076 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44520) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:24.246730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-1cc57f5f-a91c-4900-985a-c477af069f77 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:24.293446 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-1cc57f5f-a91c-4900-985a-c477af069f77 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:24.370590 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ef7e27d6-8929-44b6-a751-aa3c6113894d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.2098248 Dec 20 21:34:24.371614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e27d6-8929-44b6-a751-aa3c6113894d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Subnet': ['ID=6f56117c-d170-4bef-aa87-7c57e92a9240,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:24.379256 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b605d0-f740-4e26-bddc-f9a75a9d5308 None None] Network ee5d03de-139d-420c-bc66-46f77545c41e requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:24.407188 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44522) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:24.413937 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-78e59470-a783-4348-b97a-acc1b52ef320 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'network_id': 'ee5d03de-139d-420c-bc66-46f77545c41e', 'fixed_ips': [{'subnet_id': '3ef695a1-a2d9-4c51-b201-d3e8f5f381de'}, {'subnet_id': '6f56117c-d170-4bef-aa87-7c57e92a9240'}], 'name': 'tempest-PortsIpV6TestJSON-1592577522'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:24.508438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-cf0de7a7-6a16-45e5-a177-ed9c4a6fca37 None None] Provisioning complete for port f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:24.509124 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf0de7a7-6a16-45e5-a177-ed9c4a6fca37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:24.794508 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf0de7a7-6a16-45e5-a177-ed9c4a6fca37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:24.822356 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-1cc57f5f-a91c-4900-985a-c477af069f77 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:24.826019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:34:24.840953 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e59470-a783-4348-b97a-acc1b52ef320 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:24.960911 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-cf0de7a7-6a16-45e5-a177-ed9c4a6fca37 None None] For port f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6,segment=NetworkSegment(a1c349bc-5f6b-4c78-ad49-7d4932728f85),segment_id=a1c349bc-5f6b-4c78-ad49-7d4932728f85)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:24.975600 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf0de7a7-6a16-45e5-a177-ed9c4a6fca37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:25.025533 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-1cc57f5f-a91c-4900-985a-c477af069f77 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:25.040670 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0de7a7-6a16-45e5-a177-ed9c4a6fca37 None None] Pushing event updated for resources: {'Port': ['ID=f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:25.045302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a183d-c5ce-463a-b68a-948cf1cf10f5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=7d99eee9-cb37-4460-bebe-d17ef9d2d81f,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:25.057449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21748991-88e5-4797-9a6b-1c5539ef83cb None None] Update dhcp port {'port': {'network_id': 'ee5d03de-139d-420c-bc66-46f77545c41e', 'fixed_ips': [{'subnet_id': '3ef695a1-a2d9-4c51-b201-d3e8f5f381de', 'ip_address': '2001:db8::2'}, {'subnet_id': '6f56117c-d170-4bef-aa87-7c57e92a9240'}], 'binding:host_id': 'n-d-xena-1'}, 'id': 'f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6'} from n-d-xena-1. {{(pid=102403) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 20 21:34:25.090786 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09167e6-154e-4067-a769-181462b07ea1 req-be4dbe1c-1bd5-406e-9718-9ed0499ee934 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:25.092054 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-f0670558-103d-4c47-848e-526cec7a5e38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port 7d99eee9-cb37-4460-bebe-d17ef9d2d81f {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:25.092656 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0670558-103d-4c47-848e-526cec7a5e38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:25.093256 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f09167e6-154e-4067-a769-181462b07ea1 req-be4dbe1c-1bd5-406e-9718-9ed0499ee934 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 0.0996878 Dec 20 21:34:25.105760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:25.108055 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:25.129008 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-78e59470-a783-4348-b97a-acc1b52ef320 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:25.139043 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ed7de071-0783-4f73-9c69-f3458bcc7a7b tempest-DHCPAgentSchedulersTestJSON-337493264 tempest-DHCPAgentSchedulersTestJSON-337493264-project-admin] 10.222.0.32 "GET /v2.0/agents/1bb57d60-1739-4d69-b7f2-b0f481510317/dhcp-networks HTTP/1.1" status: 200 len: 12018 time: 1.1837008 Dec 20 21:34:25.141113 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44530) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:25.176115 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21748991-88e5-4797-9a6b-1c5539ef83cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:25.234823 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f09167e6-154e-4067-a769-181462b07ea1 req-9eab2fe4-54bc-4a54-b96d-64d6aab20061 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314316 Dec 20 21:34:25.287053 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f9abfba9-dd7b-4a2f-b1f1-39e8d92c656d tempest-DHCPAgentSchedulersTestJSON-337493264 tempest-DHCPAgentSchedulersTestJSON-337493264-project-admin] 10.222.0.32 "GET /v2.0/networks/c5b4f051-eee3-4ea6-a2a0-5a82326216f4/dhcp-agents HTTP/1.1" status: 200 len: 793 time: 0.1408260 Dec 20 21:34:25.287293 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44532) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:25.295695 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-78e59470-a783-4348-b97a-acc1b52ef320 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] device_id is not set on port 49f597af-43d0-405b-a9ba-0f9e49429cdc yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:34:25.427644 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fdb14108-9330-4bc8-8187-7026233da2ce tempest-DHCPAgentSchedulersTestJSON-337493264 tempest-DHCPAgentSchedulersTestJSON-337493264-project-admin] 10.222.0.32 "GET /v2.0/networks/c5b4f051-eee3-4ea6-a2a0-5a82326216f4/dhcp-agents HTTP/1.1" status: 200 len: 793 time: 0.1393309 Dec 20 21:34:25.430475 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44534) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:25.453582 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0670558-103d-4c47-848e-526cec7a5e38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:25.495598 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-f0670558-103d-4c47-848e-526cec7a5e38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for 7d99eee9-cb37-4460-bebe-d17ef9d2d81f owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:25.511076 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-21748991-88e5-4797-9a6b-1c5539ef83cb None None] Allocated IP 2001:db8:0:1::2 (ee5d03de-139d-420c-bc66-46f77545c41e/6f56117c-d170-4bef-aa87-7c57e92a9240/f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:25.714422 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-801bc0b9-d898-41d7-aa85-fdfd93113d5b tempest-DHCPAgentSchedulersTestJSON-337493264 tempest-DHCPAgentSchedulersTestJSON-337493264-project-admin] 10.222.0.32 "GET /v2.0/agents/1bb57d60-1739-4d69-b7f2-b0f481510317/dhcp-networks HTTP/1.1" status: 200 len: 12018 time: 0.2825649 Dec 20 21:34:25.719320 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44540) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:25.733027 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-21748991-88e5-4797-9a6b-1c5539ef83cb None None] For port f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6,segment=NetworkSegment(a1c349bc-5f6b-4c78-ad49-7d4932728f85),segment_id=a1c349bc-5f6b-4c78-ad49-7d4932728f85)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:25.741275 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-1cc57f5f-a91c-4900-985a-c477af069f77 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:25.745803 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0670558-103d-4c47-848e-526cec7a5e38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:25.758241 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-1cc57f5f-a91c-4900-985a-c477af069f77 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:25.782537 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0670558-103d-4c47-848e-526cec7a5e38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=7d99eee9-cb37-4460-bebe-d17ef9d2d81f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:25.803019 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21748991-88e5-4797-9a6b-1c5539ef83cb None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:25.816190 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21748991-88e5-4797-9a6b-1c5539ef83cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:25.837908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc57f5f-a91c-4900-985a-c477af069f77 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Pushing event updated for resources: {'Port': ['ID=bef75c5b-98d0-450a-b147-19845b22268e,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:25.860877 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0670558-103d-4c47-848e-526cec7a5e38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:25.864702 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f0670558-103d-4c47-848e-526cec7a5e38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/ports/7d99eee9-cb37-4460-bebe-d17ef9d2d81f HTTP/1.1" status: 204 len: 168 time: 1.6200967 Dec 20 21:34:25.870488 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44542) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:25.953265 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:25.978212 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25aacb8e-13cb-4a01-993a-41505b6b4327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:26.010564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21748991-88e5-4797-9a6b-1c5539ef83cb None None] Pushing event updated for resources: {'Port': ['ID=f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:26.123457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-78e59470-a783-4348-b97a-acc1b52ef320 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Allocated IP 2001:db8::a2 (ee5d03de-139d-420c-bc66-46f77545c41e/3ef695a1-a2d9-4c51-b201-d3e8f5f381de/49f597af-43d0-405b-a9ba-0f9e49429cdc) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:26.132358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-78e59470-a783-4348-b97a-acc1b52ef320 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Allocated IP 2001:db8:0:1::3ce (ee5d03de-139d-420c-bc66-46f77545c41e/6f56117c-d170-4bef-aa87-7c57e92a9240/49f597af-43d0-405b-a9ba-0f9e49429cdc) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:26.218200 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:26.238862 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ca7698-54da-4e04-8827-859660a0c881']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:26.261434 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3cd341-ff0f-4c87-9266-c49a60a3c090') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:26.261730 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3cd341-ff0f-4c87-9266-c49a60a3c090') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:26.278187 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:26.292648 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:26.299102 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:34:26.299566 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:26.351103 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-78e59470-a783-4348-b97a-acc1b52ef320 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:26.369411 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-1cc57f5f-a91c-4900-985a-c477af069f77 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:26.401199 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5fe7a8-1de6-4d8d-bbfd-a7cb7f5f1252 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:26.413620 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5f5fe7a8-1de6-4d8d-bbfd-a7cb7f5f1252 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5328329 Dec 20 21:34:26.414284 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44548) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:26.414918 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-1cc57f5f-a91c-4900-985a-c477af069f77 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:26.424105 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-1cc57f5f-a91c-4900-985a-c477af069f77 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2192960 Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:34:26.428492 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:34:26.460136 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:26.539513 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-b913f8cf-e849-47ea-8c22-dc6842368b10 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.178 HTTP/1.1" status: 200 len: 696 time: 0.1108263 Dec 20 21:34:26.564829 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-2caf578e-a50e-4a5a-9cb2-e00d73bc1ea0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] GET failed (client error): The resource could not be found. Dec 20 21:34:26.565102 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-78e59470-a783-4348-b97a-acc1b52ef320 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:26.567253 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2caf578e-a50e-4a5a-9cb2-e00d73bc1ea0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports/7d99eee9-cb37-4460-bebe-d17ef9d2d81f HTTP/1.1" status: 404 len: 333 time: 0.1397328 Dec 20 21:34:26.582625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44552) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:26.662351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5cdf2b46-ab8f-43c4-b1ee-d23adbb19588 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-76210629'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:26.671390 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:26.685321 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] 10.222.0.32 "DELETE /v2.0/networks/a5ca7698-54da-4e04-8827-859660a0c881 HTTP/1.1" status: 204 len: 168 time: 0.9643214 Dec 20 21:34:26.707373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44554) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:26.708685 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Pushing event deleted for resources: {'Network': ['ID=a5ca7698-54da-4e04-8827-859660a0c881,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:26.747516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:34:26.753835 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:26.754552 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:26.755047 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:26.755601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:26.756345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:26.756849 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:26.757337 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:26.757958 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:26.758546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:26.759068 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:26.759741 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:26.760307 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64eeeb5-3e03-4049-8553-8d027465abe7 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:26.770887 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38b68e9-73b9-41c0-9d52-ee59b5a052a0 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] DELETE failed (client error): The resource could not be found. Dec 20 21:34:26.771710 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38b68e9-73b9-41c0-9d52-ee59b5a052a0 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:34:26.778479 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d38b68e9-73b9-41c0-9d52-ee59b5a052a0 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] 10.222.0.32 "DELETE /v2.0/ports/4252d1eb-6a52-4a64-bcb7-136c925ea797 HTTP/1.1" status: 404 len: 333 time: 0.0679030 Dec 20 21:34:26.781194 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44556) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:26.826795 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e59470-a783-4348-b97a-acc1b52ef320 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network ee5d03de-139d-420c-bc66-46f77545c41e is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:26.829906 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a61699-1e2c-414c-ac91-1a84b5aadccf req-0bcf2021-b49b-4722-bdb3-88256462426f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:26.837497 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c7a61699-1e2c-414c-ac91-1a84b5aadccf req-0bcf2021-b49b-4722-bdb3-88256462426f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 0.4221811 Dec 20 21:34:26.852857 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:26.854000 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:26.872441 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-78e59470-a783-4348-b97a-acc1b52ef320 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:26.879583 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e59470-a783-4348-b97a-acc1b52ef320 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:26.888099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e59470-a783-4348-b97a-acc1b52ef320 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:26.889555 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-78e59470-a783-4348-b97a-acc1b52ef320 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:26.895822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e59470-a783-4348-b97a-acc1b52ef320 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=49f597af-43d0-405b-a9ba-0f9e49429cdc,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:26.917391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdf2b46-ab8f-43c4-b1ee-d23adbb19588 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:26.921500 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2b46-ab8f-43c4-b1ee-d23adbb19588 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:26.928782 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd52fc7d-027d-41b7-94a9-5606debaaa20 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Deleting subnet efe367dd-cc22-49b6-811b-676caf073671 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:34:26.935792 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd52fc7d-027d-41b7-94a9-5606debaaa20 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:26.955916 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82044233-5206-460a-b2fb-306e2b91f6c9 None None] Network ee5d03de-139d-420c-bc66-46f77545c41e requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:26.966163 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-78e59470-a783-4348-b97a-acc1b52ef320 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.5538585 Dec 20 21:34:26.966569 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44558) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:26.978738 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3ef695a1-a2d9-4c51-b201-d3e8f5f381de'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:26.991561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-fd635957-a25b-4500-8d10-57a85b22fbc7 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:26.993393 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-fd635957-a25b-4500-8d10-57a85b22fbc7 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.4429903 Dec 20 21:34:27.024954 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c7a61699-1e2c-414c-ac91-1a84b5aadccf req-1bacd81a-1225-45f6-9765-e440d16af18d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863821 Dec 20 21:34:27.037143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-ac43722a-4d4d-41bb-83e1-ae65f9bdbbac tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:34:27.038315 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-640bd5a2-58b6-4785-aace-ed333649ad3c req-ac43722a-4d4d-41bb-83e1-ae65f9bdbbac tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148218 Dec 20 21:34:27.063151 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cdf2b46-ab8f-43c4-b1ee-d23adbb19588 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:34:27.117200 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:27.133033 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2b46-ab8f-43c4-b1ee-d23adbb19588 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:27.133745 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-5cdf2b46-ab8f-43c4-b1ee-d23adbb19588 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Added segment ad2cb820-25bf-421b-99e6-428bab74cf42 of type vlan for network e265a734-b811-49d2-ac06-9bc67d7452fa Dec 20 21:34:27.209818 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ce9f2bd4-837e-4d4f-a44b-256f95e8a73a None None] Provisioning complete for port f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:27.210916 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ce9f2bd4-837e-4d4f-a44b-256f95e8a73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:27.221554 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd52fc7d-027d-41b7-94a9-5606debaaa20 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:27.261997 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12793f4f-5b0f-4d62-9de6-8af4ed5195b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:27.466048 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-25aacb8e-13cb-4a01-993a-41505b6b4327 admin admin] Deleting port 018ebc94-12eb-424c-ad64-7f0d5be10c6d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:27.474524 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25aacb8e-13cb-4a01-993a-41505b6b4327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:27.570669 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2b46-ab8f-43c4-b1ee-d23adbb19588 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:27.572629 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd52fc7d-027d-41b7-94a9-5606debaaa20 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:27.731001 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24f271-1f46-4deb-8861-44ebec297907 req-8677e659-cacb-4edd-9bc2-99aab74c6c95 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:27.739200 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8d24f271-1f46-4deb-8861-44ebec297907 req-8677e659-cacb-4edd-9bc2-99aab74c6c95 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 945 time: 0.1225448 Dec 20 21:34:27.747943 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-25aacb8e-13cb-4a01-993a-41505b6b4327 admin admin] For port 018ebc94-12eb-424c-ad64-7f0d5be10c6d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=018ebc94-12eb-424c-ad64-7f0d5be10c6d,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:27.748389 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25aacb8e-13cb-4a01-993a-41505b6b4327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:27.749723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-8ff9ec93-85aa-4762-9948-1767ce80eac5 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:27.757739 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-8ff9ec93-85aa-4762-9948-1767ce80eac5 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5556743 Dec 20 21:34:27.780456 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-25aacb8e-13cb-4a01-993a-41505b6b4327 admin admin] Calling delete_port for 018ebc94-12eb-424c-ad64-7f0d5be10c6d owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:27.801426 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd52fc7d-027d-41b7-94a9-5606debaaa20 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:27.820415 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8d24f271-1f46-4deb-8861-44ebec297907 req-8edb4bf9-45f9-4151-9fde-10599142acc0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750372 Dec 20 21:34:27.846131 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2b46-ab8f-43c4-b1ee-d23adbb19588 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:27.859614 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52fc7d-027d-41b7-94a9-5606debaaa20 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Pushing event deleted for resources: {'Subnet': ['ID=efe367dd-cc22-49b6-811b-676caf073671,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:27.861807 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdf2b46-ab8f-43c4-b1ee-d23adbb19588 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:27.862493 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2b46-ab8f-43c4-b1ee-d23adbb19588 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:27.933203 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd52fc7d-027d-41b7-94a9-5606debaaa20 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:27.939164 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d841e58-13dd-4e0e-84b6-ed5ccc336658 None None] Network c5b4f051-eee3-4ea6-a2a0-5a82326216f4 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:27.951095 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fd52fc7d-027d-41b7-94a9-5606debaaa20 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] 10.222.0.32 "DELETE /v2.0/subnets/efe367dd-cc22-49b6-811b-676caf073671 HTTP/1.1" status: 204 len: 168 time: 1.1675930 Dec 20 21:34:27.954015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44568) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:27.960495 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf2b46-ab8f-43c4-b1ee-d23adbb19588 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Network': ['ID=e265a734-b811-49d2-ac06-9bc67d7452fa,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:27.981518 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-e814c29a-2c3c-4869-8dab-b91cd7669612 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.178 HTTP/1.1" status: 200 len: 696 time: 0.2208972 Dec 20 21:34:27.989311 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5cdf2b46-ab8f-43c4-b1ee-d23adbb19588 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3845656 Dec 20 21:34:27.989941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44570) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:27.990969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Delete allocated IP 2001:db8:0:1::3ce (ee5d03de-139d-420c-bc66-46f77545c41e/6f56117c-d170-4bef-aa87-7c57e92a9240) {{(pid=102401) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 21:34:28.007140 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-8ec95da5-769f-4063-9a57-551df9cf63c5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'subnet': {'network_id': 'e265a734-b811-49d2-ac06-9bc67d7452fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:28.014375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-11eb6519-f0f5-49ac-b46b-53e1a9f4cf6e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Request body: {'floatingip': {'port_id': '69fb3221-e29d-4567-bdae-aba7a6eb91e1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:28.123492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network e265a734-b811-49d2-ac06-9bc67d7452fa details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:34:28.179182 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-11eb6519-f0f5-49ac-b46b-53e1a9f4cf6e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:28.345890 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-846b3e14-a687-4d2a-ab5c-fc178a1b2b66 None None] Provisioning complete for port f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:28.346294 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-846b3e14-a687-4d2a-ab5c-fc178a1b2b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:28.497047 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d46d73-8111-4792-858c-6d7b30192b24 req-50ec94d6-3be0-47f2-894b-2f06b45941e8 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:28.502901 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d4d46d73-8111-4792-858c-6d7b30192b24 req-50ec94d6-3be0-47f2-894b-2f06b45941e8 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 0.3569989 Dec 20 21:34:28.507850 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:28.519320 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25aacb8e-13cb-4a01-993a-41505b6b4327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:28.545805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780200d5-3024-4221-a9fb-9549af2728ef None None] DHCP port deletion for c5b4f051-eee3-4ea6-a2a0-5a82326216f4 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:34:28.615690 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-846b3e14-a687-4d2a-ab5c-fc178a1b2b66 None None] Provisioning complete for port 49f597af-43d0-405b-a9ba-0f9e49429cdc triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:28.616069 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-846b3e14-a687-4d2a-ab5c-fc178a1b2b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:28.636477 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d4d46d73-8111-4792-858c-6d7b30192b24 req-2b50ae21-75f7-4d62-8324-3229397d2e04 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326883 Dec 20 21:34:28.641099 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aacb8e-13cb-4a01-993a-41505b6b4327 admin admin] Pushing event deleted for resources: {'Port': ['ID=018ebc94-12eb-424c-ad64-7f0d5be10c6d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:28.760996 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-780200d5-3024-4221-a9fb-9549af2728ef None None] Deleting port df26811e-d0bf-4bc8-a53c-d22014b7b2ab {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:28.761396 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-780200d5-3024-4221-a9fb-9549af2728ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:28.784272 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Deleting port df26811e-d0bf-4bc8-a53c-d22014b7b2ab {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:28.785352 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:28.864402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] For port df26811e-d0bf-4bc8-a53c-d22014b7b2ab, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=df26811e-d0bf-4bc8-a53c-d22014b7b2ab,segment=NetworkSegment(bb9d3029-0937-4cdb-a15d-5073055a3b77),segment_id=bb9d3029-0937-4cdb-a15d-5073055a3b77)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:28.864776 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:28.882029 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device df26811e-d0bf-4bc8-a53c-d22014b7b2ab no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:28.882211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Calling delete_port for df26811e-d0bf-4bc8-a53c-d22014b7b2ab owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:28.939107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-846b3e14-a687-4d2a-ab5c-fc178a1b2b66 None None] Port 49f597af-43d0-405b-a9ba-0f9e49429cdc cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:34:28.978691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-780200d5-3024-4221-a9fb-9549af2728ef None None] For port df26811e-d0bf-4bc8-a53c-d22014b7b2ab, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=df26811e-d0bf-4bc8-a53c-d22014b7b2ab,segment=NetworkSegment(bb9d3029-0937-4cdb-a15d-5073055a3b77),segment_id=bb9d3029-0937-4cdb-a15d-5073055a3b77)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:28.979332 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-780200d5-3024-4221-a9fb-9549af2728ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:28.995319 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-780200d5-3024-4221-a9fb-9549af2728ef None None] Calling delete_port for df26811e-d0bf-4bc8-a53c-d22014b7b2ab owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:29.054129 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:29.090976 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:29.126050 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-62db87d7-f382-40b9-92d4-a968e7534df0 None None] Provisioning complete for port 49f597af-43d0-405b-a9ba-0f9e49429cdc triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:29.126744 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62db87d7-f382-40b9-92d4-a968e7534df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:29.164090 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Pushing event deleted for resources: {'Port': ['ID=df26811e-d0bf-4bc8-a53c-d22014b7b2ab,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:29.170789 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] No DVR routers for this DVR port df26811e-d0bf-4bc8-a53c-d22014b7b2ab on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:29.216834 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-62db87d7-f382-40b9-92d4-a968e7534df0 None None] Port 49f597af-43d0-405b-a9ba-0f9e49429cdc cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:34:29.218354 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c88ca-5546-431a-9082-fc3b389121dc req-4ee51b92-62eb-40f6-9d82-716bcd59251d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:29.225735 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-045c88ca-5546-431a-9082-fc3b389121dc req-4ee51b92-62eb-40f6-9d82-716bcd59251d tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 945 time: 0.2218475 Dec 20 21:34:29.247176 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-780200d5-3024-4221-a9fb-9549af2728ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:29.269749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780200d5-3024-4221-a9fb-9549af2728ef None None] No DVR routers for this DVR port df26811e-d0bf-4bc8-a53c-d22014b7b2ab on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:29.297685 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780200d5-3024-4221-a9fb-9549af2728ef None None] Pushing event deleted for resources: {'Port': ['ID=df26811e-d0bf-4bc8-a53c-d22014b7b2ab,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:29.305336 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:29.331406 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b4f051-eee3-4ea6-a2a0-5a82326216f4']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:29.341128 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9d3029-0937-4cdb-a15d-5073055a3b77') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:29.341420 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9d3029-0937-4cdb-a15d-5073055a3b77') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:29.351923 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:29.367490 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:29.375612 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:34:29.376018 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:34:29.432084 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:34:29.474555 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fab404d1-ed8d-4d28-828a-1f93fe8b180d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:29.482973 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:29.497800 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:29.502119 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] 10.222.0.32 "DELETE /v2.0/networks/c5b4f051-eee3-4ea6-a2a0-5a82326216f4 HTTP/1.1" status: 204 len: 168 time: 1.5400290 Dec 20 21:34:29.516267 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-045c88ca-5546-431a-9082-fc3b389121dc req-b563258e-595e-404d-985a-c5af89a23670 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863410 Dec 20 21:34:29.522582 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25aacb8e-13cb-4a01-993a-41505b6b4327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:29.551688 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a05a56-c317-4b55-8cc3-ca9b91e05414 tempest-DHCPAgentSchedulersTestJSON-1543036337 tempest-DHCPAgentSchedulersTestJSON-1543036337-project] Pushing event deleted for resources: {'Network': ['ID=c5b4f051-eee3-4ea6-a2a0-5a82326216f4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:29.591952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec95da5-769f-4063-9a57-551df9cf63c5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:29.595782 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ec95da5-769f-4063-9a57-551df9cf63c5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:29.636334 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e010ab-f5ca-450f-8c3b-3fd9e74b8081 req-0ec6f181-096c-4cfb-b974-a68ca8ee22b9 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:29.637852 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c5e010ab-f5ca-450f-8c3b-3fd9e74b8081 req-0ec6f181-096c-4cfb-b974-a68ca8ee22b9 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.66 "GET /v2.0/ports?device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 945 time: 0.2277656 Dec 20 21:34:29.855894 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:29.863898 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.resource_extend [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-11eb6519-f0f5-49ac-b46b-53e1a9f4cf6e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:34:29.866576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44586) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:29.872155 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b83dfc-c691-4ffb-98e9-1cfa1a5b2d0a req-cc7f39b5-4c52-40a8-b540-e778153bdf54 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:29.873704 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-73b83dfc-c691-4ffb-98e9-1cfa1a5b2d0a req-cc7f39b5-4c52-40a8-b540-e778153bdf54 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 0.0840650 Dec 20 21:34:29.911266 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:29.930632 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25aacb8e-13cb-4a01-993a-41505b6b4327 admin admin] Router 75d657b4-bb44-438a-ae10-24d5065fc132 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:34:30.011477 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-73b83dfc-c691-4ffb-98e9-1cfa1a5b2d0a req-45e99f9e-1f84-49fa-9800-7b00c7d0740a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265469 Dec 20 21:34:30.027840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] In _notify_port_updated(), no bound segment for port 49f597af-43d0-405b-a9ba-0f9e49429cdc on network ee5d03de-139d-420c-bc66-46f77545c41e {{(pid=102401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:34:30.034651 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:30.035515 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:30.044468 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "PUT /v2.0/ports/49f597af-43d0-405b-a9ba-0f9e49429cdc HTTP/1.1" status: 200 len: 925 time: 3.0743005 Dec 20 21:34:30.066044 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-11eb6519-f0f5-49ac-b46b-53e1a9f4cf6e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:30.075279 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44590) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:30.095273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-80a311f0-87da-4555-9896-74240b88e269 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3ef695a1-a2d9-4c51-b201-d3e8f5f381de'}, {'subnet_id': '6f56117c-d170-4bef-aa87-7c57e92a9240'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:30.136682 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-11eb6519-f0f5-49ac-b46b-53e1a9f4cf6e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:30.287542 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=49f597af-43d0-405b-a9ba-0f9e49429cdc,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:30.317238 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ec95da5-769f-4063-9a57-551df9cf63c5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:30.348169 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9f4ccd9c-4873-47a4-90d9-45c9d7b02437 None None] Provisioning complete for port 49f597af-43d0-405b-a9ba-0f9e49429cdc triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:30.348812 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9f4ccd9c-4873-47a4-90d9-45c9d7b02437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:30.385532 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ccd9c-4873-47a4-90d9-45c9d7b02437 None None] Port 49f597af-43d0-405b-a9ba-0f9e49429cdc cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:34:30.425344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:30.425722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:30.426026 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:30.426381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:30.426714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:30.427043 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:30.427365 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:30.427685 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:30.428007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:30.428326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:30.428646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:30.428962 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08442e-3264-4608-8df4-2650de8a8acd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:34:30.574762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-c5e010ab-f5ca-450f-8c3b-3fd9e74b8081 req-14ae1bba-bf9f-403a-9a3e-94bff2ce06c0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Deleting port 939afb12-8918-43e4-8f4e-99a1a7147d0a {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:30.575105 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5e010ab-f5ca-450f-8c3b-3fd9e74b8081 req-14ae1bba-bf9f-403a-9a3e-94bff2ce06c0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:30.596355 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2f047ba2-2d62-41b2-b488-deb18f43aa7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=593a205a8674400b9f82f36cff0c7f82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7179098 Dec 20 21:34:30.611162 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44594) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:30.635929 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25aacb8e-13cb-4a01-993a-41505b6b4327 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:34:30.647555 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48145e10-fcdf-48b0-ad60-ebeebc8a06c3 None None] Sync routers for ids ['75d657b4-bb44-438a-ae10-24d5065fc132'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:34:30.648784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec95da5-769f-4063-9a57-551df9cf63c5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Subnet': ['ID=70cd6791-1172-4117-880b-8b36df3d0b77,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:30.669648 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-25aacb8e-13cb-4a01-993a-41505b6b4327 admin admin] 10.222.0.32 "PUT /v2.0/routers/75d657b4-bb44-438a-ae10-24d5065fc132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6778655 Dec 20 21:34:30.670294 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44596) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:30.709839 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48145e10-fcdf-48b0-ad60-ebeebc8a06c3 None None] Routers {'75d657b4-bb44-438a-ae10-24d5065fc132'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:34:30.710752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-48145e10-fcdf-48b0-ad60-ebeebc8a06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:34:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['75d657b4-bb44-438a-ae10-24d5065fc132'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:30.738055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec95da5-769f-4063-9a57-551df9cf63c5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Checking segment: {'id': 'ad2cb820-25bf-421b-99e6-428bab74cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e265a734-b811-49d2-ac06-9bc67d7452fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:34:30.744433 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec95da5-769f-4063-9a57-551df9cf63c5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network hostable DHCP agents. Network: e265a734-b811-49d2-ac06-9bc67d7452fa, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:34:30.754412 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-11eb6519-f0f5-49ac-b46b-53e1a9f4cf6e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Floating IP 632a53e3-a69c-481d-9e66-ceaa02497943 associated. External IP: 172.35.3.178, port: 69fb3221-e29d-4567-bdae-aba7a6eb91e1. Dec 20 21:34:30.765012 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:30.783663 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d4704-1319-45ea-b9c7-5a59db25d312 req-a59ec2b9-f6a5-4be0-82b8-722a6a7bf5a0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:30.791171 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-843d4704-1319-45ea-b9c7-5a59db25d312 req-a59ec2b9-f6a5-4be0-82b8-722a6a7bf5a0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 945 time: 0.1704559 Dec 20 21:34:30.840232 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79a84738-f64a-40a9-a192-ad0ec44b9b75 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:30.844710 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-843d4704-1319-45ea-b9c7-5a59db25d312 req-c2913b8e-2e74-4bc6-b6b6-ac252c5a29da tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527265 Dec 20 21:34:30.854889 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-48145e10-fcdf-48b0-ad60-ebeebc8a06c3 None None] Set router 75d657b4-bb44-438a-ae10-24d5065fc132 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:34:30.990835 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79a84738-f64a-40a9-a192-ad0ec44b9b75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:31.086964 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-79a84738-f64a-40a9-a192-ad0ec44b9b75 admin admin] Deleting port bc98d3ce-8df6-477d-8cdd-bdd56933c844 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:31.089426 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79a84738-f64a-40a9-a192-ad0ec44b9b75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:31.129700 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-48145e10-fcdf-48b0-ad60-ebeebc8a06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51'}], 'enable_snat': True}, 'gw_port_id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:34:28Z', 'revision_number': 5, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port': {'id': 'bc98d3ce-8df6-477d-8cdd-bdd56933c844', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:25:30Z', 'updated_at': '2021-12-20T21:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:31.165375 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc5627f7-b379-456e-acf7-3b009a391d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:31.190241 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc5627f7-b379-456e-acf7-3b009a391d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:31.196236 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48145e10-fcdf-48b0-ad60-ebeebc8a06c3 None None] Checking router: 75d657b4-bb44-438a-ae10-24d5065fc132 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:34:31.225565 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48145e10-fcdf-48b0-ad60-ebeebc8a06c3 None None] Routers {'75d657b4-bb44-438a-ae10-24d5065fc132'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:34:31.227881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-48145e10-fcdf-48b0-ad60-ebeebc8a06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:34:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['75d657b4-bb44-438a-ae10-24d5065fc132'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:31.246881 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df80829-1f23-43c9-8e88-5b14280f9103 req-e4a07060-6d04-4ca2-b5ed-1c6dcdf33aad tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:31.248689 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0df80829-1f23-43c9-8e88-5b14280f9103 req-e4a07060-6d04-4ca2-b5ed-1c6dcdf33aad tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 0.1268148 Dec 20 21:34:31.252620 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec95da5-769f-4063-9a57-551df9cf63c5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network e265a734-b811-49d2-ac06-9bc67d7452fa is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:34:31.260039 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-11eb6519-f0f5-49ac-b46b-53e1a9f4cf6e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Router dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:34:31.269605 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc5627f7-b379-456e-acf7-3b009a391d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:31.272708 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc5627f7-b379-456e-acf7-3b009a391d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:31.277331 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dc5627f7-b379-456e-acf7-3b009a391d30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba54a6aa-7233-4aaf-ae54-0109cf3efa82 HTTP/1.1" status: 204 len: 168 time: 0.6273987 Dec 20 21:34:31.285145 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-79a84738-f64a-40a9-a192-ad0ec44b9b75 admin admin] For port bc98d3ce-8df6-477d-8cdd-bdd56933c844, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=bc98d3ce-8df6-477d-8cdd-bdd56933c844,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:31.285556 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79a84738-f64a-40a9-a192-ad0ec44b9b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:31.302460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c5e010ab-f5ca-450f-8c3b-3fd9e74b8081 req-14ae1bba-bf9f-403a-9a3e-94bff2ce06c0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] For port 939afb12-8918-43e4-8f4e-99a1a7147d0a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=939afb12-8918-43e4-8f4e-99a1a7147d0a,segment=NetworkSegment(8b074172-5467-44ce-a033-e43e76cb8699),segment_id=8b074172-5467-44ce-a033-e43e76cb8699)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:31.302878 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5e010ab-f5ca-450f-8c3b-3fd9e74b8081 req-14ae1bba-bf9f-403a-9a3e-94bff2ce06c0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:31.330635 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0df80829-1f23-43c9-8e88-5b14280f9103 req-deb0d812-287a-484a-a953-d0d2d38b3f8e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740249 Dec 20 21:34:31.331818 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-79a84738-f64a-40a9-a192-ad0ec44b9b75 admin admin] Calling delete_port for bc98d3ce-8df6-477d-8cdd-bdd56933c844 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:31.368065 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5627f7-b379-456e-acf7-3b009a391d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba54a6aa-7233-4aaf-ae54-0109cf3efa82,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:31.382754 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-80a311f0-87da-4555-9896-74240b88e269 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:31.384687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-8ec95da5-769f-4063-9a57-551df9cf63c5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, e265a734-b811-49d2-ac06-9bc67d7452fa) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:31.419444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-c5e010ab-f5ca-450f-8c3b-3fd9e74b8081 req-14ae1bba-bf9f-403a-9a3e-94bff2ce06c0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Calling delete_port for 939afb12-8918-43e4-8f4e-99a1a7147d0a owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:31.419667 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd7e68a-fda8-416c-bf52-e6aefd915a8f None None] Network e265a734-b811-49d2-ac06-9bc67d7452fa requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:31.464825 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec95da5-769f-4063-9a57-551df9cf63c5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:31.465428 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ec95da5-769f-4063-9a57-551df9cf63c5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:31.481879 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-48145e10-fcdf-48b0-ad60-ebeebc8a06c3 None None] Set router 75d657b4-bb44-438a-ae10-24d5065fc132 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:34:31.584504 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-48145e10-fcdf-48b0-ad60-ebeebc8a06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:34:30Z', 'revision_number': 6, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:31.614052 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79a84738-f64a-40a9-a192-ad0ec44b9b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:31.639041 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48145e10-fcdf-48b0-ad60-ebeebc8a06c3 None None] The sync data for ids ['75d657b4-bb44-438a-ae10-24d5065fc132'] in n-d-xena-1 is: [{'id': '75d657b4-bb44-438a-ae10-24d5065fc132', 'name': 'tempest-AttachVolumeShelveTestJSON-836204850-router', 'tenant_id': '2372edae52864334a53d4fba944cc335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:25:29Z', 'updated_at': '2021-12-20T21:34:30Z', 'revision_number': 6, 'project_id': '2372edae52864334a53d4fba944cc335', 'gw_port_host': None}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:34:31.684076 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a84738-f64a-40a9-a192-ad0ec44b9b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc98d3ce-8df6-477d-8cdd-bdd56933c844,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:31.841887 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-e265a734-b811-49d2-ac06-9bc67d7452fa', 'network_id': 'e265a734-b811-49d2-ac06-9bc67d7452fa', 'tenant_id': '20f7a6967bf04b9eaaba6fae46f5d611', 'fixed_ips': [{'subnet_id': '70cd6791-1172-4117-880b-8b36df3d0b77'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:34:31.843444 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:31.846150 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79a84738-f64a-40a9-a192-ad0ec44b9b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.001526 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8ec95da5-769f-4063-9a57-551df9cf63c5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0053184 Dec 20 21:34:32.005605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44608) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:32.017821 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44610) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:32.023622 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-afbb732b-2db2-458b-be54-2d996173887a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'subnet': {'network_id': 'e265a734-b811-49d2-ac06-9bc67d7452fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:32.115696 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Allocated IP 172.20.0.2 (e265a734-b811-49d2-ac06-9bc67d7452fa/70cd6791-1172-4117-880b-8b36df3d0b77/28de287b-8f2e-43cd-b964-9be6a8c6c684) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:32.143501 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e7dbe900-dd4f-48bc-8e8d-5b84cc84dee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.169009 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79a84738-f64a-40a9-a192-ad0ec44b9b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.174577 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79a84738-f64a-40a9-a192-ad0ec44b9b75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.269066 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292637c-0238-4630-8943-b6d09cc86809 req-20af8a4c-aadb-48a7-84a2-0f9e6270a164 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:32.271226 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a292637c-0238-4630-8943-b6d09cc86809 req-20af8a4c-aadb-48a7-84a2-0f9e6270a164 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 945 time: 0.1903372 Dec 20 21:34:32.274189 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79a84738-f64a-40a9-a192-ad0ec44b9b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.274882 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a84738-f64a-40a9-a192-ad0ec44b9b75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75d657b4-bb44-438a-ae10-24d5065fc132 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:34:32.281566 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79a84738-f64a-40a9-a192-ad0ec44b9b75 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.285515 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-79a84738-f64a-40a9-a192-ad0ec44b9b75 admin admin] 10.222.0.32 "DELETE /v2.0/routers/75d657b4-bb44-438a-ae10-24d5065fc132 HTTP/1.1" status: 204 len: 168 time: 1.6139541 Dec 20 21:34:32.289988 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44618) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:32.375573 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a292637c-0238-4630-8943-b6d09cc86809 req-3c8acfbd-6ff6-4627-9ed8-5de697cc6ded tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f4c7462-dcbf-408a-a791-6e593915fa59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844727 Dec 20 21:34:32.379450 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-11eb6519-f0f5-49ac-b46b-53e1a9f4cf6e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:34:32.390994 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f0db04-376f-4827-bbd3-18372de0e824 None None] Sync routers for ids ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:34:32.396617 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a854948-16df-4dbb-a596-101b9dfcd1d2 admin admin] Deleting subnet 550ee55d-1479-46f2-9e4e-e2b23472d5bb {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:34:32.400391 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a854948-16df-4dbb-a596-101b9dfcd1d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.408598 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f0db04-376f-4827-bbd3-18372de0e824 None None] Routers {'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:34:32.409226 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c9f0db04-376f-4827-bbd3-18372de0e824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:34:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:32.420653 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-11eb6519-f0f5-49ac-b46b-53e1a9f4cf6e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.441564 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.466698 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbb732b-2db2-458b-be54-2d996173887a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:32.472483 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-afbb732b-2db2-458b-be54-2d996173887a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.523866 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.577105 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c9f0db04-376f-4827-bbd3-18372de0e824 None None] Set router dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:34:32.606094 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-11eb6519-f0f5-49ac-b46b-53e1a9f4cf6e tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "PUT /v2.0/floatingips/632a53e3-a69c-481d-9e66-ceaa02497943 HTTP/1.1" status: 200 len: 996 time: 4.6230485 Dec 20 21:34:32.614671 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Network e265a734-b811-49d2-ac06-9bc67d7452fa is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:32.617255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Pushing event updated for resources: {'Port': ['ID=28de287b-8f2e-43cd-b964-9be6a8c6c684,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:32.620209 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:32.627758 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.630505 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:32.656791 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722f016d-6137-46b9-9678-41aa4d2d2754', 'tag': '69fb3221-e29d-4567-bdae-aba7a6eb91e1'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:34:32.661589 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a854948-16df-4dbb-a596-101b9dfcd1d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.670617 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016563cc-a881-40b1-bb4a-7212ac4e1cff" -d '{"events": [{"name": "network-changed", "server_uuid": "722f016d-6137-46b9-9678-41aa4d2d2754", "tag": "69fb3221-e29d-4567-bdae-aba7a6eb91e1"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:34:32.683012 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.724547 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Attempting to bind port 28de287b-8f2e-43cd-b964-9be6a8c6c684 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:34:32.724995 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Attempting to bind port 28de287b-8f2e-43cd-b964-9be6a8c6c684 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'ad2cb820-25bf-421b-99e6-428bab74cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e265a734-b811-49d2-ac06-9bc67d7452fa'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:34:32.725418 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Attempting to bind port 28de287b-8f2e-43cd-b964-9be6a8c6c684 on network e265a734-b811-49d2-ac06-9bc67d7452fa {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:34:32.734026 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:34:32.734763 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Checking segment: {'id': 'ad2cb820-25bf-421b-99e6-428bab74cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e265a734-b811-49d2-ac06-9bc67d7452fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:34:32.735022 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.735862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Bound using segment: {'id': 'ad2cb820-25bf-421b-99e6-428bab74cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e265a734-b811-49d2-ac06-9bc67d7452fa'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:34:32.736003 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Bound port: 28de287b-8f2e-43cd-b964-9be6a8c6c684, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2cb820-25bf-421b-99e6-428bab74cf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e265a734-b811-49d2-ac06-9bc67d7452fa'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:34:32.736399 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.759372 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e7dbe900-dd4f-48bc-8e8d-5b84cc84dee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.805668 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 018ebc94-12eb-424c-ad64-7f0d5be10c6d no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:32.852469 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e7dbe900-dd4f-48bc-8e8d-5b84cc84dee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.858918 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 018ebc94-12eb-424c-ad64-7f0d5be10c6d {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:34:32.859558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 018ebc94-12eb-424c-ad64-7f0d5be10c6d not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:34:32.860186 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bc98d3ce-8df6-477d-8cdd-bdd56933c844 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:32.860624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9803eda-493f-43d4-adb1-543fb375236c req-58fa355d-53fd-4131-9d7f-be93f6a79fcd tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:32.872996 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b9803eda-493f-43d4-adb1-543fb375236c req-58fa355d-53fd-4131-9d7f-be93f6a79fcd tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 0.3036456 Dec 20 21:34:32.887516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: bc98d3ce-8df6-477d-8cdd-bdd56933c844 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:34:32.888483 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bc98d3ce-8df6-477d-8cdd-bdd56933c844 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:34:32.917209 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] For port 28de287b-8f2e-43cd-b964-9be6a8c6c684, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:34:32.923316 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] For port 28de287b-8f2e-43cd-b964-9be6a8c6c684, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=28de287b-8f2e-43cd-b964-9be6a8c6c684,segment=NetworkSegment(ad2cb820-25bf-421b-99e6-428bab74cf42),segment_id=ad2cb820-25bf-421b-99e6-428bab74cf42)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:34:32.932272 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e7dbe900-dd4f-48bc-8e8d-5b84cc84dee8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=965b1bcb6d3440d094c057735aaab2d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8308666 Dec 20 21:34:32.936320 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.940251 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5e010ab-f5ca-450f-8c3b-3fd9e74b8081 req-14ae1bba-bf9f-403a-9a3e-94bff2ce06c0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:32.946856 n-d-xena-1 neutron-server[102402]: INFO neutron.db.ipam_backend_mixin [None req-afbb732b-2db2-458b-be54-2d996173887a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 70cd6791-1172-4117-880b-8b36df3d0b77 (CIDR: 172.20.0.0/28) Dec 20 21:34:32.954107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44626) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:32.998024 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c9f0db04-376f-4827-bbd3-18372de0e824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-805388779-router', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:33:08Z', 'updated_at': '2021-12-20T21:33:19Z', 'revision_number': 4, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'gw_port': {'id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:11Z', 'updated_at': '2021-12-20T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '632a53e3-a69c-481d-9e66-ceaa02497943', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'floating_ip_address': '172.35.3.178', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'port_id': '69fb3221-e29d-4567-bdae-aba7a6eb91e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4', 'mac_address': 'fa:16:3e:b5:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f016d-6137-46b9-9678-41aa4d2d2754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:34:24Z', 'updated_at': '2021-12-20T21:34:29Z', 'revision_number': 1, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0ef0e-f57c-4ccc-96f1-147dded302db', 'name': '', 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'mac_address': 'fa:16:3e:5a:f1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '4703d133-2d9a-4054-9009-948496539736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:18Z', 'updated_at': '2021-12-20T21:33:27Z', 'revision_number': 5, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'subnets': [{'id': '4703d133-2d9a-4054-9009-948496539736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:33.029382 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbb732b-2db2-458b-be54-2d996173887a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:34:33.035335 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f0db04-376f-4827-bbd3-18372de0e824 None None] Checking router: dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:34:33.036667 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afbb732b-2db2-458b-be54-2d996173887a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:34:33.055081 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f0db04-376f-4827-bbd3-18372de0e824 None None] Routers {'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:34:33.055870 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c9f0db04-376f-4827-bbd3-18372de0e824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:34:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:33.076294 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae1bba-bf9f-403a-9a3e-94bff2ce06c0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Pushing event deleted for resources: {'Port': ['ID=939afb12-8918-43e4-8f4e-99a1a7147d0a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:33.082844 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedc9c0-5a2f-4dd2-8445-4567d5679122 None None] Pushing event updated for resources: {'Port': ['ID=28de287b-8f2e-43cd-b964-9be6a8c6c684,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:33.089252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbe900-dd4f-48bc-8e8d-5b84cc84dee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee95e577-09f4-4b76-86cc-21caea6e2cc1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:33.119513 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-afbb732b-2db2-458b-be54-2d996173887a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0982292 Dec 20 21:34:33.132355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-0c38e9d0-e8b7-4c84-a504-c798ba55fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:33.133885 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-0c38e9d0-e8b7-4c84-a504-c798ba55fff6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e94c599d001420383e50c8c9b772a7d&device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 1094 time: 0.5251036 Dec 20 21:34:33.134441 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44628) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:33.162191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-032f80c6-7358-49a7-a49d-2ced0b388eda tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'subnet': {'network_id': 'e265a734-b811-49d2-ac06-9bc67d7452fa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:33.187624 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a854948-16df-4dbb-a596-101b9dfcd1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:33.220865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e010ab-f5ca-450f-8c3b-3fd9e74b8081 req-14ae1bba-bf9f-403a-9a3e-94bff2ce06c0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] No DVR routers for this DVR port 939afb12-8918-43e4-8f4e-99a1a7147d0a on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:33.225011 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c5e010ab-f5ca-450f-8c3b-3fd9e74b8081 req-14ae1bba-bf9f-403a-9a3e-94bff2ce06c0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:33.228885 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c5e010ab-f5ca-450f-8c3b-3fd9e74b8081 req-14ae1bba-bf9f-403a-9a3e-94bff2ce06c0 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.66 "DELETE /v2.0/ports/939afb12-8918-43e4-8f4e-99a1a7147d0a HTTP/1.1" status: 204 len: 173 time: 3.5407333 Dec 20 21:34:33.296849 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b9803eda-493f-43d4-adb1-543fb375236c req-d93a0735-72af-4949-9294-cd2fe84eac4c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222093 Dec 20 21:34:33.320172 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a854948-16df-4dbb-a596-101b9dfcd1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:33.339419 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c9f0db04-376f-4827-bbd3-18372de0e824 None None] Set router dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:34:33.386410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-80a311f0-87da-4555-9896-74240b88e269 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Allocated IP 2001:db8:0:1::14b (ee5d03de-139d-420c-bc66-46f77545c41e/6f56117c-d170-4bef-aa87-7c57e92a9240/49f597af-43d0-405b-a9ba-0f9e49429cdc) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:33.422937 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a854948-16df-4dbb-a596-101b9dfcd1d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=550ee55d-1479-46f2-9e4e-e2b23472d5bb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:33.445623 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03563f43-0081-424c-8069-878232640767 None None] Network c507b886-4c4e-4889-b255-5311698a9b7a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:33.465060 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a854948-16df-4dbb-a596-101b9dfcd1d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:33.483218 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7a854948-16df-4dbb-a596-101b9dfcd1d2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/550ee55d-1479-46f2-9e4e-e2b23472d5bb HTTP/1.1" status: 204 len: 168 time: 1.1909213 Dec 20 21:34:33.493917 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44632) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:33.553446 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665858ae-51f8-47d8-afcb-b13b15c8f429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:33.607459 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-80a311f0-87da-4555-9896-74240b88e269 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:33.723278 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 939afb12-8918-43e4-8f4e-99a1a7147d0a no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:33.729818 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a29ef65-f194-428a-8333-af8176a54ddd x-openstack-request-id: req-1a29ef65-f194-428a-8333-af8176a54ddd {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:34:33.730188 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722f016d-6137-46b9-9678-41aa4d2d2754", "tag": "69fb3221-e29d-4567-bdae-aba7a6eb91e1", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:34:33.730437 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a29ef65-f194-428a-8333-af8176a54ddd {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:34:33.731108 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722f016d-6137-46b9-9678-41aa4d2d2754', 'tag': '69fb3221-e29d-4567-bdae-aba7a6eb91e1', 'status': 'completed', 'code': 200} Dec 20 21:34:33.735047 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-80a311f0-87da-4555-9896-74240b88e269 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:33.747536 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665858ae-51f8-47d8-afcb-b13b15c8f429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:33.762551 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032f80c6-7358-49a7-a49d-2ced0b388eda tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:33.767305 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-032f80c6-7358-49a7-a49d-2ced0b388eda tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:33.777234 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:33.784312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 939afb12-8918-43e4-8f4e-99a1a7147d0a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:34:33.784312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 939afb12-8918-43e4-8f4e-99a1a7147d0a not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:34:33.938374 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c9f0db04-376f-4827-bbd3-18372de0e824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-805388779-router', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:33:08Z', 'updated_at': '2021-12-20T21:33:19Z', 'revision_number': 4, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'gw_port': {'id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:11Z', 'updated_at': '2021-12-20T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '632a53e3-a69c-481d-9e66-ceaa02497943', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'floating_ip_address': '172.35.3.178', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'port_id': '69fb3221-e29d-4567-bdae-aba7a6eb91e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4', 'mac_address': 'fa:16:3e:b5:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f016d-6137-46b9-9678-41aa4d2d2754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:34:24Z', 'updated_at': '2021-12-20T21:34:29Z', 'revision_number': 1, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0ef0e-f57c-4ccc-96f1-147dded302db', 'name': '', 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'mac_address': 'fa:16:3e:5a:f1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '4703d133-2d9a-4054-9009-948496539736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:18Z', 'updated_at': '2021-12-20T21:33:27Z', 'revision_number': 5, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'subnets': [{'id': '4703d133-2d9a-4054-9009-948496539736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:33.978116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e7aa74-1209-4e91-a133-14aea4e263c5 None None] DHCP port deletion for c507b886-4c4e-4889-b255-5311698a9b7a request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:34:33.982753 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f0db04-376f-4827-bbd3-18372de0e824 None None] The sync data for ids ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'] in n-d-xena-1 is: [{'id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-805388779-router', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:33:08Z', 'updated_at': '2021-12-20T21:33:19Z', 'revision_number': 4, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'gw_port': {'id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:11Z', 'updated_at': '2021-12-20T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '632a53e3-a69c-481d-9e66-ceaa02497943', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'floating_ip_address': '172.35.3.178', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'port_id': '69fb3221-e29d-4567-bdae-aba7a6eb91e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4', 'mac_address': 'fa:16:3e:b5:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722f016d-6137-46b9-9678-41aa4d2d2754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:34:24Z', 'updated_at': '2021-12-20T21:34:29Z', 'revision_number': 1, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e0ef0e-f57c-4ccc-96f1-147dded302db', 'name': '', 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'mac_address': 'fa:16:3e:5a:f1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '4703d133-2d9a-4054-9009-948496539736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:18Z', 'updated_at': '2021-12-20T21:33:27Z', 'revision_number': 5, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'subnets': [{'id': '4703d133-2d9a-4054-9009-948496539736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:34:33.989998 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c14ba80f-e097-4f63-9dd9-1f87c5280ef1 req-66a4cdaa-21f0-48e0-b040-e89eaa4b0fb4 tempest-AttachVolumeNegativeTest-2028917447 tempest-AttachVolumeNegativeTest-2028917447-project] 10.222.0.32 "GET /v2.0/ports?device_id=29ba919a-8818-4e49-a6ff-c23cdd139516 HTTP/1.1" status: 200 len: 210 time: 0.0914295 Dec 20 21:34:34.030154 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665858ae-51f8-47d8-afcb-b13b15c8f429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:34.036800 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665858ae-51f8-47d8-afcb-b13b15c8f429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:34.042904 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-665858ae-51f8-47d8-afcb-b13b15c8f429 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee95e577-09f4-4b76-86cc-21caea6e2cc1 HTTP/1.1" status: 204 len: 168 time: 1.0681655 Dec 20 21:34:34.074178 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] Deleting port 57cbe122-4f5f-4a5f-9df5-b9abeea9205a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:34.075987 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:34.077550 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-49e7aa74-1209-4e91-a133-14aea4e263c5 None None] Deleting port 57cbe122-4f5f-4a5f-9df5-b9abeea9205a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:34.077878 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49e7aa74-1209-4e91-a133-14aea4e263c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:34.081801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665858ae-51f8-47d8-afcb-b13b15c8f429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee95e577-09f4-4b76-86cc-21caea6e2cc1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:34.129057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016563cc-a881-40b1-bb4a-7212ac4e1cff req-2ebbad17-309a-4eb1-aedf-2607f7c84be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:34.134891 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-016563cc-a881-40b1-bb4a-7212ac4e1cff req-2ebbad17-309a-4eb1-aedf-2607f7c84be5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e94c599d001420383e50c8c9b772a7d&device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 1094 time: 0.2091844 Dec 20 21:34:34.217073 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] For port 57cbe122-4f5f-4a5f-9df5-b9abeea9205a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=57cbe122-4f5f-4a5f-9df5-b9abeea9205a,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:34.219487 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:34.238667 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-49e7aa74-1209-4e91-a133-14aea4e263c5 None None] For port 57cbe122-4f5f-4a5f-9df5-b9abeea9205a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=57cbe122-4f5f-4a5f-9df5-b9abeea9205a,segment=NetworkSegment(08154e0e-5e2a-4fb1-84d5-fb81f988ccba),segment_id=08154e0e-5e2a-4fb1-84d5-fb81f988ccba)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:34.239080 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49e7aa74-1209-4e91-a133-14aea4e263c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:34.262045 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-49e7aa74-1209-4e91-a133-14aea4e263c5 None None] Calling delete_port for 57cbe122-4f5f-4a5f-9df5-b9abeea9205a owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:34.277267 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] Calling delete_port for 57cbe122-4f5f-4a5f-9df5-b9abeea9205a owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:34.329784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-51e39fe1-75f9-48a0-9274-3b3b153c8b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:34.333308 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-51e39fe1-75f9-48a0-9274-3b3b153c8b06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d57bce93-bb4b-480e-97a5-5a079f85b0e4 HTTP/1.1" status: 200 len: 920 time: 1.1675985 Dec 20 21:34:34.492976 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49e7aa74-1209-4e91-a133-14aea4e263c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:34.520177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e7aa74-1209-4e91-a133-14aea4e263c5 None None] No DVR routers for this DVR port 57cbe122-4f5f-4a5f-9df5-b9abeea9205a on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:34.559477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7aa74-1209-4e91-a133-14aea4e263c5 None None] Pushing event deleted for resources: {'Port': ['ID=57cbe122-4f5f-4a5f-9df5-b9abeea9205a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:34.584389 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13453f9e-8428-4fd6-a45b-20686999fcd9 None None] New status for floating IP 632a53e3-a69c-481d-9e66-ceaa02497943: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:34:34.714398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a311f0-87da-4555-9896-74240b88e269 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=49f597af-43d0-405b-a9ba-0f9e49429cdc,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:34.728473 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faf24b-c4df-4e64-a442-6ef22f76ee36 req-82cf8a5b-c27d-480f-ade8-663ee183bed1 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:34.730150 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5faf24b-c4df-4e64-a442-6ef22f76ee36 req-82cf8a5b-c27d-480f-ade8-663ee183bed1 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 0.2646368 Dec 20 21:34:34.771230 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:34.787206 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-032f80c6-7358-49a7-a49d-2ced0b388eda tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:34.789629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-80a311f0-87da-4555-9896-74240b88e269 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] In _notify_port_updated(), no bound segment for port 49f597af-43d0-405b-a9ba-0f9e49429cdc on network ee5d03de-139d-420c-bc66-46f77545c41e {{(pid=102401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:34:34.795558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a311f0-87da-4555-9896-74240b88e269 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:34.796268 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-80a311f0-87da-4555-9896-74240b88e269 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:34.801323 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-80a311f0-87da-4555-9896-74240b88e269 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "PUT /v2.0/ports/49f597af-43d0-405b-a9ba-0f9e49429cdc HTTP/1.1" status: 200 len: 1011 time: 4.7222328 Dec 20 21:34:34.802129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44642) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:34.861888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] No DVR routers for this DVR port 57cbe122-4f5f-4a5f-9df5-b9abeea9205a on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:34.902631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] Pushing event deleted for resources: {'Port': ['ID=57cbe122-4f5f-4a5f-9df5-b9abeea9205a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:34.980873 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032f80c6-7358-49a7-a49d-2ced0b388eda tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network e265a734-b811-49d2-ac06-9bc67d7452fa is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:35.036543 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-032f80c6-7358-49a7-a49d-2ced0b388eda tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:35.046610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f80c6-7358-49a7-a49d-2ced0b388eda tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:35.047682 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-032f80c6-7358-49a7-a49d-2ced0b388eda tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:35.051758 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-76ae86c3-03af-40cd-a28f-f6f7c0596b6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69fb3221-e29d-4567-bdae-aba7a6eb91e1 HTTP/1.1" status: 200 len: 999 time: 0.6500494 Dec 20 21:34:35.062669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 28de287b-8f2e-43cd-b964-9be6a8c6c684 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:34:35.063449 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:35.089202 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c507b886-4c4e-4889-b255-5311698a9b7a']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:35.100554 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08154e0e-5e2a-4fb1-84d5-fb81f988ccba') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:35.100940 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08154e0e-5e2a-4fb1-84d5-fb81f988ccba') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:35.111925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f80c6-7358-49a7-a49d-2ced0b388eda tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Subnet': ['ID=9eb039a8-17d9-485c-a2cf-efdc7af91e1a,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:35.112358 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:35.128192 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:35.135310 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:34:35.135528 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:35.138049 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a6de1f-09ad-4509-9c9f-6674c1a54439 None None] Network e265a734-b811-49d2-ac06-9bc67d7452fa requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:35.144877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016563cc-a881-40b1-bb4a-7212ac4e1cff req-0c12986d-9868-4b85-9192-204cb8aa5a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:35.147729 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-016563cc-a881-40b1-bb4a-7212ac4e1cff req-0c12986d-9868-4b85-9192-204cb8aa5a23 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d57bce93-bb4b-480e-97a5-5a079f85b0e4 HTTP/1.1" status: 200 len: 920 time: 0.9716349 Dec 20 21:34:35.165102 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-032f80c6-7358-49a7-a49d-2ced0b388eda tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0140879 Dec 20 21:34:35.172281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44654) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:35.179777 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-fdbea7d1-9c87-4a7c-857d-eb295b7081b4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'network_id': 'e265a734-b811-49d2-ac06-9bc67d7452fa', 'fixed_ips': [{'subnet_id': '70cd6791-1172-4117-880b-8b36df3d0b77'}, {'subnet_id': '9eb039a8-17d9-485c-a2cf-efdc7af91e1a'}], 'name': 'tempest-PortsTestJSON-1525468250'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:35.235791 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b57f4645-3fe3-4e96-afdf-8c931c27150d None None] Provisioning complete for port 49f597af-43d0-405b-a9ba-0f9e49429cdc triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:35.235791 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b57f4645-3fe3-4e96-afdf-8c931c27150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:34:35.321532 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:34:35.332440 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:35.348189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b57f4645-3fe3-4e96-afdf-8c931c27150d None None] Port 49f597af-43d0-405b-a9ba-0f9e49429cdc cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:34:35.371058 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:35.376721 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c507b886-4c4e-4889-b255-5311698a9b7a HTTP/1.1" status: 204 len: 168 time: 1.8729177 Dec 20 21:34:35.376721 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a51adf-0c0e-4f7c-ac81-a1882c8fac36 admin admin] Pushing event deleted for resources: {'Network': ['ID=c507b886-4c4e-4889-b255-5311698a9b7a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:35.393303 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 28de287b-8f2e-43cd-b964-9be6a8c6c684 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:35.396221 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5faf24b-c4df-4e64-a442-6ef22f76ee36 req-2bfaf1f1-3ecc-4bdf-a1ad-1ab51db67731 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6534741 Dec 20 21:34:35.396836 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:35.430218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbea7d1-9c87-4a7c-857d-eb295b7081b4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:35.553663 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-43f1e2e6-ab72-43ee-ab29-bbc556cc29f9 None None] Provisioning complete for port 28de287b-8f2e-43cd-b964-9be6a8c6c684 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:35.554188 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-43f1e2e6-ab72-43ee-ab29-bbc556cc29f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:35.566109 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-016563cc-a881-40b1-bb4a-7212ac4e1cff req-c3752798-b293-4419-af8a-a94e54bc0bd9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69fb3221-e29d-4567-bdae-aba7a6eb91e1 HTTP/1.1" status: 200 len: 1001 time: 0.3921003 Dec 20 21:34:35.601974 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:35.620117 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44664) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:35.696570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 28de287b-8f2e-43cd-b964-9be6a8c6c684, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=28de287b-8f2e-43cd-b964-9be6a8c6c684,segment=NetworkSegment(ad2cb820-25bf-421b-99e6-428bab74cf42),segment_id=ad2cb820-25bf-421b-99e6-428bab74cf42)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:35.707778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44668) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:35.709682 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:35.718232 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3bf42-04d7-4e86-bf9f-2c33b9728aab tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port 49f597af-43d0-405b-a9ba-0f9e49429cdc {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:35.718594 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ab3bf42-04d7-4e86-bf9f-2c33b9728aab tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:35.726802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-6a354162-ee35-40a8-b43a-16e08a233c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:35.743846 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-6a354162-ee35-40a8-b43a-16e08a233c0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4703d133-2d9a-4054-9009-948496539736 HTTP/1.1" status: 200 len: 859 time: 0.6680593 Dec 20 21:34:35.771022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ba919a-8818-4e49-a6ff-c23cdd139516', 'name': 'network-vif-deleted', 'tag': '939afb12-8918-43e4-8f4e-99a1a7147d0a'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:34:35.774050 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=28de287b-8f2e-43cd-b964-9be6a8c6c684,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:35.774426 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8613655-b895-4b35-b1d1-51d840c712e5" -d '{"events": [{"server_uuid": "29ba919a-8818-4e49-a6ff-c23cdd139516", "name": "network-vif-deleted", "tag": "939afb12-8918-43e4-8f4e-99a1a7147d0a"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:34:35.804778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cf88f3-ffb8-4b49-a38e-dbe4edc0c9a5 admin admin] Deleting subnet 8e8448cf-59a6-43ca-aaa2-82fb6408d51c {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:34:35.809834 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1afce58c-61f1-4d72-94e0-41a99bffc3e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2372edae52864334a53d4fba944cc335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1003873 Dec 20 21:34:35.812736 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90cf88f3-ffb8-4b49-a38e-dbe4edc0c9a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:35.814682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44672) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:35.855443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 57cbe122-4f5f-4a5f-9df5-b9abeea9205a no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:35.922986 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 57cbe122-4f5f-4a5f-9df5-b9abeea9205a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:34:35.923282 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 57cbe122-4f5f-4a5f-9df5-b9abeea9205a not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:34:35.944062 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90cf88f3-ffb8-4b49-a38e-dbe4edc0c9a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:35.951259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822a22ce-0f2f-4e3a-ad67-01b8e91eab34 None None] Update dhcp port {'port': {'network_id': 'e265a734-b811-49d2-ac06-9bc67d7452fa', 'fixed_ips': [{'subnet_id': '70cd6791-1172-4117-880b-8b36df3d0b77', 'ip_address': '172.20.0.2'}, {'subnet_id': '9eb039a8-17d9-485c-a2cf-efdc7af91e1a'}], 'binding:host_id': 'n-d-xena-1'}, 'id': '28de287b-8f2e-43cd-b964-9be6a8c6c684'} from n-d-xena-1. {{(pid=102403) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 20 21:34:35.966677 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc4d7d2-bb73-4791-a140-e6df0ac81596 x-openstack-request-id: req-4cc4d7d2-bb73-4791-a140-e6df0ac81596 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:34:35.967341 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ba919a-8818-4e49-a6ff-c23cdd139516", "name": "network-vif-deleted", "tag": "939afb12-8918-43e4-8f4e-99a1a7147d0a", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:34:35.967595 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4cc4d7d2-bb73-4791-a140-e6df0ac81596 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:34:35.968045 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ba919a-8818-4e49-a6ff-c23cdd139516', 'name': 'network-vif-deleted', 'tag': '939afb12-8918-43e4-8f4e-99a1a7147d0a', 'status': 'completed', 'code': 200} Dec 20 21:34:35.978775 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-5ed98865-fa66-45e3-8a3b-8aa486dbf5bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d57bce93-bb4b-480e-97a5-5a079f85b0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2339401 Dec 20 21:34:35.994127 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90cf88f3-ffb8-4b49-a38e-dbe4edc0c9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:35.994871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-bc6c008c-f892-4239-9c07-751ee2de3a63 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:34:36.007743 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-bc6c008c-f892-4239-9c07-751ee2de3a63 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255311 Dec 20 21:34:36.062340 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90cf88f3-ffb8-4b49-a38e-dbe4edc0c9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:36.081846 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-822a22ce-0f2f-4e3a-ad67-01b8e91eab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:36.087441 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb4fb-f61a-4346-abcf-094119faeff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:36.117645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016563cc-a881-40b1-bb4a-7212ac4e1cff req-991e4297-1290-42ca-8a4e-b8289c7fa0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:36.119280 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-016563cc-a881-40b1-bb4a-7212ac4e1cff req-991e4297-1290-42ca-8a4e-b8289c7fa0b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4703d133-2d9a-4054-9009-948496539736 HTTP/1.1" status: 200 len: 859 time: 0.5109580 Dec 20 21:34:36.137804 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90cf88f3-ffb8-4b49-a38e-dbe4edc0c9a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:36.150440 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-90cf88f3-ffb8-4b49-a38e-dbe4edc0c9a5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8e8448cf-59a6-43ca-aaa2-82fb6408d51c HTTP/1.1" status: 204 len: 168 time: 0.5273304 Dec 20 21:34:36.156244 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44676) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:36.157449 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf88f3-ffb8-4b49-a38e-dbe4edc0c9a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e8448cf-59a6-43ca-aaa2-82fb6408d51c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:36.259118 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-016563cc-a881-40b1-bb4a-7212ac4e1cff req-1b95a459-e5f6-41a6-a666-42db832779e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d57bce93-bb4b-480e-97a5-5a079f85b0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173420 Dec 20 21:34:36.312189 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb4fb-f61a-4346-abcf-094119faeff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:36.444223 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fe1fb28-2bf9-416c-93b2-947f9d04a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:36.455891 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-822a22ce-0f2f-4e3a-ad67-01b8e91eab34 None None] Allocated IP 172.20.0.18 (e265a734-b811-49d2-ac06-9bc67d7452fa/9eb039a8-17d9-485c-a2cf-efdc7af91e1a/28de287b-8f2e-43cd-b964-9be6a8c6c684) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:36.488851 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fdbea7d1-9c87-4a7c-857d-eb295b7081b4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:36.494822 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ab3bf42-04d7-4e86-bf9f-2c33b9728aab tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:36.531162 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3bf42-04d7-4e86-bf9f-2c33b9728aab tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for 49f597af-43d0-405b-a9ba-0f9e49429cdc owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:36.614179 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-7a8d0195-6b94-4791-acc9-ac1d060efe07 service neutron] 10.222.0.32 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6049142 Dec 20 21:34:36.617114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-fdbea7d1-9c87-4a7c-857d-eb295b7081b4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] device_id is not set on port 3de9d69e-121d-409f-8edf-92f779df517a yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:34:36.712248 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-822a22ce-0f2f-4e3a-ad67-01b8e91eab34 None None] For port 28de287b-8f2e-43cd-b964-9be6a8c6c684, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=28de287b-8f2e-43cd-b964-9be6a8c6c684,segment=NetworkSegment(ad2cb820-25bf-421b-99e6-428bab74cf42),segment_id=ad2cb820-25bf-421b-99e6-428bab74cf42)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:36.764789 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 28de287b-8f2e-43cd-b964-9be6a8c6c684 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:34:36.799750 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-016563cc-a881-40b1-bb4a-7212ac4e1cff req-96da6ee7-054f-4809-b3a2-b7c6ba5476f9 service neutron] 10.222.0.66 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875422 Dec 20 21:34:36.815355 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb4fb-f61a-4346-abcf-094119faeff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:36.818124 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb4fb-f61a-4346-abcf-094119faeff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:36.836824 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-822a22ce-0f2f-4e3a-ad67-01b8e91eab34 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:36.838113 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9ceeb4fb-f61a-4346-abcf-094119faeff6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8190752-db8e-4947-9434-04aab903ad2b HTTP/1.1" status: 204 len: 168 time: 1.0213819 Dec 20 21:34:36.856257 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-822a22ce-0f2f-4e3a-ad67-01b8e91eab34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:36.867832 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 28de287b-8f2e-43cd-b964-9be6a8c6c684 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:36.868216 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:36.873153 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fe1fb28-2bf9-416c-93b2-947f9d04a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:36.915117 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9c8ed-d6e6-43f6-95ea-6d3e59b8b392 req-ce9b5b82-b855-45b8-9f82-8eef93bed2d9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:36.917243 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14c9c8ed-d6e6-43f6-95ea-6d3e59b8b392 req-ce9b5b82-b855-45b8-9f82-8eef93bed2d9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 0.3890092 Dec 20 21:34:36.922194 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceeb4fb-f61a-4346-abcf-094119faeff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8190752-db8e-4947-9434-04aab903ad2b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:37.008747 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14c9c8ed-d6e6-43f6-95ea-6d3e59b8b392 req-131fdc62-ba6d-43a4-a86b-2e733012c773 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723171 Dec 20 21:34:37.016415 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8fe1fb28-2bf9-416c-93b2-947f9d04a14c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b46c6e3-e801-49d8-a318-664252999761']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:37.062868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8fe1fb28-2bf9-416c-93b2-947f9d04a14c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b074172-5467-44ce-a033-e43e76cb8699') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:37.064310 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a22ce-0f2f-4e3a-ad67-01b8e91eab34 None None] Pushing event updated for resources: {'Port': ['ID=28de287b-8f2e-43cd-b964-9be6a8c6c684,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:37.065841 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8fe1fb28-2bf9-416c-93b2-947f9d04a14c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b074172-5467-44ce-a033-e43e76cb8699') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:37.097268 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fe1fb28-2bf9-416c-93b2-947f9d04a14c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:37.142744 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fe1fb28-2bf9-416c-93b2-947f9d04a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:37.161370 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe1fb28-2bf9-416c-93b2-947f9d04a14c admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:34:37.161907 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fe1fb28-2bf9-416c-93b2-947f9d04a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:34:37.166361 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:34:37.314872 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44698) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:37.318451 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fe1fb28-2bf9-416c-93b2-947f9d04a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:37.380252 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fe1fb28-2bf9-416c-93b2-947f9d04a14c admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:37.387485 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8fe1fb28-2bf9-416c-93b2-947f9d04a14c admin admin] 10.222.0.32 "DELETE /v2.0/networks/7b46c6e3-e801-49d8-a318-664252999761 HTTP/1.1" status: 204 len: 168 time: 1.2184026 Dec 20 21:34:37.389202 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1fb28-2bf9-416c-93b2-947f9d04a14c admin admin] Pushing event deleted for resources: {'Network': ['ID=7b46c6e3-e801-49d8-a318-664252999761,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:37.617172 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-37927e78-95eb-4385-afb8-b258718cd8fe tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1895430985'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:37.672316 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44706) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:37.713912 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37927e78-95eb-4385-afb8-b258718cd8fe tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Made reservation on behalf of f47a2899c3e4440eb9cbd827e08a9cd0 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:37.723006 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37927e78-95eb-4385-afb8-b258718cd8fe tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:37.761241 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37927e78-95eb-4385-afb8-b258718cd8fe tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:37.788845 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd728e58-d550-4272-8089-2a8e4818dee2 req-a865856b-9b47-4c01-b0ea-9ea80569293a service neutron] 10.222.0.32 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1721427 Dec 20 21:34:37.840727 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-016563cc-a881-40b1-bb4a-7212ac4e1cff req-2f168d13-1c70-42ef-a014-45af2f112dcb service neutron] 10.222.0.66 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0255876 Dec 20 21:34:37.887061 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fd8454c4-dadc-4724-9c42-7140c915de5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bda37a2f6cba46e0bddb7b05bd92ea4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108593 Dec 20 21:34:37.888148 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44712) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:37.960748 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d43d989c-79e8-402a-973c-559673bb6944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:38.023284 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d43d989c-79e8-402a-973c-559673bb6944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:38.065881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8f0d20-0d72-4549-914b-fae91bdc2373 None None] Network e265a734-b811-49d2-ac06-9bc67d7452fa requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:38.088572 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ab3bf42-04d7-4e86-bf9f-2c33b9728aab tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:38.122976 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3bf42-04d7-4e86-bf9f-2c33b9728aab tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=49f597af-43d0-405b-a9ba-0f9e49429cdc,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:38.148224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-fdbea7d1-9c87-4a7c-857d-eb295b7081b4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Allocated IP 172.20.0.10 (e265a734-b811-49d2-ac06-9bc67d7452fa/70cd6791-1172-4117-880b-8b36df3d0b77/3de9d69e-121d-409f-8edf-92f779df517a) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:38.176968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-fdbea7d1-9c87-4a7c-857d-eb295b7081b4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Allocated IP 172.20.0.25 (e265a734-b811-49d2-ac06-9bc67d7452fa/9eb039a8-17d9-485c-a2cf-efdc7af91e1a/3de9d69e-121d-409f-8edf-92f779df517a) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:38.209039 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ab3bf42-04d7-4e86-bf9f-2c33b9728aab tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:38.217064 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5ab3bf42-04d7-4e86-bf9f-2c33b9728aab tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/ports/49f597af-43d0-405b-a9ba-0f9e49429cdc HTTP/1.1" status: 204 len: 168 time: 3.3973849 Dec 20 21:34:38.237462 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44722) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:38.294052 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c6bfbf29-a1e7-4295-8562-b0bbaf5081ba None None] Provisioning complete for port 28de287b-8f2e-43cd-b964-9be6a8c6c684 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:38.294904 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6bfbf29-a1e7-4295-8562-b0bbaf5081ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:38.418201 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-47d30958-5ddd-456b-80ca-ceb9eda070a2 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.178 HTTP/1.1" status: 200 len: 1001 time: 0.4769645 Dec 20 21:34:38.425447 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d5fc25-a629-4b65-b365-c63ed8eeed22 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] GET failed (client error): The resource could not be found. Dec 20 21:34:38.430973 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-21d5fc25-a629-4b65-b365-c63ed8eeed22 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports/49f597af-43d0-405b-a9ba-0f9e49429cdc HTTP/1.1" status: 404 len: 333 time: 0.1863780 Dec 20 21:34:38.432298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44726) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:38.516424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-554f0c08-2e22-4e67-b558-eb660bfe4963 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:38.532529 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-554f0c08-2e22-4e67-b558-eb660bfe4963 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports/69fb3221-e29d-4567-bdae-aba7a6eb91e1 HTTP/1.1" status: 200 len: 942 time: 0.1035259 Dec 20 21:34:38.547386 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d43d989c-79e8-402a-973c-559673bb6944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:38.553615 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d43d989c-79e8-402a-973c-559673bb6944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:38.555330 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d43d989c-79e8-402a-973c-559673bb6944 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f4c7462-dcbf-408a-a791-6e593915fa59 HTTP/1.1" status: 204 len: 168 time: 0.6654084 Dec 20 21:34:38.562043 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37927e78-95eb-4385-afb8-b258718cd8fe tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:38.587437 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37927e78-95eb-4385-afb8-b258718cd8fe tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:38.591065 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d989c-79e8-402a-973c-559673bb6944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4c7462-dcbf-408a-a791-6e593915fa59,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:38.716385 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37927e78-95eb-4385-afb8-b258718cd8fe tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:34:38.726803 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fdbea7d1-9c87-4a7c-857d-eb295b7081b4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:38.745872 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37927e78-95eb-4385-afb8-b258718cd8fe tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d8f3aa-fff9-45af-8123-b9b1f61b7521,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:38.750081 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37927e78-95eb-4385-afb8-b258718cd8fe tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:38.750817 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-37927e78-95eb-4385-afb8-b258718cd8fe tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Added segment 70d1c0d2-c671-4fdd-97c1-2381702e9807 of type vlan for network 90666eeb-d8cc-43a3-8ca9-334418b65c0b Dec 20 21:34:38.812737 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-0afc3aea-d8fa-48cb-8ba0-f3080b5ca7b0 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.178 HTTP/1.1" status: 200 len: 1001 time: 0.1976485 Dec 20 21:34:38.819847 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37927e78-95eb-4385-afb8-b258718cd8fe tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:38.836212 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a050d6-1916-4997-9aa3-3a83c44c3d6e req-79137935-26d7-48b5-bc66-d99289f1b7c0 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:38.849865 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a050d6-1916-4997-9aa3-3a83c44c3d6e req-79137935-26d7-48b5-bc66-d99289f1b7c0 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 0.6560040 Dec 20 21:34:38.858605 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fdbea7d1-9c87-4a7c-857d-eb295b7081b4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:38.911397 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 28de287b-8f2e-43cd-b964-9be6a8c6c684 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:34:39.009341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-caf79f93-9fb1-492d-9a6b-0f9297cb4f50 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:39.010005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-df465fe9-cbb0-461a-91af-beee4f828aba tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting subnet 6f56117c-d170-4bef-aa87-7c57e92a9240 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:34:39.023305 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-df465fe9-cbb0-461a-91af-beee4f828aba tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:39.024771 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-caf79f93-9fb1-492d-9a6b-0f9297cb4f50 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.2015104 Dec 20 21:34:39.031536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 28de287b-8f2e-43cd-b964-9be6a8c6c684 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:39.031995 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:39.048462 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-d84dad1b-e316-4942-bf4e-f37af07a0f91 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:34:39.056948 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-d84dad1b-e316-4942-bf4e-f37af07a0f91 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302231 Dec 20 21:34:39.069326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbea7d1-9c87-4a7c-857d-eb295b7081b4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network e265a734-b811-49d2-ac06-9bc67d7452fa is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:39.078697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-fdbea7d1-9c87-4a7c-857d-eb295b7081b4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:39.086203 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [None req-37927e78-95eb-4385-afb8-b258718cd8fe tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:34:39.120845 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39a050d6-1916-4997-9aa3-3a83c44c3d6e req-f5009f5d-6c79-431b-80c1-82367fe32d84 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631457 Dec 20 21:34:39.169731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbea7d1-9c87-4a7c-857d-eb295b7081b4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=3de9d69e-121d-409f-8edf-92f779df517a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:39.182552 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbea7d1-9c87-4a7c-857d-eb295b7081b4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:39.233895 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37927e78-95eb-4385-afb8-b258718cd8fe tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:39.277514 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37927e78-95eb-4385-afb8-b258718cd8fe tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:39.282800 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37927e78-95eb-4385-afb8-b258718cd8fe tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:39.308245 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-bfe0587d-15ee-4049-a9f7-821cf0567afe None None] Provisioning complete for port 28de287b-8f2e-43cd-b964-9be6a8c6c684 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:39.309636 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bfe0587d-15ee-4049-a9f7-821cf0567afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:39.319030 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-df465fe9-cbb0-461a-91af-beee4f828aba tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:39.411946 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbea7d1-9c87-4a7c-857d-eb295b7081b4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:39.413750 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fdbea7d1-9c87-4a7c-857d-eb295b7081b4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:39.465369 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fdbea7d1-9c87-4a7c-857d-eb295b7081b4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.2897918 Dec 20 21:34:39.466021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44750) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:39.489551 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-fccac52d-d9a5-4cda-8523-121364de5f9c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '70cd6791-1172-4117-880b-8b36df3d0b77'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:39.534818 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-716ebdff-e328-4dd0-a7cf-c3f3f0b1ecd3 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.178 HTTP/1.1" status: 200 len: 1001 time: 0.4704175 Dec 20 21:34:39.554596 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-37927e78-95eb-4385-afb8-b258718cd8fe tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2381592 Dec 20 21:34:39.563925 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44752) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:39.607513 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-43354488-1c98-42f1-822d-857345f4ef0a tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:39.638931 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-7ec9842a-d287-4b36-9a38-84a945672fc5 None None] Provisioning complete for port 3de9d69e-121d-409f-8edf-92f779df517a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:39.640683 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ec9842a-d287-4b36-9a38-84a945672fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:39.717543 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37927e78-95eb-4385-afb8-b258718cd8fe tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Pushing event updated for resources: {'Network': ['ID=90666eeb-d8cc-43a3-8ca9-334418b65c0b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:39.733171 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 90666eeb-d8cc-43a3-8ca9-334418b65c0b details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:34:39.789414 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-df465fe9-cbb0-461a-91af-beee4f828aba tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:39.793050 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fccac52d-d9a5-4cda-8523-121364de5f9c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:39.857805 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-43354488-1c98-42f1-822d-857345f4ef0a tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:39.871201 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7ec9842a-d287-4b36-9a38-84a945672fc5 None None] Port 3de9d69e-121d-409f-8edf-92f779df517a cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:34:39.971591 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3635a03f-c0ec-4ad4-8e8f-1e02ce6b66f1 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Request body: {'network': {'name': 'tempest-network--372915519', 'router:external': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:40.097845 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-df465fe9-cbb0-461a-91af-beee4f828aba tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:40.116826 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3635a03f-c0ec-4ad4-8e8f-1e02ce6b66f1 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Made reservation on behalf of 2c3ca24824d9454e9a066bc9fe9811b7 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:40.119277 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3635a03f-c0ec-4ad4-8e8f-1e02ce6b66f1 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:40.172052 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3635a03f-c0ec-4ad4-8e8f-1e02ce6b66f1 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:40.203788 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df465fe9-cbb0-461a-91af-beee4f828aba tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Subnet': ['ID=6f56117c-d170-4bef-aa87-7c57e92a9240,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:40.292779 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-43354488-1c98-42f1-822d-857345f4ef0a tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:40.307024 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-43354488-1c98-42f1-822d-857345f4ef0a tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:40.307412 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-43354488-1c98-42f1-822d-857345f4ef0a tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Floating IP 632a53e3-a69c-481d-9e66-ceaa02497943 disassociated. External IP: 172.35.3.178, port: 69fb3221-e29d-4567-bdae-aba7a6eb91e1. Dec 20 21:34:40.336879 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6be18ca-508a-4c8f-bf57-74f095ea760b None None] Network ee5d03de-139d-420c-bc66-46f77545c41e requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:40.358811 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-df465fe9-cbb0-461a-91af-beee4f828aba tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:40.377702 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-df465fe9-cbb0-461a-91af-beee4f828aba tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/6f56117c-d170-4bef-aa87-7c57e92a9240 HTTP/1.1" status: 204 len: 168 time: 1.9377744 Dec 20 21:34:40.382266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44786) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:40.466622 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3635a03f-c0ec-4ad4-8e8f-1e02ce6b66f1 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:40.482127 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3635a03f-c0ec-4ad4-8e8f-1e02ce6b66f1 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:40.529697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d2c82b-665e-4e37-a70d-62dd1e386c39 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting subnet 3ef695a1-a2d9-4c51-b201-d3e8f5f381de {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:34:40.536320 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1d2c82b-665e-4e37-a70d-62dd1e386c39 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:40.548047 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3635a03f-c0ec-4ad4-8e8f-1e02ce6b66f1 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:34:40.602564 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1d2c82b-665e-4e37-a70d-62dd1e386c39 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:40.709942 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7b9c2-3f8a-444b-b969-891981435568 req-e1d63b4d-9533-4965-af5a-fc41db2cacf4 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:40.711694 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-69c7b9c2-3f8a-444b-b969-891981435568 req-e1d63b4d-9533-4965-af5a-fc41db2cacf4 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 0.4169440 Dec 20 21:34:40.789867 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-69c7b9c2-3f8a-444b-b969-891981435568 req-466d258a-2bf5-49d2-8ce2-97d071439b0b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509996 Dec 20 21:34:40.822124 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1d2c82b-665e-4e37-a70d-62dd1e386c39 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:40.967947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-fccac52d-d9a5-4cda-8523-121364de5f9c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Delete allocated IP 172.20.0.25 (e265a734-b811-49d2-ac06-9bc67d7452fa/9eb039a8-17d9-485c-a2cf-efdc7af91e1a) {{(pid=102401) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 21:34:40.985195 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1d2c82b-665e-4e37-a70d-62dd1e386c39 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:41.048225 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1d2c82b-665e-4e37-a70d-62dd1e386c39 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:41.054676 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d1d2c82b-665e-4e37-a70d-62dd1e386c39 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/3ef695a1-a2d9-4c51-b201-d3e8f5f381de HTTP/1.1" status: 204 len: 168 time: 0.6544423 Dec 20 21:34:41.066030 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44806) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:41.068263 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2c82b-665e-4e37-a70d-62dd1e386c39 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef695a1-a2d9-4c51-b201-d3e8f5f381de,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:41.189047 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635a03f-c0ec-4ad4-8e8f-1e02ce6b66f1 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66fc293-89c0-44e3-8efa-b7f656863fd3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:41.222243 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3635a03f-c0ec-4ad4-8e8f-1e02ce6b66f1 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:41.222517 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-3635a03f-c0ec-4ad4-8e8f-1e02ce6b66f1 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Added segment a239f4b3-fb8a-4aa0-8700-22b5f8fb9e86 of type vlan for network 363c7f89-d232-4a1b-9cc6-8ee446c841db Dec 20 21:34:41.301500 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3635a03f-c0ec-4ad4-8e8f-1e02ce6b66f1 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:41.326595 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-43354488-1c98-42f1-822d-857345f4ef0a tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Router dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:34:41.341525 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:41.348594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dda2b7-f188-47e5-8209-ba676e9d53c7 req-ea461e54-1b78-4356-8b49-e7cf011e63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:41.350242 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85dda2b7-f188-47e5-8209-ba676e9d53c7 req-ea461e54-1b78-4356-8b49-e7cf011e63f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 1094 time: 0.2141714 Dec 20 21:34:41.455684 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3635a03f-c0ec-4ad4-8e8f-1e02ce6b66f1 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:41.457724 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3635a03f-c0ec-4ad4-8e8f-1e02ce6b66f1 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:41.458667 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3635a03f-c0ec-4ad4-8e8f-1e02ce6b66f1 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:41.508256 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fccac52d-d9a5-4cda-8523-121364de5f9c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:41.550314 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fccac52d-d9a5-4cda-8523-121364de5f9c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:41.587438 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3635a03f-c0ec-4ad4-8e8f-1e02ce6b66f1 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0223768 Dec 20 21:34:41.626866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44822) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:41.629115 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635a03f-c0ec-4ad4-8e8f-1e02ce6b66f1 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Pushing event updated for resources: {'Network': ['ID=363c7f89-d232-4a1b-9cc6-8ee446c841db,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:41.650654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 363c7f89-d232-4a1b-9cc6-8ee446c841db details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:34:41.653242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccac52d-d9a5-4cda-8523-121364de5f9c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=3de9d69e-121d-409f-8edf-92f779df517a,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:41.713539 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-43354488-1c98-42f1-822d-857345f4ef0a tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:34:41.729985 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-43354488-1c98-42f1-822d-857345f4ef0a tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:41.735708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dda2b7-f188-47e5-8209-ba676e9d53c7 req-af9cb3af-5495-4656-9cb4-61853668acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:41.737607 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85dda2b7-f188-47e5-8209-ba676e9d53c7 req-af9cb3af-5495-4656-9cb4-61853668acd7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 0.3784766 Dec 20 21:34:41.741885 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9699e-0276-4610-b4bd-b5593625d050 None None] Sync routers for ids ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:34:41.768898 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9699e-0276-4610-b4bd-b5593625d050 None None] Routers {'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:34:41.769461 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-69d9699e-0276-4610-b4bd-b5593625d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:34:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:41.779462 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:41.779462 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:41.789645 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1ad108-7d4c-453d-92a7-1dd8a5bb3295 None None] Network ee5d03de-139d-420c-bc66-46f77545c41e requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:41.829585 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-43354488-1c98-42f1-822d-857345f4ef0a tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "PUT /v2.0/floatingips/632a53e3-a69c-481d-9e66-ceaa02497943 HTTP/1.1" status: 200 len: 695 time: 2.2663853 Dec 20 21:34:41.848385 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722f016d-6137-46b9-9678-41aa4d2d2754', 'tag': '69fb3221-e29d-4567-bdae-aba7a6eb91e1'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:34:41.859034 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daf076e-0ff1-4273-8517-97cb6ef03950" -d '{"events": [{"name": "network-changed", "server_uuid": "722f016d-6137-46b9-9678-41aa4d2d2754", "tag": "69fb3221-e29d-4567-bdae-aba7a6eb91e1"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:34:41.908594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] For port f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6,segment=NetworkSegment(a1c349bc-5f6b-4c78-ad49-7d4932728f85),segment_id=a1c349bc-5f6b-4c78-ad49-7d4932728f85)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:41.908999 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:41.942787 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:41.950437 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-9367a388-76bd-4a7c-8e76-14c8817077b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:41.963295 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-9367a388-76bd-4a7c-8e76-14c8817077b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e94c599d001420383e50c8c9b772a7d&device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 1094 time: 0.1275442 Dec 20 21:34:41.967048 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-69d9699e-0276-4610-b4bd-b5593625d050 None None] Set router dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:34:42.038109 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-95a676c5-33a2-481c-aa0e-f28ea1eaaac9 None None] Provisioning complete for port f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:42.038482 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95a676c5-33a2-481c-aa0e-f28ea1eaaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:42.109769 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:42.129009 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-84a1dd0b-d3b3-477e-bee9-940d0a615326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:42.136902 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-84a1dd0b-d3b3-477e-bee9-940d0a615326 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d57bce93-bb4b-480e-97a5-5a079f85b0e4 HTTP/1.1" status: 200 len: 920 time: 0.1726983 Dec 20 21:34:42.189683 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-a5e6ff8f-2b58-4fdb-ad4d-95c46e6a7169 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69fb3221-e29d-4567-bdae-aba7a6eb91e1 HTTP/1.1" status: 200 len: 217 time: 0.0518334 Dec 20 21:34:42.213488 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-95a676c5-33a2-481c-aa0e-f28ea1eaaac9 None None] Could not find standard attr ID for object f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:34:42.217319 n-d-xena-1 neutron-server[102403]: INFO neutron.plugins.ml2.db [None req-95a676c5-33a2-481c-aa0e-f28ea1eaaac9 None None] No ports have port_id starting with f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6 Dec 20 21:34:42.251633 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85dda2b7-f188-47e5-8209-ba676e9d53c7 req-a52cd078-de94-4890-b474-2d9ef13f9d19 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 HTTP/1.1" status: 200 len: 217 time: 0.1537495 Dec 20 21:34:42.257438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:42.268850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No DVR routers for this DVR port f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:42.272743 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-a15e30b4-cc9b-4306-9e8f-29e9f82114c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:42.275260 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-a15e30b4-cc9b-4306-9e8f-29e9f82114c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4703d133-2d9a-4054-9009-948496539736 HTTP/1.1" status: 200 len: 859 time: 0.0844858 Dec 20 21:34:42.312541 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a92cd9f-ed13-4e46-8ad0-aa6166c4479c None None] DHCP port deletion for ee5d03de-139d-420c-bc66-46f77545c41e request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:34:42.316899 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-abfef5f6-5748-4201-a08e-0fb015c024ef tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:42.341501 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-fccac52d-d9a5-4cda-8523-121364de5f9c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] In _notify_port_updated(), no bound segment for port 3de9d69e-121d-409f-8edf-92f779df517a on network e265a734-b811-49d2-ac06-9bc67d7452fa {{(pid=102401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:34:42.347442 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccac52d-d9a5-4cda-8523-121364de5f9c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:42.348725 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fccac52d-d9a5-4cda-8523-121364de5f9c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:42.353300 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fccac52d-d9a5-4cda-8523-121364de5f9c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "PUT /v2.0/ports/3de9d69e-121d-409f-8edf-92f779df517a HTTP/1.1" status: 200 len: 920 time: 2.8825896 Dec 20 21:34:42.356712 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44840) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:42.367476 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2e1203cb-30b9-42c2-bb3f-68e268b5bd38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '70cd6791-1172-4117-880b-8b36df3d0b77'}, {'subnet_id': '9eb039a8-17d9-485c-a2cf-efdc7af91e1a'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:42.375052 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c12d0966-c41a-442a-a9ed-7dd330604cc8 None None] Provisioning complete for port 3de9d69e-121d-409f-8edf-92f779df517a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:42.376861 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c12d0966-c41a-442a-a9ed-7dd330604cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:42.389845 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-47526954-5b6c-41e0-84e6-3063c20da148 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d57bce93-bb4b-480e-97a5-5a079f85b0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058106 Dec 20 21:34:42.395992 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-69d9699e-0276-4610-b4bd-b5593625d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-805388779-router', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:33:08Z', 'updated_at': '2021-12-20T21:33:19Z', 'revision_number': 4, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'gw_port': {'id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:11Z', 'updated_at': '2021-12-20T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a2e0ef0e-f57c-4ccc-96f1-147dded302db', 'name': '', 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'mac_address': 'fa:16:3e:5a:f1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '4703d133-2d9a-4054-9009-948496539736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:18Z', 'updated_at': '2021-12-20T21:33:27Z', 'revision_number': 5, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'subnets': [{'id': '4703d133-2d9a-4054-9009-948496539736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:42.428279 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9699e-0276-4610-b4bd-b5593625d050 None None] Checking router: dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:34:42.439173 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9699e-0276-4610-b4bd-b5593625d050 None None] Routers {'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:34:42.440511 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-69d9699e-0276-4610-b4bd-b5593625d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:34:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:42.480043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c12d0966-c41a-442a-a9ed-7dd330604cc8 None None] Port 3de9d69e-121d-409f-8edf-92f779df517a cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:34:42.502125 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dccacf-fd43-4919-9b46-09ad5ffb722f req-7ea4a007-f6e4-46a4-b0f7-1a79aa4ad83d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:42.503542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c4dccacf-fd43-4919-9b46-09ad5ffb722f req-7ea4a007-f6e4-46a4-b0f7-1a79aa4ad83d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 945 time: 0.4091897 Dec 20 21:34:42.528259 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-a872c792-9c62-4631-8bfe-853b258b2f63 service neutron] 10.222.0.32 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307368 Dec 20 21:34:42.548683 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dda2b7-f188-47e5-8209-ba676e9d53c7 req-e70b09b1-e13f-48b8-b2a2-5453bce8bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:42.550615 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85dda2b7-f188-47e5-8209-ba676e9d53c7 req-e70b09b1-e13f-48b8-b2a2-5453bce8bf89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.2851937 Dec 20 21:34:42.553743 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:42.742325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:42.770735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5d03de-139d-420c-bc66-46f77545c41e']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:42.798262 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c349bc-5f6b-4c78-ad49-7d4932728f85') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:42.798559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c349bc-5f6b-4c78-ad49-7d4932728f85') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:42.808606 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-69d9699e-0276-4610-b4bd-b5593625d050 None None] Set router dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:34:42.831707 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:42.831848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:34:42.831848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f32c02f0-4ad3-433a-a3b3-23e54fcdcfb6 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:34:42.833824 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-abfef5f6-5748-4201-a08e-0fb015c024ef tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:42.845224 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c4dccacf-fd43-4919-9b46-09ad5ffb722f req-365821ce-cbc4-404a-be1b-4f607585ca88 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319850 Dec 20 21:34:42.880067 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-083c4c79-d7b6-4547-9d8d-32314d2f0738 req-13db6ae0-5fa2-4548-a1a1-58f795d6a885 service neutron] 10.222.0.32 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448641 Dec 20 21:34:42.914769 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc859fe-70b6-478f-a65b-b87a265b9215 x-openstack-request-id: req-3dc859fe-70b6-478f-a65b-b87a265b9215 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:34:42.915415 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722f016d-6137-46b9-9678-41aa4d2d2754", "tag": "69fb3221-e29d-4567-bdae-aba7a6eb91e1", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:34:42.915889 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3dc859fe-70b6-478f-a65b-b87a265b9215 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:34:42.916487 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722f016d-6137-46b9-9678-41aa4d2d2754', 'tag': '69fb3221-e29d-4567-bdae-aba7a6eb91e1', 'status': 'completed', 'code': 200} Dec 20 21:34:43.083249 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-69d9699e-0276-4610-b4bd-b5593625d050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-805388779-router', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:33:08Z', 'updated_at': '2021-12-20T21:33:19Z', 'revision_number': 4, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'gw_port': {'id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:11Z', 'updated_at': '2021-12-20T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a2e0ef0e-f57c-4ccc-96f1-147dded302db', 'name': '', 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'mac_address': 'fa:16:3e:5a:f1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '4703d133-2d9a-4054-9009-948496539736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:18Z', 'updated_at': '2021-12-20T21:33:27Z', 'revision_number': 5, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'subnets': [{'id': '4703d133-2d9a-4054-9009-948496539736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:43.110119 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9699e-0276-4610-b4bd-b5593625d050 None None] The sync data for ids ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'] in n-d-xena-1 is: [{'id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-805388779-router', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:33:08Z', 'updated_at': '2021-12-20T21:33:19Z', 'revision_number': 4, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'gw_port': {'id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:11Z', 'updated_at': '2021-12-20T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a2e0ef0e-f57c-4ccc-96f1-147dded302db', 'name': '', 'network_id': 'd57bce93-bb4b-480e-97a5-5a079f85b0e4', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'mac_address': 'fa:16:3e:5a:f1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '4703d133-2d9a-4054-9009-948496539736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:18Z', 'updated_at': '2021-12-20T21:33:27Z', 'revision_number': 5, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'subnets': [{'id': '4703d133-2d9a-4054-9009-948496539736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:34:43.221301 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:43.258206 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dda2b7-f188-47e5-8209-ba676e9d53c7 req-06b005a2-404e-48b8-ba54-200087af2393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:43.259721 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85dda2b7-f188-47e5-8209-ba676e9d53c7 req-06b005a2-404e-48b8-ba54-200087af2393 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6694355 Dec 20 21:34:43.283419 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:34:43.283826 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:43.287788 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-abfef5f6-5748-4201-a08e-0fb015c024ef tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363c7f89-d232-4a1b-9cc6-8ee446c841db']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:34:43.290084 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:34:43.383429 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-abfef5f6-5748-4201-a08e-0fb015c024ef tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a239f4b3-fb8a-4aa0-8700-22b5f8fb9e86') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:43.384084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-abfef5f6-5748-4201-a08e-0fb015c024ef tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a239f4b3-fb8a-4aa0-8700-22b5f8fb9e86') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:43.384188 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a5f78a-99ec-4dfb-a5d4-e05e08259ac2 None None] New status for floating IP 632a53e3-a69c-481d-9e66-ceaa02497943: DOWN {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:34:43.441282 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d0331d2-696a-46fb-b94d-3c3037f89f84 req-40cb523d-e564-4d0e-8fbf-95db641230b9 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/floatingips/632a53e3-a69c-481d-9e66-ceaa02497943 HTTP/1.1" status: 200 len: 695 time: 0.2164190 Dec 20 21:34:43.443082 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-abfef5f6-5748-4201-a08e-0fb015c024ef tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:43.529373 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-abfef5f6-5748-4201-a08e-0fb015c024ef tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:43.572092 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:43.591514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf076e-0ff1-4273-8517-97cb6ef03950 req-6f5abdd6-0ec1-4e6c-8c71-ab135c408fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:43.593090 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0daf076e-0ff1-4273-8517-97cb6ef03950 req-6f5abdd6-0ec1-4e6c-8c71-ab135c408fc6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e94c599d001420383e50c8c9b772a7d&device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 1094 time: 0.3733063 Dec 20 21:34:43.603156 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:43.610237 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44870) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:43.618656 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/networks/ee5d03de-139d-420c-bc66-46f77545c41e HTTP/1.1" status: 204 len: 168 time: 2.5513451 Dec 20 21:34:43.620565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfef5f6-5748-4201-a08e-0fb015c024ef tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:34:43.620973 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-abfef5f6-5748-4201-a08e-0fb015c024ef tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:43.622875 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2e1203cb-30b9-42c2-bb3f-68e268b5bd38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:34:43.624725 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:34:43.678022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37efd53e-1e52-4fa7-ace0-5557cd5f1690 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:43.679612 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-37efd53e-1e52-4fa7-ace0-5557cd5f1690 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0684011 Dec 20 21:34:43.683667 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44874) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:43.720847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287c2a1-cdd9-4677-bdf8-b2d6a3bc6b99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Network': ['ID=ee5d03de-139d-420c-bc66-46f77545c41e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:43.725529 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:43.741436 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b2949a8e-3342-4796-9850-aaf86345b260 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0533540 Dec 20 21:34:43.742603 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44876) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:43.752968 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4556c143-4543-4d8c-8a3c-2d32293e73b8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-354318428'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:43.782371 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4556c143-4543-4d8c-8a3c-2d32293e73b8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:43.789791 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4556c143-4543-4d8c-8a3c-2d32293e73b8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:43.797265 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-abfef5f6-5748-4201-a08e-0fb015c024ef tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:43.800572 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85dda2b7-f188-47e5-8209-ba676e9d53c7 req-38478421-688e-4d29-b75d-363f9286e8cf service neutron] 10.222.0.66 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212762 Dec 20 21:34:43.815220 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:43.824828 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4556c143-4543-4d8c-8a3c-2d32293e73b8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:34:43.837471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfef5f6-5748-4201-a08e-0fb015c024ef tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 363c7f89-d232-4a1b-9cc6-8ee446c841db {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 21:34:43.839380 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4556c143-4543-4d8c-8a3c-2d32293e73b8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:43.839720 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-4556c143-4543-4d8c-8a3c-2d32293e73b8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Added segment ae461e06-f467-40e5-b121-734698b0119b of type vlan for network 5d8d2929-9d50-43cc-86d1-a0589fc24a73 Dec 20 21:34:43.856099 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-abfef5f6-5748-4201-a08e-0fb015c024ef tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:43.865933 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-abfef5f6-5748-4201-a08e-0fb015c024ef tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] 10.222.0.32 "DELETE /v2.0/networks/363c7f89-d232-4a1b-9cc6-8ee446c841db HTTP/1.1" status: 204 len: 168 time: 2.2351990 Dec 20 21:34:43.880747 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44882) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:43.890733 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4c2f24b3-91c3-4ded-9c5b-870c7ab468a3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:43.895876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918c6519-7864-4419-b89f-13a66b7c119e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74aa1097-16a8-49ad-a0dd-f2cc7a7befc5'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:34:43.900938 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c462f52-b090-4f2a-82bf-59fab2289825" -d '{"events": [{"server_uuid": "918c6519-7864-4419-b89f-13a66b7c119e", "name": "network-vif-unplugged", "status": "completed", "tag": "74aa1097-16a8-49ad-a0dd-f2cc7a7befc5"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:34:43.923597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfef5f6-5748-4201-a08e-0fb015c024ef tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Pushing event deleted for resources: {'Network': ['ID=363c7f89-d232-4a1b-9cc6-8ee446c841db,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:43.930607 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2f24b3-91c3-4ded-9c5b-870c7ab468a3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Made reservation on behalf of 2c3ca24824d9454e9a066bc9fe9811b7 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:43.938582 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:43.939658 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c2f24b3-91c3-4ded-9c5b-870c7ab468a3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:43.946036 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4556c143-4543-4d8c-8a3c-2d32293e73b8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:43.950041 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:44.057957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:44.087661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0331d2-696a-46fb-b94d-3c3037f89f84 req-bcac4d20-110f-43b2-8082-12ab2327413f tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:44.089499 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d0331d2-696a-46fb-b94d-3c3037f89f84 req-bcac4d20-110f-43b2-8082-12ab2327413f tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 784 time: 0.6266272 Dec 20 21:34:44.100749 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2f24b3-91c3-4ded-9c5b-870c7ab468a3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:34:44.120112 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4556c143-4543-4d8c-8a3c-2d32293e73b8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:44.120710 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-6d0331d2-696a-46fb-b94d-3c3037f89f84 req-a3183b8a-9f27-4124-b7d1-c6be276f8397 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:34:44.121967 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d0331d2-696a-46fb-b94d-3c3037f89f84 req-a3183b8a-9f27-4124-b7d1-c6be276f8397 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0224061 Dec 20 21:34:44.129548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4556c143-4543-4d8c-8a3c-2d32293e73b8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:44.130597 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4556c143-4543-4d8c-8a3c-2d32293e73b8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:44.165511 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c2f24b3-91c3-4ded-9c5b-870c7ab468a3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:44.165855 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-4c2f24b3-91c3-4ded-9c5b-870c7ab468a3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Added segment f1ddac8c-a667-4fb6-9a5e-2df6461ea5ff of type vlan for network e39f2ecf-5085-4bf3-aa58-449123d75854 Dec 20 21:34:44.178590 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146633e-3c9b-41a2-82de-bbaac63cf4e5 req-f5a20f0d-7e83-417c-ae94-cd5a39e47fc3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:44.180225 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5146633e-3c9b-41a2-82de-bbaac63cf4e5 req-f5a20f0d-7e83-417c-ae94-cd5a39e47fc3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 943 time: 0.1989510 Dec 20 21:34:44.242877 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85dda2b7-f188-47e5-8209-ba676e9d53c7 req-2d1cbb88-0d4b-4470-bcf0-1befe6e39ca8 service neutron] 10.222.0.66 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103613 Dec 20 21:34:44.253454 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4556c143-4543-4d8c-8a3c-2d32293e73b8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5087781 Dec 20 21:34:44.258091 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d0331d2-696a-46fb-b94d-3c3037f89f84 req-b1fc40f4-2f5d-4db9-8c8e-51197b699b9b tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.178 HTTP/1.1" status: 200 len: 696 time: 0.1163187 Dec 20 21:34:44.260343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44900) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:44.282009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f3d7e1dd-57ee-4555-86b7-7fd56bd8dc7d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'subnet': {'network_id': '5d8d2929-9d50-43cc-86d1-a0589fc24a73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:44.291268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf076e-0ff1-4273-8517-97cb6ef03950 req-23ef5eeb-60e1-4d16-a684-064bae80ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:44.293034 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0daf076e-0ff1-4273-8517-97cb6ef03950 req-23ef5eeb-60e1-4d16-a684-064bae80ca26 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d57bce93-bb4b-480e-97a5-5a079f85b0e4 HTTP/1.1" status: 200 len: 920 time: 0.6545172 Dec 20 21:34:44.324731 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556c143-4543-4d8c-8a3c-2d32293e73b8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Network': ['ID=5d8d2929-9d50-43cc-86d1-a0589fc24a73,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:44.337950 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 5d8d2929-9d50-43cc-86d1-a0589fc24a73 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:34:44.368473 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5146633e-3c9b-41a2-82de-bbaac63cf4e5 req-ad888cec-506f-4725-854f-a59e78a8dbc3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495714 Dec 20 21:34:44.370865 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c2f24b3-91c3-4ded-9c5b-870c7ab468a3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:44.408687 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c2f24b3-91c3-4ded-9c5b-870c7ab468a3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:44.411152 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2f24b3-91c3-4ded-9c5b-870c7ab468a3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:44.413731 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c2f24b3-91c3-4ded-9c5b-870c7ab468a3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:44.509525 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d0331d2-696a-46fb-b94d-3c3037f89f84 req-6f3dbe23-f5a4-4819-9c2f-d10fa21aa58b tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.3.178 HTTP/1.1" status: 200 len: 696 time: 0.2504890 Dec 20 21:34:44.555734 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0daf076e-0ff1-4273-8517-97cb6ef03950 req-687baf0f-084c-4116-9c7a-22e8385429d8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69fb3221-e29d-4567-bdae-aba7a6eb91e1 HTTP/1.1" status: 200 len: 217 time: 0.1548607 Dec 20 21:34:44.562580 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4c2f24b3-91c3-4ded-9c5b-870c7ab468a3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6747918 Dec 20 21:34:44.563402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44908) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:44.568733 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6deabca-4bee-4c3f-833f-c9f93265b436 x-openstack-request-id: req-e6deabca-4bee-4c3f-833f-c9f93265b436 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:34:44.569045 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918c6519-7864-4419-b89f-13a66b7c119e", "name": "network-vif-unplugged", "status": "completed", "tag": "74aa1097-16a8-49ad-a0dd-f2cc7a7befc5", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:34:44.569288 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6deabca-4bee-4c3f-833f-c9f93265b436 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:34:44.572932 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d06b3627-7e22-47fa-8e0c-5ee1b6104baa tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Request body: {'subnet': {'network_id': 'e39f2ecf-5085-4bf3-aa58-449123d75854', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:44.573159 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918c6519-7864-4419-b89f-13a66b7c119e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74aa1097-16a8-49ad-a0dd-f2cc7a7befc5', 'code': 200} Dec 20 21:34:44.578118 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f24b3-91c3-4ded-9c5b-870c7ab468a3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Pushing event updated for resources: {'Network': ['ID=e39f2ecf-5085-4bf3-aa58-449123d75854,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:44.590030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network e39f2ecf-5085-4bf3-aa58-449123d75854 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:34:44.603926 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06b3627-7e22-47fa-8e0c-5ee1b6104baa tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Made reservation on behalf of 2c3ca24824d9454e9a066bc9fe9811b7 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:44.606543 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d06b3627-7e22-47fa-8e0c-5ee1b6104baa tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:44.733745 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:44.856011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf076e-0ff1-4273-8517-97cb6ef03950 req-be8e958e-b39b-4073-b1bf-3a42115b1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:44.857612 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0daf076e-0ff1-4273-8517-97cb6ef03950 req-be8e958e-b39b-4073-b1bf-3a42115b1d04 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4703d133-2d9a-4054-9009-948496539736 HTTP/1.1" status: 200 len: 859 time: 0.1902821 Dec 20 21:34:44.937937 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0daf076e-0ff1-4273-8517-97cb6ef03950 req-fcbd3850-9dc6-44c2-b433-2cb62fb6ddab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d57bce93-bb4b-480e-97a5-5a079f85b0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421696 Dec 20 21:34:44.942661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d7e1dd-57ee-4555-86b7-7fd56bd8dc7d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:44.945940 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3d7e1dd-57ee-4555-86b7-7fd56bd8dc7d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:45.047866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-d06b3627-7e22-47fa-8e0c-5ee1b6104baa tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:34:45.049291 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d06b3627-7e22-47fa-8e0c-5ee1b6104baa tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:45.053405 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0daf076e-0ff1-4273-8517-97cb6ef03950 req-ddf82cb8-4cf4-4b5c-9b13-8ede384d7734 service neutron] 10.222.0.66 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009812 Dec 20 21:34:45.099620 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-2e1203cb-30b9-42c2-bb3f-68e268b5bd38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Allocated IP 172.20.0.27 (e265a734-b811-49d2-ac06-9bc67d7452fa/9eb039a8-17d9-485c-a2cf-efdc7af91e1a/3de9d69e-121d-409f-8edf-92f779df517a) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:45.125870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b3627-7e22-47fa-8e0c-5ee1b6104baa tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cbbf2e92-0e1b-4f03-8543-b10cdb2e44d5,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:45.131666 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b3627-7e22-47fa-8e0c-5ee1b6104baa tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Checking segment: {'id': 'f1ddac8c-a667-4fb6-9a5e-2df6461ea5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e39f2ecf-5085-4bf3-aa58-449123d75854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:34:45.132960 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06b3627-7e22-47fa-8e0c-5ee1b6104baa tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Network hostable DHCP agents. Network: e39f2ecf-5085-4bf3-aa58-449123d75854, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:34:45.164227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06b3627-7e22-47fa-8e0c-5ee1b6104baa tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Network e39f2ecf-5085-4bf3-aa58-449123d75854 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:34:45.176544 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d06b3627-7e22-47fa-8e0c-5ee1b6104baa tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, e39f2ecf-5085-4bf3-aa58-449123d75854) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:45.183028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06b3627-7e22-47fa-8e0c-5ee1b6104baa tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:45.183624 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d06b3627-7e22-47fa-8e0c-5ee1b6104baa tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:45.192561 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0affdce2-2ce8-4e90-a93a-ab9f409ceae3 None None] Network e39f2ecf-5085-4bf3-aa58-449123d75854 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:45.211544 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d06b3627-7e22-47fa-8e0c-5ee1b6104baa tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6451983 Dec 20 21:34:45.214202 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44926) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:45.219377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-64a82871-b9da-4b42-96e6-126619b0e8a9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Request body: {'floatingip': {'floating_network_id': 'e39f2ecf-5085-4bf3-aa58-449123d75854'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:45.260115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-6d0331d2-696a-46fb-b94d-3c3037f89f84 req-06607560-1b6d-487e-9b62-b80ad8aba425 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Deleting port bef75c5b-98d0-450a-b147-19845b22268e {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:45.260532 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6d0331d2-696a-46fb-b94d-3c3037f89f84 req-06607560-1b6d-487e-9b62-b80ad8aba425 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:45.282809 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64a82871-b9da-4b42-96e6-126619b0e8a9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:45.437200 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0daf076e-0ff1-4273-8517-97cb6ef03950 req-290f9716-8a3f-4640-acf7-5f895ffb2e86 service neutron] 10.222.0.66 "GET /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512790 Dec 20 21:34:45.494850 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64a82871-b9da-4b42-96e6-126619b0e8a9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:45.517053 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6d0331d2-696a-46fb-b94d-3c3037f89f84 req-06607560-1b6d-487e-9b62-b80ad8aba425 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:45.517585 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6d0331d2-696a-46fb-b94d-3c3037f89f84 req-06607560-1b6d-487e-9b62-b80ad8aba425 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:45.541945 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-6d0331d2-696a-46fb-b94d-3c3037f89f84 req-06607560-1b6d-487e-9b62-b80ad8aba425 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Calling delete_port for bef75c5b-98d0-450a-b147-19845b22268e owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:45.557849 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2e1203cb-30b9-42c2-bb3f-68e268b5bd38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:45.595613 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2e1203cb-30b9-42c2-bb3f-68e268b5bd38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:45.729167 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb2bb8d-700f-444b-b330-625f61d9a2b3 None None] Network e39f2ecf-5085-4bf3-aa58-449123d75854 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:45.752316 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-64a82871-b9da-4b42-96e6-126619b0e8a9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Allocated IP 172.20.0.11 (e39f2ecf-5085-4bf3-aa58-449123d75854/cbbf2e92-0e1b-4f03-8543-b10cdb2e44d5/a4fbeebf-5bb9-448e-8476-b93a1f9f7fb4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:45.761587 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3d7e1dd-57ee-4555-86b7-7fd56bd8dc7d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:45.865357 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1203cb-30b9-42c2-bb3f-68e268b5bd38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=3de9d69e-121d-409f-8edf-92f779df517a,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:45.940048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d7e1dd-57ee-4555-86b7-7fd56bd8dc7d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Checking segment: {'id': 'ae461e06-f467-40e5-b121-734698b0119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5d8d2929-9d50-43cc-86d1-a0589fc24a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:34:45.940561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d7e1dd-57ee-4555-86b7-7fd56bd8dc7d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network hostable DHCP agents. Network: 5d8d2929-9d50-43cc-86d1-a0589fc24a73, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:34:45.942874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7e1dd-57ee-4555-86b7-7fd56bd8dc7d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Subnet': ['ID=aa21b62e-399b-4274-b418-1b4474ec608a,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:45.948006 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64a82871-b9da-4b42-96e6-126619b0e8a9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:45.952155 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-2e1203cb-30b9-42c2-bb3f-68e268b5bd38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] In _notify_port_updated(), no bound segment for port 3de9d69e-121d-409f-8edf-92f779df517a on network e265a734-b811-49d2-ac06-9bc67d7452fa {{(pid=102401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:34:45.957853 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1203cb-30b9-42c2-bb3f-68e268b5bd38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:45.958593 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2e1203cb-30b9-42c2-bb3f-68e268b5bd38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:45.960097 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2e1203cb-30b9-42c2-bb3f-68e268b5bd38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "PUT /v2.0/ports/3de9d69e-121d-409f-8edf-92f779df517a HTTP/1.1" status: 200 len: 1000 time: 3.6010067 Dec 20 21:34:45.963959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44942) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:46.012486 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64a82871-b9da-4b42-96e6-126619b0e8a9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:46.024535 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd7b97-65c7-4ea3-af9c-35ed0930f7b1 req-5456b524-41ff-4a55-a211-497b808b0d26 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:46.026390 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-62bd7b97-65c7-4ea3-af9c-35ed0930f7b1 req-5456b524-41ff-4a55-a211-497b808b0d26 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 943 time: 0.5509908 Dec 20 21:34:46.043513 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d7e1dd-57ee-4555-86b7-7fd56bd8dc7d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 5d8d2929-9d50-43cc-86d1-a0589fc24a73 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:34:46.073785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a82871-b9da-4b42-96e6-126619b0e8a9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Network e39f2ecf-5085-4bf3-aa58-449123d75854 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:46.083919 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-64a82871-b9da-4b42-96e6-126619b0e8a9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:46.086997 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a82871-b9da-4b42-96e6-126619b0e8a9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:46.092712 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-f3d7e1dd-57ee-4555-86b7-7fd56bd8dc7d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 5d8d2929-9d50-43cc-86d1-a0589fc24a73) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:46.101374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d7e1dd-57ee-4555-86b7-7fd56bd8dc7d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:46.101961 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3d7e1dd-57ee-4555-86b7-7fd56bd8dc7d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:46.107137 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63734180-5be3-4931-899c-b3b6dc3fd001 None None] Network 5d8d2929-9d50-43cc-86d1-a0589fc24a73 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:46.114572 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6d0331d2-696a-46fb-b94d-3c3037f89f84 req-06607560-1b6d-487e-9b62-b80ad8aba425 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:46.150266 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a82871-b9da-4b42-96e6-126619b0e8a9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Pushing event updated for resources: {'Port': ['ID=a4fbeebf-5bb9-448e-8476-b93a1f9f7fb4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:46.163043 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-62bd7b97-65c7-4ea3-af9c-35ed0930f7b1 req-e57ce415-b578-4715-a088-f85194a712d9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050284 Dec 20 21:34:46.250366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d74afe77-8e44-46d9-b6a4-b7a4d9fe01ac None None] Provisioning complete for port 3de9d69e-121d-409f-8edf-92f779df517a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:46.251364 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d74afe77-8e44-46d9-b6a4-b7a4d9fe01ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:46.299117 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64a82871-b9da-4b42-96e6-126619b0e8a9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:46.327786 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d74afe77-8e44-46d9-b6a4-b7a4d9fe01ac None None] Port 3de9d69e-121d-409f-8edf-92f779df517a cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:34:46.354456 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64a82871-b9da-4b42-96e6-126619b0e8a9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:46.443389 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-5d8d2929-9d50-43cc-86d1-a0589fc24a73', 'network_id': '5d8d2929-9d50-43cc-86d1-a0589fc24a73', 'tenant_id': '4ce073ad5e7d4074b75ad2a85f361197', 'fixed_ips': [{'subnet_id': 'aa21b62e-399b-4274-b418-1b4474ec608a'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:34:46.444276 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:46.602365 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64a82871-b9da-4b42-96e6-126619b0e8a9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:46.613414 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64a82871-b9da-4b42-96e6-126619b0e8a9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:46.664326 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Allocated IP 2001:db8::2 (5d8d2929-9d50-43cc-86d1-a0589fc24a73/aa21b62e-399b-4274-b418-1b4474ec608a/87d160ef-c121-4f29-b935-41d1ba4d5ed5) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:46.691926 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f3d7e1dd-57ee-4555-86b7-7fd56bd8dc7d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4248924 Dec 20 21:34:46.696986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44956) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:46.697190 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06607560-1b6d-487e-9b62-b80ad8aba425 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Pushing event deleted for resources: {'Port': ['ID=bef75c5b-98d0-450a-b147-19845b22268e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:46.706156 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-484dc593-be2f-449a-94fa-330703b8ac8e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'network_id': '5d8d2929-9d50-43cc-86d1-a0589fc24a73', 'name': 'tempest-PortsIpV6TestJSON-276048594'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:46.736676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a82871-b9da-4b42-96e6-126619b0e8a9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Pushing event updated for resources: {'Port': ['ID=a4fbeebf-5bb9-448e-8476-b93a1f9f7fb4,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:46.775761 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-5c06ee35-6efd-4253-87f4-e89169ae41f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port 3de9d69e-121d-409f-8edf-92f779df517a {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:46.776133 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5c06ee35-6efd-4253-87f4-e89169ae41f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:46.804059 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64a82871-b9da-4b42-96e6-126619b0e8a9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:46.869457 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64a82871-b9da-4b42-96e6-126619b0e8a9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:46.870733 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-64a82871-b9da-4b42-96e6-126619b0e8a9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6554756 Dec 20 21:34:46.885649 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44964) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:46.956440 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484dc593-be2f-449a-94fa-330703b8ac8e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:46.960740 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-484dc593-be2f-449a-94fa-330703b8ac8e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:46.981090 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:46.986323 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6d0331d2-696a-46fb-b94d-3c3037f89f84 req-06607560-1b6d-487e-9b62-b80ad8aba425 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:46.989153 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6d0331d2-696a-46fb-b94d-3c3037f89f84 req-06607560-1b6d-487e-9b62-b80ad8aba425 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:46.994435 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d0331d2-696a-46fb-b94d-3c3037f89f84 req-06607560-1b6d-487e-9b62-b80ad8aba425 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "DELETE /v2.0/floatingips/632a53e3-a69c-481d-9e66-ceaa02497943 HTTP/1.1" status: 204 len: 173 time: 2.4833496 Dec 20 21:34:46.999568 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e9f6c0dd-48f9-4a05-b41e-422303295e90 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=e39f2ecf-5085-4bf3-aa58-449123d75854 HTTP/1.1" status: 200 len: 690 time: 0.1127567 Dec 20 21:34:47.002232 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44972) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:47.005100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-484dc593-be2f-449a-94fa-330703b8ac8e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] device_id is not set on port 313e3eb7-3fd5-41bb-a831-c2257857feca yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:34:47.014669 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:47.076425 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Network 5d8d2929-9d50-43cc-86d1-a0589fc24a73 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:47.080821 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:47.086716 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:47.107026 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:34:47.138035 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:47.141499 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5c06ee35-6efd-4253-87f4-e89169ae41f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:47.149864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Pushing event updated for resources: {'Port': ['ID=87d160ef-c121-4f29-b935-41d1ba4d5ed5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:47.171166 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-484dc593-be2f-449a-94fa-330703b8ac8e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Allocated IP 2001:db8::113 (5d8d2929-9d50-43cc-86d1-a0589fc24a73/aa21b62e-399b-4274-b418-1b4474ec608a/313e3eb7-3fd5-41bb-a831-c2257857feca) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:47.219393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Attempting to bind port 87d160ef-c121-4f29-b935-41d1ba4d5ed5 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:34:47.219775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Attempting to bind port 87d160ef-c121-4f29-b935-41d1ba4d5ed5 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'ae461e06-f467-40e5-b121-734698b0119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5d8d2929-9d50-43cc-86d1-a0589fc24a73'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:34:47.220143 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Attempting to bind port 87d160ef-c121-4f29-b935-41d1ba4d5ed5 on network 5d8d2929-9d50-43cc-86d1-a0589fc24a73 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:34:47.234004 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:34:47.234546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Checking segment: {'id': 'ae461e06-f467-40e5-b121-734698b0119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5d8d2929-9d50-43cc-86d1-a0589fc24a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:34:47.235090 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:47.235622 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Bound using segment: {'id': 'ae461e06-f467-40e5-b121-734698b0119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5d8d2929-9d50-43cc-86d1-a0589fc24a73'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:34:47.236278 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Bound port: 87d160ef-c121-4f29-b935-41d1ba4d5ed5, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae461e06-f467-40e5-b121-734698b0119b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5d8d2929-9d50-43cc-86d1-a0589fc24a73'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:34:47.236815 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:47.253618 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-5c06ee35-6efd-4253-87f4-e89169ae41f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for 3de9d69e-121d-409f-8edf-92f779df517a owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:47.371293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] For port 87d160ef-c121-4f29-b935-41d1ba4d5ed5, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:34:47.375148 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] For port 87d160ef-c121-4f29-b935-41d1ba4d5ed5, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=87d160ef-c121-4f29-b935-41d1ba4d5ed5,segment=NetworkSegment(ae461e06-f467-40e5-b121-734698b0119b),segment_id=ae461e06-f467-40e5-b121-734698b0119b)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:34:47.383061 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b62bf905-2da3-4e06-bc8a-e3c95937c0ed req-f7fd7340-e504-4ed0-8b97-35b366b2dd0b tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups/138bbaa0-e574-4d5b-b458-b4e6b72ed44b HTTP/1.1" status: 200 len: 1809 time: 0.0802572 Dec 20 21:34:47.390299 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:47.416291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Deleting port a4fbeebf-5bb9-448e-8476-b93a1f9f7fb4 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:47.416855 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:47.452879 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-484dc593-be2f-449a-94fa-330703b8ac8e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:47.501529 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92e187-2be8-4c6d-a4af-f29f16728c96 req-36d5ac59-66ca-4c2a-8cc5-85075cc9d638 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:47.503343 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef92e187-2be8-4c6d-a4af-f29f16728c96 req-36d5ac59-66ca-4c2a-8cc5-85075cc9d638 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 943 time: 0.2000873 Dec 20 21:34:47.513329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357b059-3920-42f6-8a3a-529ddfd92d29 None None] Pushing event updated for resources: {'Port': ['ID=87d160ef-c121-4f29-b935-41d1ba4d5ed5,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:47.548246 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b62bf905-2da3-4e06-bc8a-e3c95937c0ed req-3f37c8c1-1ce0-4cce-be15-6cefc33faf60 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:47.594594 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ef92e187-2be8-4c6d-a4af-f29f16728c96 req-18062235-e8cc-42f1-9cc7-0be54b24e205 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685546 Dec 20 21:34:47.601567 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-484dc593-be2f-449a-94fa-330703b8ac8e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:47.606543 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b62bf905-2da3-4e06-bc8a-e3c95937c0ed req-3f37c8c1-1ce0-4cce-be15-6cefc33faf60 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:47.642783 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:47.643151 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:47.664177 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Calling delete_port for a4fbeebf-5bb9-448e-8476-b93a1f9f7fb4 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:47.665196 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484dc593-be2f-449a-94fa-330703b8ac8e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 5d8d2929-9d50-43cc-86d1-a0589fc24a73 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:47.674610 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-484dc593-be2f-449a-94fa-330703b8ac8e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:47.677826 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484dc593-be2f-449a-94fa-330703b8ac8e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:47.686038 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484dc593-be2f-449a-94fa-330703b8ac8e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:47.687939 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-484dc593-be2f-449a-94fa-330703b8ac8e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:47.770786 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484dc593-be2f-449a-94fa-330703b8ac8e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=313e3eb7-3fd5-41bb-a831-c2257857feca,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:47.789957 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b62bf905-2da3-4e06-bc8a-e3c95937c0ed req-3f37c8c1-1ce0-4cce-be15-6cefc33faf60 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:47.796166 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-b62bf905-2da3-4e06-bc8a-e3c95937c0ed req-3f37c8c1-1ce0-4cce-be15-6cefc33faf60 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:47.805200 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b62bf905-2da3-4e06-bc8a-e3c95937c0ed req-3f37c8c1-1ce0-4cce-be15-6cefc33faf60 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "DELETE /v2.0/security-groups/138bbaa0-e574-4d5b-b458-b4e6b72ed44b HTTP/1.1" status: 204 len: 173 time: 0.4208715 Dec 20 21:34:47.879111 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-484dc593-be2f-449a-94fa-330703b8ac8e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1792061 Dec 20 21:34:47.880575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37c8c1-1ce0-4cce-be15-6cefc33faf60 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=138bbaa0-e574-4d5b-b458-b4e6b72ed44b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:47.886644 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44986) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:47.901642 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6951f8f7-be58-409d-ac79-6ef48c5aa936 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'network_id': '5d8d2929-9d50-43cc-86d1-a0589fc24a73', 'name': 'tempest-PortsIpV6TestJSON-1671502439'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:47.906947 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5c06ee35-6efd-4253-87f4-e89169ae41f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:47.948342 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:48.049257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06ee35-6efd-4253-87f4-e89169ae41f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=3de9d69e-121d-409f-8edf-92f779df517a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:48.196797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6951f8f7-be58-409d-ac79-6ef48c5aa936 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:48.200447 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6951f8f7-be58-409d-ac79-6ef48c5aa936 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:48.234832 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:48.266811 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-6951f8f7-be58-409d-ac79-6ef48c5aa936 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] device_id is not set on port 96cd36da-e720-4174-a011-8f96732374a9 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:34:48.318530 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4fbeebf-5bb9-448e-8476-b93a1f9f7fb4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:48.325768 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5c06ee35-6efd-4253-87f4-e89169ae41f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:48.332250 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5c06ee35-6efd-4253-87f4-e89169ae41f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/ports/3de9d69e-121d-409f-8edf-92f779df517a HTTP/1.1" status: 204 len: 168 time: 2.3649666 Dec 20 21:34:48.332878 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44996) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:48.339210 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728ef66-01ea-415f-8f28-d8c1ea8fa29e req-c55f71d9-682c-4be1-a519-9ef0ce4c2ed9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:48.343951 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09534cd4-93cb-4a8f-b892-60c26726a066 req-3f1111db-18ce-419a-9fc7-6581a563a664 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:48.345956 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09534cd4-93cb-4a8f-b892-60c26726a066 req-3f1111db-18ce-419a-9fc7-6581a563a664 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.1219482 Dec 20 21:34:48.347178 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d728ef66-01ea-415f-8f28-d8c1ea8fa29e req-c55f71d9-682c-4be1-a519-9ef0ce4c2ed9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.3069768 Dec 20 21:34:48.379950 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac940370-04c2-4b15-ad01-fd157035d018 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] GET failed (client error): The resource could not be found. Dec 20 21:34:48.381591 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ac940370-04c2-4b15-ad01-fd157035d018 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports/3de9d69e-121d-409f-8edf-92f779df517a HTTP/1.1" status: 404 len: 333 time: 0.0345657 Dec 20 21:34:48.392367 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44998) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:48.398666 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d728ef66-01ea-415f-8f28-d8c1ea8fa29e req-381f8876-c182-4082-820a-bfe827eb53d4 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460470 Dec 20 21:34:48.477786 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:48.565026 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:48.579900 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85dbff2-99f8-4edf-b100-785ff5e24f1b req-eb131641-9783-406c-bcf9-a27ee4ff5fdb tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:48.581596 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c85dbff2-99f8-4edf-b100-785ff5e24f1b req-eb131641-9783-406c-bcf9-a27ee4ff5fdb tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.0953383 Dec 20 21:34:48.664917 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c85dbff2-99f8-4edf-b100-785ff5e24f1b req-3d09f373-173e-4a02-bcd1-5a4e20a4c1b6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601020 Dec 20 21:34:48.704182 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:48.736715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cbbf2e92-0e1b-4f03-8543-b10cdb2e44d5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:48.784387 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09534cd4-93cb-4a8f-b892-60c26726a066 req-ca7c950d-c5bd-4856-a32e-316b46bb4503 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966827 Dec 20 21:34:48.862354 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e986c25-e252-431c-974b-15610b2b2e48 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting subnet 9eb039a8-17d9-485c-a2cf-efdc7af91e1a {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:34:48.862973 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:48.863729 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 87d160ef-c121-4f29-b935-41d1ba4d5ed5 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:34:48.867027 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e986c25-e252-431c-974b-15610b2b2e48 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:48.927658 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39f2ecf-5085-4bf3-aa58-449123d75854']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:48.943949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ddac8c-a667-4fb6-9a5e-2df6461ea5ff') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:48.944269 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ddac8c-a667-4fb6-9a5e-2df6461ea5ff') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:48.952253 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e986c25-e252-431c-974b-15610b2b2e48 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:48.973028 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 87d160ef-c121-4f29-b935-41d1ba4d5ed5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:48.974355 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:48.999856 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.018144 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.033759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc878a-0247-4674-9811-2e9068104893 req-dc98fcfe-9f9d-4b8e-906a-a1d3626c7055 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:49.051168 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-55bc878a-0247-4674-9811-2e9068104893 req-dc98fcfe-9f9d-4b8e-906a-a1d3626c7055 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.0831206 Dec 20 21:34:49.065755 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:34:49.066483 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:34:49.068377 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:34:49.082802 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-6951f8f7-be58-409d-ac79-6ef48c5aa936 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Allocated IP 2001:db8::11 (5d8d2929-9d50-43cc-86d1-a0589fc24a73/aa21b62e-399b-4274-b418-1b4474ec608a/96cd36da-e720-4174-a011-8f96732374a9) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:49.121181 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.153648 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e986c25-e252-431c-974b-15610b2b2e48 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.193980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 87d160ef-c121-4f29-b935-41d1ba4d5ed5, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=87d160ef-c121-4f29-b935-41d1ba4d5ed5,segment=NetworkSegment(ae461e06-f467-40e5-b121-734698b0119b),segment_id=ae461e06-f467-40e5-b121-734698b0119b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:49.203118 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.216819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45018) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:49.231597 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.265595 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-55bc878a-0247-4674-9811-2e9068104893 req-f901140a-34b7-4625-b4ef-77bc8df81b44 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086585 Dec 20 21:34:49.277431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e39f2ecf-5085-4bf3-aa58-449123d75854 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 21:34:49.290867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Pushing event deleted for resources: {'Network': ['ID=e39f2ecf-5085-4bf3-aa58-449123d75854,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:49.293467 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.297030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-771a9d81-eb2b-44e1-9bc4-ef885a084b37 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] 10.222.0.32 "DELETE /v2.0/networks/e39f2ecf-5085-4bf3-aa58-449123d75854 HTTP/1.1" status: 204 len: 168 time: 2.2938378 Dec 20 21:34:49.300316 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4946ca07-f9fc-487a-94bb-4d9667daee26 None None] Network 5d8d2929-9d50-43cc-86d1-a0589fc24a73 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:49.302687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45024) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:49.319195 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e986c25-e252-431c-974b-15610b2b2e48 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.343272 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e986c25-e252-431c-974b-15610b2b2e48 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.349026 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4e986c25-e252-431c-974b-15610b2b2e48 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/9eb039a8-17d9-485c-a2cf-efdc7af91e1a HTTP/1.1" status: 204 len: 168 time: 0.9531977 Dec 20 21:34:49.364072 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45028) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:49.376348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e986c25-e252-431c-974b-15610b2b2e48 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb039a8-17d9-485c-a2cf-efdc7af91e1a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:49.437790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daae8ef-7fd5-4338-8209-918a8c2b56df None None] Network e265a734-b811-49d2-ac06-9bc67d7452fa requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:49.455581 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6951f8f7-be58-409d-ac79-6ef48c5aa936 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.464593 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-39d0a2f6-9da3-4597-bdb5-8ccd7fcee9d0 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1779 time: 0.1603763 Dec 20 21:34:49.465205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45030) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:49.512391 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f66e09-a939-4e33-bb46-bbf02c257eb4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting subnet 70cd6791-1172-4117-880b-8b36df3d0b77 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:34:49.522435 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2f66e09-a939-4e33-bb46-bbf02c257eb4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.591967 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2f66e09-a939-4e33-bb46-bbf02c257eb4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.592907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d1fee-7541-494d-ac0c-6707f072487f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:49.593666 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d1fee-7541-494d-ac0c-6707f072487f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:49.594393 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d1fee-7541-494d-ac0c-6707f072487f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:49.595206 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d1fee-7541-494d-ac0c-6707f072487f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:49.595899 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d1fee-7541-494d-ac0c-6707f072487f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:49.596539 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d1fee-7541-494d-ac0c-6707f072487f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:49.597166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d1fee-7541-494d-ac0c-6707f072487f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:49.597793 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d1fee-7541-494d-ac0c-6707f072487f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:49.598457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d1fee-7541-494d-ac0c-6707f072487f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:49.599202 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d1fee-7541-494d-ac0c-6707f072487f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:49.600002 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d1fee-7541-494d-ac0c-6707f072487f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:49.602772 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b04d1fee-7541-494d-ac0c-6707f072487f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7041 time: 0.1366472 Dec 20 21:34:49.604535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-5e639229-5952-4d4b-baae-af75865bcfdf None None] Provisioning complete for port 87d160ef-c121-4f29-b935-41d1ba4d5ed5 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:49.604905 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e639229-5952-4d4b-baae-af75865bcfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.611925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45036) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:49.622645 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6951f8f7-be58-409d-ac79-6ef48c5aa936 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.623342 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70d90b14-225d-4429-b21d-620348a788dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.690529 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6951f8f7-be58-409d-ac79-6ef48c5aa936 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 5d8d2929-9d50-43cc-86d1-a0589fc24a73 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:49.698090 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-172b6c7a-36fb-4f31-a07c-86443d9cf9f3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] delete failed (client error): The resource could not be found. Dec 20 21:34:49.701716 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-172b6c7a-36fb-4f31-a07c-86443d9cf9f3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/880d18af-260a-43be-b562-23e39e1b3da0 HTTP/1.1" status: 404 len: 345 time: 0.0859604 Dec 20 21:34:49.702361 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45042) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:49.707488 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-6951f8f7-be58-409d-ac79-6ef48c5aa936 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:49.714874 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6951f8f7-be58-409d-ac79-6ef48c5aa936 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:49.720931 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6951f8f7-be58-409d-ac79-6ef48c5aa936 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:49.721866 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6951f8f7-be58-409d-ac79-6ef48c5aa936 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.731118 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=87d160ef-c121-4f29-b935-41d1ba4d5ed5,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:49.771230 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:49.772320 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951f8f7-be58-409d-ac79-6ef48c5aa936 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=96cd36da-e720-4174-a011-8f96732374a9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:49.813894 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45044) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:49.815740 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6951f8f7-be58-409d-ac79-6ef48c5aa936 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9224946 Dec 20 21:34:49.833757 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec865c3-7ab1-4295-a5eb-bb9451f4ecd8 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] DELETE failed (client error): The resource could not be found. Dec 20 21:34:49.833757 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec865c3-7ab1-4295-a5eb-bb9451f4ecd8 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:34:49.834166 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2f66e09-a939-4e33-bb46-bbf02c257eb4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.834292 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2ec865c3-7ab1-4295-a5eb-bb9451f4ecd8 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] 10.222.0.32 "DELETE /v2.0/networks/e39f2ecf-5085-4bf3-aa58-449123d75854 HTTP/1.1" status: 404 len: 339 time: 0.1291819 Dec 20 21:34:49.865580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45050) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:49.887861 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70d90b14-225d-4429-b21d-620348a788dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.891904 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-6cab45f8-fd95-41b8-a377-466746bcb4d3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Request body: {'network': {'name': 'tempest-network--1287957161', 'router:external': True}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:49.915816 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2f66e09-a939-4e33-bb46-bbf02c257eb4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.926465 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-70d90b14-225d-4429-b21d-620348a788dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.955785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f66e09-a939-4e33-bb46-bbf02c257eb4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Subnet': ['ID=70cd6791-1172-4117-880b-8b36df3d0b77,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:49.964505 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2f66e09-a939-4e33-bb46-bbf02c257eb4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:49.968887 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a2f66e09-a939-4e33-bb46-bbf02c257eb4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/70cd6791-1172-4117-880b-8b36df3d0b77 HTTP/1.1" status: 204 len: 168 time: 0.6018105 Dec 20 21:34:49.971502 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45056) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:50.020639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73d5fad-e4f1-4990-b75a-6f67672bda27 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:50.022227 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b73d5fad-e4f1-4990-b75a-6f67672bda27 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A113 HTTP/1.1" status: 200 len: 928 time: 0.2075078 Dec 20 21:34:50.026312 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d90b14-225d-4429-b21d-620348a788dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdafc4e-cd4b-4ad8-969b-28df9eb19360,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:50.033666 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45062) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:50.038389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cab45f8-fd95-41b8-a377-466746bcb4d3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Made reservation on behalf of 2c3ca24824d9454e9a066bc9fe9811b7 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:50.040861 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6cab45f8-fd95-41b8-a377-466746bcb4d3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.068459 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-70d90b14-225d-4429-b21d-620348a788dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8febd694d3444379b7f12c309acb82d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8425329 Dec 20 21:34:50.082523 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.084232 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45064) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:50.116516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cab45f8-fd95-41b8-a377-466746bcb4d3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:34:50.141712 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1098e-f767-4966-beab-4cad98e0ba86 req-9de46407-0475-4b8b-a3db-b76f9c1bed23 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:50.149108 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f1e1098e-f767-4966-beab-4cad98e0ba86 req-9de46407-0475-4b8b-a3db-b76f9c1bed23 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.2191246 Dec 20 21:34:50.175079 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df266f77-e10f-479f-b595-ee979584f64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.193471 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6cab45f8-fd95-41b8-a377-466746bcb4d3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.193818 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-6cab45f8-fd95-41b8-a377-466746bcb4d3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Added segment 6b2598cd-69f8-4b22-b0b1-e05771e315a9 of type vlan for network 626d9426-0f39-4014-bccd-edda3301bf56 Dec 20 21:34:50.208615 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df266f77-e10f-479f-b595-ee979584f64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.229842 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port 28de287b-8f2e-43cd-b964-9be6a8c6c684 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:50.230217 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.243294 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca38095-a00c-4bb8-a6e2-9b160e98912c None None] DHCP port deletion for e265a734-b811-49d2-ac06-9bc67d7452fa request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:34:50.299922 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3ca38095-a00c-4bb8-a6e2-9b160e98912c None None] Deleting port 28de287b-8f2e-43cd-b964-9be6a8c6c684 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:50.300558 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ca38095-a00c-4bb8-a6e2-9b160e98912c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.306330 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6cab45f8-fd95-41b8-a377-466746bcb4d3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.325907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f1e1098e-f767-4966-beab-4cad98e0ba86 req-7e672450-e932-4fcf-bb83-8e9b5fabfd34 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670191 Dec 20 21:34:50.404857 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] For port 28de287b-8f2e-43cd-b964-9be6a8c6c684, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=28de287b-8f2e-43cd-b964-9be6a8c6c684,segment=NetworkSegment(ad2cb820-25bf-421b-99e6-428bab74cf42),segment_id=ad2cb820-25bf-421b-99e6-428bab74cf42)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:50.406173 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-ae089885-0f59-4d1a-97d1-80d70c263fe7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port 96cd36da-e720-4174-a011-8f96732374a9 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:50.406338 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.406522 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae089885-0f59-4d1a-97d1-80d70c263fe7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.424178 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3ca38095-a00c-4bb8-a6e2-9b160e98912c None None] For port 28de287b-8f2e-43cd-b964-9be6a8c6c684, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=28de287b-8f2e-43cd-b964-9be6a8c6c684,segment=NetworkSegment(ad2cb820-25bf-421b-99e6-428bab74cf42),segment_id=ad2cb820-25bf-421b-99e6-428bab74cf42)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:50.424997 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df266f77-e10f-479f-b595-ee979584f64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.427736 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df266f77-e10f-479f-b595-ee979584f64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.429989 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-df266f77-e10f-479f-b595-ee979584f64a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bcdafc4e-cd4b-4ad8-969b-28df9eb19360 HTTP/1.1" status: 204 len: 168 time: 0.3423686 Dec 20 21:34:50.430789 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ca38095-a00c-4bb8-a6e2-9b160e98912c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.447118 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3ca38095-a00c-4bb8-a6e2-9b160e98912c None None] Calling delete_port for 28de287b-8f2e-43cd-b964-9be6a8c6c684 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:50.464025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for 28de287b-8f2e-43cd-b964-9be6a8c6c684 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:50.480286 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df266f77-e10f-479f-b595-ee979584f64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdafc4e-cd4b-4ad8-969b-28df9eb19360,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:50.512112 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6cab45f8-fd95-41b8-a377-466746bcb4d3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.512112 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cab45f8-fd95-41b8-a377-466746bcb4d3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:50.512112 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6cab45f8-fd95-41b8-a377-466746bcb4d3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.546587 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ca38095-a00c-4bb8-a6e2-9b160e98912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.558220 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fa447-4164-45f7-b325-8c7f1147b489 req-31d010d6-106f-4146-a6a3-063057ba3fad tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:50.559806 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d61fa447-4164-45f7-b325-8c7f1147b489 req-31d010d6-106f-4146-a6a3-063057ba3fad tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1650517 Dec 20 21:34:50.579453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca38095-a00c-4bb8-a6e2-9b160e98912c None None] Pushing event deleted for resources: {'Port': ['ID=28de287b-8f2e-43cd-b964-9be6a8c6c684,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:50.585726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca38095-a00c-4bb8-a6e2-9b160e98912c None None] No DVR routers for this DVR port 28de287b-8f2e-43cd-b964-9be6a8c6c684 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:50.659308 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d61fa447-4164-45f7-b325-8c7f1147b489 req-8ece1901-8ee3-46d7-9514-94bc054f3892 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868731 Dec 20 21:34:50.684605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45084) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:50.686591 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6cab45f8-fd95-41b8-a377-466746bcb4d3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8127019 Dec 20 21:34:50.699677 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-65d6fec6-3a14-458c-bebb-05321e5f4cf0 None None] Provisioning complete for port 87d160ef-c121-4f29-b935-41d1ba4d5ed5 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:50.700049 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65d6fec6-3a14-458c-bebb-05321e5f4cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.814212 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 87d160ef-c121-4f29-b935-41d1ba4d5ed5 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:34:50.840098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae089885-0f59-4d1a-97d1-80d70c263fe7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.842171 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.882903 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-65d6fec6-3a14-458c-bebb-05321e5f4cf0 None None] Provisioning complete for port 96cd36da-e720-4174-a011-8f96732374a9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:50.883278 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65d6fec6-3a14-458c-bebb-05321e5f4cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.915036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab45f8-fd95-41b8-a377-466746bcb4d3 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Pushing event updated for resources: {'Network': ['ID=626d9426-0f39-4014-bccd-edda3301bf56,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:50.922582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-ae089885-0f59-4d1a-97d1-80d70c263fe7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for 96cd36da-e720-4174-a011-8f96732374a9 owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:50.930882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 626d9426-0f39-4014-bccd-edda3301bf56 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:34:50.938572 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 87d160ef-c121-4f29-b935-41d1ba4d5ed5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:50.939127 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:50.981104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7892c0a-7358-4bbc-8765-e72aa33826fb req-72cb4a16-ba61-4eeb-9936-fc7f77a066f3 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:50.983332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b8f453-021f-43d7-a43c-8962e94f296f tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:50.988394 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7892c0a-7358-4bbc-8765-e72aa33826fb req-72cb4a16-ba61-4eeb-9936-fc7f77a066f3 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.66 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.2944093 Dec 20 21:34:50.998708 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b8f453-021f-43d7-a43c-8962e94f296f tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:51.006814 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b8f453-021f-43d7-a43c-8962e94f296f tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:51.016922 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b8f453-021f-43d7-a43c-8962e94f296f tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:51.022296 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e6b8f453-021f-43d7-a43c-8962e94f296f tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3365755 Dec 20 21:34:51.027946 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-65d6fec6-3a14-458c-bebb-05321e5f4cf0 None None] Port 96cd36da-e720-4174-a011-8f96732374a9 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:34:51.043718 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45090) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:51.044049 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45092) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:51.083367 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-65d6fec6-3a14-458c-bebb-05321e5f4cf0 None None] Provisioning complete for port 313e3eb7-3fd5-41bb-a831-c2257857feca triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:51.083740 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65d6fec6-3a14-458c-bebb-05321e5f4cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.140734 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85b354d9-3189-4cba-aba3-a81f7316bfd9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.141838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-65d6fec6-3a14-458c-bebb-05321e5f4cf0 None None] Port 313e3eb7-3fd5-41bb-a831-c2257857feca cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:34:51.147047 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=28de287b-8f2e-43cd-b964-9be6a8c6c684,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:51.159216 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No DVR routers for this DVR port 28de287b-8f2e-43cd-b964-9be6a8c6c684 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:51.161105 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e360849a-4047-4670-b328-0fde0d6bacfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.247301 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 28de287b-8f2e-43cd-b964-9be6a8c6c684 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:51.271335 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-a7892c0a-7358-4bbc-8765-e72aa33826fb req-37773ede-8e92-466a-ad94-4d14cc68bcc8 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Deleting port 69fb3221-e29d-4567-bdae-aba7a6eb91e1 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:51.271952 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a7892c0a-7358-4bbc-8765-e72aa33826fb req-37773ede-8e92-466a-ad94-4d14cc68bcc8 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.283484 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 28de287b-8f2e-43cd-b964-9be6a8c6c684 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:34:51.286510 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 28de287b-8f2e-43cd-b964-9be6a8c6c684 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:34:51.327977 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1a247db7-bf57-401d-bcd0-938acd2cbef8 None None] Provisioning complete for port 313e3eb7-3fd5-41bb-a831-c2257857feca triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:51.328262 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a247db7-bf57-401d-bcd0-938acd2cbef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.384486 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae089885-0f59-4d1a-97d1-80d70c263fe7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.426782 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.465877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae089885-0f59-4d1a-97d1-80d70c263fe7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=96cd36da-e720-4174-a011-8f96732374a9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:51.471409 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85b354d9-3189-4cba-aba3-a81f7316bfd9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.480020 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e265a734-b811-49d2-ac06-9bc67d7452fa']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:51.518197 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2cb820-25bf-421b-99e6-428bab74cf42') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:51.518655 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2cb820-25bf-421b-99e6-428bab74cf42') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:51.538597 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.543460 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-85b354d9-3189-4cba-aba3-a81f7316bfd9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626d9426-0f39-4014-bccd-edda3301bf56']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:51.547522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a7892c0a-7358-4bbc-8765-e72aa33826fb req-37773ede-8e92-466a-ad94-4d14cc68bcc8 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] For port 69fb3221-e29d-4567-bdae-aba7a6eb91e1, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=69fb3221-e29d-4567-bdae-aba7a6eb91e1,segment=NetworkSegment(d62adec1-41e8-4150-aca8-edb41f23e867),segment_id=d62adec1-41e8-4150-aca8-edb41f23e867)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:51.547895 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a7892c0a-7358-4bbc-8765-e72aa33826fb req-37773ede-8e92-466a-ad94-4d14cc68bcc8 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.550903 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae089885-0f59-4d1a-97d1-80d70c263fe7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.554800 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ae089885-0f59-4d1a-97d1-80d70c263fe7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/ports/96cd36da-e720-4174-a011-8f96732374a9 HTTP/1.1" status: 204 len: 168 time: 1.5116568 Dec 20 21:34:51.572787 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45098) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:51.577931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-a7892c0a-7358-4bbc-8765-e72aa33826fb req-37773ede-8e92-466a-ad94-4d14cc68bcc8 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Calling delete_port for 69fb3221-e29d-4567-bdae-aba7a6eb91e1 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:51.579738 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.587030 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:34:51.587452 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.610541 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1a247db7-bf57-401d-bcd0-938acd2cbef8 None None] Port 313e3eb7-3fd5-41bb-a831-c2257857feca cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:34:51.670653 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:34:51.679693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada0af4-2868-4e5f-8314-30bd8f1cda01 req-1fa4ef81-8d27-4543-a890-83ca58675c15 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:51.680017 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18ceebc-de5d-4825-a87c-f4ac5349cff2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] GET failed (client error): The resource could not be found. Dec 20 21:34:51.684148 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ada0af4-2868-4e5f-8314-30bd8f1cda01 req-1fa4ef81-8d27-4543-a890-83ca58675c15 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/ports?device_id=722f016d-6137-46b9-9678-41aa4d2d2754 HTTP/1.1" status: 200 len: 945 time: 0.2286570 Dec 20 21:34:51.684350 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d18ceebc-de5d-4825-a87c-f4ac5349cff2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports/96cd36da-e720-4174-a011-8f96732374a9 HTTP/1.1" status: 404 len: 333 time: 0.0385945 Dec 20 21:34:51.688293 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-85b354d9-3189-4cba-aba3-a81f7316bfd9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b2598cd-69f8-4b22-b0b1-e05771e315a9') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:51.688578 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-85b354d9-3189-4cba-aba3-a81f7316bfd9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b2598cd-69f8-4b22-b0b1-e05771e315a9') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:51.701873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45100) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:51.725748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d4a65396-39f9-4a51-8a72-f9cc6a23a4d0 None None] Could not find standard attr ID for object 96cd36da-e720-4174-a011-8f96732374a9. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:34:51.788640 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ada0af4-2868-4e5f-8314-30bd8f1cda01 req-3ea6f082-cdee-43c9-8658-3702df1df443 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8187309-149c-4ef7-9a59-b2aab0b3b225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824592 Dec 20 21:34:51.799452 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85b354d9-3189-4cba-aba3-a81f7316bfd9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.815659 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a7892c0a-7358-4bbc-8765-e72aa33826fb req-37773ede-8e92-466a-ad94-4d14cc68bcc8 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.828810 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e360849a-4047-4670-b328-0fde0d6bacfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.836247 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.862680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37773ede-8e92-466a-ad94-4d14cc68bcc8 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Pushing event deleted for resources: {'Port': ['ID=69fb3221-e29d-4567-bdae-aba7a6eb91e1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:51.877095 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.880232 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/networks/e265a734-b811-49d2-ac06-9bc67d7452fa HTTP/1.1" status: 204 len: 168 time: 1.9075146 Dec 20 21:34:51.884836 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85b354d9-3189-4cba-aba3-a81f7316bfd9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.888109 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e360849a-4047-4670-b328-0fde0d6bacfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.890276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45104) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:51.897211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21cab5-0213-4202-9984-5704da8e9adb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Network': ['ID=e265a734-b811-49d2-ac06-9bc67d7452fa,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:51.918263 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7892c0a-7358-4bbc-8765-e72aa33826fb req-37773ede-8e92-466a-ad94-4d14cc68bcc8 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] No DVR routers for this DVR port 69fb3221-e29d-4567-bdae-aba7a6eb91e1 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:51.922015 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a7892c0a-7358-4bbc-8765-e72aa33826fb req-37773ede-8e92-466a-ad94-4d14cc68bcc8 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.925270 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b354d9-3189-4cba-aba3-a81f7316bfd9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:34:51.925683 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85b354d9-3189-4cba-aba3-a81f7316bfd9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:51.926289 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7892c0a-7358-4bbc-8765-e72aa33826fb req-37773ede-8e92-466a-ad94-4d14cc68bcc8 tempest-ServerRescueTestJSONUnderV235-1212746723 tempest-ServerRescueTestJSONUnderV235-1212746723-project] 10.222.0.66 "DELETE /v2.0/ports/69fb3221-e29d-4567-bdae-aba7a6eb91e1 HTTP/1.1" status: 204 len: 173 time: 0.9320154 Dec 20 21:34:51.927576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722f016d-6137-46b9-9678-41aa4d2d2754', 'name': 'network-vif-deleted', 'tag': '69fb3221-e29d-4567-bdae-aba7a6eb91e1'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:34:51.929726 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cf7f67-5c57-4f98-bdd8-b581f20ad1d7" -d '{"events": [{"server_uuid": "722f016d-6137-46b9-9678-41aa4d2d2754", "name": "network-vif-deleted", "tag": "69fb3221-e29d-4567-bdae-aba7a6eb91e1"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:34:51.948448 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:34:51.976434 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08e16c8-8b77-4859-99b3-6bd45a5ff54b x-openstack-request-id: req-f08e16c8-8b77-4859-99b3-6bd45a5ff54b {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:34:51.976728 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722f016d-6137-46b9-9678-41aa4d2d2754", "name": "network-vif-deleted", "tag": "69fb3221-e29d-4567-bdae-aba7a6eb91e1", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:34:51.976983 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f08e16c8-8b77-4859-99b3-6bd45a5ff54b {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:34:51.977384 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722f016d-6137-46b9-9678-41aa4d2d2754', 'name': 'network-vif-deleted', 'tag': '69fb3221-e29d-4567-bdae-aba7a6eb91e1', 'status': 'completed', 'code': 200} Dec 20 21:34:52.074600 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e360849a-4047-4670-b328-0fde0d6bacfd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=053de69be4f94c8b8f39574f811cf629&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0294962 Dec 20 21:34:52.077802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45110) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:52.088215 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62e957-77c3-4b40-9478-9c4f4da8989d req-0dac6c69-2747-4d77-afcc-e5db8e9dd6f8 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:52.089719 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cb62e957-77c3-4b40-9478-9c4f4da8989d req-0dac6c69-2747-4d77-afcc-e5db8e9dd6f8 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.3087559 Dec 20 21:34:52.090520 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360849a-4047-4670-b328-0fde0d6bacfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1499368b-6891-4f3d-8609-6f59adedadd1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:52.115096 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03760972-38b8-47f2-ad00-4b5864d17cb4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:52.118789 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-03760972-38b8-47f2-ad00-4b5864d17cb4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2223377 Dec 20 21:34:52.121732 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85b354d9-3189-4cba-aba3-a81f7316bfd9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:52.126543 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45112) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:52.151583 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b354d9-3189-4cba-aba3-a81f7316bfd9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 626d9426-0f39-4014-bccd-edda3301bf56 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 21:34:52.175636 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85b354d9-3189-4cba-aba3-a81f7316bfd9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:52.181553 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-85b354d9-3189-4cba-aba3-a81f7316bfd9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] 10.222.0.32 "DELETE /v2.0/networks/626d9426-0f39-4014-bccd-edda3301bf56 HTTP/1.1" status: 204 len: 168 time: 1.1323667 Dec 20 21:34:52.181553 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b354d9-3189-4cba-aba3-a81f7316bfd9 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Pushing event deleted for resources: {'Network': ['ID=626d9426-0f39-4014-bccd-edda3301bf56,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:52.184832 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45114) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:52.196551 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-09581970-6dde-4a62-9630-86ed674eb97f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Request body: {'network': {'name': 'tempest-network--1520106840', 'router:external': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:52.202048 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-73c10fa2-ea74-493a-92f1-9c71797a7c5a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port 313e3eb7-3fd5-41bb-a831-c2257857feca {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:52.203148 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73c10fa2-ea74-493a-92f1-9c71797a7c5a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:52.204661 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f78336c6-efe3-4790-8417-80dc6788f037 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0769603 Dec 20 21:34:52.209895 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45116) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:52.210494 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c6c7333d-ef04-4924-bb85-e80373c0f5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:52.216291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-6d157fc3-b15d-4a6d-b2c1-fe3d71dbee3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1343927938'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:52.249124 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c6c7333d-ef04-4924-bb85-e80373c0f5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:52.275656 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cb62e957-77c3-4b40-9478-9c4f4da8989d req-29c02177-8182-40a0-a5ce-57b8e2f317d3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554542 Dec 20 21:34:52.281595 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.api [None req-09581970-6dde-4a62-9630-86ed674eb97f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 20 21:34:52.281595 n-d-xena-1 neutron-server[102402]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 20 21:34:52.281595 n-d-xena-1 neutron-server[102402]: [parameters: {'project_id': '2c3ca24824d9454e9a066bc9fe9811b7', 'id': 'd455be87-a715-4103-b45a-747640bea5ee', 'expiration': datetime.datetime(2021, 12, 20, 21, 36, 52, 265559)}] Dec 20 21:34:52.281595 n-d-xena-1 neutron-server[102402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:34:52.282192 n-d-xena-1 neutron-server[102402]: DEBUG oslo_db.api [None req-09581970-6dde-4a62-9630-86ed674eb97f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:34:52.339557 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d157fc3-b15d-4a6d-b2c1-fe3d71dbee3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:52.350518 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d157fc3-b15d-4a6d-b2c1-fe3d71dbee3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:52.365643 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73c10fa2-ea74-493a-92f1-9c71797a7c5a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:52.381173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-73c10fa2-ea74-493a-92f1-9c71797a7c5a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for 313e3eb7-3fd5-41bb-a831-c2257857feca owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:52.678260 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73c10fa2-ea74-493a-92f1-9c71797a7c5a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:52.718791 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c10fa2-ea74-493a-92f1-9c71797a7c5a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=313e3eb7-3fd5-41bb-a831-c2257857feca,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:52.765754 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73c10fa2-ea74-493a-92f1-9c71797a7c5a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:52.772143 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-73c10fa2-ea74-493a-92f1-9c71797a7c5a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/ports/313e3eb7-3fd5-41bb-a831-c2257857feca HTTP/1.1" status: 204 len: 168 time: 1.0571659 Dec 20 21:34:52.774179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45120) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:52.811147 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-55db88e2-9707-4f9d-b73f-1b0d60edf146 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] GET failed (client error): The resource could not be found. Dec 20 21:34:52.816605 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-55db88e2-9707-4f9d-b73f-1b0d60edf146 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports/313e3eb7-3fd5-41bb-a831-c2257857feca HTTP/1.1" status: 404 len: 333 time: 0.0389094 Dec 20 21:34:52.830504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45124) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:52.841453 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09581970-6dde-4a62-9630-86ed674eb97f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Made reservation on behalf of 2c3ca24824d9454e9a066bc9fe9811b7 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:52.844897 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-09581970-6dde-4a62-9630-86ed674eb97f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:52.855377 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c6c7333d-ef04-4924-bb85-e80373c0f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:52.857973 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c6c7333d-ef04-4924-bb85-e80373c0f5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:52.859632 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c6c7333d-ef04-4924-bb85-e80373c0f5f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1499368b-6891-4f3d-8609-6f59adedadd1 HTTP/1.1" status: 204 len: 168 time: 0.7799168 Dec 20 21:34:52.875351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45128) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:52.909926 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d157fc3-b15d-4a6d-b2c1-fe3d71dbee3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:34:52.926759 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09581970-6dde-4a62-9630-86ed674eb97f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:34:52.928416 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7333d-ef04-4924-bb85-e80373c0f5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1499368b-6891-4f3d-8609-6f59adedadd1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:52.939267 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d157fc3-b15d-4a6d-b2c1-fe3d71dbee3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:52.939831 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-6d157fc3-b15d-4a6d-b2c1-fe3d71dbee3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Added segment eae199fc-24f3-4e06-9396-9130648d01c6 of type vlan for network 02686167-7ce1-41be-855e-f1d2570a60f5 Dec 20 21:34:52.993550 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-09581970-6dde-4a62-9630-86ed674eb97f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:53.000715 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-09581970-6dde-4a62-9630-86ed674eb97f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Added segment f7559e66-8dd9-4f9c-829f-946178852234 of type vlan for network eb0d1185-47fa-4387-b008-d50e21919655 Dec 20 21:34:53.026241 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9bf24b9-f06e-4161-b596-a8e22e268ef2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting subnet aa21b62e-399b-4274-b418-1b4474ec608a {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:34:53.030230 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d157fc3-b15d-4a6d-b2c1-fe3d71dbee3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:53.034983 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e9bf24b9-f06e-4161-b596-a8e22e268ef2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:53.090546 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-09581970-6dde-4a62-9630-86ed674eb97f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:53.101684 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e9bf24b9-f06e-4161-b596-a8e22e268ef2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:53.190054 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d157fc3-b15d-4a6d-b2c1-fe3d71dbee3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:53.202964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d157fc3-b15d-4a6d-b2c1-fe3d71dbee3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:53.203923 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d157fc3-b15d-4a6d-b2c1-fe3d71dbee3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:53.219730 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-09581970-6dde-4a62-9630-86ed674eb97f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:53.220777 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09581970-6dde-4a62-9630-86ed674eb97f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:53.221391 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-09581970-6dde-4a62-9630-86ed674eb97f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:53.301898 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-09581970-6dde-4a62-9630-86ed674eb97f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1092145 Dec 20 21:34:53.307939 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45138) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:53.346134 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6d157fc3-b15d-4a6d-b2c1-fe3d71dbee3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1311278 Dec 20 21:34:53.354503 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45142) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:53.356312 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e9bf24b9-f06e-4161-b596-a8e22e268ef2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:53.397174 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-8e898659-9cb5-4479-9193-b8462ba98b3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'subnet': {'network_id': '02686167-7ce1-41be-855e-f1d2570a60f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:53.451374 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0022e0d-98c6-4ce8-b6a1-6560ba5b1d86 tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:53.452921 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e0022e0d-98c6-4ce8-b6a1-6560ba5b1d86 tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] 10.222.0.32 "GET /v2.0/networks/eb0d1185-47fa-4387-b008-d50e21919655 HTTP/1.1" status: 200 len: 757 time: 0.1440492 Dec 20 21:34:53.455773 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09581970-6dde-4a62-9630-86ed674eb97f tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Pushing event updated for resources: {'Network': ['ID=eb0d1185-47fa-4387-b008-d50e21919655,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:53.458218 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45144) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:53.467794 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network eb0d1185-47fa-4387-b008-d50e21919655 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:34:53.541026 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d157fc3-b15d-4a6d-b2c1-fe3d71dbee3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Network': ['ID=02686167-7ce1-41be-855e-f1d2570a60f5,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:53.572634 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 02686167-7ce1-41be-855e-f1d2570a60f5 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:34:53.632353 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e898659-9cb5-4479-9193-b8462ba98b3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:53.636818 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8e898659-9cb5-4479-9193-b8462ba98b3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:53.650287 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45efe848-9e10-42b1-988e-ad747b1807e2 tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:53.663664 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-45efe848-9e10-42b1-988e-ad747b1807e2 tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] 10.222.0.32 "GET /v2.0/networks/90666eeb-d8cc-43a3-8ca9-334418b65c0b HTTP/1.1" status: 200 len: 768 time: 0.2019937 Dec 20 21:34:53.676684 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45150) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:53.756387 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 69fb3221-e29d-4567-bdae-aba7a6eb91e1 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:53.780502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b68f4-10de-4eae-a49d-1487b0d89bd0 req-f6b0ced8-bdde-424e-b5ac-1257e6b81b09 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:53.788556 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-053b68f4-10de-4eae-a49d-1487b0d89bd0 req-f6b0ced8-bdde-424e-b5ac-1257e6b81b09 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.2877023 Dec 20 21:34:53.790866 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 69fb3221-e29d-4567-bdae-aba7a6eb91e1 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:34:53.791223 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 69fb3221-e29d-4567-bdae-aba7a6eb91e1 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:34:53.820729 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e9bf24b9-f06e-4161-b596-a8e22e268ef2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:53.840004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e9bf24b9-f06e-4161-b596-a8e22e268ef2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:53.843528 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e9bf24b9-f06e-4161-b596-a8e22e268ef2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/aa21b62e-399b-4274-b418-1b4474ec608a HTTP/1.1" status: 204 len: 168 time: 1.0119247 Dec 20 21:34:53.848608 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce76fea0-6dfa-4ee6-b375-152ecc47b7d2 None None] Network 5d8d2929-9d50-43cc-86d1-a0589fc24a73 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:53.885514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45156) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:53.913285 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf24b9-f06e-4161-b596-a8e22e268ef2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Subnet': ['ID=aa21b62e-399b-4274-b418-1b4474ec608a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:53.974975 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-053b68f4-10de-4eae-a49d-1487b0d89bd0 req-d13c88ff-78be-4f57-8cb7-81e9c75e7074 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854110 Dec 20 21:34:54.035700 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:54.144663 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0662e9dc-5dd5-41d3-9b5b-34aebbefdf23 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:54.163048 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48872288-2a63-4236-8794-3a9a953cc149 None None] DHCP port deletion for 5d8d2929-9d50-43cc-86d1-a0589fc24a73 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:34:54.268181 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-48872288-2a63-4236-8794-3a9a953cc149 None None] Deleting port 87d160ef-c121-4f29-b935-41d1ba4d5ed5 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:54.268600 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48872288-2a63-4236-8794-3a9a953cc149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:54.312176 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0662e9dc-5dd5-41d3-9b5b-34aebbefdf23 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:54.317681 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port 87d160ef-c121-4f29-b935-41d1ba4d5ed5 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:54.318019 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:54.349322 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0662e9dc-5dd5-41d3-9b5b-34aebbefdf23 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0d1185-47fa-4387-b008-d50e21919655']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:54.370935 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-487f853d-3cf2-4313-9ed5-313f1da563f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:54.408761 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-48872288-2a63-4236-8794-3a9a953cc149 None None] For port 87d160ef-c121-4f29-b935-41d1ba4d5ed5, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=87d160ef-c121-4f29-b935-41d1ba4d5ed5,segment=NetworkSegment(ae461e06-f467-40e5-b121-734698b0119b),segment_id=ae461e06-f467-40e5-b121-734698b0119b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:54.409565 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48872288-2a63-4236-8794-3a9a953cc149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:54.457736 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-48872288-2a63-4236-8794-3a9a953cc149 None None] Calling delete_port for 87d160ef-c121-4f29-b935-41d1ba4d5ed5 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:54.496986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0662e9dc-5dd5-41d3-9b5b-34aebbefdf23 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7559e66-8dd9-4f9c-829f-946178852234') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:54.496986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0662e9dc-5dd5-41d3-9b5b-34aebbefdf23 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7559e66-8dd9-4f9c-829f-946178852234') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:54.509719 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0662e9dc-5dd5-41d3-9b5b-34aebbefdf23 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:54.534334 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0662e9dc-5dd5-41d3-9b5b-34aebbefdf23 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:54.536967 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8e898659-9cb5-4479-9193-b8462ba98b3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:54.544357 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0662e9dc-5dd5-41d3-9b5b-34aebbefdf23 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:34:54.544795 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0662e9dc-5dd5-41d3-9b5b-34aebbefdf23 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:34:54.547020 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:34:54.598554 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48872288-2a63-4236-8794-3a9a953cc149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:54.679995 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] For port 87d160ef-c121-4f29-b935-41d1ba4d5ed5, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=87d160ef-c121-4f29-b935-41d1ba4d5ed5,segment=NetworkSegment(ae461e06-f467-40e5-b121-734698b0119b),segment_id=ae461e06-f467-40e5-b121-734698b0119b)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:54.680754 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:54.694616 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0662e9dc-5dd5-41d3-9b5b-34aebbefdf23 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:54.703310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e898659-9cb5-4479-9193-b8462ba98b3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Checking segment: {'id': 'eae199fc-24f3-4e06-9396-9130648d01c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '02686167-7ce1-41be-855e-f1d2570a60f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:34:54.704315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e898659-9cb5-4479-9193-b8462ba98b3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network hostable DHCP agents. Network: 02686167-7ce1-41be-855e-f1d2570a60f5, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:34:54.711427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0662e9dc-5dd5-41d3-9b5b-34aebbefdf23 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb0d1185-47fa-4387-b008-d50e21919655 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 21:34:54.721452 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for 87d160ef-c121-4f29-b935-41d1ba4d5ed5 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:54.723665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e898659-9cb5-4479-9193-b8462ba98b3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Subnet': ['ID=bec1e752-add4-47a3-b5a6-261b7b735a1d,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:54.740622 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48872288-2a63-4236-8794-3a9a953cc149 None None] Pushing event deleted for resources: {'Port': ['ID=87d160ef-c121-4f29-b935-41d1ba4d5ed5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:54.741677 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0662e9dc-5dd5-41d3-9b5b-34aebbefdf23 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:54.744670 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48872288-2a63-4236-8794-3a9a953cc149 None None] No DVR routers for this DVR port 87d160ef-c121-4f29-b935-41d1ba4d5ed5 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:54.749707 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0662e9dc-5dd5-41d3-9b5b-34aebbefdf23 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] 10.222.0.32 "DELETE /v2.0/networks/eb0d1185-47fa-4387-b008-d50e21919655 HTTP/1.1" status: 204 len: 168 time: 1.0683730 Dec 20 21:34:54.749707 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45176) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:54.755786 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-eb837cc8-1e18-4dfb-9610-dad6124cb048 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Request body: {'network': {'name': 'tempest-network--2076250452'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:54.761282 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662e9dc-5dd5-41d3-9b5b-34aebbefdf23 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb0d1185-47fa-4387-b008-d50e21919655,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:54.778711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 87d160ef-c121-4f29-b935-41d1ba4d5ed5 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:34:54.809995 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 87d160ef-c121-4f29-b935-41d1ba4d5ed5 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:34:54.810309 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb837cc8-1e18-4dfb-9610-dad6124cb048 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Made reservation on behalf of 2c3ca24824d9454e9a066bc9fe9811b7 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:54.811457 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 87d160ef-c121-4f29-b935-41d1ba4d5ed5 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:34:54.814046 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb837cc8-1e18-4dfb-9610-dad6124cb048 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:54.867180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e898659-9cb5-4479-9193-b8462ba98b3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network 02686167-7ce1-41be-855e-f1d2570a60f5 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:34:54.895278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-8e898659-9cb5-4479-9193-b8462ba98b3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 02686167-7ce1-41be-855e-f1d2570a60f5) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:54.903774 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e898659-9cb5-4479-9193-b8462ba98b3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:54.906398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b306fc95-691b-458f-a5fc-2b970acddc4e None None] Network 02686167-7ce1-41be-855e-f1d2570a60f5 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:54.907354 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8e898659-9cb5-4479-9193-b8462ba98b3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:54.916400 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb837cc8-1e18-4dfb-9610-dad6124cb048 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:34:54.942124 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb837cc8-1e18-4dfb-9610-dad6124cb048 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:54.942839 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-eb837cc8-1e18-4dfb-9610-dad6124cb048 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Added segment 767940b2-faf4-46e4-9163-5ecba57a9765 of type vlan for network a93a7911-38e5-4cdd-81de-44ff437d467d Dec 20 21:34:54.957765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8e898659-9cb5-4479-9193-b8462ba98b3d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5964611 Dec 20 21:34:54.960673 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45184) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:54.972523 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-6b0244d1-f640-47b1-91fd-9ac109f2d79f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'network_id': '02686167-7ce1-41be-855e-f1d2570a60f5', 'name': 'tempest-PortsTestJSON-964099790'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:55.003382 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:55.006269 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-487f853d-3cf2-4313-9ed5-313f1da563f4 admin admin] Deleting port a2e0ef0e-f57c-4ccc-96f1-147dded302db {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:55.006816 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-487f853d-3cf2-4313-9ed5-313f1da563f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:55.010266 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb837cc8-1e18-4dfb-9610-dad6124cb048 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:55.086473 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No DVR routers for this DVR port 87d160ef-c121-4f29-b935-41d1ba4d5ed5 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:34:55.128597 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb837cc8-1e18-4dfb-9610-dad6124cb048 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:55.130522 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb837cc8-1e18-4dfb-9610-dad6124cb048 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:55.132533 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb837cc8-1e18-4dfb-9610-dad6124cb048 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:55.181999 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-eb837cc8-1e18-4dfb-9610-dad6124cb048 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4284382 Dec 20 21:34:55.196114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45190) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:55.243008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-02686167-7ce1-41be-855e-f1d2570a60f5', 'network_id': '02686167-7ce1-41be-855e-f1d2570a60f5', 'tenant_id': '20f7a6967bf04b9eaaba6fae46f5d611', 'fixed_ips': [{'subnet_id': 'bec1e752-add4-47a3-b5a6-261b7b735a1d'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:34:55.244182 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:55.261413 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-487f853d-3cf2-4313-9ed5-313f1da563f4 admin admin] For port a2e0ef0e-f57c-4ccc-96f1-147dded302db, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a2e0ef0e-f57c-4ccc-96f1-147dded302db,segment=NetworkSegment(d62adec1-41e8-4150-aca8-edb41f23e867),segment_id=d62adec1-41e8-4150-aca8-edb41f23e867)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:55.261814 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-487f853d-3cf2-4313-9ed5-313f1da563f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:55.296266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-de74191b-25ea-4e94-bf8e-48de78d116e5 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:55.303620 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=87d160ef-c121-4f29-b935-41d1ba4d5ed5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:55.310281 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-487f853d-3cf2-4313-9ed5-313f1da563f4 admin admin] Calling delete_port for a2e0ef0e-f57c-4ccc-96f1-147dded302db owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:55.312964 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb837cc8-1e18-4dfb-9610-dad6124cb048 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Pushing event updated for resources: {'Network': ['ID=a93a7911-38e5-4cdd-81de-44ff437d467d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:55.392521 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:55.421335 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8d2929-9d50-43cc-86d1-a0589fc24a73']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:55.433928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae461e06-f467-40e5-b121-734698b0119b') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:55.434400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae461e06-f467-40e5-b121-734698b0119b') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:55.451812 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:55.458489 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Allocated IP 172.20.0.2 (02686167-7ce1-41be-855e-f1d2570a60f5/bec1e752-add4-47a3-b5a6-261b7b735a1d/1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:55.469607 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:55.477011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:34:55.477508 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:55.548260 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network a93a7911-38e5-4cdd-81de-44ff437d467d details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:34:55.574509 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:34:55.623695 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:55.638440 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:55.641989 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/networks/5d8d2929-9d50-43cc-86d1-a0589fc24a73 HTTP/1.1" status: 204 len: 168 time: 1.7554588 Dec 20 21:34:55.663924 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45202) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:55.676384 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b00edc39-ca22-472f-85c5-62cfa1f4a7af tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-366132454'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:55.691351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c90bff-9341-44f3-a54b-bea37f0e3fe3 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Network': ['ID=5d8d2929-9d50-43cc-86d1-a0589fc24a73,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:55.723993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05eca00-83df-43d2-b9c5-15291d8cb8e2 req-a307268e-aee9-494a-9147-531c0876c0ee tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:55.731547 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c05eca00-83df-43d2-b9c5-15291d8cb8e2 req-a307268e-aee9-494a-9147-531c0876c0ee tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.4523044 Dec 20 21:34:55.737997 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-487f853d-3cf2-4313-9ed5-313f1da563f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:55.746511 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0244d1-f640-47b1-91fd-9ac109f2d79f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:55.750744 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6b0244d1-f640-47b1-91fd-9ac109f2d79f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:55.781232 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f853d-3cf2-4313-9ed5-313f1da563f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e0ef0e-f57c-4ccc-96f1-147dded302db,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:55.796706 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:55.809654 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:55.854592 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Network 02686167-7ce1-41be-855e-f1d2570a60f5 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:55.894703 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:55.899203 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:55.931917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-6b0244d1-f640-47b1-91fd-9ac109f2d79f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] device_id is not set on port 96c6926b-1180-4e3e-8d01-754fc18d587f yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:34:55.939324 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00edc39-ca22-472f-85c5-62cfa1f4a7af tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:55.943169 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b00edc39-ca22-472f-85c5-62cfa1f4a7af tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:55.966819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Pushing event updated for resources: {'Port': ['ID=1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:55.972014 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c05eca00-83df-43d2-b9c5-15291d8cb8e2 req-ac199c65-8542-435c-9c3c-7b9545cd8722 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387254 Dec 20 21:34:55.996283 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Attempting to bind port 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:34:55.996660 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Attempting to bind port 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'eae199fc-24f3-4e06-9396-9130648d01c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '02686167-7ce1-41be-855e-f1d2570a60f5'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:34:55.997026 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Attempting to bind port 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1 on network 02686167-7ce1-41be-855e-f1d2570a60f5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:34:56.002924 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:34:56.003380 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Checking segment: {'id': 'eae199fc-24f3-4e06-9396-9130648d01c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '02686167-7ce1-41be-855e-f1d2570a60f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:34:56.003708 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:56.004703 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Bound using segment: {'id': 'eae199fc-24f3-4e06-9396-9130648d01c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '02686167-7ce1-41be-855e-f1d2570a60f5'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:34:56.005178 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Bound port: 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae199fc-24f3-4e06-9396-9130648d01c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '02686167-7ce1-41be-855e-f1d2570a60f5'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:34:56.005572 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:56.020691 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-de74191b-25ea-4e94-bf8e-48de78d116e5 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:56.053323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00edc39-ca22-472f-85c5-62cfa1f4a7af tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:34:56.087221 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-de74191b-25ea-4e94-bf8e-48de78d116e5 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:56.095482 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b00edc39-ca22-472f-85c5-62cfa1f4a7af tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:56.095825 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-b00edc39-ca22-472f-85c5-62cfa1f4a7af tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Added segment 10eeec1e-58e4-4239-a757-203747f70094 of type vlan for network bb88b8f2-7652-4ab7-ac80-c087a0e79801 Dec 20 21:34:56.097269 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-487f853d-3cf2-4313-9ed5-313f1da563f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:56.138941 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] For port 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:34:56.148063 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] For port 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1,segment=NetworkSegment(eae199fc-24f3-4e06-9396-9130648d01c6),segment_id=eae199fc-24f3-4e06-9396-9130648d01c6)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:34:56.160903 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:56.166396 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de74191b-25ea-4e94-bf8e-48de78d116e5 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Network a93a7911-38e5-4cdd-81de-44ff437d467d is not hosted by any dhcp agent {{(pid=102401) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 21:34:56.167371 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de74191b-25ea-4e94-bf8e-48de78d116e5 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:56.168043 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-de74191b-25ea-4e94-bf8e-48de78d116e5 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:56.174180 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-de74191b-25ea-4e94-bf8e-48de78d116e5 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] 10.222.0.32 "PUT /v2.0/networks/a93a7911-38e5-4cdd-81de-44ff437d467d HTTP/1.1" status: 200 len: 858 time: 0.8849456 Dec 20 21:34:56.184587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45214) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:56.246445 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1f866-eb81-4dc5-b613-734dcab26c04 None None] Pushing event updated for resources: {'Port': ['ID=1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:56.362277 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b00edc39-ca22-472f-85c5-62cfa1f4a7af tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:56.375441 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-6b0244d1-f640-47b1-91fd-9ac109f2d79f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Allocated IP 172.20.0.6 (02686167-7ce1-41be-855e-f1d2570a60f5/bec1e752-add4-47a3-b5a6-261b7b735a1d/96c6926b-1180-4e3e-8d01-754fc18d587f) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:56.388363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74191b-25ea-4e94-bf8e-48de78d116e5 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Pushing event updated for resources: {'Network': ['ID=a93a7911-38e5-4cdd-81de-44ff437d467d,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:56.493294 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487f853d-3cf2-4313-9ed5-313f1da563f4 admin admin] Router dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:34:56.708060 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-995fa71a-f8cb-4d06-9724-acca15eed374 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:56.733975 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b00edc39-ca22-472f-85c5-62cfa1f4a7af tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:56.745401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00edc39-ca22-472f-85c5-62cfa1f4a7af tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:56.746946 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b00edc39-ca22-472f-85c5-62cfa1f4a7af tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:56.771026 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487f853d-3cf2-4313-9ed5-313f1da563f4 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:34:56.792253 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94199251-4925-47e6-becc-c96733e73b7b None None] Sync routers for ids ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:34:56.807867 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94199251-4925-47e6-becc-c96733e73b7b None None] Routers {'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:34:56.808750 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-94199251-4925-47e6-becc-c96733e73b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:34:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:56.811588 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-487f853d-3cf2-4313-9ed5-313f1da563f4 admin admin] 10.222.0.32 "PUT /v2.0/routers/dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9353828 Dec 20 21:34:56.814691 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45234) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:57.029627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:34:57.052713 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b00edc39-ca22-472f-85c5-62cfa1f4a7af tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3793216 Dec 20 21:34:57.058781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45240) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:57.103534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2452ad40-0b7b-4f69-a4ba-36711eb846fa tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'subnet': {'network_id': 'bb88b8f2-7652-4ab7-ac80-c087a0e79801', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:57.143780 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-94199251-4925-47e6-becc-c96733e73b7b None None] Set router dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:34:57.177669 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0598f4b7-55f6-4d3b-aa50-fccf19f7bfb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:57.236955 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:57.237332 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:57.237840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00edc39-ca22-472f-85c5-62cfa1f4a7af tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Network': ['ID=bb88b8f2-7652-4ab7-ac80-c087a0e79801,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:57.302122 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network bb88b8f2-7652-4ab7-ac80-c087a0e79801 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:34:57.472447 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-517af027-2a23-4407-bd04-ee2994ec679c admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:57.485616 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6b0244d1-f640-47b1-91fd-9ac109f2d79f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:57.556776 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:57.564227 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-995fa71a-f8cb-4d06-9724-acca15eed374 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:57.593257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45244) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:57.602497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28003d11-a9c9-4ec4-bba6-0d59bbbaf413 req-7fb61a7f-41e2-4ccf-95e8-8e34df46a9fe tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:57.610209 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-28003d11-a9c9-4ec4-bba6-0d59bbbaf413 req-7fb61a7f-41e2-4ccf-95e8-8e34df46a9fe tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.4767551 Dec 20 21:34:57.656441 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1,segment=NetworkSegment(eae199fc-24f3-4e06-9396-9130648d01c6),segment_id=eae199fc-24f3-4e06-9396-9130648d01c6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:57.663300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2452ad40-0b7b-4f69-a4ba-36711eb846fa tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:57.666292 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:57.667536 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2452ad40-0b7b-4f69-a4ba-36711eb846fa tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:57.699607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-995fa71a-f8cb-4d06-9724-acca15eed374 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93a7911-38e5-4cdd-81de-44ff437d467d']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:57.749099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-995fa71a-f8cb-4d06-9724-acca15eed374 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767940b2-faf4-46e4-9163-5ecba57a9765') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:57.749895 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-995fa71a-f8cb-4d06-9724-acca15eed374 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767940b2-faf4-46e4-9163-5ecba57a9765') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:57.768561 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-94199251-4925-47e6-becc-c96733e73b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-805388779-router', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:33:08Z', 'updated_at': '2021-12-20T21:34:55Z', 'revision_number': 5, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'gw_port': {'id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:11Z', 'updated_at': '2021-12-20T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:57.784488 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:57.803883 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-995fa71a-f8cb-4d06-9724-acca15eed374 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:57.809079 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-28003d11-a9c9-4ec4-bba6-0d59bbbaf413 req-903f88a8-505f-4333-b0cb-9d2234836953 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417398 Dec 20 21:34:57.825462 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-995fa71a-f8cb-4d06-9724-acca15eed374 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:57.829962 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6b0244d1-f640-47b1-91fd-9ac109f2d79f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:57.870709 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94199251-4925-47e6-becc-c96733e73b7b None None] Checking router: dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:34:57.886051 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94199251-4925-47e6-becc-c96733e73b7b None None] Routers {'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:34:57.886742 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-94199251-4925-47e6-becc-c96733e73b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:34:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:57.931629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995fa71a-f8cb-4d06-9724-acca15eed374 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:34:57.934255 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-995fa71a-f8cb-4d06-9724-acca15eed374 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:34:57.938409 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:34:57.964226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0244d1-f640-47b1-91fd-9ac109f2d79f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=96c6926b-1180-4e3e-8d01-754fc18d587f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:57.986763 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-517af027-2a23-4407-bd04-ee2994ec679c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.044661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0244d1-f640-47b1-91fd-9ac109f2d79f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network 02686167-7ce1-41be-855e-f1d2570a60f5 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:58.057288 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4c544bb9-e409-4375-b0ca-82386c48a0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.059447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-6b0244d1-f640-47b1-91fd-9ac109f2d79f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:58.062239 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0244d1-f640-47b1-91fd-9ac109f2d79f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:58.099261 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-517af027-2a23-4407-bd04-ee2994ec679c admin admin] Deleting port aaab74ea-b041-42d9-ae92-e9480fcac336 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:34:58.099675 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-517af027-2a23-4407-bd04-ee2994ec679c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.129238 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67eb8cf-7a9c-49fb-a41f-ff482a7377e0 None None] Network 02686167-7ce1-41be-855e-f1d2570a60f5 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:34:58.131935 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-94199251-4925-47e6-becc-c96733e73b7b None None] Set router dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:34:58.154292 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-995fa71a-f8cb-4d06-9724-acca15eed374 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.163270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995fa71a-f8cb-4d06-9724-acca15eed374 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a93a7911-38e5-4cdd-81de-44ff437d467d {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 21:34:58.166285 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-995fa71a-f8cb-4d06-9724-acca15eed374 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.177920 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45252) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:58.180345 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-995fa71a-f8cb-4d06-9724-acca15eed374 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] 10.222.0.32 "DELETE /v2.0/networks/a93a7911-38e5-4cdd-81de-44ff437d467d HTTP/1.1" status: 204 len: 168 time: 1.9809070 Dec 20 21:34:58.220480 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1effc5-3d55-467c-8941-ebb2ac6b8c09 tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] DELETE failed (client error): The resource could not be found. Dec 20 21:34:58.220953 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1effc5-3d55-467c-8941-ebb2ac6b8c09 tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:34:58.224375 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8f1effc5-3d55-467c-8941-ebb2ac6b8c09 tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] 10.222.0.32 "DELETE /v2.0/subnets/cbbf2e92-0e1b-4f03-8543-b10cdb2e44d5 HTTP/1.1" status: 404 len: 337 time: 0.0452917 Dec 20 21:34:58.228171 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45254) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:58.244859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0244d1-f640-47b1-91fd-9ac109f2d79f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:58.251650 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6b0244d1-f640-47b1-91fd-9ac109f2d79f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.263932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fa71a-f8cb-4d06-9724-acca15eed374 tempest-ExternalNetworksTestJSON-728661382 tempest-ExternalNetworksTestJSON-728661382-project-admin] Pushing event deleted for resources: {'Network': ['ID=a93a7911-38e5-4cdd-81de-44ff437d467d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:58.268616 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-12a104e6-4fbd-4786-b7c1-6da8264a4098 None None] Provisioning complete for port 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:58.268987 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12a104e6-4fbd-4786-b7c1-6da8264a4098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.325288 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6b0244d1-f640-47b1-91fd-9ac109f2d79f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3621752 Dec 20 21:34:58.329940 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45256) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:58.337738 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0bcd7d41-f43f-48e6-ba43-a1cd027fd055 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'network_id': '02686167-7ce1-41be-855e-f1d2570a60f5', 'name': 'tempest-PortsTestJSON-653986542'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:34:58.338767 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d67deed5-7ffc-46a9-9fc1-32d3adcbc8ad tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.503857 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d67deed5-7ffc-46a9-9fc1-32d3adcbc8ad tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.535601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d67deed5-7ffc-46a9-9fc1-32d3adcbc8ad tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90666eeb-d8cc-43a3-8ca9-334418b65c0b']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:58.537809 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4c544bb9-e409-4375-b0ca-82386c48a0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.541898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcd7d41-f43f-48e6-ba43-a1cd027fd055 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:34:58.547583 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7d41-f43f-48e6-ba43-a1cd027fd055 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.547777 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d67deed5-7ffc-46a9-9fc1-32d3adcbc8ad tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d1c0d2-c671-4fdd-97c1-2381702e9807') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:58.548032 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d67deed5-7ffc-46a9-9fc1-32d3adcbc8ad tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d1c0d2-c671-4fdd-97c1-2381702e9807') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:58.559623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4c544bb9-e409-4375-b0ca-82386c48a0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.561595 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d67deed5-7ffc-46a9-9fc1-32d3adcbc8ad tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.563117 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-94199251-4925-47e6-becc-c96733e73b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-805388779-router', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:33:08Z', 'updated_at': '2021-12-20T21:34:55Z', 'revision_number': 5, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'gw_port': {'id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:11Z', 'updated_at': '2021-12-20T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:34:58.577000 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d67deed5-7ffc-46a9-9fc1-32d3adcbc8ad tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.584189 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67deed5-7ffc-46a9-9fc1-32d3adcbc8ad tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:34:58.585173 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d67deed5-7ffc-46a9-9fc1-32d3adcbc8ad tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.602573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-0bcd7d41-f43f-48e6-ba43-a1cd027fd055 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] device_id is not set on port 78b8f368-c75f-4eb2-afc7-d25af50422ef yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:34:58.635726 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94199251-4925-47e6-becc-c96733e73b7b None None] The sync data for ids ['dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb'] in n-d-xena-1 is: [{'id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'name': 'tempest-ServerRescueTestJSONUnderV235-805388779-router', 'tenant_id': '7e94c599d001420383e50c8c9b772a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153'}], 'enable_snat': True}, 'gw_port_id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:33:08Z', 'updated_at': '2021-12-20T21:34:55Z', 'revision_number': 5, 'project_id': '7e94c599d001420383e50c8c9b772a7d', 'gw_port': {'id': 'aaab74ea-b041-42d9-ae92-e9480fcac336', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:33:11Z', 'updated_at': '2021-12-20T21:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:34:58.637204 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4c544bb9-e409-4375-b0ca-82386c48a0a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe610382013d48cdb9303f638f380845&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0270286 Dec 20 21:34:58.642514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45258) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:58.690893 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c544bb9-e409-4375-b0ca-82386c48a0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109a4b69-cd84-4f1c-a026-52fe4beed760,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:34:58.742896 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:34:58.760933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:34:58.781381 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d67deed5-7ffc-46a9-9fc1-32d3adcbc8ad tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.812802 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-32603543-162b-46e2-a35a-db0300c8a263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.828168 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d67deed5-7ffc-46a9-9fc1-32d3adcbc8ad tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.839960 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-32603543-162b-46e2-a35a-db0300c8a263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.841695 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d67deed5-7ffc-46a9-9fc1-32d3adcbc8ad tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] 10.222.0.32 "DELETE /v2.0/networks/90666eeb-d8cc-43a3-8ca9-334418b65c0b HTTP/1.1" status: 204 len: 168 time: 0.6006689 Dec 20 21:34:58.892597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-517af027-2a23-4407-bd04-ee2994ec679c admin admin] For port aaab74ea-b041-42d9-ae92-e9480fcac336, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=aaab74ea-b041-42d9-ae92-e9480fcac336,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:34:58.893004 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-517af027-2a23-4407-bd04-ee2994ec679c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.906302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67deed5-7ffc-46a9-9fc1-32d3adcbc8ad tempest-ExternalNetworksTestJSON-1425172000 tempest-ExternalNetworksTestJSON-1425172000-project] Pushing event deleted for resources: {'Network': ['ID=90666eeb-d8cc-43a3-8ca9-334418b65c0b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:58.925603 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:58.932796 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:58.936837 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-0bcd7d41-f43f-48e6-ba43-a1cd027fd055 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Allocated IP 172.20.0.9 (02686167-7ce1-41be-855e-f1d2570a60f5/bec1e752-add4-47a3-b5a6-261b7b735a1d/78b8f368-c75f-4eb2-afc7-d25af50422ef) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:34:58.995340 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-517af027-2a23-4407-bd04-ee2994ec679c admin admin] Calling delete_port for aaab74ea-b041-42d9-ae92-e9480fcac336 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:34:59.012891 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b6dbb3af-362a-43fb-ab91-3c3906d3e298 None None] Provisioning complete for port 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:59.013452 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b6dbb3af-362a-43fb-ab91-3c3906d3e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:59.154817 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2452ad40-0b7b-4f69-a4ba-36711eb846fa tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:59.203853 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b6dbb3af-362a-43fb-ab91-3c3906d3e298 None None] Provisioning complete for port 96c6926b-1180-4e3e-8d01-754fc18d587f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:59.204430 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b6dbb3af-362a-43fb-ab91-3c3906d3e298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:59.290723 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7d41-f43f-48e6-ba43-a1cd027fd055 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:59.326040 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45270) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:59.328084 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b6dbb3af-362a-43fb-ab91-3c3906d3e298 None None] Port 96c6926b-1180-4e3e-8d01-754fc18d587f cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:34:59.347707 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-32603543-162b-46e2-a35a-db0300c8a263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:59.350718 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-32603543-162b-46e2-a35a-db0300c8a263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:59.355763 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-32603543-162b-46e2-a35a-db0300c8a263 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/109a4b69-cd84-4f1c-a026-52fe4beed760 HTTP/1.1" status: 204 len: 168 time: 0.6787848 Dec 20 21:34:59.399309 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7d41-f43f-48e6-ba43-a1cd027fd055 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:59.484194 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32603543-162b-46e2-a35a-db0300c8a263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109a4b69-cd84-4f1c-a026-52fe4beed760,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:59.485539 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3886-920f-4431-93ea-bd79ebd3e080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:59.488949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcd7d41-f43f-48e6-ba43-a1cd027fd055 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network 02686167-7ce1-41be-855e-f1d2570a60f5 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:34:59.491572 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c59c1294-ca01-4f12-8750-bdb778ec48fc None None] Provisioning complete for port 96c6926b-1180-4e3e-8d01-754fc18d587f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:59.493099 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c59c1294-ca01-4f12-8750-bdb778ec48fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:59.504205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-0bcd7d41-f43f-48e6-ba43-a1cd027fd055 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:59.508764 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcd7d41-f43f-48e6-ba43-a1cd027fd055 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:34:59.592615 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcd7d41-f43f-48e6-ba43-a1cd027fd055 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:59.592615 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7d41-f43f-48e6-ba43-a1cd027fd055 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:59.611398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c59c1294-ca01-4f12-8750-bdb778ec48fc None None] Port 96c6926b-1180-4e3e-8d01-754fc18d587f cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:34:59.652788 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c264272-46c3-4b2f-88dd-148c8e65545d req-f196090d-afae-45cf-93c3-d0b054d3908e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:59.654431 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c264272-46c3-4b2f-88dd-148c8e65545d req-f196090d-afae-45cf-93c3-d0b054d3908e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.3272974 Dec 20 21:34:59.663381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd7d41-f43f-48e6-ba43-a1cd027fd055 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=78b8f368-c75f-4eb2-afc7-d25af50422ef,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:59.675170 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452ad40-0b7b-4f69-a4ba-36711eb846fa tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Subnet': ['ID=015095e6-4589-45f6-bfe5-55e1440d7c0e,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:34:59.732403 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452ad40-0b7b-4f69-a4ba-36711eb846fa tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Checking segment: {'id': '10eeec1e-58e4-4239-a757-203747f70094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb88b8f2-7652-4ab7-ac80-c087a0e79801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:34:59.733144 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2452ad40-0b7b-4f69-a4ba-36711eb846fa tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network hostable DHCP agents. Network: bb88b8f2-7652-4ab7-ac80-c087a0e79801, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:34:59.742530 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0c45bb15-ab2a-4ca1-ba8b-29cf9c21d1d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f47a2899c3e4440eb9cbd827e08a9cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129531 Dec 20 21:34:59.758362 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0bcd7d41-f43f-48e6-ba43-a1cd027fd055 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4226768 Dec 20 21:34:59.761336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45278) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:59.761775 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45280) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:59.831041 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2452ad40-0b7b-4f69-a4ba-36711eb846fa tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network bb88b8f2-7652-4ab7-ac80-c087a0e79801 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:34:59.862405 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c264272-46c3-4b2f-88dd-148c8e65545d req-c75f53b6-30dc-4a57-b8a7-8d592c236789 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960115 Dec 20 21:34:59.900296 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5c1e2a-eca1-4f7a-a935-a061f904817d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:59.901849 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ba5c1e2a-eca1-4f7a-a935-a061f904817d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.1291225 Dec 20 21:34:59.905273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45282) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:59.947096 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-170b0478-962e-4824-a88a-edadd7cadf65 None None] Provisioning complete for port 78b8f368-c75f-4eb2-afc7-d25af50422ef triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:34:59.947614 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-170b0478-962e-4824-a88a-edadd7cadf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:59.957686 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45284) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:34:59.974976 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-2452ad40-0b7b-4f69-a4ba-36711eb846fa tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, bb88b8f2-7652-4ab7-ac80-c087a0e79801) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:34:59.991065 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2452ad40-0b7b-4f69-a4ba-36711eb846fa tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:34:59.995168 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2452ad40-0b7b-4f69-a4ba-36711eb846fa tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:34:59.997012 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fde997b5-c394-426e-af47-9d6f681ac9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:00.003028 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0373ab4c-3463-447a-b26c-1574733b3158 None None] Network bb88b8f2-7652-4ab7-ac80-c087a0e79801 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:00.005068 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-517af027-2a23-4407-bd04-ee2994ec679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:00.010993 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9453862-4159-47ff-a800-08e5d938a130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:00.025280 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fde997b5-c394-426e-af47-9d6f681ac9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:00.063124 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-555101fb-5dc9-4c75-b3cc-c14bc4f6eb4d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port 78b8f368-c75f-4eb2-afc7-d25af50422ef {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:00.063447 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-555101fb-5dc9-4c75-b3cc-c14bc4f6eb4d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:00.092718 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517af027-2a23-4407-bd04-ee2994ec679c admin admin] Pushing event deleted for resources: {'Port': ['ID=aaab74ea-b041-42d9-ae92-e9480fcac336,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:00.118534 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-170b0478-962e-4824-a88a-edadd7cadf65 None None] Port 78b8f368-c75f-4eb2-afc7-d25af50422ef cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:00.124059 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2452ad40-0b7b-4f69-a4ba-36711eb846fa tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0569434 Dec 20 21:35:00.125053 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45290) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:00.144759 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a7ca0639-d7b9-4d4e-956b-891d846caf99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'network_id': 'bb88b8f2-7652-4ab7-ac80-c087a0e79801', 'name': 'tempest-PortsIpV6TestJSON-459313973', 'fixed_ips': [{'subnet_id': '015095e6-4589-45f6-bfe5-55e1440d7c0e', 'ip_address': '2001:db8::10'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:00.268256 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-555101fb-5dc9-4c75-b3cc-c14bc4f6eb4d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:00.284116 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-555101fb-5dc9-4c75-b3cc-c14bc4f6eb4d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for 78b8f368-c75f-4eb2-afc7-d25af50422ef owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:00.295559 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fde997b5-c394-426e-af47-9d6f681ac9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:00.298687 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fde997b5-c394-426e-af47-9d6f681ac9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:00.303090 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fde997b5-c394-426e-af47-9d6f681ac9c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78d8f3aa-fff9-45af-8123-b9b1f61b7521 HTTP/1.1" status: 204 len: 168 time: 0.5337679 Dec 20 21:35:00.319974 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-bb88b8f2-7652-4ab7-ac80-c087a0e79801', 'network_id': 'bb88b8f2-7652-4ab7-ac80-c087a0e79801', 'tenant_id': '4ce073ad5e7d4074b75ad2a85f361197', 'fixed_ips': [{'subnet_id': '015095e6-4589-45f6-bfe5-55e1440d7c0e'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:35:00.323029 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-517af027-2a23-4407-bd04-ee2994ec679c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:00.324614 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:00.348033 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde997b5-c394-426e-af47-9d6f681ac9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d8f3aa-fff9-45af-8123-b9b1f61b7521,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:00.473311 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9453862-4159-47ff-a800-08e5d938a130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:00.476001 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-555101fb-5dc9-4c75-b3cc-c14bc4f6eb4d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:00.502563 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e9453862-4159-47ff-a800-08e5d938a130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:00.519900 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-517af027-2a23-4407-bd04-ee2994ec679c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:00.523032 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ca0639-d7b9-4d4e-956b-891d846caf99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:00.528276 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-517af027-2a23-4407-bd04-ee2994ec679c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:00.570395 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555101fb-5dc9-4c75-b3cc-c14bc4f6eb4d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=78b8f368-c75f-4eb2-afc7-d25af50422ef,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:00.716101 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45300) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:00.717601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9453862-4159-47ff-a800-08e5d938a130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59d6d7f-14eb-4cea-beff-14e6ce1f5aa0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:00.752640 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-555101fb-5dc9-4c75-b3cc-c14bc4f6eb4d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:00.756319 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-555101fb-5dc9-4c75-b3cc-c14bc4f6eb4d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/ports/78b8f368-c75f-4eb2-afc7-d25af50422ef HTTP/1.1" status: 204 len: 168 time: 0.8499930 Dec 20 21:35:00.758963 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45302) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:00.762168 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-517af027-2a23-4407-bd04-ee2994ec679c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:00.763335 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517af027-2a23-4407-bd04-ee2994ec679c admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:35:00.773096 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-517af027-2a23-4407-bd04-ee2994ec679c admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:00.774519 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-517af027-2a23-4407-bd04-ee2994ec679c admin admin] 10.222.0.32 "DELETE /v2.0/routers/dc30b8ce-dd27-400c-9eed-cf71d8bd8cdb HTTP/1.1" status: 204 len: 168 time: 3.9565322 Dec 20 21:35:00.781731 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45304) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:00.787057 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e9453862-4159-47ff-a800-08e5d938a130 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47ba24a46e904f118ae61252cec7944e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8274872 Dec 20 21:35:00.794999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45308) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:00.804211 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b764f17-6032-402a-b53e-3a12bcbe8d74 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] GET failed (client error): The resource could not be found. Dec 20 21:35:00.808095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9b764f17-6032-402a-b53e-3a12bcbe8d74 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports/78b8f368-c75f-4eb2-afc7-d25af50422ef HTTP/1.1" status: 404 len: 333 time: 0.0480757 Dec 20 21:35:00.814080 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45310) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:00.881808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Allocated IP 2001:db8::2 (bb88b8f2-7652-4ab7-ac80-c087a0e79801/015095e6-4589-45f6-bfe5-55e1440d7c0e/befca295-8d3d-457e-b362-106dbc5991ad) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:00.980025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-15f622e4-4b17-426e-a43d-74a25132c343 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port 96c6926b-1180-4e3e-8d01-754fc18d587f {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:00.980853 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-15f622e4-4b17-426e-a43d-74a25132c343 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.010857 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99cc3d4-f596-4080-bd25-542972ce398d admin admin] Deleting subnet 4703d133-2d9a-4054-9009-948496539736 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:35:01.019620 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d99cc3d4-f596-4080-bd25-542972ce398d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.077989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45314) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:01.124823 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0639-d7b9-4d4e-956b-891d846caf99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.126967 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f572b0f-b82e-463a-b09d-65eb6afc5573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.151094 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939097c-7730-4d84-8a6b-f454e947c9e0 req-d126d6d8-4953-4e24-b8e2-b8c62c5c625e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:01.152765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9939097c-7730-4d84-8a6b-f454e947c9e0 req-d126d6d8-4953-4e24-b8e2-b8c62c5c625e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.0707731 Dec 20 21:35:01.159262 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d99cc3d4-f596-4080-bd25-542972ce398d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.196257 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7af6142-2ae0-4e98-9d36-7192275895c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.213825 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-15f622e4-4b17-426e-a43d-74a25132c343 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.239859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-15f622e4-4b17-426e-a43d-74a25132c343 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for 96c6926b-1180-4e3e-8d01-754fc18d587f owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:01.250684 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9939097c-7730-4d84-8a6b-f454e947c9e0 req-af55cd6a-2d8a-4670-bc90-2739d330571f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859194 Dec 20 21:35:01.268985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-a7ca0639-d7b9-4d4e-956b-891d846caf99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] device_id is not set on port 8b2db4b3-f397-481a-b6b9-28b0becff479 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:35:01.287793 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-72776e6d-c10d-42eb-b49b-ecb324ae9c47 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c3ca24824d9454e9a066bc9fe9811b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2033520 Dec 20 21:35:01.292613 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7af6142-2ae0-4e98-9d36-7192275895c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.317876 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45318) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:01.365413 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a2e0ef0e-f57c-4ccc-96f1-147dded302db no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:35:01.408915 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d99cc3d4-f596-4080-bd25-542972ce398d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.413977 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.421527 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-15f622e4-4b17-426e-a43d-74a25132c343 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.443782 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.445011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: a2e0ef0e-f57c-4ccc-96f1-147dded302db {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:35:01.445356 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a2e0ef0e-f57c-4ccc-96f1-147dded302db not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:35:01.447255 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.523944 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Pushing event updated for resources: {'Port': ['ID=befca295-8d3d-457e-b362-106dbc5991ad,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:01.537774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:01.538137 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:01.538466 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:01.538795 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:01.539122 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:01.539444 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:01.539778 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:01.540097 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:01.540398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:01.540714 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:01.541026 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:01.541340 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:01.546192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Network bb88b8f2-7652-4ab7-ac80-c087a0e79801 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:01.548093 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:01.550713 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:01.591052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f622e4-4b17-426e-a43d-74a25132c343 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=96c6926b-1180-4e3e-8d01-754fc18d587f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:01.672702 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Attempting to bind port befca295-8d3d-457e-b362-106dbc5991ad on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:35:01.673638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Attempting to bind port befca295-8d3d-457e-b362-106dbc5991ad by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '10eeec1e-58e4-4239-a757-203747f70094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb88b8f2-7652-4ab7-ac80-c087a0e79801'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:35:01.673638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Attempting to bind port befca295-8d3d-457e-b362-106dbc5991ad on network bb88b8f2-7652-4ab7-ac80-c087a0e79801 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:35:01.683705 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:35:01.683877 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Checking segment: {'id': '10eeec1e-58e4-4239-a757-203747f70094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb88b8f2-7652-4ab7-ac80-c087a0e79801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:35:01.684289 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.684649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Bound using segment: {'id': '10eeec1e-58e4-4239-a757-203747f70094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb88b8f2-7652-4ab7-ac80-c087a0e79801'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:35:01.685183 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Bound port: befca295-8d3d-457e-b362-106dbc5991ad, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10eeec1e-58e4-4239-a757-203747f70094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'bb88b8f2-7652-4ab7-ac80-c087a0e79801'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:35:01.685576 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.752048 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7af6142-2ae0-4e98-9d36-7192275895c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.756009 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7af6142-2ae0-4e98-9d36-7192275895c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.758017 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d7af6142-2ae0-4e98-9d36-7192275895c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c59d6d7f-14eb-4cea-beff-14e6ce1f5aa0 HTTP/1.1" status: 204 len: 168 time: 0.9552016 Dec 20 21:35:01.785166 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be8d5a14-f752-4924-9664-1570b89caad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.787705 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d99cc3d4-f596-4080-bd25-542972ce398d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.809597 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f572b0f-b82e-463a-b09d-65eb6afc5573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.815538 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] For port befca295-8d3d-457e-b362-106dbc5991ad, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:35:01.820232 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] For port befca295-8d3d-457e-b362-106dbc5991ad, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=befca295-8d3d-457e-b362-106dbc5991ad,segment=NetworkSegment(10eeec1e-58e4-4239-a757-203747f70094),segment_id=10eeec1e-58e4-4239-a757-203747f70094)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:35:01.827031 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af6142-2ae0-4e98-9d36-7192275895c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59d6d7f-14eb-4cea-beff-14e6ce1f5aa0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:01.827891 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.862719 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f572b0f-b82e-463a-b09d-65eb6afc5573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.880266 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d99cc3d4-f596-4080-bd25-542972ce398d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.888689 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d99cc3d4-f596-4080-bd25-542972ce398d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4703d133-2d9a-4054-9009-948496539736 HTTP/1.1" status: 204 len: 168 time: 1.1029704 Dec 20 21:35:01.888689 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cc3d4-f596-4080-bd25-542972ce398d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4703d133-2d9a-4054-9009-948496539736,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:01.907434 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45326) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:01.918467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb4c5e-12eb-4be5-9eaf-3da1b668e397 None None] Pushing event updated for resources: {'Port': ['ID=befca295-8d3d-457e-b362-106dbc5991ad,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:01.925813 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be8d5a14-f752-4924-9664-1570b89caad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:01.929345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-a7ca0639-d7b9-4d4e-956b-891d846caf99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Allocated IP 2001:db8::10 (bb88b8f2-7652-4ab7-ac80-c087a0e79801/015095e6-4589-45f6-bfe5-55e1440d7c0e/8b2db4b3-f397-481a-b6b9-28b0becff479) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:02.051525 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1f572b0f-b82e-463a-b09d-65eb6afc5573 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b05da9358e71438fabbfb70df23a4aef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3267374 Dec 20 21:35:02.058983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f572b0f-b82e-463a-b09d-65eb6afc5573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82964368-8e5d-4536-91fa-b4fff6c46660,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:02.068576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45330) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:02.085642 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:02.115445 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-15f622e4-4b17-426e-a43d-74a25132c343 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:02.121119 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-15f622e4-4b17-426e-a43d-74a25132c343 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/ports/96c6926b-1180-4e3e-8d01-754fc18d587f HTTP/1.1" status: 204 len: 168 time: 1.3034618 Dec 20 21:35:02.125189 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d378f630-13bd-46b9-99d5-7300a1346dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:02.127363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45332) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:02.165924 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cea4985-962a-4c2f-a05e-c81b326ad766 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] GET failed (client error): The resource could not be found. Dec 20 21:35:02.167415 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4cea4985-962a-4c2f-a05e-c81b326ad766 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports/96c6926b-1180-4e3e-8d01-754fc18d587f HTTP/1.1" status: 404 len: 333 time: 0.0379324 Dec 20 21:35:02.172721 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45334) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:02.182104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d5d8c-6b83-49e4-9160-8616fb837680 req-57186214-b2ac-41ec-8247-e3276e0b8a93 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:02.183601 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-256d5d8c-6b83-49e4-9160-8616fb837680 req-57186214-b2ac-41ec-8247-e3276e0b8a93 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.7051027 Dec 20 21:35:02.190322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050b202-c85b-4a35-a1e2-56c8c88a3cd8 req-df1d5399-7c8d-4ccf-b51f-df7734f9a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:02.191586 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f050b202-c85b-4a35-a1e2-56c8c88a3cd8 req-df1d5399-7c8d-4ccf-b51f-df7734f9a2a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 1093 time: 0.5900002 Dec 20 21:35:02.270203 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be8d5a14-f752-4924-9664-1570b89caad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:02.272910 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be8d5a14-f752-4924-9664-1570b89caad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:02.274195 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-be8d5a14-f752-4924-9664-1570b89caad3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b66fc293-89c0-44e3-8efa-b7f656863fd3 HTTP/1.1" status: 204 len: 168 time: 0.9510119 Dec 20 21:35:02.334322 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:02.366091 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-256d5d8c-6b83-49e4-9160-8616fb837680 req-3cf87050-6429-4d9d-b668-0eceec372f27 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259837 Dec 20 21:35:02.384883 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d5a14-f752-4924-9664-1570b89caad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66fc293-89c0-44e3-8efa-b7f656863fd3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:02.410628 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5133e5e2-0d6a-489b-97da-17b0e30f56b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:02.425609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050b202-c85b-4a35-a1e2-56c8c88a3cd8 req-ba03200d-8b35-4873-b4d1-763d7579753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:02.429153 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f050b202-c85b-4a35-a1e2-56c8c88a3cd8 req-ba03200d-8b35-4873-b4d1-763d7579753b service neutron] 10.222.0.31 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 0.2291322 Dec 20 21:35:02.499295 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5133e5e2-0d6a-489b-97da-17b0e30f56b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:02.524166 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f050b202-c85b-4a35-a1e2-56c8c88a3cd8 req-a183807d-1533-4b9b-8f44-c232fc8dc0a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b71953cc-274e-48e8-9e1d-23313750574c HTTP/1.1" status: 200 len: 999 time: 0.0815501 Dec 20 21:35:02.529454 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c216a2-e032-4916-8132-ab358ddbb91d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting subnet bec1e752-add4-47a3-b5a6-261b7b735a1d {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:35:02.548576 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9c216a2-e032-4916-8132-ab358ddbb91d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:02.552442 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d378f630-13bd-46b9-99d5-7300a1346dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:02.600067 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050b202-c85b-4a35-a1e2-56c8c88a3cd8 req-308bb8bc-1470-4ee3-8fb4-c18e7adc8146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:02.603209 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f050b202-c85b-4a35-a1e2-56c8c88a3cd8 req-308bb8bc-1470-4ee3-8fb4-c18e7adc8146 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.0734048 Dec 20 21:35:02.665662 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d378f630-13bd-46b9-99d5-7300a1346dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57bce93-bb4b-480e-97a5-5a079f85b0e4']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:02.681393 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0639-d7b9-4d4e-956b-891d846caf99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:02.684590 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9c216a2-e032-4916-8132-ab358ddbb91d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:02.691490 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d378f630-13bd-46b9-99d5-7300a1346dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62adec1-41e8-4150-aca8-edb41f23e867') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:02.691787 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d378f630-13bd-46b9-99d5-7300a1346dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62adec1-41e8-4150-aca8-edb41f23e867') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:02.733332 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d378f630-13bd-46b9-99d5-7300a1346dde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:02.798562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050b202-c85b-4a35-a1e2-56c8c88a3cd8 req-be68b396-e3c6-4713-8fce-d9f73bff5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:02.800173 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f050b202-c85b-4a35-a1e2-56c8c88a3cd8 req-be68b396-e3c6-4713-8fce-d9f73bff5391 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1896362 Dec 20 21:35:02.849858 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5133e5e2-0d6a-489b-97da-17b0e30f56b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:02.858377 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5133e5e2-0d6a-489b-97da-17b0e30f56b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:02.863024 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5133e5e2-0d6a-489b-97da-17b0e30f56b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82964368-8e5d-4536-91fa-b4fff6c46660 HTTP/1.1" status: 204 len: 168 time: 0.7891974 Dec 20 21:35:02.867266 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device befca295-8d3d-457e-b362-106dbc5991ad up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:02.876000 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d378f630-13bd-46b9-99d5-7300a1346dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:02.901409 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9c216a2-e032-4916-8132-ab358ddbb91d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:02.914128 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133e5e2-0d6a-489b-97da-17b0e30f56b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82964368-8e5d-4536-91fa-b4fff6c46660,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:02.953875 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d378f630-13bd-46b9-99d5-7300a1346dde admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:35:02.954333 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d378f630-13bd-46b9-99d5-7300a1346dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:35:02.961345 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:35:03.009728 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f050b202-c85b-4a35-a1e2-56c8c88a3cd8 req-b0eed3c6-fa95-4999-b886-9f3636a973d7 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964235 Dec 20 21:35:03.042913 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port befca295-8d3d-457e-b362-106dbc5991ad triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:03.045632 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:03.069599 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0639-d7b9-4d4e-956b-891d846caf99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:03.078799 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d378f630-13bd-46b9-99d5-7300a1346dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:03.163854 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d378f630-13bd-46b9-99d5-7300a1346dde admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:03.175051 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d378f630-13bd-46b9-99d5-7300a1346dde admin admin] 10.222.0.32 "DELETE /v2.0/networks/d57bce93-bb4b-480e-97a5-5a079f85b0e4 HTTP/1.1" status: 204 len: 168 time: 1.2661607 Dec 20 21:35:03.248659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca0639-d7b9-4d4e-956b-891d846caf99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=8b2db4b3-f397-481a-b6b9-28b0becff479,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:03.255422 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f050b202-c85b-4a35-a1e2-56c8c88a3cd8 req-fda6b931-ebc2-4882-86e1-d0c81a5ecf35 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393491 Dec 20 21:35:03.260311 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378f630-13bd-46b9-99d5-7300a1346dde admin admin] Pushing event deleted for resources: {'Network': ['ID=d57bce93-bb4b-480e-97a5-5a079f85b0e4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:03.275456 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ca0639-d7b9-4d4e-956b-891d846caf99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network bb88b8f2-7652-4ab7-ac80-c087a0e79801 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:03.281065 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a7ca0639-d7b9-4d4e-956b-891d846caf99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:03.284386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ca0639-d7b9-4d4e-956b-891d846caf99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:03.295989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ca0639-d7b9-4d4e-956b-891d846caf99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:03.296855 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7ca0639-d7b9-4d4e-956b-891d846caf99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:03.303621 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9c216a2-e032-4916-8132-ab358ddbb91d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:03.363598 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c216a2-e032-4916-8132-ab358ddbb91d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Subnet': ['ID=bec1e752-add4-47a3-b5a6-261b7b735a1d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:03.367069 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9c216a2-e032-4916-8132-ab358ddbb91d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:03.370344 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a9c216a2-e032-4916-8132-ab358ddbb91d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/bec1e752-add4-47a3-b5a6-261b7b735a1d HTTP/1.1" status: 204 len: 168 time: 1.1936655 Dec 20 21:35:03.373233 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45376) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:03.393678 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a7ca0639-d7b9-4d4e-956b-891d846caf99 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2677362 Dec 20 21:35:03.398484 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45378) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:03.406936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5f54f8b1-b177-4e2f-ba8a-08614ccaffcd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'network_id': 'bb88b8f2-7652-4ab7-ac80-c087a0e79801', 'name': 'tempest-PortsIpV6TestJSON-1821757232', 'fixed_ips': [{'subnet_id': '015095e6-4589-45f6-bfe5-55e1440d7c0e', 'ip_address': '2001:db8::f'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:03.422732 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be26f3f3-1e5c-4554-a39a-977640914591 None None] Network 02686167-7ce1-41be-855e-f1d2570a60f5 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:03.510697 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:03.534472 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:03.690539 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f54f8b1-b177-4e2f-ba8a-08614ccaffcd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:03.690539 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f54f8b1-b177-4e2f-ba8a-08614ccaffcd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:03.690907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3790b6-2163-4b0d-a9df-b33a2fa597c0 req-2b947640-fb30-4c83-abd4-18820a42283d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:03.690907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cf3790b6-2163-4b0d-a9df-b33a2fa597c0 req-2b947640-fb30-4c83-abd4-18820a42283d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1503932 Dec 20 21:35:03.690907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:03.690907 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:03.704983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45388) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:03.716717 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936aa95c-850f-40ff-b428-f8dad2adfd7a None None] Network bb88b8f2-7652-4ab7-ac80-c087a0e79801 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:03.733622 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-5f54f8b1-b177-4e2f-ba8a-08614ccaffcd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] device_id is not set on port 68cbef43-4482-41ae-b372-02235d740064 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:35:03.799859 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cf3790b6-2163-4b0d-a9df-b33a2fa597c0 req-9dfb4342-7ba5-4e08-bd01-a9c9cbde8ec9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148012 Dec 20 21:35:03.801995 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] For port 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1,segment=NetworkSegment(eae199fc-24f3-4e06-9396-9130648d01c6),segment_id=eae199fc-24f3-4e06-9396-9130648d01c6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:03.802505 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:03.821310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:03.824115 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port befca295-8d3d-457e-b362-106dbc5991ad, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=befca295-8d3d-457e-b362-106dbc5991ad,segment=NetworkSegment(10eeec1e-58e4-4239-a757-203747f70094),segment_id=10eeec1e-58e4-4239-a757-203747f70094)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:03.845396 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:03.864874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a185b58f-d59b-4258-ab8b-05bd66110abf None None] Provisioning complete for port befca295-8d3d-457e-b362-106dbc5991ad triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:03.865414 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a185b58f-d59b-4258-ab8b-05bd66110abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:03.868625 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aaab74ea-b041-42d9-ae92-e9480fcac336 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:35:03.966984 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:03.968992 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: aaab74ea-b041-42d9-ae92-e9480fcac336 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:35:03.969386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aaab74ea-b041-42d9-ae92-e9480fcac336 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:35:04.015804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:04.033193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=befca295-8d3d-457e-b362-106dbc5991ad,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:04.043685 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No DVR routers for this DVR port 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:35:04.080718 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126ad120-77ab-4b8c-a914-854c62887a48 None None] DHCP port deletion for 02686167-7ce1-41be-855e-f1d2570a60f5 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:35:04.096251 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1f598db9-47ce-4a7c-8543-e4f33f435a0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e94c599d001420383e50c8c9b772a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3793802 Dec 20 21:35:04.097593 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45404) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:04.217646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-5f54f8b1-b177-4e2f-ba8a-08614ccaffcd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Allocated IP 2001:db8::f (bb88b8f2-7652-4ab7-ac80-c087a0e79801/015095e6-4589-45f6-bfe5-55e1440d7c0e/68cbef43-4482-41ae-b372-02235d740064) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:04.233002 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e77bb840-a2d2-4631-a68d-c459fe493394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.257290 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e77bb840-a2d2-4631-a68d-c459fe493394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.275785 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.311098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02686167-7ce1-41be-855e-f1d2570a60f5']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:04.334527 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae199fc-24f3-4e06-9396-9130648d01c6') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:04.335115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae199fc-24f3-4e06-9396-9130648d01c6') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:04.350480 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.369808 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.380443 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:35:04.381192 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:35:04.387008 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:35:04.408759 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e77bb840-a2d2-4631-a68d-c459fe493394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.411867 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e77bb840-a2d2-4631-a68d-c459fe493394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.413178 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e77bb840-a2d2-4631-a68d-c459fe493394 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8187309-149c-4ef7-9a59-b2aab0b3b225 HTTP/1.1" status: 204 len: 168 time: 0.3145514 Dec 20 21:35:04.434353 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bb840-a2d2-4631-a68d-c459fe493394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8187309-149c-4ef7-9a59-b2aab0b3b225,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:04.506301 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f54f8b1-b177-4e2f-ba8a-08614ccaffcd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.510423 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.527391 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.530772 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/networks/02686167-7ce1-41be-855e-f1d2570a60f5 HTTP/1.1" status: 204 len: 168 time: 1.1561346 Dec 20 21:35:04.535266 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45420) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:04.541150 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-182117e0-b3cf-44a1-beb9-4d381b5d01ee tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1293261303'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:04.558863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275921c-4d65-47c6-8b68-48e0fb3520cb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Network': ['ID=02686167-7ce1-41be-855e-f1d2570a60f5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:04.576789 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f54f8b1-b177-4e2f-ba8a-08614ccaffcd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.582769 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182117e0-b3cf-44a1-beb9-4d381b5d01ee tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:04.586398 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-182117e0-b3cf-44a1-beb9-4d381b5d01ee tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.646266 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-52e8c326-ea8f-40df-99c6-9e4183cc33f3 None None] Provisioning complete for port 8b2db4b3-f397-481a-b6b9-28b0becff479 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:04.647457 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52e8c326-ea8f-40df-99c6-9e4183cc33f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.658246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f54f8b1-b177-4e2f-ba8a-08614ccaffcd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network bb88b8f2-7652-4ab7-ac80-c087a0e79801 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:04.669213 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-5f54f8b1-b177-4e2f-ba8a-08614ccaffcd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:04.683076 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f54f8b1-b177-4e2f-ba8a-08614ccaffcd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:04.690830 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54f8b1-b177-4e2f-ba8a-08614ccaffcd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:04.692021 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5f54f8b1-b177-4e2f-ba8a-08614ccaffcd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.707986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182117e0-b3cf-44a1-beb9-4d381b5d01ee tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:35:04.733225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45428) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:04.740455 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-52e8c326-ea8f-40df-99c6-9e4183cc33f3 None None] Port 8b2db4b3-f397-481a-b6b9-28b0becff479 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:04.744334 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5f54f8b1-b177-4e2f-ba8a-08614ccaffcd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3446436 Dec 20 21:35:04.749003 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device befca295-8d3d-457e-b362-106dbc5991ad up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:04.749834 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54f8b1-b177-4e2f-ba8a-08614ccaffcd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=68cbef43-4482-41ae-b372-02235d740064,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:04.767061 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-182117e0-b3cf-44a1-beb9-4d381b5d01ee tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.767517 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-182117e0-b3cf-44a1-beb9-4d381b5d01ee tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Added segment 6e8ca772-786a-4868-b20e-2cac0c9bdf66 of type vlan for network be09b928-08c3-48c0-900a-c7db461f33ac Dec 20 21:35:04.808776 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-52e8c326-ea8f-40df-99c6-9e4183cc33f3 None None] Provisioning complete for port befca295-8d3d-457e-b362-106dbc5991ad triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:04.809150 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52e8c326-ea8f-40df-99c6-9e4183cc33f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.861109 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-182117e0-b3cf-44a1-beb9-4d381b5d01ee tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.912040 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port befca295-8d3d-457e-b362-106dbc5991ad triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:04.918974 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:04.933564 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ee7a6d-bb67-4b1d-9977-d6daea1f06ac tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:04.941188 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45434) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:04.941351 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-42ee7a6d-bb67-4b1d-9977-d6daea1f06ac tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2067502 Dec 20 21:35:05.003628 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-182117e0-b3cf-44a1-beb9-4d381b5d01ee tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:05.009442 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182117e0-b3cf-44a1-beb9-4d381b5d01ee tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:05.010031 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-182117e0-b3cf-44a1-beb9-4d381b5d01ee tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:05.166322 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b43f4a3e-4298-4649-93bc-5f92b48fd93c None None] Provisioning complete for port 8b2db4b3-f397-481a-b6b9-28b0becff479 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:05.166714 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b43f4a3e-4298-4649-93bc-5f92b48fd93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:05.227410 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:35:05.252056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:35:05.252289 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1f2a57f1-6a29-4349-9ec0-e0cdd4e395c1 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:35:05.284260 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b43f4a3e-4298-4649-93bc-5f92b48fd93c None None] Port 8b2db4b3-f397-481a-b6b9-28b0becff479 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:05.413325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-991d9c4b-56cd-49d0-9771-73116a92859e None None] Provisioning complete for port 68cbef43-4482-41ae-b372-02235d740064 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:05.414807 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-991d9c4b-56cd-49d0-9771-73116a92859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:05.462538 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-991d9c4b-56cd-49d0-9771-73116a92859e None None] Port 68cbef43-4482-41ae-b372-02235d740064 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:05.470417 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176a0fd-66f1-44a7-8e1a-af25c0c178d1 req-4ce68d34-efcb-4452-aae8-81f1d9191f05 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:05.473661 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b176a0fd-66f1-44a7-8e1a-af25c0c178d1 req-4ce68d34-efcb-4452-aae8-81f1d9191f05 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.5306134 Dec 20 21:35:05.496716 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-182117e0-b3cf-44a1-beb9-4d381b5d01ee tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9599280 Dec 20 21:35:05.498567 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45458) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:05.506450 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-ed664a5a-2e15-4c5c-ba49-4c4ef6577607 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'subnet': {'network_id': 'be09b928-08c3-48c0-900a-c7db461f33ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:05.519057 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b774bb-7c5c-4b44-babd-2fc73c6f1176 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:05.524744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b774bb-7c5c-4b44-babd-2fc73c6f1176 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:05.530998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b774bb-7c5c-4b44-babd-2fc73c6f1176 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:05.532685 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-04b774bb-7c5c-4b44-babd-2fc73c6f1176 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5900650 Dec 20 21:35:05.533656 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182117e0-b3cf-44a1-beb9-4d381b5d01ee tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Network': ['ID=be09b928-08c3-48c0-900a-c7db461f33ac,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:05.535882 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45460) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:05.547280 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network be09b928-08c3-48c0-900a-c7db461f33ac details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:35:05.583021 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b176a0fd-66f1-44a7-8e1a-af25c0c178d1 req-9d1aa885-24b9-4c72-982f-d03b68473284 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013482 Dec 20 21:35:05.685327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed664a5a-2e15-4c5c-ba49-4c4ef6577607 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:05.690362 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ed664a5a-2e15-4c5c-ba49-4c4ef6577607 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:05.695989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c8e6b69f-6612-4110-8021-409665e5ba80 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port 68cbef43-4482-41ae-b372-02235d740064 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:05.696544 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8e6b69f-6612-4110-8021-409665e5ba80 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:05.826679 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8e6b69f-6612-4110-8021-409665e5ba80 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:05.840487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c8e6b69f-6612-4110-8021-409665e5ba80 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for 68cbef43-4482-41ae-b372-02235d740064 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:05.924625 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ed664a5a-2e15-4c5c-ba49-4c4ef6577607 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:05.993280 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8e6b69f-6612-4110-8021-409665e5ba80 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:06.009779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed664a5a-2e15-4c5c-ba49-4c4ef6577607 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Checking segment: {'id': '6e8ca772-786a-4868-b20e-2cac0c9bdf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'be09b928-08c3-48c0-900a-c7db461f33ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:35:06.010163 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed664a5a-2e15-4c5c-ba49-4c4ef6577607 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network hostable DHCP agents. Network: be09b928-08c3-48c0-900a-c7db461f33ac, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:35:06.016095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed664a5a-2e15-4c5c-ba49-4c4ef6577607 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Subnet': ['ID=e28059fb-493e-4b77-a567-f0bf6d156b92,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:06.035614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed664a5a-2e15-4c5c-ba49-4c4ef6577607 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network be09b928-08c3-48c0-900a-c7db461f33ac is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:35:06.036387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6b69f-6612-4110-8021-409665e5ba80 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=68cbef43-4482-41ae-b372-02235d740064,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:06.063739 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-ed664a5a-2e15-4c5c-ba49-4c4ef6577607 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, be09b928-08c3-48c0-900a-c7db461f33ac) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:06.065385 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8e6b69f-6612-4110-8021-409665e5ba80 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:06.068644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed664a5a-2e15-4c5c-ba49-4c4ef6577607 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:06.071820 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ed664a5a-2e15-4c5c-ba49-4c4ef6577607 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:06.072633 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c8e6b69f-6612-4110-8021-409665e5ba80 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/ports/68cbef43-4482-41ae-b372-02235d740064 HTTP/1.1" status: 204 len: 168 time: 0.5360124 Dec 20 21:35:06.073503 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45482) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:06.089655 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f159caf8-a1b9-48c4-83d2-bcc899fad176 None None] Network be09b928-08c3-48c0-900a-c7db461f33ac requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:06.107377 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ed664a5a-2e15-4c5c-ba49-4c4ef6577607 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6071510 Dec 20 21:35:06.109903 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45486) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:06.114621 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd37fd8-bb93-4d8d-bdf9-8bedac6b6f1a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] GET failed (client error): The resource could not be found. Dec 20 21:35:06.118118 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1bd37fd8-bb93-4d8d-bdf9-8bedac6b6f1a tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports/68cbef43-4482-41ae-b372-02235d740064 HTTP/1.1" status: 404 len: 333 time: 0.0414259 Dec 20 21:35:06.120073 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45488) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:06.122847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-80772620-24c6-4689-ad29-cde6f02d2fae tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'network_id': 'be09b928-08c3-48c0-900a-c7db461f33ac', 'name': 'tempest-PortsTestJSON-358974370', 'fixed_ips': [{'subnet_id': 'e28059fb-493e-4b77-a567-f0bf6d156b92', 'ip_address': '172.20.0.10'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:06.326367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80772620-24c6-4689-ad29-cde6f02d2fae tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:06.425078 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-be09b928-08c3-48c0-900a-c7db461f33ac', 'network_id': 'be09b928-08c3-48c0-900a-c7db461f33ac', 'tenant_id': '20f7a6967bf04b9eaaba6fae46f5d611', 'fixed_ips': [{'subnet_id': 'e28059fb-493e-4b77-a567-f0bf6d156b92'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:35:06.425696 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:06.426789 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f9edf93a-3ca6-4d21-94c9-135b8befedba tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port 8b2db4b3-f397-481a-b6b9-28b0becff479 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:06.427130 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9edf93a-3ca6-4d21-94c9-135b8befedba tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:06.452079 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880f314-7155-4592-beca-e5b2b81d3273 req-fec20d9e-8f4a-4841-837c-058672b5911a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:06.461606 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5880f314-7155-4592-beca-e5b2b81d3273 req-fec20d9e-8f4a-4841-837c-058672b5911a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.6931255 Dec 20 21:35:06.472240 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-80772620-24c6-4689-ad29-cde6f02d2fae tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:06.492089 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-80772620-24c6-4689-ad29-cde6f02d2fae tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] device_id is not set on port 4226c3b9-8407-4002-b753-05a25ea77850 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:35:06.548322 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5880f314-7155-4592-beca-e5b2b81d3273 req-bebc8568-1f8d-4e8a-8f3e-d33304b62cd5 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860605 Dec 20 21:35:06.575819 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9edf93a-3ca6-4d21-94c9-135b8befedba tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:06.600931 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f9edf93a-3ca6-4d21-94c9-135b8befedba tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for 8b2db4b3-f397-481a-b6b9-28b0becff479 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:06.684261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Allocated IP 172.20.0.2 (be09b928-08c3-48c0-900a-c7db461f33ac/e28059fb-493e-4b77-a567-f0bf6d156b92/13b48d76-eab2-426f-8cb6-87562650d294) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:06.758342 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1cc12-4ce7-4c80-b0cf-03c94d4d1a98 req-50f7397b-b5d3-4cc6-a137-3e84fb10bfd7 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:06.760758 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-84c1cc12-4ce7-4c80-b0cf-03c94d4d1a98 req-50f7397b-b5d3-4cc6-a137-3e84fb10bfd7 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.0773122 Dec 20 21:35:06.843553 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-84c1cc12-4ce7-4c80-b0cf-03c94d4d1a98 req-4475f00a-b30b-4572-b7b1-75218d61b148 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744143 Dec 20 21:35:06.866499 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9edf93a-3ca6-4d21-94c9-135b8befedba tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:06.906022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edf93a-3ca6-4d21-94c9-135b8befedba tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=8b2db4b3-f397-481a-b6b9-28b0becff479,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:06.944963 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9edf93a-3ca6-4d21-94c9-135b8befedba tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:06.948339 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:06.952692 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f9edf93a-3ca6-4d21-94c9-135b8befedba tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/ports/8b2db4b3-f397-481a-b6b9-28b0becff479 HTTP/1.1" status: 204 len: 168 time: 0.8306556 Dec 20 21:35:06.955367 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45518) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:06.959632 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:07.008592 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Network be09b928-08c3-48c0-900a-c7db461f33ac is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:07.012446 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:07.019574 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a7997c-8d93-4b6b-80fd-c3a8a6374a2e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] GET failed (client error): The resource could not be found. Dec 20 21:35:07.021300 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c6a7997c-8d93-4b6b-80fd-c3a8a6374a2e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports/8b2db4b3-f397-481a-b6b9-28b0becff479 HTTP/1.1" status: 404 len: 333 time: 0.0649433 Dec 20 21:35:07.024691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45522) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:07.030192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:07.101931 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Pushing event updated for resources: {'Port': ['ID=13b48d76-eab2-426f-8cb6-87562650d294,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:07.162582 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Attempting to bind port 13b48d76-eab2-426f-8cb6-87562650d294 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:35:07.163295 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Attempting to bind port 13b48d76-eab2-426f-8cb6-87562650d294 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6e8ca772-786a-4868-b20e-2cac0c9bdf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'be09b928-08c3-48c0-900a-c7db461f33ac'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:35:07.163850 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Attempting to bind port 13b48d76-eab2-426f-8cb6-87562650d294 on network be09b928-08c3-48c0-900a-c7db461f33ac {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:35:07.170049 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:35:07.170784 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Checking segment: {'id': '6e8ca772-786a-4868-b20e-2cac0c9bdf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'be09b928-08c3-48c0-900a-c7db461f33ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:35:07.171563 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:07.172054 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Bound using segment: {'id': '6e8ca772-786a-4868-b20e-2cac0c9bdf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'be09b928-08c3-48c0-900a-c7db461f33ac'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:35:07.172613 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Bound port: 13b48d76-eab2-426f-8cb6-87562650d294, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8ca772-786a-4868-b20e-2cac0c9bdf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'be09b928-08c3-48c0-900a-c7db461f33ac'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:35:07.173084 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:07.178832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-80772620-24c6-4689-ad29-cde6f02d2fae tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Allocated IP 172.20.0.10 (be09b928-08c3-48c0-900a-c7db461f33ac/e28059fb-493e-4b77-a567-f0bf6d156b92/4226c3b9-8407-4002-b753-05a25ea77850) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:07.225006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-966c71c0-2c50-42a6-9818-39036df63847 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting subnet 015095e6-4589-45f6-bfe5-55e1440d7c0e {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:35:07.245858 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] For port 13b48d76-eab2-426f-8cb6-87562650d294, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:35:07.249454 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] For port 13b48d76-eab2-426f-8cb6-87562650d294, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=13b48d76-eab2-426f-8cb6-87562650d294,segment=NetworkSegment(6e8ca772-786a-4868-b20e-2cac0c9bdf66),segment_id=6e8ca772-786a-4868-b20e-2cac0c9bdf66)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:35:07.254817 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:07.268545 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-966c71c0-2c50-42a6-9818-39036df63847 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:07.312334 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da0aa0-a01b-4792-a38e-1ce53010855b None None] Pushing event updated for resources: {'Port': ['ID=13b48d76-eab2-426f-8cb6-87562650d294,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:07.381933 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-966c71c0-2c50-42a6-9818-39036df63847 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:07.395631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66e13f-8cad-482f-8d6e-1493822c8596 req-38e9573f-fa15-4380-ab76-7204185b5b8c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:07.397304 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1f66e13f-8cad-482f-8d6e-1493822c8596 req-38e9573f-fa15-4380-ab76-7204185b5b8c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.2557566 Dec 20 21:35:07.444307 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45536) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:07.501642 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1f66e13f-8cad-482f-8d6e-1493822c8596 req-477a087e-0e48-4b02-825f-7cb315598886 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764627 Dec 20 21:35:07.558435 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-80772620-24c6-4689-ad29-cde6f02d2fae tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:07.608712 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-966c71c0-2c50-42a6-9818-39036df63847 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:07.626986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45542) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:07.646693 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-80772620-24c6-4689-ad29-cde6f02d2fae tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:07.730405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80772620-24c6-4689-ad29-cde6f02d2fae tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network be09b928-08c3-48c0-900a-c7db461f33ac is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:07.740645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-80772620-24c6-4689-ad29-cde6f02d2fae tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:07.743090 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80772620-24c6-4689-ad29-cde6f02d2fae tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=4226c3b9-8407-4002-b753-05a25ea77850,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:07.745367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80772620-24c6-4689-ad29-cde6f02d2fae tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:07.816337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80772620-24c6-4689-ad29-cde6f02d2fae tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:07.817680 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-80772620-24c6-4689-ad29-cde6f02d2fae tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:07.830026 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-966c71c0-2c50-42a6-9818-39036df63847 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:07.867688 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-80772620-24c6-4689-ad29-cde6f02d2fae tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7539575 Dec 20 21:35:07.868536 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c71c0-2c50-42a6-9818-39036df63847 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Subnet': ['ID=015095e6-4589-45f6-bfe5-55e1440d7c0e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:07.872134 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45548) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:07.879709 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-02842513-b905-4dd9-8f16-a389b933a5d8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'network_id': 'be09b928-08c3-48c0-900a-c7db461f33ac', 'name': 'tempest-PortsTestJSON-1295851874', 'fixed_ips': [{'subnet_id': 'e28059fb-493e-4b77-a567-f0bf6d156b92', 'ip_address': '172.20.0.9'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:07.880024 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-966c71c0-2c50-42a6-9818-39036df63847 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:07.881241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6b6fce-395f-46ca-b3e7-793bc47f8278 None None] Network bb88b8f2-7652-4ab7-ac80-c087a0e79801 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:07.886460 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-966c71c0-2c50-42a6-9818-39036df63847 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/015095e6-4589-45f6-bfe5-55e1440d7c0e HTTP/1.1" status: 204 len: 168 time: 0.8606572 Dec 20 21:35:07.887063 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45550) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:07.991703 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2087f99e-5fa9-41a2-b2e7-ed24309cfbf3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-473457860-network', 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:08.070745 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2087f99e-5fa9-41a2-b2e7-ed24309cfbf3 admin admin] Made reservation on behalf of 4ba28dca7fe84eb3b545f731ba040a0d for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:08.075447 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2087f99e-5fa9-41a2-b2e7-ed24309cfbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:08.100167 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2087f99e-5fa9-41a2-b2e7-ed24309cfbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:08.122379 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:08.136419 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-406cd045-df85-4eef-954a-7d59129c2f80 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:08.238314 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02842513-b905-4dd9-8f16-a389b933a5d8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:08.245568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c501703f-18c2-40f4-8b47-959290f3f37e None None] DHCP port deletion for bb88b8f2-7652-4ab7-ac80-c087a0e79801 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:35:08.305454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45558) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:08.315677 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c501703f-18c2-40f4-8b47-959290f3f37e None None] Deleting port befca295-8d3d-457e-b362-106dbc5991ad {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:08.315677 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c501703f-18c2-40f4-8b47-959290f3f37e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:08.343122 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-406cd045-df85-4eef-954a-7d59129c2f80 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] 10.222.0.32 "PUT /v2.0/quotas/d4f1b1543bfc4ba8843b432949af40db HTTP/1.1" status: 200 len: 366 time: 0.7138841 Dec 20 21:35:08.345274 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45562) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:08.368911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3874dbaf-3ae4-4f44-9f2c-6575927978fb tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0200577 Dec 20 21:35:08.370905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45566) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:08.403201 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7ff36b6f-8960-45b8-aa79-537c61f3b16e tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] 10.222.0.32 "GET /v2.0/quotas/d4f1b1543bfc4ba8843b432949af40db HTTP/1.1" status: 200 len: 366 time: 0.0307984 Dec 20 21:35:08.405949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45568) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:08.441237 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2087f99e-5fa9-41a2-b2e7-ed24309cfbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:08.444770 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port befca295-8d3d-457e-b362-106dbc5991ad {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:08.445099 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:08.446284 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0c4ccd47-4cb2-46df-b7c6-da2a61421ae3 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/d4f1b1543bfc4ba8843b432949af40db HTTP/1.1" status: 204 len: 168 time: 0.0344827 Dec 20 21:35:08.447799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45570) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:08.450735 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-02842513-b905-4dd9-8f16-a389b933a5d8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:08.451277 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c501703f-18c2-40f4-8b47-959290f3f37e None None] For port befca295-8d3d-457e-b362-106dbc5991ad, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=befca295-8d3d-457e-b362-106dbc5991ad,segment=NetworkSegment(10eeec1e-58e4-4239-a757-203747f70094),segment_id=10eeec1e-58e4-4239-a757-203747f70094)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:08.455623 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2087f99e-5fa9-41a2-b2e7-ed24309cfbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:08.456532 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c501703f-18c2-40f4-8b47-959290f3f37e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:08.473971 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3aaf5452-5f23-4182-a9af-2c4523175db1 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0244901 Dec 20 21:35:08.475327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45574) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:08.495281 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c501703f-18c2-40f4-8b47-959290f3f37e None None] Calling delete_port for befca295-8d3d-457e-b362-106dbc5991ad owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:08.503025 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6f52499d-74ae-48a9-8048-7385e1d70d38 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] 10.222.0.32 "GET /v2.0/quotas/d4f1b1543bfc4ba8843b432949af40db HTTP/1.1" status: 200 len: 370 time: 0.0264490 Dec 20 21:35:08.505410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45576) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:08.518586 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4be417d2-f53b-49f2-b0d2-b33ad2fbc79c tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] 10.222.0.32 "GET /v2.0/quotas/d4f1b1543bfc4ba8843b432949af40db/default HTTP/1.1" status: 200 len: 370 time: 0.0119939 Dec 20 21:35:08.523637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45580) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:08.549236 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e09edac5-2dc0-412e-bdf5-05031ad8c4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:08.553913 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-c11faeb9-7182-465a-8910-effddc902baf tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] delete failed (client error): The resource could not be found. Dec 20 21:35:08.570412 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c11faeb9-7182-465a-8910-effddc902baf tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/d4f1b1543bfc4ba8843b432949af40db HTTP/1.1" status: 404 len: 348 time: 0.0404954 Dec 20 21:35:08.612053 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2087f99e-5fa9-41a2-b2e7-ed24309cfbf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:35:08.629651 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-02842513-b905-4dd9-8f16-a389b933a5d8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] device_id is not set on port a17e3868-a69f-4606-b530-c95ce52af96b yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:35:08.664928 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2087f99e-5fa9-41a2-b2e7-ed24309cfbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:08.664928 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-2087f99e-5fa9-41a2-b2e7-ed24309cfbf3 admin admin] Added segment 7353a3e6-4d63-4a74-a104-4f015f2a3834 of type vlan for network c53e45c5-69f2-430c-8636-36554bee4d59 Dec 20 21:35:08.666611 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087f99e-5fa9-41a2-b2e7-ed24309cfbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe833d8-624d-401f-9d5f-556ff8121067,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:08.679972 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] For port befca295-8d3d-457e-b362-106dbc5991ad, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=befca295-8d3d-457e-b362-106dbc5991ad,segment=NetworkSegment(10eeec1e-58e4-4239-a757-203747f70094),segment_id=10eeec1e-58e4-4239-a757-203747f70094)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:08.680648 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:08.765862 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c501703f-18c2-40f4-8b47-959290f3f37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:08.774977 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for befca295-8d3d-457e-b362-106dbc5991ad owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:08.790910 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e09edac5-2dc0-412e-bdf5-05031ad8c4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:08.809493 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2087f99e-5fa9-41a2-b2e7-ed24309cfbf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:08.823058 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501703f-18c2-40f4-8b47-959290f3f37e None None] Pushing event deleted for resources: {'Port': ['ID=befca295-8d3d-457e-b362-106dbc5991ad,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:08.839264 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e09edac5-2dc0-412e-bdf5-05031ad8c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:08.858055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501703f-18c2-40f4-8b47-959290f3f37e None None] No DVR routers for this DVR port befca295-8d3d-457e-b362-106dbc5991ad on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:35:08.918947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 13b48d76-eab2-426f-8cb6-87562650d294 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:08.968562 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2087f99e-5fa9-41a2-b2e7-ed24309cfbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:08.970035 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2087f99e-5fa9-41a2-b2e7-ed24309cfbf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:08.970702 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2087f99e-5fa9-41a2-b2e7-ed24309cfbf3 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:09.001410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09edac5-2dc0-412e-bdf5-05031ad8c4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87531e3e-e0bb-45ab-a340-ab0d101c1cf7,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:09.005504 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e09edac5-2dc0-412e-bdf5-05031ad8c4f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8c2465b0ae1480a9cffad67d25777f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6934853 Dec 20 21:35:09.008290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45592) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:09.015997 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 13b48d76-eab2-426f-8cb6-87562650d294 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:09.016369 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:09.067511 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ec95d-627d-4c66-8fd3-513bd7005272 req-9282b708-dc83-4e2b-b455-3f02e295bfe4 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:09.075721 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b78ec95d-627d-4c66-8fd3-513bd7005272 req-9282b708-dc83-4e2b-b455-3f02e295bfe4 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.2800152 Dec 20 21:35:09.122607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45596) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:09.141105 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2087f99e-5fa9-41a2-b2e7-ed24309cfbf3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6922019 Dec 20 21:35:09.144421 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:09.145183 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45598) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:09.148101 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec853f87-9afd-4d40-9f3d-ce356fc4978e None None] Network be09b928-08c3-48c0-900a-c7db461f33ac requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:09.156994 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b78ec95d-627d-4c66-8fd3-513bd7005272 req-4c228d55-bef4-47ee-868d-de2208636171 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802224 Dec 20 21:35:09.172509 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4cabcfdd-70d2-4b92-9e5e-b3e67ce76de0 admin admin] Request body: {'subnet': {'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-473457860-subnet', 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:09.176770 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b1be-e242-44c0-8e1b-3414adf6fe4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:09.195307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.quota.resource [None req-7bfbb124-4e2a-4e8c-bce4-0e99bdf21e83 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] Usage tracker for resource:network and tenant:47392efbd79e4bb6b364904253b66b7d is out of sync, need to count used quota {{(pid=102401) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 21:35:09.208279 n-d-xena-1 neutron-server[102401]: DEBUG neutron.quota.resource [None req-7bfbb124-4e2a-4e8c-bce4-0e99bdf21e83 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102401) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 20 21:35:09.214746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-02842513-b905-4dd9-8f16-a389b933a5d8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Allocated IP 172.20.0.9 (be09b928-08c3-48c0-900a-c7db461f33ac/e28059fb-493e-4b77-a567-f0bf6d156b92/a17e3868-a69f-4606-b530-c95ce52af96b) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:09.217814 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b1be-e242-44c0-8e1b-3414adf6fe4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:09.222114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087f99e-5fa9-41a2-b2e7-ed24309cfbf3 admin admin] Pushing event updated for resources: {'Network': ['ID=c53e45c5-69f2-430c-8636-36554bee4d59,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:09.242245 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:09.280259 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=befca295-8d3d-457e-b362-106dbc5991ad,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:09.281332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.quota.resource [None req-7bfbb124-4e2a-4e8c-bce4-0e99bdf21e83 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] Usage tracker for resource:subnet and tenant:47392efbd79e4bb6b364904253b66b7d is out of sync, need to count used quota {{(pid=102401) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 21:35:09.289388 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network c53e45c5-69f2-430c-8636-36554bee4d59 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:35:09.290025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cabcfdd-70d2-4b92-9e5e-b3e67ce76de0 admin admin] Made reservation on behalf of 4ba28dca7fe84eb3b545f731ba040a0d for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:09.296494 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4cabcfdd-70d2-4b92-9e5e-b3e67ce76de0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:09.301275 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b1be-e242-44c0-8e1b-3414adf6fe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:09.303967 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b1be-e242-44c0-8e1b-3414adf6fe4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:09.313118 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f6e9b1be-e242-44c0-8e1b-3414adf6fe4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87531e3e-e0bb-45ab-a340-ab0d101c1cf7 HTTP/1.1" status: 204 len: 168 time: 0.3008809 Dec 20 21:35:09.313599 n-d-xena-1 neutron-server[102401]: DEBUG neutron.quota.resource [None req-7bfbb124-4e2a-4e8c-bce4-0e99bdf21e83 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102401) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 20 21:35:09.341563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9b1be-e242-44c0-8e1b-3414adf6fe4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87531e3e-e0bb-45ab-a340-ab0d101c1cf7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:09.351998 n-d-xena-1 neutron-server[102401]: DEBUG neutron.quota.resource [None req-7bfbb124-4e2a-4e8c-bce4-0e99bdf21e83 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] Usage tracker for resource:subnetpool and tenant:47392efbd79e4bb6b364904253b66b7d is out of sync, need to count used quota {{(pid=102401) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 21:35:09.366830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.quota.resource [None req-7bfbb124-4e2a-4e8c-bce4-0e99bdf21e83 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102401) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 20 21:35:09.378850 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No DVR routers for this DVR port befca295-8d3d-457e-b362-106dbc5991ad on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:35:09.381610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.quota.resource [None req-7bfbb124-4e2a-4e8c-bce4-0e99bdf21e83 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] Usage tracker for resource:port and tenant:47392efbd79e4bb6b364904253b66b7d is out of sync, need to count used quota {{(pid=102401) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 21:35:09.399103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.quota.resource [None req-7bfbb124-4e2a-4e8c-bce4-0e99bdf21e83 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102401) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 20 21:35:09.412170 n-d-xena-1 neutron-server[102401]: DEBUG neutron.quota.resource [None req-7bfbb124-4e2a-4e8c-bce4-0e99bdf21e83 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] Usage tracker for resource:router and tenant:47392efbd79e4bb6b364904253b66b7d is out of sync, need to count used quota {{(pid=102401) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 21:35:09.425457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.quota.resource [None req-7bfbb124-4e2a-4e8c-bce4-0e99bdf21e83 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102401) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 20 21:35:09.435435 n-d-xena-1 neutron-server[102401]: DEBUG neutron.quota.resource [None req-7bfbb124-4e2a-4e8c-bce4-0e99bdf21e83 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] Usage tracker for resource:floatingip and tenant:47392efbd79e4bb6b364904253b66b7d is out of sync, need to count used quota {{(pid=102401) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 21:35:09.457912 n-d-xena-1 neutron-server[102401]: DEBUG neutron.quota.resource [None req-7bfbb124-4e2a-4e8c-bce4-0e99bdf21e83 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102401) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 20 21:35:09.562084 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-73835756-b2a8-48f7-a201-4eb21ab22a5b None None] Provisioning complete for port 13b48d76-eab2-426f-8cb6-87562650d294 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:09.562467 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-73835756-b2a8-48f7-a201-4eb21ab22a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:09.565304 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 13b48d76-eab2-426f-8cb6-87562650d294, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=13b48d76-eab2-426f-8cb6-87562650d294,segment=NetworkSegment(6e8ca772-786a-4868-b20e-2cac0c9bdf66),segment_id=6e8ca772-786a-4868-b20e-2cac0c9bdf66)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:09.601472 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:09.620388 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:09.671295 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb88b8f2-7652-4ab7-ac80-c087a0e79801']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:09.695028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10eeec1e-58e4-4239-a757-203747f70094') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:09.695028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10eeec1e-58e4-4239-a757-203747f70094') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:09.717461 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:09.721415 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-02842513-b905-4dd9-8f16-a389b933a5d8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:09.731350 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2f3d-8352-4ee1-9b00-bec00f113a02 req-aa3d8e19-3309-4f7c-9c05-6e74207a3339 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:09.733699 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8a0c2f3d-8352-4ee1-9b00-bec00f113a02 req-aa3d8e19-3309-4f7c-9c05-6e74207a3339 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.2808867 Dec 20 21:35:09.757772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=13b48d76-eab2-426f-8cb6-87562650d294,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:09.766930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device befca295-8d3d-457e-b362-106dbc5991ad no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:35:09.774725 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db365bfc-26aa-4497-8300-d18d1a3bed24 req-c5abb222-c0bb-4929-9967-d56422ad33a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:09.775109 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db365bfc-26aa-4497-8300-d18d1a3bed24 req-c5abb222-c0bb-4929-9967-d56422ad33a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 1093 time: 0.2549131 Dec 20 21:35:09.778263 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:09.799740 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:35:09.800309 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:35:09.818765 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:35:09.852698 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: befca295-8d3d-457e-b362-106dbc5991ad {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:35:09.853043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device befca295-8d3d-457e-b362-106dbc5991ad not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:35:09.899667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.quota.resource [None req-7bfbb124-4e2a-4e8c-bce4-0e99bdf21e83 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] Usage tracker for resource:security_group and tenant:47392efbd79e4bb6b364904253b66b7d is out of sync, need to count used quota {{(pid=102401) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 21:35:09.940487 n-d-xena-1 neutron-server[102401]: DEBUG neutron.quota.resource [None req-7bfbb124-4e2a-4e8c-bce4-0e99bdf21e83 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102401) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 20 21:35:09.963665 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8a0c2f3d-8352-4ee1-9b00-bec00f113a02 req-aa21a8a3-f833-475a-aee9-e74647f05b22 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996157 Dec 20 21:35:09.981783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.quota.resource [None req-7bfbb124-4e2a-4e8c-bce4-0e99bdf21e83 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] Usage tracker for resource:security_group_rule and tenant:47392efbd79e4bb6b364904253b66b7d is out of sync, need to count used quota {{(pid=102401) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 20 21:35:10.032142 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.042420 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-02842513-b905-4dd9-8f16-a389b933a5d8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.047210 n-d-xena-1 neutron-server[102401]: DEBUG neutron.quota.resource [None req-7bfbb124-4e2a-4e8c-bce4-0e99bdf21e83 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102401) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 20 21:35:10.051984 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45618) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:10.052842 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4cabcfdd-70d2-4b92-9e5e-b3e67ce76de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.055230 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.063479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45620) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:10.065389 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/networks/bb88b8f2-7652-4ab7-ac80-c087a0e79801 HTTP/1.1" status: 204 len: 168 time: 2.1601665 Dec 20 21:35:10.081972 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-11e6637a-c083-4ea3-b52a-98337da61a89 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-739965578'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:10.090106 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7bfbb124-4e2a-4e8c-bce4-0e99bdf21e83 tempest-QuotasTest-1342268106 tempest-QuotasTest-1342268106-project-admin] 10.222.0.32 "GET /v2.0/quotas/47392efbd79e4bb6b364904253b66b7d/details.json HTTP/1.1" status: 200 len: 703 time: 0.9664578 Dec 20 21:35:10.099116 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-60bebaf6-d8cb-4d51-b1e8-dd40f45139d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.130664 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67116995-4485-4832-af42-2212ef459fd6 req-99431d80-ae25-4499-904d-74f9f21ac676 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.1445973 Dec 20 21:35:10.147406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db365bfc-26aa-4497-8300-d18d1a3bed24 req-87fead6a-a389-4bac-ac78-71cec1b2be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:10.149037 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db365bfc-26aa-4497-8300-d18d1a3bed24 req-87fead6a-a389-4bac-ac78-71cec1b2be0d service neutron] 10.222.0.31 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 0.3439319 Dec 20 21:35:10.157724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e6637a-c083-4ea3-b52a-98337da61a89 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:10.163999 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-11e6637a-c083-4ea3-b52a-98337da61a89 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.168197 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49c592-8561-476c-bd64-48e48fcfec5f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Network': ['ID=bb88b8f2-7652-4ab7-ac80-c087a0e79801,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:10.204104 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4088418a-fc77-41d4-8c45-4e32a3e56ded None None] Provisioning complete for port 4226c3b9-8407-4002-b753-05a25ea77850 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:10.206632 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4088418a-fc77-41d4-8c45-4e32a3e56ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.216288 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02842513-b905-4dd9-8f16-a389b933a5d8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network be09b928-08c3-48c0-900a-c7db461f33ac is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:10.218623 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02842513-b905-4dd9-8f16-a389b933a5d8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=a17e3868-a69f-4606-b530-c95ce52af96b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:10.223552 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabcfdd-70d2-4b92-9e5e-b3e67ce76de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03fc7761-0164-4b87-902e-5dc73b4f4dd3,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:10.229249 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-02842513-b905-4dd9-8f16-a389b933a5d8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:10.235846 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02842513-b905-4dd9-8f16-a389b933a5d8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:10.279827 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4088418a-fc77-41d4-8c45-4e32a3e56ded None None] Port 4226c3b9-8407-4002-b753-05a25ea77850 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:10.285354 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cabcfdd-70d2-4b92-9e5e-b3e67ce76de0 admin admin] Checking segment: {'id': '7353a3e6-4d63-4a74-a104-4f015f2a3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:35:10.285716 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cabcfdd-70d2-4b92-9e5e-b3e67ce76de0 admin admin] Network hostable DHCP agents. Network: c53e45c5-69f2-430c-8636-36554bee4d59, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:35:10.316356 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4088418a-fc77-41d4-8c45-4e32a3e56ded None None] Provisioning complete for port 13b48d76-eab2-426f-8cb6-87562650d294 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:10.317844 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4088418a-fc77-41d4-8c45-4e32a3e56ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.343327 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02842513-b905-4dd9-8f16-a389b933a5d8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:10.344028 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-02842513-b905-4dd9-8f16-a389b933a5d8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.353909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e6637a-c083-4ea3-b52a-98337da61a89 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:35:10.366043 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-11e6637a-c083-4ea3-b52a-98337da61a89 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.366493 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-11e6637a-c083-4ea3-b52a-98337da61a89 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Added segment d1b9974d-9507-4fb4-adab-f4ed29ac9535 of type vlan for network 2ada5674-2048-485a-9e60-2f9c32eb87f6 Dec 20 21:35:10.372379 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cabcfdd-70d2-4b92-9e5e-b3e67ce76de0 admin admin] Network c53e45c5-69f2-430c-8636-36554bee4d59 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:35:10.397256 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4cabcfdd-70d2-4b92-9e5e-b3e67ce76de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, c53e45c5-69f2-430c-8636-36554bee4d59) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:10.409125 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ad5b86-0f36-4a53-aa0e-4b352a14e71d None None] Network c53e45c5-69f2-430c-8636-36554bee4d59 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:10.416051 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-02842513-b905-4dd9-8f16-a389b933a5d8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5423281 Dec 20 21:35:10.422498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45628) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:10.439870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cabcfdd-70d2-4b92-9e5e-b3e67ce76de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:10.440494 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4cabcfdd-70d2-4b92-9e5e-b3e67ce76de0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.482021 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db365bfc-26aa-4497-8300-d18d1a3bed24 req-52f783f6-5062-4a9d-bcd2-5f621332f79f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b71953cc-274e-48e8-9e1d-23313750574c HTTP/1.1" status: 200 len: 999 time: 0.3135614 Dec 20 21:35:10.487205 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-11e6637a-c083-4ea3-b52a-98337da61a89 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.525652 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4cabcfdd-70d2-4b92-9e5e-b3e67ce76de0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3742411 Dec 20 21:35:10.526333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45634) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:10.540681 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-473457860-router', 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:10.566752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db365bfc-26aa-4497-8300-d18d1a3bed24 req-9e5dedb1-62e0-42a5-9d5f-26f3f4a45ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:10.569565 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db365bfc-26aa-4497-8300-d18d1a3bed24 req-9e5dedb1-62e0-42a5-9d5f-26f3f4a45ac7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.0723968 Dec 20 21:35:10.607999 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.609454 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.634654 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67116995-4485-4832-af42-2212ef459fd6 req-eb5668cb-ea8a-4472-96bd-b687e85f83c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:10.636155 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67116995-4485-4832-af42-2212ef459fd6 req-eb5668cb-ea8a-4472-96bd-b687e85f83c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 1094 time: 0.4448743 Dec 20 21:35:10.649123 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40b52f3-4d61-4586-928e-7171fed89761 None None] Network c53e45c5-69f2-430c-8636-36554bee4d59 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:10.661512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45636) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:10.676173 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.resource_extend [None req-11e6637a-c083-4ea3-b52a-98337da61a89 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:35:10.745596 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.767177 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a98717-3aee-4b86-852f-1339119fe423 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:10.771879 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-82a98717-3aee-4b86-852f-1339119fe423 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3458426 Dec 20 21:35:10.773547 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45642) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:10.776142 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 13b48d76-eab2-426f-8cb6-87562650d294 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:10.797742 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-60bebaf6-d8cb-4d51-b1e8-dd40f45139d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.827841 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-60bebaf6-d8cb-4d51-b1e8-dd40f45139d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.832166 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-58f22988-0e63-448d-9f79-73c9edea216d None None] Provisioning complete for port 4226c3b9-8407-4002-b753-05a25ea77850 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:10.832728 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58f22988-0e63-448d-9f79-73c9edea216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.915211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bebaf6-d8cb-4d51-b1e8-dd40f45139d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7877bad7-5fc6-4a03-a116-f8d51a750305,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:10.937260 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db365bfc-26aa-4497-8300-d18d1a3bed24 req-f47bf530-0636-43f8-9226-d220089b6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:10.939975 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db365bfc-26aa-4497-8300-d18d1a3bed24 req-f47bf530-0636-43f8-9226-d220089b6a34 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3359060 Dec 20 21:35:10.942791 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-11e6637a-c083-4ea3-b52a-98337da61a89 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.950297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-58f22988-0e63-448d-9f79-73c9edea216d None None] Port 4226c3b9-8407-4002-b753-05a25ea77850 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:10.952679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e6637a-c083-4ea3-b52a-98337da61a89 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:10.955164 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-11e6637a-c083-4ea3-b52a-98337da61a89 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:10.979270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 13b48d76-eab2-426f-8cb6-87562650d294 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:10.979655 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:11.114197 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9aaf25b7-f2f2-4656-bc98-eb62d3d73727 None None] Provisioning complete for port a17e3868-a69f-4606-b530-c95ce52af96b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:11.115272 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9aaf25b7-f2f2-4656-bc98-eb62d3d73727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:11.116905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6637a-c083-4ea3-b52a-98337da61a89 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Network': ['ID=2ada5674-2048-485a-9e60-2f9c32eb87f6,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:11.172815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 2ada5674-2048-485a-9e60-2f9c32eb87f6 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:35:11.200096 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-60bebaf6-d8cb-4d51-b1e8-dd40f45139d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a9477b2b45048fbadae31ffdb9e6a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1456754 Dec 20 21:35:11.225096 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45654) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:11.231411 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-11e6637a-c083-4ea3-b52a-98337da61a89 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1658282 Dec 20 21:35:11.265810 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db365bfc-26aa-4497-8300-d18d1a3bed24 req-1857e574-d665-4277-991a-3c7ec06e1059 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068805 Dec 20 21:35:11.268985 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45656) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:11.282644 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9aaf25b7-f2f2-4656-bc98-eb62d3d73727 None None] Port a17e3868-a69f-4606-b530-c95ce52af96b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:11.287398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2d9d1568-969e-46dd-b9c9-43f7d43fdc57 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'subnet': {'network_id': '2ada5674-2048-485a-9e60-2f9c32eb87f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:11.305214 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d31e3781-ef06-4ed6-97dc-a353e740f3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:11.327077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47465e-3cb1-4f2d-becb-251450ada7f0 req-5583ead4-80ac-45ac-a3d2-fc4db2c2a875 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:11.328780 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0c47465e-3cb1-4f2d-becb-251450ada7f0 req-5583ead4-80ac-45ac-a3d2-fc4db2c2a875 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1960397 Dec 20 21:35:11.347280 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:11.365940 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07f632b-50f6-44a8-88bc-d8c8016c70c9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:11.372419 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07f632b-50f6-44a8-88bc-d8c8016c70c9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:11.378880 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07f632b-50f6-44a8-88bc-d8c8016c70c9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:11.383448 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a07f632b-50f6-44a8-88bc-d8c8016c70c9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.6056941 Dec 20 21:35:11.383768 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45660) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:11.552419 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c2554543-730d-4e57-b45c-cf547b581b8b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port a17e3868-a69f-4606-b530-c95ce52af96b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:11.552762 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2554543-730d-4e57-b45c-cf547b581b8b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:11.743691 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2554543-730d-4e57-b45c-cf547b581b8b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:11.769485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67116995-4485-4832-af42-2212ef459fd6 req-840811cf-7a8c-4b53-a45c-f51e97f9bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:11.769729 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c2554543-730d-4e57-b45c-cf547b581b8b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for a17e3868-a69f-4606-b530-c95ce52af96b owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:11.771879 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67116995-4485-4832-af42-2212ef459fd6 req-840811cf-7a8c-4b53-a45c-f51e97f9bb33 service neutron] 10.222.0.31 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 1.0850067 Dec 20 21:35:11.777370 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:11.810860 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:11.875225 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67116995-4485-4832-af42-2212ef459fd6 req-0214e6f1-f958-4d56-ab31-08b86319112d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390a68ad-891f-423f-9afc-4a273254088b HTTP/1.1" status: 200 len: 217 time: 0.0830932 Dec 20 21:35:11.885303 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-76050466-d0e5-4847-bc28-45a00735e3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:11.954396 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0c47465e-3cb1-4f2d-becb-251450ada7f0 req-a6bea18a-3112-4af1-8a67-14d1ee192b95 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265375 Dec 20 21:35:11.982134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67116995-4485-4832-af42-2212ef459fd6 req-1581aff7-d66f-402b-b3a7-130975afc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:11.983854 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67116995-4485-4832-af42-2212ef459fd6 req-1581aff7-d66f-402b-b3a7-130975afc3dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.0970860 Dec 20 21:35:12.011971 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Allocated IP 172.35.3.246 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/1bf172a8-075d-4063-86e7-bc8d252dfc11) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:12.052169 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-76050466-d0e5-4847-bc28-45a00735e3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:12.067852 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db365bfc-26aa-4497-8300-d18d1a3bed24 req-d1a48268-8cf1-43a3-a9c8-f8b7c043bb79 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7674284 Dec 20 21:35:12.079092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9d1568-969e-46dd-b9c9-43f7d43fdc57 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:12.081231 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1568-969e-46dd-b9c9-43f7d43fdc57 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:12.096145 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2554543-730d-4e57-b45c-cf547b581b8b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:12.145131 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2554543-730d-4e57-b45c-cf547b581b8b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=a17e3868-a69f-4606-b530-c95ce52af96b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:12.241749 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2554543-730d-4e57-b45c-cf547b581b8b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:12.242486 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d31e3781-ef06-4ed6-97dc-a353e740f3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:12.247866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67116995-4485-4832-af42-2212ef459fd6 req-324eb42f-31d8-4bd2-8101-a66ecbaab40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:12.247997 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c2554543-730d-4e57-b45c-cf547b581b8b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/ports/a17e3868-a69f-4606-b530-c95ce52af96b HTTP/1.1" status: 204 len: 168 time: 0.8608057 Dec 20 21:35:12.248091 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67116995-4485-4832-af42-2212ef459fd6 req-324eb42f-31d8-4bd2-8101-a66ecbaab40f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2501514 Dec 20 21:35:12.248720 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45680) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:12.259752 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d31e3781-ef06-4ed6-97dc-a353e740f3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:12.286312 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-f749c43f-2fb2-467c-81d8-233bf99f83da tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] GET failed (client error): The resource could not be found. Dec 20 21:35:12.288594 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f749c43f-2fb2-467c-81d8-233bf99f83da tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports/a17e3868-a69f-4606-b530-c95ce52af96b HTTP/1.1" status: 404 len: 333 time: 0.0383906 Dec 20 21:35:12.291756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45682) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:12.303718 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:12.381387 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0ec9ecdd-39a7-4de8-85af-8f4a9aa576a9 req-addc9df9-d8f6-4656-b0c0-aac948aa6223 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.2174208 Dec 20 21:35:12.383782 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d31e3781-ef06-4ed6-97dc-a353e740f3ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf0de08061fd4e33b50fdcd12dd7c040&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7046220 Dec 20 21:35:12.384483 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-76050466-d0e5-4847-bc28-45a00735e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:12.387007 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-76050466-d0e5-4847-bc28-45a00735e3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:12.388084 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-76050466-d0e5-4847-bc28-45a00735e3e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7877bad7-5fc6-4a03-a116-f8d51a750305 HTTP/1.1" status: 204 len: 168 time: 1.1556585 Dec 20 21:35:12.392419 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45686) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:12.403293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e3781-ef06-4ed6-97dc-a353e740f3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183cc197-9b62-418e-95e0-62fd2babc9a9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:12.444572 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:12.449501 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76050466-d0e5-4847-bc28-45a00735e3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7877bad7-5fc6-4a03-a116-f8d51a750305,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:12.456396 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8e866748-8de5-413a-8be5-c2b951e5452e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port 4226c3b9-8407-4002-b753-05a25ea77850 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:12.456544 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e866748-8de5-413a-8be5-c2b951e5452e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:12.541722 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67116995-4485-4832-af42-2212ef459fd6 req-1276148d-6273-4550-bfec-f3f6f315115f service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732320 Dec 20 21:35:12.560932 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:12.569083 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:12.579632 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:12.615321 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf172a8-075d-4063-86e7-bc8d252dfc11,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:12.643005 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-702d15d8-951a-4703-89e8-f571448caf48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:12.651133 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9ecdd-39a7-4de8-85af-8f4a9aa576a9 req-9d02aa8b-4f16-402e-a0f5-7050c9a4bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:12.652780 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0ec9ecdd-39a7-4de8-85af-8f4a9aa576a9 req-9d02aa8b-4f16-402e-a0f5-7050c9a4bbf1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=97254acb4a43440cabfab1b7a88fcf78&device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 1094 time: 0.2265670 Dec 20 21:35:12.728804 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e866748-8de5-413a-8be5-c2b951e5452e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:12.769683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8e866748-8de5-413a-8be5-c2b951e5452e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for 4226c3b9-8407-4002-b753-05a25ea77850 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:12.804842 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-702d15d8-951a-4703-89e8-f571448caf48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:12.877493 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1568-969e-46dd-b9c9-43f7d43fdc57 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:12.935143 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67116995-4485-4832-af42-2212ef459fd6 req-a4ce9cb5-781f-4398-92ee-eac39441f8c4 service neutron] 10.222.0.31 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813376 Dec 20 21:35:12.979069 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9ecdd-39a7-4de8-85af-8f4a9aa576a9 req-87cbb19a-4a14-48d5-9979-05959c25fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:12.979777 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0ec9ecdd-39a7-4de8-85af-8f4a9aa576a9 req-87cbb19a-4a14-48d5-9979-05959c25fd70 service neutron] 10.222.0.66 "GET /v2.0/networks?id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 200 len: 912 time: 0.3066320 Dec 20 21:35:12.986526 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:13.006634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d1568-969e-46dd-b9c9-43f7d43fdc57 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Subnet': ['ID=0c0beb01-0076-4f9d-880c-cf81bc1d3f2c,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:13.040650 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-702d15d8-951a-4703-89e8-f571448caf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:13.044713 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-702d15d8-951a-4703-89e8-f571448caf48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:13.046104 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-702d15d8-951a-4703-89e8-f571448caf48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/183cc197-9b62-418e-95e0-62fd2babc9a9 HTTP/1.1" status: 204 len: 168 time: 0.6526122 Dec 20 21:35:13.052801 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0ec9ecdd-39a7-4de8-85af-8f4a9aa576a9 req-26e192d9-26a1-49e6-be9f-d33352d62611 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 HTTP/1.1" status: 200 len: 217 time: 0.0631087 Dec 20 21:35:13.060908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d15d8-951a-4703-89e8-f571448caf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183cc197-9b62-418e-95e0-62fd2babc9a9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:13.073795 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9d1568-969e-46dd-b9c9-43f7d43fdc57 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Checking segment: {'id': 'd1b9974d-9507-4fb4-adab-f4ed29ac9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2ada5674-2048-485a-9e60-2f9c32eb87f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:35:13.074179 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9d1568-969e-46dd-b9c9-43f7d43fdc57 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network hostable DHCP agents. Network: 2ada5674-2048-485a-9e60-2f9c32eb87f6, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:35:13.149390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9ecdd-39a7-4de8-85af-8f4a9aa576a9 req-50f1c155-27b2-4da5-8cc3-cee64687a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:13.150901 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0ec9ecdd-39a7-4de8-85af-8f4a9aa576a9 req-50f1c155-27b2-4da5-8cc3-cee64687a04c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 200 len: 850 time: 0.0871353 Dec 20 21:35:13.153029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9d1568-969e-46dd-b9c9-43f7d43fdc57 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 2ada5674-2048-485a-9e60-2f9c32eb87f6 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:35:13.184917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-2d9d1568-969e-46dd-b9c9-43f7d43fdc57 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 2ada5674-2048-485a-9e60-2f9c32eb87f6) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:13.196744 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a89dc4-d815-40ac-b706-bd055e0ed880 None None] Network 2ada5674-2048-485a-9e60-2f9c32eb87f6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:13.212258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9d1568-969e-46dd-b9c9-43f7d43fdc57 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:13.212739 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1568-969e-46dd-b9c9-43f7d43fdc57 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:13.233383 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaa4fd-9906-4fb2-9996-05f0a17e9d38 req-6c2b160c-b60f-45a1-abf8-687610a27515 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:13.234964 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffaaa4fd-9906-4fb2-9996-05f0a17e9d38 req-6c2b160c-b60f-45a1-abf8-687610a27515 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1216564 Dec 20 21:35:13.255920 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9ecdd-39a7-4de8-85af-8f4a9aa576a9 req-231b500c-013a-4b3c-b95a-1000b4f9de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:13.257521 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0ec9ecdd-39a7-4de8-85af-8f4a9aa576a9 req-231b500c-013a-4b3c-b95a-1000b4f9de71 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0866055 Dec 20 21:35:13.267692 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2d9d1568-969e-46dd-b9c9-43f7d43fdc57 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9896269 Dec 20 21:35:13.271966 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45712) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:13.278124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1ca47db8-2223-42ea-ac76-d470e45835da tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1422208521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:13.307482 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e866748-8de5-413a-8be5-c2b951e5452e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:13.343819 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffaaa4fd-9906-4fb2-9996-05f0a17e9d38 req-32b0075b-3e06-477e-aa88-5bdecb117b34 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995781 Dec 20 21:35:13.386502 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e866748-8de5-413a-8be5-c2b951e5452e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=4226c3b9-8407-4002-b753-05a25ea77850,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:13.392848 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ca47db8-2223-42ea-ac76-d470e45835da tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:13.394135 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ca47db8-2223-42ea-ac76-d470e45835da tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:13.407378 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0ec9ecdd-39a7-4de8-85af-8f4a9aa576a9 req-1340ea69-d21d-46ea-92aa-ad4ff3dbafcf service neutron] 10.222.0.66 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364839 Dec 20 21:35:13.432168 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:13.579900 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-2ada5674-2048-485a-9e60-2f9c32eb87f6', 'network_id': '2ada5674-2048-485a-9e60-2f9c32eb87f6', 'tenant_id': '4ce073ad5e7d4074b75ad2a85f361197', 'fixed_ips': [{'subnet_id': '0c0beb01-0076-4f9d-880c-cf81bc1d3f2c'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:35:13.580771 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:13.590613 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0ec9ecdd-39a7-4de8-85af-8f4a9aa576a9 req-7ee47fd1-89b1-4d26-81af-cc45fd1ff418 service neutron] 10.222.0.66 "GET /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755185 Dec 20 21:35:13.805709 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Allocated IP 2001:db8::2 (2ada5674-2048-485a-9e60-2f9c32eb87f6/0c0beb01-0076-4f9d-880c-cf81bc1d3f2c/dbb5824e-d6fb-4c21-a860-154321978ea5) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:13.870043 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45728) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:13.891544 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f9ca6f4-6da8-4b1f-a5c8-ae31d6b1e3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:13.952993 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e866748-8de5-413a-8be5-c2b951e5452e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:13.957688 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8e866748-8de5-413a-8be5-c2b951e5452e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/ports/4226c3b9-8407-4002-b753-05a25ea77850 HTTP/1.1" status: 204 len: 168 time: 1.6644194 Dec 20 21:35:13.963586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45730) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:13.996550 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ca47db8-2223-42ea-ac76-d470e45835da tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.011883 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ca47db8-2223-42ea-ac76-d470e45835da tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.020148 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.028856 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-2379c5c6-16af-43c3-86c9-b56c2d596b54 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] GET failed (client error): The resource could not be found. Dec 20 21:35:14.031197 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.033759 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45732) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:14.034057 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2379c5c6-16af-43c3-86c9-b56c2d596b54 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports/4226c3b9-8407-4002-b753-05a25ea77850 HTTP/1.1" status: 404 len: 333 time: 0.0671608 Dec 20 21:35:14.053339 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680a0c6-71bd-446f-a62a-206544d55984 req-ad1528b1-7ae3-4ca0-83fb-e58e090ccb0a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:14.055303 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6680a0c6-71bd-446f-a62a-206544d55984 req-ad1528b1-7ae3-4ca0-83fb-e58e090ccb0a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.5629396 Dec 20 21:35:14.080917 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ca47db8-2223-42ea-ac76-d470e45835da tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.082035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Network 2ada5674-2048-485a-9e60-2f9c32eb87f6 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:14.082420 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1ca47db8-2223-42ea-ac76-d470e45835da tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8078690 Dec 20 21:35:14.090447 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45738) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:14.091218 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:14.097198 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:14.105373 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d0532bda-dc89-44e3-b556-c9d274db1e4d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'network_id': '2ada5674-2048-485a-9e60-2f9c32eb87f6', 'name': 'tempest-PortsIpV6TestJSON-917396156'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:14.111945 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Pushing event updated for resources: {'Port': ['ID=dbb5824e-d6fb-4c21-a860-154321978ea5,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:14.140145 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f9ca6f4-6da8-4b1f-a5c8-ae31d6b1e3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.156098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f9ca6f4-6da8-4b1f-a5c8-ae31d6b1e3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.178315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Attempting to bind port dbb5824e-d6fb-4c21-a860-154321978ea5 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:35:14.178714 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Attempting to bind port dbb5824e-d6fb-4c21-a860-154321978ea5 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'd1b9974d-9507-4fb4-adab-f4ed29ac9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2ada5674-2048-485a-9e60-2f9c32eb87f6'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:35:14.179119 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Attempting to bind port dbb5824e-d6fb-4c21-a860-154321978ea5 on network 2ada5674-2048-485a-9e60-2f9c32eb87f6 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:35:14.187262 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:35:14.187640 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Checking segment: {'id': 'd1b9974d-9507-4fb4-adab-f4ed29ac9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2ada5674-2048-485a-9e60-2f9c32eb87f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:35:14.188507 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.188507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Bound using segment: {'id': 'd1b9974d-9507-4fb4-adab-f4ed29ac9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2ada5674-2048-485a-9e60-2f9c32eb87f6'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:35:14.189711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Bound port: dbb5824e-d6fb-4c21-a860-154321978ea5, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b9974d-9507-4fb4-adab-f4ed29ac9535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2ada5674-2048-485a-9e60-2f9c32eb87f6'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:35:14.189711 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.191971 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4d03e6-8ff8-4648-9fd2-d63d913945d9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting subnet e28059fb-493e-4b77-a567-f0bf6d156b92 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:35:14.215726 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be4d03e6-8ff8-4648-9fd2-d63d913945d9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.246788 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3f9ca6f4-6da8-4b1f-a5c8-ae31d6b1e3e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47392efbd79e4bb6b364904253b66b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756516 Dec 20 21:35:14.250465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ca6f4-6da8-4b1f-a5c8-ae31d6b1e3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5bfd5d-d296-423c-ae34-61931df253a9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:14.250680 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45742) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:14.255751 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6680a0c6-71bd-446f-a62a-206544d55984 req-82aacd3c-aa67-485d-abe8-a412fdea5492 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699941 Dec 20 21:35:14.303139 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be4d03e6-8ff8-4648-9fd2-d63d913945d9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.315131 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] For port dbb5824e-d6fb-4c21-a860-154321978ea5, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:35:14.330151 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] For port dbb5824e-d6fb-4c21-a860-154321978ea5, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=dbb5824e-d6fb-4c21-a860-154321978ea5,segment=NetworkSegment(d1b9974d-9507-4fb4-adab-f4ed29ac9535),segment_id=d1b9974d-9507-4fb4-adab-f4ed29ac9535)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:35:14.334278 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.388858 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Router a222a56f-a654-4151-b110-e314aa70b5b6 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:35:14.445531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671b0ae-d2c9-4ee1-bf4e-6668b716c5f7 None None] Pushing event updated for resources: {'Port': ['ID=dbb5824e-d6fb-4c21-a860-154321978ea5,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:14.545126 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-701d90d2-71dd-4c65-a8cf-12d476d3d6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.574701 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0532bda-dc89-44e3-b556-c9d274db1e4d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:14.578263 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0532bda-dc89-44e3-b556-c9d274db1e4d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.602137 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be4d03e6-8ff8-4648-9fd2-d63d913945d9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.610406 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-701d90d2-71dd-4c65-a8cf-12d476d3d6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.709267 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-d0532bda-dc89-44e3-b556-c9d274db1e4d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] device_id is not set on port bacb74ff-0d96-4cad-a090-d8fa2f2da28b yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:35:14.744209 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.811999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:35:14.825979 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Sync routers for ids ['a222a56f-a654-4151-b110-e314aa70b5b6'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:35:14.835494 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-701d90d2-71dd-4c65-a8cf-12d476d3d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.838237 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-701d90d2-71dd-4c65-a8cf-12d476d3d6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.839478 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-701d90d2-71dd-4c65-a8cf-12d476d3d6ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b5bfd5d-d296-423c-ae34-61931df253a9 HTTP/1.1" status: 204 len: 168 time: 0.5871284 Dec 20 21:35:14.839721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Routers {'a222a56f-a654-4151-b110-e314aa70b5b6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:35:14.840328 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:34:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a222a56f-a654-4151-b110-e314aa70b5b6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:14.866592 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be4d03e6-8ff8-4648-9fd2-d63d913945d9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.888761 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d90d2-71dd-4c65-a8cf-12d476d3d6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5bfd5d-d296-423c-ae34-61931df253a9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:14.893480 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.894737 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fbdd4f2f-9fd8-4120-83b8-2ab6bb5ca825 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3668485 Dec 20 21:35:14.897935 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45768) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:14.917888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d03e6-8ff8-4648-9fd2-d63d913945d9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Subnet': ['ID=e28059fb-493e-4b77-a567-f0bf6d156b92,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:14.923716 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be4d03e6-8ff8-4648-9fd2-d63d913945d9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:14.928035 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-be4d03e6-8ff8-4648-9fd2-d63d913945d9 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/e28059fb-493e-4b77-a567-f0bf6d156b92 HTTP/1.1" status: 204 len: 168 time: 0.8913274 Dec 20 21:35:14.932117 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45770) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:14.959841 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Set router a222a56f-a654-4151-b110-e314aa70b5b6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:35:15.007507 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-d0532bda-dc89-44e3-b556-c9d274db1e4d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Allocated IP 2001:db8::2fd (2ada5674-2048-485a-9e60-2f9c32eb87f6/0c0beb01-0076-4f9d-880c-cf81bc1d3f2c/bacb74ff-0d96-4cad-a090-d8fa2f2da28b) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:15.032806 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f7fd2e-f01b-4a87-988e-dd1a30bfa1b2 None None] Network be09b928-08c3-48c0-900a-c7db461f33ac requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:15.054284 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:15.266542 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0532bda-dc89-44e3-b556-c9d274db1e4d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:15.316437 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0532bda-dc89-44e3-b556-c9d274db1e4d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:15.375773 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0532bda-dc89-44e3-b556-c9d274db1e4d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 2ada5674-2048-485a-9e60-2f9c32eb87f6 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:15.383191 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d0532bda-dc89-44e3-b556-c9d274db1e4d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:15.386052 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0532bda-dc89-44e3-b556-c9d274db1e4d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:15.392797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0532bda-dc89-44e3-b556-c9d274db1e4d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:15.393458 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0532bda-dc89-44e3-b556-c9d274db1e4d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:15.430333 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d0532bda-dc89-44e3-b556-c9d274db1e4d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3362956 Dec 20 21:35:15.436258 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0532bda-dc89-44e3-b556-c9d274db1e4d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=bacb74ff-0d96-4cad-a090-d8fa2f2da28b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:15.439498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45800) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:15.441127 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port 13b48d76-eab2-426f-8cb6-87562650d294 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:15.441456 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:15.854331 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] For port 13b48d76-eab2-426f-8cb6-87562650d294, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=13b48d76-eab2-426f-8cb6-87562650d294,segment=NetworkSegment(6e8ca772-786a-4868-b20e-2cac0c9bdf66),segment_id=6e8ca772-786a-4868-b20e-2cac0c9bdf66)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:15.854606 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:15.889340 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for 13b48d76-eab2-426f-8cb6-87562650d294 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:15.920647 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:15.940698 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'name': 'tempest-ServerRescueNegativeTestJSON-473457860-router', 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '1bf172a8-075d-4063-86e7-bc8d252dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:35:10Z', 'updated_at': '2021-12-20T21:35:12Z', 'revision_number': 3, 'project_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'gw_port': {'id': '1bf172a8-075d-4063-86e7-bc8d252dfc11', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:35:11Z', 'updated_at': '2021-12-20T21:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:16.021693 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0651bc-3b67-451a-9878-0a025d487674 None None] DHCP port deletion for be09b928-08c3-48c0-900a-c7db461f33ac request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:35:16.035925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Checking router: a222a56f-a654-4151-b110-e314aa70b5b6 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:35:16.037496 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Updating router a222a56f-a654-4151-b110-e314aa70b5b6 port 1bf172a8-075d-4063-86e7-bc8d252dfc11 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:35:16.117486 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafbc894-4118-48bf-a989-4eb1b3e3ebab None None] Network 2ada5674-2048-485a-9e60-2f9c32eb87f6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:16.211790 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:16.248381 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:16.248776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47193cc5-a2e7-47b5-9048-e0abee94c8ae req-60d9c314-0cda-4ba5-8cf5-31de551045f1 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:16.250976 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-47193cc5-a2e7-47b5-9048-e0abee94c8ae req-60d9c314-0cda-4ba5-8cf5-31de551045f1 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=918c6519-7864-4419-b89f-13a66b7c119e HTTP/1.1" status: 200 len: 943 time: 0.2570400 Dec 20 21:35:16.315410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] Allocated IP 172.20.0.1 (c53e45c5-69f2-430c-8636-36554bee4d59/03fc7761-0164-4b87-902e-5dc73b4f4dd3/6ef2c736-404b-48fa-96c1-2502112e1760) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:16.332296 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-00cfad97-4bfa-4bb5-aa22-c518c47a2959 None None] Provisioning complete for port dbb5824e-d6fb-4c21-a860-154321978ea5 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:16.333318 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00cfad97-4bfa-4bb5-aa22-c518c47a2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:16.392519 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No DVR routers for this DVR port 13b48d76-eab2-426f-8cb6-87562650d294 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:35:16.398816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=13b48d76-eab2-426f-8cb6-87562650d294,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:16.544338 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4b0651bc-3b67-451a-9878-0a025d487674 None None] Deleting port 13b48d76-eab2-426f-8cb6-87562650d294 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:16.544770 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4b0651bc-3b67-451a-9878-0a025d487674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:16.587075 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:16.601970 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:16.646990 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46d19c09-3fc2-455b-a3d9-170224e3ecc4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:16.674635 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-47193cc5-a2e7-47b5-9048-e0abee94c8ae req-da8414a4-25d4-4ef5-bc6b-4ce67bc43e68 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Deleting port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:16.674964 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-47193cc5-a2e7-47b5-9048-e0abee94c8ae req-da8414a4-25d4-4ef5-bc6b-4ce67bc43e68 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:16.741745 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:16.748955 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be09b928-08c3-48c0-900a-c7db461f33ac']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:16.787383 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4b0651bc-3b67-451a-9878-0a025d487674 None None] For port 13b48d76-eab2-426f-8cb6-87562650d294, host n-d-xena-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:16.788016 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4b0651bc-3b67-451a-9878-0a025d487674 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:16.827905 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4b0651bc-3b67-451a-9878-0a025d487674 None None] Calling delete_port for 13b48d76-eab2-426f-8cb6-87562650d294 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:16.844556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-4b0651bc-3b67-451a-9878-0a025d487674 None None] Port 13b48d76-eab2-426f-8cb6-87562650d294 was not found and therefore no delete operation was performed {{(pid=102403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 21:35:16.861587 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4b0651bc-3b67-451a-9878-0a025d487674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:16.872788 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] Pushing event updated for resources: {'Port': ['ID=6ef2c736-404b-48fa-96c1-2502112e1760,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:16.893937 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] Network c53e45c5-69f2-430c-8636-36554bee4d59 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:16.897652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:16.900402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:16.943297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device dbb5824e-d6fb-4c21-a860-154321978ea5 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:16.958092 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:16.978305 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0651bc-3b67-451a-9878-0a025d487674 None None] Pushing event deleted for resources: {'Port': ['ID=13b48d76-eab2-426f-8cb6-87562650d294,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:17.055506 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00cfad97-4bfa-4bb5-aa22-c518c47a2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.100183 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0651bc-3b67-451a-9878-0a025d487674 None None] No DVR routers for this DVR port 13b48d76-eab2-426f-8cb6-87562650d294 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:35:17.231277 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.237062 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-00cfad97-4bfa-4bb5-aa22-c518c47a2959 None None] For port dbb5824e-d6fb-4c21-a860-154321978ea5, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=dbb5824e-d6fb-4c21-a860-154321978ea5,segment=NetworkSegment(d1b9974d-9507-4fb4-adab-f4ed29ac9535),segment_id=d1b9974d-9507-4fb4-adab-f4ed29ac9535)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:17.259618 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-00cfad97-4bfa-4bb5-aa22-c518c47a2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.261532 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port dbb5824e-d6fb-4c21-a860-154321978ea5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:17.261907 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.266452 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.317552 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.372100 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfad97-4bfa-4bb5-aa22-c518c47a2959 None None] Pushing event updated for resources: {'Port': ['ID=dbb5824e-d6fb-4c21-a860-154321978ea5,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:17.407461 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8ca772-786a-4868-b20e-2cac0c9bdf66') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:17.407994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8ca772-786a-4868-b20e-2cac0c9bdf66') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:17.438944 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.446856 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Attempting to bind port 1bf172a8-075d-4063-86e7-bc8d252dfc11 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:35:17.447227 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Attempting to bind port 1bf172a8-075d-4063-86e7-bc8d252dfc11 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:35:17.447595 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Attempting to bind port 1bf172a8-075d-4063-86e7-bc8d252dfc11 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:35:17.493251 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:35:17.494875 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:35:17.497000 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.497779 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:35:17.500597 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Bound port: 1bf172a8-075d-4063-86e7-bc8d252dfc11, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:35:17.501426 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.520757 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.571961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:35:17.572772 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:35:17.579731 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:35:17.581876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6b5f069a-c09f-475d-9276-e26ac308826c None None] Provisioning complete for port bacb74ff-0d96-4cad-a090-d8fa2f2da28b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:17.582275 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b5f069a-c09f-475d-9276-e26ac308826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.585866 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372fa50-e624-4df3-b597-38d48c911c6e None None] Pushing event updated for resources: {'Port': ['ID=1bf172a8-075d-4063-86e7-bc8d252dfc11,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:17.618587 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-47193cc5-a2e7-47b5-9048-e0abee94c8ae req-da8414a4-25d4-4ef5-bc6b-4ce67bc43e68 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] For port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:17.618958 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-47193cc5-a2e7-47b5-9048-e0abee94c8ae req-da8414a4-25d4-4ef5-bc6b-4ce67bc43e68 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.634413 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [req-47193cc5-a2e7-47b5-9048-e0abee94c8ae req-da8414a4-25d4-4ef5-bc6b-4ce67bc43e68 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Calling delete_port for 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 owned by compute:nova {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:17.671105 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.682595 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.689128 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 13b48d76-eab2-426f-8cb6-87562650d294 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:35:17.725378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f069a-c09f-475d-9276-e26ac308826c None None] Port bacb74ff-0d96-4cad-a090-d8fa2f2da28b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:17.728095 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 13b48d76-eab2-426f-8cb6-87562650d294 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:35:17.728598 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 13b48d76-eab2-426f-8cb6-87562650d294 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:35:17.741525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45846) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:17.749481 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] For port 1bf172a8-075d-4063-86e7-bc8d252dfc11, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:35:17.766830 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] For port 1bf172a8-075d-4063-86e7-bc8d252dfc11, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1bf172a8-075d-4063-86e7-bc8d252dfc11,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:35:17.768006 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6b5f069a-c09f-475d-9276-e26ac308826c None None] Provisioning complete for port dbb5824e-d6fb-4c21-a860-154321978ea5 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:17.768499 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b5f069a-c09f-475d-9276-e26ac308826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.792718 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] Pushing event updated for resources: {'Port': ['ID=6ef2c736-404b-48fa-96c1-2502112e1760,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:17.794252 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.844511 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.885993 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Routers {'a222a56f-a654-4151-b110-e314aa70b5b6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:35:17.886884 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:34:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a222a56f-a654-4151-b110-e314aa70b5b6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:17.970579 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] Network c53e45c5-69f2-430c-8636-36554bee4d59 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:17.973589 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46d19c09-3fc2-455b-a3d9-170224e3ecc4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.975626 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:17.977164 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.978926 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-47193cc5-a2e7-47b5-9048-e0abee94c8ae req-da8414a4-25d4-4ef5-bc6b-4ce67bc43e68 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:17.993018 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372fa50-e624-4df3-b597-38d48c911c6e None None] Pushing event updated for resources: {'Port': ['ID=1bf172a8-075d-4063-86e7-bc8d252dfc11,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:17.997831 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:18.001094 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/networks/be09b928-08c3-48c0-900a-c7db461f33ac HTTP/1.1" status: 204 len: 168 time: 3.0678563 Dec 20 21:35:18.014899 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46d19c09-3fc2-455b-a3d9-170224e3ecc4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:18.028693 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45858) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:18.039379 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['ec47dfec-fa12-4e57-b9b1-7e97a09d5be8'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:35:18.041497 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['390a68ad-891f-423f-9afc-4a273254088b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:35:18.071651 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-37953c02-e33b-4332-98a6-c0b0e44a85f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1736613501'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:18.198897 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45860) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:18.213125 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] Router a222a56f-a654-4151-b110-e314aa70b5b6 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:35:18.298386 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:18.315646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37953c02-e33b-4332-98a6-c0b0e44a85f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:18.324329 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37953c02-e33b-4332-98a6-c0b0e44a85f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:18.344937 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcb1da-5ca5-4971-a2bd-48249ece37ef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Network': ['ID=be09b928-08c3-48c0-900a-c7db461f33ac,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:18.364700 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37953c02-e33b-4332-98a6-c0b0e44a85f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:35:18.394950 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37953c02-e33b-4332-98a6-c0b0e44a85f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:18.395968 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-37953c02-e33b-4332-98a6-c0b0e44a85f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Added segment f0c8a4fe-3e99-46a1-9d17-8ab326de3f3f of type vlan for network 3948c6f5-064c-4806-bec0-0705d9cb37a0 Dec 20 21:35:18.462183 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37953c02-e33b-4332-98a6-c0b0e44a85f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:18.487681 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8414a4-25d4-4ef5-bc6b-4ce67bc43e68 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Pushing event deleted for resources: {'Port': ['ID=74aa1097-16a8-49ad-a0dd-f2cc7a7befc5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:18.495722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] Set router a222a56f-a654-4151-b110-e314aa70b5b6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:35:18.582382 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [req-47193cc5-a2e7-47b5-9048-e0abee94c8ae req-da8414a4-25d4-4ef5-bc6b-4ce67bc43e68 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] No DVR routers for this DVR port 74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 on host n-h2-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:35:18.584233 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37953c02-e33b-4332-98a6-c0b0e44a85f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:18.592536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37953c02-e33b-4332-98a6-c0b0e44a85f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:18.593264 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37953c02-e33b-4332-98a6-c0b0e44a85f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:18.597602 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d19c09-3fc2-455b-a3d9-170224e3ecc4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=bacb74ff-0d96-4cad-a090-d8fa2f2da28b,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:18.602149 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-47193cc5-a2e7-47b5-9048-e0abee94c8ae req-da8414a4-25d4-4ef5-bc6b-4ce67bc43e68 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:18.607713 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-47193cc5-a2e7-47b5-9048-e0abee94c8ae req-da8414a4-25d4-4ef5-bc6b-4ce67bc43e68 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "DELETE /v2.0/ports/74aa1097-16a8-49ad-a0dd-f2cc7a7befc5 HTTP/1.1" status: 204 len: 173 time: 2.3206184 Dec 20 21:35:18.672211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918c6519-7864-4419-b89f-13a66b7c119e', 'name': 'network-vif-deleted', 'tag': '74aa1097-16a8-49ad-a0dd-f2cc7a7befc5'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:35:18.674620 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a056e7f-45ec-4ac0-883b-94276cccc93f" -d '{"events": [{"server_uuid": "918c6519-7864-4419-b89f-13a66b7c119e", "name": "network-vif-deleted", "tag": "74aa1097-16a8-49ad-a0dd-f2cc7a7befc5"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:35:18.687899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-09b36cf0-ecb8-4c49-95d1-167fd7f854b0 None None] Provisioning complete for port bacb74ff-0d96-4cad-a090-d8fa2f2da28b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:18.688467 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-09b36cf0-ecb8-4c49-95d1-167fd7f854b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:18.690100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37953c02-e33b-4332-98a6-c0b0e44a85f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Network': ['ID=3948c6f5-064c-4806-bec0-0705d9cb37a0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:18.737184 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-37953c02-e33b-4332-98a6-c0b0e44a85f0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6745412 Dec 20 21:35:18.738192 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46d19c09-3fc2-455b-a3d9-170224e3ecc4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:18.740629 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45878) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:18.746748 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2b334836-b063-42c2-9053-e8c4a77048c1 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'subnet': {'network_id': '3948c6f5-064c-4806-bec0-0705d9cb37a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:18.753721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 3948c6f5-064c-4806-bec0-0705d9cb37a0 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:35:18.810145 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 20 Dec 2021 21:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91647b60-38dd-4d5d-bf83-6fa542933eb5 x-openstack-request-id: req-91647b60-38dd-4d5d-bf83-6fa542933eb5 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:35:18.810145 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918c6519-7864-4419-b89f-13a66b7c119e", "name": "network-vif-deleted", "tag": "74aa1097-16a8-49ad-a0dd-f2cc7a7befc5", "status": "failed", "code": 422}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:35:18.810480 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91647b60-38dd-4d5d-bf83-6fa542933eb5 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:35:18.810958 n-d-xena-1 neutron-server[102402]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '918c6519-7864-4419-b89f-13a66b7c119e', 'name': 'network-vif-deleted', 'tag': '74aa1097-16a8-49ad-a0dd-f2cc7a7befc5', 'status': 'failed', 'code': 422} returned with failed status Dec 20 21:35:18.845665 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device dbb5824e-d6fb-4c21-a860-154321978ea5 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:18.943064 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-09b36cf0-ecb8-4c49-95d1-167fd7f854b0 None None] Port bacb74ff-0d96-4cad-a090-d8fa2f2da28b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:18.953187 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b334836-b063-42c2-9053-e8c4a77048c1 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:18.959214 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b334836-b063-42c2-9053-e8c4a77048c1 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.112754 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d5e426b4-a0a6-42b1-be9a-f9c1c89896a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.127386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c419e871-69ae-480c-a4c1-7d49a0596e57 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1709343402'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:19.130327 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port dbb5824e-d6fb-4c21-a860-154321978ea5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:19.130820 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.209760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'name': 'tempest-ServerRescueNegativeTestJSON-473457860-router', 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '1bf172a8-075d-4063-86e7-bc8d252dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:35:10Z', 'updated_at': '2021-12-20T21:35:17Z', 'revision_number': 4, 'project_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'gw_port': {'id': '1bf172a8-075d-4063-86e7-bc8d252dfc11', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:35:11Z', 'updated_at': '2021-12-20T21:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '6ef2c736-404b-48fa-96c1-2502112e1760', 'name': '', 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59', 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'mac_address': 'fa:16:3e:1c:77:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '03fc7761-0164-4b87-902e-5dc73b4f4dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:35:15Z', 'updated_at': '2021-12-20T21:35:17Z', 'revision_number': 2, 'project_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'subnets': [{'id': '03fc7761-0164-4b87-902e-5dc73b4f4dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:19.217816 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c419e871-69ae-480c-a4c1-7d49a0596e57 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Made reservation on behalf of 0ddc17b48e39475387a33c79f677581f for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:19.221328 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c419e871-69ae-480c-a4c1-7d49a0596e57 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.259623 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2990f936-3b5a-4a44-872a-647fde2b38a7 None None] The sync data for ids ['a222a56f-a654-4151-b110-e314aa70b5b6'] in n-d-xena-1 is: [{'id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'name': 'tempest-ServerRescueNegativeTestJSON-473457860-router', 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '1bf172a8-075d-4063-86e7-bc8d252dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:35:10Z', 'updated_at': '2021-12-20T21:35:17Z', 'revision_number': 4, 'project_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'gw_port': {'id': '1bf172a8-075d-4063-86e7-bc8d252dfc11', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:35:11Z', 'updated_at': '2021-12-20T21:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '6ef2c736-404b-48fa-96c1-2502112e1760', 'name': '', 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59', 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'mac_address': 'fa:16:3e:1c:77:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '03fc7761-0164-4b87-902e-5dc73b4f4dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:35:15Z', 'updated_at': '2021-12-20T21:35:17Z', 'revision_number': 2, 'project_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'subnets': [{'id': '03fc7761-0164-4b87-902e-5dc73b4f4dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:35:19.259884 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c419e871-69ae-480c-a4c1-7d49a0596e57 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.264471 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46d19c09-3fc2-455b-a3d9-170224e3ecc4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.303422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:35:19.312649 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b334836-b063-42c2-9053-e8c4a77048c1 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.326139 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-19512f2d-4963-449f-a4bf-f6cf041c814b admin admin] 10.222.0.32 "PUT /v2.0/routers/a222a56f-a654-4151-b110-e314aa70b5b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4193981 Dec 20 21:35:19.396559 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d5e426b4-a0a6-42b1-be9a-f9c1c89896a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.446220 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d5e426b4-a0a6-42b1-be9a-f9c1c89896a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.500340 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b334836-b063-42c2-9053-e8c4a77048c1 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Subnet': ['ID=b7b4ae52-9816-4d21-b4cf-7346bb2353b0,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:19.501212 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c419e871-69ae-480c-a4c1-7d49a0596e57 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.537598 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c419e871-69ae-480c-a4c1-7d49a0596e57 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.549216 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c419e871-69ae-480c-a4c1-7d49a0596e57 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:35:19.552133 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b334836-b063-42c2-9053-e8c4a77048c1 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Checking segment: {'id': 'f0c8a4fe-3e99-46a1-9d17-8ab326de3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3948c6f5-064c-4806-bec0-0705d9cb37a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:35:19.552849 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b334836-b063-42c2-9053-e8c4a77048c1 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network hostable DHCP agents. Network: 3948c6f5-064c-4806-bec0-0705d9cb37a0, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:35:19.560134 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d5e426b4-a0a6-42b1-be9a-f9c1c89896a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33646ddd9f3d40b6884e0cbf5a5feb18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7606995 Dec 20 21:35:19.567390 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45908) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:19.575562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e426b4-a0a6-42b1-be9a-f9c1c89896a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c09b991-0a5e-44c6-8dbb-e4d879d2ec29,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:19.594623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c419e871-69ae-480c-a4c1-7d49a0596e57 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.594975 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-c419e871-69ae-480c-a4c1-7d49a0596e57 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Added segment 6bb6f9fa-9f65-4a81-94aa-9a8603ee17b1 of type vlan for network 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf Dec 20 21:35:19.692006 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b334836-b063-42c2-9053-e8c4a77048c1 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network 3948c6f5-064c-4806-bec0-0705d9cb37a0 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:35:19.743530 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419e871-69ae-480c-a4c1-7d49a0596e57 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9554c809-33ce-4526-9e97-c13436d97528,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:19.766536 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cff6ac61-4107-4873-a2b2-3b4a101b2ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.768026 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c419e871-69ae-480c-a4c1-7d49a0596e57 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.792290 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cff6ac61-4107-4873-a2b2-3b4a101b2ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.808291 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c419e871-69ae-480c-a4c1-7d49a0596e57 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.821936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c419e871-69ae-480c-a4c1-7d49a0596e57 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:19.823586 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c419e871-69ae-480c-a4c1-7d49a0596e57 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.863558 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-2b334836-b063-42c2-9053-e8c4a77048c1 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 3948c6f5-064c-4806-bec0-0705d9cb37a0) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:19.872635 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e621837-0000-40a1-a340-bca5d7c7a604 None None] Network 3948c6f5-064c-4806-bec0-0705d9cb37a0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:19.899277 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b334836-b063-42c2-9053-e8c4a77048c1 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:19.899433 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45918) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:19.899955 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b334836-b063-42c2-9053-e8c4a77048c1 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.916406 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c419e871-69ae-480c-a4c1-7d49a0596e57 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7163410 Dec 20 21:35:19.919044 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cff6ac61-4107-4873-a2b2-3b4a101b2ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.921930 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cff6ac61-4107-4873-a2b2-3b4a101b2ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:19.924702 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45922) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:19.932376 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cff6ac61-4107-4873-a2b2-3b4a101b2ec5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c09b991-0a5e-44c6-8dbb-e4d879d2ec29 HTTP/1.1" status: 204 len: 168 time: 0.3613477 Dec 20 21:35:19.932736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-00b3a5e6-ea37-4fd2-9a07-5ac427c3616f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Request body: {'subnet': {'network_id': '3df2f4c6-8b77-4e23-acf0-3842b3ab85bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:20.034761 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419e871-69ae-480c-a4c1-7d49a0596e57 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event updated for resources: {'Network': ['ID=3df2f4c6-8b77-4e23-acf0-3842b3ab85bf,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:20.056837 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:35:20.076287 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2b334836-b063-42c2-9053-e8c4a77048c1 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3311040 Dec 20 21:35:20.076824 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6ac61-4107-4873-a2b2-3b4a101b2ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c09b991-0a5e-44c6-8dbb-e4d879d2ec29,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:20.078582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45926) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:20.093962 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-793bc939-7a5b-4c1d-89ea-4b092d7600ad tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-997723442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:20.140645 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-59455db8-c23a-47c4-b4a0-57ee954c1f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:20.146742 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbdbc8-097a-463d-831d-978c15ea631f req-d001a555-0c96-4e23-9f5e-00bbf95cd677 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:20.154551 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fbbdbc8-097a-463d-831d-978c15ea631f req-d001a555-0c96-4e23-9f5e-00bbf95cd677 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 907 time: 0.1947546 Dec 20 21:35:20.197432 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.api [None req-00b3a5e6-ea37-4fd2-9a07-5ac427c3616f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 20 21:35:20.197432 n-d-xena-1 neutron-server[102401]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 20 21:35:20.197432 n-d-xena-1 neutron-server[102401]: [parameters: {'project_id_1': '0ddc17b48e39475387a33c79f677581f', 'expiration_1': datetime.datetime(2021, 12, 20, 21, 35, 0, 129867)}] Dec 20 21:35:20.197432 n-d-xena-1 neutron-server[102401]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:35:20.198332 n-d-xena-1 neutron-server[102401]: DEBUG oslo_db.api [None req-00b3a5e6-ea37-4fd2-9a07-5ac427c3616f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:35:20.228726 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-793bc939-7a5b-4c1d-89ea-4b092d7600ad tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:20.229940 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-793bc939-7a5b-4c1d-89ea-4b092d7600ad tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:20.250805 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46d19c09-3fc2-455b-a3d9-170224e3ecc4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:20.267170 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46d19c09-3fc2-455b-a3d9-170224e3ecc4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:20.270048 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46d19c09-3fc2-455b-a3d9-170224e3ecc4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:20.304567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-3948c6f5-064c-4806-bec0-0705d9cb37a0', 'network_id': '3948c6f5-064c-4806-bec0-0705d9cb37a0', 'tenant_id': '20f7a6967bf04b9eaaba6fae46f5d611', 'fixed_ips': [{'subnet_id': 'b7b4ae52-9816-4d21-b4cf-7346bb2353b0'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:35:20.305501 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:20.394907 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-793bc939-7a5b-4c1d-89ea-4b092d7600ad tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:20.427304 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d19c09-3fc2-455b-a3d9-170224e3ecc4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=bacb74ff-0d96-4cad-a090-d8fa2f2da28b,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:20.450501 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-793bc939-7a5b-4c1d-89ea-4b092d7600ad tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:20.501317 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-793bc939-7a5b-4c1d-89ea-4b092d7600ad tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:20.501883 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d19c09-3fc2-455b-a3d9-170224e3ecc4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 2ada5674-2048-485a-9e60-2f9c32eb87f6 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:20.502716 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-793bc939-7a5b-4c1d-89ea-4b092d7600ad tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4229586 Dec 20 21:35:20.510835 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45940) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:20.512059 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-46d19c09-3fc2-455b-a3d9-170224e3ecc4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:20.534782 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2b91ccf5-bec7-41ec-9072-f273a6e20bac tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'network_id': '3948c6f5-064c-4806-bec0-0705d9cb37a0', 'name': 'tempest-PortsTestJSON-1861759106'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:20.546143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9877ec-3792-4004-a34b-f0a274151700 req-4be262b4-933a-493c-9edb-29638265964f tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:20.547658 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe9877ec-3792-4004-a34b-f0a274151700 req-4be262b4-933a-493c-9edb-29638265964f tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/networks?id=c53e45c5-69f2-430c-8636-36554bee4d59 HTTP/1.1" status: 200 len: 818 time: 0.2988122 Dec 20 21:35:20.569215 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Allocated IP 172.20.0.2 (3948c6f5-064c-4806-bec0-0705d9cb37a0/b7b4ae52-9816-4d21-b4cf-7346bb2353b0/7864679b-31cd-4dd5-a2fe-6a7d01ea6abf) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:20.572596 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-59455db8-c23a-47c4-b4a0-57ee954c1f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:20.583063 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe9877ec-3792-4004-a34b-f0a274151700 req-686b3555-d274-4e49-b1c4-6a9e453bfc15 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/quotas/4ba28dca7fe84eb3b545f731ba040a0d HTTP/1.1" status: 200 len: 375 time: 0.0188637 Dec 20 21:35:20.587373 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-59455db8-c23a-47c4-b4a0-57ee954c1f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:20.629797 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-59455db8-c23a-47c4-b4a0-57ee954c1f0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35d0c4f05acd4ca1bdffeef086a903ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7288635 Dec 20 21:35:20.649559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45942) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:20.744655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45944) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:20.749852 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59455db8-c23a-47c4-b4a0-57ee954c1f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bb1586-da3e-447f-b050-8bb221fef7fd,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:20.819629 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-25d8c48d-cd05-4863-836f-cc07236b534b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:20.829055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1bf172a8-075d-4063-86e7-bc8d252dfc11 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:20.843444 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe9877ec-3792-4004-a34b-f0a274151700 req-f6a22756-ce8e-4213-8041-8abf85fd3dd0 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ba28dca7fe84eb3b545f731ba040a0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2271152 Dec 20 21:35:20.938596 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b3a5e6-ea37-4fd2-9a07-5ac427c3616f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Made reservation on behalf of 0ddc17b48e39475387a33c79f677581f for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:20.942117 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00b3a5e6-ea37-4fd2-9a07-5ac427c3616f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:20.977613 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b91ccf5-bec7-41ec-9072-f273a6e20bac tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:20.983449 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b91ccf5-bec7-41ec-9072-f273a6e20bac tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:20.985081 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:20.987511 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d19c09-3fc2-455b-a3d9-170224e3ecc4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Router 1c4b366e-dc87-4044-a9f9-a5e06355dada is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:35:20.997471 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 1bf172a8-075d-4063-86e7-bc8d252dfc11 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:20.998169 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:21.010657 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6fe978c3-7a46-42f4-afd0-664edf586107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:21.043373 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-2b91ccf5-bec7-41ec-9072-f273a6e20bac tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] device_id is not set on port 2aec5fc7-1989-476c-9f57-bc79c5c07583 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:35:21.051102 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:21.064048 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-dada7330-f668-4469-a690-77e07c26c0d6 None None] Provisioning complete for port bacb74ff-0d96-4cad-a090-d8fa2f2da28b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:21.064767 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dada7330-f668-4469-a690-77e07c26c0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:21.104795 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-dada7330-f668-4469-a690-77e07c26c0d6 None None] Port bacb74ff-0d96-4cad-a090-d8fa2f2da28b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:21.134081 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Network 3948c6f5-064c-4806-bec0-0705d9cb37a0 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:21.139830 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe9877ec-3792-4004-a34b-f0a274151700 req-2be71d2f-f1a7-4494-a28e-7e62527ccfa4 service neutron] 10.222.0.32 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946546 Dec 20 21:35:21.156599 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6fe978c3-7a46-42f4-afd0-664edf586107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:21.163985 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:21.165565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d19c09-3fc2-455b-a3d9-170224e3ecc4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:35:21.167818 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Pushing event updated for resources: {'Port': ['ID=7864679b-31cd-4dd5-a2fe-6a7d01ea6abf,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:21.175284 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-46d19c09-3fc2-455b-a3d9-170224e3ecc4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "PUT /v2.0/routers/1c4b366e-dc87-4044-a9f9-a5e06355dada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7292171 Dec 20 21:35:21.175776 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:21.177341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45946) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:21.182695 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06509389-eecf-4a36-912d-a7ae0af75e43 None None] Sync routers for ids ['1c4b366e-dc87-4044-a9f9-a5e06355dada'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:35:21.197800 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06509389-eecf-4a36-912d-a7ae0af75e43 None None] Routers {'1c4b366e-dc87-4044-a9f9-a5e06355dada'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:35:21.198466 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-06509389-eecf-4a36-912d-a7ae0af75e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:34:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1c4b366e-dc87-4044-a9f9-a5e06355dada'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:21.241580 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:21.267267 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 1bf172a8-075d-4063-86e7-bc8d252dfc11, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1bf172a8-075d-4063-86e7-bc8d252dfc11,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:21.275344 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:21.292859 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-06509389-eecf-4a36-912d-a7ae0af75e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:21.304049 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06509389-eecf-4a36-912d-a7ae0af75e43 None None] Routers {'1c4b366e-dc87-4044-a9f9-a5e06355dada'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:35:21.306248 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-06509389-eecf-4a36-912d-a7ae0af75e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:34:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1c4b366e-dc87-4044-a9f9-a5e06355dada'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:21.324657 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-25d8c48d-cd05-4863-836f-cc07236b534b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:21.351385 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-25d8c48d-cd05-4863-836f-cc07236b534b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:21.365005 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Attempting to bind port 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:35:21.365578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Attempting to bind port 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'f0c8a4fe-3e99-46a1-9d17-8ab326de3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3948c6f5-064c-4806-bec0-0705d9cb37a0'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:35:21.365793 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Attempting to bind port 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf on network 3948c6f5-064c-4806-bec0-0705d9cb37a0 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:35:21.375126 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-06509389-eecf-4a36-912d-a7ae0af75e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:21.376182 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06509389-eecf-4a36-912d-a7ae0af75e43 None None] The sync data for ids ['1c4b366e-dc87-4044-a9f9-a5e06355dada'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:35:21.383255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:35:21.383666 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Checking segment: {'id': 'f0c8a4fe-3e99-46a1-9d17-8ab326de3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3948c6f5-064c-4806-bec0-0705d9cb37a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:35:21.384067 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:21.384534 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Bound using segment: {'id': 'f0c8a4fe-3e99-46a1-9d17-8ab326de3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3948c6f5-064c-4806-bec0-0705d9cb37a0'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:35:21.385030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Bound port: 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c8a4fe-3e99-46a1-9d17-8ab326de3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '3948c6f5-064c-4806-bec0-0705d9cb37a0'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:35:21.385330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-2b91ccf5-bec7-41ec-9072-f273a6e20bac tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Allocated IP 172.20.0.13 (3948c6f5-064c-4806-bec0-0705d9cb37a0/b7b4ae52-9816-4d21-b4cf-7346bb2353b0/2aec5fc7-1989-476c-9f57-bc79c5c07583) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:21.385468 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:21.405164 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6fe978c3-7a46-42f4-afd0-664edf586107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:21.407696 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6fe978c3-7a46-42f4-afd0-664edf586107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:21.407899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d528cc-5335-4b9c-9d0b-7b8d1c425aba tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:21.409472 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-04d528cc-5335-4b9c-9d0b-7b8d1c425aba tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c4b366e-dc87-4044-a9f9-a5e06355dada HTTP/1.1" status: 200 len: 988 time: 0.2304330 Dec 20 21:35:21.414622 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45954) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:21.422789 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6fe978c3-7a46-42f4-afd0-664edf586107 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04bb1586-da3e-447f-b050-8bb221fef7fd HTTP/1.1" status: 204 len: 168 time: 0.7719576 Dec 20 21:35:21.436767 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f0daa-0b41-47c6-8f05-75e0a16ddb8a req-6bb80601-f2e2-43d1-bf9e-a3ace3e960b4 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:21.438408 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-261f0daa-0b41-47c6-8f05-75e0a16ddb8a req-6bb80601-f2e2-43d1-bf9e-a3ace3e960b4 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 907 time: 0.1246226 Dec 20 21:35:21.451341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=1bf172a8-075d-4063-86e7-bc8d252dfc11,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:21.509555 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] For port 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:35:21.518096 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] For port 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7864679b-31cd-4dd5-a2fe-6a7d01ea6abf,segment=NetworkSegment(f0c8a4fe-3e99-46a1-9d17-8ab326de3f3f),segment_id=f0c8a4fe-3e99-46a1-9d17-8ab326de3f3f)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:35:21.531702 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:21.612401 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc84aa-8c23-446e-8dc9-e4f39becd150 None None] Pushing event updated for resources: {'Port': ['ID=7864679b-31cd-4dd5-a2fe-6a7d01ea6abf,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:21.684192 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8c48d-cd05-4863-836f-cc07236b534b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97d563d-add7-48cf-91c5-f0956526ca47,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:21.693048 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-25d8c48d-cd05-4863-836f-cc07236b534b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3dd8edaa11204633af519ebd837a385c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9387231 Dec 20 21:35:21.724803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45956) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:21.753575 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe978c3-7a46-42f4-afd0-664edf586107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bb1586-da3e-447f-b050-8bb221fef7fd,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:21.802132 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00b3a5e6-ea37-4fd2-9a07-5ac427c3616f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:21.873460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17164c-9bab-43dd-a628-d521768dd145 req-d6aad951-6c78-45c3-80a4-53abd19ca8f9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:21.875080 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e17164c-9bab-43dd-a628-d521768dd145 req-d6aad951-6c78-45c3-80a4-53abd19ca8f9 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 907 time: 0.2878473 Dec 20 21:35:21.926282 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe9877ec-3792-4004-a34b-f0a274151700 req-df46e1f6-5589-408e-9750-5d4e076e90b8 service neutron] 10.222.0.32 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7855451 Dec 20 21:35:21.966689 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3a5e6-ea37-4fd2-9a07-5ac427c3616f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event updated for resources: {'Subnet': ['ID=83a33280-7e97-4291-b9bd-fa0cc28bd8bd,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:21.970266 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eaecd6b-656c-4248-b520-9ad2389afbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:22.003204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45960) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:22.025790 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eaecd6b-656c-4248-b520-9ad2389afbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:22.035300 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f45f1951-2173-463b-87db-07df5744ca7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:22.125624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b3a5e6-ea37-4fd2-9a07-5ac427c3616f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Checking segment: {'id': '6bb6f9fa-9f65-4a81-94aa-9a8603ee17b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3df2f4c6-8b77-4e23-acf0-3842b3ab85bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:35:22.125998 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b3a5e6-ea37-4fd2-9a07-5ac427c3616f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Network hostable DHCP agents. Network: 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:35:22.131178 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eaecd6b-656c-4248-b520-9ad2389afbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:22.133576 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eaecd6b-656c-4248-b520-9ad2389afbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:22.134770 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4eaecd6b-656c-4248-b520-9ad2389afbd5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e97d563d-add7-48cf-91c5-f0956526ca47 HTTP/1.1" status: 204 len: 168 time: 0.4088557 Dec 20 21:35:22.154095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaecd6b-656c-4248-b520-9ad2389afbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97d563d-add7-48cf-91c5-f0956526ca47,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:22.184960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b3a5e6-ea37-4fd2-9a07-5ac427c3616f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Network 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:35:22.198276 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-2e17164c-9bab-43dd-a628-d521768dd145 req-f9f41369-2dc6-4ceb-805b-db8b1cdc31b3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Deleting port 8e30c80e-eb9e-4294-abb0-1985a9790fd9 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:22.198276 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2e17164c-9bab-43dd-a628-d521768dd145 req-f9f41369-2dc6-4ceb-805b-db8b1cdc31b3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:22.217035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-00b3a5e6-ea37-4fd2-9a07-5ac427c3616f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:22.225974 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ba13b5-bed3-4684-a63a-8a9e4a5f7154 None None] Network 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:22.232599 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b3a5e6-ea37-4fd2-9a07-5ac427c3616f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:22.233176 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-00b3a5e6-ea37-4fd2-9a07-5ac427c3616f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:22.302314 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-00b3a5e6-ea37-4fd2-9a07-5ac427c3616f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3765039 Dec 20 21:35:22.305288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45968) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:22.314329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f2cfb6f1-b08f-4da2-b097-4f99e737c7a4 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Request body: {'port': {'network_id': '3df2f4c6-8b77-4e23-acf0-3842b3ab85bf', 'name': 'tempest-AllowedAddressPairTestJSON-1548507171'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:22.409631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-2e17164c-9bab-43dd-a628-d521768dd145 req-f9f41369-2dc6-4ceb-805b-db8b1cdc31b3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] For port 8e30c80e-eb9e-4294-abb0-1985a9790fd9, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=8e30c80e-eb9e-4294-abb0-1985a9790fd9,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:22.410217 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2e17164c-9bab-43dd-a628-d521768dd145 req-f9f41369-2dc6-4ceb-805b-db8b1cdc31b3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:22.439980 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-2e17164c-9bab-43dd-a628-d521768dd145 req-f9f41369-2dc6-4ceb-805b-db8b1cdc31b3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Calling delete_port for 8e30c80e-eb9e-4294-abb0-1985a9790fd9 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:22.443380 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-474d5ca0-8b12-4a13-8b98-791a389dbdb9 req-1fa09b65-6444-44ef-bb14-10f2bf3ab053 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 210 time: 0.3276768 Dec 20 21:35:22.499574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-3df2f4c6-8b77-4e23-acf0-3842b3ab85bf', 'network_id': '3df2f4c6-8b77-4e23-acf0-3842b3ab85bf', 'tenant_id': '0ddc17b48e39475387a33c79f677581f', 'fixed_ips': [{'subnet_id': '83a33280-7e97-4291-b9bd-fa0cc28bd8bd'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:35:22.500879 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:22.596713 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cfb6f1-b08f-4da2-b097-4f99e737c7a4 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Made reservation on behalf of 0ddc17b48e39475387a33c79f677581f for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:22.600731 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb6f1-b08f-4da2-b097-4f99e737c7a4 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:22.674232 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Allocated IP 172.20.0.2 (3df2f4c6-8b77-4e23-acf0-3842b3ab85bf/83a33280-7e97-4291-b9bd-fa0cc28bd8bd/61da26a0-cba1-4f8f-8175-c8b554cab3ad) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:22.764882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-f2cfb6f1-b08f-4da2-b097-4f99e737c7a4 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] device_id is not set on port 0c70e3b6-5651-4d38-93af-ff1a0cb0f584 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:35:22.791871 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b91ccf5-bec7-41ec-9072-f273a6e20bac tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:22.875796 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:22.885815 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:22.935579 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Network 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:22.940709 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:22.947662 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:23.000346 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1bf172a8-075d-4063-86e7-bc8d252dfc11 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:23.034012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e0360-f41f-44dd-a355-45b99716f25f req-45a32e55-0fbb-44ed-81ee-e3ac471b9478 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:23.035753 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f26e0360-f41f-44dd-a355-45b99716f25f req-45a32e55-0fbb-44ed-81ee-e3ac471b9478 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 907 time: 0.3767381 Dec 20 21:35:23.132663 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Pushing event updated for resources: {'Port': ['ID=61da26a0-cba1-4f8f-8175-c8b554cab3ad,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:23.167024 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Attempting to bind port 61da26a0-cba1-4f8f-8175-c8b554cab3ad on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:35:23.167599 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Attempting to bind port 61da26a0-cba1-4f8f-8175-c8b554cab3ad by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '6bb6f9fa-9f65-4a81-94aa-9a8603ee17b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3df2f4c6-8b77-4e23-acf0-3842b3ab85bf'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:35:23.168182 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Attempting to bind port 61da26a0-cba1-4f8f-8175-c8b554cab3ad on network 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:35:23.176882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:35:23.177851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Checking segment: {'id': '6bb6f9fa-9f65-4a81-94aa-9a8603ee17b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3df2f4c6-8b77-4e23-acf0-3842b3ab85bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:35:23.178572 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:23.179344 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Bound using segment: {'id': '6bb6f9fa-9f65-4a81-94aa-9a8603ee17b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3df2f4c6-8b77-4e23-acf0-3842b3ab85bf'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:35:23.180134 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Bound port: 61da26a0-cba1-4f8f-8175-c8b554cab3ad, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb6f9fa-9f65-4a81-94aa-9a8603ee17b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '3df2f4c6-8b77-4e23-acf0-3842b3ab85bf'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:35:23.180760 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:23.198469 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2e17164c-9bab-43dd-a628-d521768dd145 req-f9f41369-2dc6-4ceb-805b-db8b1cdc31b3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:23.245820 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Sync routers for ids ['a222a56f-a654-4151-b110-e314aa70b5b6'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:35:23.265490 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f45f1951-2173-463b-87db-07df5744ca7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:23.267568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Routers {'a222a56f-a654-4151-b110-e314aa70b5b6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:35:23.269223 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:34:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a222a56f-a654-4151-b110-e314aa70b5b6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:23.279923 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b91ccf5-bec7-41ec-9072-f273a6e20bac tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:23.318871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-f2cfb6f1-b08f-4da2-b097-4f99e737c7a4 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Allocated IP 172.20.0.6 (3df2f4c6-8b77-4e23-acf0-3842b3ab85bf/83a33280-7e97-4291-b9bd-fa0cc28bd8bd/0c70e3b6-5651-4d38-93af-ff1a0cb0f584) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:23.327333 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f45f1951-2173-463b-87db-07df5744ca7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:23.334121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f41369-2dc6-4ceb-805b-db8b1cdc31b3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Pushing event deleted for resources: {'Port': ['ID=8e30c80e-eb9e-4294-abb0-1985a9790fd9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:23.422722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 1bf172a8-075d-4063-86e7-bc8d252dfc11 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:23.423358 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:23.434270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] For port 61da26a0-cba1-4f8f-8175-c8b554cab3ad, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:35:23.449437 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e17164c-9bab-43dd-a628-d521768dd145 req-f9f41369-2dc6-4ceb-805b-db8b1cdc31b3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] No DVR routers for this DVR port 8e30c80e-eb9e-4294-abb0-1985a9790fd9 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:35:23.458896 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2e17164c-9bab-43dd-a628-d521768dd145 req-f9f41369-2dc6-4ceb-805b-db8b1cdc31b3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:23.462670 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e17164c-9bab-43dd-a628-d521768dd145 req-f9f41369-2dc6-4ceb-805b-db8b1cdc31b3 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.31 "DELETE /v2.0/ports/8e30c80e-eb9e-4294-abb0-1985a9790fd9 HTTP/1.1" status: 204 len: 173 time: 1.5593247 Dec 20 21:35:23.463272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05d9061-d0ec-4181-b6f6-ad5660bb2307', 'name': 'network-vif-deleted', 'tag': '8e30c80e-eb9e-4294-abb0-1985a9790fd9'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:35:23.467652 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06591474-6399-48bc-9fc7-5f445e75f650" -d '{"events": [{"server_uuid": "c05d9061-d0ec-4181-b6f6-ad5660bb2307", "name": "network-vif-deleted", "tag": "8e30c80e-eb9e-4294-abb0-1985a9790fd9"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:35:23.531922 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b91ccf5-bec7-41ec-9072-f273a6e20bac tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network 3948c6f5-064c-4806-bec0-0705d9cb37a0 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:23.540299 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e543d4e4-9c31-4de1-b698-21852e2124df x-openstack-request-id: req-e543d4e4-9c31-4de1-b698-21852e2124df {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:35:23.540692 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05d9061-d0ec-4181-b6f6-ad5660bb2307", "name": "network-vif-deleted", "tag": "8e30c80e-eb9e-4294-abb0-1985a9790fd9", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:35:23.541043 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e543d4e4-9c31-4de1-b698-21852e2124df {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:35:23.542237 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05d9061-d0ec-4181-b6f6-ad5660bb2307', 'name': 'network-vif-deleted', 'tag': '8e30c80e-eb9e-4294-abb0-1985a9790fd9', 'status': 'completed', 'code': 200} Dec 20 21:35:23.601750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Set router a222a56f-a654-4151-b110-e314aa70b5b6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:35:23.650409 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f45f1951-2173-463b-87db-07df5744ca7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5b1010f11774e64ab841af77be58134&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6438615 Dec 20 21:35:23.650409 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-2b91ccf5-bec7-41ec-9072-f273a6e20bac tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:23.662799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46010) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:23.673044 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b91ccf5-bec7-41ec-9072-f273a6e20bac tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:23.676814 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91ccf5-bec7-41ec-9072-f273a6e20bac tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=2aec5fc7-1989-476c-9f57-bc79c5c07583,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:23.688692 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-f08f8e42-50ab-4cf2-abc7-23467f2a7a9e tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:23.697467 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-f08f8e42-50ab-4cf2-abc7-23467f2a7a9e tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/networks?id=c53e45c5-69f2-430c-8636-36554bee4d59 HTTP/1.1" status: 200 len: 818 time: 0.6504984 Dec 20 21:35:23.699575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f1951-2173-463b-87db-07df5744ca7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab5eba4-9391-4bc3-b1dd-a9790475ae54,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:23.739350 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb6f1-b08f-4da2-b097-4f99e737c7a4 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:23.759424 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-646e78a2-f49c-482a-9488-69ff9c9446f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:23.835781 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-0440b718-b059-4d17-a867-32d3ed47ea64 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/quotas/4ba28dca7fe84eb3b545f731ba040a0d HTTP/1.1" status: 200 len: 375 time: 0.1370585 Dec 20 21:35:23.943753 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b91ccf5-bec7-41ec-9072-f273a6e20bac tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:23.944319 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b91ccf5-bec7-41ec-9072-f273a6e20bac tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:23.957531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff388a16-8b7e-43c8-8cea-82cb86fd5cb2 None None] Network 3948c6f5-064c-4806-bec0-0705d9cb37a0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:23.966954 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] For port 61da26a0-cba1-4f8f-8175-c8b554cab3ad, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=61da26a0-cba1-4f8f-8175-c8b554cab3ad,segment=NetworkSegment(6bb6f9fa-9f65-4a81-94aa-9a8603ee17b1),segment_id=6bb6f9fa-9f65-4a81-94aa-9a8603ee17b1)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:35:24.015308 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:24.024969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9877ec-3792-4004-a34b-f0a274151700 req-5b87040a-3213-48f7-8170-e750a684af13 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:24.027191 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe9877ec-3792-4004-a34b-f0a274151700 req-5b87040a-3213-48f7-8170-e750a684af13 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.66 "GET /v2.0/networks?id=c53e45c5-69f2-430c-8636-36554bee4d59 HTTP/1.1" status: 200 len: 818 time: 0.2130165 Dec 20 21:35:24.038198 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46018) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:24.038393 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2b91ccf5-bec7-41ec-9072-f273a6e20bac tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5104721 Dec 20 21:35:24.089797 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8eec60-326d-419c-85cf-fe65bb849358 None None] Pushing event updated for resources: {'Port': ['ID=61da26a0-cba1-4f8f-8175-c8b554cab3ad,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:24.101256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-fe9877ec-3792-4004-a34b-f0a274151700 req-51b96a06-a5e4-49cf-9d36-3549a1d180bb tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Request body: {'port': {'device_id': '5ca1cf70-287a-42b2-baf4-3e0e658b73a4', 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59', 'admin_state_up': True, 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:24.114396 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:35:24.115413 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-b0d50b35-f956-4b6c-ae2c-76b2213ecaab tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ba28dca7fe84eb3b545f731ba040a0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2785370 Dec 20 21:35:24.143636 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-cea5539a-cd57-4048-85e0-8b4fb1bfa741 None None] Provisioning complete for port 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:24.144134 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cea5539a-cd57-4048-85e0-8b4fb1bfa741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:24.166718 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb6f1-b08f-4da2-b097-4f99e737c7a4 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:24.213374 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-884bb79e-f4a8-4995-aee5-5a059c60d10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:24.236810 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-884bb79e-f4a8-4995-aee5-5a059c60d10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:24.311070 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:24.390634 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-14bce5f8-a816-4fb2-a21d-c9beec475072 service neutron] 10.222.0.32 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740598 Dec 20 21:35:24.435036 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c93a8c12-f47a-409a-af0f-73df8740f703 req-48a74cf6-60e6-4d34-afd0-4e40d686d3f5 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05d9061-d0ec-4181-b6f6-ad5660bb2307 HTTP/1.1" status: 200 len: 210 time: 0.1735866 Dec 20 21:35:24.616655 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cea5539a-cd57-4048-85e0-8b4fb1bfa741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:24.635496 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-1d7e4263-c1b0-42e5-9f57-955fd566dd20 service neutron] 10.222.0.32 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349751 Dec 20 21:35:24.650192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:24.657164 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:24.660135 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-646e78a2-f49c-482a-9488-69ff9c9446f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port bacb74ff-0d96-4cad-a090-d8fa2f2da28b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:24.660565 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-646e78a2-f49c-482a-9488-69ff9c9446f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:24.665529 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'name': 'tempest-ServerRescueNegativeTestJSON-473457860-router', 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '1bf172a8-075d-4063-86e7-bc8d252dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:35:10Z', 'updated_at': '2021-12-20T21:35:17Z', 'revision_number': 4, 'project_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'gw_port': {'id': '1bf172a8-075d-4063-86e7-bc8d252dfc11', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:35:11Z', 'updated_at': '2021-12-20T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '6ef2c736-404b-48fa-96c1-2502112e1760', 'name': '', 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59', 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'mac_address': 'fa:16:3e:1c:77:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '03fc7761-0164-4b87-902e-5dc73b4f4dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:35:15Z', 'updated_at': '2021-12-20T21:35:17Z', 'revision_number': 2, 'project_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'subnets': [{'id': '03fc7761-0164-4b87-902e-5dc73b4f4dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:24.724367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9877ec-3792-4004-a34b-f0a274151700 req-51b96a06-a5e4-49cf-9d36-3549a1d180bb tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Made reservation on behalf of 4ba28dca7fe84eb3b545f731ba040a0d for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:24.733612 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe9877ec-3792-4004-a34b-f0a274151700 req-51b96a06-a5e4-49cf-9d36-3549a1d180bb tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:24.754818 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cfb6f1-b08f-4da2-b097-4f99e737c7a4 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Network 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:24.766571 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Checking router: a222a56f-a654-4151-b110-e314aa70b5b6 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:35:24.766927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Updating router a222a56f-a654-4151-b110-e314aa70b5b6 port 6ef2c736-404b-48fa-96c1-2502112e1760 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:35:24.787754 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-884bb79e-f4a8-4995-aee5-5a059c60d10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:24.790318 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-884bb79e-f4a8-4995-aee5-5a059c60d10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:24.791506 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-884bb79e-f4a8-4995-aee5-5a059c60d10a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dab5eba4-9391-4bc3-b1dd-a9790475ae54 HTTP/1.1" status: 204 len: 168 time: 1.1277137 Dec 20 21:35:24.795619 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-646e78a2-f49c-482a-9488-69ff9c9446f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:24.809131 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-f2cfb6f1-b08f-4da2-b097-4f99e737c7a4 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:24.812794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cfb6f1-b08f-4da2-b097-4f99e737c7a4 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:24.825673 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-646e78a2-f49c-482a-9488-69ff9c9446f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for bacb74ff-0d96-4cad-a090-d8fa2f2da28b owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:24.854499 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bb79e-f4a8-4995-aee5-5a059c60d10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab5eba4-9391-4bc3-b1dd-a9790475ae54,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:24.857727 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfb6f1-b08f-4da2-b097-4f99e737c7a4 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event updated for resources: {'Port': ['ID=0c70e3b6-5651-4d38-93af-ff1a0cb0f584,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:24.872085 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:24.896112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-cea5539a-cd57-4048-85e0-8b4fb1bfa741 None None] For port 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7864679b-31cd-4dd5-a2fe-6a7d01ea6abf,segment=NetworkSegment(f0c8a4fe-3e99-46a1-9d17-8ab326de3f3f),segment_id=f0c8a4fe-3e99-46a1-9d17-8ab326de3f3f)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:25.034900 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:25.046206 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cea5539a-cd57-4048-85e0-8b4fb1bfa741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:25.101831 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cfb6f1-b08f-4da2-b097-4f99e737c7a4 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:25.102725 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2cfb6f1-b08f-4da2-b097-4f99e737c7a4 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:25.141076 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5c3bd9c2-fae7-4aaa-9e33-766d147d8a24 req-11337f02-5775-4df7-a5a4-7e227f44d1aa tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 210 time: 0.1161962 Dec 20 21:35:25.156700 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f2cfb6f1-b08f-4da2-b097-4f99e737c7a4 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8499320 Dec 20 21:35:25.159698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46042) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:25.170626 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-23e8ddd1-e270-4fdf-b73f-d2086e421b43 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Request body: {'port': {'network_id': '3df2f4c6-8b77-4e23-acf0-3842b3ab85bf', 'name': 'tempest-AllowedAddressPairTestJSON-2136634355', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ab:01:01'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:25.216698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-fe9877ec-3792-4004-a34b-f0a274151700 req-51b96a06-a5e4-49cf-9d36-3549a1d180bb tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Allocated IP 172.20.0.11 (c53e45c5-69f2-430c-8636-36554bee4d59/03fc7761-0164-4b87-902e-5dc73b4f4dd3/a63438e6-9c1f-47cb-bc0a-a6eb998d447a) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:25.369534 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-646e78a2-f49c-482a-9488-69ff9c9446f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:25.404601 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5539a-cd57-4048-85e0-8b4fb1bfa741 None None] Pushing event updated for resources: {'Port': ['ID=7864679b-31cd-4dd5-a2fe-6a7d01ea6abf,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:25.405330 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:25.467233 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e78a2-f49c-482a-9488-69ff9c9446f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=bacb74ff-0d96-4cad-a090-d8fa2f2da28b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:25.645487 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 8e30c80e-eb9e-4294-abb0-1985a9790fd9 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:35:25.710954 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 8e30c80e-eb9e-4294-abb0-1985a9790fd9 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:35:25.711300 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 8e30c80e-eb9e-4294-abb0-1985a9790fd9 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:35:25.782387 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:35:25.782778 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:35:25.798904 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-646e78a2-f49c-482a-9488-69ff9c9446f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:25.804334 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b527a5d2-2b65-4516-a127-4120b30fef2a None None] Provisioning complete for port 2aec5fc7-1989-476c-9f57-bc79c5c07583 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:25.815061 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b527a5d2-2b65-4516-a127-4120b30fef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:25.977661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b527a5d2-2b65-4516-a127-4120b30fef2a None None] Port 2aec5fc7-1989-476c-9f57-bc79c5c07583 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:26.027405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b527a5d2-2b65-4516-a127-4120b30fef2a None None] Provisioning complete for port 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:26.028633 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b527a5d2-2b65-4516-a127-4120b30fef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:26.045388 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:26.064332 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:26.097159 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fec40bc-0ae4-46f5-8d0a-5871432ab62a None None] Network 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:26.392507 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=2aec5fc7-1989-476c-9f57-bc79c5c07583,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:26.560817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f1994039-8650-47e7-b891-51d5619e2c86 None None] Provisioning complete for port 61da26a0-cba1-4f8f-8175-c8b554cab3ad triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:26.561659 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1994039-8650-47e7-b891-51d5619e2c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:26.717130 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1994039-8650-47e7-b891-51d5619e2c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:26.795996 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f1994039-8650-47e7-b891-51d5619e2c86 None None] For port 61da26a0-cba1-4f8f-8175-c8b554cab3ad, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=61da26a0-cba1-4f8f-8175-c8b554cab3ad,segment=NetworkSegment(6bb6f9fa-9f65-4a81-94aa-9a8603ee17b1),segment_id=6bb6f9fa-9f65-4a81-94aa-9a8603ee17b1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:26.804668 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1994039-8650-47e7-b891-51d5619e2c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:26.878515 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646e78a2-f49c-482a-9488-69ff9c9446f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Router 1c4b366e-dc87-4044-a9f9-a5e06355dada has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:35:26.946979 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1994039-8650-47e7-b891-51d5619e2c86 None None] Pushing event updated for resources: {'Port': ['ID=61da26a0-cba1-4f8f-8175-c8b554cab3ad,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:26.954421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:27.045959 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f1994039-8650-47e7-b891-51d5619e2c86 None None] Provisioning complete for port 2aec5fc7-1989-476c-9f57-bc79c5c07583 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:27.046367 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1994039-8650-47e7-b891-51d5619e2c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:27.080242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646e78a2-f49c-482a-9488-69ff9c9446f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:35:27.090666 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f070b85-dd11-4884-9822-ccbedbd6552d None None] Sync routers for ids ['1c4b366e-dc87-4044-a9f9-a5e06355dada'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:35:27.103745 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f070b85-dd11-4884-9822-ccbedbd6552d None None] Routers {'1c4b366e-dc87-4044-a9f9-a5e06355dada'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:35:27.105837 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0f070b85-dd11-4884-9822-ccbedbd6552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:34:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1c4b366e-dc87-4044-a9f9-a5e06355dada'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:27.106090 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aea0dd-fa4f-455c-853b-e437f6973553 req-f6bfa74e-c391-44c2-8721-3b38e2daf782 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:27.114866 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-95aea0dd-fa4f-455c-853b-e437f6973553 req-f6bfa74e-c391-44c2-8721-3b38e2daf782 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 945 time: 0.8270798 Dec 20 21:35:27.125465 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-646e78a2-f49c-482a-9488-69ff9c9446f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "PUT /v2.0/routers/1c4b366e-dc87-4044-a9f9-a5e06355dada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7088065 Dec 20 21:35:27.128740 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46090) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:27.146322 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f1994039-8650-47e7-b891-51d5619e2c86 None None] Port 2aec5fc7-1989-476c-9f57-bc79c5c07583 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:27.167330 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:27.167701 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:27.212732 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0f070b85-dd11-4884-9822-ccbedbd6552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:27.237641 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de8121e1-c6c7-45a6-a2ed-06d1098ff2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:27.237849 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f070b85-dd11-4884-9822-ccbedbd6552d None None] Routers {'1c4b366e-dc87-4044-a9f9-a5e06355dada'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:35:27.242172 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0f070b85-dd11-4884-9822-ccbedbd6552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:34:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1c4b366e-dc87-4044-a9f9-a5e06355dada'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:27.271446 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a747409c-c8dc-4b36-b7e5-46836856bccb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] GET failed (client error): The resource could not be found. Dec 20 21:35:27.274265 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-91cabaa0-fb04-484b-89a9-f660e6b3f1b7 req-b532b382-4e7e-44ad-b2f9-cfb21d1cf967 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 210 time: 0.8271744 Dec 20 21:35:27.277256 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a747409c-c8dc-4b36-b7e5-46836856bccb tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports/bacb74ff-0d96-4cad-a090-d8fa2f2da28b HTTP/1.1" status: 404 len: 333 time: 0.1474526 Dec 20 21:35:27.294043 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46094) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:27.332104 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-95aea0dd-fa4f-455c-853b-e437f6973553 req-cb30d685-2933-47db-8991-eccfcb20ccc4 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664495 Dec 20 21:35:27.352019 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0f070b85-dd11-4884-9822-ccbedbd6552d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:27.352698 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f070b85-dd11-4884-9822-ccbedbd6552d None None] The sync data for ids ['1c4b366e-dc87-4044-a9f9-a5e06355dada'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:35:27.401858 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 61da26a0-cba1-4f8f-8175-c8b554cab3ad up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:27.451911 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1194847a-c1b8-4c10-aa43-78bd7c8d661c None None] Provisioning complete for port 61da26a0-cba1-4f8f-8175-c8b554cab3ad triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:27.452385 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1194847a-c1b8-4c10-aa43-78bd7c8d661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:27.521373 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 61da26a0-cba1-4f8f-8175-c8b554cab3ad triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:27.521855 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:27.603550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e8ddd1-e270-4fdf-b73f-d2086e421b43 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Made reservation on behalf of 0ddc17b48e39475387a33c79f677581f for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:27.611919 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1194847a-c1b8-4c10-aa43-78bd7c8d661c None None] Provisioning complete for port 0c70e3b6-5651-4d38-93af-ff1a0cb0f584 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:27.612456 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1194847a-c1b8-4c10-aa43-78bd7c8d661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:27.690965 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1194847a-c1b8-4c10-aa43-78bd7c8d661c None None] Port 0c70e3b6-5651-4d38-93af-ff1a0cb0f584 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:27.703411 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1194847a-c1b8-4c10-aa43-78bd7c8d661c None None] Provisioning complete for port 2aec5fc7-1989-476c-9f57-bc79c5c07583 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:27.704077 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1194847a-c1b8-4c10-aa43-78bd7c8d661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:27.707312 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c8dd108-e08a-4cc7-b1d7-9d5c36f124a7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:27.755779 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1194847a-c1b8-4c10-aa43-78bd7c8d661c None None] Port 2aec5fc7-1989-476c-9f57-bc79c5c07583 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:27.807483 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe9877ec-3792-4004-a34b-f0a274151700 req-51b96a06-a5e4-49cf-9d36-3549a1d180bb tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:27.874455 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:27.876668 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4a559e8b-73c8-4601-b011-6fd64e5a26c9 None None] Provisioning complete for port 0c70e3b6-5651-4d38-93af-ff1a0cb0f584 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:27.877042 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4a559e8b-73c8-4601-b011-6fd64e5a26c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:27.917927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4a559e8b-73c8-4601-b011-6fd64e5a26c9 None None] Port 0c70e3b6-5651-4d38-93af-ff1a0cb0f584 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:27.923118 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c96267-d062-418b-9b4c-58448db0d667 req-75ac867a-fef7-4709-b3ba-853bc2cd81ff tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:27.924668 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-27c96267-d062-418b-9b4c-58448db0d667 req-75ac867a-fef7-4709-b3ba-853bc2cd81ff tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.66 "GET /v2.0/ports?device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 945 time: 0.3991096 Dec 20 21:35:27.968830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-65eb8e73-c58b-418b-a9fe-331d0eb887d6 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:27.970329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-65eb8e73-c58b-418b-a9fe-331d0eb887d6 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.31 "GET /v2.0/networks?id=c53e45c5-69f2-430c-8636-36554bee4d59 HTTP/1.1" status: 200 len: 818 time: 0.6110044 Dec 20 21:35:28.000903 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46116) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:28.056291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-ac892204-6ca1-4f60-bf94-34e132ad4a51 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Request body: {'port': {'device_id': 'dd243950-73d3-4718-aaf4-e8fbd294650b', 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59', 'admin_state_up': True, 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:28.119502 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-325df74e-1dc6-4290-b0d9-7bec7a29b0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.162412 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c8dd108-e08a-4cc7-b1d7-9d5c36f124a7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.170587 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23e8ddd1-e270-4fdf-b73f-d2086e421b43 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.182531 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c8dd108-e08a-4cc7-b1d7-9d5c36f124a7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.208947 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-325df74e-1dc6-4290-b0d9-7bec7a29b0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.214823 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-325df74e-1dc6-4290-b0d9-7bec7a29b0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.260428 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-325df74e-1dc6-4290-b0d9-7bec7a29b0e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9959f113eb3c4cf8b848004446509cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555468 Dec 20 21:35:28.260428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325df74e-1dc6-4290-b0d9-7bec7a29b0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81518df4-5266-4e98-b94b-25c7d1dd753c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:28.261028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46126) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:28.282315 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe9877ec-3792-4004-a34b-f0a274151700 req-51b96a06-a5e4-49cf-9d36-3549a1d180bb tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.283339 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325df74e-1dc6-4290-b0d9-7bec7a29b0e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:28.284257 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325df74e-1dc6-4290-b0d9-7bec7a29b0e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:28.284681 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325df74e-1dc6-4290-b0d9-7bec7a29b0e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:28.285212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325df74e-1dc6-4290-b0d9-7bec7a29b0e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:28.286429 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325df74e-1dc6-4290-b0d9-7bec7a29b0e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:28.286557 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325df74e-1dc6-4290-b0d9-7bec7a29b0e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:28.286889 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325df74e-1dc6-4290-b0d9-7bec7a29b0e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:28.287207 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325df74e-1dc6-4290-b0d9-7bec7a29b0e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:28.287523 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325df74e-1dc6-4290-b0d9-7bec7a29b0e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:28.287836 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325df74e-1dc6-4290-b0d9-7bec7a29b0e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:28.288221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325df74e-1dc6-4290-b0d9-7bec7a29b0e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:28.288461 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325df74e-1dc6-4290-b0d9-7bec7a29b0e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:28.315512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-23e8ddd1-e270-4fdf-b73f-d2086e421b43 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] device_id is not set on port c50f64ec-640c-44dd-9ad1-77a19b4f0f8f yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:35:28.338885 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81f1c00d-f9f4-4952-80bc-4ed029f0e755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.371664 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81f1c00d-f9f4-4952-80bc-4ed029f0e755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.394147 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c8dd108-e08a-4cc7-b1d7-9d5c36f124a7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.394697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8dd108-e08a-4cc7-b1d7-9d5c36f124a7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Fanout notify agent at l3_agent the message router_deleted on router 1c4b366e-dc87-4044-a9f9-a5e06355dada {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:35:28.455557 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c8dd108-e08a-4cc7-b1d7-9d5c36f124a7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.456370 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2c8dd108-e08a-4cc7-b1d7-9d5c36f124a7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/routers/1c4b366e-dc87-4044-a9f9-a5e06355dada HTTP/1.1" status: 204 len: 168 time: 1.0943480 Dec 20 21:35:28.473373 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d5abf24e-3951-439a-9f39-1e332a515d5a req-e8850280-70a1-4576-a3f5-b3502b0b071e tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 210 time: 0.0455854 Dec 20 21:35:28.474573 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46134) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:28.510845 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9877ec-3792-4004-a34b-f0a274151700 req-51b96a06-a5e4-49cf-9d36-3549a1d180bb tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Network c53e45c5-69f2-430c-8636-36554bee4d59 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:28.511755 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.520976 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.545358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-fe9877ec-3792-4004-a34b-f0a274151700 req-51b96a06-a5e4-49cf-9d36-3549a1d180bb tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:28.547261 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.554621 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9877ec-3792-4004-a34b-f0a274151700 req-51b96a06-a5e4-49cf-9d36-3549a1d180bb tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:28.565171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b96a06-a5e4-49cf-9d36-3549a1d180bb tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Pushing event updated for resources: {'Port': ['ID=a63438e6-9c1f-47cb-bc0a-a6eb998d447a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:28.583812 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd997fe-dc80-4385-892e-6050e2da5c69 None None] Pushing event updated for resources: {'Port': ['ID=6ef2c736-404b-48fa-96c1-2502112e1760,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:28.618310 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd0a410-5dda-4b0a-8c56-5516b6301db7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting subnet 0c0beb01-0076-4f9d-880c-cf81bc1d3f2c {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:35:28.632644 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a410-5dda-4b0a-8c56-5516b6301db7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.669848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Attempting to bind port 6ef2c736-404b-48fa-96c1-2502112e1760 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:35:28.670567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Attempting to bind port 6ef2c736-404b-48fa-96c1-2502112e1760 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '7353a3e6-4d63-4a74-a104-4f015f2a3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:35:28.671016 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Attempting to bind port 6ef2c736-404b-48fa-96c1-2502112e1760 on network c53e45c5-69f2-430c-8636-36554bee4d59 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:35:28.679336 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:35:28.679581 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Checking segment: {'id': '7353a3e6-4d63-4a74-a104-4f015f2a3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:35:28.679922 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.680430 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Bound using segment: {'id': '7353a3e6-4d63-4a74-a104-4f015f2a3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:35:28.681272 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Bound port: 6ef2c736-404b-48fa-96c1-2502112e1760, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7353a3e6-4d63-4a74-a104-4f015f2a3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:35:28.681659 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.683959 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81f1c00d-f9f4-4952-80bc-4ed029f0e755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.689958 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81f1c00d-f9f4-4952-80bc-4ed029f0e755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.689958 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-81f1c00d-f9f4-4952-80bc-4ed029f0e755 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81518df4-5266-4e98-b94b-25c7d1dd753c HTTP/1.1" status: 204 len: 168 time: 0.4277194 Dec 20 21:35:28.698562 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 61da26a0-cba1-4f8f-8175-c8b554cab3ad up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:28.712646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1c00d-f9f4-4952-80bc-4ed029f0e755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81518df4-5266-4e98-b94b-25c7d1dd753c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:28.735026 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a410-5dda-4b0a-8c56-5516b6301db7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.765913 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-27c96267-d062-418b-9b4c-58448db0d667 req-3e404734-017d-4a7c-809a-09f88727bc23 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Deleting port ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:28.766429 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-27c96267-d062-418b-9b4c-58448db0d667 req-3e404734-017d-4a7c-809a-09f88727bc23 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.776864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-ac892204-6ca1-4f60-bf94-34e132ad4a51 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Made reservation on behalf of 4ba28dca7fe84eb3b545f731ba040a0d for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:28.781740 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-ac892204-6ca1-4f60-bf94-34e132ad4a51 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.809191 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] For port 6ef2c736-404b-48fa-96c1-2502112e1760, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:35:28.814261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] For port 6ef2c736-404b-48fa-96c1-2502112e1760, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6ef2c736-404b-48fa-96c1-2502112e1760,segment=NetworkSegment(7353a3e6-4d63-4a74-a104-4f015f2a3834),segment_id=7353a3e6-4d63-4a74-a104-4f015f2a3834)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:35:28.820570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 61da26a0-cba1-4f8f-8175-c8b554cab3ad triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:28.820960 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.823790 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.866344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e014b6-9f0d-4d5b-b9ef-636afee8f77b req-4055524b-2d79-4a4a-87d1-80467f665e49 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:28.867881 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05e014b6-9f0d-4d5b-b9ef-636afee8f77b req-4055524b-2d79-4a4a-87d1-80467f665e49 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 945 time: 0.4027143 Dec 20 21:35:28.873647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9877ec-3792-4004-a34b-f0a274151700 req-51b96a06-a5e4-49cf-9d36-3549a1d180bb tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:28.874313 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe9877ec-3792-4004-a34b-f0a274151700 req-51b96a06-a5e4-49cf-9d36-3549a1d180bb tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.913785 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a410-5dda-4b0a-8c56-5516b6301db7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:28.914009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-23e8ddd1-e270-4fdf-b73f-d2086e421b43 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Allocated IP 172.20.0.12 (3df2f4c6-8b77-4e23-acf0-3842b3ab85bf/83a33280-7e97-4291-b9bd-fa0cc28bd8bd/c50f64ec-640c-44dd-9ad1-77a19b4f0f8f) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:28.933625 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd997fe-dc80-4385-892e-6050e2da5c69 None None] Pushing event updated for resources: {'Port': ['ID=6ef2c736-404b-48fa-96c1-2502112e1760,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:28.940695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Routers {'a222a56f-a654-4151-b110-e314aa70b5b6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:35:28.941236 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:34:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a222a56f-a654-4151-b110-e314aa70b5b6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:29.033186 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a410-5dda-4b0a-8c56-5516b6301db7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:29.059441 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cfd0a410-5dda-4b0a-8c56-5516b6301db7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:29.068371 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48e303d-e1e2-49c8-be4f-d5a6b7c0f8d1 None None] Network 2ada5674-2048-485a-9e60-2f9c32eb87f6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:29.073747 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cfd0a410-5dda-4b0a-8c56-5516b6301db7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/0c0beb01-0076-4f9d-880c-cf81bc1d3f2c HTTP/1.1" status: 204 len: 168 time: 0.5976663 Dec 20 21:35:29.099022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46148) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:29.187776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0a410-5dda-4b0a-8c56-5516b6301db7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Subnet': ['ID=0c0beb01-0076-4f9d-880c-cf81bc1d3f2c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:29.200901 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:29.269429 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port dbb5824e-d6fb-4c21-a860-154321978ea5 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:29.269774 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:29.297263 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe9877ec-3792-4004-a34b-f0a274151700 req-51b96a06-a5e4-49cf-9d36-3549a1d180bb tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2431026 Dec 20 21:35:29.323157 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] Set router a222a56f-a654-4151-b110-e314aa70b5b6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:35:29.414031 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46152) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:29.454748 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f723462-8148-4721-9421-814971bd32bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:29.491333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] For port dbb5824e-d6fb-4c21-a860-154321978ea5, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=dbb5824e-d6fb-4c21-a860-154321978ea5,segment=NetworkSegment(d1b9974d-9507-4fb4-adab-f4ed29ac9535),segment_id=d1b9974d-9507-4fb4-adab-f4ed29ac9535)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:29.492686 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:29.507717 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f052e6f-1423-4d3f-8523-734f1018cad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:29.546321 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for dbb5824e-d6fb-4c21-a860-154321978ea5 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:29.622684 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e647ce6a-1b64-468f-a33f-7395c470e418 None None] DHCP port deletion for 2ada5674-2048-485a-9e60-2f9c32eb87f6 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:35:29.676857 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'name': 'tempest-ServerRescueNegativeTestJSON-473457860-router', 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '1bf172a8-075d-4063-86e7-bc8d252dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:35:10Z', 'updated_at': '2021-12-20T21:35:17Z', 'revision_number': 4, 'project_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'gw_port': {'id': '1bf172a8-075d-4063-86e7-bc8d252dfc11', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:35:11Z', 'updated_at': '2021-12-20T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '6ef2c736-404b-48fa-96c1-2502112e1760', 'name': '', 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59', 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'mac_address': 'fa:16:3e:1c:77:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '03fc7761-0164-4b87-902e-5dc73b4f4dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:35:15Z', 'updated_at': '2021-12-20T21:35:28Z', 'revision_number': 4, 'project_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'subnets': [{'id': '03fc7761-0164-4b87-902e-5dc73b4f4dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:29.707719 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c08d2-5a7b-414a-83a4-5b561eb92f9e None None] The sync data for ids ['a222a56f-a654-4151-b110-e314aa70b5b6'] in n-d-xena-1 is: [{'id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'name': 'tempest-ServerRescueNegativeTestJSON-473457860-router', 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '1bf172a8-075d-4063-86e7-bc8d252dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:35:10Z', 'updated_at': '2021-12-20T21:35:17Z', 'revision_number': 4, 'project_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'gw_port': {'id': '1bf172a8-075d-4063-86e7-bc8d252dfc11', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:35:11Z', 'updated_at': '2021-12-20T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '6ef2c736-404b-48fa-96c1-2502112e1760', 'name': '', 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59', 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'mac_address': 'fa:16:3e:1c:77:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': '03fc7761-0164-4b87-902e-5dc73b4f4dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:35:15Z', 'updated_at': '2021-12-20T21:35:28Z', 'revision_number': 4, 'project_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'subnets': [{'id': '03fc7761-0164-4b87-902e-5dc73b4f4dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:35:29.718560 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5a75f477-7516-4ebe-b572-c5692c4390d9 req-9da9c113-1a93-448a-ba4b-d666449d78d4 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 210 time: 0.0687673 Dec 20 21:35:29.720844 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e647ce6a-1b64-468f-a33f-7395c470e418 None None] Deleting port dbb5824e-d6fb-4c21-a860-154321978ea5 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:29.721281 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e647ce6a-1b64-468f-a33f-7395c470e418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:29.805472 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-fe9877ec-3792-4004-a34b-f0a274151700 req-c43d092b-ca1e-4aae-adb6-278dc3183c70 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:35:29.806888 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe9877ec-3792-4004-a34b-f0a274151700 req-c43d092b-ca1e-4aae-adb6-278dc3183c70 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4595377 Dec 20 21:35:29.839904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e647ce6a-1b64-468f-a33f-7395c470e418 None None] For port dbb5824e-d6fb-4c21-a860-154321978ea5, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=dbb5824e-d6fb-4c21-a860-154321978ea5,segment=NetworkSegment(d1b9974d-9507-4fb4-adab-f4ed29ac9535),segment_id=d1b9974d-9507-4fb4-adab-f4ed29ac9535)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:29.840918 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e647ce6a-1b64-468f-a33f-7395c470e418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:29.847841 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f723462-8148-4721-9421-814971bd32bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:29.858406 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f723462-8148-4721-9421-814971bd32bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:29.860970 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e647ce6a-1b64-468f-a33f-7395c470e418 None None] Calling delete_port for dbb5824e-d6fb-4c21-a860-154321978ea5 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:29.872342 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:29.890394 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05e014b6-9f0d-4d5b-b9ef-636afee8f77b req-f7434737-48ea-4579-b0d8-eb777617c3d1 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0040796 Dec 20 21:35:29.927092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-27c96267-d062-418b-9b4c-58448db0d667 req-3e404734-017d-4a7c-809a-09f88727bc23 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] For port ec47dfec-fa12-4e57-b9b1-7e97a09d5be8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ec47dfec-fa12-4e57-b9b1-7e97a09d5be8,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:29.927471 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-27c96267-d062-418b-9b4c-58448db0d667 req-3e404734-017d-4a7c-809a-09f88727bc23 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:29.934745 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No DVR routers for this DVR port dbb5824e-d6fb-4c21-a860-154321978ea5 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:35:29.948016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=dbb5824e-d6fb-4c21-a860-154321978ea5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:29.968477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-27c96267-d062-418b-9b4c-58448db0d667 req-3e404734-017d-4a7c-809a-09f88727bc23 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Calling delete_port for ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:30.033537 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e647ce6a-1b64-468f-a33f-7395c470e418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:30.043474 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23e8ddd1-e270-4fdf-b73f-d2086e421b43 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:30.047569 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1f723462-8148-4721-9421-814971bd32bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b47e8a7f1ac94989ace42e5d32ffe135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6313918 Dec 20 21:35:30.051347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f723462-8148-4721-9421-814971bd32bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37883697-4a0e-42d1-a520-a89e72afc74d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:30.057168 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46164) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:30.095228 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:30.115453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e647ce6a-1b64-468f-a33f-7395c470e418 None None] No DVR routers for this DVR port dbb5824e-d6fb-4c21-a860-154321978ea5 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:35:30.120186 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647ce6a-1b64-468f-a33f-7395c470e418 None None] Pushing event deleted for resources: {'Port': ['ID=dbb5824e-d6fb-4c21-a860-154321978ea5,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:30.167662 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ada5674-2048-485a-9e60-2f9c32eb87f6']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:30.170195 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1768854-07b5-41bf-9937-10766e12bc28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:30.170437 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Request body: {'port': {'device_id': '5ca1cf70-287a-42b2-baf4-3e0e658b73a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:30.193440 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:30.196670 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1768854-07b5-41bf-9937-10766e12bc28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:30.209962 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-ac892204-6ca1-4f60-bf94-34e132ad4a51 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Allocated IP 172.20.0.2 (c53e45c5-69f2-430c-8636-36554bee4d59/03fc7761-0164-4b87-902e-5dc73b4f4dd3/456781ae-4c2f-4789-8654-8978901e9c25) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:30.220270 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:30.241614 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b9974d-9507-4fb4-adab-f4ed29ac9535') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:30.241973 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b9974d-9507-4fb4-adab-f4ed29ac9535') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:30.253771 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:30.269589 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:30.279603 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:35:30.280224 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:35:30.283651 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:35:30.345521 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1768854-07b5-41bf-9937-10766e12bc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:30.348117 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1768854-07b5-41bf-9937-10766e12bc28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:30.359441 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c1768854-07b5-41bf-9937-10766e12bc28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37883697-4a0e-42d1-a520-a89e72afc74d HTTP/1.1" status: 204 len: 168 time: 0.2917573 Dec 20 21:35:30.393665 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1768854-07b5-41bf-9937-10766e12bc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37883697-4a0e-42d1-a520-a89e72afc74d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:30.409947 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:30.423470 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:30.426176 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:30.428439 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:30.435771 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23e8ddd1-e270-4fdf-b73f-d2086e421b43 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:30.446535 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/networks/2ada5674-2048-485a-9e60-2f9c32eb87f6 HTTP/1.1" status: 204 len: 168 time: 1.3434486 Dec 20 21:35:30.450507 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=2aec5fc7-1989-476c-9f57-bc79c5c07583,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:30.454282 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46180) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:30.479012 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706be6d-656f-435c-9922-cb903ab207f0 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Network': ['ID=2ada5674-2048-485a-9e60-2f9c32eb87f6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:30.519983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:30.520329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:30.520677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:30.521042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:30.521362 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:30.521703 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:30.522034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:30.522391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:30.522716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:30.523037 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:30.523365 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:30.523725 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:35:30.688797 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6ef2c736-404b-48fa-96c1-2502112e1760 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:30.713975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e8ddd1-e270-4fdf-b73f-d2086e421b43 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Network 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:30.745024 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:30.789607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797fbf36-8b34-45fa-9460-4b2abce33eb8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:30.791215 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-797fbf36-8b34-45fa-9460-4b2abce33eb8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports/f05db17f-5d70-4222-ab9d-10c1332a1f04 HTTP/1.1" status: 200 len: 845 time: 0.3275037 Dec 20 21:35:30.792313 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-23e8ddd1-e270-4fdf-b73f-d2086e421b43 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:30.797180 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46188) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:30.810204 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e8ddd1-e270-4fdf-b73f-d2086e421b43 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:30.860043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 6ef2c736-404b-48fa-96c1-2502112e1760 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:30.861288 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:31.056939 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7f2c67b3-02c3-4bbf-8962-17ac91ca7e60 req-af7170ed-5c56-4693-b5a5-330c286b1595 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 210 time: 0.1179128 Dec 20 21:35:31.079665 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-27c96267-d062-418b-9b4c-58448db0d667 req-3e404734-017d-4a7c-809a-09f88727bc23 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:31.085890 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c9189615-20af-4d7e-811e-585c26a6ef37 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports/f05db17f-5d70-4222-ab9d-10c1332a1f04?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2871029 Dec 20 21:35:31.089185 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46204) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:31.095772 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-419bb163-6787-4166-b4e2-b0512deb1c52 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'subnet': {'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:31.097520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8ddd1-e270-4fdf-b73f-d2086e421b43 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event updated for resources: {'Port': ['ID=c50f64ec-640c-44dd-9ad1-77a19b4f0f8f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:31.107587 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:31.121624 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['390a68ad-891f-423f-9afc-4a273254088b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:35:31.195314 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 6ef2c736-404b-48fa-96c1-2502112e1760, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6ef2c736-404b-48fa-96c1-2502112e1760,segment=NetworkSegment(7353a3e6-4d63-4a74-a104-4f015f2a3834),segment_id=7353a3e6-4d63-4a74-a104-4f015f2a3834)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:31.218296 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:31.247022 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b476cbbc-29d5-4870-8d66-f2477ece08d9 req-e4af7f1a-c489-4835-90eb-fdf06335bc1b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=83535620-16f8-4ef7-8b84-36c7bc6eb4f2 HTTP/1.1" status: 200 len: 210 time: 0.0628040 Dec 20 21:35:31.308855 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419bb163-6787-4166-b4e2-b0512deb1c52 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:31.313866 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-419bb163-6787-4166-b4e2-b0512deb1c52 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:31.343850 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device dbb5824e-d6fb-4c21-a860-154321978ea5 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:35:31.368056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a51307a1-f699-41fc-9847-a9f99dce6635 None None] Provisioning complete for port c50f64ec-640c-44dd-9ad1-77a19b4f0f8f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:31.368435 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a51307a1-f699-41fc-9847-a9f99dce6635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:31.373112 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e404734-017d-4a7c-809a-09f88727bc23 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Pushing event deleted for resources: {'Port': ['ID=ec47dfec-fa12-4e57-b9b1-7e97a09d5be8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:31.391691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network 3948c6f5-064c-4806-bec0-0705d9cb37a0 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:31.392461 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: dbb5824e-d6fb-4c21-a860-154321978ea5 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:35:31.392786 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device dbb5824e-d6fb-4c21-a860-154321978ea5 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:35:31.394247 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=6ef2c736-404b-48fa-96c1-2502112e1760,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:31.438130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:31.438817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a51307a1-f699-41fc-9847-a9f99dce6635 None None] Port c50f64ec-640c-44dd-9ad1-77a19b4f0f8f cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:31.446498 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-ac892204-6ca1-4f60-bf94-34e132ad4a51 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:31.465423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e8ddd1-e270-4fdf-b73f-d2086e421b43 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:31.468222 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23e8ddd1-e270-4fdf-b73f-d2086e421b43 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:31.529492 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c96267-d062-418b-9b4c-58448db0d667 req-3e404734-017d-4a7c-809a-09f88727bc23 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] No DVR routers for this DVR port ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:35:31.541855 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-27c96267-d062-418b-9b4c-58448db0d667 req-3e404734-017d-4a7c-809a-09f88727bc23 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:31.546873 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-27c96267-d062-418b-9b4c-58448db0d667 req-3e404734-017d-4a7c-809a-09f88727bc23 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.66 "DELETE /v2.0/ports/ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 HTTP/1.1" status: 204 len: 173 time: 3.5445528 Dec 20 21:35:31.549368 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83535620-16f8-4ef7-8b84-36c7bc6eb4f2', 'name': 'network-vif-deleted', 'tag': 'ec47dfec-fa12-4e57-b9b1-7e97a09d5be8'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:35:31.552139 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9d6bc1-128b-404b-ad9e-b3bbda1edefa" -d '{"events": [{"server_uuid": "83535620-16f8-4ef7-8b84-36c7bc6eb4f2", "name": "network-vif-deleted", "tag": "ec47dfec-fa12-4e57-b9b1-7e97a09d5be8"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:35:31.561955 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-23e8ddd1-e270-4fdf-b73f-d2086e421b43 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 6.3957684 Dec 20 21:35:31.568024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46216) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:31.647102 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98c1489-8dc9-4fe4-9847-8adaeaafc39f x-openstack-request-id: req-d98c1489-8dc9-4fe4-9847-8adaeaafc39f {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:35:31.647414 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83535620-16f8-4ef7-8b84-36c7bc6eb4f2", "name": "network-vif-deleted", "tag": "ec47dfec-fa12-4e57-b9b1-7e97a09d5be8", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:35:31.647656 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d98c1489-8dc9-4fe4-9847-8adaeaafc39f {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:35:31.648067 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83535620-16f8-4ef7-8b84-36c7bc6eb4f2', 'name': 'network-vif-deleted', 'tag': 'ec47dfec-fa12-4e57-b9b1-7e97a09d5be8', 'status': 'completed', 'code': 200} Dec 20 21:35:31.694517 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-419bb163-6787-4166-b4e2-b0512deb1c52 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:31.752298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f08515-dd05-4727-83bc-0aafcab0efb1 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:31.772017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f08515-dd05-4727-83bc-0aafcab0efb1 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:31.773299 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419bb163-6787-4166-b4e2-b0512deb1c52 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 908cdb43-09e6-40f7-9111-3b232c54071b is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:31.777759 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-419bb163-6787-4166-b4e2-b0512deb1c52 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:31.778909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f08515-dd05-4727-83bc-0aafcab0efb1 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:31.780738 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-07f08515-dd05-4727-83bc-0aafcab0efb1 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2117352 Dec 20 21:35:31.790500 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319e02f2-efef-41b3-9f2d-f3f05644af6e None None] Network 908cdb43-09e6-40f7-9111-3b232c54071b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:31.805069 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419bb163-6787-4166-b4e2-b0512deb1c52 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:31.805719 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-419bb163-6787-4166-b4e2-b0512deb1c52 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:31.816828 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46222) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:31.919902 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419bb163-6787-4166-b4e2-b0512deb1c52 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Subnet': ['ID=682209ac-1f7f-4b79-9b91-ec73d729a323,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:31.938093 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-82b5cdd6-7b7f-4e35-9c09-1cd5e144b250 None None] Provisioning complete for port 2aec5fc7-1989-476c-9f57-bc79c5c07583 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:31.938604 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-82b5cdd6-7b7f-4e35-9c09-1cd5e144b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:31.953276 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-419bb163-6787-4166-b4e2-b0512deb1c52 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8589189 Dec 20 21:35:31.954149 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46226) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:31.975971 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c17c81f6-17d6-4caa-8f52-dff4a6341ef7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'security_group': {'name': 'tempest-secgroup-1279855094'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:31.980744 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63438e6-9c1f-47cb-bc0a-a6eb998d447a {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:35:31.989287 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:32.008306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Transition to ACTIVE for port object a63438e6-9c1f-47cb-bc0a-a6eb998d447a will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:35:32.012792 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-ac892204-6ca1-4f60-bf94-34e132ad4a51 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:32.024859 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:35:32.030821 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:32.125334 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:35:32.126557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ec47dfec-fa12-4e57-b9b1-7e97a09d5be8 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:35:32.186231 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c17c81f6-17d6-4caa-8f52-dff4a6341ef7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:32.195317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-ac892204-6ca1-4f60-bf94-34e132ad4a51 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Network c53e45c5-69f2-430c-8636-36554bee4d59 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:32.207290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-ac892204-6ca1-4f60-bf94-34e132ad4a51 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:32.221124 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-ac892204-6ca1-4f60-bf94-34e132ad4a51 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:32.248962 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac892204-6ca1-4f60-bf94-34e132ad4a51 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Pushing event updated for resources: {'Port': ['ID=456781ae-4c2f-4789-8654-8978901e9c25,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:32.271182 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-82b5cdd6-7b7f-4e35-9c09-1cd5e144b250 None None] Port 2aec5fc7-1989-476c-9f57-bc79c5c07583 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:32.283441 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:32.391390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Pushing event updated for resources: {'Port': ['ID=a63438e6-9c1f-47cb-bc0a-a6eb998d447a,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:32.403884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-ac892204-6ca1-4f60-bf94-34e132ad4a51 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:32.404296 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-ac892204-6ca1-4f60-bf94-34e132ad4a51 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:32.413951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Router 0fba523d-3ca9-4f86-a617-02846f37cf71 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:35:32.415539 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:32.443322 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-ac892204-6ca1-4f60-bf94-34e132ad4a51 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4030004 Dec 20 21:35:32.447794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Attempting to bind port a63438e6-9c1f-47cb-bc0a-a6eb998d447a on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:35:32.448127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Attempting to bind port a63438e6-9c1f-47cb-bc0a-a6eb998d447a by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '7353a3e6-4d63-4a74-a104-4f015f2a3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:35:32.448447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Attempting to bind port a63438e6-9c1f-47cb-bc0a-a6eb998d447a on network c53e45c5-69f2-430c-8636-36554bee4d59 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:35:32.475453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-908cdb43-09e6-40f7-9111-3b232c54071b', 'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b', 'tenant_id': '4ce073ad5e7d4074b75ad2a85f361197', 'fixed_ips': [{'subnet_id': '682209ac-1f7f-4b79-9b91-ec73d729a323'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:35:32.476646 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:32.478627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4dc0e889-f443-49d8-9750-a0112f105b9d tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Deleting port c50f64ec-640c-44dd-9ad1-77a19b4f0f8f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:32.478967 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e889-f443-49d8-9750-a0112f105b9d tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:32.513769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Request body: {'port': {'device_id': 'dd243950-73d3-4718-aaf4-e8fbd294650b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:32.516301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Port a63438e6-9c1f-47cb-bc0a-a6eb998d447a on network c53e45c5-69f2-430c-8636-36554bee4d59 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:35:32.516622 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Attempting to bind port a63438e6-9c1f-47cb-bc0a-a6eb998d447a on network c53e45c5-69f2-430c-8636-36554bee4d59 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:35:32.547902 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:35:32.548293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Checking segment: {'id': '7353a3e6-4d63-4a74-a104-4f015f2a3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:35:32.548623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Bound using segment: {'id': '7353a3e6-4d63-4a74-a104-4f015f2a3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:35:32.549067 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Bound port: a63438e6-9c1f-47cb-bc0a-a6eb998d447a, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7353a3e6-4d63-4a74-a104-4f015f2a3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:35:32.549424 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:32.625326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:35:32.627990 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:32.634559 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fda431c9-b707-4572-9b48-e0f939057e1a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "PUT /v2.0/routers/0fba523d-3ca9-4f86-a617-02846f37cf71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5950084 Dec 20 21:35:32.639606 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46244) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:32.653622 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6233878-031f-42a7-993d-bbc44a34f395 req-26f425a7-0225-4a04-8484-32c7a228d141 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:32.662838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6660227-d380-4caf-800e-deb3caba5f9b None None] Sync routers for ids ['0fba523d-3ca9-4f86-a617-02846f37cf71'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:35:32.668116 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b6233878-031f-42a7-993d-bbc44a34f395 req-26f425a7-0225-4a04-8484-32c7a228d141 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 931 time: 0.4676771 Dec 20 21:35:32.735769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] For port a63438e6-9c1f-47cb-bc0a-a6eb998d447a, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:35:32.777413 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6ef2c736-404b-48fa-96c1-2502112e1760 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:32.793243 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] For port a63438e6-9c1f-47cb-bc0a-a6eb998d447a, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=a63438e6-9c1f-47cb-bc0a-a6eb998d447a,segment=NetworkSegment(7353a3e6-4d63-4a74-a104-4f015f2a3834),segment_id=7353a3e6-4d63-4a74-a104-4f015f2a3834)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:35:32.822576 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c17c81f6-17d6-4caa-8f52-dff4a6341ef7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:32.827231 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:32.827362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Allocated IP 2001:db8::2 (908cdb43-09e6-40f7-9111-3b232c54071b/682209ac-1f7f-4b79-9b91-ec73d729a323/7f1662a2-0ba4-4f4b-a761-27bc979b9585) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:32.834375 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6660227-d380-4caf-800e-deb3caba5f9b None None] Routers {'0fba523d-3ca9-4f86-a617-02846f37cf71'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:35:32.835257 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-b6660227-d380-4caf-800e-deb3caba5f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:35:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0fba523d-3ca9-4f86-a617-02846f37cf71'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:32.854215 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c17c81f6-17d6-4caa-8f52-dff4a6341ef7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:32.858179 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fced21-7b14-4ddd-a98d-8f23dcbb530b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:32.864180 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-29fced21-7b14-4ddd-a98d-8f23dcbb530b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fba523d-3ca9-4f86-a617-02846f37cf71 HTTP/1.1" status: 200 len: 983 time: 0.2236335 Dec 20 21:35:32.869906 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46252) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:32.886025 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-b6660227-d380-4caf-800e-deb3caba5f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:32.901952 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c81f6-17d6-4caa-8f52-dff4a6341ef7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4e0c84-b522-4460-a3f9-2a215bbe900f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:32.910991 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e889-f443-49d8-9750-a0112f105b9d tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:32.927465 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b6233878-031f-42a7-993d-bbc44a34f395 req-f91e768f-e02e-4475-ab7c-404221bb6e5d tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575703 Dec 20 21:35:32.935024 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4dc0e889-f443-49d8-9750-a0112f105b9d tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Calling delete_port for c50f64ec-640c-44dd-9ad1-77a19b4f0f8f owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:32.948093 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c17c81f6-17d6-4caa-8f52-dff4a6341ef7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:32.959222 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c17c81f6-17d6-4caa-8f52-dff4a6341ef7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9862690 Dec 20 21:35:32.959222 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46258) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:32.960098 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-067df5df-4e07-409f-a8d7-17aac47172d9 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'security_group': {'name': 'tempest-secgroup-1043751517'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:32.982775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6660227-d380-4caf-800e-deb3caba5f9b None None] Routers {'0fba523d-3ca9-4f86-a617-02846f37cf71'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:35:32.983724 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-b6660227-d380-4caf-800e-deb3caba5f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:35:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0fba523d-3ca9-4f86-a617-02846f37cf71'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:33.021462 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-067df5df-4e07-409f-a8d7-17aac47172d9 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:33.057899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-b6660227-d380-4caf-800e-deb3caba5f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:33.060298 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6660227-d380-4caf-800e-deb3caba5f9b None None] The sync data for ids ['0fba523d-3ca9-4f86-a617-02846f37cf71'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:35:33.061913 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 6ef2c736-404b-48fa-96c1-2502112e1760 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:33.062310 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:33.171421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:33.172731 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:33.174389 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe9877ec-3792-4004-a34b-f0a274151700 req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] 10.222.0.66 "PUT /v2.0/ports/a63438e6-9c1f-47cb-bc0a-a6eb998d447a HTTP/1.1" status: 200 len: 1090 time: 3.3176727 Dec 20 21:35:33.191932 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-067df5df-4e07-409f-a8d7-17aac47172d9 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:33.204005 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-067df5df-4e07-409f-a8d7-17aac47172d9 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:33.224897 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e889-f443-49d8-9750-a0112f105b9d tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:33.285743 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067df5df-4e07-409f-a8d7-17aac47172d9 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e73717b-d256-4a77-acd7-31ab04d88ec5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:33.339353 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:33.339982 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-067df5df-4e07-409f-a8d7-17aac47172d9 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:33.345576 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-067df5df-4e07-409f-a8d7-17aac47172d9 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3890181 Dec 20 21:35:33.370790 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:33.373855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46270) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:33.392299 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d62fe224-5fd8-433e-9b66-298b4bd144f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1904543570', 'security_groups': ['9e73717b-d256-4a77-acd7-31ab04d88ec5'], 'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '682209ac-1f7f-4b79-9b91-ec73d729a323'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:33.423623 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0e889-f443-49d8-9750-a0112f105b9d tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event deleted for resources: {'Port': ['ID=c50f64ec-640c-44dd-9ad1-77a19b4f0f8f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:33.424705 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Network 908cdb43-09e6-40f7-9111-3b232c54071b is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:33.449823 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:33.452294 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Pushing event updated for resources: {'Port': ['ID=7f1662a2-0ba4-4f4b-a761-27bc979b9585,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:33.455047 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:33.455192 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b497c6-4f72-414e-81fe-6de61a185b5a service neutron] Pushing event updated for resources: {'Port': ['ID=a63438e6-9c1f-47cb-bc0a-a6eb998d447a,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:33.552759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96682a45-c908-4a85-9348-51eef4192cd1 req-f0a21f6b-8b7e-43a2-b39e-5b92c4c4dd39 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:33.565113 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-96682a45-c908-4a85-9348-51eef4192cd1 req-f0a21f6b-8b7e-43a2-b39e-5b92c4c4dd39 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.6941471 Dec 20 21:35:33.571208 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Attempting to bind port 7f1662a2-0ba4-4f4b-a761-27bc979b9585 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:35:33.571208 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Attempting to bind port 7f1662a2-0ba4-4f4b-a761-27bc979b9585 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'd06d0894-fc2d-42ee-b786-32e5332ea053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:35:33.571605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Attempting to bind port 7f1662a2-0ba4-4f4b-a761-27bc979b9585 on network 908cdb43-09e6-40f7-9111-3b232c54071b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:35:33.603089 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:35:33.609140 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e889-f443-49d8-9750-a0112f105b9d tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:33.613884 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Checking segment: {'id': 'd06d0894-fc2d-42ee-b786-32e5332ea053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:35:33.614213 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:33.614561 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Bound using segment: {'id': 'd06d0894-fc2d-42ee-b786-32e5332ea053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:35:33.615235 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Bound port: 7f1662a2-0ba4-4f4b-a761-27bc979b9585, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06d0894-fc2d-42ee-b786-32e5332ea053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:35:33.615734 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:33.620451 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4dc0e889-f443-49d8-9750-a0112f105b9d tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "DELETE /v2.0/ports/c50f64ec-640c-44dd-9ad1-77a19b4f0f8f HTTP/1.1" status: 204 len: 168 time: 1.7960811 Dec 20 21:35:33.622268 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46282) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:33.664364 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb254129-7d81-4c69-aa5f-590217ca0e95 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] GET failed (client error): The resource could not be found. Dec 20 21:35:33.666127 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fb254129-7d81-4c69-aa5f-590217ca0e95 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "GET /v2.0/ports/c50f64ec-640c-44dd-9ad1-77a19b4f0f8f HTTP/1.1" status: 404 len: 333 time: 0.0427320 Dec 20 21:35:33.673822 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46284) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:33.685993 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-19442ae6-c127-406b-84b5-fdbc412c8a13 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Request body: {'port': {'network_id': '3df2f4c6-8b77-4e23-acf0-3842b3ab85bf', 'name': 'tempest-AllowedAddressPairTestJSON-1056181470'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:33.723707 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] For port 7f1662a2-0ba4-4f4b-a761-27bc979b9585, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:35:33.733056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] For port 7f1662a2-0ba4-4f4b-a761-27bc979b9585, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7f1662a2-0ba4-4f4b-a761-27bc979b9585,segment=NetworkSegment(d06d0894-fc2d-42ee-b786-32e5332ea053),segment_id=d06d0894-fc2d-42ee-b786-32e5332ea053)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:35:33.740734 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:33.855624 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ef838-2bc6-4627-98aa-aaaa303c2274 None None] Pushing event updated for resources: {'Port': ['ID=7f1662a2-0ba4-4f4b-a761-27bc979b9585,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:33.926103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19442ae6-c127-406b-84b5-fdbc412c8a13 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Made reservation on behalf of 0ddc17b48e39475387a33c79f677581f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:33.935714 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-19442ae6-c127-406b-84b5-fdbc412c8a13 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:33.980555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-19442ae6-c127-406b-84b5-fdbc412c8a13 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] device_id is not set on port c37beff8-e3a8-4a68-ad12-849a3bbe8960 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:35:34.180082 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf02fe-ce7d-47cf-a019-446722b3d4fe req-c656c07f-bf66-4d68-b786-0afd62056dd4 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:34.188668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca1cf70-287a-42b2-baf4-3e0e658b73a4', 'tag': 'a63438e6-9c1f-47cb-bc0a-a6eb998d447a'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:35:34.190515 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3baf02fe-ce7d-47cf-a019-446722b3d4fe req-c656c07f-bf66-4d68-b786-0afd62056dd4 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 931 time: 0.1345940 Dec 20 21:35:34.191202 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222b51ba-17b6-4670-81cd-cb994684ccaf" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca1cf70-287a-42b2-baf4-3e0e658b73a4", "tag": "a63438e6-9c1f-47cb-bc0a-a6eb998d447a"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:35:34.308441 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-19442ae6-c127-406b-84b5-fdbc412c8a13 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Allocated IP 172.20.0.4 (3df2f4c6-8b77-4e23-acf0-3842b3ab85bf/83a33280-7e97-4291-b9bd-fa0cc28bd8bd/c37beff8-e3a8-4a68-ad12-849a3bbe8960) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:34.326707 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9877ec-3792-4004-a34b-f0a274151700 req-438f4acc-9e5a-495f-aea4-a55dd022019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:34.328239 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe9877ec-3792-4004-a34b-f0a274151700 req-438f4acc-9e5a-495f-aea4-a55dd022019b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ba28dca7fe84eb3b545f731ba040a0d&device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 1093 time: 1.0828440 Dec 20 21:35:34.343176 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3baf02fe-ce7d-47cf-a019-446722b3d4fe req-0c073d57-86ad-414c-80a4-f8c3b6de90ab tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516490 Dec 20 21:35:34.397209 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-96682a45-c908-4a85-9348-51eef4192cd1 req-f90a58aa-329b-472b-be19-89375e2d43ba tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8031671 Dec 20 21:35:34.450055 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7aed69-7c8d-4386-a7da-2c282181d58a x-openstack-request-id: req-3a7aed69-7c8d-4386-a7da-2c282181d58a {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:35:34.450845 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca1cf70-287a-42b2-baf4-3e0e658b73a4", "tag": "a63438e6-9c1f-47cb-bc0a-a6eb998d447a", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:35:34.451313 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a7aed69-7c8d-4386-a7da-2c282181d58a {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:35:34.451926 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca1cf70-287a-42b2-baf4-3e0e658b73a4', 'tag': 'a63438e6-9c1f-47cb-bc0a-a6eb998d447a', 'status': 'completed', 'code': 200} Dec 20 21:35:34.459783 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe9877ec-3792-4004-a34b-f0a274151700 req-f573c703-e727-40d9-a09f-4a3c450db2c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a63438e6-9c1f-47cb-bc0a-a6eb998d447a HTTP/1.1" status: 200 len: 217 time: 0.0999403 Dec 20 21:35:34.569780 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-19442ae6-c127-406b-84b5-fdbc412c8a13 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:34.578108 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d8f4b-e069-4256-9391-35360a740cf7 req-6cedad15-78b4-4e4a-9e14-d6f4e2be8d87 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:34.580985 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c82d8f4b-e069-4256-9391-35360a740cf7 req-6cedad15-78b4-4e4a-9e14-d6f4e2be8d87 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.31 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.3861530 Dec 20 21:35:34.626901 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-19442ae6-c127-406b-84b5-fdbc412c8a13 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:34.658521 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7f1662a2-0ba4-4f4b-a761-27bc979b9585 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:34.672116 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46320) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:34.698159 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19442ae6-c127-406b-84b5-fdbc412c8a13 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Network 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:34.701631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-19442ae6-c127-406b-84b5-fdbc412c8a13 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:34.706686 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19442ae6-c127-406b-84b5-fdbc412c8a13 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:34.741515 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62fe224-5fd8-433e-9b66-298b4bd144f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:34.751555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19442ae6-c127-406b-84b5-fdbc412c8a13 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event updated for resources: {'Port': ['ID=c37beff8-e3a8-4a68-ad12-849a3bbe8960,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:34.767830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456781ae-4c2f-4789-8654-8978901e9c25 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:35:34.774670 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7f1662a2-0ba4-4f4b-a761-27bc979b9585 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:34.775202 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:34.804294 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19442ae6-c127-406b-84b5-fdbc412c8a13 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:34.804981 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-19442ae6-c127-406b-84b5-fdbc412c8a13 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:34.842942 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-19442ae6-c127-406b-84b5-fdbc412c8a13 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1654134 Dec 20 21:35:34.844277 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46324) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:34.848715 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:34.865360 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-700c2c7a-8ad9-4138-9fa0-dcf90dc7afa9 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ab:01:01'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:34.888927 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:34.917616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9877ec-3792-4004-a34b-f0a274151700 req-14d2fa99-c784-4dca-afdb-ca6b74f89f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:34.920163 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe9877ec-3792-4004-a34b-f0a274151700 req-14d2fa99-c784-4dca-afdb-ca6b74f89f36 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=03fc7761-0164-4b87-902e-5dc73b4f4dd3 HTTP/1.1" status: 200 len: 858 time: 0.4100013 Dec 20 21:35:34.920616 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bb450f3-3cb0-4415-b5d2-3db057166972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:34.942500 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 7f1662a2-0ba4-4f4b-a761-27bc979b9585, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7f1662a2-0ba4-4f4b-a761-27bc979b9585,segment=NetworkSegment(d06d0894-fc2d-42ee-b786-32e5332ea053),segment_id=d06d0894-fc2d-42ee-b786-32e5332ea053)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:34.949615 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:34.989027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Transition to ACTIVE for port object 456781ae-4c2f-4789-8654-8978901e9c25 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:35:35.011072 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe9877ec-3792-4004-a34b-f0a274151700 req-cf36398a-1178-4c4e-87da-976bd8803752 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c53e45c5-69f2-430c-8636-36554bee4d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737257 Dec 20 21:35:35.019200 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:35.040492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=7f1662a2-0ba4-4f4b-a761-27bc979b9585,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:35.121328 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-66462513-16d6-4d35-b4a4-117a51fa9f0d None None] Provisioning complete for port c37beff8-e3a8-4a68-ad12-849a3bbe8960 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:35.121701 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-66462513-16d6-4d35-b4a4-117a51fa9f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:35.160574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-66462513-16d6-4d35-b4a4-117a51fa9f0d None None] Port c37beff8-e3a8-4a68-ad12-849a3bbe8960 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:35.163799 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bb450f3-3cb0-4415-b5d2-3db057166972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:35.173812 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bb450f3-3cb0-4415-b5d2-3db057166972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:35.179149 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-700c2c7a-8ad9-4138-9fa0-dcf90dc7afa9 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:35.249881 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d62fe224-5fd8-433e-9b66-298b4bd144f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:35.256335 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Pushing event updated for resources: {'Port': ['ID=456781ae-4c2f-4789-8654-8978901e9c25,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:35.271456 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9bb450f3-3cb0-4415-b5d2-3db057166972 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f478dd33cd9450ebfa4b5fd9e9a6070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5962167 Dec 20 21:35:35.275572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb450f3-3cb0-4415-b5d2-3db057166972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb20b75f-f5a1-4475-95a1-a477afbb7ce5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:35.281166 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46326) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:35.285080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6224c02f-006d-43bf-b88c-11b46fc6a3b6 None None] Provisioning complete for port 7f1662a2-0ba4-4f4b-a761-27bc979b9585 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:35.285567 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6224c02f-006d-43bf-b88c-11b46fc6a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:35.343237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-c82d8f4b-e069-4256-9391-35360a740cf7 req-6e706e0c-8bf7-4dba-ad6a-46fabbd442df tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Deleting port 390a68ad-891f-423f-9afc-4a273254088b {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:35.343565 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c82d8f4b-e069-4256-9391-35360a740cf7 req-6e706e0c-8bf7-4dba-ad6a-46fabbd442df tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:35.372159 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-d62fe224-5fd8-433e-9b66-298b4bd144f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] device_id is not set on port c1e5b4fa-90c2-43dc-af12-1bdeb0d15c3f yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:35:35.381764 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6224c02f-006d-43bf-b88c-11b46fc6a3b6 None None] Provisioning complete for port f05db17f-5d70-4222-ab9d-10c1332a1f04 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:35.382286 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6224c02f-006d-43bf-b88c-11b46fc6a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:35.407553 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b7a1e736-2ae1-4509-af08-145b17f1d1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:35.437452 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6224c02f-006d-43bf-b88c-11b46fc6a3b6 None None] Port f05db17f-5d70-4222-ab9d-10c1332a1f04 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:35.454355 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b7a1e736-2ae1-4509-af08-145b17f1d1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:35.473535 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe9877ec-3792-4004-a34b-f0a274151700 req-2860491f-97d2-43c8-a5c0-ea59d43b2ff1 service neutron] 10.222.0.66 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357882 Dec 20 21:35:35.550328 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-700c2c7a-8ad9-4138-9fa0-dcf90dc7afa9 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:35.565537 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23534f-7ca1-4061-9b43-205bff498d51 req-0f50d34e-f932-401b-9afd-78a2720a37d0 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:35.567141 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8a23534f-7ca1-4061-9b43-205bff498d51 req-0f50d34e-f932-401b-9afd-78a2720a37d0 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 943 time: 0.1165442 Dec 20 21:35:35.568552 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-700c2c7a-8ad9-4138-9fa0-dcf90dc7afa9 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:35.659620 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b7a1e736-2ae1-4509-af08-145b17f1d1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:35.662143 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b7a1e736-2ae1-4509-af08-145b17f1d1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:35.665695 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b7a1e736-2ae1-4509-af08-145b17f1d1cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb20b75f-f5a1-4475-95a1-a477afbb7ce5 HTTP/1.1" status: 204 len: 168 time: 0.3812528 Dec 20 21:35:35.714959 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c2c7a-8ad9-4138-9fa0-dcf90dc7afa9 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event updated for resources: {'Port': ['ID=c37beff8-e3a8-4a68-ad12-849a3bbe8960,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:35.731654 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1e736-2ae1-4509-af08-145b17f1d1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb20b75f-f5a1-4475-95a1-a477afbb7ce5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:35.753523 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8a23534f-7ca1-4061-9b43-205bff498d51 req-4261704d-5bc7-4bbc-a5b3-7b241db5f7dd tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490264 Dec 20 21:35:35.754391 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-700c2c7a-8ad9-4138-9fa0-dcf90dc7afa9 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] In _notify_port_updated(), no bound segment for port c37beff8-e3a8-4a68-ad12-849a3bbe8960 on network 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:35:35.759960 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700c2c7a-8ad9-4138-9fa0-dcf90dc7afa9 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:35.760821 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-700c2c7a-8ad9-4138-9fa0-dcf90dc7afa9 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:35.762314 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-700c2c7a-8ad9-4138-9fa0-dcf90dc7afa9 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "PUT /v2.0/ports/c37beff8-e3a8-4a68-ad12-849a3bbe8960 HTTP/1.1" status: 200 len: 993 time: 0.9170189 Dec 20 21:35:35.765450 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46342) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:35.818056 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Attempting to bind port 456781ae-4c2f-4789-8654-8978901e9c25 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:35:35.818372 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Attempting to bind port 456781ae-4c2f-4789-8654-8978901e9c25 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '7353a3e6-4d63-4a74-a104-4f015f2a3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:35:35.818711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Attempting to bind port 456781ae-4c2f-4789-8654-8978901e9c25 on network c53e45c5-69f2-430c-8636-36554bee4d59 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:35:35.885205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Port 456781ae-4c2f-4789-8654-8978901e9c25 on network c53e45c5-69f2-430c-8636-36554bee4d59 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:35:35.885540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Attempting to bind port 456781ae-4c2f-4789-8654-8978901e9c25 on network c53e45c5-69f2-430c-8636-36554bee4d59 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:35:35.906168 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1e858a02-593f-4aa2-8293-08d807c0cb12 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Deleting port c37beff8-e3a8-4a68-ad12-849a3bbe8960 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:35.907232 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e858a02-593f-4aa2-8293-08d807c0cb12 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:35.918586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:35:35.918922 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Checking segment: {'id': '7353a3e6-4d63-4a74-a104-4f015f2a3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:35:35.919102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Bound using segment: {'id': '7353a3e6-4d63-4a74-a104-4f015f2a3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:35:35.919680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Bound port: 456781ae-4c2f-4789-8654-8978901e9c25, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7353a3e6-4d63-4a74-a104-4f015f2a3834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:35:35.920593 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:35.996741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c82d8f4b-e069-4256-9391-35360a740cf7 req-6e706e0c-8bf7-4dba-ad6a-46fabbd442df tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] For port 390a68ad-891f-423f-9afc-4a273254088b, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=390a68ad-891f-423f-9afc-4a273254088b,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:35.999264 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e858a02-593f-4aa2-8293-08d807c0cb12 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:36.004577 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c82d8f4b-e069-4256-9391-35360a740cf7 req-6e706e0c-8bf7-4dba-ad6a-46fabbd442df tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:36.012178 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1e858a02-593f-4aa2-8293-08d807c0cb12 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Calling delete_port for c37beff8-e3a8-4a68-ad12-849a3bbe8960 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:36.015513 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf457659-6c76-4059-85d0-70909beb49eb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:36.072475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ee757803-ee14-4a44-a375-5c47b173a21a None None] Provisioning complete for port c37beff8-e3a8-4a68-ad12-849a3bbe8960 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:36.073385 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ee757803-ee14-4a44-a375-5c47b173a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:36.112470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3aa853-fe3c-4cbf-a870-a5857f22b17f req-45fa972a-0aab-4e97-abe4-296fd366fd4a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:36.121528 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b3aa853-fe3c-4cbf-a870-a5857f22b17f req-45fa972a-0aab-4e97-abe4-296fd366fd4a tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 945 time: 0.6469595 Dec 20 21:35:36.144085 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ee757803-ee14-4a44-a375-5c47b173a21a None None] Port c37beff8-e3a8-4a68-ad12-849a3bbe8960 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:36.165887 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e858a02-593f-4aa2-8293-08d807c0cb12 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:36.202180 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e858a02-593f-4aa2-8293-08d807c0cb12 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event deleted for resources: {'Port': ['ID=c37beff8-e3a8-4a68-ad12-849a3bbe8960,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:36.207990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-c82d8f4b-e069-4256-9391-35360a740cf7 req-6e706e0c-8bf7-4dba-ad6a-46fabbd442df tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Calling delete_port for 390a68ad-891f-423f-9afc-4a273254088b owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:36.247320 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46352) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:36.275386 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd190-5a12-4a3b-b394-0b6b5792987e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:36.307652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] For port 456781ae-4c2f-4789-8654-8978901e9c25, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:35:36.345634 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe9877ec-3792-4004-a34b-f0a274151700 req-694f7b3b-e9eb-42d7-9337-ec292c6352c6 service neutron] 10.222.0.66 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8135660 Dec 20 21:35:36.350511 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-d62fe224-5fd8-433e-9b66-298b4bd144f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Allocated IP 2001:db8::35a (908cdb43-09e6-40f7-9111-3b232c54071b/682209ac-1f7f-4b79-9b91-ec73d729a323/c1e5b4fa-90c2-43dc-af12-1bdeb0d15c3f) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:36.399963 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e858a02-593f-4aa2-8293-08d807c0cb12 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:36.403102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] For port 456781ae-4c2f-4789-8654-8978901e9c25, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=456781ae-4c2f-4789-8654-8978901e9c25,segment=NetworkSegment(7353a3e6-4d63-4a74-a104-4f015f2a3834),segment_id=7353a3e6-4d63-4a74-a104-4f015f2a3834)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:35:36.404581 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1e858a02-593f-4aa2-8293-08d807c0cb12 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "DELETE /v2.0/ports/c37beff8-e3a8-4a68-ad12-849a3bbe8960 HTTP/1.1" status: 204 len: 168 time: 0.6369832 Dec 20 21:35:36.406798 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46354) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:36.429053 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b3aa853-fe3c-4cbf-a870-a5857f22b17f req-c7dd5009-39d1-4b64-b94e-282c0ba5e422 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=8708c21b-1b65-415e-aca9-cb688e8f6706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060095 Dec 20 21:35:36.438939 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:36.474947 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5776c182-8ac0-4279-8036-ffcb54e4ad34 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] GET failed (client error): The resource could not be found. Dec 20 21:35:36.478291 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5776c182-8ac0-4279-8036-ffcb54e4ad34 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "GET /v2.0/ports/c37beff8-e3a8-4a68-ad12-849a3bbe8960 HTTP/1.1" status: 404 len: 333 time: 0.0704932 Dec 20 21:35:36.486322 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46358) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:36.491723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f8900918-05b4-43f4-9d5e-e219695c7dc8 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Request body: {'port': {'network_id': '3df2f4c6-8b77-4e23-acf0-3842b3ab85bf', 'name': 'tempest-AllowedAddressPairTestJSON-1494763452'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:36.582458 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:36.583101 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:36.584888 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-703e6356-a01f-4916-b995-58d9928c325c service neutron] 10.222.0.31 "PUT /v2.0/ports/456781ae-4c2f-4789-8654-8978901e9c25 HTTP/1.1" status: 200 len: 1089 time: 4.1008937 Dec 20 21:35:36.610317 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd190-5a12-4a3b-b394-0b6b5792987e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:36.618865 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9e8bd190-5a12-4a3b-b394-0b6b5792987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:36.631242 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7f1662a2-0ba4-4f4b-a761-27bc979b9585 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:36.645696 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd243950-73d3-4718-aaf4-e8fbd294650b', 'tag': '456781ae-4c2f-4789-8654-8978901e9c25'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:35:36.649050 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c749de2-cd0f-408f-b125-87fd6afb0fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "dd243950-73d3-4718-aaf4-e8fbd294650b", "tag": "456781ae-4c2f-4789-8654-8978901e9c25"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:35:36.701550 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bd190-5a12-4a3b-b394-0b6b5792987e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2a9d8b-350b-4fae-b27f-e1d03f1a3989,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:36.706873 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9e8bd190-5a12-4a3b-b394-0b6b5792987e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba45d38e7e7e4653ad2b1dd733e55016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4582987 Dec 20 21:35:36.708426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8900918-05b4-43f4-9d5e-e219695c7dc8 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Made reservation on behalf of 0ddc17b48e39475387a33c79f677581f for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:36.712001 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8900918-05b4-43f4-9d5e-e219695c7dc8 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:36.714694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46366) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:36.725669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7f1662a2-0ba4-4f4b-a761-27bc979b9585 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:36.726038 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:36.733762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e6356-a01f-4916-b995-58d9928c325c service neutron] Pushing event updated for resources: {'Port': ['ID=456781ae-4c2f-4789-8654-8978901e9c25,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:36.771811 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dda107-c195-4d7e-9f9c-ad25c730a4c9 x-openstack-request-id: req-b1dda107-c195-4d7e-9f9c-ad25c730a4c9 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:35:36.772033 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd243950-73d3-4718-aaf4-e8fbd294650b", "tag": "456781ae-4c2f-4789-8654-8978901e9c25", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:35:36.772233 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1dda107-c195-4d7e-9f9c-ad25c730a4c9 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:35:36.772633 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd243950-73d3-4718-aaf4-e8fbd294650b', 'tag': '456781ae-4c2f-4789-8654-8978901e9c25', 'status': 'completed', 'code': 200} Dec 20 21:35:36.773461 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-f8900918-05b4-43f4-9d5e-e219695c7dc8 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] device_id is not set on port 82768843-8472-422b-af5f-e129523befca yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:35:36.862142 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e82fc74-7b27-4479-ab26-d1b54b4dc6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:36.916107 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e82fc74-7b27-4479-ab26-d1b54b4dc6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:36.963869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b51ba-17b6-4670-81cd-cb994684ccaf req-5c625447-48a8-471c-8451-b68ab87789ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:36.965677 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-222b51ba-17b6-4670-81cd-cb994684ccaf req-5c625447-48a8-471c-8451-b68ab87789ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ba28dca7fe84eb3b545f731ba040a0d&device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 1093 time: 0.4578052 Dec 20 21:35:36.966870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-f8900918-05b4-43f4-9d5e-e219695c7dc8 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Allocated IP 172.20.0.11 (3df2f4c6-8b77-4e23-acf0-3842b3ab85bf/83a33280-7e97-4291-b9bd-fa0cc28bd8bd/82768843-8472-422b-af5f-e129523befca) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:36.967585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-715ff58f-3c50-4033-bc7b-188712fa3fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:36.969483 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-715ff58f-3c50-4033-bc7b-188712fa3fde service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ba28dca7fe84eb3b545f731ba040a0d&device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 1092 time: 0.2374864 Dec 20 21:35:37.014247 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e82fc74-7b27-4479-ab26-d1b54b4dc6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:37.017142 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e82fc74-7b27-4479-ab26-d1b54b4dc6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:37.018438 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1e82fc74-7b27-4479-ab26-d1b54b4dc6a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c2a9d8b-350b-4fae-b27f-e1d03f1a3989 HTTP/1.1" status: 204 len: 168 time: 0.3027747 Dec 20 21:35:37.050549 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82fc74-7b27-4479-ab26-d1b54b4dc6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2a9d8b-350b-4fae-b27f-e1d03f1a3989,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:37.433686 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46382) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:37.517829 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8900918-05b4-43f4-9d5e-e219695c7dc8 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:37.536920 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c82d8f4b-e069-4256-9391-35360a740cf7 req-6e706e0c-8bf7-4dba-ad6a-46fabbd442df tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:37.572343 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a95cd356-40a5-481d-9fea-8307add5d608 req-65f3591a-0acb-4fa1-9ff8-5233d10caf1b tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 210 time: 0.0362265 Dec 20 21:35:37.574318 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['390a68ad-891f-423f-9afc-4a273254088b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:35:37.608594 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-d963f050-3398-4577-b9cd-415b29b01b3e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=456781ae-4c2f-4789-8654-8978901e9c25 HTTP/1.1" status: 200 len: 217 time: 0.6206322 Dec 20 21:35:37.617640 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5412db8-44d4-4350-9386-d6f2a7fb8f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:37.631204 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8900918-05b4-43f4-9d5e-e219695c7dc8 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:37.646792 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e706e0c-8bf7-4dba-ad6a-46fabbd442df tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Pushing event deleted for resources: {'Port': ['ID=390a68ad-891f-423f-9afc-4a273254088b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:37.681173 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e23430-279b-44c9-bb7d-6354f7a2e612 req-2e02fca8-5d80-4e7c-a202-3d03620fa3c3 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:37.682835 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0e23430-279b-44c9-bb7d-6354f7a2e612 req-2e02fca8-5d80-4e7c-a202-3d03620fa3c3 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 943 time: 0.7971714 Dec 20 21:35:37.698555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8900918-05b4-43f4-9d5e-e219695c7dc8 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Network 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:37.707818 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f8900918-05b4-43f4-9d5e-e219695c7dc8 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:37.720348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8900918-05b4-43f4-9d5e-e219695c7dc8 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:37.728868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8900918-05b4-43f4-9d5e-e219695c7dc8 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event updated for resources: {'Port': ['ID=82768843-8472-422b-af5f-e129523befca,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:37.771329 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d62fe224-5fd8-433e-9b66-298b4bd144f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:37.796350 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8900918-05b4-43f4-9d5e-e219695c7dc8 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:37.796350 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8900918-05b4-43f4-9d5e-e219695c7dc8 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:37.838877 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f8900918-05b4-43f4-9d5e-e219695c7dc8 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3496287 Dec 20 21:35:37.846097 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46400) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:37.856063 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-771ff423-3075-4cca-a7eb-2e0493329a2c tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ab:01:01'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:37.866601 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5412db8-44d4-4350-9386-d6f2a7fb8f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:37.885745 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e5412db8-44d4-4350-9386-d6f2a7fb8f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:37.890511 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b51ba-17b6-4670-81cd-cb994684ccaf req-7b0a83fa-1a90-4675-9bf9-52c53567d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:37.892049 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-222b51ba-17b6-4670-81cd-cb994684ccaf req-7b0a83fa-1a90-4675-9bf9-52c53567d495 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c53e45c5-69f2-430c-8636-36554bee4d59 HTTP/1.1" status: 200 len: 919 time: 0.9075949 Dec 20 21:35:37.893492 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-5f401aaa-9412-4bfc-9e62-07e86ec3cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:37.896370 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-5f401aaa-9412-4bfc-9e62-07e86ec3cbfa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=03fc7761-0164-4b87-902e-5dc73b4f4dd3 HTTP/1.1" status: 200 len: 858 time: 0.2534139 Dec 20 21:35:37.897339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82d8f4b-e069-4256-9391-35360a740cf7 req-6e706e0c-8bf7-4dba-ad6a-46fabbd442df tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] No DVR routers for this DVR port 390a68ad-891f-423f-9afc-4a273254088b on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:35:37.944798 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0e23430-279b-44c9-bb7d-6354f7a2e612 req-9e96c9ab-833f-4700-b1ea-eaa311dc1d4b tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325323 Dec 20 21:35:37.956846 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c82d8f4b-e069-4256-9391-35360a740cf7 req-6e706e0c-8bf7-4dba-ad6a-46fabbd442df tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:37.960553 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c82d8f4b-e069-4256-9391-35360a740cf7 req-6e706e0c-8bf7-4dba-ad6a-46fabbd442df tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.31 "DELETE /v2.0/ports/390a68ad-891f-423f-9afc-4a273254088b HTTP/1.1" status: 204 len: 173 time: 3.3269558 Dec 20 21:35:38.038275 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-2fe59f93-6696-408c-b78c-7b181abc6de0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c53e45c5-69f2-430c-8636-36554bee4d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748346 Dec 20 21:35:38.046446 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-222b51ba-17b6-4670-81cd-cb994684ccaf req-73d1c109-44f9-415f-9cd9-e31f78a726b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a63438e6-9c1f-47cb-bc0a-a6eb998d447a HTTP/1.1" status: 200 len: 217 time: 0.0817721 Dec 20 21:35:38.053075 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5412db8-44d4-4350-9386-d6f2a7fb8f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef25f7c-70ce-4b1b-9c45-ca949777a9e3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:38.056071 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-771ff423-3075-4cca-a7eb-2e0493329a2c tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:38.084393 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e5412db8-44d4-4350-9386-d6f2a7fb8f2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb435e493df04be9a88be4b87059087c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6496224 Dec 20 21:35:38.087379 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46406) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:38.151118 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-cf457659-6c76-4059-85d0-70909beb49eb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port 2aec5fc7-1989-476c-9f57-bc79c5c07583 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:38.151665 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf457659-6c76-4059-85d0-70909beb49eb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:38.189738 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a4b2651e-47ca-4030-9796-52e5546a9bc8 None None] Provisioning complete for port 82768843-8472-422b-af5f-e129523befca triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:38.190776 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4b2651e-47ca-4030-9796-52e5546a9bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:38.204226 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d62fe224-5fd8-433e-9b66-298b4bd144f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:38.244685 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a4b2651e-47ca-4030-9796-52e5546a9bc8 None None] Port 82768843-8472-422b-af5f-e129523befca cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:38.254998 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec6f8ba6-4a4b-4b48-93be-8a18e851aca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:38.297362 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec6f8ba6-4a4b-4b48-93be-8a18e851aca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:38.305370 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b51ba-17b6-4670-81cd-cb994684ccaf req-e4c17519-3e7b-45c8-9b93-f25914dfe547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:38.307264 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-222b51ba-17b6-4670-81cd-cb994684ccaf req-e4c17519-3e7b-45c8-9b93-f25914dfe547 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=03fc7761-0164-4b87-902e-5dc73b4f4dd3 HTTP/1.1" status: 200 len: 858 time: 0.2557135 Dec 20 21:35:38.346050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fe224-5fd8-433e-9b66-298b4bd144f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=c1e5b4fa-90c2-43dc-af12-1bdeb0d15c3f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:38.359398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62fe224-5fd8-433e-9b66-298b4bd144f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 908cdb43-09e6-40f7-9111-3b232c54071b is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:38.369246 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-771ff423-3075-4cca-a7eb-2e0493329a2c tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:38.375368 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-771ff423-3075-4cca-a7eb-2e0493329a2c tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:38.379652 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-222b51ba-17b6-4670-81cd-cb994684ccaf req-c3ee2da8-42cc-42ee-a990-c9d2e6410294 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c53e45c5-69f2-430c-8636-36554bee4d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531082 Dec 20 21:35:38.390213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-d62fe224-5fd8-433e-9b66-298b4bd144f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:38.404421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62fe224-5fd8-433e-9b66-298b4bd144f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:38.407812 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec6f8ba6-4a4b-4b48-93be-8a18e851aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:38.410514 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec6f8ba6-4a4b-4b48-93be-8a18e851aca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:38.410858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62fe224-5fd8-433e-9b66-298b4bd144f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:38.411513 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d62fe224-5fd8-433e-9b66-298b4bd144f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:38.414586 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ec6f8ba6-4a4b-4b48-93be-8a18e851aca1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ef25f7c-70ce-4b1b-9c45-ca949777a9e3 HTTP/1.1" status: 204 len: 168 time: 0.3245878 Dec 20 21:35:38.447095 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f8ba6-4a4b-4b48-93be-8a18e851aca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef25f7c-70ce-4b1b-9c45-ca949777a9e3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:38.487181 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-c40fe23b-3339-4da4-a317-57ac8f5f6f58 service neutron] 10.222.0.31 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367266 Dec 20 21:35:38.495290 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf457659-6c76-4059-85d0-70909beb49eb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:38.527096 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ff423-3075-4cca-a7eb-2e0493329a2c tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event updated for resources: {'Port': ['ID=82768843-8472-422b-af5f-e129523befca,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:38.549324 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d62fe224-5fd8-433e-9b66-298b4bd144f1 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.1733537 Dec 20 21:35:38.550696 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46418) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:38.564897 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-cf457659-6c76-4059-85d0-70909beb49eb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for 2aec5fc7-1989-476c-9f57-bc79c5c07583 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:38.571958 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6f304f5f-18d4-4165-b8d5-166df5e9b847 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'subnet': {'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:38.796308 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f304f5f-18d4-4165-b8d5-166df5e9b847 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:38.802107 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6f304f5f-18d4-4165-b8d5-166df5e9b847 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:38.810175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-771ff423-3075-4cca-a7eb-2e0493329a2c tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] In _notify_port_updated(), no bound segment for port 82768843-8472-422b-af5f-e129523befca on network 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:35:38.821146 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771ff423-3075-4cca-a7eb-2e0493329a2c tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:38.821760 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-771ff423-3075-4cca-a7eb-2e0493329a2c tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:38.825815 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-771ff423-3075-4cca-a7eb-2e0493329a2c tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "PUT /v2.0/ports/82768843-8472-422b-af5f-e129523befca HTTP/1.1" status: 200 len: 997 time: 0.9767668 Dec 20 21:35:38.844177 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46426) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:38.867446 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8068656e-c5de-4702-b85d-f50db60f6775', 'name': 'network-vif-deleted', 'tag': '390a68ad-891f-423f-9afc-4a273254088b'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:35:38.871171 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723dc0bf-45d5-476a-b2ab-3e2f05a105b7" -d '{"events": [{"server_uuid": "8068656e-c5de-4702-b85d-f50db60f6775", "name": "network-vif-deleted", "tag": "390a68ad-891f-423f-9afc-4a273254088b"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:35:38.929295 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-222b51ba-17b6-4670-81cd-cb994684ccaf req-e2548708-0fa8-49a1-bf3e-099266cafdb5 service neutron] 10.222.0.66 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367846 Dec 20 21:35:38.932375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46434) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:38.956377 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e1d0421-bfc1-4efd-9dfa-d31861b7787b req-e8d2af8b-5971-4439-8dd9-b9e81e21de7c tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=8068656e-c5de-4702-b85d-f50db60f6775 HTTP/1.1" status: 200 len: 210 time: 0.2012622 Dec 20 21:35:38.970047 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-fdfff434-a512-45bf-97cf-6c7b45e208a8 None None] Provisioning complete for port c1e5b4fa-90c2-43dc-af12-1bdeb0d15c3f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:38.970754 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdfff434-a512-45bf-97cf-6c7b45e208a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:39.007886 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2505d564-aa6e-414f-b62f-330413bd3bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:39.049963 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-fdfff434-a512-45bf-97cf-6c7b45e208a8 None None] Port c1e5b4fa-90c2-43dc-af12-1bdeb0d15c3f cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:39.069902 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-178fa8d2-d17f-448f-a2ef-4f5c09ddf123 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Deleting port 82768843-8472-422b-af5f-e129523befca {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:39.074418 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-178fa8d2-d17f-448f-a2ef-4f5c09ddf123 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:39.089156 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa932543-cd89-4ef5-b461-f893d3c01af6 x-openstack-request-id: req-fa932543-cd89-4ef5-b461-f893d3c01af6 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:35:39.089156 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8068656e-c5de-4702-b85d-f50db60f6775", "name": "network-vif-deleted", "tag": "390a68ad-891f-423f-9afc-4a273254088b", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:35:39.089156 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa932543-cd89-4ef5-b461-f893d3c01af6 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:35:39.089156 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8068656e-c5de-4702-b85d-f50db60f6775', 'name': 'network-vif-deleted', 'tag': '390a68ad-891f-423f-9afc-4a273254088b', 'status': 'completed', 'code': 200} Dec 20 21:35:39.130940 n-d-xena-1 neutron-server[102402]: INFO neutron.db.ipam_backend_mixin [None req-6f304f5f-18d4-4165-b8d5-166df5e9b847 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 682209ac-1f7f-4b79-9b91-ec73d729a323 (CIDR: 2001:db8::/64) Dec 20 21:35:39.142376 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f304f5f-18d4-4165-b8d5-166df5e9b847 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:35:39.142871 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f304f5f-18d4-4165-b8d5-166df5e9b847 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:35:39.169452 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0191abf4-ed12-4b33-a216-8f2da7e62fee req-2208a4b9-7753-4fd7-bea8-669ab323d4f3 service neutron] 10.222.0.31 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6692863 Dec 20 21:35:39.179135 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6f304f5f-18d4-4165-b8d5-166df5e9b847 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6270566 Dec 20 21:35:39.180176 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6462cdf8-e3b5-4dd5-8593-430da8f954c0 None None] Provisioning complete for port 82768843-8472-422b-af5f-e129523befca triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:39.181227 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6462cdf8-e3b5-4dd5-8593-430da8f954c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:39.182565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46442) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:39.192203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-fc178881-9675-415e-a661-22c88c4757bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'subnet': {'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:39.280228 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-222b51ba-17b6-4670-81cd-cb994684ccaf req-2b5e6e05-6791-4341-bdbc-24c1dc448381 service neutron] 10.222.0.66 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228393 Dec 20 21:35:39.293484 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6462cdf8-e3b5-4dd5-8593-430da8f954c0 None None] Port 82768843-8472-422b-af5f-e129523befca cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:39.318554 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b02c8-0d55-4e9d-b898-0a4093e7ee9e req-a3c88ddf-64fa-4d0a-acc8-352a811037a1 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:39.322537 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d2b02c8-0d55-4e9d-b898-0a4093e7ee9e req-a3c88ddf-64fa-4d0a-acc8-352a811037a1 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 943 time: 0.2152326 Dec 20 21:35:39.329161 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-178fa8d2-d17f-448f-a2ef-4f5c09ddf123 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:39.349020 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-178fa8d2-d17f-448f-a2ef-4f5c09ddf123 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Calling delete_port for 82768843-8472-422b-af5f-e129523befca owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:39.425267 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc178881-9675-415e-a661-22c88c4757bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:39.428771 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fc178881-9675-415e-a661-22c88c4757bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:39.441530 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf457659-6c76-4059-85d0-70909beb49eb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:39.454824 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c749de2-cd0f-408f-b125-87fd6afb0fb6 req-b600bc45-eae6-46d2-8db5-c59d17d97152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:39.456311 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c749de2-cd0f-408f-b125-87fd6afb0fb6 req-b600bc45-eae6-46d2-8db5-c59d17d97152 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ba28dca7fe84eb3b545f731ba040a0d&device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 1092 time: 0.1484385 Dec 20 21:35:39.487394 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3d2b02c8-0d55-4e9d-b898-0a4093e7ee9e req-2b6dbbab-4935-4136-a936-5308d902a894 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292818 Dec 20 21:35:39.497974 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2505d564-aa6e-414f-b62f-330413bd3bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:39.500434 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf457659-6c76-4059-85d0-70909beb49eb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=2aec5fc7-1989-476c-9f57-bc79c5c07583,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:39.553447 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2505d564-aa6e-414f-b62f-330413bd3bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:39.605885 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-178fa8d2-d17f-448f-a2ef-4f5c09ddf123 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:39.644821 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 390a68ad-891f-423f-9afc-4a273254088b no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:35:39.650014 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2505d564-aa6e-414f-b62f-330413bd3bc5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd68a78e9b874ada99e03edb0d4b315b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6964283 Dec 20 21:35:39.656800 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46454) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:39.663545 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fa8d2-d17f-448f-a2ef-4f5c09ddf123 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event deleted for resources: {'Port': ['ID=82768843-8472-422b-af5f-e129523befca,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:39.670544 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505d564-aa6e-414f-b62f-330413bd3bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61102e33-e516-49dc-acae-f5caaf10eb5e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:39.708162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 390a68ad-891f-423f-9afc-4a273254088b {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:35:39.710221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 390a68ad-891f-423f-9afc-4a273254088b not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:35:39.797964 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-178fa8d2-d17f-448f-a2ef-4f5c09ddf123 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:39.802437 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-178fa8d2-d17f-448f-a2ef-4f5c09ddf123 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "DELETE /v2.0/ports/82768843-8472-422b-af5f-e129523befca HTTP/1.1" status: 204 len: 168 time: 0.9571273 Dec 20 21:35:39.805306 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46458) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:39.846436 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-b74bf9b5-87ce-4253-ab3f-cb7c603e26fd tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] GET failed (client error): The resource could not be found. Dec 20 21:35:39.848166 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b74bf9b5-87ce-4253-ab3f-cb7c603e26fd tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "GET /v2.0/ports/82768843-8472-422b-af5f-e129523befca HTTP/1.1" status: 404 len: 333 time: 0.0413654 Dec 20 21:35:39.869080 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46460) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:39.875327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-437f6e9e-b0d4-42fa-95e8-2eab6d6e9342 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Request body: {'port': {'network_id': '3df2f4c6-8b77-4e23-acf0-3842b3ab85bf', 'name': 'tempest-AllowedAddressPairTestJSON-1389416413'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:39.897696 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c749de2-cd0f-408f-b125-87fd6afb0fb6 req-f15dd0e8-f72b-48a9-9759-0c9cddb086f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:39.901596 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c749de2-cd0f-408f-b125-87fd6afb0fb6 req-f15dd0e8-f72b-48a9-9759-0c9cddb086f3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c53e45c5-69f2-430c-8636-36554bee4d59 HTTP/1.1" status: 200 len: 919 time: 0.4178841 Dec 20 21:35:39.931735 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fc178881-9675-415e-a661-22c88c4757bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:39.973329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device a63438e6-9c1f-47cb-bc0a-a6eb998d447a details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:35:39.985901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc178881-9675-415e-a661-22c88c4757bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 908cdb43-09e6-40f7-9111-3b232c54071b is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:39.993127 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-fc178881-9675-415e-a661-22c88c4757bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:39.999096 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc178881-9675-415e-a661-22c88c4757bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:39.999677 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fc178881-9675-415e-a661-22c88c4757bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:40.004348 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc58e6c-5e49-4930-9443-3368afd79fd1 None None] Network 908cdb43-09e6-40f7-9111-3b232c54071b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:40.025436 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c749de2-cd0f-408f-b125-87fd6afb0fb6 req-cad456b3-743b-4124-97af-cc991893fe34 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=456781ae-4c2f-4789-8654-8978901e9c25 HTTP/1.1" status: 200 len: 217 time: 0.0663896 Dec 20 21:35:40.026864 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fc178881-9675-415e-a661-22c88c4757bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8434536 Dec 20 21:35:40.034462 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46468) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:40.034617 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf457659-6c76-4059-85d0-70909beb49eb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:40.041851 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a876ee59-bd26-468c-a3a5-a9a669f461f8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1855147232', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '25738e77-1ff9-44c9-b332-8ffbd2e6eb92'}], 'security_groups': ['cd4e0c84-b522-4460-a3f9-2a215bbe900f']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:40.095931 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc178881-9675-415e-a661-22c88c4757bd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Subnet': ['ID=25738e77-1ff9-44c9-b332-8ffbd2e6eb92,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:40.249943 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c09a734a-baea-4999-8b17-f35fcac9fc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:40.296030 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a876ee59-bd26-468c-a3a5-a9a669f461f8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:40.438819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port a63438e6-9c1f-47cb-bc0a-a6eb998d447a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=a63438e6-9c1f-47cb-bc0a-a6eb998d447a,segment=NetworkSegment(7353a3e6-4d63-4a74-a104-4f015f2a3834),segment_id=7353a3e6-4d63-4a74-a104-4f015f2a3834)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:40.473869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'a63438e6-9c1f-47cb-bc0a-a6eb998d447a', 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59', 'port_id': 'a63438e6-9c1f-47cb-bc0a-a6eb998d447a', 'mac_address': 'fa:16:3e:05:aa:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03fc7761-0164-4b87-902e-5dc73b4f4dd3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:35:40.522827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe398e2e-b6e4-4f07-b31b-5cb8c90e6d0b req-e3b35ec2-42e5-4e1b-b39f-cc3909056570 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:40.530987 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fe398e2e-b6e4-4f07-b31b-5cb8c90e6d0b req-e3b35ec2-42e5-4e1b-b39f-cc3909056570 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1299584 Dec 20 21:35:40.549444 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:40.574578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63438e6-9c1f-47cb-bc0a-a6eb998d447a {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:35:40.602436 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port a63438e6-9c1f-47cb-bc0a-a6eb998d447a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=a63438e6-9c1f-47cb-bc0a-a6eb998d447a,segment=NetworkSegment(7353a3e6-4d63-4a74-a104-4f015f2a3834),segment_id=7353a3e6-4d63-4a74-a104-4f015f2a3834)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:40.620698 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:40.630752 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fe398e2e-b6e4-4f07-b31b-5cb8c90e6d0b req-f1faa7fc-2c40-4078-9e69-8a411dfcf5fb tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987105 Dec 20 21:35:40.674329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c749de2-cd0f-408f-b125-87fd6afb0fb6 req-7e31fdfd-3f97-483f-ad26-6d7f89b0385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:40.675838 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c749de2-cd0f-408f-b125-87fd6afb0fb6 req-7e31fdfd-3f97-483f-ad26-6d7f89b0385d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=03fc7761-0164-4b87-902e-5dc73b4f4dd3 HTTP/1.1" status: 200 len: 858 time: 0.6274483 Dec 20 21:35:40.686753 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c09a734a-baea-4999-8b17-f35fcac9fc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:40.721015 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=a63438e6-9c1f-47cb-bc0a-a6eb998d447a,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:40.725951 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2e0ba9-7ef7-4ba4-8d34-6a70c6f3ecb6 None None] Update dhcp port {'port': {'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b', 'fixed_ips': [{'subnet_id': '682209ac-1f7f-4b79-9b91-ec73d729a323', 'ip_address': '2001:db8::2'}, {'subnet_id': '25738e77-1ff9-44c9-b332-8ffbd2e6eb92'}], 'binding:host_id': 'n-d-xena-1'}, 'id': '7f1662a2-0ba4-4f4b-a761-27bc979b9585'} from n-d-xena-1. {{(pid=102403) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 20 21:35:40.754702 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0ba9-7ef7-4ba4-8d34-6a70c6f3ecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:40.775085 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c749de2-cd0f-408f-b125-87fd6afb0fb6 req-737e5a04-9899-4ee1-bb95-1a0f6f752138 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c53e45c5-69f2-430c-8636-36554bee4d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794950 Dec 20 21:35:40.826739 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-a876ee59-bd26-468c-a3a5-a9a669f461f8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Delete allocated IP 2001:db8::35a (908cdb43-09e6-40f7-9111-3b232c54071b/682209ac-1f7f-4b79-9b91-ec73d729a323) {{(pid=102402) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 21:35:40.853940 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-a876ee59-bd26-468c-a3a5-a9a669f461f8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Allocated IP 2001:db8:0:1::281 (908cdb43-09e6-40f7-9111-3b232c54071b/25738e77-1ff9-44c9-b332-8ffbd2e6eb92/c1e5b4fa-90c2-43dc-af12-1bdeb0d15c3f) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:40.897352 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46484) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:40.956512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437f6e9e-b0d4-42fa-95e8-2eab6d6e9342 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Made reservation on behalf of 0ddc17b48e39475387a33c79f677581f for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:40.960048 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-437f6e9e-b0d4-42fa-95e8-2eab6d6e9342 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:40.990700 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf457659-6c76-4059-85d0-70909beb49eb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Router 0fba523d-3ca9-4f86-a617-02846f37cf71 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:35:40.999049 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b3115-5f95-4772-8dc2-c27eb5674531 req-e754c5a8-6af2-43ff-833d-2958ab3f3292 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:41.000597 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-746b3115-5f95-4772-8dc2-c27eb5674531 req-e754c5a8-6af2-43ff-833d-2958ab3f3292 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 943 time: 0.3064454 Dec 20 21:35:41.015393 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c09a734a-baea-4999-8b17-f35fcac9fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.017866 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c09a734a-baea-4999-8b17-f35fcac9fc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.021443 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c09a734a-baea-4999-8b17-f35fcac9fc5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61102e33-e516-49dc-acae-f5caaf10eb5e HTTP/1.1" status: 204 len: 168 time: 1.3596368 Dec 20 21:35:41.023720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-437f6e9e-b0d4-42fa-95e8-2eab6d6e9342 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] device_id is not set on port 7312d0ae-af7f-4c93-adcc-135d1888373a yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:35:41.033998 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a876ee59-bd26-468c-a3a5-a9a669f461f8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.040572 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['a63438e6-9c1f-47cb-bc0a-a6eb998d447a'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:35:41.041194 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a876ee59-bd26-468c-a3a5-a9a669f461f8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.093494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a734a-baea-4999-8b17-f35fcac9fc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61102e33-e516-49dc-acae-f5caaf10eb5e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:41.107454 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c749de2-cd0f-408f-b125-87fd6afb0fb6 req-59a9e404-7772-478f-a071-89a67f84e094 service neutron] 10.222.0.31 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123493 Dec 20 21:35:41.127622 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-306d0690-b819-4e17-b6c1-27ecf2db78d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.161387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a876ee59-bd26-468c-a3a5-a9a669f461f8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] In _notify_port_updated(), no bound segment for port c1e5b4fa-90c2-43dc-af12-1bdeb0d15c3f on network 908cdb43-09e6-40f7-9111-3b232c54071b {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:35:41.168016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a876ee59-bd26-468c-a3a5-a9a669f461f8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:41.168683 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a876ee59-bd26-468c-a3a5-a9a669f461f8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.180055 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a876ee59-bd26-468c-a3a5-a9a669f461f8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "PUT /v2.0/ports/c1e5b4fa-90c2-43dc-af12-1bdeb0d15c3f HTTP/1.1" status: 200 len: 931 time: 1.1344440 Dec 20 21:35:41.180370 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46490) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:41.185709 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0b2e0ba9-7ef7-4ba4-8d34-6a70c6f3ecb6 None None] Allocated IP 2001:db8:0:1::2 (908cdb43-09e6-40f7-9111-3b232c54071b/25738e77-1ff9-44c9-b332-8ffbd2e6eb92/7f1662a2-0ba4-4f4b-a761-27bc979b9585) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:41.192024 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876ee59-bd26-468c-a3a5-a9a669f461f8 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=c1e5b4fa-90c2-43dc-af12-1bdeb0d15c3f,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:41.304301 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-746b3115-5f95-4772-8dc2-c27eb5674531 req-4f759c52-e6cd-4682-b7cb-c34c880183e6 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752845 Dec 20 21:35:41.304301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf457659-6c76-4059-85d0-70909beb49eb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:35:41.311255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0b2e0ba9-7ef7-4ba4-8d34-6a70c6f3ecb6 None None] For port 7f1662a2-0ba4-4f4b-a761-27bc979b9585, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7f1662a2-0ba4-4f4b-a761-27bc979b9585,segment=NetworkSegment(d06d0894-fc2d-42ee-b786-32e5332ea053),segment_id=d06d0894-fc2d-42ee-b786-32e5332ea053)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:41.317505 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cf457659-6c76-4059-85d0-70909beb49eb tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "PUT /v2.0/routers/0fba523d-3ca9-4f86-a617-02846f37cf71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4359887 Dec 20 21:35:41.318628 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b900f9af-d1ee-4b1b-8997-aec956aadaba None None] Sync routers for ids ['0fba523d-3ca9-4f86-a617-02846f37cf71'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:35:41.320922 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46496) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:41.335067 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b900f9af-d1ee-4b1b-8997-aec956aadaba None None] Routers {'0fba523d-3ca9-4f86-a617-02846f37cf71'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:35:41.337194 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b900f9af-d1ee-4b1b-8997-aec956aadaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:35:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0fba523d-3ca9-4f86-a617-02846f37cf71'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:41.356028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-22184d7c-88d5-4009-b290-226e87fed2ca tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port c1e5b4fa-90c2-43dc-af12-1bdeb0d15c3f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:41.356668 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22184d7c-88d5-4009-b290-226e87fed2ca tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.362646 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e2040d-e514-4ec5-a48b-af4c3196ecd2 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] GET failed (client error): The resource could not be found. Dec 20 21:35:41.364316 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a2e2040d-e514-4ec5-a48b-af4c3196ecd2 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports/2aec5fc7-1989-476c-9f57-bc79c5c07583 HTTP/1.1" status: 404 len: 333 time: 0.0393977 Dec 20 21:35:41.368893 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46500) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:41.378720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-437f6e9e-b0d4-42fa-95e8-2eab6d6e9342 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Allocated IP 172.20.0.14 (3df2f4c6-8b77-4e23-acf0-3842b3ab85bf/83a33280-7e97-4291-b9bd-fa0cc28bd8bd/7312d0ae-af7f-4c93-adcc-135d1888373a) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:41.397755 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0ba9-7ef7-4ba4-8d34-6a70c6f3ecb6 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.412752 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b2e0ba9-7ef7-4ba4-8d34-6a70c6f3ecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.419356 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b900f9af-d1ee-4b1b-8997-aec956aadaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:41.434109 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b900f9af-d1ee-4b1b-8997-aec956aadaba None None] Routers {'0fba523d-3ca9-4f86-a617-02846f37cf71'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:35:41.435980 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b900f9af-d1ee-4b1b-8997-aec956aadaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:35:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0fba523d-3ca9-4f86-a617-02846f37cf71'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:41.451779 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4c749de2-cd0f-408f-b125-87fd6afb0fb6 req-b5780a73-081f-4e08-a152-b5a2adf29b47 service neutron] 10.222.0.31 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284197 Dec 20 21:35:41.521227 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-306d0690-b819-4e17-b6c1-27ecf2db78d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.526987 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b900f9af-d1ee-4b1b-8997-aec956aadaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:41.530351 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b900f9af-d1ee-4b1b-8997-aec956aadaba None None] The sync data for ids ['0fba523d-3ca9-4f86-a617-02846f37cf71'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:35:41.542618 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-306d0690-b819-4e17-b6c1-27ecf2db78d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.571448 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-185ab9ae-288f-4e69-8a55-026cd3d4f1a8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.604713 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-306d0690-b819-4e17-b6c1-27ecf2db78d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f169dc6b4f147e7830d3d30c57fbe55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7062545 Dec 20 21:35:41.605494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46508) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:41.677046 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 456781ae-4c2f-4789-8654-8978901e9c25 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:35:41.692946 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-437f6e9e-b0d4-42fa-95e8-2eab6d6e9342 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.706896 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d0690-b819-4e17-b6c1-27ecf2db78d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95eb42c6-14bb-4a79-a000-982fda734f06,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:41.711652 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22184d7c-88d5-4009-b290-226e87fed2ca tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.729969 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e0ba9-7ef7-4ba4-8d34-6a70c6f3ecb6 None None] Pushing event updated for resources: {'Port': ['ID=7f1662a2-0ba4-4f4b-a761-27bc979b9585,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:41.822529 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-22184d7c-88d5-4009-b290-226e87fed2ca tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for c1e5b4fa-90c2-43dc-af12-1bdeb0d15c3f owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:41.869197 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 456781ae-4c2f-4789-8654-8978901e9c25, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=456781ae-4c2f-4789-8654-8978901e9c25,segment=NetworkSegment(7353a3e6-4d63-4a74-a104-4f015f2a3834),segment_id=7353a3e6-4d63-4a74-a104-4f015f2a3834)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:41.869364 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c72d19b0-5a5b-465a-99db-c6a34c3c074a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.883386 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-437f6e9e-b0d4-42fa-95e8-2eab6d6e9342 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.904677 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-185ab9ae-288f-4e69-8a55-026cd3d4f1a8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.911207 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '456781ae-4c2f-4789-8654-8978901e9c25', 'network_id': 'c53e45c5-69f2-430c-8636-36554bee4d59', 'port_id': '456781ae-4c2f-4789-8654-8978901e9c25', 'mac_address': 'fa:16:3e:b7:97:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03fc7761-0164-4b87-902e-5dc73b4f4dd3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:35:41.913687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059565f-2df5-4a89-b588-4f4a48f17ad0 req-88438650-d4dc-48f2-9167-ccc512953a6e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:41.923230 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5059565f-2df5-4a89-b588-4f4a48f17ad0 req-88438650-d4dc-48f2-9167-ccc512953a6e tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1452103 Dec 20 21:35:41.957477 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.962513 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-185ab9ae-288f-4e69-8a55-026cd3d4f1a8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.984989 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456781ae-4c2f-4789-8654-8978901e9c25 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:35:41.989587 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c72d19b0-5a5b-465a-99db-c6a34c3c074a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:41.992602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437f6e9e-b0d4-42fa-95e8-2eab6d6e9342 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Network 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:42.013233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 456781ae-4c2f-4789-8654-8978901e9c25, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=456781ae-4c2f-4789-8654-8978901e9c25,segment=NetworkSegment(7353a3e6-4d63-4a74-a104-4f015f2a3834),segment_id=7353a3e6-4d63-4a74-a104-4f015f2a3834)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:42.026058 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-185ab9ae-288f-4e69-8a55-026cd3d4f1a8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:42.026614 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185ab9ae-288f-4e69-8a55-026cd3d4f1a8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Fanout notify agent at l3_agent the message router_deleted on router 0fba523d-3ca9-4f86-a617-02846f37cf71 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:35:42.027414 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:42.031117 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-437f6e9e-b0d4-42fa-95e8-2eab6d6e9342 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:42.034036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437f6e9e-b0d4-42fa-95e8-2eab6d6e9342 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:42.051379 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-185ab9ae-288f-4e69-8a55-026cd3d4f1a8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:42.057404 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-185ab9ae-288f-4e69-8a55-026cd3d4f1a8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/routers/0fba523d-3ca9-4f86-a617-02846f37cf71 HTTP/1.1" status: 204 len: 168 time: 0.6753349 Dec 20 21:35:42.058330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46520) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:42.128392 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=456781ae-4c2f-4789-8654-8978901e9c25,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:42.138960 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5059565f-2df5-4a89-b588-4f4a48f17ad0 req-c69abe90-da13-4e5f-8854-91d4bc9c316f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103145 Dec 20 21:35:42.148398 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a1bb91-adef-4349-9c33-cad2e35c61c7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting subnet b7b4ae52-9816-4d21-b4cf-7346bb2353b0 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:35:42.168112 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bb91-adef-4349-9c33-cad2e35c61c7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:42.201249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f6e9e-b0d4-42fa-95e8-2eab6d6e9342 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event updated for resources: {'Port': ['ID=7312d0ae-af7f-4c93-adcc-135d1888373a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:42.232003 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bb91-adef-4349-9c33-cad2e35c61c7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:42.239977 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2d905-66ca-4580-878e-3fc8860bbaa1 req-d20d1911-13a9-4225-b80f-65a5b9c9268d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:42.241573 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f9a2d905-66ca-4580-878e-3fc8860bbaa1 req-d20d1911-13a9-4225-b80f-65a5b9c9268d tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.31 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.2317493 Dec 20 21:35:42.256812 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437f6e9e-b0d4-42fa-95e8-2eab6d6e9342 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:42.257459 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-437f6e9e-b0d4-42fa-95e8-2eab6d6e9342 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:42.313594 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c72d19b0-5a5b-465a-99db-c6a34c3c074a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:42.316847 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c72d19b0-5a5b-465a-99db-c6a34c3c074a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:42.319288 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c72d19b0-5a5b-465a-99db-c6a34c3c074a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95eb42c6-14bb-4a79-a000-982fda734f06 HTTP/1.1" status: 204 len: 168 time: 0.7122741 Dec 20 21:35:42.336671 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-437f6e9e-b0d4-42fa-95e8-2eab6d6e9342 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4653556 Dec 20 21:35:42.342525 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['456781ae-4c2f-4789-8654-8978901e9c25'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:35:42.345154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46530) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:42.347605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d19b0-5a5b-465a-99db-c6a34c3c074a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eb42c6-14bb-4a79-a000-982fda734f06,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:42.357558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2db4b3fe-14ec-4b85-b386-6fd459089bd5 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Request body: {'port': {'network_id': '3df2f4c6-8b77-4e23-acf0-3842b3ab85bf', 'name': 'tempest-AllowedAddressPairTestJSON-368334270'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:42.490294 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bb91-adef-4349-9c33-cad2e35c61c7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:42.526037 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-f9a2d905-66ca-4580-878e-3fc8860bbaa1 req-51d07bb5-7853-4ce2-94ca-31a63363d15f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Deleting port b71953cc-274e-48e8-9e1d-23313750574c {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:42.526577 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f9a2d905-66ca-4580-878e-3fc8860bbaa1 req-51d07bb5-7853-4ce2-94ca-31a63363d15f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:42.618576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-dfbf686a-c1fe-451c-a715-e10822146f4c None None] Provisioning complete for port 7312d0ae-af7f-4c93-adcc-135d1888373a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:42.618951 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dfbf686a-c1fe-451c-a715-e10822146f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:42.630049 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db4b3fe-14ec-4b85-b386-6fd459089bd5 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Made reservation on behalf of 0ddc17b48e39475387a33c79f677581f for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:42.630936 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2db4b3fe-14ec-4b85-b386-6fd459089bd5 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:42.667369 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bb91-adef-4349-9c33-cad2e35c61c7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:42.669396 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-2db4b3fe-14ec-4b85-b386-6fd459089bd5 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] device_id is not set on port 109da9b1-59db-48da-96a1-c64221611245 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:35:42.691094 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22184d7c-88d5-4009-b290-226e87fed2ca tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:42.730933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7f1662a2-0ba4-4f4b-a761-27bc979b9585 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:42.747013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46538) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:42.754478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f9a2d905-66ca-4580-878e-3fc8860bbaa1 req-51d07bb5-7853-4ce2-94ca-31a63363d15f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] For port b71953cc-274e-48e8-9e1d-23313750574c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b71953cc-274e-48e8-9e1d-23313750574c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:42.755523 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f9a2d905-66ca-4580-878e-3fc8860bbaa1 req-51d07bb5-7853-4ce2-94ca-31a63363d15f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:42.769996 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1bb91-adef-4349-9c33-cad2e35c61c7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b4ae52-9816-4d21-b4cf-7346bb2353b0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:42.789442 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bb91-adef-4349-9c33-cad2e35c61c7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:42.796856 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b9a1bb91-adef-4349-9c33-cad2e35c61c7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/b7b4ae52-9816-4d21-b4cf-7346bb2353b0 HTTP/1.1" status: 204 len: 168 time: 0.7355480 Dec 20 21:35:42.806504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46544) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:42.822430 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8370609d-78ed-4e2a-bb8e-4eea5fadaaa0 None None] Network 3948c6f5-064c-4806-bec0-0705d9cb37a0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:42.868598 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22184d7c-88d5-4009-b290-226e87fed2ca tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:42.884319 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-22184d7c-88d5-4009-b290-226e87fed2ca tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/ports/c1e5b4fa-90c2-43dc-af12-1bdeb0d15c3f HTTP/1.1" status: 204 len: 168 time: 1.7023141 Dec 20 21:35:42.890243 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46546) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:42.891522 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22184d7c-88d5-4009-b290-226e87fed2ca tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=c1e5b4fa-90c2-43dc-af12-1bdeb0d15c3f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:42.901595 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf686a-c1fe-451c-a715-e10822146f4c None None] Port 7312d0ae-af7f-4c93-adcc-135d1888373a cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:42.949673 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1d6c9-c0bd-4226-b4fa-541e13108c67 req-aa6a9b12-3479-40fe-bf6e-19e3c4070c95 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:42.951418 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9fb1d6c9-c0bd-4226-b4fa-541e13108c67 req-aa6a9b12-3479-40fe-bf6e-19e3c4070c95 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 944 time: 0.4003992 Dec 20 21:35:42.952390 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b96b73-46de-43e0-93ee-573d06da879f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] GET failed (client error): The resource could not be found. Dec 20 21:35:42.964446 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d6b96b73-46de-43e0-93ee-573d06da879f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports/c1e5b4fa-90c2-43dc-af12-1bdeb0d15c3f HTTP/1.1" status: 404 len: 333 time: 0.0615146 Dec 20 21:35:42.981339 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46548) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:43.043168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46550) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:43.082033 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e4cefc9-525f-4a05-a998-6a8f576e17e2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.100529 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7f1662a2-0ba4-4f4b-a761-27bc979b9585 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:43.100989 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.106729 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9fb1d6c9-c0bd-4226-b4fa-541e13108c67 req-a1a61a7a-d2a9-402f-945d-859f54b42903 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392102 Dec 20 21:35:43.123736 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e4cefc9-525f-4a05-a998-6a8f576e17e2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.157048 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-33764b97-6461-4883-ad7b-9d6b3ed8a697 None None] Provisioning complete for port f05db17f-5d70-4222-ab9d-10c1332a1f04 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:43.169252 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-33764b97-6461-4883-ad7b-9d6b3ed8a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.220188 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e4cefc9-525f-4a05-a998-6a8f576e17e2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.225158 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e4cefc9-525f-4a05-a998-6a8f576e17e2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.226480 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7e4cefc9-525f-4a05-a998-6a8f576e17e2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/security-groups/9e73717b-d256-4a77-acd7-31ab04d88ec5 HTTP/1.1" status: 204 len: 168 time: 0.2441106 Dec 20 21:35:43.230963 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46554) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:43.233305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-2db4b3fe-14ec-4b85-b386-6fd459089bd5 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Allocated IP 172.20.0.12 (3df2f4c6-8b77-4e23-acf0-3842b3ab85bf/83a33280-7e97-4291-b9bd-fa0cc28bd8bd/109da9b1-59db-48da-96a1-c64221611245) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:43.253979 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cefc9-525f-4a05-a998-6a8f576e17e2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e73717b-d256-4a77-acd7-31ab04d88ec5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:43.255484 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe86959-cbd3-4c70-8914-433e3672910f None None] DHCP port deletion for 3948c6f5-064c-4806-bec0-0705d9cb37a0 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:35:43.313195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-33764b97-6461-4883-ad7b-9d6b3ed8a697 None None] Port f05db17f-5d70-4222-ab9d-10c1332a1f04 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:43.362829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-33764b97-6461-4883-ad7b-9d6b3ed8a697 None None] Provisioning complete for port 7f1662a2-0ba4-4f4b-a761-27bc979b9585 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:43.363202 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-33764b97-6461-4883-ad7b-9d6b3ed8a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.373567 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d00679ee-6075-41ec-9bb3-52beaf17ab31 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.409405 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f0a5e45-b4a8-49fb-b0ce-0747a66a9463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.426511 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d00679ee-6075-41ec-9bb3-52beaf17ab31 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.437012 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5fe86959-cbd3-4c70-8914-433e3672910f None None] Deleting port 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:43.437326 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fe86959-cbd3-4c70-8914-433e3672910f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.453349 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3bb385d4-b9ff-43e6-a27e-43d123c35d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.473639 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea24943-0b85-415e-9616-5429bcc3f559 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.491112 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d00679ee-6075-41ec-9bb3-52beaf17ab31 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.495433 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d00679ee-6075-41ec-9bb3-52beaf17ab31 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.496797 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d00679ee-6075-41ec-9bb3-52beaf17ab31 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/security-groups/cd4e0c84-b522-4460-a3f9-2a215bbe900f HTTP/1.1" status: 204 len: 168 time: 0.2648346 Dec 20 21:35:43.501148 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46558) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:43.521367 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00679ee-6075-41ec-9bb3-52beaf17ab31 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4e0c84-b522-4460-a3f9-2a215bbe900f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:43.571208 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddf7a3-6a73-46f3-a942-f81769fd40a7 req-f5cc2958-3f88-491e-87ee-acec11d3f795 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:43.572721 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aaddf7a3-6a73-46f3-a942-f81769fd40a7 req-f5cc2958-3f88-491e-87ee-acec11d3f795 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 944 time: 0.1556957 Dec 20 21:35:43.577468 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5fe86959-cbd3-4c70-8914-433e3672910f None None] For port 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7864679b-31cd-4dd5-a2fe-6a7d01ea6abf,segment=NetworkSegment(f0c8a4fe-3e99-46a1-9d17-8ab326de3f3f),segment_id=f0c8a4fe-3e99-46a1-9d17-8ab326de3f3f)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:43.577942 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fe86959-cbd3-4c70-8914-433e3672910f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.591602 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-6332ceba-3fa5-4dd6-98b7-d8c726ebfc8c tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting subnet 682209ac-1f7f-4b79-9b91-ec73d729a323 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:35:43.595264 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6332ceba-3fa5-4dd6-98b7-d8c726ebfc8c tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.596071 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5fe86959-cbd3-4c70-8914-433e3672910f None None] Calling delete_port for 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:43.606266 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-33764b97-6461-4883-ad7b-9d6b3ed8a697 None None] Could not find standard attr ID for object c1e5b4fa-90c2-43dc-af12-1bdeb0d15c3f. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:35:43.640949 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6332ceba-3fa5-4dd6-98b7-d8c726ebfc8c tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.644600 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 456781ae-4c2f-4789-8654-8978901e9c25 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:43.724905 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1eb170f8-2b38-4363-a52b-c9bedcf7145e None None] Could not find standard attr ID for object c1e5b4fa-90c2-43dc-af12-1bdeb0d15c3f. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:35:43.728376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 456781ae-4c2f-4789-8654-8978901e9c25 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:35:43.730732 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fe86959-cbd3-4c70-8914-433e3672910f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.739549 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6332ceba-3fa5-4dd6-98b7-d8c726ebfc8c tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.742442 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 456781ae-4c2f-4789-8654-8978901e9c25 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:43.742871 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.765745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe86959-cbd3-4c70-8914-433e3672910f None None] No DVR routers for this DVR port 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:35:43.788935 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe86959-cbd3-4c70-8914-433e3672910f None None] Pushing event deleted for resources: {'Port': ['ID=7864679b-31cd-4dd5-a2fe-6a7d01ea6abf,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:43.846201 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6332ceba-3fa5-4dd6-98b7-d8c726ebfc8c tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.879185 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.888934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332ceba-3fa5-4dd6-98b7-d8c726ebfc8c tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Subnet': ['ID=682209ac-1f7f-4b79-9b91-ec73d729a323,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:43.895282 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6332ceba-3fa5-4dd6-98b7-d8c726ebfc8c tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.899666 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6332ceba-3fa5-4dd6-98b7-d8c726ebfc8c tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/682209ac-1f7f-4b79-9b91-ec73d729a323 HTTP/1.1" status: 204 len: 168 time: 0.3956721 Dec 20 21:35:43.904364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46562) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:43.906370 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd243950-73d3-4718-aaf4-e8fbd294650b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456781ae-4c2f-4789-8654-8978901e9c25'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:35:43.909234 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78baa3d-fc97-4a15-9535-7d97ed61820a" -d '{"events": [{"server_uuid": "dd243950-73d3-4718-aaf4-e8fbd294650b", "name": "network-vif-plugged", "status": "completed", "tag": "456781ae-4c2f-4789-8654-8978901e9c25"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:35:43.910301 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5ede2791-741e-4954-802a-c44e02f19d8f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'subnet': {'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:43.926603 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b8f79a-99ab-47ac-843e-80dcef52425c None None] Network 908cdb43-09e6-40f7-9111-3b232c54071b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:43.930236 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2db4b3fe-14ec-4b85-b386-6fd459089bd5 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:43.959883 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 456781ae-4c2f-4789-8654-8978901e9c25, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=456781ae-4c2f-4789-8654-8978901e9c25,segment=NetworkSegment(7353a3e6-4d63-4a74-a104-4f015f2a3834),segment_id=7353a3e6-4d63-4a74-a104-4f015f2a3834)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:43.962042 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7c5310-a84e-4c3e-8838-cbfe4e49ec73 x-openstack-request-id: req-9e7c5310-a84e-4c3e-8838-cbfe4e49ec73 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:35:43.962464 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd243950-73d3-4718-aaf4-e8fbd294650b", "name": "network-vif-plugged", "status": "completed", "tag": "456781ae-4c2f-4789-8654-8978901e9c25", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:35:43.962670 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e7c5310-a84e-4c3e-8838-cbfe4e49ec73 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:35:43.963076 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd243950-73d3-4718-aaf4-e8fbd294650b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456781ae-4c2f-4789-8654-8978901e9c25', 'code': 200} Dec 20 21:35:44.034565 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device a63438e6-9c1f-47cb-bc0a-a6eb998d447a up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:44.043655 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ede2791-741e-4954-802a-c44e02f19d8f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:44.047607 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ede2791-741e-4954-802a-c44e02f19d8f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.055023 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.127561 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f9a2d905-66ca-4580-878e-3fc8860bbaa1 req-51d07bb5-7853-4ce2-94ca-31a63363d15f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.127921 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f9a2d905-66ca-4580-878e-3fc8860bbaa1 req-51d07bb5-7853-4ce2-94ca-31a63363d15f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.128280 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [req-f9a2d905-66ca-4580-878e-3fc8860bbaa1 req-51d07bb5-7853-4ce2-94ca-31a63363d15f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Floating IP 66e51fc3-f0ff-45c1-ab05-7b1f0b56b7be disassociated. External IP: 172.35.3.250, port: b71953cc-274e-48e8-9e1d-23313750574c. Dec 20 21:35:44.128625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-f9a2d905-66ca-4580-878e-3fc8860bbaa1 req-51d07bb5-7853-4ce2-94ca-31a63363d15f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Calling delete_port for b71953cc-274e-48e8-9e1d-23313750574c owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:44.178292 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f0a5e45-b4a8-49fb-b0ce-0747a66a9463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.190105 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=456781ae-4c2f-4789-8654-8978901e9c25,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:44.202667 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aaddf7a3-6a73-46f3-a942-f81769fd40a7 req-c3738e22-0981-4638-98f3-770011f68d01 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups?id=5195db88-c15a-49de-9266-925c0e709b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939801 Dec 20 21:35:44.209482 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port a63438e6-9c1f-47cb-bc0a-a6eb998d447a completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:35:44.216654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port a63438e6-9c1f-47cb-bc0a-a6eb998d447a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:44.218773 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.259108 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea24943-0b85-415e-9616-5429bcc3f559 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.261872 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f0a5e45-b4a8-49fb-b0ce-0747a66a9463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.353657 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.355611 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3bb385d4-b9ff-43e6-a27e-43d123c35d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.372512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a5e45-b4a8-49fb-b0ce-0747a66a9463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804fbab8-e485-4c55-93e7-49c119ac5035,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:44.397430 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port a63438e6-9c1f-47cb-bc0a-a6eb998d447a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=a63438e6-9c1f-47cb-bc0a-a6eb998d447a,segment=NetworkSegment(7353a3e6-4d63-4a74-a104-4f015f2a3834),segment_id=7353a3e6-4d63-4a74-a104-4f015f2a3834)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:44.406102 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.430184 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-0ea24943-0b85-415e-9616-5429bcc3f559 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3948c6f5-064c-4806-bec0-0705d9cb37a0']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:44.433527 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3bb385d4-b9ff-43e6-a27e-43d123c35d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.437260 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2db4b3fe-14ec-4b85-b386-6fd459089bd5 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.472083 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=a63438e6-9c1f-47cb-bc0a-a6eb998d447a,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:44.496079 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3f0a5e45-b4a8-49fb-b0ce-0747a66a9463 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16ffa5dae6cc49b7b5616de4d20de2f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7482815 Dec 20 21:35:44.520058 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-0ea24943-0b85-415e-9616-5429bcc3f559 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c8a4fe-3e99-46a1-9d17-8ab326de3f3f') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:44.520361 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-0ea24943-0b85-415e-9616-5429bcc3f559 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c8a4fe-3e99-46a1-9d17-8ab326de3f3f') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:44.530104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46570) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:44.598054 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea24943-0b85-415e-9616-5429bcc3f559 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.620682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb385d4-b9ff-43e6-a27e-43d123c35d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4799432-e357-47cf-b227-37b83fa5abb5,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:44.641275 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db4b3fe-14ec-4b85-b386-6fd459089bd5 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Network 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:44.643571 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:35:44.659172 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3bb385d4-b9ff-43e6-a27e-43d123c35d8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b65c53203ff484792f80f5c054748b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6074009 Dec 20 21:35:44.660445 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea24943-0b85-415e-9616-5429bcc3f559 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.666009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:35:44.666378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7864679b-31cd-4dd5-a2fe-6a7d01ea6abf not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:35:44.673680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46572) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:44.674679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-2db4b3fe-14ec-4b85-b386-6fd459089bd5 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:44.682882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db4b3fe-14ec-4b85-b386-6fd459089bd5 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:44.716980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1c25a-a02f-46af-847c-e5230a34518b req-b6eff4d4-e30e-478a-ab6f-aba9d2141698 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:44.718518 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-31e1c25a-a02f-46af-847c-e5230a34518b req-b6eff4d4-e30e-478a-ab6f-aba9d2141698 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.4671738 Dec 20 21:35:44.721379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4b3fe-14ec-4b85-b386-6fd459089bd5 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event updated for resources: {'Port': ['ID=109da9b1-59db-48da-96a1-c64221611245,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:44.725127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012792a-fdf7-48ac-b450-062cd4355c76 req-66d47a53-eb28-491d-be00-bdc40862e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:44.726745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8012792a-fdf7-48ac-b450-062cd4355c76 req-66d47a53-eb28-491d-be00-bdc40862e2a1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 1094 time: 0.6738250 Dec 20 21:35:44.741641 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.743075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea24943-0b85-415e-9616-5429bcc3f559 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:35:44.743509 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea24943-0b85-415e-9616-5429bcc3f559 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:35:44.746681 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:35:44.781708 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f9a2d905-66ca-4580-878e-3fc8860bbaa1 req-51d07bb5-7853-4ce2-94ca-31a63363d15f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.784021 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ede2791-741e-4954-802a-c44e02f19d8f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.820095 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-31e1c25a-a02f-46af-847c-e5230a34518b req-0556df02-a92c-405f-acb1-fbb93f77dbc3 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798714 Dec 20 21:35:44.855653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede2791-741e-4954-802a-c44e02f19d8f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Subnet': ['ID=2fb6dc60-53f0-432e-82f2-262e22d568fb,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:44.865206 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ede2791-741e-4954-802a-c44e02f19d8f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 908cdb43-09e6-40f7-9111-3b232c54071b is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:44.866927 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-5ede2791-741e-4954-802a-c44e02f19d8f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:44.871811 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ede2791-741e-4954-802a-c44e02f19d8f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:44.873010 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ede2791-741e-4954-802a-c44e02f19d8f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.894190 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5ede2791-741e-4954-802a-c44e02f19d8f tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9881482 Dec 20 21:35:44.897741 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46576) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:44.905343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d07bb5-7853-4ce2-94ca-31a63363d15f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Pushing event deleted for resources: {'Port': ['ID=b71953cc-274e-48e8-9e1d-23313750574c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:44.911583 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ba05a700-2309-430d-a0f1-0e464273e476 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'security_group': {'name': 'tempest-secgroup-70266055'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:44.921858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db4b3fe-14ec-4b85-b386-6fd459089bd5 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:44.922672 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2db4b3fe-14ec-4b85-b386-6fd459089bd5 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.959610 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba05a700-2309-430d-a0f1-0e464273e476 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.972941 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea24943-0b85-415e-9616-5429bcc3f559 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.982432 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9470388-5f69-46e7-93ec-9b801be25596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.985594 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea24943-0b85-415e-9616-5429bcc3f559 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:44.999942 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0ea24943-0b85-415e-9616-5429bcc3f559 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/networks/3948c6f5-064c-4806-bec0-0705d9cb37a0 HTTP/1.1" status: 204 len: 168 time: 2.1898422 Dec 20 21:35:45.002362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46578) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:45.005905 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8012792a-fdf7-48ac-b450-062cd4355c76 req-e8f12cc3-7b54-4837-9855-c206c42d3d6d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517645 Dec 20 21:35:45.063386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4811ba-ac4c-4ae7-b005-5d7aa0e85c33 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:45.064824 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4b4811ba-ac4c-4ae7-b005-5d7aa0e85c33 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports/d03c6dd5-c651-4711-8e86-525a24299a40 HTTP/1.1" status: 200 len: 840 time: 0.0603359 Dec 20 21:35:45.067672 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46580) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:45.071525 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2db4b3fe-14ec-4b85-b386-6fd459089bd5 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7200544 Dec 20 21:35:45.072517 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea24943-0b85-415e-9616-5429bcc3f559 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Network': ['ID=3948c6f5-064c-4806-bec0-0705d9cb37a0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:45.073421 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a9f2a657-1d1d-4e26-8a36-8cfdb4dde0b9 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ab:01:01'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:bb:12:b7'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:45.089452 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46582) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:45.093607 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e4b10a-224b-41fe-91b4-401999d808b8 None None] Network 908cdb43-09e6-40f7-9111-3b232c54071b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:45.115929 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8952e79-f6c7-4ac2-8945-9c7e0ad7c78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.141671 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9470388-5f69-46e7-93ec-9b801be25596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.163819 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba05a700-2309-430d-a0f1-0e464273e476 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.172819 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba05a700-2309-430d-a0f1-0e464273e476 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.175749 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8952e79-f6c7-4ac2-8945-9c7e0ad7c78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.198124 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-630977bd-8560-4fc1-86cf-19d7469e4070 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports/d03c6dd5-c651-4711-8e86-525a24299a40?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1064403 Dec 20 21:35:45.198475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a0220977-fbd8-4a2f-a1b8-817d56a4b840 None None] Provisioning complete for port 7f1662a2-0ba4-4f4b-a761-27bc979b9585 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:45.198921 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a0220977-fbd8-4a2f-a1b8-817d56a4b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.206234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46584) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:45.211226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2719c2d4-120c-4691-bada-e184d3464d6b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'subnet': {'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:45.261122 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba05a700-2309-430d-a0f1-0e464273e476 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.265459 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ba05a700-2309-430d-a0f1-0e464273e476 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3621695 Dec 20 21:35:45.266134 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46588) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:45.273305 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-68a466e9-1614-45b7-a46c-a2e9cd215f04 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'security_group': {'name': 'tempest-secgroup-1362188584'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:45.289405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9a2d905-66ca-4580-878e-3fc8860bbaa1 req-51d07bb5-7853-4ce2-94ca-31a63363d15f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Router 1c517428-5c5b-44d6-9535-801287416e23 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:35:45.290221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05a700-2309-430d-a0f1-0e464273e476 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdce22c2-8bc2-4372-8c0e-45f97fcae556,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:45.334641 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2d7f2abd-c39b-4c51-a120-18052ea2c857 req-37304ed5-1605-4f24-affb-ecdd5902cb73 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 210 time: 0.0564837 Dec 20 21:35:45.390329 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68a466e9-1614-45b7-a46c-a2e9cd215f04 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.421940 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9470388-5f69-46e7-93ec-9b801be25596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.425120 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9470388-5f69-46e7-93ec-9b801be25596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.429511 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d9470388-5f69-46e7-93ec-9b801be25596 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/804fbab8-e485-4c55-93e7-49c119ac5035 HTTP/1.1" status: 204 len: 168 time: 0.8644776 Dec 20 21:35:45.446144 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a657-1d1d-4e26-8a36-8cfdb4dde0b9 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.450693 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8952e79-f6c7-4ac2-8945-9c7e0ad7c78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.453164 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8952e79-f6c7-4ac2-8945-9c7e0ad7c78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.454685 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b8952e79-f6c7-4ac2-8945-9c7e0ad7c78f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4799432-e357-47cf-b227-37b83fa5abb5 HTTP/1.1" status: 204 len: 168 time: 0.7776189 Dec 20 21:35:45.459691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9470388-5f69-46e7-93ec-9b801be25596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804fbab8-e485-4c55-93e7-49c119ac5035,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:45.473864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8952e79-f6c7-4ac2-8945-9c7e0ad7c78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4799432-e357-47cf-b227-37b83fa5abb5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:45.490430 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2719c2d4-120c-4691-bada-e184d3464d6b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:45.495175 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2719c2d4-120c-4691-bada-e184d3464d6b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.564648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a0220977-fbd8-4a2f-a1b8-817d56a4b840 None None] Provisioning complete for port f05db17f-5d70-4222-ab9d-10c1332a1f04 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:45.574663 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a0220977-fbd8-4a2f-a1b8-817d56a4b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.602977 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3a3ef6-d329-4cb5-8723-163c02f4f015 None None] Update dhcp port {'port': {'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b', 'fixed_ips': [{'subnet_id': '25738e77-1ff9-44c9-b332-8ffbd2e6eb92', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2fb6dc60-53f0-432e-82f2-262e22d568fb'}], 'binding:host_id': 'n-d-xena-1'}, 'id': '7f1662a2-0ba4-4f4b-a761-27bc979b9585'} from n-d-xena-1. {{(pid=102403) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 20 21:35:45.670410 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b3a3ef6-d329-4cb5-8723-163c02f4f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.674856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9a2d905-66ca-4580-878e-3fc8860bbaa1 req-51d07bb5-7853-4ce2-94ca-31a63363d15f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:35:45.690686 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68a466e9-1614-45b7-a46c-a2e9cd215f04 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.709994 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68a466e9-1614-45b7-a46c-a2e9cd215f04 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.725092 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1955d0b4-943b-47e4-889b-6ccedbac9263 None None] Sync routers for ids ['1c517428-5c5b-44d6-9535-801287416e23'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:35:45.749285 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1955d0b4-943b-47e4-889b-6ccedbac9263 None None] Routers {'1c517428-5c5b-44d6-9535-801287416e23'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:35:45.750133 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1955d0b4-943b-47e4-889b-6ccedbac9263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:35:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1c517428-5c5b-44d6-9535-801287416e23'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:45.764431 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a466e9-1614-45b7-a46c-a2e9cd215f04 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad8f9e2-94f4-46e7-ab6c-5057af105006,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:45.784452 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68a466e9-1614-45b7-a46c-a2e9cd215f04 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.786257 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-68a466e9-1614-45b7-a46c-a2e9cd215f04 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5163910 Dec 20 21:35:45.793229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46596) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:45.799291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7803bac0-866b-408a-a802-2fb798b79f52 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'security_group': {'name': 'tempest-secgroup-1038405448'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:45.812457 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a0220977-fbd8-4a2f-a1b8-817d56a4b840 None None] Port f05db17f-5d70-4222-ab9d-10c1332a1f04 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:45.858516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a2d905-66ca-4580-878e-3fc8860bbaa1 req-51d07bb5-7853-4ce2-94ca-31a63363d15f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] No DVR routers for this DVR port b71953cc-274e-48e8-9e1d-23313750574c on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:35:45.862960 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f9a2d905-66ca-4580-878e-3fc8860bbaa1 req-51d07bb5-7853-4ce2-94ca-31a63363d15f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.867333 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f9a2d905-66ca-4580-878e-3fc8860bbaa1 req-51d07bb5-7853-4ce2-94ca-31a63363d15f tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.31 "DELETE /v2.0/ports/b71953cc-274e-48e8-9e1d-23313750574c HTTP/1.1" status: 204 len: 173 time: 3.6066585 Dec 20 21:35:45.867825 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'name': 'network-vif-deleted', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:35:45.870500 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5467eae-1bea-4369-a023-75c679d26bb3" -d '{"events": [{"server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "name": "network-vif-deleted", "tag": "b71953cc-274e-48e8-9e1d-23313750574c"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:35:45.879585 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a657-1d1d-4e26-8a36-8cfdb4dde0b9 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.882964 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7803bac0-866b-408a-a802-2fb798b79f52 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.909441 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a657-1d1d-4e26-8a36-8cfdb4dde0b9 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:45.956445 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2719c2d4-120c-4691-bada-e184d3464d6b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:46.061779 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3c251c-66d8-4b2a-bed7-84dec9c38081 x-openstack-request-id: req-6a3c251c-66d8-4b2a-bed7-84dec9c38081 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:35:46.063200 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af53ee4d-e1aa-4e60-ab93-6a0531f10c5f", "name": "network-vif-deleted", "tag": "b71953cc-274e-48e8-9e1d-23313750574c", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:35:46.063456 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a3c251c-66d8-4b2a-bed7-84dec9c38081 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:35:46.065820 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af53ee4d-e1aa-4e60-ab93-6a0531f10c5f', 'name': 'network-vif-deleted', 'tag': 'b71953cc-274e-48e8-9e1d-23313750574c', 'status': 'completed', 'code': 200} Dec 20 21:35:46.071580 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2a657-1d1d-4e26-8a36-8cfdb4dde0b9 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event updated for resources: {'Port': ['ID=109da9b1-59db-48da-96a1-c64221611245,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:46.115726 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2a657-1d1d-4e26-8a36-8cfdb4dde0b9 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] In _notify_port_updated(), no bound segment for port 109da9b1-59db-48da-96a1-c64221611245 on network 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:35:46.140866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f2a657-1d1d-4e26-8a36-8cfdb4dde0b9 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:46.141687 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9f2a657-1d1d-4e26-8a36-8cfdb4dde0b9 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:46.149097 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a9f2a657-1d1d-4e26-8a36-8cfdb4dde0b9 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "PUT /v2.0/ports/109da9b1-59db-48da-96a1-c64221611245 HTTP/1.1" status: 200 len: 1056 time: 1.0803778 Dec 20 21:35:46.149929 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46610) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:46.241908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2719c2d4-120c-4691-bada-e184d3464d6b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network d18a5b58-f915-455a-8be2-23deab8e3e1d is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:46.265982 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-2719c2d4-120c-4691-bada-e184d3464d6b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:46.271871 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca1cf70-287a-42b2-baf4-3e0e658b73a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63438e6-9c1f-47cb-bc0a-a6eb998d447a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:35:46.272403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2719c2d4-120c-4691-bada-e184d3464d6b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:46.274899 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2719c2d4-120c-4691-bada-e184d3464d6b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:46.278880 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f062976a-a133-4444-9000-04a09572ef98" -d '{"events": [{"server_uuid": "5ca1cf70-287a-42b2-baf4-3e0e658b73a4", "name": "network-vif-plugged", "status": "completed", "tag": "a63438e6-9c1f-47cb-bc0a-a6eb998d447a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:35:46.284148 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7803bac0-866b-408a-a802-2fb798b79f52 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:46.297271 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7803bac0-866b-408a-a802-2fb798b79f52 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:46.311107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6844c25-38da-4688-88d4-91e01d346caa None None] Network d18a5b58-f915-455a-8be2-23deab8e3e1d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:46.338331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719c2d4-120c-4691-bada-e184d3464d6b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Subnet': ['ID=69174c74-1ef8-4234-9f97-4ff7f7b0e527,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:46.382493 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2719c2d4-120c-4691-bada-e184d3464d6b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1741636 Dec 20 21:35:46.394333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46624) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:46.400227 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ff63f1-dc94-41ee-90fd-8bb5d241a3be x-openstack-request-id: req-60ff63f1-dc94-41ee-90fd-8bb5d241a3be {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:35:46.400511 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca1cf70-287a-42b2-baf4-3e0e658b73a4", "name": "network-vif-plugged", "status": "completed", "tag": "a63438e6-9c1f-47cb-bc0a-a6eb998d447a", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:35:46.400758 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60ff63f1-dc94-41ee-90fd-8bb5d241a3be {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:35:46.401137 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca1cf70-287a-42b2-baf4-3e0e658b73a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63438e6-9c1f-47cb-bc0a-a6eb998d447a', 'code': 200} Dec 20 21:35:46.401718 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a0220977-fbd8-4a2f-a1b8-817d56a4b840 None None] Provisioning complete for port 109da9b1-59db-48da-96a1-c64221611245 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:46.402108 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a0220977-fbd8-4a2f-a1b8-817d56a4b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:46.405395 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8bf3d-edec-49e5-b2d6-c9641316d4d5 req-c469a0cd-1571-43bf-a826-97568e0b7be1 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:46.408106 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cec8bf3d-edec-49e5-b2d6-c9641316d4d5 req-c469a0cd-1571-43bf-a826-97568e0b7be1 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.3529937 Dec 20 21:35:46.422245 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9dc718a0-6b6e-4a1d-bfb0-770f2e36628f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'security_group': {'name': 'tempest-secgroup-407229948'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:46.457792 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7803bac0-866b-408a-a802-2fb798b79f52 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:46.463645 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7803bac0-866b-408a-a802-2fb798b79f52 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6690013 Dec 20 21:35:46.464351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46626) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:46.485780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f4a7fc90-40a5-4627-a483-bc3875aacef5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-361154794', 'security_groups': ['037a81cb-1f2a-41da-bb79-7134b9f2a6e3'], 'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2fb6dc60-53f0-432e-82f2-262e22d568fb'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:46.528753 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803bac0-866b-408a-a802-2fb798b79f52 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=037a81cb-1f2a-41da-bb79-7134b9f2a6e3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:46.540641 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cec8bf3d-edec-49e5-b2d6-c9641316d4d5 req-400caae2-6bfd-4d91-a54e-ad5cc93139df tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243372 Dec 20 21:35:46.561171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f753fb-75ff-44b8-9fe3-9a67826d6484 req-fa2884c8-7e45-43fd-97ea-f776bbec393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:46.562764 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57f753fb-75ff-44b8-9fe3-9a67826d6484 req-fa2884c8-7e45-43fd-97ea-f776bbec393b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 1095 time: 0.0618911 Dec 20 21:35:46.614764 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a0220977-fbd8-4a2f-a1b8-817d56a4b840 None None] Port 109da9b1-59db-48da-96a1-c64221611245 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:46.623312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-1955d0b4-943b-47e4-889b-6ccedbac9263 None None] Set router 1c517428-5c5b-44d6-9535-801287416e23 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:35:46.635629 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57f753fb-75ff-44b8-9fe3-9a67826d6484 req-cfe3bec0-e004-42b6-b7ef-61480819a65e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647902 Dec 20 21:35:46.643101 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9dc718a0-6b6e-4a1d-bfb0-770f2e36628f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:46.679179 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e585ef1a-b0aa-4b37-8e67-c8f671c7f641 req-71ae1678-fb66-48ca-b85d-ddc09b737df6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/ports?device_id=af53ee4d-e1aa-4e60-ab93-6a0531f10c5f HTTP/1.1" status: 200 len: 210 time: 0.1515300 Dec 20 21:35:46.688061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-9b3a3ef6-d329-4cb5-8723-163c02f4f015 None None] Allocated IP 2001:db8::2 (908cdb43-09e6-40f7-9111-3b232c54071b/2fb6dc60-53f0-432e-82f2-262e22d568fb/7f1662a2-0ba4-4f4b-a761-27bc979b9585) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:46.706092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-12588b9b-8d71-49ea-b11e-21067773062f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Deleting port 109da9b1-59db-48da-96a1-c64221611245 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:46.706600 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12588b9b-8d71-49ea-b11e-21067773062f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:46.902209 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9dc718a0-6b6e-4a1d-bfb0-770f2e36628f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:46.913781 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-25386515-b217-4219-bc14-a4f7dcaa3d8e None None] Provisioning complete for port 109da9b1-59db-48da-96a1-c64221611245 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:46.914185 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25386515-b217-4219-bc14-a4f7dcaa3d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:46.918514 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9dc718a0-6b6e-4a1d-bfb0-770f2e36628f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:46.920943 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a7fc90-40a5-4627-a483-bc3875aacef5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:46.929167 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12588b9b-8d71-49ea-b11e-21067773062f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:46.998208 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-12588b9b-8d71-49ea-b11e-21067773062f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Calling delete_port for 109da9b1-59db-48da-96a1-c64221611245 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:47.019880 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-d18a5b58-f915-455a-8be2-23deab8e3e1d', 'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d', 'tenant_id': '20f7a6967bf04b9eaaba6fae46f5d611', 'fixed_ips': [{'subnet_id': '69174c74-1ef8-4234-9f97-4ff7f7b0e527'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:35:47.020656 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9dc718a0-6b6e-4a1d-bfb0-770f2e36628f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:47.020780 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:47.022401 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9dc718a0-6b6e-4a1d-bfb0-770f2e36628f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6252065 Dec 20 21:35:47.025116 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46646) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:47.027658 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-25386515-b217-4219-bc14-a4f7dcaa3d8e None None] Port 109da9b1-59db-48da-96a1-c64221611245 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:47.030863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1a3043a2-1ad1-4ee3-9b63-496917000255 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'security_group': {'name': 'tempest-secgroup-1903457845'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:47.041394 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9b3a3ef6-d329-4cb5-8723-163c02f4f015 None None] For port 7f1662a2-0ba4-4f4b-a761-27bc979b9585, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7f1662a2-0ba4-4f4b-a761-27bc979b9585,segment=NetworkSegment(d06d0894-fc2d-42ee-b786-32e5332ea053),segment_id=d06d0894-fc2d-42ee-b786-32e5332ea053)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:47.067489 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc718a0-6b6e-4a1d-bfb0-770f2e36628f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60600fe1-a814-4946-89dd-534e5f45ff48,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:47.083947 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1a3043a2-1ad1-4ee3-9b63-496917000255 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:47.179984 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b3a3ef6-d329-4cb5-8723-163c02f4f015 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:47.191797 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b3a3ef6-d329-4cb5-8723-163c02f4f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:47.240844 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1a3043a2-1ad1-4ee3-9b63-496917000255 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:47.252794 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1a3043a2-1ad1-4ee3-9b63-496917000255 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:47.265000 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4a7fc90-40a5-4627-a483-bc3875aacef5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:47.298236 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1a3043a2-1ad1-4ee3-9b63-496917000255 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:47.303488 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1a3043a2-1ad1-4ee3-9b63-496917000255 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2772119 Dec 20 21:35:47.306594 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46658) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:47.318545 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3043a2-1ad1-4ee3-9b63-496917000255 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8fc617-3754-46ec-a9c8-6ea35f2a0ddc,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:47.331298 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1bc0d330-6bc7-48ed-86ca-da81c0203420 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-566661735', 'security_groups': ['dd8fc617-3754-46ec-a9c8-6ea35f2a0ddc'], 'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '69174c74-1ef8-4234-9f97-4ff7f7b0e527'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:47.373024 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a3ef6-d329-4cb5-8723-163c02f4f015 None None] Pushing event updated for resources: {'Port': ['ID=7f1662a2-0ba4-4f4b-a761-27bc979b9585,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:47.383707 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Allocated IP 172.20.0.2 (d18a5b58-f915-455a-8be2-23deab8e3e1d/69174c74-1ef8-4234-9f97-4ff7f7b0e527/d68a37e1-598f-428c-8473-79d7bf8d1018) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:47.396943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1955d0b4-943b-47e4-889b-6ccedbac9263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c517428-5c5b-44d6-9535-801287416e23', 'name': 'tempest-ServerActionsTestJSON-928650094-router', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:26:44Z', 'updated_at': '2021-12-20T21:26:51Z', 'revision_number': 4, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'gw_port': {'id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:46Z', 'updated_at': '2021-12-20T21:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '3ff4a202-aab4-4036-8ece-e5e44ee1323c', 'name': '', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'mac_address': 'fa:16:3e:aa:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:50Z', 'updated_at': '2021-12-20T21:26:56Z', 'revision_number': 5, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'subnets': [{'id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:47.426934 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1955d0b4-943b-47e4-889b-6ccedbac9263 None None] Checking router: 1c517428-5c5b-44d6-9535-801287416e23 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:35:47.429838 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-f4a7fc90-40a5-4627-a483-bc3875aacef5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] device_id is not set on port 31b7878f-cab9-4e9c-8928-bb0fbb80c327 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:35:47.476438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1955d0b4-943b-47e4-889b-6ccedbac9263 None None] Routers {'1c517428-5c5b-44d6-9535-801287416e23'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:35:47.477083 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1955d0b4-943b-47e4-889b-6ccedbac9263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:35:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1c517428-5c5b-44d6-9535-801287416e23'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:47.661377 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12588b9b-8d71-49ea-b11e-21067773062f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:47.729312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-1955d0b4-943b-47e4-889b-6ccedbac9263 None None] Set router 1c517428-5c5b-44d6-9535-801287416e23 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:35:47.807356 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12588b9b-8d71-49ea-b11e-21067773062f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event deleted for resources: {'Port': ['ID=109da9b1-59db-48da-96a1-c64221611245,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:47.816216 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc0d330-6bc7-48ed-86ca-da81c0203420 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:47.855875 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46680) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:47.911268 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device b71953cc-274e-48e8-9e1d-23313750574c no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:35:47.992426 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9610002a-cb41-46fa-b262-84131d2fa0b6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:48.059330 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9610002a-cb41-46fa-b262-84131d2fa0b6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:48.094732 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: b71953cc-274e-48e8-9e1d-23313750574c {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:35:48.095106 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device b71953cc-274e-48e8-9e1d-23313750574c not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:35:48.111005 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f714b7-97e6-421d-bc79-ab655808c22b req-cba06246-fc2a-4a3e-ba23-a589d06f37f4 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:48.127107 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-53f714b7-97e6-421d-bc79-ab655808c22b req-cba06246-fc2a-4a3e-ba23-a589d06f37f4 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.4085324 Dec 20 21:35:48.185322 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9610002a-cb41-46fa-b262-84131d2fa0b6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:48.190950 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9610002a-cb41-46fa-b262-84131d2fa0b6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:48.192836 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9610002a-cb41-46fa-b262-84131d2fa0b6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "DELETE /v2.0/security-groups/5195db88-c15a-49de-9266-925c0e709b40 HTTP/1.1" status: 204 len: 168 time: 0.3354118 Dec 20 21:35:48.203557 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46696) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:48.204933 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610002a-cb41-46fa-b262-84131d2fa0b6 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5195db88-c15a-49de-9266-925c0e709b40,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:48.221797 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-ebed07c6-a014-44d7-b5ec-886d4eb34a99 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] show failed (client error): The resource could not be found. Dec 20 21:35:48.223584 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ebed07c6-a014-44d7-b5ec-886d4eb34a99 tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "GET /v2.0/security-groups/5195db88-c15a-49de-9266-925c0e709b40 HTTP/1.1" status: 404 len: 347 time: 0.0162554 Dec 20 21:35:48.226735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46698) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:48.274759 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:48.340519 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-f4a7fc90-40a5-4627-a483-bc3875aacef5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Allocated IP 2001:db8::36b (908cdb43-09e6-40f7-9111-3b232c54071b/2fb6dc60-53f0-432e-82f2-262e22d568fb/31b7878f-cab9-4e9c-8928-bb0fbb80c327) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:48.440313 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:48.450179 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d330-6bc7-48ed-86ca-da81c0203420 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:48.454253 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:48.517593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-8718161a-b9e2-456c-bc6f-b354a549f3ea tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Deleting port 82041aa5-8370-4bff-a35e-f920bde5635a {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:48.518243 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8718161a-b9e2-456c-bc6f-b354a549f3ea tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:48.527303 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-53f714b7-97e6-421d-bc79-ab655808c22b req-1244e9cf-8eb7-4b01-bf78-00031982ada3 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969030 Dec 20 21:35:48.546321 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Network d18a5b58-f915-455a-8be2-23deab8e3e1d is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:48.549788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:48.552761 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:48.558589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-30450efb-afc8-4255-8a2a-e98022f894df None None] Provisioning complete for port 7f1662a2-0ba4-4f4b-a761-27bc979b9585 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:48.558991 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-30450efb-afc8-4255-8a2a-e98022f894df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:48.573017 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-1bc0d330-6bc7-48ed-86ca-da81c0203420 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] device_id is not set on port d9cfa810-3310-45b4-8299-1ef9cdf20ca4 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:35:48.598589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1955d0b4-943b-47e4-889b-6ccedbac9263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c517428-5c5b-44d6-9535-801287416e23', 'name': 'tempest-ServerActionsTestJSON-928650094-router', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:26:44Z', 'updated_at': '2021-12-20T21:26:51Z', 'revision_number': 4, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'gw_port': {'id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:46Z', 'updated_at': '2021-12-20T21:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '3ff4a202-aab4-4036-8ece-e5e44ee1323c', 'name': '', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'mac_address': 'fa:16:3e:aa:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:50Z', 'updated_at': '2021-12-20T21:26:56Z', 'revision_number': 5, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'subnets': [{'id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:48.698306 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8718161a-b9e2-456c-bc6f-b354a549f3ea tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:48.702296 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Pushing event updated for resources: {'Port': ['ID=d68a37e1-598f-428c-8473-79d7bf8d1018,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:48.703788 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8718161a-b9e2-456c-bc6f-b354a549f3ea tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:48.723615 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7f1662a2-0ba4-4f4b-a761-27bc979b9585 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:48.726270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1955d0b4-943b-47e4-889b-6ccedbac9263 None None] The sync data for ids ['1c517428-5c5b-44d6-9535-801287416e23'] in n-d-xena-1 is: [{'id': '1c517428-5c5b-44d6-9535-801287416e23', 'name': 'tempest-ServerActionsTestJSON-928650094-router', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:26:44Z', 'updated_at': '2021-12-20T21:26:51Z', 'revision_number': 4, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'gw_port': {'id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:46Z', 'updated_at': '2021-12-20T21:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '3ff4a202-aab4-4036-8ece-e5e44ee1323c', 'name': '', 'network_id': '72e5bc2c-5d43-4493-9f9a-0940c4c73eb8', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'mac_address': 'fa:16:3e:aa:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:50Z', 'updated_at': '2021-12-20T21:26:56Z', 'revision_number': 5, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'subnets': [{'id': '001d5d77-91ef-4c7f-9aa4-1f279c2cb892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:35:48.727976 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-8718161a-b9e2-456c-bc6f-b354a549f3ea tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Calling delete_port for 82041aa5-8370-4bff-a35e-f920bde5635a owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:48.853553 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4a7fc90-40a5-4627-a483-bc3875aacef5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:49.107395 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8718161a-b9e2-456c-bc6f-b354a549f3ea tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:49.116535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Attempting to bind port d68a37e1-598f-428c-8473-79d7bf8d1018 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:35:49.117808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Attempting to bind port d68a37e1-598f-428c-8473-79d7bf8d1018 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '5fc753c2-ec57-4a41-9570-8266f3173592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:35:49.117808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Attempting to bind port d68a37e1-598f-428c-8473-79d7bf8d1018 on network d18a5b58-f915-455a-8be2-23deab8e3e1d {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:35:49.123289 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12588b9b-8d71-49ea-b11e-21067773062f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:49.139037 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:35:49.139549 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Checking segment: {'id': '5fc753c2-ec57-4a41-9570-8266f3173592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:35:49.140149 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:49.140525 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Bound using segment: {'id': '5fc753c2-ec57-4a41-9570-8266f3173592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:35:49.141077 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Bound port: d68a37e1-598f-428c-8473-79d7bf8d1018, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc753c2-ec57-4a41-9570-8266f3173592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:35:49.141513 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:49.148402 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-12588b9b-8d71-49ea-b11e-21067773062f tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "DELETE /v2.0/ports/109da9b1-59db-48da-96a1-c64221611245 HTTP/1.1" status: 204 len: 168 time: 2.9934556 Dec 20 21:35:49.157218 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46758) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:49.168990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81879f86-1850-4aba-b452-f50634f20ae3 req-5f5babbc-7e11-4f07-8968-8d463f98e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:49.171127 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81879f86-1850-4aba-b452-f50634f20ae3 req-5f5babbc-7e11-4f07-8968-8d463f98e53e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ba28dca7fe84eb3b545f731ba040a0d&device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 1094 time: 0.2037711 Dec 20 21:35:49.176312 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718161a-b9e2-456c-bc6f-b354a549f3ea tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Pushing event deleted for resources: {'Port': ['ID=82041aa5-8370-4bff-a35e-f920bde5635a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:49.238731 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c774b-f9a8-497b-9a83-eee57c437233 req-02e125fe-baf6-497c-9eac-8f5d15af5acd tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:49.241361 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c75c774b-f9a8-497b-9a83-eee57c437233 req-02e125fe-baf6-497c-9eac-8f5d15af5acd tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.2777815 Dec 20 21:35:49.307035 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-1bc0d330-6bc7-48ed-86ca-da81c0203420 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Allocated IP 172.20.0.5 (d18a5b58-f915-455a-8be2-23deab8e3e1d/69174c74-1ef8-4234-9f97-4ff7f7b0e527/d9cfa810-3310-45b4-8299-1ef9cdf20ca4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:49.331252 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf3a03-34a1-48fa-ae30-53b735c87de7 None None] New status for floating IP 66e51fc3-f0ff-45c1-ab05-7b1f0b56b7be: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:35:49.335028 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4a7fc90-40a5-4627-a483-bc3875aacef5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:49.351861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] For port d68a37e1-598f-428c-8473-79d7bf8d1018, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:35:49.357017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7f1662a2-0ba4-4f4b-a761-27bc979b9585 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:49.357696 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:49.410332 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-562eeb14-4923-497c-b7c9-d91bad8948b7 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] GET failed (client error): The resource could not be found. Dec 20 21:35:49.426160 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-562eeb14-4923-497c-b7c9-d91bad8948b7 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "GET /v2.0/ports/109da9b1-59db-48da-96a1-c64221611245 HTTP/1.1" status: 404 len: 333 time: 0.2624629 Dec 20 21:35:49.443411 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46782) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:49.491961 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] For port d68a37e1-598f-428c-8473-79d7bf8d1018, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d68a37e1-598f-428c-8473-79d7bf8d1018,segment=NetworkSegment(5fc753c2-ec57-4a41-9570-8266f3173592),segment_id=5fc753c2-ec57-4a41-9570-8266f3173592)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:35:49.525699 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7fc90-40a5-4627-a483-bc3875aacef5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=31b7878f-cab9-4e9c-8928-bb0fbb80c327,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:49.603742 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a7fc90-40a5-4627-a483-bc3875aacef5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 908cdb43-09e6-40f7-9111-3b232c54071b is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:49.607889 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-30450efb-afc8-4255-8a2a-e98022f894df None None] Provisioning complete for port f05db17f-5d70-4222-ab9d-10c1332a1f04 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:49.609277 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-30450efb-afc8-4255-8a2a-e98022f894df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:49.621335 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f4a7fc90-40a5-4627-a483-bc3875aacef5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:49.624887 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a7fc90-40a5-4627-a483-bc3875aacef5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:49.631097 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a7fc90-40a5-4627-a483-bc3875aacef5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:49.631726 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4a7fc90-40a5-4627-a483-bc3875aacef5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:49.676321 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:49.736130 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c75c774b-f9a8-497b-9a83-eee57c437233 req-83bbe350-ec42-4fd8-a6c4-a6176197754e tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384635 Dec 20 21:35:49.762854 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f4a7fc90-40a5-4627-a483-bc3875aacef5 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2884836 Dec 20 21:35:49.765064 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46808) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:49.776934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c7e7124e-da7b-4c29-816d-105b247a8e20 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'subnet': {'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:49.807053 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-30450efb-afc8-4255-8a2a-e98022f894df None None] Port f05db17f-5d70-4222-ab9d-10c1332a1f04 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:49.845874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c917b-587b-4c07-9f3e-8828edad23df None None] Pushing event updated for resources: {'Port': ['ID=d68a37e1-598f-428c-8473-79d7bf8d1018,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:49.890970 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8718161a-b9e2-456c-bc6f-b354a549f3ea tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:49.893561 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8718161a-b9e2-456c-bc6f-b354a549f3ea tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:49.899768 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8718161a-b9e2-456c-bc6f-b354a549f3ea tempest-ServerActionsTestJSON-1922963732 tempest-ServerActionsTestJSON-1922963732-project] 10.222.0.32 "DELETE /v2.0/floatingips/66e51fc3-f0ff-45c1-ab05-7b1f0b56b7be HTTP/1.1" status: 204 len: 168 time: 1.6710787 Dec 20 21:35:49.905504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46810) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:49.929559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81879f86-1850-4aba-b452-f50634f20ae3 req-d2b5e217-a037-4e83-95ed-0a83b933533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:49.932037 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81879f86-1850-4aba-b452-f50634f20ae3 req-d2b5e217-a037-4e83-95ed-0a83b933533d service neutron] 10.222.0.31 "GET /v2.0/networks?id=c53e45c5-69f2-430c-8636-36554bee4d59 HTTP/1.1" status: 200 len: 919 time: 0.7503638 Dec 20 21:35:49.938895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a54c8-563b-4b7d-a116-ccf34b8a7289 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Deleting port 7312d0ae-af7f-4c93-adcc-135d1888373a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:49.939236 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c9a54c8-563b-4b7d-a116-ccf34b8a7289 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:49.955611 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d330-6bc7-48ed-86ca-da81c0203420 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:49.993745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81879f86-1850-4aba-b452-f50634f20ae3 req-b681eac4-1e97-4648-a157-76fc871bc4ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=456781ae-4c2f-4789-8654-8978901e9c25 HTTP/1.1" status: 200 len: 217 time: 0.0536735 Dec 20 21:35:50.084647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81879f86-1850-4aba-b452-f50634f20ae3 req-63066679-0a29-4a21-b1c1-14b4417dd3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:50.089462 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81879f86-1850-4aba-b452-f50634f20ae3 req-63066679-0a29-4a21-b1c1-14b4417dd3a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=03fc7761-0164-4b87-902e-5dc73b4f4dd3 HTTP/1.1" status: 200 len: 858 time: 0.0885251 Dec 20 21:35:50.133098 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c9a54c8-563b-4b7d-a116-ccf34b8a7289 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:50.148200 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d330-6bc7-48ed-86ca-da81c0203420 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:50.155751 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81879f86-1850-4aba-b452-f50634f20ae3 req-c25db8e5-a4bb-49b7-818e-5ca4da026c91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c53e45c5-69f2-430c-8636-36554bee4d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592198 Dec 20 21:35:50.172260 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-81879f86-1850-4aba-b452-f50634f20ae3 req-3d19d35a-901a-46ad-a3e5-c9593def4eb3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:35:50.173502 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81879f86-1850-4aba-b452-f50634f20ae3 req-3d19d35a-901a-46ad-a3e5-c9593def4eb3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104721 Dec 20 21:35:50.176283 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1ed217db-3241-4d3f-a53e-eb3f6034b16d None None] Provisioning complete for port 31b7878f-cab9-4e9c-8928-bb0fbb80c327 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:50.176789 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ed217db-3241-4d3f-a53e-eb3f6034b16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:50.208356 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e7124e-da7b-4c29-816d-105b247a8e20 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:50.211755 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7e7124e-da7b-4c29-816d-105b247a8e20 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:50.224015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a54c8-563b-4b7d-a116-ccf34b8a7289 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Calling delete_port for 7312d0ae-af7f-4c93-adcc-135d1888373a owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:50.237182 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1ed217db-3241-4d3f-a53e-eb3f6034b16d None None] Port 31b7878f-cab9-4e9c-8928-bb0fbb80c327 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:50.293420 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81879f86-1850-4aba-b452-f50634f20ae3 req-b77562a3-65db-45f2-9320-220ae922e6b6 service neutron] 10.222.0.31 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113913 Dec 20 21:35:50.498895 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46820) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:50.517765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81879f86-1850-4aba-b452-f50634f20ae3 req-d70ad37d-733a-44b0-a45d-f3d465dbd97c service neutron] 10.222.0.31 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136319 Dec 20 21:35:50.729042 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc0d330-6bc7-48ed-86ca-da81c0203420 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network d18a5b58-f915-455a-8be2-23deab8e3e1d is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:50.748192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1bc0d330-6bc7-48ed-86ca-da81c0203420 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:50.772203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc0d330-6bc7-48ed-86ca-da81c0203420 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:35:50.807204 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d68a37e1-598f-428c-8473-79d7bf8d1018 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:50.823731 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0d330-6bc7-48ed-86ca-da81c0203420 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=d9cfa810-3310-45b4-8299-1ef9cdf20ca4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:50.862700 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc0d330-6bc7-48ed-86ca-da81c0203420 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:50.863363 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d330-6bc7-48ed-86ca-da81c0203420 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:50.893245 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85cd4c4b-2458-4c98-97ab-b610715716cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:50.917680 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1bc0d330-6bc7-48ed-86ca-da81c0203420 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6100166 Dec 20 21:35:50.918462 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d68a37e1-598f-428c-8473-79d7bf8d1018 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:50.919320 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:50.930468 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46840) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:50.943350 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d00b4ef1-4646-4e6f-b807-031f7663bbde tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'subnet': {'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:50.980157 n-d-xena-1 neutron-server[102402]: INFO neutron.db.ipam_backend_mixin [None req-c7e7124e-da7b-4c29-816d-105b247a8e20 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2fb6dc60-53f0-432e-82f2-262e22d568fb (CIDR: 2001:db8::/64) Dec 20 21:35:51.021327 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e7124e-da7b-4c29-816d-105b247a8e20 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:35:51.021825 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e7124e-da7b-4c29-816d-105b247a8e20 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:35:51.037713 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:51.067596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec788ab-271f-4eb9-9796-24f78f17b052 req-788ee002-e957-46a4-9971-f73470d84e97 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:51.073483 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec788ab-271f-4eb9-9796-24f78f17b052 req-788ee002-e957-46a4-9971-f73470d84e97 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:51.083055 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec788ab-271f-4eb9-9796-24f78f17b052 req-788ee002-e957-46a4-9971-f73470d84e97 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:51.088946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec788ab-271f-4eb9-9796-24f78f17b052 req-788ee002-e957-46a4-9971-f73470d84e97 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:51.103075 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec788ab-271f-4eb9-9796-24f78f17b052 req-788ee002-e957-46a4-9971-f73470d84e97 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:51.108063 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port d68a37e1-598f-428c-8473-79d7bf8d1018, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d68a37e1-598f-428c-8473-79d7bf8d1018,segment=NetworkSegment(5fc753c2-ec57-4a41-9570-8266f3173592),segment_id=5fc753c2-ec57-4a41-9570-8266f3173592)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:51.112593 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:51.116973 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec788ab-271f-4eb9-9796-24f78f17b052 req-788ee002-e957-46a4-9971-f73470d84e97 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:51.128113 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec788ab-271f-4eb9-9796-24f78f17b052 req-788ee002-e957-46a4-9971-f73470d84e97 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:51.130659 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-eec788ab-271f-4eb9-9796-24f78f17b052 req-788ee002-e957-46a4-9971-f73470d84e97 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5434 time: 0.2265835 Dec 20 21:35:51.143721 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c7e7124e-da7b-4c29-816d-105b247a8e20 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3730392 Dec 20 21:35:51.150831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46844) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:51.169969 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6e1a3898-eef0-4ad8-8fa0-5cbb6e20bb12 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'subnet': {'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:51.173383 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=d68a37e1-598f-428c-8473-79d7bf8d1018,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:51.236616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3b7e6-b8a5-4b41-b2c0-21f5b2b9a1a3 req-f112f8c2-d9a2-4289-96e8-a64d12a6da18 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:51.236964 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1cb3b7e6-b8a5-4b41-b2c0-21f5b2b9a1a3 req-f112f8c2-d9a2-4289-96e8-a64d12a6da18 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.3102930 Dec 20 21:35:51.237376 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c9a54c8-563b-4b7d-a116-ccf34b8a7289 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:51.308433 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a54c8-563b-4b7d-a116-ccf34b8a7289 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event deleted for resources: {'Port': ['ID=7312d0ae-af7f-4c93-adcc-135d1888373a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:51.342577 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-eec788ab-271f-4eb9-9796-24f78f17b052 req-077bcbcd-c78b-40ae-ae55-44355732f0fc tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1814802 Dec 20 21:35:51.422001 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85cd4c4b-2458-4c98-97ab-b610715716cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:51.446905 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85cd4c4b-2458-4c98-97ab-b610715716cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:51.487377 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1cb3b7e6-b8a5-4b41-b2c0-21f5b2b9a1a3 req-c8493650-e8a0-4568-bff2-5539bc45b046 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361443 Dec 20 21:35:51.522412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00b4ef1-4646-4e6f-b807-031f7663bbde tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:51.526331 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d00b4ef1-4646-4e6f-b807-031f7663bbde tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:51.553851 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1a3898-eef0-4ad8-8fa0-5cbb6e20bb12 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:51.557921 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e1a3898-eef0-4ad8-8fa0-5cbb6e20bb12 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:51.583386 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c9a54c8-563b-4b7d-a116-ccf34b8a7289 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:51.591842 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9c9a54c8-563b-4b7d-a116-ccf34b8a7289 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "DELETE /v2.0/ports/7312d0ae-af7f-4c93-adcc-135d1888373a HTTP/1.1" status: 204 len: 168 time: 2.1456432 Dec 20 21:35:51.594037 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46858) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:51.603399 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6dd893ed-7e80-4327-89b9-b4a47c649d3e None None] Provisioning complete for port d68a37e1-598f-428c-8473-79d7bf8d1018 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:51.613926 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6dd893ed-7e80-4327-89b9-b4a47c649d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:51.649612 n-d-xena-1 neutron-server[102401]: INFO neutron.db.ipam_backend_mixin [None req-d00b4ef1-4646-4e6f-b807-031f7663bbde tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 69174c74-1ef8-4234-9f97-4ff7f7b0e527 (CIDR: 172.20.0.0/28) Dec 20 21:35:51.670178 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00b4ef1-4646-4e6f-b807-031f7663bbde tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:35:51.670684 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00b4ef1-4646-4e6f-b807-031f7663bbde tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:35:51.686213 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-85cd4c4b-2458-4c98-97ab-b610715716cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d24e16c4b4f64b45a4326ec3355f70ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1833699 Dec 20 21:35:51.688986 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46860) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:51.699176 n-d-xena-1 neutron-server[102402]: INFO neutron.db.ipam_backend_mixin [None req-6e1a3898-eef0-4ad8-8fa0-5cbb6e20bb12 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 25738e77-1ff9-44c9-b332-8ffbd2e6eb92 (CIDR: 2001:db8:0:1::/64) Dec 20 21:35:51.713848 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1a3898-eef0-4ad8-8fa0-5cbb6e20bb12 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:35:51.714559 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1a3898-eef0-4ad8-8fa0-5cbb6e20bb12 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:35:51.726443 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d00b4ef1-4646-4e6f-b807-031f7663bbde tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7922125 Dec 20 21:35:51.728911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46862) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:51.731456 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-981b2e8c-6289-4396-9636-dc5289d8ead1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:51.740267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd4c4b-2458-4c98-97ab-b610715716cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70992d34-59d3-472b-83a3-887784a15864,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:51.752299 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-642c88a1-2c58-4a58-ab5a-05e9c747c955 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'subnet': {'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:51.799411 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6dd893ed-7e80-4327-89b9-b4a47c649d3e None None] Provisioning complete for port d03c6dd5-c651-4711-8e86-525a24299a40 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:51.800031 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6dd893ed-7e80-4327-89b9-b4a47c649d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:51.842533 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6dd893ed-7e80-4327-89b9-b4a47c649d3e None None] Port d03c6dd5-c651-4711-8e86-525a24299a40 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:51.880021 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-454d55db-34ac-4f70-8d7c-32fe467c0e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:51.905056 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-454d55db-34ac-4f70-8d7c-32fe467c0e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:51.907038 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6e1a3898-eef0-4ad8-8fa0-5cbb6e20bb12 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7525675 Dec 20 21:35:51.907974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46868) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:51.910782 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c0e6a3-92bc-44f3-b0c0-99a4b56f5064 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] GET failed (client error): The resource could not be found. Dec 20 21:35:51.917861 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-052770e1-2603-43ec-a7cb-61540bea07b7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'subnet': {'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:51.918204 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d6c0e6a3-92bc-44f3-b0c0-99a4b56f5064 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "GET /v2.0/ports/7312d0ae-af7f-4c93-adcc-135d1888373a HTTP/1.1" status: 404 len: 333 time: 0.2171581 Dec 20 21:35:51.926851 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46872) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:51.940185 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d6765-1b9c-4418-a335-457ed68733b2 req-7aa6367c-2cf8-42ff-84d7-7798e116c7e4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:51.945951 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d6765-1b9c-4418-a335-457ed68733b2 req-7aa6367c-2cf8-42ff-84d7-7798e116c7e4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:51.951932 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d6765-1b9c-4418-a335-457ed68733b2 req-7aa6367c-2cf8-42ff-84d7-7798e116c7e4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:51.957648 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d6765-1b9c-4418-a335-457ed68733b2 req-7aa6367c-2cf8-42ff-84d7-7798e116c7e4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:51.963715 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d6765-1b9c-4418-a335-457ed68733b2 req-7aa6367c-2cf8-42ff-84d7-7798e116c7e4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:51.964288 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-7d4067d8-c725-4420-897c-e24965874829 None None] Provisioning complete for port d9cfa810-3310-45b4-8299-1ef9cdf20ca4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:51.964802 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d4067d8-c725-4420-897c-e24965874829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:51.969946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d6765-1b9c-4418-a335-457ed68733b2 req-7aa6367c-2cf8-42ff-84d7-7798e116c7e4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:51.975790 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d6765-1b9c-4418-a335-457ed68733b2 req-7aa6367c-2cf8-42ff-84d7-7798e116c7e4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:51.977764 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-626d6765-1b9c-4418-a335-457ed68733b2 req-7aa6367c-2cf8-42ff-84d7-7798e116c7e4 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5434 time: 0.5161729 Dec 20 21:35:52.026477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7d4067d8-c725-4420-897c-e24965874829 None None] Port d9cfa810-3310-45b4-8299-1ef9cdf20ca4 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:52.041114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642c88a1-2c58-4a58-ab5a-05e9c747c955 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:52.044874 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-642c88a1-2c58-4a58-ab5a-05e9c747c955 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:52.106214 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-454d55db-34ac-4f70-8d7c-32fe467c0e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:52.108630 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-454d55db-34ac-4f70-8d7c-32fe467c0e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:52.112197 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-454d55db-34ac-4f70-8d7c-32fe467c0e1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70992d34-59d3-472b-83a3-887784a15864 HTTP/1.1" status: 204 len: 168 time: 0.4195385 Dec 20 21:35:52.127287 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d55db-34ac-4f70-8d7c-32fe467c0e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70992d34-59d3-472b-83a3-887784a15864,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:52.154849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052770e1-2603-43ec-a7cb-61540bea07b7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Made reservation on behalf of 4ce073ad5e7d4074b75ad2a85f361197 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:52.158844 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-052770e1-2603-43ec-a7cb-61540bea07b7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:52.186841 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-519a404c-c568-43b4-a591-6cb50efd277e tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Deleting port 0c70e3b6-5651-4d38-93af-ff1a0cb0f584 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:52.187360 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-519a404c-c568-43b4-a591-6cb50efd277e tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:52.304675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-981b2e8c-6289-4396-9636-dc5289d8ead1 admin admin] Deleting port 3ff4a202-aab4-4036-8ece-e5e44ee1323c {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:52.305391 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-981b2e8c-6289-4396-9636-dc5289d8ead1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:52.312064 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-519a404c-c568-43b4-a591-6cb50efd277e tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:52.354571 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-519a404c-c568-43b4-a591-6cb50efd277e tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Calling delete_port for 0c70e3b6-5651-4d38-93af-ff1a0cb0f584 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:52.445814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-981b2e8c-6289-4396-9636-dc5289d8ead1 admin admin] For port 3ff4a202-aab4-4036-8ece-e5e44ee1323c, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3ff4a202-aab4-4036-8ece-e5e44ee1323c,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:52.446633 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-981b2e8c-6289-4396-9636-dc5289d8ead1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:52.468048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-981b2e8c-6289-4396-9636-dc5289d8ead1 admin admin] Calling delete_port for 3ff4a202-aab4-4036-8ece-e5e44ee1323c owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:52.515924 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-642c88a1-2c58-4a58-ab5a-05e9c747c955 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:52.590530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642c88a1-2c58-4a58-ab5a-05e9c747c955 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network d18a5b58-f915-455a-8be2-23deab8e3e1d is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:52.596059 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-642c88a1-2c58-4a58-ab5a-05e9c747c955 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:52.599911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c88a1-2c58-4a58-ab5a-05e9c747c955 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:52.600507 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-642c88a1-2c58-4a58-ab5a-05e9c747c955 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:52.608034 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b24b490-66f0-4437-94ef-58d741fef535 None None] Network d18a5b58-f915-455a-8be2-23deab8e3e1d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:52.662272 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c88a1-2c58-4a58-ab5a-05e9c747c955 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Subnet': ['ID=17b8742c-4e90-4b3d-a1a8-748aca7a51d0,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:52.673102 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-519a404c-c568-43b4-a591-6cb50efd277e tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:52.729245 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bc11c-2f65-4e8b-a7ec-de7e2f164f43 req-aad24182-f036-4364-8797-aa1aaa61b762 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:52.737089 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-856bc11c-2f65-4e8b-a7ec-de7e2f164f43 req-aad24182-f036-4364-8797-aa1aaa61b762 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.1338794 Dec 20 21:35:52.738128 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a404c-c568-43b4-a591-6cb50efd277e tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event deleted for resources: {'Port': ['ID=0c70e3b6-5651-4d38-93af-ff1a0cb0f584,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:52.763810 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-642c88a1-2c58-4a58-ab5a-05e9c747c955 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0161769 Dec 20 21:35:52.772788 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46894) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:52.777792 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d68a37e1-598f-428c-8473-79d7bf8d1018 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:52.781487 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-052770e1-2603-43ec-a7cb-61540bea07b7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:52.799591 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4b9acb4e-d840-4081-9539-bb1930fa5d75 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1547749637', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '17b8742c-4e90-4b3d-a1a8-748aca7a51d0'}], 'security_groups': ['60600fe1-a814-4946-89dd-534e5f45ff48']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:52.931198 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46896) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:52.952220 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d68a37e1-598f-428c-8473-79d7bf8d1018 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:52.953291 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:52.993836 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7eb1d48-0602-4007-93c3-64785ee9093c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:53.107276 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-519a404c-c568-43b4-a591-6cb50efd277e tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:53.110242 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ba39db-f96d-4044-b57d-261332b967f4 None None] Update dhcp port {'port': {'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d', 'fixed_ips': [{'subnet_id': '69174c74-1ef8-4234-9f97-4ff7f7b0e527', 'ip_address': '172.20.0.2'}, {'subnet_id': '17b8742c-4e90-4b3d-a1a8-748aca7a51d0'}], 'binding:host_id': 'n-d-xena-1'}, 'id': 'd68a37e1-598f-428c-8473-79d7bf8d1018'} from n-d-xena-1. {{(pid=102403) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 20 21:35:53.114289 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-519a404c-c568-43b4-a591-6cb50efd277e tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "DELETE /v2.0/ports/0c70e3b6-5651-4d38-93af-ff1a0cb0f584 HTTP/1.1" status: 204 len: 168 time: 1.1354721 Dec 20 21:35:53.116742 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46900) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:53.143028 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f0ba39db-f96d-4044-b57d-261332b967f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:53.169110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052770e1-2603-43ec-a7cb-61540bea07b7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Network 908cdb43-09e6-40f7-9111-3b232c54071b is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:53.181703 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-052770e1-2603-43ec-a7cb-61540bea07b7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:53.193793 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9350b1-a699-4ea5-8090-cdf62785e150 None None] Network 908cdb43-09e6-40f7-9111-3b232c54071b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:53.198750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052770e1-2603-43ec-a7cb-61540bea07b7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:53.199172 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-052770e1-2603-43ec-a7cb-61540bea07b7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:53.201845 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b9acb4e-d840-4081-9539-bb1930fa5d75 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:53.232735 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-856bc11c-2f65-4e8b-a7ec-de7e2f164f43 req-9c751e91-f84c-410a-9b5c-aa97dc466249 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826465 Dec 20 21:35:53.240758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052770e1-2603-43ec-a7cb-61540bea07b7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Subnet': ['ID=fc758acf-4c9b-46aa-a7bb-bbc89bf254e6,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:53.251611 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-052770e1-2603-43ec-a7cb-61540bea07b7 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3382702 Dec 20 21:35:53.254715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46902) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:53.269983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-bf944a0b-fd78-4396-a392-06b5759428fd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1222056194', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fc758acf-4c9b-46aa-a7bb-bbc89bf254e6'}], 'security_groups': ['bdce22c2-8bc2-4372-8c0e-45f97fcae556', '8ad8f9e2-94f4-46e7-ab6c-5057af105006']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:53.279736 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-283f39c6-9b8d-4106-9dec-0123ee3eb4a6 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Deleting subnet 83a33280-7e97-4291-b9bd-fa0cc28bd8bd {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:35:53.285546 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-283f39c6-9b8d-4106-9dec-0123ee3eb4a6 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:53.382630 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-283f39c6-9b8d-4106-9dec-0123ee3eb4a6 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:53.434146 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-f0ba39db-f96d-4044-b57d-261332b967f4 None None] Allocated IP 172.20.0.18 (d18a5b58-f915-455a-8be2-23deab8e3e1d/17b8742c-4e90-4b3d-a1a8-748aca7a51d0/d68a37e1-598f-428c-8473-79d7bf8d1018) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:53.453706 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-981b2e8c-6289-4396-9636-dc5289d8ead1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:53.483288 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7eb1d48-0602-4007-93c3-64785ee9093c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:53.486818 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b2e8c-6289-4396-9636-dc5289d8ead1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff4a202-aab4-4036-8ece-e5e44ee1323c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:53.538283 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7eb1d48-0602-4007-93c3-64785ee9093c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:53.612888 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bf944a0b-fd78-4396-a392-06b5759428fd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:53.683385 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a7eb1d48-0602-4007-93c3-64785ee9093c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79a30fd25c3a4558b1d7042277129539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7500615 Dec 20 21:35:53.688866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb1d48-0602-4007-93c3-64785ee9093c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7262193-5b46-48ff-8819-0910e441c0f9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:53.694549 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46912) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:53.725887 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-283f39c6-9b8d-4106-9dec-0123ee3eb4a6 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:53.738996 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f0ba39db-f96d-4044-b57d-261332b967f4 None None] For port d68a37e1-598f-428c-8473-79d7bf8d1018, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d68a37e1-598f-428c-8473-79d7bf8d1018,segment=NetworkSegment(5fc753c2-ec57-4a41-9570-8266f3173592),segment_id=5fc753c2-ec57-4a41-9570-8266f3173592)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:53.790877 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f0ba39db-f96d-4044-b57d-261332b967f4 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:53.803420 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f0ba39db-f96d-4044-b57d-261332b967f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:53.878263 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-283f39c6-9b8d-4106-9dec-0123ee3eb4a6 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:53.926931 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba39db-f96d-4044-b57d-261332b967f4 None None] Pushing event updated for resources: {'Port': ['ID=d68a37e1-598f-428c-8473-79d7bf8d1018,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:53.933167 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f39c6-9b8d-4106-9dec-0123ee3eb4a6 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event deleted for resources: {'Subnet': ['ID=83a33280-7e97-4291-b9bd-fa0cc28bd8bd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:53.986132 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e07597-75d4-4877-8c55-facc3c14adcd None None] Update dhcp port {'port': {'network_id': '908cdb43-09e6-40f7-9111-3b232c54071b', 'fixed_ips': [{'subnet_id': '25738e77-1ff9-44c9-b332-8ffbd2e6eb92', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2fb6dc60-53f0-432e-82f2-262e22d568fb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fc758acf-4c9b-46aa-a7bb-bbc89bf254e6'}], 'binding:host_id': 'n-d-xena-1'}, 'id': '7f1662a2-0ba4-4f4b-a761-27bc979b9585'} from n-d-xena-1. {{(pid=102403) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 20 21:35:53.987810 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-283f39c6-9b8d-4106-9dec-0123ee3eb4a6 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:53.992216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96469704-d971-4ea9-93cf-1f2b233c2ad1 None None] Network 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:53.994594 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-283f39c6-9b8d-4106-9dec-0123ee3eb4a6 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "DELETE /v2.0/subnets/83a33280-7e97-4291-b9bd-fa0cc28bd8bd HTTP/1.1" status: 204 len: 168 time: 0.8738782 Dec 20 21:35:53.997817 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46922) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:54.002309 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-4b9acb4e-d840-4081-9539-bb1930fa5d75 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Delete allocated IP 172.20.0.5 (d18a5b58-f915-455a-8be2-23deab8e3e1d/69174c74-1ef8-4234-9f97-4ff7f7b0e527) {{(pid=102402) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 21:35:54.011905 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-4b9acb4e-d840-4081-9539-bb1930fa5d75 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Allocated IP 172.20.0.30 (d18a5b58-f915-455a-8be2-23deab8e3e1d/17b8742c-4e90-4b3d-a1a8-748aca7a51d0/d9cfa810-3310-45b4-8299-1ef9cdf20ca4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:54.082454 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-53e07597-75d4-4877-8c55-facc3c14adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:54.142156 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:54.144225 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6556278e-9c10-4930-819a-ba847a8e7668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:54.173710 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6556278e-9c10-4930-819a-ba847a8e7668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:54.325883 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b9acb4e-d840-4081-9539-bb1930fa5d75 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:54.340026 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b9acb4e-d840-4081-9539-bb1930fa5d75 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:54.461579 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b013ea-ed37-4814-84d4-340810ebee73 None None] DHCP port deletion for 3df2f4c6-8b77-4e23-acf0-3842b3ab85bf request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:35:54.501204 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6556278e-9c10-4930-819a-ba847a8e7668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:54.507486 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6556278e-9c10-4930-819a-ba847a8e7668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:54.515911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6556278e-9c10-4930-819a-ba847a8e7668 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7262193-5b46-48ff-8819-0910e441c0f9 HTTP/1.1" status: 204 len: 168 time: 0.8177228 Dec 20 21:35:54.516099 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-981b2e8c-6289-4396-9636-dc5289d8ead1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:54.520274 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9acb4e-d840-4081-9539-bb1930fa5d75 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=d9cfa810-3310-45b4-8299-1ef9cdf20ca4,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:54.553916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92e7d1-e5f6-4aec-90be-f8bbc792bd69 req-1d168629-57e1-484a-87d6-48d29e9aac65 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:54.555961 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af92e7d1-e5f6-4aec-90be-f8bbc792bd69 req-1d168629-57e1-484a-87d6-48d29e9aac65 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.1912494 Dec 20 21:35:54.572547 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4b9acb4e-d840-4081-9539-bb1930fa5d75 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] In _notify_port_updated(), no bound segment for port d9cfa810-3310-45b4-8299-1ef9cdf20ca4 on network d18a5b58-f915-455a-8be2-23deab8e3e1d {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:35:54.578401 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9acb4e-d840-4081-9539-bb1930fa5d75 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:54.579167 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b9acb4e-d840-4081-9539-bb1930fa5d75 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:54.580538 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4b9acb4e-d840-4081-9539-bb1930fa5d75 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "PUT /v2.0/ports/d9cfa810-3310-45b4-8299-1ef9cdf20ca4 HTTP/1.1" status: 200 len: 921 time: 1.7940912 Dec 20 21:35:54.585272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556278e-9c10-4930-819a-ba847a8e7668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7262193-5b46-48ff-8819-0910e441c0f9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:54.596226 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-51b013ea-ed37-4814-84d4-340810ebee73 None None] Deleting port 61da26a0-cba1-4f8f-8175-c8b554cab3ad {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:54.596691 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-51b013ea-ed37-4814-84d4-340810ebee73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:54.597002 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46948) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:54.623420 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46950) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:54.699679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-bf944a0b-fd78-4396-a392-06b5759428fd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Delete allocated IP 2001:db8::36b (908cdb43-09e6-40f7-9111-3b232c54071b/2fb6dc60-53f0-432e-82f2-262e22d568fb) {{(pid=102401) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 21:35:54.803696 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af92e7d1-e5f6-4aec-90be-f8bbc792bd69 req-46a07d32-bbbf-4620-ba2b-3f9af3136c29 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396894 Dec 20 21:35:54.837240 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-bf944a0b-fd78-4396-a392-06b5759428fd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Allocated IP 2001:db8:0:2::134 (908cdb43-09e6-40f7-9111-3b232c54071b/fc758acf-4c9b-46aa-a7bb-bbc89bf254e6/31b7878f-cab9-4e9c-8928-bb0fbb80c327) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:54.905164 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ba84f85a-a7d6-459e-bc40-789a82346a06 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port d9cfa810-3310-45b4-8299-1ef9cdf20ca4 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:54.905576 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba84f85a-a7d6-459e-bc40-789a82346a06 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:54.966956 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Deleting port 61da26a0-cba1-4f8f-8175-c8b554cab3ad {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:54.967342 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:55.022542 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d68a37e1-598f-428c-8473-79d7bf8d1018 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:55.050240 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba84f85a-a7d6-459e-bc40-789a82346a06 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:55.068984 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ba84f85a-a7d6-459e-bc40-789a82346a06 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for d9cfa810-3310-45b4-8299-1ef9cdf20ca4 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:55.120727 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-51b013ea-ed37-4814-84d4-340810ebee73 None None] For port 61da26a0-cba1-4f8f-8175-c8b554cab3ad, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=61da26a0-cba1-4f8f-8175-c8b554cab3ad,segment=NetworkSegment(6bb6f9fa-9f65-4a81-94aa-9a8603ee17b1),segment_id=6bb6f9fa-9f65-4a81-94aa-9a8603ee17b1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:55.121136 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-51b013ea-ed37-4814-84d4-340810ebee73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:55.153779 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-da8307a6-71d3-450b-84af-f9e7ff7d6fd4 None None] Provisioning complete for port d68a37e1-598f-428c-8473-79d7bf8d1018 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:55.154166 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da8307a6-71d3-450b-84af-f9e7ff7d6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:55.167377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-51b013ea-ed37-4814-84d4-340810ebee73 None None] Calling delete_port for 61da26a0-cba1-4f8f-8175-c8b554cab3ad owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:55.270978 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d68a37e1-598f-428c-8473-79d7bf8d1018 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:55.271225 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:55.322750 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba84f85a-a7d6-459e-bc40-789a82346a06 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:55.345575 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] For port 61da26a0-cba1-4f8f-8175-c8b554cab3ad, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=61da26a0-cba1-4f8f-8175-c8b554cab3ad,segment=NetworkSegment(6bb6f9fa-9f65-4a81-94aa-9a8603ee17b1),segment_id=6bb6f9fa-9f65-4a81-94aa-9a8603ee17b1)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:55.346109 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:55.377797 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-da8307a6-71d3-450b-84af-f9e7ff7d6fd4 None None] Could not find standard attr ID for object d9cfa810-3310-45b4-8299-1ef9cdf20ca4. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:35:55.380409 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-51b013ea-ed37-4814-84d4-340810ebee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:55.399475 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Calling delete_port for 61da26a0-cba1-4f8f-8175-c8b554cab3ad owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:55.412701 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84f85a-a7d6-459e-bc40-789a82346a06 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=d9cfa810-3310-45b4-8299-1ef9cdf20ca4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:55.431525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c8993-abae-4465-a074-d1b1630a4f1e req-e82d3894-00a3-4d3b-94c8-afa8264b63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:55.432267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c8993-abae-4465-a074-d1b1630a4f1e req-e82d3894-00a3-4d3b-94c8-afa8264b63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:55.432862 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c8993-abae-4465-a074-d1b1630a4f1e req-e82d3894-00a3-4d3b-94c8-afa8264b63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:55.433460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c8993-abae-4465-a074-d1b1630a4f1e req-e82d3894-00a3-4d3b-94c8-afa8264b63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:55.434054 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c8993-abae-4465-a074-d1b1630a4f1e req-e82d3894-00a3-4d3b-94c8-afa8264b63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:55.435127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c8993-abae-4465-a074-d1b1630a4f1e req-e82d3894-00a3-4d3b-94c8-afa8264b63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:55.435791 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c8993-abae-4465-a074-d1b1630a4f1e req-e82d3894-00a3-4d3b-94c8-afa8264b63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:55.444626 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e1c8993-abae-4465-a074-d1b1630a4f1e req-e82d3894-00a3-4d3b-94c8-afa8264b63ad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 6477 time: 0.8192515 Dec 20 21:35:55.469463 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b013ea-ed37-4814-84d4-340810ebee73 None None] No DVR routers for this DVR port 61da26a0-cba1-4f8f-8175-c8b554cab3ad on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:35:55.473379 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b013ea-ed37-4814-84d4-340810ebee73 None None] Pushing event deleted for resources: {'Port': ['ID=61da26a0-cba1-4f8f-8175-c8b554cab3ad,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:55.501615 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-da8307a6-71d3-450b-84af-f9e7ff7d6fd4 None None] Provisioning complete for port d03c6dd5-c651-4711-8e86-525a24299a40 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:55.501986 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da8307a6-71d3-450b-84af-f9e7ff7d6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:55.548168 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ba84f85a-a7d6-459e-bc40-789a82346a06 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:55.554647 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ba84f85a-a7d6-459e-bc40-789a82346a06 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/ports/d9cfa810-3310-45b4-8299-1ef9cdf20ca4 HTTP/1.1" status: 204 len: 168 time: 0.9533453 Dec 20 21:35:55.555150 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46972) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:55.580255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-da8307a6-71d3-450b-84af-f9e7ff7d6fd4 None None] Port d03c6dd5-c651-4711-8e86-525a24299a40 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:55.587924 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981b2e8c-6289-4396-9636-dc5289d8ead1 admin admin] Router 1c517428-5c5b-44d6-9535-801287416e23 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:35:55.603451 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ce052b-85e0-478f-8d60-346ad83e9500 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] GET failed (client error): The resource could not be found. Dec 20 21:35:55.612840 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-82ce052b-85e0-478f-8d60-346ad83e9500 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports/d9cfa810-3310-45b4-8299-1ef9cdf20ca4 HTTP/1.1" status: 404 len: 333 time: 0.0537510 Dec 20 21:35:55.613666 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46978) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:55.630637 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 61da26a0-cba1-4f8f-8175-c8b554cab3ad no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:35:55.658988 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 61da26a0-cba1-4f8f-8175-c8b554cab3ad {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:35:55.659609 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 61da26a0-cba1-4f8f-8175-c8b554cab3ad not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:35:55.709428 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7265793e-16bb-4070-aa54-b4e20ba7168e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:55.741321 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7265793e-16bb-4070-aa54-b4e20ba7168e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:55.744403 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6e1c8993-abae-4465-a074-d1b1630a4f1e req-8996699f-ebd1-4046-82da-d612d1bc0829 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=45821901-107e-4f5f-b113-466704b94bd0&id=f61d692e-6320-4034-9d81-9364bd5ff13d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2982123 Dec 20 21:35:55.758786 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bf944a0b-fd78-4396-a392-06b5759428fd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:55.798957 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bf944a0b-fd78-4396-a392-06b5759428fd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:55.821809 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7265793e-16bb-4070-aa54-b4e20ba7168e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:55.827726 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7265793e-16bb-4070-aa54-b4e20ba7168e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:55.832644 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7265793e-16bb-4070-aa54-b4e20ba7168e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/security-groups/dd8fc617-3754-46ec-a9c8-6ea35f2a0ddc HTTP/1.1" status: 204 len: 168 time: 0.2158585 Dec 20 21:35:55.834225 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46990) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:55.850831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265793e-16bb-4070-aa54-b4e20ba7168e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8fc617-3754-46ec-a9c8-6ea35f2a0ddc,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:55.924384 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-53e07597-75d4-4877-8c55-facc3c14adcd None None] Allocated IP 2001:db8:0:2::2 (908cdb43-09e6-40f7-9111-3b232c54071b/fc758acf-4c9b-46aa-a7bb-bbc89bf254e6/7f1662a2-0ba4-4f4b-a761-27bc979b9585) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:35:55.924562 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d544799c-f90c-4282-a997-760caac94d4e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:55.929978 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6f2e6415-d4e9-44fb-89df-6e6ac77b6b87 None None] Could not find standard attr ID for object d9cfa810-3310-45b4-8299-1ef9cdf20ca4. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:35:55.949172 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d544799c-f90c-4282-a997-760caac94d4e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:55.989914 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-bf944a0b-fd78-4396-a392-06b5759428fd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] In _notify_port_updated(), no bound segment for port 31b7878f-cab9-4e9c-8928-bb0fbb80c327 on network 908cdb43-09e6-40f7-9111-3b232c54071b {{(pid=102401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:35:56.000447 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d544799c-f90c-4282-a997-760caac94d4e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:56.002103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf944a0b-fd78-4396-a392-06b5759428fd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:56.003341 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d544799c-f90c-4282-a997-760caac94d4e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:56.004622 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d544799c-f90c-4282-a997-760caac94d4e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/security-groups/60600fe1-a814-4946-89dd-534e5f45ff48 HTTP/1.1" status: 204 len: 168 time: 0.1699882 Dec 20 21:35:56.004965 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bf944a0b-fd78-4396-a392-06b5759428fd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:56.006360 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bf944a0b-fd78-4396-a392-06b5759428fd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "PUT /v2.0/ports/31b7878f-cab9-4e9c-8928-bb0fbb80c327 HTTP/1.1" status: 200 len: 970 time: 2.7504551 Dec 20 21:35:56.011155 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46998) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:56.011512 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47000) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:56.033184 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:56.036316 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf944a0b-fd78-4396-a392-06b5759428fd tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event updated for resources: {'Port': ['ID=31b7878f-cab9-4e9c-8928-bb0fbb80c327,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:56.093876 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544799c-f90c-4282-a997-760caac94d4e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60600fe1-a814-4946-89dd-534e5f45ff48,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:56.132637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event deleted for resources: {'Port': ['ID=61da26a0-cba1-4f8f-8175-c8b554cab3ad,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:56.154665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] No DVR routers for this DVR port 61da26a0-cba1-4f8f-8175-c8b554cab3ad on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:35:56.163895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-618bfa18-676a-45da-af66-8cb1b4318e2e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting subnet 69174c74-1ef8-4234-9f97-4ff7f7b0e527 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:35:56.167655 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-618bfa18-676a-45da-af66-8cb1b4318e2e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:56.216134 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-618bfa18-676a-45da-af66-8cb1b4318e2e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:56.276172 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-dbf90252-c9f0-44ab-ac91-cef84ced70d4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port 31b7878f-cab9-4e9c-8928-bb0fbb80c327 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:56.276502 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dbf90252-c9f0-44ab-ac91-cef84ced70d4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:56.288888 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-53e07597-75d4-4877-8c55-facc3c14adcd None None] For port 7f1662a2-0ba4-4f4b-a761-27bc979b9585, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7f1662a2-0ba4-4f4b-a761-27bc979b9585,segment=NetworkSegment(d06d0894-fc2d-42ee-b786-32e5332ea053),segment_id=d06d0894-fc2d-42ee-b786-32e5332ea053)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:56.303683 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981b2e8c-6289-4396-9636-dc5289d8ead1 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:35:56.311804 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-981b2e8c-6289-4396-9636-dc5289d8ead1 admin admin] 10.222.0.32 "PUT /v2.0/routers/1c517428-5c5b-44d6-9535-801287416e23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4064975 Dec 20 21:35:56.316676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47010) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:56.331729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7ff70-b02f-40c0-9743-6e829c368e4a req-3143c6c9-9054-40a6-b4c7-ee1f02fde7bc tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:56.333415 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44a7ff70-b02f-40c0-9743-6e829c368e4a req-3143c6c9-9054-40a6-b4c7-ee1f02fde7bc tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.3157859 Dec 20 21:35:56.346192 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:56.358731 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-53e07597-75d4-4877-8c55-facc3c14adcd None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:56.383088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27e875e-4889-4f13-a21b-1d7bc91589e6 None None] Sync routers for ids ['1c517428-5c5b-44d6-9535-801287416e23'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:35:56.419126 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-53e07597-75d4-4877-8c55-facc3c14adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:56.427215 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27e875e-4889-4f13-a21b-1d7bc91589e6 None None] Routers {'1c517428-5c5b-44d6-9535-801287416e23'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:35:56.428441 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-b27e875e-4889-4f13-a21b-1d7bc91589e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:35:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1c517428-5c5b-44d6-9535-801287416e23'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:56.442421 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-618bfa18-676a-45da-af66-8cb1b4318e2e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:56.463122 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df2f4c6-8b77-4e23-acf0-3842b3ab85bf']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:56.493547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb6f9fa-9f65-4a81-94aa-9a8603ee17b1') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:56.493839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb6f9fa-9f65-4a81-94aa-9a8603ee17b1') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:56.498494 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44a7ff70-b02f-40c0-9743-6e829c368e4a req-b89f5273-f4b6-43ce-a086-a3602b770260 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582074 Dec 20 21:35:56.513419 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dbf90252-c9f0-44ab-ac91-cef84ced70d4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:56.523782 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:56.541892 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-dbf90252-c9f0-44ab-ac91-cef84ced70d4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for 31b7878f-cab9-4e9c-8928-bb0fbb80c327 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:56.549347 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:56.573567 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:35:56.576640 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:35:56.586730 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:35:56.737508 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:56.754128 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:56.759144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] 10.222.0.32 "DELETE /v2.0/networks/3df2f4c6-8b77-4e23-acf0-3842b3ab85bf HTTP/1.1" status: 204 len: 168 time: 2.7519970 Dec 20 21:35:56.780372 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e07597-75d4-4877-8c55-facc3c14adcd None None] Pushing event updated for resources: {'Port': ['ID=7f1662a2-0ba4-4f4b-a761-27bc979b9585,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:56.786482 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fac9da-a8de-4666-89de-38a42ea27cf3 tempest-AllowedAddressPairTestJSON-648638760 tempest-AllowedAddressPairTestJSON-648638760-project] Pushing event deleted for resources: {'Network': ['ID=3df2f4c6-8b77-4e23-acf0-3842b3ab85bf,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:56.861513 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-b27e875e-4889-4f13-a21b-1d7bc91589e6 None None] Set router 1c517428-5c5b-44d6-9535-801287416e23 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:35:56.949628 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a623b59-2564-49e1-bac4-6cc3813ce914 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:57.044521 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-618bfa18-676a-45da-af66-8cb1b4318e2e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:57.107800 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bfa18-676a-45da-af66-8cb1b4318e2e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Subnet': ['ID=69174c74-1ef8-4234-9f97-4ff7f7b0e527,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:57.110264 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-618bfa18-676a-45da-af66-8cb1b4318e2e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:57.115698 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-618bfa18-676a-45da-af66-8cb1b4318e2e tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/69174c74-1ef8-4234-9f97-4ff7f7b0e527 HTTP/1.1" status: 204 len: 168 time: 1.1028423 Dec 20 21:35:57.119298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47032) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:57.126620 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-da3c7abd-2db8-4976-80b8-fc141d87888d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'subnet': {'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:57.141275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8190660-a7b5-470e-ad84-257cb65925e4 None None] Network d18a5b58-f915-455a-8be2-23deab8e3e1d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:57.269758 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-42e5502c-48d1-4d2c-9b58-1def58178f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:57.285691 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a623b59-2564-49e1-bac4-6cc3813ce914 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:57.370820 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dbf90252-c9f0-44ab-ac91-cef84ced70d4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:57.410797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf90252-c9f0-44ab-ac91-cef84ced70d4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=31b7878f-cab9-4e9c-8928-bb0fbb80c327,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:57.461054 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dbf90252-c9f0-44ab-ac91-cef84ced70d4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:57.469489 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dbf90252-c9f0-44ab-ac91-cef84ced70d4 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/ports/31b7878f-cab9-4e9c-8928-bb0fbb80c327 HTTP/1.1" status: 204 len: 168 time: 1.4556484 Dec 20 21:35:57.471975 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3a623b59-2564-49e1-bac4-6cc3813ce914 admin admin] Deleting port 0ab178d6-584a-4cf8-b619-9b02e65de3a3 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:35:57.472364 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a623b59-2564-49e1-bac4-6cc3813ce914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:57.476015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47044) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:57.518867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3c7abd-2db8-4976-80b8-fc141d87888d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:35:57.523760 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-da3c7abd-2db8-4976-80b8-fc141d87888d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:57.585342 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ed1b22-b465-44a0-8b3f-1545739c909e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] GET failed (client error): The resource could not be found. Dec 20 21:35:57.593878 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-42ed1b22-b465-44a0-8b3f-1545739c909e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports/31b7878f-cab9-4e9c-8928-bb0fbb80c327 HTTP/1.1" status: 404 len: 333 time: 0.1123135 Dec 20 21:35:57.593878 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47052) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:57.642148 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-b27e875e-4889-4f13-a21b-1d7bc91589e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c517428-5c5b-44d6-9535-801287416e23', 'name': 'tempest-ServerActionsTestJSON-928650094-router', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:26:44Z', 'updated_at': '2021-12-20T21:35:53Z', 'revision_number': 5, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'gw_port': {'id': '0ab178d6-584a-4cf8-b619-9b02e65de3a3', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c517428-5c5b-44d6-9535-801287416e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:26:46Z', 'updated_at': '2021-12-20T21:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:57.707706 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27e875e-4889-4f13-a21b-1d7bc91589e6 None None] Checking router: 1c517428-5c5b-44d6-9535-801287416e23 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:35:57.716783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47054) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:57.757155 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-3a623b59-2564-49e1-bac4-6cc3813ce914 admin admin] For port 0ab178d6-584a-4cf8-b619-9b02e65de3a3, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0ab178d6-584a-4cf8-b619-9b02e65de3a3,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:35:57.757560 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a623b59-2564-49e1-bac4-6cc3813ce914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:57.780018 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27e875e-4889-4f13-a21b-1d7bc91589e6 None None] Routers {'1c517428-5c5b-44d6-9535-801287416e23'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:35:57.780649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-b27e875e-4889-4f13-a21b-1d7bc91589e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:35:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1c517428-5c5b-44d6-9535-801287416e23'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:57.807017 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3a623b59-2564-49e1-bac4-6cc3813ce914 admin admin] Calling delete_port for 0ab178d6-584a-4cf8-b619-9b02e65de3a3 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:35:57.813117 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f7ff019-c465-46de-ac2e-dbfe203c6539 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:57.861840 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391821a-345e-408f-a61c-5af034688013 req-7286563d-fca8-46ca-b386-57f13da54a94 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:57.869682 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1391821a-345e-408f-a61c-5af034688013 req-7286563d-fca8-46ca-b386-57f13da54a94 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.2267864 Dec 20 21:35:57.921558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-b27e875e-4889-4f13-a21b-1d7bc91589e6 None None] Set router 1c517428-5c5b-44d6-9535-801287416e23 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:35:57.957649 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f7ff019-c465-46de-ac2e-dbfe203c6539 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.057383 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-b27e875e-4889-4f13-a21b-1d7bc91589e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c517428-5c5b-44d6-9535-801287416e23', 'name': 'tempest-ServerActionsTestJSON-928650094-router', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:26:44Z', 'updated_at': '2021-12-20T21:35:57Z', 'revision_number': 6, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:35:58.065989 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-da3c7abd-2db8-4976-80b8-fc141d87888d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.140979 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27e875e-4889-4f13-a21b-1d7bc91589e6 None None] The sync data for ids ['1c517428-5c5b-44d6-9535-801287416e23'] in n-d-xena-1 is: [{'id': '1c517428-5c5b-44d6-9535-801287416e23', 'name': 'tempest-ServerActionsTestJSON-928650094-router', 'tenant_id': '97254acb4a43440cabfab1b7a88fcf78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:26:44Z', 'updated_at': '2021-12-20T21:35:57Z', 'revision_number': 6, 'project_id': '97254acb4a43440cabfab1b7a88fcf78', 'gw_port_host': None}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:35:58.183695 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c7abd-2db8-4976-80b8-fc141d87888d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network d18a5b58-f915-455a-8be2-23deab8e3e1d is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:35:58.196695 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-da3c7abd-2db8-4976-80b8-fc141d87888d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:35:58.212574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3c7abd-2db8-4976-80b8-fc141d87888d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:58.216689 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-da3c7abd-2db8-4976-80b8-fc141d87888d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.235479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c7abd-2db8-4976-80b8-fc141d87888d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Subnet': ['ID=65a49b65-cc5b-42af-88cc-a10262297cbc,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:58.248729 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1391821a-345e-408f-a61c-5af034688013 req-b0761901-30e0-49d3-bf80-3907e548be11 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755558 Dec 20 21:35:58.263732 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-da3c7abd-2db8-4976-80b8-fc141d87888d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1429925 Dec 20 21:35:58.273139 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47076) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:58.273139 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-69e4e9c7-b599-475c-a678-9ec1864e7506 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'security_group': {'name': 'tempest-secgroup-1960974272'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:58.312799 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69e4e9c7-b599-475c-a678-9ec1864e7506 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.378271 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f7ff019-c465-46de-ac2e-dbfe203c6539 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.380843 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f7ff019-c465-46de-ac2e-dbfe203c6539 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.383715 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-432e7ba8-19b0-46f4-9220-accf57ef0b3b None None] Could not find standard attr ID for object 31b7878f-cab9-4e9c-8928-bb0fbb80c327. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:35:58.385784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47078) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:58.392485 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1f7ff019-c465-46de-ac2e-dbfe203c6539 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/security-groups/037a81cb-1f2a-41da-bb79-7134b9f2a6e3 HTTP/1.1" status: 204 len: 168 time: 0.7967155 Dec 20 21:35:58.418935 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-432e7ba8-19b0-46f4-9220-accf57ef0b3b None None] Provisioning complete for port 7f1662a2-0ba4-4f4b-a761-27bc979b9585 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:58.419355 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-432e7ba8-19b0-46f4-9220-accf57ef0b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.420491 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ff019-c465-46de-ac2e-dbfe203c6539 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=037a81cb-1f2a-41da-bb79-7134b9f2a6e3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:58.578403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69e4e9c7-b599-475c-a678-9ec1864e7506 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.640930 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a623b59-2564-49e1-bac4-6cc3813ce914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.656147 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7dea8941-3a1a-4385-9cd0-366fdb3e0ae4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ddc17b48e39475387a33c79f677581f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9380810 Dec 20 21:35:58.670491 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47086) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:58.704309 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69e4e9c7-b599-475c-a678-9ec1864e7506 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.705787 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-432e7ba8-19b0-46f4-9220-accf57ef0b3b None None] Provisioning complete for port f05db17f-5d70-4222-ab9d-10c1332a1f04 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:58.706269 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-432e7ba8-19b0-46f4-9220-accf57ef0b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.728072 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a623b59-2564-49e1-bac4-6cc3813ce914 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab178d6-584a-4cf8-b619-9b02e65de3a3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:58.786449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-432e7ba8-19b0-46f4-9220-accf57ef0b3b None None] Port f05db17f-5d70-4222-ab9d-10c1332a1f04 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:35:58.803294 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fcbb6fc5-a845-43d8-bb03-6d853ff0457b tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.809841 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4e9c7-b599-475c-a678-9ec1864e7506 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b82ebc6-a85c-475c-91ff-a9c7057ba509,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:58.824737 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-69e4e9c7-b599-475c-a678-9ec1864e7506 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.831120 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-69e4e9c7-b599-475c-a678-9ec1864e7506 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5638697 Dec 20 21:35:58.831779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47090) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:58.856266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5b191c68-f134-409e-a381-b9434a9e3f38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'security_group': {'name': 'tempest-secgroup-546057467'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:58.868518 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c692a86-10ab-43ae-a13e-66447e8fca40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.898218 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9196dc12-14ed-469d-9bc6-0e1975890b86 None None] Could not find standard attr ID for object 31b7878f-cab9-4e9c-8928-bb0fbb80c327. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:35:58.910501 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c692a86-10ab-43ae-a13e-66447e8fca40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.915291 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b191c68-f134-409e-a381-b9434a9e3f38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.932177 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fcbb6fc5-a845-43d8-bb03-6d853ff0457b tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.975836 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c692a86-10ab-43ae-a13e-66447e8fca40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.979483 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3c692a86-10ab-43ae-a13e-66447e8fca40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:58.984592 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3c692a86-10ab-43ae-a13e-66447e8fca40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9554c809-33ce-4526-9e97-c13436d97528 HTTP/1.1" status: 204 len: 168 time: 0.2682745 Dec 20 21:35:58.999493 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a623b59-2564-49e1-bac4-6cc3813ce914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.002668 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c692a86-10ab-43ae-a13e-66447e8fca40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9554c809-33ce-4526-9e97-c13436d97528,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:59.021813 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b191c68-f134-409e-a381-b9434a9e3f38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.032451 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b191c68-f134-409e-a381-b9434a9e3f38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.090036 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b191c68-f134-409e-a381-b9434a9e3f38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.095255 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5b191c68-f134-409e-a381-b9434a9e3f38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2581577 Dec 20 21:35:59.096559 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47094) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:59.099671 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b191c68-f134-409e-a381-b9434a9e3f38 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26bd734-be76-4a2d-8a80-22a6e24cb010,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:59.104638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7f1662a2-0ba4-4f4b-a761-27bc979b9585 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:35:59.110204 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fcbb6fc5-a845-43d8-bb03-6d853ff0457b tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.113748 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fcbb6fc5-a845-43d8-bb03-6d853ff0457b tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.117958 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fcbb6fc5-a845-43d8-bb03-6d853ff0457b tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/security-groups/8ad8f9e2-94f4-46e7-ab6c-5057af105006 HTTP/1.1" status: 204 len: 168 time: 0.7307348 Dec 20 21:35:59.129156 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47096) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:59.129969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb6fc5-a845-43d8-bb03-6d853ff0457b tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad8f9e2-94f4-46e7-ab6c-5057af105006,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:59.138609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0bc20203-12ac-4031-ae2c-68bbff2d9ab8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'security_group': {'name': 'tempest-secgroup-35659730'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:59.166336 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a623b59-2564-49e1-bac4-6cc3813ce914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.180961 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a623b59-2564-49e1-bac4-6cc3813ce914 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.184769 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150b36c9-ff8b-48bd-9b88-26df5948eb6c None None] Network d18a5b58-f915-455a-8be2-23deab8e3e1d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:35:59.230938 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47c4be68-2f1b-4bf5-9adf-0d98247e887d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.267075 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47c4be68-2f1b-4bf5-9adf-0d98247e887d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.299570 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0bc20203-12ac-4031-ae2c-68bbff2d9ab8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.331156 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a623b59-2564-49e1-bac4-6cc3813ce914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.333335 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a623b59-2564-49e1-bac4-6cc3813ce914 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c517428-5c5b-44d6-9535-801287416e23 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:35:59.343515 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a623b59-2564-49e1-bac4-6cc3813ce914 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.349730 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3a623b59-2564-49e1-bac4-6cc3813ce914 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1c517428-5c5b-44d6-9535-801287416e23 HTTP/1.1" status: 204 len: 168 time: 3.0055151 Dec 20 21:35:59.351427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47108) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:59.380885 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6201a720-d04d-4154-bca9-932d716363bf None None] Provisioning complete for port d68a37e1-598f-428c-8473-79d7bf8d1018 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:59.381362 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6201a720-d04d-4154-bca9-932d716363bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.393376 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47c4be68-2f1b-4bf5-9adf-0d98247e887d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.398354 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47c4be68-2f1b-4bf5-9adf-0d98247e887d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.399721 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-47c4be68-2f1b-4bf5-9adf-0d98247e887d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/security-groups/bdce22c2-8bc2-4372-8c0e-45f97fcae556 HTTP/1.1" status: 204 len: 168 time: 0.2594206 Dec 20 21:35:59.423422 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47110) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:59.477519 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4be68-2f1b-4bf5-9adf-0d98247e887d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdce22c2-8bc2-4372-8c0e-45f97fcae556,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:59.521463 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ace332-e63a-4cf4-98b9-4a8c8c8d3fd6 req-4aeb20a5-21cc-413a-b0ca-c1112c228071 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:35:59.528418 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c1ace332-e63a-4cf4-98b9-4a8c8c8d3fd6 req-4aeb20a5-21cc-413a-b0ca-c1112c228071 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.1372983 Dec 20 21:35:59.600489 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f75f9320-c5f3-419d-925d-ff8695beba9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.622782 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c1ace332-e63a-4cf4-98b9-4a8c8c8d3fd6 req-21822c46-0cf4-4e30-bd77-ab8a15525b1c tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886035 Dec 20 21:35:59.649869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7f1662a2-0ba4-4f4b-a761-27bc979b9585 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:59.650264 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.694659 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0bc20203-12ac-4031-ae2c-68bbff2d9ab8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.698305 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7483935-dfc5-444f-913e-049af1ba4200 admin admin] Deleting subnet 001d5d77-91ef-4c7f-9aa4-1f279c2cb892 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:35:59.704946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-229495b5-883d-4806-a233-591f27acba0e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting subnet 2fb6dc60-53f0-432e-82f2-262e22d568fb {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:35:59.715171 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-229495b5-883d-4806-a233-591f27acba0e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.738090 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7483935-dfc5-444f-913e-049af1ba4200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.741983 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0bc20203-12ac-4031-ae2c-68bbff2d9ab8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.803356 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-229495b5-883d-4806-a233-591f27acba0e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.850891 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0bc20203-12ac-4031-ae2c-68bbff2d9ab8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.852134 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0bc20203-12ac-4031-ae2c-68bbff2d9ab8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7541399 Dec 20 21:35:59.859744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47130) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:35:59.865553 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7483935-dfc5-444f-913e-049af1ba4200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.870491 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f3a642e0-4fe0-44f5-934c-2912dc009a83 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-465061601', 'security_groups': ['66dadc80-a885-4ddf-9fec-6f64c4543fa2'], 'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '65a49b65-cc5b-42af-88cc-a10262297cbc'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:35:59.893589 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc20203-12ac-4031-ae2c-68bbff2d9ab8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66dadc80-a885-4ddf-9fec-6f64c4543fa2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:35:59.942892 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6201a720-d04d-4154-bca9-932d716363bf None None] Provisioning complete for port d03c6dd5-c651-4711-8e86-525a24299a40 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:35:59.943414 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6201a720-d04d-4154-bca9-932d716363bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:35:59.970539 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3ff4a202-aab4-4036-8ece-e5e44ee1323c no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:36:00.004788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 3ff4a202-aab4-4036-8ece-e5e44ee1323c {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:36:00.005415 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3ff4a202-aab4-4036-8ece-e5e44ee1323c not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:36:00.035502 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6201a720-d04d-4154-bca9-932d716363bf None None] Port d03c6dd5-c651-4711-8e86-525a24299a40 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:36:00.049916 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4db503e-c585-4009-97a2-4cedc514a03e None None] Update dhcp port {'port': {'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d', 'fixed_ips': [{'subnet_id': '17b8742c-4e90-4b3d-a1a8-748aca7a51d0', 'ip_address': '172.20.0.18'}, {'subnet_id': '65a49b65-cc5b-42af-88cc-a10262297cbc'}], 'binding:host_id': 'n-d-xena-1'}, 'id': 'd68a37e1-598f-428c-8473-79d7bf8d1018'} from n-d-xena-1. {{(pid=102403) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 20 21:36:00.083542 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-229495b5-883d-4806-a233-591f27acba0e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:00.084453 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4db503e-c585-4009-97a2-4cedc514a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:00.117580 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7483935-dfc5-444f-913e-049af1ba4200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:00.194163 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a642e0-4fe0-44f5-934c-2912dc009a83 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:00.258989 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7483935-dfc5-444f-913e-049af1ba4200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:00.273851 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-229495b5-883d-4806-a233-591f27acba0e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:00.296708 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-d4db503e-c585-4009-97a2-4cedc514a03e None None] Allocated IP 172.20.0.2 (d18a5b58-f915-455a-8be2-23deab8e3e1d/65a49b65-cc5b-42af-88cc-a10262297cbc/d68a37e1-598f-428c-8473-79d7bf8d1018) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:36:00.304101 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7483935-dfc5-444f-913e-049af1ba4200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=001d5d77-91ef-4c7f-9aa4-1f279c2cb892,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:00.308502 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7483935-dfc5-444f-913e-049af1ba4200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:00.313959 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c7483935-dfc5-444f-913e-049af1ba4200 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/001d5d77-91ef-4c7f-9aa4-1f279c2cb892 HTTP/1.1" status: 204 len: 168 time: 0.8980451 Dec 20 21:36:00.317421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a92442-ffc4-4fe2-af65-7d27c6064bcc None None] Network 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:00.317829 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47148) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:00.333991 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-229495b5-883d-4806-a233-591f27acba0e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:00.337567 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-229495b5-883d-4806-a233-591f27acba0e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/2fb6dc60-53f0-432e-82f2-262e22d568fb HTTP/1.1" status: 204 len: 168 time: 0.9027197 Dec 20 21:36:00.345177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34223b3f-01f7-4728-a7f4-fec4cf1bce20 None None] Network 908cdb43-09e6-40f7-9111-3b232c54071b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:00.360084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47150) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:00.366692 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229495b5-883d-4806-a233-591f27acba0e tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb6dc60-53f0-432e-82f2-262e22d568fb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:00.373844 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3a642e0-4fe0-44f5-934c-2912dc009a83 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:00.392288 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-f3a642e0-4fe0-44f5-934c-2912dc009a83 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] device_id is not set on port 7e1e88ec-72fb-488a-82f4-1a97d236caa9 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:36:00.499998 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-845f4bb9-6a52-461a-9eba-3b08fd3e4628 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting subnet fc758acf-4c9b-46aa-a7bb-bbc89bf254e6 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:36:00.504153 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-845f4bb9-6a52-461a-9eba-3b08fd3e4628 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:00.567791 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-845f4bb9-6a52-461a-9eba-3b08fd3e4628 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:00.721205 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:00.732090 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-845f4bb9-6a52-461a-9eba-3b08fd3e4628 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:00.820017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0ab178d6-584a-4cf8-b619-9b02e65de3a3 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:36:00.892012 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3821e4-37dc-46f2-bf66-ddaa7f2987b8 req-1e79953c-9f5d-44db-834d-48f3e0e98a05 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:00.902362 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6f3821e4-37dc-46f2-bf66-ddaa7f2987b8 req-1e79953c-9f5d-44db-834d-48f3e0e98a05 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.1547101 Dec 20 21:36:00.909393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 0ab178d6-584a-4cf8-b619-9b02e65de3a3 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:36:00.909984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0ab178d6-584a-4cf8-b619-9b02e65de3a3 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:36:00.918028 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:01.000212 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6f3821e4-37dc-46f2-bf66-ddaa7f2987b8 req-87f15bef-4f8a-44af-ad67-41cb42323681 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947809 Dec 20 21:36:01.016751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d4db503e-c585-4009-97a2-4cedc514a03e None None] For port d68a37e1-598f-428c-8473-79d7bf8d1018, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d68a37e1-598f-428c-8473-79d7bf8d1018,segment=NetworkSegment(5fc753c2-ec57-4a41-9570-8266f3173592),segment_id=5fc753c2-ec57-4a41-9570-8266f3173592)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:36:01.082840 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4db503e-c585-4009-97a2-4cedc514a03e None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:01.104519 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4db503e-c585-4009-97a2-4cedc514a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:01.108232 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:36:01.129414 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] DHCP port deletion for 72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:36:01.144802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] Deleting port 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:01.145141 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:01.190549 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-f3a642e0-4fe0-44f5-934c-2912dc009a83 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Allocated IP 172.20.0.11 (d18a5b58-f915-455a-8be2-23deab8e3e1d/65a49b65-cc5b-42af-88cc-a10262297cbc/7e1e88ec-72fb-488a-82f4-1a97d236caa9) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:36:01.220242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] For port 01f5af3f-e29b-46f1-b9b5-0413b3e757d6, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=01f5af3f-e29b-46f1-b9b5-0413b3e757d6,segment=NetworkSegment(9c520c28-6b10-4f9a-8266-6e7bfec84ed6),segment_id=9c520c28-6b10-4f9a-8266-6e7bfec84ed6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:36:01.220567 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:01.233602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] Calling delete_port for 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:01.266889 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db503e-c585-4009-97a2-4cedc514a03e None None] Pushing event updated for resources: {'Port': ['ID=d68a37e1-598f-428c-8473-79d7bf8d1018,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:01.345949 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:01.382596 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Deleting port 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:01.383149 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:01.416727 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] Pushing event deleted for resources: {'Port': ['ID=01f5af3f-e29b-46f1-b9b5-0413b3e757d6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:01.435572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] No DVR routers for this DVR port 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:36:01.487979 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-845f4bb9-6a52-461a-9eba-3b08fd3e4628 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:01.535022 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3a642e0-4fe0-44f5-934c-2912dc009a83 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:01.539004 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] For port 01f5af3f-e29b-46f1-b9b5-0413b3e757d6, host n-d-xena-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:36:01.539551 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:01.597282 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3a642e0-4fe0-44f5-934c-2912dc009a83 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:01.602203 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Calling delete_port for 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:01.624429 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Port 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 was not found and therefore no delete operation was performed {{(pid=102403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 21:36:01.624715 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:01.679139 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] No DVR routers for this DVR port 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:36:01.698552 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Pushing event deleted for resources: {'Port': ['ID=01f5af3f-e29b-46f1-b9b5-0413b3e757d6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:01.705147 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:01.705496 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:01.705931 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:01.706189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:01.706525 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:01.706856 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:01.707180 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:01.707507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:01.707831 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:01.708200 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:01.708287 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:01.708450 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:01.708769 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf589fa-4719-478a-b3f5-f23b03551564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:01.744025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a642e0-4fe0-44f5-934c-2912dc009a83 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network d18a5b58-f915-455a-8be2-23deab8e3e1d is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:36:01.756356 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f3a642e0-4fe0-44f5-934c-2912dc009a83 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:36:01.760673 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a642e0-4fe0-44f5-934c-2912dc009a83 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:36:01.776206 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a642e0-4fe0-44f5-934c-2912dc009a83 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=7e1e88ec-72fb-488a-82f4-1a97d236caa9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:01.789178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e5bc2c-5d43-4493-9f9a-0940c4c73eb8']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:01.813474 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c520c28-6b10-4f9a-8266-6e7bfec84ed6') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:01.824594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c520c28-6b10-4f9a-8266-6e7bfec84ed6') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:01.845932 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47212) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:01.855942 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:01.874729 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-845f4bb9-6a52-461a-9eba-3b08fd3e4628 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:01.878524 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-845f4bb9-6a52-461a-9eba-3b08fd3e4628 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/fc758acf-4c9b-46aa-a7bb-bbc89bf254e6 HTTP/1.1" status: 204 len: 168 time: 1.5174210 Dec 20 21:36:01.879596 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f4bb9-6a52-461a-9eba-3b08fd3e4628 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Subnet': ['ID=fc758acf-4c9b-46aa-a7bb-bbc89bf254e6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:01.884093 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a642e0-4fe0-44f5-934c-2912dc009a83 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:01.884762 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f3a642e0-4fe0-44f5-934c-2912dc009a83 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:01.885633 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47216) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:01.942487 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f3a642e0-4fe0-44f5-934c-2912dc009a83 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0777709 Dec 20 21:36:01.943183 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47220) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:01.946848 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a96e6d-33e8-479f-b890-7883c7019a50 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:01.947518 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a96e6d-33e8-479f-b890-7883c7019a50 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:01.951776 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d0a96e6d-33e8-479f-b890-7883c7019a50 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/2fb6dc60-53f0-432e-82f2-262e22d568fb HTTP/1.1" status: 404 len: 337 time: 0.0509026 Dec 20 21:36:01.956079 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47222) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:01.958156 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cad9bb6c-4e0d-4ae5-a80e-5e1e39c3dce4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'subnet': {'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:02.020880 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:02.061562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e79b715-5a8f-4145-bc3b-1ecb89876404 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting subnet 25738e77-1ff9-44c9-b332-8ffbd2e6eb92 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:36:02.066308 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3e79b715-5a8f-4145-bc3b-1ecb89876404 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:02.070146 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:36:02.071897 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:36:02.074703 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:36:02.113525 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:02.191831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad9bb6c-4e0d-4ae5-a80e-5e1e39c3dce4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:02.197652 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cad9bb6c-4e0d-4ae5-a80e-5e1e39c3dce4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:02.213619 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-975ec699-b104-47d9-a43e-506aa3bf25d9 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.216821 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-975ec699-b104-47d9-a43e-506aa3bf25d9 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3700936 Dec 20 21:36:02.234346 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47232) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.241333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-d37ab04d-2fa5-4052-bb38-3b0867210218 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.246589 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d37ab04d-2fa5-4052-bb38-3b0867210218 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0103264 Dec 20 21:36:02.252730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47234) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.260344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-a3166ffd-36f4-454b-9193-6cde57ae687d tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.264865 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a3166ffd-36f4-454b-9193-6cde57ae687d tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0084128 Dec 20 21:36:02.271372 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47236) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.280764 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-d4a073f9-debd-498c-bf95-b4402289da51 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.286349 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d4a073f9-debd-498c-bf95-b4402289da51 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0091009 Dec 20 21:36:02.287174 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47238) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.301550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-1901c06a-42b9-4393-8c6e-bc246670cd31 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.305403 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1901c06a-42b9-4393-8c6e-bc246670cd31 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0081518 Dec 20 21:36:02.307175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47240) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.317974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-2e1c2e2c-66c8-4710-bb5f-e5ddbb517856 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.319400 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2e1c2e2c-66c8-4710-bb5f-e5ddbb517856 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0107028 Dec 20 21:36:02.326323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47242) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.332381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-ce3c136d-2544-4aa2-bf3d-fbdf3901c71f tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.337301 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ce3c136d-2544-4aa2-bf3d-fbdf3901c71f tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0090702 Dec 20 21:36:02.338286 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:02.340249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47244) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.352604 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-48cf7192-8965-46c7-8c58-79710deb58c1 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.356713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47246) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.357385 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-48cf7192-8965-46c7-8c58-79710deb58c1 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0094192 Dec 20 21:36:02.360203 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3e79b715-5a8f-4145-bc3b-1ecb89876404 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:02.368220 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-3b37b7f2-52da-4650-aad2-9dc9d2be48bc tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.372952 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3b37b7f2-52da-4650-aad2-9dc9d2be48bc tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0130208 Dec 20 21:36:02.380822 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47248) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.390217 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8899751b-f006-4383-a79e-cd06638e1ce0 None None] Network 908cdb43-09e6-40f7-9111-3b232c54071b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:02.393566 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:02.410541 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-ebf47599-c6cf-42a4-9c4f-a6bc1ff57b50 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.411767 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ebf47599-c6cf-42a4-9c4f-a6bc1ff57b50 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0266554 Dec 20 21:36:02.414165 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:02.421730 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] 10.222.0.32 "DELETE /v2.0/networks/72e5bc2c-5d43-4493-9f9a-0940c4c73eb8 HTTP/1.1" status: 204 len: 168 time: 2.1025794 Dec 20 21:36:02.425978 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47250) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.432726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-109742e6-0599-4993-8fd1-e5e224136b7c tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.435783 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-109742e6-0599-4993-8fd1-e5e224136b7c tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0076475 Dec 20 21:36:02.443982 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de3e6b-a343-4dd7-8a18-349d17bde837 req-f63aca76-e3c1-4cd7-903f-fa7e1a1c3e29 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:02.445723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47258) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.446076 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16de3e6b-a343-4dd7-8a18-349d17bde837 req-f63aca76-e3c1-4cd7-903f-fa7e1a1c3e29 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.3109212 Dec 20 21:36:02.457909 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-fd7c97d8-438b-4789-9224-8e7f98edf27c tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.459230 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fd7c97d8-438b-4789-9224-8e7f98edf27c tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0099647 Dec 20 21:36:02.462105 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47260) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.465950 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92407c7-6fbf-4190-a5a1-61161527f269 admin admin] Pushing event deleted for resources: {'Network': ['ID=72e5bc2c-5d43-4493-9f9a-0940c4c73eb8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:02.488902 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-22298388-6b38-4ed2-be33-c2b8443588f8 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.490624 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-22298388-6b38-4ed2-be33-c2b8443588f8 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0251298 Dec 20 21:36:02.494584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47264) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.508917 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-a3229efd-079a-48d6-bc66-0fdbb8aa679b tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.510338 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a3229efd-079a-48d6-bc66-0fdbb8aa679b tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0131083 Dec 20 21:36:02.514703 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47268) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.520717 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16de3e6b-a343-4dd7-8a18-349d17bde837 req-8cca8206-de34-41cc-bac9-47b4cdbfdac5 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629733 Dec 20 21:36:02.535729 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-2769ef59-af02-4343-aaad-688f0e7ced97 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.542651 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2769ef59-af02-4343-aaad-688f0e7ced97 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0210962 Dec 20 21:36:02.545953 n-d-xena-1 neutron-server[102402]: INFO neutron.db.ipam_backend_mixin [None req-cad9bb6c-4e0d-4ae5-a80e-5e1e39c3dce4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 65a49b65-cc5b-42af-88cc-a10262297cbc (CIDR: 172.20.0.0/28) Dec 20 21:36:02.548992 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47270) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.556335 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-1ec22a75-40f9-4c5f-a711-309176de21bd tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.561094 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1ec22a75-40f9-4c5f-a711-309176de21bd tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0084741 Dec 20 21:36:02.567399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47272) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.573563 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-93c48ea6-41f1-42d4-a16e-9ccbf10917f6 None None] Provisioning complete for port d68a37e1-598f-428c-8473-79d7bf8d1018 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:02.574800 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93c48ea6-41f1-42d4-a16e-9ccbf10917f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:02.575509 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-c278a0d9-5f1b-473c-bf11-3d80fcf53013 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.578106 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c278a0d9-5f1b-473c-bf11-3d80fcf53013 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0087347 Dec 20 21:36:02.581188 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad9bb6c-4e0d-4ae5-a80e-5e1e39c3dce4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:36:02.583562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad9bb6c-4e0d-4ae5-a80e-5e1e39c3dce4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:02.584159 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47274) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.598158 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-899e21c7-49a6-4bb4-b7bb-329e21e1766c tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.602607 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-899e21c7-49a6-4bb4-b7bb-329e21e1766c tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0150146 Dec 20 21:36:02.603999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47276) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.616175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-a15c9ed9-88e9-4de3-9edd-fe1d6b4f6038 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.619719 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a15c9ed9-88e9-4de3-9edd-fe1d6b4f6038 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0064154 Dec 20 21:36:02.621381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47278) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.623587 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3e79b715-5a8f-4145-bc3b-1ecb89876404 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:02.631267 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cad9bb6c-4e0d-4ae5-a80e-5e1e39c3dce4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6869833 Dec 20 21:36:02.633915 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47280) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.640740 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f0256627-b2d2-4a5c-97ca-be3357d0763b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'subnet': {'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:02.644430 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-4d796146-56e5-41f5-ab5c-4b1fe59818b9 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.648711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4d796146-56e5-41f5-ab5c-4b1fe59818b9 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0132687 Dec 20 21:36:02.664894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47282) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.679606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-52178072-b172-453c-9130-7d26c98eecc3 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.681145 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-52178072-b172-453c-9130-7d26c98eecc3 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0149293 Dec 20 21:36:02.686993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47290) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.697734 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-668fb9b7-f509-443a-a410-7f76da1cf1cd tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.703345 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-668fb9b7-f509-443a-a410-7f76da1cf1cd tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0138619 Dec 20 21:36:02.709143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47292) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.719999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-9c9cc102-ed14-40fe-9dfa-08193f6c5abe tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.726093 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9c9cc102-ed14-40fe-9dfa-08193f6c5abe tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0123358 Dec 20 21:36:02.728802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47294) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.756892 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-4d02299b-8f97-4248-8c81-cac37a0a9cee tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.760452 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4d02299b-8f97-4248-8c81-cac37a0a9cee tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0171294 Dec 20 21:36:02.761461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47296) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.781479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-a939c553-b775-42c5-8427-13ce3d22523c tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.782807 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a939c553-b775-42c5-8427-13ce3d22523c tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0128000 Dec 20 21:36:02.790242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47302) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.794044 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d68a37e1-598f-428c-8473-79d7bf8d1018 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:36:02.825625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-be8ae769-9a82-42fa-8a1e-aa5db101509a tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.827392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-be8ae769-9a82-42fa-8a1e-aa5db101509a tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0321815 Dec 20 21:36:02.831420 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47304) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.847926 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-af981f80-4320-4844-a61b-ef584e99b4ff tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.855969 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-af981f80-4320-4844-a61b-ef584e99b4ff tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0221212 Dec 20 21:36:02.859043 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47306) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.880733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-dddec2c5-1e23-4e7c-8f34-b5dac8a9b879 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.887541 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dddec2c5-1e23-4e7c-8f34-b5dac8a9b879 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0229106 Dec 20 21:36:02.892270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47310) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.913814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-2bc6e9fe-0d6d-4533-b41a-ebf2a70ba63e tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.916463 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2bc6e9fe-0d6d-4533-b41a-ebf2a70ba63e tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0209475 Dec 20 21:36:02.920211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47312) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.935976 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-99b70f1e-44bb-4714-838b-ecfd93a0286e tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.939157 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-99b70f1e-44bb-4714-838b-ecfd93a0286e tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0172534 Dec 20 21:36:02.943038 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47314) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.954769 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3e79b715-5a8f-4145-bc3b-1ecb89876404 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:02.958429 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-a877761b-d77c-47a9-88fc-b75020cec5c3 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.959418 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a877761b-d77c-47a9-88fc-b75020cec5c3 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0153873 Dec 20 21:36:02.960622 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-93c48ea6-41f1-42d4-a16e-9ccbf10917f6 None None] Provisioning complete for port f05db17f-5d70-4222-ab9d-10c1332a1f04 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:02.960993 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93c48ea6-41f1-42d4-a16e-9ccbf10917f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:02.969167 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47318) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:02.975114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0256627-b2d2-4a5c-97ca-be3357d0763b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:02.978905 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0256627-b2d2-4a5c-97ca-be3357d0763b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:02.992888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-e30a8865-3ba5-4702-8c8d-05dbce61f443 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:02.992888 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e30a8865-3ba5-4702-8c8d-05dbce61f443 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0095153 Dec 20 21:36:02.993030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d68a37e1-598f-428c-8473-79d7bf8d1018 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:02.993030 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:03.007253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47322) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.007748 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47324) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.036404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-93c48ea6-41f1-42d4-a16e-9ccbf10917f6 None None] Port f05db17f-5d70-4222-ab9d-10c1332a1f04 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:36:03.040517 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79b715-5a8f-4145-bc3b-1ecb89876404 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Subnet': ['ID=25738e77-1ff9-44c9-b332-8ffbd2e6eb92,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:03.049004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3e79b715-5a8f-4145-bc3b-1ecb89876404 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:03.060240 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-93c48ea6-41f1-42d4-a16e-9ccbf10917f6 None None] Provisioning complete for port 7f1662a2-0ba4-4f4b-a761-27bc979b9585 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:03.060240 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93c48ea6-41f1-42d4-a16e-9ccbf10917f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:03.061289 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3e79b715-5a8f-4145-bc3b-1ecb89876404 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/25738e77-1ff9-44c9-b332-8ffbd2e6eb92 HTTP/1.1" status: 204 len: 168 time: 1.1038096 Dec 20 21:36:03.064241 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47326) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.069246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-10d38af7-e783-4708-b9db-10ea9eed0ad0 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.070243 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-10d38af7-e783-4708-b9db-10ea9eed0ad0 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0599136 Dec 20 21:36:03.087973 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47328) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.094859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-e8517638-bde1-4679-9604-2fb31f011fc3 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.095808 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e8517638-bde1-4679-9604-2fb31f011fc3 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0068176 Dec 20 21:36:03.104930 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47330) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.119533 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-1fb6f2de-e308-44c1-9703-f145cd6640a1 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.120511 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1fb6f2de-e308-44c1-9703-f145cd6640a1 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0146596 Dec 20 21:36:03.125677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47332) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.134750 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa5bf17-4e16-4651-bff7-508c0bb38a82 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:03.135595 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa5bf17-4e16-4651-bff7-508c0bb38a82 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:03.138344 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-6baef141-f422-449d-bb1b-2e8fc987acf0 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.139411 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6baef141-f422-449d-bb1b-2e8fc987acf0 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0109117 Dec 20 21:36:03.146642 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-caa5bf17-4e16-4651-bff7-508c0bb38a82 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/682209ac-1f7f-4b79-9b91-ec73d729a323 HTTP/1.1" status: 404 len: 337 time: 0.0802116 Dec 20 21:36:03.148630 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47334) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.150726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47336) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.176875 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-031c4d52-fa3f-4a70-965e-781bf83f4007 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.179335 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-031c4d52-fa3f-4a70-965e-781bf83f4007 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0274224 Dec 20 21:36:03.182441 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47340) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.190424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-fb3cb860-464f-4a68-bf77-3e54fd81b29d tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.191374 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fb3cb860-464f-4a68-bf77-3e54fd81b29d tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0080297 Dec 20 21:36:03.208048 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a22ae151-d673-47aa-84a0-8dc37d047030 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97254acb4a43440cabfab1b7a88fcf78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1982038 Dec 20 21:36:03.210099 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47344) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.215909 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47348) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.224046 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bc85e72c-e03c-4876-8be9-cd05e8297894 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c4b366e-dc87-4044-a9f9-a5e06355dada HTTP/1.1" status: 200 len: 205 time: 0.0706825 Dec 20 21:36:03.226023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47350) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.243572 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-93c48ea6-41f1-42d4-a16e-9ccbf10917f6 None None] Provisioning complete for port d03c6dd5-c651-4711-8e86-525a24299a40 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:03.244145 n-d-xena-1 neutron-server[102402]: INFO neutron.db.ipam_backend_mixin [None req-f0256627-b2d2-4a5c-97ca-be3357d0763b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 17b8742c-4e90-4b3d-a1a8-748aca7a51d0 (CIDR: 172.20.0.16/28) Dec 20 21:36:03.244638 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93c48ea6-41f1-42d4-a16e-9ccbf10917f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:03.295031 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:36:03.296170 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-e8f6a8b6-0f11-4e3d-91ff-88a627857b37 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.303360 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e8f6a8b6-0f11-4e3d-91ff-88a627857b37 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0839496 Dec 20 21:36:03.304810 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47354) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.320952 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-6a13fd2c-6ff4-4983-860e-0dbbb376414d tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.327492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6a13fd2c-6ff4-4983-860e-0dbbb376414d tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0125854 Dec 20 21:36:03.330042 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:36:03.330578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 01f5af3f-e29b-46f1-b9b5-0413b3e757d6 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:36:03.332465 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-93c48ea6-41f1-42d4-a16e-9ccbf10917f6 None None] Port d03c6dd5-c651-4711-8e86-525a24299a40 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:36:03.335989 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47356) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.338892 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0256627-b2d2-4a5c-97ca-be3357d0763b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:36:03.341436 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0256627-b2d2-4a5c-97ca-be3357d0763b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:03.346557 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-6468f075-a628-4caf-b03c-7585fc5f85b3 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.348414 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6468f075-a628-4caf-b03c-7585fc5f85b3 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0113974 Dec 20 21:36:03.350223 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-7f337b1a-90bc-49f0-9aaf-48b029cf7950 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] delete failed (client error): The resource could not be found. Dec 20 21:36:03.357858 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47360) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.358330 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7f337b1a-90bc-49f0-9aaf-48b029cf7950 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/routers/1c4b366e-dc87-4044-a9f9-a5e06355dada HTTP/1.1" status: 404 len: 336 time: 0.1302185 Dec 20 21:36:03.358678 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47362) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.375176 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-6a7db47f-6199-4c49-a10e-cb42cd6cc20b tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.378897 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6a7db47f-6199-4c49-a10e-cb42cd6cc20b tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0165730 Dec 20 21:36:03.379835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47364) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.384360 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-655a3fd3-23c2-4c86-b0eb-f728365979f0 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.388642 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-655a3fd3-23c2-4c86-b0eb-f728365979f0 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0055208 Dec 20 21:36:03.389406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47366) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.395898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-50268e0f-90b1-4e1f-ba34-58e6d8afced4 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.398391 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-50268e0f-90b1-4e1f-ba34-58e6d8afced4 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0081975 Dec 20 21:36:03.401343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47368) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.411797 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-1896d4c7-3863-4df8-b406-b108270aed98 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.413452 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-443f76c8-b2dd-4fa1-9ac6-baf5211ffc80 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:03.414155 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443f76c8-b2dd-4fa1-9ac6-baf5211ffc80 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:03.415143 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1896d4c7-3863-4df8-b406-b108270aed98 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0118737 Dec 20 21:36:03.417485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47370) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.418499 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-443f76c8-b2dd-4fa1-9ac6-baf5211ffc80 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/0c0beb01-0076-4f9d-880c-cf81bc1d3f2c HTTP/1.1" status: 404 len: 337 time: 0.0575664 Dec 20 21:36:03.421767 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47372) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.432983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-015fe6ee-9700-431e-9347-8db185c748c6 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.433971 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-015fe6ee-9700-431e-9347-8db185c748c6 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0119545 Dec 20 21:36:03.436569 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f0256627-b2d2-4a5c-97ca-be3357d0763b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7998214 Dec 20 21:36:03.439306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47374) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.445499 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47376) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.459370 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-9af2b86c-9629-4450-9b34-b8f8eceaf65d tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.460136 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9af2b86c-9629-4450-9b34-b8f8eceaf65d tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0099418 Dec 20 21:36:03.463942 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-12eee20e-aa66-4544-ae78-511c1ad2aa67 None None] Provisioning complete for port 7e1e88ec-72fb-488a-82f4-1a97d236caa9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:03.464305 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12eee20e-aa66-4544-ae78-511c1ad2aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:03.466018 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47380) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.478704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2f08ae2e-3cd0-4e37-bda4-1e98834dce9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'subnet': {'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:03.492478 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-c1d31949-0f10-400a-af28-f2d66a907095 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.493448 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c1d31949-0f10-400a-af28-f2d66a907095 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0248201 Dec 20 21:36:03.497783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47386) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.501118 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9cf15517-41d2-43e3-9ece-ed80f0c49b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:03.503116 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-e5d17be0-f60e-497c-ac04-b851295e8cc2 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.507945 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e5d17be0-f60e-497c-ac04-b851295e8cc2 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0090539 Dec 20 21:36:03.542899 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-31afcc44-0953-4982-a237-f9fb7d100c4d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:03.543255 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31afcc44-0953-4982-a237-f9fb7d100c4d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:03.551205 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-12eee20e-aa66-4544-ae78-511c1ad2aa67 None None] Port 7e1e88ec-72fb-488a-82f4-1a97d236caa9 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:36:03.552645 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-31afcc44-0953-4982-a237-f9fb7d100c4d tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/015095e6-4589-45f6-bfe5-55e1440d7c0e HTTP/1.1" status: 404 len: 337 time: 0.1230373 Dec 20 21:36:03.553994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47390) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.554565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47394) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.558246 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9cf15517-41d2-43e3-9ece-ed80f0c49b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:03.578810 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-6b60fa07-c2dc-47c4-91ad-f761c8f0501e tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.579775 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6b60fa07-c2dc-47c4-91ad-f761c8f0501e tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0189734 Dec 20 21:36:03.583537 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47396) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.640423 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-16a9716f-ebab-4bab-82e7-9fa87bd71fd3 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.641610 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-16a9716f-ebab-4bab-82e7-9fa87bd71fd3 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0316348 Dec 20 21:36:03.651556 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05dfa48-4863-4365-bb85-d444acef8bd2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:03.651941 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05dfa48-4863-4365-bb85-d444acef8bd2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:03.655242 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a05dfa48-4863-4365-bb85-d444acef8bd2 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/aa21b62e-399b-4274-b418-1b4474ec608a HTTP/1.1" status: 404 len: 337 time: 0.0932319 Dec 20 21:36:03.655906 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47410) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.695665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47412) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.712642 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-0ff38779-fbbb-47cf-a54e-1eb8d0085d45 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.717861 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0ff38779-fbbb-47cf-a54e-1eb8d0085d45 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0089772 Dec 20 21:36:03.729659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47420) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.734906 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-43eeb76e-0171-4d4d-9129-c0e8d55731e6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:03.735652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43eeb76e-0171-4d4d-9129-c0e8d55731e6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:03.737074 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-2fe5983c-84ad-481a-b594-f6014abc3c41 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.739917 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-43eeb76e-0171-4d4d-9129-c0e8d55731e6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/ports/49f597af-43d0-405b-a9ba-0f9e49429cdc HTTP/1.1" status: 404 len: 333 time: 0.0408566 Dec 20 21:36:03.741765 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2fe5983c-84ad-481a-b594-f6014abc3c41 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0093586 Dec 20 21:36:03.744027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47422) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.744659 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47424) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.763525 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9cf15517-41d2-43e3-9ece-ed80f0c49b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:03.766295 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9cf15517-41d2-43e3-9ece-ed80f0c49b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:03.770207 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9cf15517-41d2-43e3-9ece-ed80f0c49b0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8708c21b-1b65-415e-aca9-cb688e8f6706 HTTP/1.1" status: 204 len: 168 time: 0.5467465 Dec 20 21:36:03.771895 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [None req-da27474e-19ef-42f3-a01d-4ee26c4467bb tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.772791 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-da27474e-19ef-42f3-a01d-4ee26c4467bb tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0233672 Dec 20 21:36:03.798718 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47432) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.805291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f08ae2e-3cd0-4e37-bda4-1e98834dce9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Made reservation on behalf of 20f7a6967bf04b9eaaba6fae46f5d611 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:03.809238 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2f08ae2e-3cd0-4e37-bda4-1e98834dce9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:03.818696 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-c717a792-3d1d-4aa7-b7db-a5200dedb8db tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.820090 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c717a792-3d1d-4aa7-b7db-a5200dedb8db tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0155184 Dec 20 21:36:03.826855 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47434) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.834742 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf15517-41d2-43e3-9ece-ed80f0c49b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8708c21b-1b65-415e-aca9-cb688e8f6706,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:03.841794 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-c70dc89a-e804-4778-8cf3-b9203d574943 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.843129 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c70dc89a-e804-4778-8cf3-b9203d574943 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0139041 Dec 20 21:36:03.846721 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47438) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.852064 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-5638f0a1-1acc-4b14-bdb6-1bb0a21e7fec tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.853273 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5638f0a1-1acc-4b14-bdb6-1bb0a21e7fec tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0048664 Dec 20 21:36:03.858415 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47440) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.863962 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-41e9e9ab-7383-447c-b92b-e29062b87617 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.865950 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-41e9e9ab-7383-447c-b92b-e29062b87617 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0060911 Dec 20 21:36:03.868090 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47442) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.872850 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-7aa7dd45-6d2b-4e3d-8c99-b6e2113d7ded tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.874029 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7aa7dd45-6d2b-4e3d-8c99-b6e2113d7ded tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0048757 Dec 20 21:36:03.882537 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6828075-9388-4035-9b54-3e39b23b6ee2 req-312d6e62-7ba2-408e-a8af-c1c6f2b38eab tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:03.884334 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d6828075-9388-4035-9b54-3e39b23b6ee2 req-312d6e62-7ba2-408e-a8af-c1c6f2b38eab tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.2344294 Dec 20 21:36:03.884999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47444) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.889568 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-3796ac11-4653-413b-b09f-0490d41d10e8 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.890764 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3796ac11-4653-413b-b09f-0490d41d10e8 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046461 Dec 20 21:36:03.893343 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47446) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.897860 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-bc109cb8-4ab5-4d2f-85a8-54ed06396b78 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.899205 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bc109cb8-4ab5-4d2f-85a8-54ed06396b78 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0046308 Dec 20 21:36:03.901484 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47448) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.931571 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e00de2-f124-40b7-a677-617f4f6b8e8b None None] Network 908cdb43-09e6-40f7-9111-3b232c54071b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:03.951478 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-66aecfb2-a217-47f3-8710-0aec450965a3 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.958128 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-66aecfb2-a217-47f3-8710-0aec450965a3 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0542953 Dec 20 21:36:03.962412 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47454) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.969779 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-b15ddbe2-c53b-4b41-bc9b-dcc2dce7bc2b tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.974888 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba03584-f8e9-45fb-a87a-b83d51411dd9 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:03.978003 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b15ddbe2-c53b-4b41-bc9b-dcc2dce7bc2b tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0113068 Dec 20 21:36:03.981480 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba03584-f8e9-45fb-a87a-b83d51411dd9 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:03.989534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47456) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:03.994918 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-523161e0-38ff-4996-8aee-fd0e882e8b72 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:03.996562 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-523161e0-38ff-4996-8aee-fd0e882e8b72 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0057576 Dec 20 21:36:03.999966 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47462) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:04.007230 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-9a3f5467-2684-45bf-a994-0f982d8e12ca tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:04.008241 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9a3f5467-2684-45bf-a994-0f982d8e12ca tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0072818 Dec 20 21:36:04.012592 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d6828075-9388-4035-9b54-3e39b23b6ee2 req-b5d757ed-cf58-4b50-a05f-5909e2084b1b tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199718 Dec 20 21:36:04.012852 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47464) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:04.013003 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e4eebdd2-fb96-493f-b5ef-b294039db47b None None] Provisioning complete for port 7f1662a2-0ba4-4f4b-a761-27bc979b9585 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:04.013266 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e4eebdd2-fb96-493f-b5ef-b294039db47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:04.018797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-431e4e7f-0e84-444d-89f0-e86d7d758830 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:04.022108 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-431e4e7f-0e84-444d-89f0-e86d7d758830 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0061882 Dec 20 21:36:04.024427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47466) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:04.027807 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1ba03584-f8e9-45fb-a87a-b83d51411dd9 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/6f56117c-d170-4bef-aa87-7c57e92a9240 HTTP/1.1" status: 404 len: 337 time: 0.2747703 Dec 20 21:36:04.029084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47470) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:04.038226 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-ba0dfce4-8fbd-4a9e-b0ab-efd6c814cdb4 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:04.045278 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ba0dfce4-8fbd-4a9e-b0ab-efd6c814cdb4 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045547 Dec 20 21:36:04.046022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47476) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:04.051559 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-4d25441a-c694-46b1-ac8a-191de32fa0e1 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:04.053547 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4d25441a-c694-46b1-ac8a-191de32fa0e1 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0062947 Dec 20 21:36:04.056356 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47478) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:04.063068 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [None req-74a41d95-b7b1-41ae-ab26-04af827a0ad9 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:36:04.068212 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-74a41d95-b7b1-41ae-ab26-04af827a0ad9 tempest-ExtensionsTestJSON-217803390 tempest-ExtensionsTestJSON-217803390-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0104241 Dec 20 21:36:04.095384 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-4746a607-9c22-4c0e-8a1b-1fba6ddd1c78 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:04.095842 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4746a607-9c22-4c0e-8a1b-1fba6ddd1c78 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:04.111801 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4746a607-9c22-4c0e-8a1b-1fba6ddd1c78 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/3ef695a1-a2d9-4c51-b201-d3e8f5f381de HTTP/1.1" status: 404 len: 337 time: 0.0773427 Dec 20 21:36:04.112540 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47486) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:04.147098 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf181c9-9662-46ee-b042-ca11eab9cd23 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:04.148609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf181c9-9662-46ee-b042-ca11eab9cd23 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:04.153366 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2bf181c9-9662-46ee-b042-ca11eab9cd23 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/ports/8188bc67-f268-4a56-a482-3a58e918ff63 HTTP/1.1" status: 404 len: 333 time: 0.0394177 Dec 20 21:36:04.155863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47488) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:04.231145 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf21bd9c-3b54-4c2e-bf28-f81df522a747 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:04.231611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf21bd9c-3b54-4c2e-bf28-f81df522a747 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:04.236915 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cf21bd9c-3b54-4c2e-bf28-f81df522a747 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/80423d3c-9b7c-4da3-a06c-6042634cb5a4 HTTP/1.1" status: 404 len: 337 time: 0.0778420 Dec 20 21:36:04.237423 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47498) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:04.237906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e4eebdd2-fb96-493f-b5ef-b294039db47b None None] Provisioning complete for port f05db17f-5d70-4222-ab9d-10c1332a1f04 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:04.238338 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e4eebdd2-fb96-493f-b5ef-b294039db47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:04.298874 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccad83e-210d-47a9-8587-6676f70d4f74 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:04.299336 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccad83e-210d-47a9-8587-6676f70d4f74 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:04.302427 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1ccad83e-210d-47a9-8587-6676f70d4f74 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/subnets/bcaac5b3-517e-4058-9f4a-6a8733992736 HTTP/1.1" status: 404 len: 337 time: 0.0636868 Dec 20 21:36:04.305019 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47508) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:04.307333 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e4eebdd2-fb96-493f-b5ef-b294039db47b None None] Port f05db17f-5d70-4222-ab9d-10c1332a1f04 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:36:04.311281 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7099b0-86e0-4e7a-a647-c0fa0615a870 None None] DHCP port deletion for 908cdb43-09e6-40f7-9111-3b232c54071b request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:36:04.386277 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ba7099b0-86e0-4e7a-a647-c0fa0615a870 None None] Deleting port 7f1662a2-0ba4-4f4b-a761-27bc979b9585 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:04.386900 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ba7099b0-86e0-4e7a-a647-c0fa0615a870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:04.463649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ba7099b0-86e0-4e7a-a647-c0fa0615a870 None None] For port 7f1662a2-0ba4-4f4b-a761-27bc979b9585, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7f1662a2-0ba4-4f4b-a761-27bc979b9585,segment=NetworkSegment(d06d0894-fc2d-42ee-b786-32e5332ea053),segment_id=d06d0894-fc2d-42ee-b786-32e5332ea053)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:36:04.464216 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ba7099b0-86e0-4e7a-a647-c0fa0615a870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:04.481967 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ba7099b0-86e0-4e7a-a647-c0fa0615a870 None None] Calling delete_port for 7f1662a2-0ba4-4f4b-a761-27bc979b9585 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:04.511944 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2f08ae2e-3cd0-4e37-bda4-1e98834dce9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:04.534236 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-b290f59a-53cc-4a36-9a99-7b6a04196298 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Deleting port f05db17f-5d70-4222-ab9d-10c1332a1f04 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:04.534711 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b290f59a-53cc-4a36-9a99-7b6a04196298 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:04.671985 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ba7099b0-86e0-4e7a-a647-c0fa0615a870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:04.684035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f08ae2e-3cd0-4e37-bda4-1e98834dce9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Network d18a5b58-f915-455a-8be2-23deab8e3e1d is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:36:04.693759 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b290f59a-53cc-4a36-9a99-7b6a04196298 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:04.715149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-2f08ae2e-3cd0-4e37-bda4-1e98834dce9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:36:04.724893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7099b0-86e0-4e7a-a647-c0fa0615a870 None None] Pushing event deleted for resources: {'Port': ['ID=7f1662a2-0ba4-4f4b-a761-27bc979b9585,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:04.730579 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f08ae2e-3cd0-4e37-bda4-1e98834dce9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:04.731596 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2f08ae2e-3cd0-4e37-bda4-1e98834dce9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:04.737149 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7f1662a2-0ba4-4f4b-a761-27bc979b9585 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:36:04.739575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86824d7-4618-4498-8f37-1a11d93bac66 None None] Network d18a5b58-f915-455a-8be2-23deab8e3e1d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:04.753840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-b290f59a-53cc-4a36-9a99-7b6a04196298 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Calling delete_port for f05db17f-5d70-4222-ab9d-10c1332a1f04 owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:04.772997 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08ae2e-3cd0-4e37-bda4-1e98834dce9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Subnet': ['ID=a51e1397-077b-4c40-ad02-1ebf5c52dc04,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:04.787627 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2f08ae2e-3cd0-4e37-bda4-1e98834dce9f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3375642 Dec 20 21:36:04.790209 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47538) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:04.797417 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3d94ed43-dee0-4453-8daa-2a4a1137e99a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1787729855', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a51e1397-077b-4c40-ad02-1ebf5c52dc04'}], 'security_groups': ['0b82ebc6-a85c-475c-91ff-a9c7057ba509', 'd26bd734-be76-4a2d-8a80-22a6e24cb010']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:04.876885 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7099b0-86e0-4e7a-a647-c0fa0615a870 None None] No DVR routers for this DVR port 7f1662a2-0ba4-4f4b-a761-27bc979b9585 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:36:04.879599 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 7f1662a2-0ba4-4f4b-a761-27bc979b9585 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:36:04.879852 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7f1662a2-0ba4-4f4b-a761-27bc979b9585 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:36:04.921941 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b290f59a-53cc-4a36-9a99-7b6a04196298 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:04.966781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290f59a-53cc-4a36-9a99-7b6a04196298 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Port': ['ID=f05db17f-5d70-4222-ab9d-10c1332a1f04,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:04.996541 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d94ed43-dee0-4453-8daa-2a4a1137e99a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:05.003240 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b290f59a-53cc-4a36-9a99-7b6a04196298 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:05.012023 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b290f59a-53cc-4a36-9a99-7b6a04196298 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/ports/f05db17f-5d70-4222-ab9d-10c1332a1f04 HTTP/1.1" status: 204 len: 168 time: 0.7050068 Dec 20 21:36:05.014185 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47554) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:05.110634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47558) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:05.154498 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898a9dac-9f1b-44be-b369-0e957da86dcf None None] Update dhcp port {'port': {'network_id': 'd18a5b58-f915-455a-8be2-23deab8e3e1d', 'fixed_ips': [{'subnet_id': '17b8742c-4e90-4b3d-a1a8-748aca7a51d0', 'ip_address': '172.20.0.18'}, {'subnet_id': '65a49b65-cc5b-42af-88cc-a10262297cbc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a51e1397-077b-4c40-ad02-1ebf5c52dc04'}], 'binding:host_id': 'n-d-xena-1'}, 'id': 'd68a37e1-598f-428c-8473-79d7bf8d1018'} from n-d-xena-1. {{(pid=102403) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 20 21:36:05.209884 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-898a9dac-9f1b-44be-b369-0e957da86dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:05.240819 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e8d0b05-de98-4e5d-b4c4-45845fd5f9f6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:05.284479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4eb05-4463-43bb-986a-f9d3772f1c5f req-ca5cdcae-19ab-48a8-8d68-19ac9df4c949 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:05.286258 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f3c4eb05-4463-43bb-986a-f9d3772f1c5f req-ca5cdcae-19ab-48a8-8d68-19ac9df4c949 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.1383731 Dec 20 21:36:05.416273 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e8d0b05-de98-4e5d-b4c4-45845fd5f9f6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:05.417457 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-3d94ed43-dee0-4453-8daa-2a4a1137e99a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Delete allocated IP 172.20.0.11 (d18a5b58-f915-455a-8be2-23deab8e3e1d/65a49b65-cc5b-42af-88cc-a10262297cbc) {{(pid=102402) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 20 21:36:05.427962 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-3d94ed43-dee0-4453-8daa-2a4a1137e99a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Allocated IP 172.20.0.41 (d18a5b58-f915-455a-8be2-23deab8e3e1d/a51e1397-077b-4c40-ad02-1ebf5c52dc04/7e1e88ec-72fb-488a-82f4-1a97d236caa9) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:36:05.438661 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f3c4eb05-4463-43bb-986a-f9d3772f1c5f req-48d8bdd7-1a56-420a-9ac2-d08ea9a5ef2a tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210785 Dec 20 21:36:05.452508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-6e8d0b05-de98-4e5d-b4c4-45845fd5f9f6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908cdb43-09e6-40f7-9111-3b232c54071b']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:05.465669 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-6e8d0b05-de98-4e5d-b4c4-45845fd5f9f6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06d0894-fc2d-42ee-b786-32e5332ea053') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:05.466050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-6e8d0b05-de98-4e5d-b4c4-45845fd5f9f6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06d0894-fc2d-42ee-b786-32e5332ea053') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:05.477613 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e8d0b05-de98-4e5d-b4c4-45845fd5f9f6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:05.497109 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e8d0b05-de98-4e5d-b4c4-45845fd5f9f6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:05.507021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8d0b05-de98-4e5d-b4c4-45845fd5f9f6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:36:05.507601 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e8d0b05-de98-4e5d-b4c4-45845fd5f9f6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:36:05.511962 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:36:05.578036 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e8d0b05-de98-4e5d-b4c4-45845fd5f9f6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:05.587918 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e8d0b05-de98-4e5d-b4c4-45845fd5f9f6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:05.594376 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6e8d0b05-de98-4e5d-b4c4-45845fd5f9f6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] 10.222.0.32 "DELETE /v2.0/networks/908cdb43-09e6-40f7-9111-3b232c54071b HTTP/1.1" status: 204 len: 168 time: 0.5779164 Dec 20 21:36:05.612447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d0b05-de98-4e5d-b4c4-45845fd5f9f6 tempest-PortsIpV6TestJSON-93172939 tempest-PortsIpV6TestJSON-93172939-project] Pushing event deleted for resources: {'Network': ['ID=908cdb43-09e6-40f7-9111-3b232c54071b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:05.654163 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d94ed43-dee0-4453-8daa-2a4a1137e99a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:05.656807 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dd7e7c75-3936-4ecb-bc2c-c49bcbf68dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:05.661364 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d94ed43-dee0-4453-8daa-2a4a1137e99a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:05.748237 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-898a9dac-9f1b-44be-b369-0e957da86dcf None None] Allocated IP 172.20.0.34 (d18a5b58-f915-455a-8be2-23deab8e3e1d/a51e1397-077b-4c40-ad02-1ebf5c52dc04/d68a37e1-598f-428c-8473-79d7bf8d1018) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:36:05.767297 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dd7e7c75-3936-4ecb-bc2c-c49bcbf68dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:05.773593 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dd7e7c75-3936-4ecb-bc2c-c49bcbf68dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:05.799541 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94ed43-dee0-4453-8daa-2a4a1137e99a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event updated for resources: {'Port': ['ID=7e1e88ec-72fb-488a-82f4-1a97d236caa9,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:05.837988 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3d94ed43-dee0-4453-8daa-2a4a1137e99a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] In _notify_port_updated(), no bound segment for port 7e1e88ec-72fb-488a-82f4-1a97d236caa9 on network d18a5b58-f915-455a-8be2-23deab8e3e1d {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:36:05.852168 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d94ed43-dee0-4453-8daa-2a4a1137e99a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:05.853880 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d94ed43-dee0-4453-8daa-2a4a1137e99a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:05.855521 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3d94ed43-dee0-4453-8daa-2a4a1137e99a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "PUT /v2.0/ports/7e1e88ec-72fb-488a-82f4-1a97d236caa9 HTTP/1.1" status: 200 len: 960 time: 1.0643187 Dec 20 21:36:05.859416 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47580) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:05.873160 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dd7e7c75-3936-4ecb-bc2c-c49bcbf68dce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87e98a63eec04c018328f8386b831461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7612844 Dec 20 21:36:05.876017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e7c75-3936-4ecb-bc2c-c49bcbf68dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdaf55b-5a7b-4f76-ba3f-68f85d0c3b01,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:05.877920 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47584) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:05.931975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-898a9dac-9f1b-44be-b369-0e957da86dcf None None] For port d68a37e1-598f-428c-8473-79d7bf8d1018, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d68a37e1-598f-428c-8473-79d7bf8d1018,segment=NetworkSegment(5fc753c2-ec57-4a41-9570-8266f3173592),segment_id=5fc753c2-ec57-4a41-9570-8266f3173592)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:36:05.975794 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-898a9dac-9f1b-44be-b369-0e957da86dcf None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:05.983514 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-898a9dac-9f1b-44be-b369-0e957da86dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:06.017466 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37d658d8-7df8-4914-9aaf-a953b99c1d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:06.039970 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37d658d8-7df8-4914-9aaf-a953b99c1d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:06.100827 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a9dac-9f1b-44be-b369-0e957da86dcf None None] Pushing event updated for resources: {'Port': ['ID=d68a37e1-598f-428c-8473-79d7bf8d1018,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:06.115393 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-92a5a38b-7f29-469c-b284-26184713400f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port 7e1e88ec-72fb-488a-82f4-1a97d236caa9 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:06.115727 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92a5a38b-7f29-469c-b284-26184713400f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:06.131532 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37d658d8-7df8-4914-9aaf-a953b99c1d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:06.134015 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37d658d8-7df8-4914-9aaf-a953b99c1d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:06.135301 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-37d658d8-7df8-4914-9aaf-a953b99c1d38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebdaf55b-5a7b-4f76-ba3f-68f85d0c3b01 HTTP/1.1" status: 204 len: 168 time: 0.2540250 Dec 20 21:36:06.170896 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d658d8-7df8-4914-9aaf-a953b99c1d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdaf55b-5a7b-4f76-ba3f-68f85d0c3b01,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:06.189368 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47604) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:06.243086 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92a5a38b-7f29-469c-b284-26184713400f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:06.257898 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-92a5a38b-7f29-469c-b284-26184713400f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for 7e1e88ec-72fb-488a-82f4-1a97d236caa9 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:06.667947 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a4e5fdec-52ef-4dd0-bd0b-db051e16c348 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ce073ad5e7d4074b75ad2a85f361197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4745111 Dec 20 21:36:06.669473 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47620) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:06.746815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d68a37e1-598f-428c-8473-79d7bf8d1018 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:36:06.756572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eaf6b-1315-4b89-9593-683d7c79213c req-bd6add74-6f41-4910-8bed-a0d70df2f9a4 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:06.758721 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e8eaf6b-1315-4b89-9593-683d7c79213c req-bd6add74-6f41-4910-8bed-a0d70df2f9a4 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.1037028 Dec 20 21:36:06.765407 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-91f57781-be4c-4bde-a0ca-2cb46d20daff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:06.796100 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-91f57781-be4c-4bde-a0ca-2cb46d20daff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:06.850779 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d68a37e1-598f-428c-8473-79d7bf8d1018 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:06.852124 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:06.855360 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e8eaf6b-1315-4b89-9593-683d7c79213c req-ef025c0a-190c-4ae7-a817-4f0d0e4d1c07 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886123 Dec 20 21:36:06.867844 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92a5a38b-7f29-469c-b284-26184713400f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:06.884674 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-91f57781-be4c-4bde-a0ca-2cb46d20daff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:06.887552 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-91f57781-be4c-4bde-a0ca-2cb46d20daff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:06.891478 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-91f57781-be4c-4bde-a0ca-2cb46d20daff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51a769a7-948d-4989-af71-5ed2706a7825 HTTP/1.1" status: 204 len: 168 time: 0.2182791 Dec 20 21:36:06.897452 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f57781-be4c-4bde-a0ca-2cb46d20daff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a769a7-948d-4989-af71-5ed2706a7825,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:06.952232 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5a38b-7f29-469c-b284-26184713400f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=7e1e88ec-72fb-488a-82f4-1a97d236caa9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:06.998095 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a8af41a6-24a6-4673-b756-7dffa9b4ff70 None None] Provisioning complete for port d68a37e1-598f-428c-8473-79d7bf8d1018 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:06.998541 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8af41a6-24a6-4673-b756-7dffa9b4ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.035973 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92a5a38b-7f29-469c-b284-26184713400f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.042633 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47630) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:07.042841 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-92a5a38b-7f29-469c-b284-26184713400f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/ports/7e1e88ec-72fb-488a-82f4-1a97d236caa9 HTTP/1.1" status: 204 len: 168 time: 1.1814897 Dec 20 21:36:07.081624 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5cdec1-073e-46e4-babd-06c09059a5d0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] GET failed (client error): The resource could not be found. Dec 20 21:36:07.088408 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47636) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:07.091535 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ce5cdec1-073e-46e4-babd-06c09059a5d0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports/7e1e88ec-72fb-488a-82f4-1a97d236caa9 HTTP/1.1" status: 404 len: 333 time: 0.0420239 Dec 20 21:36:07.113050 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a8af41a6-24a6-4673-b756-7dffa9b4ff70 None None] Could not find standard attr ID for object 7e1e88ec-72fb-488a-82f4-1a97d236caa9. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:36:07.143282 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a8af41a6-24a6-4673-b756-7dffa9b4ff70 None None] Provisioning complete for port d03c6dd5-c651-4711-8e86-525a24299a40 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:07.143282 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8af41a6-24a6-4673-b756-7dffa9b4ff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.180108 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33a220c6-2bab-457a-a2b2-2ff43fae9196 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.212095 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33a220c6-2bab-457a-a2b2-2ff43fae9196 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.238810 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a8af41a6-24a6-4673-b756-7dffa9b4ff70 None None] Port d03c6dd5-c651-4711-8e86-525a24299a40 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:36:07.265435 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33a220c6-2bab-457a-a2b2-2ff43fae9196 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.268173 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33a220c6-2bab-457a-a2b2-2ff43fae9196 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.269560 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-33a220c6-2bab-457a-a2b2-2ff43fae9196 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/security-groups/66dadc80-a885-4ddf-9fec-6f64c4543fa2 HTTP/1.1" status: 204 len: 168 time: 0.1793289 Dec 20 21:36:07.272609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47654) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:07.279057 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a220c6-2bab-457a-a2b2-2ff43fae9196 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dadc80-a885-4ddf-9fec-6f64c4543fa2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:07.359640 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-42515de1-628a-4b13-88e5-a3414344c024 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.388156 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-42515de1-628a-4b13-88e5-a3414344c024 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.452942 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-42515de1-628a-4b13-88e5-a3414344c024 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.457739 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-42515de1-628a-4b13-88e5-a3414344c024 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.461785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47664) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:07.462520 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-42515de1-628a-4b13-88e5-a3414344c024 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/security-groups/d26bd734-be76-4a2d-8a80-22a6e24cb010 HTTP/1.1" status: 204 len: 168 time: 0.1888344 Dec 20 21:36:07.473584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42515de1-628a-4b13-88e5-a3414344c024 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26bd734-be76-4a2d-8a80-22a6e24cb010,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:07.541782 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eee65b7c-acf9-4ca4-a0a3-d775b5d077fc tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.568204 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eee65b7c-acf9-4ca4-a0a3-d775b5d077fc tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.623999 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eee65b7c-acf9-4ca4-a0a3-d775b5d077fc tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.630646 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eee65b7c-acf9-4ca4-a0a3-d775b5d077fc tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.634614 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-eee65b7c-acf9-4ca4-a0a3-d775b5d077fc tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/security-groups/0b82ebc6-a85c-475c-91ff-a9c7057ba509 HTTP/1.1" status: 204 len: 168 time: 0.1709437 Dec 20 21:36:07.637969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47672) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:07.654739 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-edbcb957-8f8d-4fdf-8b4e-17ed842d67d4 None None] Could not find standard attr ID for object 7e1e88ec-72fb-488a-82f4-1a97d236caa9. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:36:07.655091 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee65b7c-acf9-4ca4-a0a3-d775b5d077fc tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b82ebc6-a85c-475c-91ff-a9c7057ba509,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:07.721094 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-1868cb20-37f8-45b9-b05a-f5ec16867eef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting subnet 65a49b65-cc5b-42af-88cc-a10262297cbc {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:36:07.725043 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1868cb20-37f8-45b9-b05a-f5ec16867eef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.783342 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1868cb20-37f8-45b9-b05a-f5ec16867eef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.871174 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1868cb20-37f8-45b9-b05a-f5ec16867eef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.955599 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1868cb20-37f8-45b9-b05a-f5ec16867eef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.987657 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868cb20-37f8-45b9-b05a-f5ec16867eef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Subnet': ['ID=65a49b65-cc5b-42af-88cc-a10262297cbc,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:07.994371 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1868cb20-37f8-45b9-b05a-f5ec16867eef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:07.998825 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1868cb20-37f8-45b9-b05a-f5ec16867eef tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/65a49b65-cc5b-42af-88cc-a10262297cbc HTTP/1.1" status: 204 len: 168 time: 0.3596740 Dec 20 21:36:08.005257 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4f8aed-4c49-47b4-a25f-d829e1e5f7c0 None None] Network d18a5b58-f915-455a-8be2-23deab8e3e1d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:08.009585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47688) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:08.095566 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac41e39-a356-41c5-bbbd-760ab79a7de8 req-e360c544-a591-4b9a-9832-c49c4ed57870 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:08.110948 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ac41e39-a356-41c5-bbbd-760ab79a7de8 req-e360c544-a591-4b9a-9832-c49c4ed57870 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.1404183 Dec 20 21:36:08.139886 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-47bacbe9-0346-4db3-b741-e663d833e89f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting subnet a51e1397-077b-4c40-ad02-1ebf5c52dc04 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:36:08.150970 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47bacbe9-0346-4db3-b741-e663d833e89f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:08.203104 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ac41e39-a356-41c5-bbbd-760ab79a7de8 req-754559d9-8746-410e-9622-3f7ba6a15a33 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894268 Dec 20 21:36:08.266692 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47bacbe9-0346-4db3-b741-e663d833e89f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:08.359467 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e5336d03-4ed8-4a29-915d-892e959293eb req-8309c2fc-26cb-470b-b549-004282385c09 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0609956 Dec 20 21:36:08.403269 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47bacbe9-0346-4db3-b741-e663d833e89f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:08.477697 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47bacbe9-0346-4db3-b741-e663d833e89f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:08.493329 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47bacbe9-0346-4db3-b741-e663d833e89f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:08.500439 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47726) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:08.516117 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-47bacbe9-0346-4db3-b741-e663d833e89f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/a51e1397-077b-4c40-ad02-1ebf5c52dc04 HTTP/1.1" status: 204 len: 168 time: 0.4932044 Dec 20 21:36:08.543933 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-526e7ce8-5971-43dd-96e2-24f90dcb140a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:08.544412 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526e7ce8-5971-43dd-96e2-24f90dcb140a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:08.546495 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bacbe9-0346-4db3-b741-e663d833e89f tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Subnet': ['ID=a51e1397-077b-4c40-ad02-1ebf5c52dc04,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:08.550468 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-526e7ce8-5971-43dd-96e2-24f90dcb140a tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/65a49b65-cc5b-42af-88cc-a10262297cbc HTTP/1.1" status: 404 len: 337 time: 0.0482352 Dec 20 21:36:08.553026 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47728) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:08.632565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e984b7-fd8d-4fa3-8f24-7b9ff4ec76bd tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting subnet 17b8742c-4e90-4b3d-a1a8-748aca7a51d0 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:36:08.636584 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41e984b7-fd8d-4fa3-8f24-7b9ff4ec76bd tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:08.710791 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41e984b7-fd8d-4fa3-8f24-7b9ff4ec76bd tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:08.890499 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41e984b7-fd8d-4fa3-8f24-7b9ff4ec76bd tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:09.033508 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41e984b7-fd8d-4fa3-8f24-7b9ff4ec76bd tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:09.060967 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41e984b7-fd8d-4fa3-8f24-7b9ff4ec76bd tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:09.071015 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-41e984b7-fd8d-4fa3-8f24-7b9ff4ec76bd tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/17b8742c-4e90-4b3d-a1a8-748aca7a51d0 HTTP/1.1" status: 204 len: 168 time: 0.5144081 Dec 20 21:36:09.071426 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47750) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:09.113011 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a604aa-c7f6-4ac9-852e-991c410546a7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:09.114119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a604aa-c7f6-4ac9-852e-991c410546a7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:09.122559 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e984b7-fd8d-4fa3-8f24-7b9ff4ec76bd tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Subnet': ['ID=17b8742c-4e90-4b3d-a1a8-748aca7a51d0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:09.123327 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-10a604aa-c7f6-4ac9-852e-991c410546a7 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/69174c74-1ef8-4234-9f97-4ff7f7b0e527 HTTP/1.1" status: 404 len: 337 time: 0.0509012 Dec 20 21:36:09.125954 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47752) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:09.142564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cffd0b6-eba1-4631-b8fb-ca93976b0155 None None] Network d18a5b58-f915-455a-8be2-23deab8e3e1d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:09.163624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47754) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:09.180462 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47758) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:09.181594 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c975e91-5bd5-40dc-ba3d-b59803f22755 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fba523d-3ca9-4f86-a617-02846f37cf71 HTTP/1.1" status: 200 len: 205 time: 0.0472238 Dec 20 21:36:09.295301 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-7c8e29f4-265d-423e-a6cf-d259f3c2e806 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] delete failed (client error): The resource could not be found. Dec 20 21:36:09.298956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7c8e29f4-265d-423e-a6cf-d259f3c2e806 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/routers/0fba523d-3ca9-4f86-a617-02846f37cf71 HTTP/1.1" status: 404 len: 336 time: 0.1145787 Dec 20 21:36:09.299204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47770) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:09.390631 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10a9166-ba89-4ba5-ab22-984c5f78fa85 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:09.391657 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10a9166-ba89-4ba5-ab22-984c5f78fa85 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:09.404043 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a10a9166-ba89-4ba5-ab22-984c5f78fa85 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/b7b4ae52-9816-4d21-b4cf-7346bb2353b0 HTTP/1.1" status: 404 len: 337 time: 0.1021557 Dec 20 21:36:09.405797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47774) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:09.449026 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-dfaee089-7ca7-4bef-9c99-fdde1499c534 None None] Provisioning complete for port d68a37e1-598f-428c-8473-79d7bf8d1018 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:09.449801 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dfaee089-7ca7-4bef-9c99-fdde1499c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:09.474036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-15678d0e-ad53-4ae9-a2a8-6b2869222ef7 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-595657777'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:09.482116 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf1655d-240e-450e-8266-4d5e39069eb8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:09.483233 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf1655d-240e-450e-8266-4d5e39069eb8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:09.491893 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-faf1655d-240e-450e-8266-4d5e39069eb8 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/e28059fb-493e-4b77-a567-f0bf6d156b92 HTTP/1.1" status: 404 len: 337 time: 0.0810697 Dec 20 21:36:09.493573 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47786) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:09.545482 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e90a08-6124-4776-8fba-e0c92309eefc req-575601c8-5290-4c42-ae55-c66bc7d6bf53 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:09.556164 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7e90a08-6124-4776-8fba-e0c92309eefc req-575601c8-5290-4c42-ae55-c66bc7d6bf53 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.1771157 Dec 20 21:36:09.580766 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-18624579-5c56-4aed-8805-849977525a0b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:09.581256 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18624579-5c56-4aed-8805-849977525a0b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:09.589449 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-18624579-5c56-4aed-8805-849977525a0b tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/bec1e752-add4-47a3-b5a6-261b7b735a1d HTTP/1.1" status: 404 len: 337 time: 0.0933363 Dec 20 21:36:09.605207 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47790) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:09.623765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7e90a08-6124-4776-8fba-e0c92309eefc req-7fbaa0e9-b250-4f0a-ad1c-2578600b2a19 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651581 Dec 20 21:36:09.640376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-dfaee089-7ca7-4bef-9c99-fdde1499c534 None None] Provisioning complete for port d03c6dd5-c651-4711-8e86-525a24299a40 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:09.640376 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dfaee089-7ca7-4bef-9c99-fdde1499c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:09.640536 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15678d0e-ad53-4ae9-a2a8-6b2869222ef7 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Made reservation on behalf of 436f2e0e51d941b189e00c6a2d0afda6 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:09.649350 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7b6e0595-6a1c-4698-bb78-6a8d7c5ba0db req-c9d3be3e-c744-4a76-bf4b-acb744e80012 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0774615 Dec 20 21:36:09.649484 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-15678d0e-ad53-4ae9-a2a8-6b2869222ef7 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:09.676090 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-15678d0e-ad53-4ae9-a2a8-6b2869222ef7 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:09.678193 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-915aa406-e264-496a-984e-0bc34f8236d5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:09.678942 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915aa406-e264-496a-984e-0bc34f8236d5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:09.685891 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-915aa406-e264-496a-984e-0bc34f8236d5 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/ports/3de9d69e-121d-409f-8edf-92f779df517a HTTP/1.1" status: 404 len: 333 time: 0.0576878 Dec 20 21:36:09.686604 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47792) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:09.690534 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-dfaee089-7ca7-4bef-9c99-fdde1499c534 None None] Port d03c6dd5-c651-4711-8e86-525a24299a40 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:36:09.719828 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f25676-2b3d-460f-a988-ccb04395305a None None] DHCP port deletion for d18a5b58-f915-455a-8be2-23deab8e3e1d request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:36:09.740873 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-04684539-a685-4e53-8e3e-47ea682b6a72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:09.740873 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04684539-a685-4e53-8e3e-47ea682b6a72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:09.745478 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-04684539-a685-4e53-8e3e-47ea682b6a72 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/9eb039a8-17d9-485c-a2cf-efdc7af91e1a HTTP/1.1" status: 404 len: 337 time: 0.0559390 Dec 20 21:36:09.745880 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47798) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:09.784607 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-95233821-b3a5-4834-9886-68a4e2444536 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:09.785204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95233821-b3a5-4834-9886-68a4e2444536 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:09.791089 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-95233821-b3a5-4834-9886-68a4e2444536 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/70cd6791-1172-4117-880b-8b36df3d0b77 HTTP/1.1" status: 404 len: 337 time: 0.0410619 Dec 20 21:36:09.791403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47800) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:09.803128 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-85f25676-2b3d-460f-a988-ccb04395305a None None] Deleting port d68a37e1-598f-428c-8473-79d7bf8d1018 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:09.804105 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85f25676-2b3d-460f-a988-ccb04395305a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:09.837367 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3e8187-4f40-48dc-91c5-29a9164fac0c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:09.838420 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3e8187-4f40-48dc-91c5-29a9164fac0c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:09.844882 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47806) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:09.846644 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9f3e8187-4f40-48dc-91c5-29a9164fac0c tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/ports/f54ad0d3-081e-4969-a287-6fad0b187d39 HTTP/1.1" status: 404 len: 333 time: 0.0540473 Dec 20 21:36:09.889759 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-0401ba08-2694-4bff-aa7f-4e438b920f8d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:09.890722 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0401ba08-2694-4bff-aa7f-4e438b920f8d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:09.895111 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0401ba08-2694-4bff-aa7f-4e438b920f8d tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/df730113-e6dd-4d9a-b46e-60d33c555f04 HTTP/1.1" status: 404 len: 337 time: 0.0488305 Dec 20 21:36:09.898147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47808) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:09.920213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47810) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:09.931920 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-15678d0e-ad53-4ae9-a2a8-6b2869222ef7 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:09.937595 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-85f25676-2b3d-460f-a988-ccb04395305a None None] For port d68a37e1-598f-428c-8473-79d7bf8d1018, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d68a37e1-598f-428c-8473-79d7bf8d1018,segment=NetworkSegment(5fc753c2-ec57-4a41-9570-8266f3173592),segment_id=5fc753c2-ec57-4a41-9570-8266f3173592)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:36:09.938313 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-15678d0e-ad53-4ae9-a2a8-6b2869222ef7 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:09.938973 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85f25676-2b3d-460f-a988-ccb04395305a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:09.948019 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7dfd03-7c7e-485c-99ad-4b4536b70d13 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] DELETE failed (client error): The resource could not be found. Dec 20 21:36:09.948744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7dfd03-7c7e-485c-99ad-4b4536b70d13 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:09.952965 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2b7dfd03-7c7e-485c-99ad-4b4536b70d13 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/subnets/2af9d28c-8158-47fc-af71-9dc54cb7c854 HTTP/1.1" status: 404 len: 337 time: 0.0537710 Dec 20 21:36:09.955613 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47814) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:09.958536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-85f25676-2b3d-460f-a988-ccb04395305a None None] Calling delete_port for d68a37e1-598f-428c-8473-79d7bf8d1018 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:09.967182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15678d0e-ad53-4ae9-a2a8-6b2869222ef7 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:36:09.983273 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-15678d0e-ad53-4ae9-a2a8-6b2869222ef7 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:09.983641 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-15678d0e-ad53-4ae9-a2a8-6b2869222ef7 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Added segment cc74d294-cf93-4ba7-955f-1e7d906beba7 of type vlan for network e594a828-50ab-4082-9ded-fd48b2cab938 Dec 20 21:36:10.045024 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-15678d0e-ad53-4ae9-a2a8-6b2869222ef7 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:10.079411 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15678d0e-ad53-4ae9-a2a8-6b2869222ef7 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9894c8-9c61-4fed-a698-9a4b8155960d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:10.093197 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-15678d0e-ad53-4ae9-a2a8-6b2869222ef7 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:10.099508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15678d0e-ad53-4ae9-a2a8-6b2869222ef7 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:10.100411 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-15678d0e-ad53-4ae9-a2a8-6b2869222ef7 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:10.134654 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-15678d0e-ad53-4ae9-a2a8-6b2869222ef7 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9698832 Dec 20 21:36:10.146443 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47816) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:10.166529 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8e325a23-55ea-4f7c-9232-116db880ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Request body: {'subnet': {'network_id': 'e594a828-50ab-4082-9ded-fd48b2cab938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:10.190966 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85f25676-2b3d-460f-a988-ccb04395305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:10.213656 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15678d0e-ad53-4ae9-a2a8-6b2869222ef7 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Pushing event updated for resources: {'Network': ['ID=e594a828-50ab-4082-9ded-fd48b2cab938,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:10.247687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f25676-2b3d-460f-a988-ccb04395305a None None] No DVR routers for this DVR port d68a37e1-598f-428c-8473-79d7bf8d1018 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:36:10.250640 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network e594a828-50ab-4082-9ded-fd48b2cab938 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:36:10.262706 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f25676-2b3d-460f-a988-ccb04395305a None None] Pushing event deleted for resources: {'Port': ['ID=d68a37e1-598f-428c-8473-79d7bf8d1018,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:10.335248 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a9315a0f-11cc-49c0-a12a-abd1e03f33d4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Deleting port d03c6dd5-c651-4711-8e86-525a24299a40 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:10.335816 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9315a0f-11cc-49c0-a12a-abd1e03f33d4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:10.350970 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e325a23-55ea-4f7c-9232-116db880ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Made reservation on behalf of 436f2e0e51d941b189e00c6a2d0afda6 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:10.355052 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e325a23-55ea-4f7c-9232-116db880ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:10.476789 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-60603034-1e2b-4f95-ac3a-6ca8e657f0ed tempest-DvrRoutersNegativeTest-349687628 tempest-DvrRoutersNegativeTest-349687628-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-934309933', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:10.480301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.policy [None req-60603034-1e2b-4f95-ac3a-6ca8e657f0ed tempest-DvrRoutersNegativeTest-349687628 tempest-DvrRoutersNegativeTest-349687628-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102401) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Dec 20 21:36:10.480609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.policy [None req-60603034-1e2b-4f95-ac3a-6ca8e657f0ed tempest-DvrRoutersNegativeTest-349687628 tempest-DvrRoutersNegativeTest-349687628-project] Failed policy check for 'create_router' {{(pid=102401) enforce /opt/stack/neutron/neutron/policy.py:520}} Dec 20 21:36:10.481295 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-60603034-1e2b-4f95-ac3a-6ca8e657f0ed tempest-DvrRoutersNegativeTest-349687628 tempest-DvrRoutersNegativeTest-349687628-project] create failed (client error): Access was denied to this resource. Dec 20 21:36:10.483874 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-60603034-1e2b-4f95-ac3a-6ca8e657f0ed tempest-DvrRoutersNegativeTest-349687628 tempest-DvrRoutersNegativeTest-349687628-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5622857 Dec 20 21:36:10.499106 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9315a0f-11cc-49c0-a12a-abd1e03f33d4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:10.523296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a9315a0f-11cc-49c0-a12a-abd1e03f33d4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Calling delete_port for d03c6dd5-c651-4711-8e86-525a24299a40 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:10.571288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47840) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:10.696516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d68a37e1-598f-428c-8473-79d7bf8d1018 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:36:10.704957 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e325a23-55ea-4f7c-9232-116db880ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:10.722714 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9315a0f-11cc-49c0-a12a-abd1e03f33d4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:10.753149 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: d68a37e1-598f-428c-8473-79d7bf8d1018 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:36:10.753711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d68a37e1-598f-428c-8473-79d7bf8d1018 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:36:10.818057 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9315a0f-11cc-49c0-a12a-abd1e03f33d4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Port': ['ID=d03c6dd5-c651-4711-8e86-525a24299a40,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:10.825172 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2d50826d-f16c-4cd7-8d39-f1679085c5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:10.855443 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17944d-2fc5-4283-b7f7-463162d602f5 req-4f4db71c-a583-4664-a4a1-54e8618fc7f8 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:10.863097 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af17944d-2fc5-4283-b7f7-463162d602f5 req-4f4db71c-a583-4664-a4a1-54e8618fc7f8 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.1364942 Dec 20 21:36:10.866009 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0818b149-9522-416c-8363-b3650cdcf9f1 req-da2f4c12-492c-4690-a8ef-e12dcb614808 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0383804 Dec 20 21:36:10.872804 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9315a0f-11cc-49c0-a12a-abd1e03f33d4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:10.876355 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a9315a0f-11cc-49c0-a12a-abd1e03f33d4 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/ports/d03c6dd5-c651-4711-8e86-525a24299a40 HTTP/1.1" status: 204 len: 168 time: 0.9197211 Dec 20 21:36:10.885376 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47854) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:10.896956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e325a23-55ea-4f7c-9232-116db880ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Pushing event updated for resources: {'Subnet': ['ID=29675ef6-6b1f-4d9b-b3e2-9c9d88595070,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:10.912412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47856) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:10.951379 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e325a23-55ea-4f7c-9232-116db880ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Checking segment: {'id': 'cc74d294-cf93-4ba7-955f-1e7d906beba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e594a828-50ab-4082-9ded-fd48b2cab938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:36:10.951819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e325a23-55ea-4f7c-9232-116db880ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Network hostable DHCP agents. Network: e594a828-50ab-4082-9ded-fd48b2cab938, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:36:10.954205 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af17944d-2fc5-4283-b7f7-463162d602f5 req-69a8c093-6bbc-4073-adfd-3cfc12be1a40 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896795 Dec 20 21:36:10.990521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e325a23-55ea-4f7c-9232-116db880ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Network e594a828-50ab-4082-9ded-fd48b2cab938 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:36:11.001234 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2449c9c6-e893-4c07-b870-44d9b65d08a0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.015610 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8e325a23-55ea-4f7c-9232-116db880ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, e594a828-50ab-4082-9ded-fd48b2cab938) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:36:11.022579 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e325a23-55ea-4f7c-9232-116db880ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:11.023160 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e325a23-55ea-4f7c-9232-116db880ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.029875 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9980505-7743-4e92-9b0e-bafeba288664 None None] Network e594a828-50ab-4082-9ded-fd48b2cab938 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:11.048183 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2d50826d-f16c-4cd7-8d39-f1679085c5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.073427 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bf9d28a9-50b9-4085-9de1-760f443bd687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.076195 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2d50826d-f16c-4cd7-8d39-f1679085c5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.080048 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8e325a23-55ea-4f7c-9232-116db880ae9f tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9295201 Dec 20 21:36:11.080298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47862) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:11.087694 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-9406d531-d3a5-4f35-9f3a-8b19da4ebb7b tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Request body: {'port': {'network_id': 'e594a828-50ab-4082-9ded-fd48b2cab938', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-484318297'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:11.125970 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2449c9c6-e893-4c07-b870-44d9b65d08a0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.148849 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2449c9c6-e893-4c07-b870-44d9b65d08a0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18a5b58-f915-455a-8be2-23deab8e3e1d']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:11.160480 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2449c9c6-e893-4c07-b870-44d9b65d08a0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc753c2-ec57-4a41-9570-8266f3173592') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:11.160957 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2449c9c6-e893-4c07-b870-44d9b65d08a0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc753c2-ec57-4a41-9570-8266f3173592') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:11.172385 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2449c9c6-e893-4c07-b870-44d9b65d08a0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.190505 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2449c9c6-e893-4c07-b870-44d9b65d08a0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.191940 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2d50826d-f16c-4cd7-8d39-f1679085c5b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2cc9190524f5403dbc89f933c656ee07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6158814 Dec 20 21:36:11.194802 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47868) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:11.207663 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50826d-f16c-4cd7-8d39-f1679085c5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a1bf4c-924b-4e72-b44f-82756373efcd,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:11.209772 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2449c9c6-e893-4c07-b870-44d9b65d08a0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:36:11.210223 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2449c9c6-e893-4c07-b870-44d9b65d08a0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:36:11.235185 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:36:11.280730 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-e594a828-50ab-4082-9ded-fd48b2cab938', 'network_id': 'e594a828-50ab-4082-9ded-fd48b2cab938', 'tenant_id': '436f2e0e51d941b189e00c6a2d0afda6', 'fixed_ips': [{'subnet_id': '29675ef6-6b1f-4d9b-b3e2-9c9d88595070'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:36:11.281997 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.316321 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0ef7f46-6330-4404-b8d6-2645bc151a60 req-abe81d0a-f15c-491e-a739-3e09a8939bb5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0770371 Dec 20 21:36:11.352859 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7329ed6d-8f66-4025-b539-f3599c4869bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.366003 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2449c9c6-e893-4c07-b870-44d9b65d08a0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.373782 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2449c9c6-e893-4c07-b870-44d9b65d08a0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.377311 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2449c9c6-e893-4c07-b870-44d9b65d08a0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] 10.222.0.32 "DELETE /v2.0/networks/d18a5b58-f915-455a-8be2-23deab8e3e1d HTTP/1.1" status: 204 len: 168 time: 0.4890342 Dec 20 21:36:11.392238 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bf9d28a9-50b9-4085-9de1-760f443bd687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.402955 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bf9d28a9-50b9-4085-9de1-760f443bd687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.423975 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7329ed6d-8f66-4025-b539-f3599c4869bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.439809 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bf9d28a9-50b9-4085-9de1-760f443bd687 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff09c74c3c9445a09b958d4ce34476c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5259619 Dec 20 21:36:11.440856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9406d531-d3a5-4f35-9f3a-8b19da4ebb7b tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Made reservation on behalf of 436f2e0e51d941b189e00c6a2d0afda6 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:11.443523 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47880) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:11.444996 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9406d531-d3a5-4f35-9f3a-8b19da4ebb7b tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.453235 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Allocated IP 2001:db8::2 (e594a828-50ab-4082-9ded-fd48b2cab938/29675ef6-6b1f-4d9b-b3e2-9c9d88595070/e58690d8-1920-4e70-836e-4061e5c9a09a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:36:11.465091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-9406d531-d3a5-4f35-9f3a-8b19da4ebb7b tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] device_id is not set on port 208b0c97-a25e-42d5-b629-2feac828af17 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:36:11.484868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449c9c6-e893-4c07-b870-44d9b65d08a0 tempest-PortsTestJSON-1685744289 tempest-PortsTestJSON-1685744289-project] Pushing event deleted for resources: {'Network': ['ID=d18a5b58-f915-455a-8be2-23deab8e3e1d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:11.517205 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47882) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:11.551152 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d28a9-50b9-4085-9de1-760f443bd687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b639ecf4-8636-43e7-a915-db3e9ec1b5c7,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:11.579729 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80d96dbc-2d7e-4249-950f-2277437ae70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.610247 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80d96dbc-2d7e-4249-950f-2277437ae70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.615951 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7329ed6d-8f66-4025-b539-f3599c4869bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.618912 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7329ed6d-8f66-4025-b539-f3599c4869bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.620527 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7329ed6d-8f66-4025-b539-f3599c4869bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1a1bf4c-924b-4e72-b44f-82756373efcd HTTP/1.1" status: 204 len: 168 time: 0.4235742 Dec 20 21:36:11.637544 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329ed6d-8f66-4025-b539-f3599c4869bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a1bf4c-924b-4e72-b44f-82756373efcd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:11.668583 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.685293 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.703641 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80d96dbc-2d7e-4249-950f-2277437ae70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.707823 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80d96dbc-2d7e-4249-950f-2277437ae70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.710005 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-80d96dbc-2d7e-4249-950f-2277437ae70f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b639ecf4-8636-43e7-a915-db3e9ec1b5c7 HTTP/1.1" status: 204 len: 168 time: 0.2612777 Dec 20 21:36:11.731165 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e65fdb84-bc90-4791-8276-c3ce57b32b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.756312 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d96dbc-2d7e-4249-950f-2277437ae70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b639ecf4-8636-43e7-a915-db3e9ec1b5c7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:11.761981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Network e594a828-50ab-4082-9ded-fd48b2cab938 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:36:11.765923 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:36:11.778185 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:36:11.802184 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Pushing event updated for resources: {'Port': ['ID=e58690d8-1920-4e70-836e-4061e5c9a09a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:11.810645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-9406d531-d3a5-4f35-9f3a-8b19da4ebb7b tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Allocated IP 2001:db8::3db (e594a828-50ab-4082-9ded-fd48b2cab938/29675ef6-6b1f-4d9b-b3e2-9c9d88595070/208b0c97-a25e-42d5-b629-2feac828af17) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:36:11.863489 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47892) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:11.870389 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Attempting to bind port e58690d8-1920-4e70-836e-4061e5c9a09a on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:36:11.870845 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Attempting to bind port e58690d8-1920-4e70-836e-4061e5c9a09a by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'cc74d294-cf93-4ba7-955f-1e7d906beba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e594a828-50ab-4082-9ded-fd48b2cab938'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:36:11.871229 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Attempting to bind port e58690d8-1920-4e70-836e-4061e5c9a09a on network e594a828-50ab-4082-9ded-fd48b2cab938 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:36:11.877623 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:36:11.878011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Checking segment: {'id': 'cc74d294-cf93-4ba7-955f-1e7d906beba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e594a828-50ab-4082-9ded-fd48b2cab938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:36:11.878488 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.878929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Bound using segment: {'id': 'cc74d294-cf93-4ba7-955f-1e7d906beba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e594a828-50ab-4082-9ded-fd48b2cab938'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:36:11.879488 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Bound port: e58690d8-1920-4e70-836e-4061e5c9a09a, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc74d294-cf93-4ba7-955f-1e7d906beba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e594a828-50ab-4082-9ded-fd48b2cab938'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:36:11.879882 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.885834 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e65fdb84-bc90-4791-8276-c3ce57b32b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.892741 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e65fdb84-bc90-4791-8276-c3ce57b32b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:11.939945 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e65fdb84-bc90-4791-8276-c3ce57b32b5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d2bf25fbfb648e6985ce28f5467702e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4198871 Dec 20 21:36:11.942136 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47898) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:11.971727 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fdb84-bc90-4791-8276-c3ce57b32b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d5bbaa-4d62-49e4-9560-ea4849fc0236,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:12.010291 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b4befba-1638-4e5f-beb5-d19952111e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:12.017037 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] For port e58690d8-1920-4e70-836e-4061e5c9a09a, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:36:12.026011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] For port e58690d8-1920-4e70-836e-4061e5c9a09a, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e58690d8-1920-4e70-836e-4061e5c9a09a,segment=NetworkSegment(cc74d294-cf93-4ba7-955f-1e7d906beba7),segment_id=cc74d294-cf93-4ba7-955f-1e7d906beba7)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:36:12.037442 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:12.038798 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b4befba-1638-4e5f-beb5-d19952111e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:12.126993 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d47ce7-6ed6-466d-8022-cb354661d35f None None] Pushing event updated for resources: {'Port': ['ID=e58690d8-1920-4e70-836e-4061e5c9a09a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:12.152875 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5a381bbb-dc46-49b1-b468-4c897217965d req-609aec33-5c81-4bb0-97ce-01a82c129db0 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.1027658 Dec 20 21:36:12.178191 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9406d531-d3a5-4f35-9f3a-8b19da4ebb7b tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:12.191689 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f03b2-2520-4a2f-94b7-60d6feb2fc62 req-03b3cb64-0466-4a82-a108-d2a7878a15c8 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:12.202232 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b17f03b2-2520-4a2f-94b7-60d6feb2fc62 req-03b3cb64-0466-4a82-a108-d2a7878a15c8 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.1219442 Dec 20 21:36:12.217560 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b4befba-1638-4e5f-beb5-d19952111e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:12.221663 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3b4befba-1638-4e5f-beb5-d19952111e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:12.229069 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3b4befba-1638-4e5f-beb5-d19952111e2a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05d5bbaa-4d62-49e4-9560-ea4849fc0236 HTTP/1.1" status: 204 len: 168 time: 0.2840137 Dec 20 21:36:12.236224 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4befba-1638-4e5f-beb5-d19952111e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d5bbaa-4d62-49e4-9560-ea4849fc0236,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:12.274135 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b17f03b2-2520-4a2f-94b7-60d6feb2fc62 req-929049cf-18bc-4858-be8f-51032d93a3ac tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653081 Dec 20 21:36:12.294590 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9406d531-d3a5-4f35-9f3a-8b19da4ebb7b tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:12.378057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9406d531-d3a5-4f35-9f3a-8b19da4ebb7b tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Network e594a828-50ab-4082-9ded-fd48b2cab938 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:36:12.381670 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-9406d531-d3a5-4f35-9f3a-8b19da4ebb7b tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:36:12.384836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9406d531-d3a5-4f35-9f3a-8b19da4ebb7b tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:36:12.391365 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9406d531-d3a5-4f35-9f3a-8b19da4ebb7b tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:12.392229 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9406d531-d3a5-4f35-9f3a-8b19da4ebb7b tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:12.411286 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b4dfadb6-0b63-4b2c-9923-9ff79685567f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20f7a6967bf04b9eaaba6fae46f5d611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5464668 Dec 20 21:36:12.415627 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406d531-d3a5-4f35-9f3a-8b19da4ebb7b tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Pushing event updated for resources: {'Port': ['ID=208b0c97-a25e-42d5-b629-2feac828af17,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:12.420288 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47910) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:12.436662 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9406d531-d3a5-4f35-9f3a-8b19da4ebb7b tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3530371 Dec 20 21:36:12.441563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47912) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:12.446894 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-38cfb2cd-7e66-4ada-91c9-0002f40aa8eb tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Request body: {'port': {'network_id': 'e594a828-50ab-4082-9ded-fd48b2cab938', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1427519818', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:12.447392 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.api.validators [None req-38cfb2cd-7e66-4ada-91c9-0002f40aa8eb tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] bootfile-name is not in valid_values {{(pid=102401) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 21:36:12.447730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.api.validators [None req-38cfb2cd-7e66-4ada-91c9-0002f40aa8eb tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] tftp-server is not in valid_values {{(pid=102401) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 21:36:12.448060 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.api.validators [None req-38cfb2cd-7e66-4ada-91c9-0002f40aa8eb tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] server-ip-address is not in valid_values {{(pid=102401) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 21:36:12.518673 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef126ff5-53d4-4973-abe0-55a07c50a7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:12.533444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47914) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:12.554315 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef126ff5-53d4-4973-abe0-55a07c50a7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:12.558938 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f10b9c1a-0543-4aa5-9be1-31ebe85b7534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:12.639862 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef126ff5-53d4-4973-abe0-55a07c50a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:12.643411 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef126ff5-53d4-4973-abe0-55a07c50a7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:12.652387 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ef126ff5-53d4-4973-abe0-55a07c50a7f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15421905-65e4-468b-8c96-252dc0d0c09f HTTP/1.1" status: 204 len: 168 time: 0.2259936 Dec 20 21:36:12.677058 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef126ff5-53d4-4973-abe0-55a07c50a7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15421905-65e4-468b-8c96-252dc0d0c09f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:12.690861 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cfb2cd-7e66-4ada-91c9-0002f40aa8eb tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Made reservation on behalf of 436f2e0e51d941b189e00c6a2d0afda6 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:12.696486 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38cfb2cd-7e66-4ada-91c9-0002f40aa8eb tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:12.723355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-38cfb2cd-7e66-4ada-91c9-0002f40aa8eb tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] device_id is not set on port 4f53cc5d-d243-49e6-9994-9e080bda9e17 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:36:12.741418 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f10b9c1a-0543-4aa5-9be1-31ebe85b7534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:12.771109 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f10b9c1a-0543-4aa5-9be1-31ebe85b7534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:12.787794 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e58690d8-1920-4e70-836e-4061e5c9a09a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:36:12.871240 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e58690d8-1920-4e70-836e-4061e5c9a09a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:12.872390 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:12.978580 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:13.045599 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port e58690d8-1920-4e70-836e-4061e5c9a09a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e58690d8-1920-4e70-836e-4061e5c9a09a,segment=NetworkSegment(cc74d294-cf93-4ba7-955f-1e7d906beba7),segment_id=cc74d294-cf93-4ba7-955f-1e7d906beba7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:36:13.055216 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:13.119353 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=e58690d8-1920-4e70-836e-4061e5c9a09a,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:13.170552 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f10b9c1a-0543-4aa5-9be1-31ebe85b7534 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4c7e6f567944088b5411966b8b84fbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6357014 Dec 20 21:36:13.173527 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47936) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:13.174965 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b9c1a-0543-4aa5-9be1-31ebe85b7534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732f48c4-8b98-44f5-904e-faca3aa40e40,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:13.254729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-38cfb2cd-7e66-4ada-91c9-0002f40aa8eb tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Allocated IP 2001:db8::111 (e594a828-50ab-4082-9ded-fd48b2cab938/29675ef6-6b1f-4d9b-b3e2-9c9d88595070/4f53cc5d-d243-49e6-9994-9e080bda9e17) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:36:13.364664 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65cee56e-c096-4f7d-937b-b1eac80d6dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:13.397853 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c98140a7-a4e0-4fdc-881e-8e50122d4143 req-db0937a9-38cb-4a8b-9d2f-833d2edc6e88 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.1035185 Dec 20 21:36:13.426771 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65cee56e-c096-4f7d-937b-b1eac80d6dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:13.479610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b439011-5c4e-47fa-99d9-d6603a79bbff req-a26c90b4-ca78-47db-9dca-0f7399dee4ca tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:13.481752 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b439011-5c4e-47fa-99d9-d6603a79bbff req-a26c90b4-ca78-47db-9dca-0f7399dee4ca tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.0883050 Dec 20 21:36:13.522572 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65cee56e-c096-4f7d-937b-b1eac80d6dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:13.525681 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65cee56e-c096-4f7d-937b-b1eac80d6dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:13.526939 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-65cee56e-c096-4f7d-937b-b1eac80d6dae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/732f48c4-8b98-44f5-904e-faca3aa40e40 HTTP/1.1" status: 204 len: 168 time: 0.3499334 Dec 20 21:36:13.538253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cee56e-c096-4f7d-937b-b1eac80d6dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732f48c4-8b98-44f5-904e-faca3aa40e40,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:13.582241 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b439011-5c4e-47fa-99d9-d6603a79bbff req-eb3717f3-3461-4e3e-a053-d38d791f1a29 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930941 Dec 20 21:36:13.625010 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38cfb2cd-7e66-4ada-91c9-0002f40aa8eb tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:13.641396 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b4db34-8d51-41ee-9f7b-edf6a5a5c39f None None] Network e594a828-50ab-4082-9ded-fd48b2cab938 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:13.732171 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38cfb2cd-7e66-4ada-91c9-0002f40aa8eb tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:13.745265 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9e79984b-8a92-48ce-be5c-90a377a4c983 None None] Provisioning complete for port e58690d8-1920-4e70-836e-4061e5c9a09a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:13.745685 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e79984b-8a92-48ce-be5c-90a377a4c983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:13.897358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cfb2cd-7e66-4ada-91c9-0002f40aa8eb tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Network e594a828-50ab-4082-9ded-fd48b2cab938 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:36:13.931065 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-38cfb2cd-7e66-4ada-91c9-0002f40aa8eb tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:36:13.935882 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ce3e7258-87b9-4999-b5c9-3c5895ea7b16 req-910be981-2990-49e1-ae36-23121baf52c0 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0405729 Dec 20 21:36:13.938934 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cfb2cd-7e66-4ada-91c9-0002f40aa8eb tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:36:13.944440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cfb2cd-7e66-4ada-91c9-0002f40aa8eb tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:13.945065 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-38cfb2cd-7e66-4ada-91c9-0002f40aa8eb tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:13.972094 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-38cfb2cd-7e66-4ada-91c9-0002f40aa8eb tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.5271580 Dec 20 21:36:13.972430 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47982) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:13.986129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfb2cd-7e66-4ada-91c9-0002f40aa8eb tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Pushing event updated for resources: {'Port': ['ID=4f53cc5d-d243-49e6-9994-9e080bda9e17,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:14.041853 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a625b03-0fa4-40ef-b2cf-5b33b8fb0cea tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:14.051059 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a625b03-0fa4-40ef-b2cf-5b33b8fb0cea tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:14.058462 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a625b03-0fa4-40ef-b2cf-5b33b8fb0cea tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:14.063746 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6a625b03-0fa4-40ef-b2cf-5b33b8fb0cea tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.0903871 Dec 20 21:36:14.063996 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47990) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:14.197947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47996) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:14.246344 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7eaedba5-ee7c-4778-a455-e628babd4702 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Deleting port 4f53cc5d-d243-49e6-9994-9e080bda9e17 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:14.246851 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7eaedba5-ee7c-4778-a455-e628babd4702 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:14.326959 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b7ca0d63-7721-4048-8474-8acfa9574ef1 None None] Provisioning complete for port 208b0c97-a25e-42d5-b629-2feac828af17 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:14.327515 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7ca0d63-7721-4048-8474-8acfa9574ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:14.367298 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7eaedba5-ee7c-4778-a455-e628babd4702 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:14.385974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7eaedba5-ee7c-4778-a455-e628babd4702 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Calling delete_port for 4f53cc5d-d243-49e6-9994-9e080bda9e17 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:14.396662 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca0d63-7721-4048-8474-8acfa9574ef1 None None] Port 208b0c97-a25e-42d5-b629-2feac828af17 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:36:14.415786 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b7ca0d63-7721-4048-8474-8acfa9574ef1 None None] Provisioning complete for port e58690d8-1920-4e70-836e-4061e5c9a09a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:14.416161 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7ca0d63-7721-4048-8474-8acfa9574ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:14.548550 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7eaedba5-ee7c-4778-a455-e628babd4702 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:14.570023 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b7ca0d63-7721-4048-8474-8acfa9574ef1 None None] Could not find standard attr ID for object 4f53cc5d-d243-49e6-9994-9e080bda9e17. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:36:14.582601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-328502e6-d8a9-4c6d-8dc2-f348994a3d5e tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1279464104'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:14.587091 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaedba5-ee7c-4778-a455-e628babd4702 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Pushing event deleted for resources: {'Port': ['ID=4f53cc5d-d243-49e6-9994-9e080bda9e17,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:14.623435 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7eaedba5-ee7c-4778-a455-e628babd4702 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:14.623808 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-328502e6-d8a9-4c6d-8dc2-f348994a3d5e tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:14.630470 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7eaedba5-ee7c-4778-a455-e628babd4702 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] 10.222.0.32 "DELETE /v2.0/ports/4f53cc5d-d243-49e6-9994-9e080bda9e17 HTTP/1.1" status: 204 len: 168 time: 0.5619226 Dec 20 21:36:14.630637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48012) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:14.636916 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-328502e6-d8a9-4c6d-8dc2-f348994a3d5e tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:14.637291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bb8b2030-42a0-4de8-96a6-1ee4e629ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Request body: {'port': {'name': 'tempest-new-port-name-2007435185', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:14.637756 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.api.validators [None req-bb8b2030-42a0-4de8-96a6-1ee4e629ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] bootfile-name is not in valid_values {{(pid=102402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 21:36:14.638240 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.api.validators [None req-bb8b2030-42a0-4de8-96a6-1ee4e629ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] tftp-server is not in valid_values {{(pid=102402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 21:36:14.638632 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.api.validators [None req-bb8b2030-42a0-4de8-96a6-1ee4e629ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] server-ip-address is not in valid_values {{(pid=102402) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 20 21:36:14.704591 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-7a5136f3-a7a7-4d3e-adbd-a92dded99f93 None None] Provisioning complete for port 208b0c97-a25e-42d5-b629-2feac828af17 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:14.705243 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7a5136f3-a7a7-4d3e-adbd-a92dded99f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:14.777862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7a5136f3-a7a7-4d3e-adbd-a92dded99f93 None None] Port 208b0c97-a25e-42d5-b629-2feac828af17 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:36:14.781805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e58690d8-1920-4e70-836e-4061e5c9a09a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:36:14.794229 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-328502e6-d8a9-4c6d-8dc2-f348994a3d5e tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:14.800625 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-328502e6-d8a9-4c6d-8dc2-f348994a3d5e tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:14.838051 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:14.863725 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328502e6-d8a9-4c6d-8dc2-f348994a3d5e tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c843d0aa-6329-423c-ba69-9f88397894b7,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:14.870237 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb8b2030-42a0-4de8-96a6-1ee4e629ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:14.879574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e58690d8-1920-4e70-836e-4061e5c9a09a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:14.879954 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:14.921709 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422836d-f3d6-4cce-a8e4-72fe62270dfd req-4eabcc7d-2786-496e-994d-284f4eef7464 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:14.930042 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f422836d-f3d6-4cce-a8e4-72fe62270dfd req-4eabcc7d-2786-496e-994d-284f4eef7464 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.1595931 Dec 20 21:36:14.987954 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-328502e6-d8a9-4c6d-8dc2-f348994a3d5e tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:14.998578 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48020) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:15.008318 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-328502e6-d8a9-4c6d-8dc2-f348994a3d5e tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:15.030966 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-71763692-cbe8-4603-8688-2936e63d5901 None None] Could not find standard attr ID for object 4f53cc5d-d243-49e6-9994-9e080bda9e17. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:36:15.056651 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f422836d-f3d6-4cce-a8e4-72fe62270dfd req-51b8d5fe-838e-491e-a383-7e81291f0316 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208780 Dec 20 21:36:15.123542 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328502e6-d8a9-4c6d-8dc2-f348994a3d5e tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e789de4-0816-4416-9de5-dd761620a78c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:15.183429 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a93df26a-3bc0-4dce-9fe9-a5da9dedc742 req-c2c1e1ad-0f3c-4c32-bfce-9334cafb4a3f tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0538878 Dec 20 21:36:15.194394 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-328502e6-d8a9-4c6d-8dc2-f348994a3d5e tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:15.196919 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-328502e6-d8a9-4c6d-8dc2-f348994a3d5e tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9976113 Dec 20 21:36:15.199834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48030) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:15.323951 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1f9d688c-1d2d-460b-979f-9a865cac1ee5 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1211634 Dec 20 21:36:15.325167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48038) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:15.330696 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5ed38944-5478-4c78-b175-18d1d8c131c5 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group': {'name': 'tempest-security--1097297949', 'description': 'tempest-security-description-1188832053'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:15.380571 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb8b2030-42a0-4de8-96a6-1ee4e629ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:15.387782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e97797a5-ae37-408f-a0e1-2e7ef65757e8 tempest-SubnetPoolsTestJSON-1619092101 tempest-SubnetPoolsTestJSON-1619092101-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-199088686', 'prefixes': ['172.20.0.0/16']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:15.388475 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb8b2030-42a0-4de8-96a6-1ee4e629ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:15.404873 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ed38944-5478-4c78-b175-18d1d8c131c5 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:15.434235 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bb8b2030-42a0-4de8-96a6-1ee4e629ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] In _notify_port_updated(), no bound segment for port 208b0c97-a25e-42d5-b629-2feac828af17 on network e594a828-50ab-4082-9ded-fd48b2cab938 {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:36:15.440037 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8b2030-42a0-4de8-96a6-1ee4e629ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:15.440724 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb8b2030-42a0-4de8-96a6-1ee4e629ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:15.442816 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bb8b2030-42a0-4de8-96a6-1ee4e629ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] 10.222.0.32 "PUT /v2.0/ports/208b0c97-a25e-42d5-b629-2feac828af17 HTTP/1.1" status: 200 len: 1130 time: 0.8108072 Dec 20 21:36:15.445810 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48042) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:15.514259 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b2030-42a0-4de8-96a6-1ee4e629ca30 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Pushing event updated for resources: {'Port': ['ID=208b0c97-a25e-42d5-b629-2feac828af17,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:15.524321 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2adc65e-96d9-48bc-9599-6577773668c2 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:15.525796 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d2adc65e-96d9-48bc-9599-6577773668c2 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] 10.222.0.32 "GET /v2.0/ports/208b0c97-a25e-42d5-b629-2feac828af17 HTTP/1.1" status: 200 len: 1130 time: 0.0781496 Dec 20 21:36:15.531731 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48046) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:15.542235 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ed38944-5478-4c78-b175-18d1d8c131c5 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:15.550508 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ed38944-5478-4c78-b175-18d1d8c131c5 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:15.553185 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ed38944-5478-4c78-b175-18d1d8c131c5 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:15.558043 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5ed38944-5478-4c78-b175-18d1d8c131c5 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "PUT /v2.0/security-groups/2e789de4-0816-4416-9de5-dd761620a78c HTTP/1.1" status: 200 len: 1780 time: 0.2314129 Dec 20 21:36:15.558847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48048) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:15.619313 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e97797a5-ae37-408f-a0e1-2e7ef65757e8 tempest-SubnetPoolsTestJSON-1619092101 tempest-SubnetPoolsTestJSON-1619092101-project] Notify callbacks [] for subnetpool, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:15.623286 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e97797a5-ae37-408f-a0e1-2e7ef65757e8 tempest-SubnetPoolsTestJSON-1619092101 tempest-SubnetPoolsTestJSON-1619092101-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6204741 Dec 20 21:36:15.627686 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48052) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:15.633713 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed38944-5478-4c78-b175-18d1d8c131c5 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e789de4-0816-4416-9de5-dd761620a78c,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:15.671078 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d7a270e9-1198-426e-bf10-77d9e585fb88 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-groups/2e789de4-0816-4416-9de5-dd761620a78c HTTP/1.1" status: 200 len: 1780 time: 0.1024811 Dec 20 21:36:15.674519 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48060) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:15.724065 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ff274694-b242-4e6c-95c9-39dd5fb9ed0d tempest-SubnetPoolsTestJSON-1619092101 tempest-SubnetPoolsTestJSON-1619092101-project] 10.222.0.32 "GET /v2.0/subnetpools/591a5e38-0629-49a8-a63f-9b6303240bcf HTTP/1.1" status: 200 len: 731 time: 0.0914881 Dec 20 21:36:15.725268 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48062) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:15.732897 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b7101585-1160-4cf5-95e5-79662b266e11 tempest-SubnetPoolsTestJSON-1619092101 tempest-SubnetPoolsTestJSON-1619092101-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-193926422'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:15.758553 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3a70bdd-9b0c-4ceb-a833-d4b50494a4ff tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:15.795797 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e42fa8c0-8ec9-44bd-a73c-f02ab16f435a None None] Provisioning complete for port 208b0c97-a25e-42d5-b629-2feac828af17 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:15.796775 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e42fa8c0-8ec9-44bd-a73c-f02ab16f435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:15.809290 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-fa41c407-c59b-457d-8e99-93a016607320 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Deleting port 208b0c97-a25e-42d5-b629-2feac828af17 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:15.809868 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa41c407-c59b-457d-8e99-93a016607320 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:15.810504 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3a70bdd-9b0c-4ceb-a833-d4b50494a4ff tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:15.837525 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e42fa8c0-8ec9-44bd-a73c-f02ab16f435a None None] Port 208b0c97-a25e-42d5-b629-2feac828af17 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:36:15.883257 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3a70bdd-9b0c-4ceb-a833-d4b50494a4ff tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:15.887315 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3a70bdd-9b0c-4ceb-a833-d4b50494a4ff tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:15.893992 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b3a70bdd-9b0c-4ceb-a833-d4b50494a4ff tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-groups/2e789de4-0816-4416-9de5-dd761620a78c HTTP/1.1" status: 204 len: 168 time: 0.2165542 Dec 20 21:36:15.895330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48066) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:15.905606 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a70bdd-9b0c-4ceb-a833-d4b50494a4ff tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e789de4-0816-4416-9de5-dd761620a78c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:15.911700 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b7101585-1160-4cf5-95e5-79662b266e11 tempest-SubnetPoolsTestJSON-1619092101 tempest-SubnetPoolsTestJSON-1619092101-project] Notify callbacks [] for subnetpool, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:15.912812 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b7101585-1160-4cf5-95e5-79662b266e11 tempest-SubnetPoolsTestJSON-1619092101 tempest-SubnetPoolsTestJSON-1619092101-project] 10.222.0.32 "PUT /v2.0/subnetpools/591a5e38-0629-49a8-a63f-9b6303240bcf HTTP/1.1" status: 200 len: 683 time: 0.1851103 Dec 20 21:36:15.919264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48068) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:15.968591 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa41c407-c59b-457d-8e99-93a016607320 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:15.994502 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-fa41c407-c59b-457d-8e99-93a016607320 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Calling delete_port for 208b0c97-a25e-42d5-b629-2feac828af17 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:16.004828 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-00728646-2efc-48a9-9849-ee4ceaa51614 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1035461 Dec 20 21:36:16.006585 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48074) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:16.036126 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fe8ecccd-9f64-470c-82b4-ffd3234dbe4a tempest-SubnetPoolsTestJSON-1619092101 tempest-SubnetPoolsTestJSON-1619092101-project] Notify callbacks [] for subnetpool, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:16.036126 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fe8ecccd-9f64-470c-82b4-ffd3234dbe4a tempest-SubnetPoolsTestJSON-1619092101 tempest-SubnetPoolsTestJSON-1619092101-project] 10.222.0.32 "DELETE /v2.0/subnetpools/591a5e38-0629-49a8-a63f-9b6303240bcf HTTP/1.1" status: 204 len: 168 time: 0.1133928 Dec 20 21:36:16.036344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48080) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:16.055321 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-686973bd-4bef-4139-8e5b-e8a01b333eb7 tempest-SubnetPoolsTestJSON-1619092101 tempest-SubnetPoolsTestJSON-1619092101-project] show failed (client error): The resource could not be found. Dec 20 21:36:16.059592 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-686973bd-4bef-4139-8e5b-e8a01b333eb7 tempest-SubnetPoolsTestJSON-1619092101 tempest-SubnetPoolsTestJSON-1619092101-project] 10.222.0.32 "GET /v2.0/subnetpools/591a5e38-0629-49a8-a63f-9b6303240bcf HTTP/1.1" status: 404 len: 346 time: 0.0197568 Dec 20 21:36:16.060075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48084) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:16.075385 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-b6602df2-df26-483e-9aff-8049dd94e736 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] delete failed (client error): The resource could not be found. Dec 20 21:36:16.078506 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b6602df2-df26-483e-9aff-8049dd94e736 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-groups/2e789de4-0816-4416-9de5-dd761620a78c HTTP/1.1" status: 404 len: 347 time: 0.0649011 Dec 20 21:36:16.086425 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48094) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:16.091351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cb7550a6-ec4d-49bb-95da-2975681e4189 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group': {'name': 'tempest-secgroup--975676303'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:16.094004 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-b580afc8-b754-4982-b8e5-12798be91fd8 tempest-SubnetPoolsTestJSON-1619092101 tempest-SubnetPoolsTestJSON-1619092101-project] delete failed (client error): The resource could not be found. Dec 20 21:36:16.095299 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b580afc8-b754-4982-b8e5-12798be91fd8 tempest-SubnetPoolsTestJSON-1619092101 tempest-SubnetPoolsTestJSON-1619092101-project] 10.222.0.32 "DELETE /v2.0/subnetpools/591a5e38-0629-49a8-a63f-9b6303240bcf HTTP/1.1" status: 404 len: 346 time: 0.0341713 Dec 20 21:36:16.141928 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb7550a6-ec4d-49bb-95da-2975681e4189 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:16.284341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab4645-41bd-4d14-b5ac-8881c471989f req-24d5585f-ee71-4f2d-91a4-c55793f2e4a3 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:16.285862 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0aab4645-41bd-4d14-b5ac-8881c471989f req-24d5585f-ee71-4f2d-91a4-c55793f2e4a3 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.1329534 Dec 20 21:36:16.289014 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa41c407-c59b-457d-8e99-93a016607320 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:16.310285 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb7550a6-ec4d-49bb-95da-2975681e4189 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:16.338049 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb7550a6-ec4d-49bb-95da-2975681e4189 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:16.338501 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7f47e560-d036-43ae-baaf-feb76147c32e req-2a28affa-b404-4f6c-8eac-a9b0dfa00554 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0402710 Dec 20 21:36:16.340388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41c407-c59b-457d-8e99-93a016607320 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Pushing event deleted for resources: {'Port': ['ID=208b0c97-a25e-42d5-b629-2feac828af17,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:16.416586 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa41c407-c59b-457d-8e99-93a016607320 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:16.425075 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fa41c407-c59b-457d-8e99-93a016607320 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] 10.222.0.32 "DELETE /v2.0/ports/208b0c97-a25e-42d5-b629-2feac828af17 HTTP/1.1" status: 204 len: 168 time: 0.8920209 Dec 20 21:36:16.427686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48112) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:16.434335 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb7550a6-ec4d-49bb-95da-2975681e4189 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:16.444472 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cb7550a6-ec4d-49bb-95da-2975681e4189 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3550515 Dec 20 21:36:16.445119 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48114) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:16.459699 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7550a6-ec4d-49bb-95da-2975681e4189 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562202fb-7e2f-4cb7-8675-f10599821276,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:16.489236 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0aab4645-41bd-4d14-b5ac-8881c471989f req-3eefded1-3169-46e3-a082-1eec4e1887c2 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860857 Dec 20 21:36:16.507226 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c1dca7d4-74a3-4888-90eb-4223189c4313 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group_rule': {'security_group_id': '562202fb-7e2f-4cb7-8675-f10599821276', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:16.540136 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b1602c-c922-46d4-9883-20826cc997ed tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Deleting subnet 29675ef6-6b1f-4d9b-b3e2-9c9d88595070 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:36:16.544034 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61b1602c-c922-46d4-9883-20826cc997ed tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:16.636269 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48120) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:16.673601 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1dca7d4-74a3-4888-90eb-4223189c4313 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:16.709025 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61b1602c-c922-46d4-9883-20826cc997ed tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:16.775718 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1dca7d4-74a3-4888-90eb-4223189c4313 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:16.781259 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1dca7d4-74a3-4888-90eb-4223189c4313 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:16.803418 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dca7d4-74a3-4888-90eb-4223189c4313 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b655bf3-f191-4c7d-95a4-4cdd4b3f2a5b,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:16.820124 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1dca7d4-74a3-4888-90eb-4223189c4313 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:16.821703 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c1dca7d4-74a3-4888-90eb-4223189c4313 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3659942 Dec 20 21:36:16.824333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48134) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:16.905129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a7bf9-661f-47d9-ae46-b7c57ded1bcc req-b4b6e0e6-1264-41e8-90a5-3b448ffcdaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:16.906988 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-365a7bf9-661f-47d9-ae46-b7c57ded1bcc req-b4b6e0e6-1264-41e8-90a5-3b448ffcdaa2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 1094 time: 0.1239610 Dec 20 21:36:16.916669 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdd0778f-b4b7-458e-8a1c-a96d638d9401 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:16.963721 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdd0778f-b4b7-458e-8a1c-a96d638d9401 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:16.991217 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-365a7bf9-661f-47d9-ae46-b7c57ded1bcc req-1cfd0bbf-cb5b-4dc6-bbe5-9b31a9afa57e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727887 Dec 20 21:36:17.000905 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61b1602c-c922-46d4-9883-20826cc997ed tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.076900 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdd0778f-b4b7-458e-8a1c-a96d638d9401 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.090998 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61b1602c-c922-46d4-9883-20826cc997ed tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.092808 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdd0778f-b4b7-458e-8a1c-a96d638d9401 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.096820 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fdd0778f-b4b7-458e-8a1c-a96d638d9401 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/4b655bf3-f191-4c7d-95a4-4cdd4b3f2a5b HTTP/1.1" status: 204 len: 168 time: 0.2685144 Dec 20 21:36:17.099697 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48154) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:17.114182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0778f-b4b7-458e-8a1c-a96d638d9401 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b655bf3-f191-4c7d-95a4-4cdd4b3f2a5b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:17.124915 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-925b99d6-edf1-4e82-bd7a-6e1edc2fa1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.125094 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1602c-c922-46d4-9883-20826cc997ed tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Pushing event deleted for resources: {'Subnet': ['ID=29675ef6-6b1f-4d9b-b3e2-9c9d88595070,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:17.131818 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61b1602c-c922-46d4-9883-20826cc997ed tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.135424 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-61b1602c-c922-46d4-9883-20826cc997ed tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] 10.222.0.32 "DELETE /v2.0/subnets/29675ef6-6b1f-4d9b-b3e2-9c9d88595070 HTTP/1.1" status: 204 len: 168 time: 0.7066221 Dec 20 21:36:17.137946 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48156) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:17.144036 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba17dd2-65cd-4d7d-a86d-b8dd89776ee8 None None] Network e594a828-50ab-4082-9ded-fd48b2cab938 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:17.217803 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c48d9d67-8886-4173-8459-f9e9ee889de4 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1077545 Dec 20 21:36:17.218927 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48160) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:17.253451 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.308803 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7a3f-6662-4359-a801-d6ba2c4a5133 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.356129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Deleting port e58690d8-1920-4e70-836e-4061e5c9a09a {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:17.356572 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.358424 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-925b99d6-edf1-4e82-bd7a-6e1edc2fa1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.363983 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-925b99d6-edf1-4e82-bd7a-6e1edc2fa1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.391353 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7a3f-6662-4359-a801-d6ba2c4a5133 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.410270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19e2fac-1de2-4d3f-94da-5dbb21ba4294 None None] DHCP port deletion for e594a828-50ab-4082-9ded-fd48b2cab938 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:36:17.425281 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b99d6-edf1-4e82-bd7a-6e1edc2fa1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359c5a04-3c23-45b0-b1e9-6340ee941441,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:17.456570 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-925b99d6-edf1-4e82-bd7a-6e1edc2fa1df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14bb2c6e83ab4415999705caf0a073e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8191586 Dec 20 21:36:17.459136 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48172) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:17.490559 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e19e2fac-1de2-4d3f-94da-5dbb21ba4294 None None] Deleting port e58690d8-1920-4e70-836e-4061e5c9a09a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:17.490954 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e19e2fac-1de2-4d3f-94da-5dbb21ba4294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.491880 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7a3f-6662-4359-a801-d6ba2c4a5133 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.494554 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7a3f-6662-4359-a801-d6ba2c4a5133 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.495708 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8fbd7a3f-6662-4359-a801-d6ba2c4a5133 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-groups/562202fb-7e2f-4cb7-8675-f10599821276 HTTP/1.1" status: 204 len: 168 time: 0.2756908 Dec 20 21:36:17.499958 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48174) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:17.520038 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd7a3f-6662-4359-a801-d6ba2c4a5133 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562202fb-7e2f-4cb7-8675-f10599821276,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:17.557791 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8ca87c3-64b5-4c0d-a98a-5030ff414f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.558298 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3dd2778-e125-4d83-b840-e00c3c2c4678 req-9bc37941-6a96-47b3-8863-d9ba64c4e370 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0557246 Dec 20 21:36:17.577137 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] For port e58690d8-1920-4e70-836e-4061e5c9a09a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e58690d8-1920-4e70-836e-4061e5c9a09a,segment=NetworkSegment(cc74d294-cf93-4ba7-955f-1e7d906beba7),segment_id=cc74d294-cf93-4ba7-955f-1e7d906beba7)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:36:17.577716 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.582549 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-89f2fa57-1820-4196-b379-bcc0d0af4e62 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0766077 Dec 20 21:36:17.587436 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48178) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:17.593135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-fb693837-7a20-4720-b90a-e692ae2cf1b8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group': {'name': 'tempest-secgroup--192753305'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:17.608340 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Calling delete_port for e58690d8-1920-4e70-836e-4061e5c9a09a owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:17.613306 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8ca87c3-64b5-4c0d-a98a-5030ff414f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.626438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e19e2fac-1de2-4d3f-94da-5dbb21ba4294 None None] For port e58690d8-1920-4e70-836e-4061e5c9a09a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e58690d8-1920-4e70-836e-4061e5c9a09a,segment=NetworkSegment(cc74d294-cf93-4ba7-955f-1e7d906beba7),segment_id=cc74d294-cf93-4ba7-955f-1e7d906beba7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:36:17.627073 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e19e2fac-1de2-4d3f-94da-5dbb21ba4294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.638868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48180) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:17.641588 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e19e2fac-1de2-4d3f-94da-5dbb21ba4294 None None] Calling delete_port for e58690d8-1920-4e70-836e-4061e5c9a09a owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:17.695764 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb693837-7a20-4720-b90a-e692ae2cf1b8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.745750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2557e41-3dd1-40ca-a15e-cc68d3a341b8 req-06af60c2-043f-478c-8c3d-d05d49af6df1 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:17.750914 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2557e41-3dd1-40ca-a15e-cc68d3a341b8 req-06af60c2-043f-478c-8c3d-d05d49af6df1 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.0970025 Dec 20 21:36:17.777168 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.784328 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e19e2fac-1de2-4d3f-94da-5dbb21ba4294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.789613 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8ca87c3-64b5-4c0d-a98a-5030ff414f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.792568 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8ca87c3-64b5-4c0d-a98a-5030ff414f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.796869 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a8ca87c3-64b5-4c0d-a98a-5030ff414f56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/359c5a04-3c23-45b0-b1e9-6340ee941441 HTTP/1.1" status: 204 len: 168 time: 0.3339398 Dec 20 21:36:17.809273 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca87c3-64b5-4c0d-a98a-5030ff414f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359c5a04-3c23-45b0-b1e9-6340ee941441,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:17.819000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Pushing event deleted for resources: {'Port': ['ID=e58690d8-1920-4e70-836e-4061e5c9a09a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:17.826204 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f2557e41-3dd1-40ca-a15e-cc68d3a341b8 req-b12fc22b-2907-4d0a-9d1e-7fee14e109f1 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669732 Dec 20 21:36:17.832158 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] No DVR routers for this DVR port e58690d8-1920-4e70-836e-4061e5c9a09a on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:36:17.853849 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e2fac-1de2-4d3f-94da-5dbb21ba4294 None None] Pushing event deleted for resources: {'Port': ['ID=e58690d8-1920-4e70-836e-4061e5c9a09a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:17.894756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e2fac-1de2-4d3f-94da-5dbb21ba4294 None None] No DVR routers for this DVR port e58690d8-1920-4e70-836e-4061e5c9a09a on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:36:17.923479 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb693837-7a20-4720-b90a-e692ae2cf1b8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.938493 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb693837-7a20-4720-b90a-e692ae2cf1b8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.948526 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.953715 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.991754 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e594a828-50ab-4082-9ded-fd48b2cab938']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:17.996023 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb693837-7a20-4720-b90a-e692ae2cf1b8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:17.997278 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fb693837-7a20-4720-b90a-e692ae2cf1b8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4088843 Dec 20 21:36:18.003575 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48190) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:18.009689 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-442056cf-6862-46af-90c2-61fe57d2cd9c tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group_rule': {'security_group_id': 'e23a584d-6901-4d32-85e0-e95f998bf8df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:18.010295 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e946d589-a4c9-4789-b8db-4d6b264f55b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.014868 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb693837-7a20-4720-b90a-e692ae2cf1b8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23a584d-6901-4d32-85e0-e95f998bf8df,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:18.018465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc74d294-cf93-4ba7-955f-1e7d906beba7') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:18.018805 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc74d294-cf93-4ba7-955f-1e7d906beba7') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:18.032640 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.053549 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.065102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:36:18.068255 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:36:18.074155 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:36:18.129271 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-442056cf-6862-46af-90c2-61fe57d2cd9c tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.135000 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e946d589-a4c9-4789-b8db-4d6b264f55b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.140334 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e946d589-a4c9-4789-b8db-4d6b264f55b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.169398 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.197920 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e946d589-a4c9-4789-b8db-4d6b264f55b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21b8da49d44a4bb9b9381cd09142ffb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5477118 Dec 20 21:36:18.197920 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48194) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:18.197920 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946d589-a4c9-4789-b8db-4d6b264f55b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ba3709-2035-420d-b7ef-f4b584032435,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:18.198193 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.199010 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] 10.222.0.32 "DELETE /v2.0/networks/e594a828-50ab-4082-9ded-fd48b2cab938 HTTP/1.1" status: 204 len: 168 time: 1.0599113 Dec 20 21:36:18.200039 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5446f4-b8a3-4a2f-8c59-496e817a3e53 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560 tempest-ExtraDHCPOptionsIpV6TestJSON-156690560-project] Pushing event deleted for resources: {'Network': ['ID=e594a828-50ab-4082-9ded-fd48b2cab938,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:18.249532 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-442056cf-6862-46af-90c2-61fe57d2cd9c tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.255082 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-442056cf-6862-46af-90c2-61fe57d2cd9c tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.261559 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-100d605e-f110-4568-b488-39c8bd742e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.273568 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442056cf-6862-46af-90c2-61fe57d2cd9c tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d71185-c250-42ae-97f6-4fd2ad911ff3,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:18.285744 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-442056cf-6862-46af-90c2-61fe57d2cd9c tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.287506 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-442056cf-6862-46af-90c2-61fe57d2cd9c tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2827983 Dec 20 21:36:18.287951 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-100d605e-f110-4568-b488-39c8bd742e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.290115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48202) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:18.294722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-fa94f4fe-f2b9-4d1a-83b1-24332b1efb0f tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group_rule': {'security_group_id': 'e23a584d-6901-4d32-85e0-e95f998bf8df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:18.327627 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa94f4fe-f2b9-4d1a-83b1-24332b1efb0f tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.361180 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-100d605e-f110-4568-b488-39c8bd742e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.365289 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-100d605e-f110-4568-b488-39c8bd742e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.366795 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-100d605e-f110-4568-b488-39c8bd742e75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5ba3709-2035-420d-b7ef-f4b584032435 HTTP/1.1" status: 204 len: 168 time: 0.1642783 Dec 20 21:36:18.376755 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d605e-f110-4568-b488-39c8bd742e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ba3709-2035-420d-b7ef-f4b584032435,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:18.408805 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa94f4fe-f2b9-4d1a-83b1-24332b1efb0f tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.413005 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa94f4fe-f2b9-4d1a-83b1-24332b1efb0f tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.431355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94f4fe-f2b9-4d1a-83b1-24332b1efb0f tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3892c05-343a-4afc-8fe6-c5f390780e86,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:18.443300 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fa94f4fe-f2b9-4d1a-83b1-24332b1efb0f tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.444904 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fa94f4fe-f2b9-4d1a-83b1-24332b1efb0f tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1538482 Dec 20 21:36:18.447069 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48210) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:18.451957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-bcc213de-8b72-49a1-bb36-c41b063e81d6 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group_rule': {'security_group_id': 'e23a584d-6901-4d32-85e0-e95f998bf8df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:18.482006 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bcc213de-8b72-49a1-bb36-c41b063e81d6 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.543847 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bcc213de-8b72-49a1-bb36-c41b063e81d6 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.548593 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bcc213de-8b72-49a1-bb36-c41b063e81d6 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.572944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc213de-8b72-49a1-bb36-c41b063e81d6 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf64d925-86ea-46e0-b461-0ecbc34928f3,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:18.580114 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bcc213de-8b72-49a1-bb36-c41b063e81d6 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.583886 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bcc213de-8b72-49a1-bb36-c41b063e81d6 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333265 Dec 20 21:36:18.584400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48218) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:18.589995 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-227499c5-3bc7-4261-85af-213da93123cb tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group_rule': {'security_group_id': 'e23a584d-6901-4d32-85e0-e95f998bf8df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:18.631296 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-227499c5-3bc7-4261-85af-213da93123cb tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.690617 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e58690d8-1920-4e70-836e-4061e5c9a09a no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:36:18.735061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: e58690d8-1920-4e70-836e-4061e5c9a09a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:36:18.735765 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e58690d8-1920-4e70-836e-4061e5c9a09a not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:36:18.738504 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ff6c071-fdb6-4f49-97a2-5ac39a8fa2f8 req-131c1377-1298-4322-a1cf-2336714e901b tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0470133 Dec 20 21:36:18.751899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48224) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:18.771826 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-227499c5-3bc7-4261-85af-213da93123cb tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.777039 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-227499c5-3bc7-4261-85af-213da93123cb tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.797201 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227499c5-3bc7-4261-85af-213da93123cb tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1ac3b1-9066-4b5c-b13d-470c6d5a1bfc,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:18.813868 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-227499c5-3bc7-4261-85af-213da93123cb tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.815970 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-227499c5-3bc7-4261-85af-213da93123cb tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2305710 Dec 20 21:36:18.818871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48230) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:18.824470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0e5cdc4b-7ad4-49ae-9952-ad014a3fb905 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group_rule': {'security_group_id': 'e23a584d-6901-4d32-85e0-e95f998bf8df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:18.855604 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e5cdc4b-7ad4-49ae-9952-ad014a3fb905 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.928374 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e5cdc4b-7ad4-49ae-9952-ad014a3fb905 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.933323 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e5cdc4b-7ad4-49ae-9952-ad014a3fb905 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.942439 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48236) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:18.959682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a5d06-fbe2-4656-b416-7cdbca3a20e7 req-c23515dd-a975-4a94-9851-28ecf9c158fa tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:18.961375 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ce3a5d06-fbe2-4656-b416-7cdbca3a20e7 req-c23515dd-a975-4a94-9851-28ecf9c158fa tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.0600367 Dec 20 21:36:18.978664 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4447a3de-a74b-4767-8869-091b0c88f4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:18.982990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cdc4b-7ad4-49ae-9952-ad014a3fb905 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b43a066-a563-4647-b246-43950ff8e395,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:19.000070 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e5cdc4b-7ad4-49ae-9952-ad014a3fb905 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.004184 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0e5cdc4b-7ad4-49ae-9952-ad014a3fb905 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1813481 Dec 20 21:36:19.004631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48238) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:19.011725 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ce3a5d06-fbe2-4656-b416-7cdbca3a20e7 req-5a1a0345-f8f2-484e-b1e6-6f556a6a9a7e tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439763 Dec 20 21:36:19.050456 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ac791e20-e306-47a6-879d-b97c6954ee97 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.066185 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ac791e20-e306-47a6-879d-b97c6954ee97 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.127311 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-25a561e8-eb5f-4412-9db6-7be57724a764 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=436f2e0e51d941b189e00c6a2d0afda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3741505 Dec 20 21:36:19.129883 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48244) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:19.148115 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ac791e20-e306-47a6-879d-b97c6954ee97 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.153954 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ac791e20-e306-47a6-879d-b97c6954ee97 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.158119 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ac791e20-e306-47a6-879d-b97c6954ee97 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/4b43a066-a563-4647-b246-43950ff8e395 HTTP/1.1" status: 204 len: 168 time: 0.1495943 Dec 20 21:36:19.159108 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48246) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:19.178146 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac791e20-e306-47a6-879d-b97c6954ee97 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b43a066-a563-4647-b246-43950ff8e395,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:19.190767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e3c22-f45a-4853-9430-247c5a4c9e00 req-5d90f74d-fdb0-483f-8c81-8ed0f486a0bd tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:19.192322 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-237e3c22-f45a-4853-9430-247c5a4c9e00 req-5d90f74d-fdb0-483f-8c81-8ed0f486a0bd tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1027274 Dec 20 21:36:19.207400 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4447a3de-a74b-4767-8869-091b0c88f4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.219660 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2bde4647-b4f0-4a65-816a-05d7d914f3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.230879 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4447a3de-a74b-4767-8869-091b0c88f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.252841 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2bde4647-b4f0-4a65-816a-05d7d914f3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.264970 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-237e3c22-f45a-4853-9430-247c5a4c9e00 req-00cae374-7fdb-4dac-ab02-7c1a035c3b31 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642190 Dec 20 21:36:19.281229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447a3de-a74b-4767-8869-091b0c88f4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddc066e-66e8-4f53-a157-ed92f17a14e5,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:19.285713 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4447a3de-a74b-4767-8869-091b0c88f4f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=691f2f93378f4b09a1023febf389e511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390150 Dec 20 21:36:19.290547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48250) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:19.303647 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-96c3d159-69e7-448f-bf86-07b74eda8992 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1405773 Dec 20 21:36:19.303889 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48256) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:19.348822 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-975ff285-3c9f-4174-aa96-aedfdec51e75 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.370114 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-975ff285-3c9f-4174-aa96-aedfdec51e75 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.386744 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9b381433-74f6-47e8-b66b-1884579fed62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.412936 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9b381433-74f6-47e8-b66b-1884579fed62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.415963 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2bde4647-b4f0-4a65-816a-05d7d914f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.418987 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2bde4647-b4f0-4a65-816a-05d7d914f3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.422599 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2bde4647-b4f0-4a65-816a-05d7d914f3ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b9894c8-9c61-4fed-a698-9a4b8155960d HTTP/1.1" status: 204 len: 168 time: 0.2892458 Dec 20 21:36:19.447967 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde4647-b4f0-4a65-816a-05d7d914f3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9894c8-9c61-4fed-a698-9a4b8155960d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:19.473796 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9b381433-74f6-47e8-b66b-1884579fed62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.480595 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9b381433-74f6-47e8-b66b-1884579fed62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.482093 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9b381433-74f6-47e8-b66b-1884579fed62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ddc066e-66e8-4f53-a157-ed92f17a14e5 HTTP/1.1" status: 204 len: 168 time: 0.1903234 Dec 20 21:36:19.487557 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-975ff285-3c9f-4174-aa96-aedfdec51e75 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.493208 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b381433-74f6-47e8-b66b-1884579fed62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddc066e-66e8-4f53-a157-ed92f17a14e5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:19.506662 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-975ff285-3c9f-4174-aa96-aedfdec51e75 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.510821 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-975ff285-3c9f-4174-aa96-aedfdec51e75 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2b1ac3b1-9066-4b5c-b13d-470c6d5a1bfc HTTP/1.1" status: 204 len: 168 time: 0.2039986 Dec 20 21:36:19.510821 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ff285-3c9f-4174-aa96-aedfdec51e75 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b1ac3b1-9066-4b5c-b13d-470c6d5a1bfc,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:19.511637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48270) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:19.611350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f123374c-b366-468d-a202-c9da8ef5fcb3 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0917192 Dec 20 21:36:19.611937 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48274) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:19.667626 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1fe1cef3-b857-44ad-b98f-da87ebe84a74 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.679547 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1fe1cef3-b857-44ad-b98f-da87ebe84a74 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.703326 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ed7f7-0705-4eca-b6fd-2c3f133a25ab req-ced9dc24-feec-468e-ab7e-78f286c95b04 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:19.705128 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e18ed7f7-0705-4eca-b6fd-2c3f133a25ab req-ced9dc24-feec-468e-ab7e-78f286c95b04 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.0866179 Dec 20 21:36:19.733181 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1fe1cef3-b857-44ad-b98f-da87ebe84a74 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.743880 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1fe1cef3-b857-44ad-b98f-da87ebe84a74 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.745536 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1fe1cef3-b857-44ad-b98f-da87ebe84a74 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/cf64d925-86ea-46e0-b461-0ecbc34928f3 HTTP/1.1" status: 204 len: 168 time: 0.1325610 Dec 20 21:36:19.749224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48282) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:19.760632 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48284) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:19.776924 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1cef3-b857-44ad-b98f-da87ebe84a74 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf64d925-86ea-46e0-b461-0ecbc34928f3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:19.789628 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e18ed7f7-0705-4eca-b6fd-2c3f133a25ab req-7cefb48d-b768-46ea-84ed-d105afbaef8a tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774832 Dec 20 21:36:19.871215 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6a5de1c0-2b61-4ba0-9707-f773d27f3961 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1178579 Dec 20 21:36:19.872642 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48288) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:19.883394 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f6bbe17e-5e38-4126-b5af-f4ac013ab1eb req-cf79d02a-2a97-4e11-bb58-23b507c0ba5c tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0402567 Dec 20 21:36:19.903111 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0d040bd-1195-4fe1-bca6-23602b1a8182 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.912781 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0d040bd-1195-4fe1-bca6-23602b1a8182 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.944552 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0d040bd-1195-4fe1-bca6-23602b1a8182 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.950972 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0d040bd-1195-4fe1-bca6-23602b1a8182 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:19.954496 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e0d040bd-1195-4fe1-bca6-23602b1a8182 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a3892c05-343a-4afc-8fe6-c5f390780e86 HTTP/1.1" status: 204 len: 168 time: 0.0779145 Dec 20 21:36:19.955301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48294) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:19.962977 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d040bd-1195-4fe1-bca6-23602b1a8182 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3892c05-343a-4afc-8fe6-c5f390780e86,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:19.998113 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8c733aef-b08f-4067-bd0d-7f23788c2305 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0409205 Dec 20 21:36:20.000202 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48296) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:20.025124 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-afca6a7a-84df-40b7-8d9f-2f2eea742f70 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.033682 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-afca6a7a-84df-40b7-8d9f-2f2eea742f70 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.062988 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-afca6a7a-84df-40b7-8d9f-2f2eea742f70 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.069661 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-afca6a7a-84df-40b7-8d9f-2f2eea742f70 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.070796 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-afca6a7a-84df-40b7-8d9f-2f2eea742f70 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a2d71185-c250-42ae-97f6-4fd2ad911ff3 HTTP/1.1" status: 204 len: 168 time: 0.0693955 Dec 20 21:36:20.073817 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48300) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:20.076127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca6a7a-84df-40b7-8d9f-2f2eea742f70 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2d71185-c250-42ae-97f6-4fd2ad911ff3,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:20.124736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48302) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:20.124941 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c5503018-38d8-4db7-9ea0-9bbbbb2b9643 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0485876 Dec 20 21:36:20.142681 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-43d99ab5-95af-4527-99ed-186138269551 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1047151168'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:20.171151 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d99ab5-95af-4527-99ed-186138269551 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Made reservation on behalf of 29a82dd0cfcc48618dcf17ea98bb5174 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:20.178303 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43d99ab5-95af-4527-99ed-186138269551 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.188527 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fafa5d72-a332-4a26-87b6-30492bb4d06e tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.192800 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43d99ab5-95af-4527-99ed-186138269551 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.223728 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fafa5d72-a332-4a26-87b6-30492bb4d06e tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.286832 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fafa5d72-a332-4a26-87b6-30492bb4d06e tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.290574 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fafa5d72-a332-4a26-87b6-30492bb4d06e tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.290701 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43d99ab5-95af-4527-99ed-186138269551 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.292574 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fafa5d72-a332-4a26-87b6-30492bb4d06e tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-groups/e23a584d-6901-4d32-85e0-e95f998bf8df HTTP/1.1" status: 204 len: 168 time: 0.1663246 Dec 20 21:36:20.296031 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48310) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:20.306548 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa5d72-a332-4a26-87b6-30492bb4d06e tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23a584d-6901-4d32-85e0-e95f998bf8df,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:20.307106 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43d99ab5-95af-4527-99ed-186138269551 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.362361 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d99ab5-95af-4527-99ed-186138269551 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:36:20.374163 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d99ab5-95af-4527-99ed-186138269551 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9020f045-ed6b-4522-8a63-d0032a091c2e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:20.390298 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e24decb5-2aa3-4ec3-8a3f-084d4e2c1940 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0910468 Dec 20 21:36:20.390298 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43d99ab5-95af-4527-99ed-186138269551 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.390298 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-43d99ab5-95af-4527-99ed-186138269551 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Added segment f671b077-e482-40cb-89fd-550cad0552c7 of type vlan for network 51e8290e-36be-4f9c-a1e8-fda51dcade1d Dec 20 21:36:20.392633 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48318) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:20.398098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-820536b1-a44a-49f1-9f5c-763d2499aa30 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200765153'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:20.442763 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43d99ab5-95af-4527-99ed-186138269551 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.445354 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-820536b1-a44a-49f1-9f5c-763d2499aa30 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.482407 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43d99ab5-95af-4527-99ed-186138269551 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.488184 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d99ab5-95af-4527-99ed-186138269551 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:20.488785 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43d99ab5-95af-4527-99ed-186138269551 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.534794 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-820536b1-a44a-49f1-9f5c-763d2499aa30 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.540650 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-820536b1-a44a-49f1-9f5c-763d2499aa30 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.565489 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-43d99ab5-95af-4527-99ed-186138269551 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7997425 Dec 20 21:36:20.566563 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48324) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:20.575217 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-30d38e63-e65d-47ab-ab99-d86c0125931e tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Request body: {'subnet': {'network_id': '51e8290e-36be-4f9c-a1e8-fda51dcade1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:20.579936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d99ab5-95af-4527-99ed-186138269551 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Pushing event updated for resources: {'Network': ['ID=51e8290e-36be-4f9c-a1e8-fda51dcade1d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:20.581637 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-820536b1-a44a-49f1-9f5c-763d2499aa30 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.597998 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 51e8290e-36be-4f9c-a1e8-fda51dcade1d details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:36:20.599709 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-820536b1-a44a-49f1-9f5c-763d2499aa30 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2057185 Dec 20 21:36:20.601077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48326) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:20.608980 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-410e6765-3be3-4cff-bc4b-e5fa142117ed tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group_rule': {'security_group_id': 'f4f38af2-92fb-42c6-9ada-cda8a76708af', 'direction': 'ingress', 'protocol': 17}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:20.618537 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820536b1-a44a-49f1-9f5c-763d2499aa30 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f38af2-92fb-42c6-9ada-cda8a76708af,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:20.676937 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-410e6765-3be3-4cff-bc4b-e5fa142117ed tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.701090 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d38e63-e65d-47ab-ab99-d86c0125931e tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Made reservation on behalf of 29a82dd0cfcc48618dcf17ea98bb5174 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:20.707531 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30d38e63-e65d-47ab-ab99-d86c0125931e tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.777963 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-410e6765-3be3-4cff-bc4b-e5fa142117ed tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.784324 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-410e6765-3be3-4cff-bc4b-e5fa142117ed tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.810714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e6765-3be3-4cff-bc4b-e5fa142117ed tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c30966-29ec-41cd-ae11-ce18208355cf,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:20.823605 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-410e6765-3be3-4cff-bc4b-e5fa142117ed tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.826408 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-410e6765-3be3-4cff-bc4b-e5fa142117ed tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2228136 Dec 20 21:36:20.829624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48334) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:20.897283 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4b3921e-0a58-4ddb-af9e-ae31fbdc1f54 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:20.924632 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4b3921e-0a58-4ddb-af9e-ae31fbdc1f54 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.037720 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4b3921e-0a58-4ddb-af9e-ae31fbdc1f54 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.040627 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4b3921e-0a58-4ddb-af9e-ae31fbdc1f54 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.045212 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a4b3921e-0a58-4ddb-af9e-ae31fbdc1f54 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-groups/f4f38af2-92fb-42c6-9ada-cda8a76708af HTTP/1.1" status: 204 len: 168 time: 0.2140353 Dec 20 21:36:21.047609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-722ae5c8-419e-4386-8dfb-ddc94b0204e7 req-4e8d77ec-2420-4722-9f17-a228b92348e0 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0380418 Dec 20 21:36:21.048251 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48346) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:21.080123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3921e-0a58-4ddb-af9e-ae31fbdc1f54 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f38af2-92fb-42c6-9ada-cda8a76708af,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:21.126976 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-27b8a12d-fb00-46fb-9dd7-65e492b98b96 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0748553 Dec 20 21:36:21.130993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48354) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:21.136133 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-ec022aa1-a53c-4288-a7b9-a5f8d2c1fd08 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151324541'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:21.164423 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec022aa1-a53c-4288-a7b9-a5f8d2c1fd08 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.272314 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04567ec-947a-4543-b544-43be871acf5b req-9c47337b-e31c-4fb6-8bf1-51f6a5ee736c tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:21.272911 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec022aa1-a53c-4288-a7b9-a5f8d2c1fd08 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.273956 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c04567ec-947a-4543-b544-43be871acf5b req-9c47337b-e31c-4fb6-8bf1-51f6a5ee736c tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.0883307 Dec 20 21:36:21.284629 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec022aa1-a53c-4288-a7b9-a5f8d2c1fd08 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.298514 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30d38e63-e65d-47ab-ab99-d86c0125931e tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.332073 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec022aa1-a53c-4288-a7b9-a5f8d2c1fd08 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.333651 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ec022aa1-a53c-4288-a7b9-a5f8d2c1fd08 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2015214 Dec 20 21:36:21.335248 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec022aa1-a53c-4288-a7b9-a5f8d2c1fd08 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6016fc79-d74b-4149-a181-b47f76a15df4,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:21.338254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48362) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:21.343448 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b33ced9f-5712-472d-9101-27c6d5b2cb31 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737477423'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:21.365805 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c04567ec-947a-4543-b544-43be871acf5b req-e8e11b40-5987-4b23-a41b-7ccb7b023efe tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806599 Dec 20 21:36:21.379631 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b33ced9f-5712-472d-9101-27c6d5b2cb31 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.402753 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d38e63-e65d-47ab-ab99-d86c0125931e tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Pushing event updated for resources: {'Subnet': ['ID=050d8fca-872c-47a3-8d5c-5e316c1b9d36,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:21.405404 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d38e63-e65d-47ab-ab99-d86c0125931e tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Checking segment: {'id': 'f671b077-e482-40cb-89fd-550cad0552c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '51e8290e-36be-4f9c-a1e8-fda51dcade1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:36:21.405999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d38e63-e65d-47ab-ab99-d86c0125931e tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Network hostable DHCP agents. Network: 51e8290e-36be-4f9c-a1e8-fda51dcade1d, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:36:21.429756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d38e63-e65d-47ab-ab99-d86c0125931e tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Network 51e8290e-36be-4f9c-a1e8-fda51dcade1d is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:36:21.444626 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-30d38e63-e65d-47ab-ab99-d86c0125931e tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 51e8290e-36be-4f9c-a1e8-fda51dcade1d) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:36:21.450108 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d38e63-e65d-47ab-ab99-d86c0125931e tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:21.452327 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30d38e63-e65d-47ab-ab99-d86c0125931e tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.458019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65362cd4-b38f-4bb5-9c2d-8c6260cf5180 None None] Network 51e8290e-36be-4f9c-a1e8-fda51dcade1d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:21.476036 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-30d38e63-e65d-47ab-ab99-d86c0125931e tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9077623 Dec 20 21:36:21.479566 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48368) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:21.490048 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b33ced9f-5712-472d-9101-27c6d5b2cb31 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.491518 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d3bd5fab-98ac-4b65-b262-4b69087e69a9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Request body: {'port': {'network_id': '51e8290e-36be-4f9c-a1e8-fda51dcade1d', 'name': 'tempest-TagsExtTest-2121702639'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:21.506034 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b33ced9f-5712-472d-9101-27c6d5b2cb31 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.547805 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b33ced9f-5712-472d-9101-27c6d5b2cb31 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.551616 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b33ced9f-5712-472d-9101-27c6d5b2cb31 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2120976 Dec 20 21:36:21.555986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48374) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:21.564867 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b34b06cc-9894-4cf7-b609-ded36bc0d5ce tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group_rule': {'security_group_id': '6016fc79-d74b-4149-a181-b47f76a15df4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1dc62212-55c6-4550-b490-c3c5de2e7f2e', 'remote_ip_prefix': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:21.602623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ced9f-5712-472d-9101-27c6d5b2cb31 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc62212-55c6-4550-b490-c3c5de2e7f2e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:21.685035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-51e8290e-36be-4f9c-a1e8-fda51dcade1d', 'network_id': '51e8290e-36be-4f9c-a1e8-fda51dcade1d', 'tenant_id': '29a82dd0cfcc48618dcf17ea98bb5174', 'fixed_ips': [{'subnet_id': '050d8fca-872c-47a3-8d5c-5e316c1b9d36'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:36:21.685912 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.687645 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b34b06cc-9894-4cf7-b609-ded36bc0d5ce tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.691855 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bd5fab-98ac-4b65-b262-4b69087e69a9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Made reservation on behalf of 29a82dd0cfcc48618dcf17ea98bb5174 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:21.696084 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3bd5fab-98ac-4b65-b262-4b69087e69a9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.770702 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-d3bd5fab-98ac-4b65-b262-4b69087e69a9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] device_id is not set on port eec54a63-9304-483d-b25c-7e98a10b0d02 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:36:21.850506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Allocated IP 172.20.0.2 (51e8290e-36be-4f9c-a1e8-fda51dcade1d/050d8fca-872c-47a3-8d5c-5e316c1b9d36/89a76c85-843d-4af5-a202-dbe9a3b55411) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:36:21.885408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b6104-8ec9-4311-977f-50dc56ffe284 req-9e019497-f9a1-433f-813b-279a2c4aa1d7 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:21.888951 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b34b06cc-9894-4cf7-b609-ded36bc0d5ce tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.893329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-721b6104-8ec9-4311-977f-50dc56ffe284 req-9e019497-f9a1-433f-813b-279a2c4aa1d7 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1170998 Dec 20 21:36:21.898390 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b34b06cc-9894-4cf7-b609-ded36bc0d5ce tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.915772 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b06cc-9894-4cf7-b609-ded36bc0d5ce tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68c9fd5-a34f-4bd2-8523-0a1276300a46,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:21.942381 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b34b06cc-9894-4cf7-b609-ded36bc0d5ce tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.944479 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b34b06cc-9894-4cf7-b609-ded36bc0d5ce tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3852646 Dec 20 21:36:21.946989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48388) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:21.979299 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-721b6104-8ec9-4311-977f-50dc56ffe284 req-1bdb4971-ccea-4a72-b743-505cbe2c3d60 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781455 Dec 20 21:36:21.983513 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0dba1ce-4ae6-4957-b72e-f764e07572be tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:21.993514 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0dba1ce-4ae6-4957-b72e-f764e07572be tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.034135 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0dba1ce-4ae6-4957-b72e-f764e07572be tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.044120 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0dba1ce-4ae6-4957-b72e-f764e07572be tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.045805 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c0dba1ce-4ae6-4957-b72e-f764e07572be tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a68c9fd5-a34f-4bd2-8523-0a1276300a46 HTTP/1.1" status: 204 len: 168 time: 0.0976665 Dec 20 21:36:22.048651 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48390) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:22.051031 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dba1ce-4ae6-4957-b72e-f764e07572be tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a68c9fd5-a34f-4bd2-8523-0a1276300a46,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:22.060433 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.074223 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.141143 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cf8a3c73-1012-427e-ad9d-e088e2ada8a7 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0900974 Dec 20 21:36:22.142716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48398) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:22.149552 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Network 51e8290e-36be-4f9c-a1e8-fda51dcade1d is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:36:22.153079 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:36:22.156580 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-d3bd5fab-98ac-4b65-b262-4b69087e69a9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Allocated IP 172.20.0.11 (51e8290e-36be-4f9c-a1e8-fda51dcade1d/050d8fca-872c-47a3-8d5c-5e316c1b9d36/eec54a63-9304-483d-b25c-7e98a10b0d02) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:36:22.160793 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:36:22.164555 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Pushing event updated for resources: {'Port': ['ID=89a76c85-843d-4af5-a202-dbe9a3b55411,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:22.230939 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Attempting to bind port 89a76c85-843d-4af5-a202-dbe9a3b55411 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:36:22.232083 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Attempting to bind port 89a76c85-843d-4af5-a202-dbe9a3b55411 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'f671b077-e482-40cb-89fd-550cad0552c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '51e8290e-36be-4f9c-a1e8-fda51dcade1d'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:36:22.232756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Attempting to bind port 89a76c85-843d-4af5-a202-dbe9a3b55411 on network 51e8290e-36be-4f9c-a1e8-fda51dcade1d {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:36:22.238501 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-954c43f4-daca-4ae1-9dc5-4bbd30899125 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.240423 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:36:22.241019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Checking segment: {'id': 'f671b077-e482-40cb-89fd-550cad0552c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '51e8290e-36be-4f9c-a1e8-fda51dcade1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:36:22.241576 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.242143 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Bound using segment: {'id': 'f671b077-e482-40cb-89fd-550cad0552c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '51e8290e-36be-4f9c-a1e8-fda51dcade1d'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:36:22.242762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Bound port: 89a76c85-843d-4af5-a202-dbe9a3b55411, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f671b077-e482-40cb-89fd-550cad0552c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '51e8290e-36be-4f9c-a1e8-fda51dcade1d'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:36:22.243316 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.270153 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-954c43f4-daca-4ae1-9dc5-4bbd30899125 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.319867 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-954c43f4-daca-4ae1-9dc5-4bbd30899125 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.330089 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-954c43f4-daca-4ae1-9dc5-4bbd30899125 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.331516 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-954c43f4-daca-4ae1-9dc5-4bbd30899125 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-groups/1dc62212-55c6-4550-b490-c3c5de2e7f2e HTTP/1.1" status: 204 len: 168 time: 0.1875615 Dec 20 21:36:22.335474 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48404) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:22.361713 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48406) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:22.365277 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] For port 89a76c85-843d-4af5-a202-dbe9a3b55411, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:36:22.369568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] For port 89a76c85-843d-4af5-a202-dbe9a3b55411, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=89a76c85-843d-4af5-a202-dbe9a3b55411,segment=NetworkSegment(f671b077-e482-40cb-89fd-550cad0552c7),segment_id=f671b077-e482-40cb-89fd-550cad0552c7)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:36:22.377853 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.378093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c43f4-daca-4ae1-9dc5-4bbd30899125 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc62212-55c6-4550-b490-c3c5de2e7f2e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:22.435206 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7f783d59-8808-4362-814c-c86f4c3ed630 req-7aa52c12-0554-40c8-bbb9-7d92fe9a9a89 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.2087739 Dec 20 21:36:22.444357 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5303ca82-cba2-44cf-a04b-06b274ad9c8d tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1065176 Dec 20 21:36:22.446802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48412) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:22.448397 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3bd5fab-98ac-4b65-b262-4b69087e69a9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.465942 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb8f46-bfd9-4501-acb7-9480bd9ee78c None None] Pushing event updated for resources: {'Port': ['ID=89a76c85-843d-4af5-a202-dbe9a3b55411,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:22.524786 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3bd5fab-98ac-4b65-b262-4b69087e69a9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.536997 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36b77f1-0e2b-4c8f-8a76-3b52a9a42766 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.572946 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36b77f1-0e2b-4c8f-8a76-3b52a9a42766 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.591371 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bd5fab-98ac-4b65-b262-4b69087e69a9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Network 51e8290e-36be-4f9c-a1e8-fda51dcade1d is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:36:22.598609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d3bd5fab-98ac-4b65-b262-4b69087e69a9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:36:22.601264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bd5fab-98ac-4b65-b262-4b69087e69a9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:36:22.606932 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd5fab-98ac-4b65-b262-4b69087e69a9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Pushing event updated for resources: {'Port': ['ID=eec54a63-9304-483d-b25c-7e98a10b0d02,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:22.626951 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36b77f1-0e2b-4c8f-8a76-3b52a9a42766 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.630498 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e36b77f1-0e2b-4c8f-8a76-3b52a9a42766 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.634755 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e36b77f1-0e2b-4c8f-8a76-3b52a9a42766 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-groups/6016fc79-d74b-4149-a181-b47f76a15df4 HTTP/1.1" status: 204 len: 168 time: 0.1868694 Dec 20 21:36:22.635571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48418) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:22.660179 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b77f1-0e2b-4c8f-8a76-3b52a9a42766 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6016fc79-d74b-4149-a181-b47f76a15df4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:22.665292 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd5fab-98ac-4b65-b262-4b69087e69a9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:22.665930 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3bd5fab-98ac-4b65-b262-4b69087e69a9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.688599 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d3bd5fab-98ac-4b65-b262-4b69087e69a9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2085583 Dec 20 21:36:22.691460 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48420) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:22.700572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7e745fac-b934-4e0f-8234-3fa9775e5d6b tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1830961871', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:22.724051 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-89cd3fd4-eea1-4ed1-9b39-73fb44aad0e8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0815749 Dec 20 21:36:22.728069 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48424) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:22.747800 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-eae9c12b-6ebc-40cd-9ec9-582462d2ae88 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1170391364'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:22.781625 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.api [None req-eae9c12b-6ebc-40cd-9ec9-582462d2ae88 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 20 21:36:22.781625 n-d-xena-1 neutron-server[102402]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 20 21:36:22.781625 n-d-xena-1 neutron-server[102402]: [parameters: {'project_id': '900c6ef96d4e495585b9986f3b5e3db9', 'id': '9b1b4f69-b2ea-445e-9b1a-ad38dca85f70', 'expiration': datetime.datetime(2021, 12, 20, 21, 38, 22, 770309)}] Dec 20 21:36:22.781625 n-d-xena-1 neutron-server[102402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:36:22.782057 n-d-xena-1 neutron-server[102402]: DEBUG oslo_db.api [None req-eae9c12b-6ebc-40cd-9ec9-582462d2ae88 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:36:22.787525 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e745fac-b934-4e0f-8234-3fa9775e5d6b tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.788682 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e745fac-b934-4e0f-8234-3fa9775e5d6b tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.829798 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fd9d95d6-b9b9-495d-b592-ac962a7d0fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.874238 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e745fac-b934-4e0f-8234-3fa9775e5d6b tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.885591 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e745fac-b934-4e0f-8234-3fa9775e5d6b tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.922030 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e745fac-b934-4e0f-8234-3fa9775e5d6b tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.926360 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7e745fac-b934-4e0f-8234-3fa9775e5d6b tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2336974 Dec 20 21:36:22.926981 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48430) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:22.935851 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1cfa9a65-3c92-4a4b-8473-c089df5e6416 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-420988446', 'prefixes': ['172.20.0.0/16']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:22.940775 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fd9d95d6-b9b9-495d-b592-ac962a7d0fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.947473 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fd9d95d6-b9b9-495d-b592-ac962a7d0fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:22.998560 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fd9d95d6-b9b9-495d-b592-ac962a7d0fc4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e3e07d80e934dadaee5455ac6e9a8da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6311133 Dec 20 21:36:22.999534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48432) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:23.003485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d95d6-b9b9-495d-b592-ac962a7d0fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19dd6c0-e837-4cab-9457-9b11f8ef52f9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:23.066998 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1cfa9a65-3c92-4a4b-8473-c089df5e6416 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks [] for subnetpool, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:23.068266 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1cfa9a65-3c92-4a4b-8473-c089df5e6416 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1401846 Dec 20 21:36:23.073843 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48442) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:23.078659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-cd7b4e94-f949-4d0a-a71c-1241b6b7b247 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '050d8fca-872c-47a3-8d5c-5e316c1b9d36', 'tempest-TagsExtTest-Tag-1891927452') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:23.115555 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a13e559-83da-4e77-b370-5ff5b188c6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:23.147798 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1166b71-743f-437e-946b-6597f0c6f593 req-fae572c3-75f9-4d83-94c8-3da8a3e33b26 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:23.150080 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c1166b71-743f-437e-946b-6597f0c6f593 req-fae572c3-75f9-4d83-94c8-3da8a3e33b26 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.0819831 Dec 20 21:36:23.166562 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a13e559-83da-4e77-b370-5ff5b188c6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:23.221253 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c1166b71-743f-437e-946b-6597f0c6f593 req-d6428763-42d8-438a-9815-6e7185e85cab tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580621 Dec 20 21:36:23.252723 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cd7b4e94-f949-4d0a-a71c-1241b6b7b247 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "PUT /v2.0/subnets/050d8fca-872c-47a3-8d5c-5e316c1b9d36/tags/tempest-TagsExtTest-Tag-1891927452 HTTP/1.1" status: 201 len: 201 time: 0.1777518 Dec 20 21:36:23.256072 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48452) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:23.261370 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-2be99c18-947d-4eb7-b214-0f1a570d68fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'eec54a63-9304-483d-b25c-7e98a10b0d02', 'tempest-TagsExtTest-Tag-555654998') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:23.265259 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a13e559-83da-4e77-b370-5ff5b188c6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:23.272468 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a13e559-83da-4e77-b370-5ff5b188c6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:23.272468 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4a13e559-83da-4e77-b370-5ff5b188c6c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a19dd6c0-e837-4cab-9457-9b11f8ef52f9 HTTP/1.1" status: 204 len: 168 time: 0.2699823 Dec 20 21:36:23.341584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13e559-83da-4e77-b370-5ff5b188c6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19dd6c0-e837-4cab-9457-9b11f8ef52f9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:23.350299 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2be99c18-947d-4eb7-b214-0f1a570d68fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "PUT /v2.0/ports/eec54a63-9304-483d-b25c-7e98a10b0d02/tags/tempest-TagsExtTest-Tag-555654998 HTTP/1.1" status: 201 len: 201 time: 0.0927362 Dec 20 21:36:23.352826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48462) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:23.359867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-a3a2f5aa-ab29-4f85-b0a9-cde3eed4e534 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0740268f-123c-4ed8-8cc8-cad8c9d5c8b2', 'tempest-TagsExtTest-Tag-953151773') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:23.364848 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eae9c12b-6ebc-40cd-9ec9-582462d2ae88 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:23.533576 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eae9c12b-6ebc-40cd-9ec9-582462d2ae88 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:23.548745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a3a2f5aa-ab29-4f85-b0a9-cde3eed4e534 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "PUT /v2.0/routers/0740268f-123c-4ed8-8cc8-cad8c9d5c8b2/tags/tempest-TagsExtTest-Tag-953151773 HTTP/1.1" status: 201 len: 201 time: 0.1920772 Dec 20 21:36:23.549666 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48470) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:23.553847 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eae9c12b-6ebc-40cd-9ec9-582462d2ae88 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:23.556308 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-23b9fa6a-3b25-4cdf-9a4d-66aee1bec1e7 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd6b5316a-1285-42e1-acc9-a6a55eaee561', 'tempest-TagsExtTest-Tag-227035782') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:23.639223 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9c12b-6ebc-40cd-9ec9-582462d2ae88 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c802a3a8-f111-4148-a10c-bf6b75ca657c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:23.659831 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-23b9fa6a-3b25-4cdf-9a4d-66aee1bec1e7 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "PUT /v2.0/subnetpools/d6b5316a-1285-42e1-acc9-a6a55eaee561/tags/tempest-TagsExtTest-Tag-227035782 HTTP/1.1" status: 201 len: 201 time: 0.1085379 Dec 20 21:36:23.662900 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48474) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:23.669714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-1894a511-a036-4eb8-9cd1-887a49a265db tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '050d8fca-872c-47a3-8d5c-5e316c1b9d36') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:23.680997 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eae9c12b-6ebc-40cd-9ec9-582462d2ae88 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:23.686437 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-eae9c12b-6ebc-40cd-9ec9-582462d2ae88 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9568040 Dec 20 21:36:23.712975 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48476) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:23.717666 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cb9b482b-c222-4fa4-a7ad-54285399c5ae req-911e7ad4-6516-4f68-9782-83ccb72e7623 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0951412 Dec 20 21:36:23.733903 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7ad0e244-7883-4c2e-b7e2-f29051baf68f tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group_rule': {'security_group_id': 'c802a3a8-f111-4148-a10c-bf6b75ca657c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:23.804091 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ad0e244-7883-4c2e-b7e2-f29051baf68f tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:23.859963 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1894a511-a036-4eb8-9cd1-887a49a265db tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/subnets/050d8fca-872c-47a3-8d5c-5e316c1b9d36/tags HTTP/1.1" status: 200 len: 241 time: 0.1958628 Dec 20 21:36:23.862570 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48480) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:23.876607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-88cce889-db40-4eab-849e-ca008ae59a27 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '050d8fca-872c-47a3-8d5c-5e316c1b9d36', 'tempest-TagsExtTest-Tag-1891927452') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:23.945064 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ad0e244-7883-4c2e-b7e2-f29051baf68f tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:23.955290 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ad0e244-7883-4c2e-b7e2-f29051baf68f tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:23.979811 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5da9e34-b1bb-4fbb-8488-edd6a3219e1d None None] Network 51e8290e-36be-4f9c-a1e8-fda51dcade1d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:24.021674 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0e244-7883-4c2e-b7e2-f29051baf68f tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff023a4-9db6-44cf-8ca0-6fce2fb76929,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:24.051301 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ad0e244-7883-4c2e-b7e2-f29051baf68f tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:24.060173 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7ad0e244-7883-4c2e-b7e2-f29051baf68f tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3453646 Dec 20 21:36:24.062166 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48496) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:24.075991 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-88cce889-db40-4eab-849e-ca008ae59a27 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/subnets/050d8fca-872c-47a3-8d5c-5e316c1b9d36/tags/tempest-TagsExtTest-Tag-1891927452 HTTP/1.1" status: 204 len: 168 time: 0.2107413 Dec 20 21:36:24.080037 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48498) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:24.086872 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-e0373e02-283d-45a8-900e-3f64a265bb98 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '050d8fca-872c-47a3-8d5c-5e316c1b9d36', 'tempest-TagsExtTest-Tag-1891927452') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:24.090295 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe86e871-2dcb-497a-8780-20bf7936bc44 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:24.099321 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe86e871-2dcb-497a-8780-20bf7936bc44 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:24.126759 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0c925d37-0841-4f56-916f-c5c11033e13a None None] Provisioning complete for port 89a76c85-843d-4af5-a202-dbe9a3b55411 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:24.127524 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c925d37-0841-4f56-916f-c5c11033e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:24.135943 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe86e871-2dcb-497a-8780-20bf7936bc44 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:24.154102 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe86e871-2dcb-497a-8780-20bf7936bc44 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:24.159142 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fe86e871-2dcb-497a-8780-20bf7936bc44 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/aff023a4-9db6-44cf-8ca0-6fce2fb76929 HTTP/1.1" status: 204 len: 168 time: 0.0950501 Dec 20 21:36:24.160155 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86e871-2dcb-497a-8780-20bf7936bc44 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aff023a4-9db6-44cf-8ca0-6fce2fb76929,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:24.167250 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48502) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:24.210044 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e0373e02-283d-45a8-900e-3f64a265bb98 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/subnets/050d8fca-872c-47a3-8d5c-5e316c1b9d36/tags/tempest-TagsExtTest-Tag-1891927452 HTTP/1.1" status: 204 len: 168 time: 0.1289489 Dec 20 21:36:24.212800 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48504) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:24.223075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-9e04b783-1a4b-4a1c-b068-f0c2a9ea46b5 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '050d8fca-872c-47a3-8d5c-5e316c1b9d36') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:24.261285 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-96212abf-119d-4687-8215-ddf13a5422c6 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0918820 Dec 20 21:36:24.261806 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48510) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:24.333618 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9e04b783-1a4b-4a1c-b068-f0c2a9ea46b5 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/subnets/050d8fca-872c-47a3-8d5c-5e316c1b9d36/tags HTTP/1.1" status: 200 len: 205 time: 0.1166577 Dec 20 21:36:24.333900 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48516) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:24.346117 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-c2462ca1-3944-4581-8094-d31399f4f85d tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'eec54a63-9304-483d-b25c-7e98a10b0d02') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:24.378267 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd717-ea98-4f6d-89b8-6ef66a1b9acc tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:24.414373 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd717-ea98-4f6d-89b8-6ef66a1b9acc tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:24.449511 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c2462ca1-3944-4581-8094-d31399f4f85d tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/ports/eec54a63-9304-483d-b25c-7e98a10b0d02/tags HTTP/1.1" status: 200 len: 240 time: 0.1125145 Dec 20 21:36:24.454330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48518) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:24.486185 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-df14f1f4-62da-4418-874b-55bb953dfffb tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eec54a63-9304-483d-b25c-7e98a10b0d02', 'tempest-TagsExtTest-Tag-555654998') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:24.571065 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c925d37-0841-4f56-916f-c5c11033e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:24.600636 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd717-ea98-4f6d-89b8-6ef66a1b9acc tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:24.619377 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd717-ea98-4f6d-89b8-6ef66a1b9acc tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:24.620596 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e7ecd717-ea98-4f6d-89b8-6ef66a1b9acc tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-groups/c802a3a8-f111-4148-a10c-bf6b75ca657c HTTP/1.1" status: 204 len: 168 time: 0.3576741 Dec 20 21:36:24.623515 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48526) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:24.659478 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-df14f1f4-62da-4418-874b-55bb953dfffb tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/ports/eec54a63-9304-483d-b25c-7e98a10b0d02/tags/tempest-TagsExtTest-Tag-555654998 HTTP/1.1" status: 204 len: 168 time: 0.2004957 Dec 20 21:36:24.660116 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48528) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:24.665623 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0c925d37-0841-4f56-916f-c5c11033e13a None None] For port 89a76c85-843d-4af5-a202-dbe9a3b55411, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=89a76c85-843d-4af5-a202-dbe9a3b55411,segment=NetworkSegment(f671b077-e482-40cb-89fd-550cad0552c7),segment_id=f671b077-e482-40cb-89fd-550cad0552c7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:36:24.678688 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c925d37-0841-4f56-916f-c5c11033e13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:24.684889 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-8f41964e-d771-4ca5-83d7-26807053bdf9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'eec54a63-9304-483d-b25c-7e98a10b0d02', 'tempest-TagsExtTest-Tag-555654998') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:24.692014 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecd717-ea98-4f6d-89b8-6ef66a1b9acc tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c802a3a8-f111-4148-a10c-bf6b75ca657c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:24.730666 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fd7dc66b-701e-4d12-90f3-09e36474a03b tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1056693 Dec 20 21:36:24.735572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48532) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:24.741595 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-73af2b3e-e741-4b46-b96c-5ebf92c4aeb8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group': {'name': 'tempest-secgroup--1147111255'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:24.775686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c925d37-0841-4f56-916f-c5c11033e13a None None] Pushing event updated for resources: {'Port': ['ID=89a76c85-843d-4af5-a202-dbe9a3b55411,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:24.776950 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73af2b3e-e741-4b46-b96c-5ebf92c4aeb8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:24.809509 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 89a76c85-843d-4af5-a202-dbe9a3b55411 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:36:24.891791 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8f41964e-d771-4ca5-83d7-26807053bdf9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/ports/eec54a63-9304-483d-b25c-7e98a10b0d02/tags/tempest-TagsExtTest-Tag-555654998 HTTP/1.1" status: 204 len: 168 time: 0.2190676 Dec 20 21:36:24.894553 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48538) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:24.898909 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-444f2395-fbe4-4ee8-b444-da2108660f35 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'eec54a63-9304-483d-b25c-7e98a10b0d02') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:24.936907 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 89a76c85-843d-4af5-a202-dbe9a3b55411 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:24.937426 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:24.953502 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6ac3c44a-15b3-4cf3-95a7-d3abab2ffeb0 req-60500fde-560d-4fe5-9b49-92ac6b66b7f0 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0909290 Dec 20 21:36:25.033639 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73af2b3e-e741-4b46-b96c-5ebf92c4aeb8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:25.041796 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-444f2395-fbe4-4ee8-b444-da2108660f35 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/ports/eec54a63-9304-483d-b25c-7e98a10b0d02/tags HTTP/1.1" status: 200 len: 205 time: 0.1461446 Dec 20 21:36:25.044421 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48544) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:25.053388 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73af2b3e-e741-4b46-b96c-5ebf92c4aeb8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:25.070221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-df727a58-1c37-4a94-8927-0ef56697f915 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0740268f-123c-4ed8-8cc8-cad8c9d5c8b2') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:25.212006 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-df727a58-1c37-4a94-8927-0ef56697f915 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/routers/0740268f-123c-4ed8-8cc8-cad8c9d5c8b2/tags HTTP/1.1" status: 200 len: 240 time: 0.1629968 Dec 20 21:36:25.214479 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48552) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:25.219331 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-5d83be02-b39e-4474-a736-416db2a73fdf tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0740268f-123c-4ed8-8cc8-cad8c9d5c8b2', 'tempest-TagsExtTest-Tag-953151773') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:25.221084 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73af2b3e-e741-4b46-b96c-5ebf92c4aeb8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:25.224894 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-73af2b3e-e741-4b46-b96c-5ebf92c4aeb8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4854198 Dec 20 21:36:25.225844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48554) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:25.226621 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af2b3e-e741-4b46-b96c-5ebf92c4aeb8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e49a72-21c4-4e78-914c-6fa125ea1bbc,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:25.240962 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-ab947c83-3ef4-44be-82b1-8ebe6a2c8311 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group_rule': {'security_group_id': '98e49a72-21c4-4e78-914c-6fa125ea1bbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:25.311455 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ab947c83-3ef4-44be-82b1-8ebe6a2c8311 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:25.321900 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-81ca1b5f-8e07-46cb-b659-c0c3222b16e2 None None] Provisioning complete for port 89a76c85-843d-4af5-a202-dbe9a3b55411 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:25.322490 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-81ca1b5f-8e07-46cb-b659-c0c3222b16e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:25.354566 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5d83be02-b39e-4474-a736-416db2a73fdf tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/routers/0740268f-123c-4ed8-8cc8-cad8c9d5c8b2/tags/tempest-TagsExtTest-Tag-953151773 HTTP/1.1" status: 204 len: 168 time: 0.1386993 Dec 20 21:36:25.357447 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48560) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:25.367974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-278a6a40-0966-461b-88d4-4f6847ba8578 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0740268f-123c-4ed8-8cc8-cad8c9d5c8b2', 'tempest-TagsExtTest-Tag-953151773') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:25.423188 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ab947c83-3ef4-44be-82b1-8ebe6a2c8311 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:25.435916 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ab947c83-3ef4-44be-82b1-8ebe6a2c8311 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:25.457162 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab947c83-3ef4-44be-82b1-8ebe6a2c8311 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e155708-4996-48c2-8ca7-08d3eed4aa1a,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:25.488587 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ab947c83-3ef4-44be-82b1-8ebe6a2c8311 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:25.491306 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ab947c83-3ef4-44be-82b1-8ebe6a2c8311 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2541254 Dec 20 21:36:25.494143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48568) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:25.544665 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-278a6a40-0966-461b-88d4-4f6847ba8578 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/routers/0740268f-123c-4ed8-8cc8-cad8c9d5c8b2/tags/tempest-TagsExtTest-Tag-953151773 HTTP/1.1" status: 204 len: 168 time: 0.1858778 Dec 20 21:36:25.544957 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-942e813e-6b0b-4fc6-8004-780463a9978f tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-group-rules/4e155708-4996-48c2-8ca7-08d3eed4aa1a HTTP/1.1" status: 200 len: 763 time: 0.0469587 Dec 20 21:36:25.545642 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48570) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:25.547142 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48572) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:25.558352 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-81ca1b5f-8e07-46cb-b659-c0c3222b16e2 None None] Provisioning complete for port eec54a63-9304-483d-b25c-7e98a10b0d02 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:25.561855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-08b476fe-841e-49ae-8a86-3b075a6852fe tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0740268f-123c-4ed8-8cc8-cad8c9d5c8b2') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:25.563509 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-81ca1b5f-8e07-46cb-b659-c0c3222b16e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:25.617588 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-321f110d-c09e-4482-9cc3-4f80523ff0f0 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0668123 Dec 20 21:36:25.618188 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48580) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:25.676836 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-81ca1b5f-8e07-46cb-b659-c0c3222b16e2 None None] Port eec54a63-9304-483d-b25c-7e98a10b0d02 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:36:25.709833 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ddb5cf68-43b5-4766-84ae-8511554378c8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:25.717083 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-08b476fe-841e-49ae-8a86-3b075a6852fe tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/routers/0740268f-123c-4ed8-8cc8-cad8c9d5c8b2/tags HTTP/1.1" status: 200 len: 205 time: 0.1675513 Dec 20 21:36:25.720012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48586) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:25.725001 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-482cb729-4d1e-4d98-a664-25d61ab19186 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd6b5316a-1285-42e1-acc9-a6a55eaee561') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:25.727588 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ddb5cf68-43b5-4766-84ae-8511554378c8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:25.753011 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-482cb729-4d1e-4d98-a664-25d61ab19186 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/subnetpools/d6b5316a-1285-42e1-acc9-a6a55eaee561/tags HTTP/1.1" status: 200 len: 240 time: 0.0314617 Dec 20 21:36:25.755478 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48588) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:25.773225 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-ce94e6ce-6bf8-4357-9224-b2661e3258cd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6b5316a-1285-42e1-acc9-a6a55eaee561', 'tempest-TagsExtTest-Tag-227035782') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:25.805861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8eca21f8-5701-4610-8389-c4dea34d2bae None None] Provisioning complete for port eec54a63-9304-483d-b25c-7e98a10b0d02 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:25.806936 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8eca21f8-5701-4610-8389-c4dea34d2bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:25.828736 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ce94e6ce-6bf8-4357-9224-b2661e3258cd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/subnetpools/d6b5316a-1285-42e1-acc9-a6a55eaee561/tags/tempest-TagsExtTest-Tag-227035782 HTTP/1.1" status: 204 len: 168 time: 0.0710492 Dec 20 21:36:25.829074 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48596) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:25.829666 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ddb5cf68-43b5-4766-84ae-8511554378c8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:25.836122 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ddb5cf68-43b5-4766-84ae-8511554378c8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:25.836831 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-b843ea33-550d-42e1-bee8-ce92482830d7 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd6b5316a-1285-42e1-acc9-a6a55eaee561', 'tempest-TagsExtTest-Tag-227035782') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:25.838618 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ddb5cf68-43b5-4766-84ae-8511554378c8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/4e155708-4996-48c2-8ca7-08d3eed4aa1a HTTP/1.1" status: 204 len: 168 time: 0.2183256 Dec 20 21:36:25.841493 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48598) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:25.847002 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5cf68-43b5-4766-84ae-8511554378c8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e155708-4996-48c2-8ca7-08d3eed4aa1a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:25.889214 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-8eca21f8-5701-4610-8389-c4dea34d2bae None None] Port eec54a63-9304-483d-b25c-7e98a10b0d02 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:36:25.925851 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48606) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:25.926469 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0d497992-2c7f-415b-8d93-0813483c8dfb tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0840361 Dec 20 21:36:25.935474 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9c46ceed-20af-433d-8a37-0d65b4f795d6 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group_rule': {'security_group_id': '98e49a72-21c4-4e78-914c-6fa125ea1bbc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:25.943594 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b843ea33-550d-42e1-bee8-ce92482830d7 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/subnetpools/d6b5316a-1285-42e1-acc9-a6a55eaee561/tags/tempest-TagsExtTest-Tag-227035782 HTTP/1.1" status: 204 len: 168 time: 0.1132727 Dec 20 21:36:25.946145 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48608) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:25.954001 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-6951a6bc-31e2-48de-af17-095e66f98647 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd6b5316a-1285-42e1-acc9-a6a55eaee561') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:25.993465 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6951a6bc-31e2-48de-af17-095e66f98647 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/subnetpools/d6b5316a-1285-42e1-acc9-a6a55eaee561/tags HTTP/1.1" status: 200 len: 205 time: 0.0461614 Dec 20 21:36:25.996527 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48614) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:25.998151 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c46ceed-20af-433d-8a37-0d65b4f795d6 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:26.035977 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-a7e85463-67e2-4a36-9e4e-edff6df9f712 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd6b5316a-1285-42e1-acc9-a6a55eaee561') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:26.064807 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c46ceed-20af-433d-8a37-0d65b4f795d6 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:26.079493 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c46ceed-20af-433d-8a37-0d65b4f795d6 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:26.118285 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46ceed-20af-433d-8a37-0d65b4f795d6 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda74111-581b-417c-869f-f50b4c49c04f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:26.121382 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab965634-9138-4097-ba7b-31c3baea1fd6 req-8bcc6019-c1dd-4526-a26a-c1bed573fd3b tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0637238 Dec 20 21:36:26.126556 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9c46ceed-20af-433d-8a37-0d65b4f795d6 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:26.127716 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9c46ceed-20af-433d-8a37-0d65b4f795d6 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1992483 Dec 20 21:36:26.130585 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48622) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:26.148216 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-59c103a9-bfc6-427f-9e8e-deb7665a20a9 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-group-rules/bda74111-581b-417c-869f-f50b4c49c04f HTTP/1.1" status: 200 len: 763 time: 0.0165086 Dec 20 21:36:26.151054 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48624) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:26.198507 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a7e85463-67e2-4a36-9e4e-edff6df9f712 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/subnetpools/d6b5316a-1285-42e1-acc9-a6a55eaee561/tags HTTP/1.1" status: 204 len: 168 time: 0.2013876 Dec 20 21:36:26.201155 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48628) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:26.207612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-77ee2db6-a0e1-47ee-87d6-d939c9cfe239 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0740268f-123c-4ed8-8cc8-cad8c9d5c8b2') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:26.236426 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3d1309dd-8236-485c-af40-a94d85a351ae tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0827048 Dec 20 21:36:26.243573 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48632) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:26.305208 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1d2a4123-34fa-4d68-b7fd-65180f3d064b tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:26.323085 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1d2a4123-34fa-4d68-b7fd-65180f3d064b tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:26.399230 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1d2a4123-34fa-4d68-b7fd-65180f3d064b tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:26.408488 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1d2a4123-34fa-4d68-b7fd-65180f3d064b tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:26.414772 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1d2a4123-34fa-4d68-b7fd-65180f3d064b tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/bda74111-581b-417c-869f-f50b4c49c04f HTTP/1.1" status: 204 len: 168 time: 0.1678512 Dec 20 21:36:26.416297 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-77ee2db6-a0e1-47ee-87d6-d939c9cfe239 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/routers/0740268f-123c-4ed8-8cc8-cad8c9d5c8b2/tags HTTP/1.1" status: 204 len: 168 time: 0.2136934 Dec 20 21:36:26.416955 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48638) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:26.417169 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48640) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:26.426819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a4123-34fa-4d68-b7fd-65180f3d064b tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bda74111-581b-417c-869f-f50b4c49c04f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:26.464003 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-cdc2e302-34ad-4f9f-8bc2-2b433ff09db8 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eec54a63-9304-483d-b25c-7e98a10b0d02') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:26.520763 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48644) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:26.604981 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0a68b-18e2-4649-a1cc-06fae8ea4fb1 req-6e5fa7a7-df10-4bd7-bf1a-807b20e73626 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:26.613242 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2cd0a68b-18e2-4649-a1cc-06fae8ea4fb1 req-6e5fa7a7-df10-4bd7-bf1a-807b20e73626 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1057243 Dec 20 21:36:26.682004 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2cd0a68b-18e2-4649-a1cc-06fae8ea4fb1 req-d48fcd47-5357-4059-884b-89d60da07d8d tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678654 Dec 20 21:36:26.699877 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 89a76c85-843d-4af5-a202-dbe9a3b55411 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:36:26.712518 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7f8f9130-ac7a-42e6-9d96-c304f6a40cb1 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:26.748971 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9130-ac7a-42e6-9d96-c304f6a40cb1 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:26.757281 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 89a76c85-843d-4af5-a202-dbe9a3b55411 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:26.758145 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:26.878050 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9130-ac7a-42e6-9d96-c304f6a40cb1 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:26.916998 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c4ca1e0e-933d-4ffb-8d79-005f24d6e2f1 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4962654 Dec 20 21:36:26.919399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48654) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:26.926974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-be57886e-9d83-423a-a327-c3988f1efc82 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group_rule': {'security_group_id': '98e49a72-21c4-4e78-914c-6fa125ea1bbc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:26.956024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c62368-0c9d-425b-aa04-a18a7ae8de5d req-e4b89896-8679-4d57-b5d1-6499204276d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:26.961641 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9c62368-0c9d-425b-aa04-a18a7ae8de5d req-e4b89896-8679-4d57-b5d1-6499204276d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ba28dca7fe84eb3b545f731ba040a0d&device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 1095 time: 0.4556780 Dec 20 21:36:27.050091 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-7f8f9130-ac7a-42e6-9d96-c304f6a40cb1 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Allocated IP 172.35.3.242 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/1d6d2fe6-bb18-42f1-983a-aa8cfae80801) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:36:27.115920 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0582c77b-7ca1-4d15-bcdb-5bbf74237fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:27.130887 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cdc2e302-34ad-4f9f-8bc2-2b433ff09db8 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/ports/eec54a63-9304-483d-b25c-7e98a10b0d02/tags HTTP/1.1" status: 204 len: 168 time: 0.7113805 Dec 20 21:36:27.132168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c62368-0c9d-425b-aa04-a18a7ae8de5d req-44b24741-f2e7-4ef9-83e0-ee2840a5a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:27.133659 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9c62368-0c9d-425b-aa04-a18a7ae8de5d req-44b24741-f2e7-4ef9-83e0-ee2840a5a3f0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c53e45c5-69f2-430c-8636-36554bee4d59 HTTP/1.1" status: 200 len: 919 time: 0.1515787 Dec 20 21:36:27.135992 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48670) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:27.142173 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-e7cd1f08-12c7-4387-afad-542074be641e tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '050d8fca-872c-47a3-8d5c-5e316c1b9d36') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:27.242049 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9130-ac7a-42e6-9d96-c304f6a40cb1 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:27.244331 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9c62368-0c9d-425b-aa04-a18a7ae8de5d req-28b3cf9f-cb4e-491a-8966-6650b0833141 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a63438e6-9c1f-47cb-bc0a-a6eb998d447a HTTP/1.1" status: 200 len: 217 time: 0.0991988 Dec 20 21:36:27.245422 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-be57886e-9d83-423a-a327-c3988f1efc82 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:27.292920 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9130-ac7a-42e6-9d96-c304f6a40cb1 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:27.327879 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0428e5cc-75f3-4761-b468-8d9571b83e60 req-164031c0-b95a-4d12-a9b1-2f70faca854b tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0565057 Dec 20 21:36:27.339600 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f9130-ac7a-42e6-9d96-c304f6a40cb1 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:36:27.344332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7f8f9130-ac7a-42e6-9d96-c304f6a40cb1 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:36:27.348314 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f9130-ac7a-42e6-9d96-c304f6a40cb1 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:36:27.379895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f9130-ac7a-42e6-9d96-c304f6a40cb1 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Pushing event updated for resources: {'Port': ['ID=1d6d2fe6-bb18-42f1-983a-aa8cfae80801,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:27.415714 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-be57886e-9d83-423a-a327-c3988f1efc82 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:27.428531 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-be57886e-9d83-423a-a327-c3988f1efc82 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:27.437401 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e7cd1f08-12c7-4387-afad-542074be641e tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/subnets/050d8fca-872c-47a3-8d5c-5e316c1b9d36/tags HTTP/1.1" status: 204 len: 168 time: 0.2998416 Dec 20 21:36:27.443226 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48684) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:27.451051 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c62368-0c9d-425b-aa04-a18a7ae8de5d req-1ab95fea-99a3-4d31-bc8c-eccc7dc19452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:27.451762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-d7f8d77c-c458-4da8-838d-a567b5378b57 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '050d8fca-872c-47a3-8d5c-5e316c1b9d36', 'tempest-TagsExtTest-Tag-254582205') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:27.452672 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9c62368-0c9d-425b-aa04-a18a7ae8de5d req-1ab95fea-99a3-4d31-bc8c-eccc7dc19452 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=03fc7761-0164-4b87-902e-5dc73b4f4dd3 HTTP/1.1" status: 200 len: 858 time: 0.1825361 Dec 20 21:36:27.472598 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57886e-9d83-423a-a327-c3988f1efc82 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2edd7eee-8084-40c8-944b-b6b776a6ff77,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:27.494913 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9c62368-0c9d-425b-aa04-a18a7ae8de5d req-cef450d4-c473-48ee-9080-35014c45282f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c53e45c5-69f2-430c-8636-36554bee4d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322828 Dec 20 21:36:27.498720 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-be57886e-9d83-423a-a327-c3988f1efc82 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:27.499810 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-be57886e-9d83-423a-a327-c3988f1efc82 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5779467 Dec 20 21:36:27.504191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48690) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:27.505505 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9130-ac7a-42e6-9d96-c304f6a40cb1 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:27.562808 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bd631768-85f9-4186-9f55-146bdaf4b731 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-group-rules/2edd7eee-8084-40c8-944b-b6b776a6ff77 HTTP/1.1" status: 200 len: 764 time: 0.0590024 Dec 20 21:36:27.565002 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48692) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:27.568244 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9130-ac7a-42e6-9d96-c304f6a40cb1 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:27.577662 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d7f8d77c-c458-4da8-838d-a567b5378b57 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "PUT /v2.0/subnets/050d8fca-872c-47a3-8d5c-5e316c1b9d36/tags/tempest-TagsExtTest-Tag-254582205 HTTP/1.1" status: 201 len: 201 time: 0.1331885 Dec 20 21:36:27.582951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48696) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:27.589391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-4c54ecf7-89c7-4d8e-ac9f-9b37cf213e46 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'eec54a63-9304-483d-b25c-7e98a10b0d02', 'tempest-TagsExtTest-Tag-1136710169') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:27.642782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48698) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:27.678215 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e975b770-85e5-4c41-8db1-a68b13070d45 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1097982 Dec 20 21:36:27.679950 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48702) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:27.704125 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9c62368-0c9d-425b-aa04-a18a7ae8de5d req-9c5ca4b9-2695-4881-b2ef-824822a0bb65 service neutron] 10.222.0.66 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993332 Dec 20 21:36:27.748015 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6aac78dd-048f-47b6-a35f-772c68303057 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:27.766485 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6aac78dd-048f-47b6-a35f-772c68303057 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:27.833935 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2d90401-a223-46ef-b969-1591f7b4135a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:27.848482 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4c54ecf7-89c7-4d8e-ac9f-9b37cf213e46 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "PUT /v2.0/ports/eec54a63-9304-483d-b25c-7e98a10b0d02/tags/tempest-TagsExtTest-Tag-1136710169 HTTP/1.1" status: 201 len: 201 time: 0.2627509 Dec 20 21:36:27.849237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48708) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:27.857195 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6aac78dd-048f-47b6-a35f-772c68303057 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:27.858440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-57e69169-00ff-486a-8772-4e15f695f825 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0740268f-123c-4ed8-8cc8-cad8c9d5c8b2', 'tempest-TagsExtTest-Tag-525456258') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:27.867121 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6aac78dd-048f-47b6-a35f-772c68303057 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:27.868214 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6aac78dd-048f-47b6-a35f-772c68303057 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2edd7eee-8084-40c8-944b-b6b776a6ff77 HTTP/1.1" status: 204 len: 168 time: 0.1861687 Dec 20 21:36:27.870617 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9130-ac7a-42e6-9d96-c304f6a40cb1 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:27.873891 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48710) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:27.880786 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9130-ac7a-42e6-9d96-c304f6a40cb1 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:27.885077 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac78dd-048f-47b6-a35f-772c68303057 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2edd7eee-8084-40c8-944b-b6b776a6ff77,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:27.927590 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c117e-1b8d-49bb-8c08-1ac2f47b92d2 req-c7590dd5-9abc-4da0-8038-09cdc3d30a60 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:27.929142 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-183c117e-1b8d-49bb-8c08-1ac2f47b92d2 req-c7590dd5-9abc-4da0-8038-09cdc3d30a60 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1285255 Dec 20 21:36:27.987769 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f9130-ac7a-42e6-9d96-c304f6a40cb1 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Pushing event updated for resources: {'Port': ['ID=1d6d2fe6-bb18-42f1-983a-aa8cfae80801,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:28.004535 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9130-ac7a-42e6-9d96-c304f6a40cb1 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.024344 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-183c117e-1b8d-49bb-8c08-1ac2f47b92d2 req-d50b902d-15cc-415f-9c04-c37b4fed1373 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852826 Dec 20 21:36:28.029578 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9c62368-0c9d-425b-aa04-a18a7ae8de5d req-f7184c3c-ebfd-4c4a-9381-910bea640344 service neutron] 10.222.0.66 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185487 Dec 20 21:36:28.038549 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f8f9130-ac7a-42e6-9d96-c304f6a40cb1 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.043454 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7f8f9130-ac7a-42e6-9d96-c304f6a40cb1 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5214298 Dec 20 21:36:28.044288 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48714) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:28.050373 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7ec2690b-738b-4a04-831e-b8499facd852 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-862655855', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'fixed_ips': [{'ip_address': '172.35.3.242'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:28.068013 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dd4776df-b167-4780-895c-9a2157909040 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1587107 Dec 20 21:36:28.071275 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48716) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:28.102057 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-57e69169-00ff-486a-8772-4e15f695f825 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "PUT /v2.0/routers/0740268f-123c-4ed8-8cc8-cad8c9d5c8b2/tags/tempest-TagsExtTest-Tag-525456258 HTTP/1.1" status: 201 len: 201 time: 0.2499211 Dec 20 21:36:28.103888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48722) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:28.111734 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-61fea323-a313-4b34-991a-ab312f5535aa tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd6b5316a-1285-42e1-acc9-a6a55eaee561', 'tempest-TagsExtTest-Tag-1151626035') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:28.128807 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2d90401-a223-46ef-b969-1591f7b4135a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.132785 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2d90401-a223-46ef-b969-1591f7b4135a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.140282 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec2690b-738b-4a04-831e-b8499facd852 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Made reservation on behalf of 999bcc0a43494b7aa43a9389b0a5c718 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:28.142694 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ec2690b-738b-4a04-831e-b8499facd852 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.157539 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ec2690b-738b-4a04-831e-b8499facd852 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.176370 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a2d90401-a223-46ef-b969-1591f7b4135a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51e25aecc03e47ae8f5c7116c0b11789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5251372 Dec 20 21:36:28.176370 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d90401-a223-46ef-b969-1591f7b4135a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4809406-2441-4028-8ff1-80816276291d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:28.177366 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48726) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:28.219080 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b24d9252-1fb8-45fb-8876-267fca1a2e51 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.226633 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-61fea323-a313-4b34-991a-ab312f5535aa tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "PUT /v2.0/subnetpools/d6b5316a-1285-42e1-acc9-a6a55eaee561/tags/tempest-TagsExtTest-Tag-1151626035 HTTP/1.1" status: 201 len: 201 time: 0.1213505 Dec 20 21:36:28.229454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48728) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:28.235293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-346199b5-3a6a-4db6-ad8e-08043b938242 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '050d8fca-872c-47a3-8d5c-5e316c1b9d36', {'tags': ['tempest-TagsExtTest-Tag-500550084', 'tempest-TagsExtTest-Tag-770791676', 'tempest-TagsExtTest-Tag-755347097']}) {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:28.278974 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b24d9252-1fb8-45fb-8876-267fca1a2e51 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.302037 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-346199b5-3a6a-4db6-ad8e-08043b938242 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "PUT /v2.0/subnets/050d8fca-872c-47a3-8d5c-5e316c1b9d36/tags HTTP/1.1" status: 200 len: 315 time: 0.0687950 Dec 20 21:36:28.302443 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48730) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:28.307399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-f6ed74a0-3b34-4a77-b172-dcfdbd2014ed tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '050d8fca-872c-47a3-8d5c-5e316c1b9d36') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:28.334553 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-28db207d-915e-4a19-88f8-27b8251eb1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.384839 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-28db207d-915e-4a19-88f8-27b8251eb1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.396596 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f6ed74a0-3b34-4a77-b172-dcfdbd2014ed tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/subnets/050d8fca-872c-47a3-8d5c-5e316c1b9d36/tags HTTP/1.1" status: 204 len: 168 time: 0.0927739 Dec 20 21:36:28.398999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48736) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:28.404671 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b24d9252-1fb8-45fb-8876-267fca1a2e51 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.405917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-ecc1d0fb-4dd1-47ea-b998-5402ca3b14d9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '050d8fca-872c-47a3-8d5c-5e316c1b9d36', 'tempest-TagsExtTest-Tag-500550084') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:28.408170 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b24d9252-1fb8-45fb-8876-267fca1a2e51 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.409316 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b24d9252-1fb8-45fb-8876-267fca1a2e51 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-groups/98e49a72-21c4-4e78-914c-6fa125ea1bbc HTTP/1.1" status: 204 len: 168 time: 0.3352232 Dec 20 21:36:28.413010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48738) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:28.421530 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ec2690b-738b-4a04-831e-b8499facd852 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.442137 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ec2690b-738b-4a04-831e-b8499facd852 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.444734 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d9252-1fb8-45fb-8876-267fca1a2e51 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e49a72-21c4-4e78-914c-6fa125ea1bbc,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:28.452212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-7ec2690b-738b-4a04-831e-b8499facd852 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] device_id is not set on port ef8fb664-b0fd-4dc4-ac5f-0e728e98de61 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:36:28.487894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d9252-1fb8-45fb-8876-267fca1a2e51 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:28.488892 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d9252-1fb8-45fb-8876-267fca1a2e51 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:28.489538 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d9252-1fb8-45fb-8876-267fca1a2e51 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:28.490180 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d9252-1fb8-45fb-8876-267fca1a2e51 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:28.490873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d9252-1fb8-45fb-8876-267fca1a2e51 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:28.491204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d9252-1fb8-45fb-8876-267fca1a2e51 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:28.491530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d9252-1fb8-45fb-8876-267fca1a2e51 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:28.491866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d9252-1fb8-45fb-8876-267fca1a2e51 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:28.492189 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d9252-1fb8-45fb-8876-267fca1a2e51 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:28.492504 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d9252-1fb8-45fb-8876-267fca1a2e51 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:28.492822 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d9252-1fb8-45fb-8876-267fca1a2e51 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:28.493137 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24d9252-1fb8-45fb-8876-267fca1a2e51 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:28.495087 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8a728d2-009e-463d-8bf0-3a98a78451e5 req-7c93be93-b8e0-4ead-89c7-60d671973f0d tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0433850 Dec 20 21:36:28.554135 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1f81d6c0-824d-434c-98db-01a6df9e7996 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1395571 Dec 20 21:36:28.556215 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48742) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:28.560783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f0fe98c6-9b54-4e1e-a341-f007c92bd4ed tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group': {'name': 'tempest-secgroup--152995266'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:28.582311 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-ecc1d0fb-4dd1-47ea-b998-5402ca3b14d9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] show failed (client error): The resource could not be found. Dec 20 21:36:28.583436 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ecc1d0fb-4dd1-47ea-b998-5402ca3b14d9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/subnets/050d8fca-872c-47a3-8d5c-5e316c1b9d36/tags/tempest-TagsExtTest-Tag-500550084 HTTP/1.1" status: 404 len: 328 time: 0.1827452 Dec 20 21:36:28.587711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48744) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:28.598695 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-66108a9e-eb7d-4c5b-8851-b78e9d57269a tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '050d8fca-872c-47a3-8d5c-5e316c1b9d36', 'tempest-TagsExtTest-Tag-770791676') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:28.600704 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-28db207d-915e-4a19-88f8-27b8251eb1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.603535 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-28db207d-915e-4a19-88f8-27b8251eb1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.607063 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-28db207d-915e-4a19-88f8-27b8251eb1b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4809406-2441-4028-8ff1-80816276291d HTTP/1.1" status: 204 len: 168 time: 0.4261644 Dec 20 21:36:28.624622 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2690b-738b-4a04-831e-b8499facd852 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389c2960-30d8-4fa1-b261-930b04b83176,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:28.644636 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db207d-915e-4a19-88f8-27b8251eb1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4809406-2441-4028-8ff1-80816276291d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:28.645314 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98c6-9b54-4e1e-a341-f007c92bd4ed tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.704163 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-66108a9e-eb7d-4c5b-8851-b78e9d57269a tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] show failed (client error): The resource could not be found. Dec 20 21:36:28.708173 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-66108a9e-eb7d-4c5b-8851-b78e9d57269a tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/subnets/050d8fca-872c-47a3-8d5c-5e316c1b9d36/tags/tempest-TagsExtTest-Tag-770791676 HTTP/1.1" status: 404 len: 328 time: 0.1149228 Dec 20 21:36:28.709094 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48752) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:28.716768 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-a65fcfa2-5e42-4ca5-9e7b-e40717bb16f7 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '050d8fca-872c-47a3-8d5c-5e316c1b9d36', 'tempest-TagsExtTest-Tag-755347097') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:28.772393 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec2690b-738b-4a04-831e-b8499facd852 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 21:36:28.773171 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec2690b-738b-4a04-831e-b8499facd852 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:36:28.784912 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98c6-9b54-4e1e-a341-f007c92bd4ed tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.793047 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7ec2690b-738b-4a04-831e-b8499facd852 tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7474914 Dec 20 21:36:28.793236 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98c6-9b54-4e1e-a341-f007c92bd4ed tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.798593 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48756) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:28.830441 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe98c6-9b54-4e1e-a341-f007c92bd4ed tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafef379-58a8-467e-8d0a-8d9d1cb6f714,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:28.838883 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0fe98c6-9b54-4e1e-a341-f007c92bd4ed tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.840396 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f0fe98c6-9b54-4e1e-a341-f007c92bd4ed tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2832315 Dec 20 21:36:28.843577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48762) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:28.848127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-680d5daa-303e-4b3a-accb-0bf986fd7e18 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Request body: {'security_group_rule': {'security_group_id': 'cafef379-58a8-467e-8d0a-8d9d1cb6f714', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:28.865160 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-a65fcfa2-5e42-4ca5-9e7b-e40717bb16f7 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] show failed (client error): The resource could not be found. Dec 20 21:36:28.869101 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a65fcfa2-5e42-4ca5-9e7b-e40717bb16f7 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/subnets/050d8fca-872c-47a3-8d5c-5e316c1b9d36/tags/tempest-TagsExtTest-Tag-755347097 HTTP/1.1" status: 404 len: 328 time: 0.1561651 Dec 20 21:36:28.870172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48764) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:28.875118 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-ea1663f5-f91e-406a-884b-4babf5407e6d tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'eec54a63-9304-483d-b25c-7e98a10b0d02', {'tags': ['tempest-TagsExtTest-Tag-1374438339', 'tempest-TagsExtTest-Tag-68404340', 'tempest-TagsExtTest-Tag-809354220']}) {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:28.919489 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-680d5daa-303e-4b3a-accb-0bf986fd7e18 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:28.987945 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ea1663f5-f91e-406a-884b-4babf5407e6d tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "PUT /v2.0/ports/eec54a63-9304-483d-b25c-7e98a10b0d02/tags HTTP/1.1" status: 200 len: 315 time: 0.1143062 Dec 20 21:36:28.988492 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48768) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:28.993704 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-82d30b1e-7918-4ddd-a0d8-4844689fb6bc tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eec54a63-9304-483d-b25c-7e98a10b0d02') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:29.001679 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8a85fa90-4cac-4d2c-b612-dbdabd9eaefb tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Deleting port 1d6d2fe6-bb18-42f1-983a-aa8cfae80801 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:29.001803 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a85fa90-4cac-4d2c-b612-dbdabd9eaefb tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.014643 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-680d5daa-303e-4b3a-accb-0bf986fd7e18 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.020498 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-680d5daa-303e-4b3a-accb-0bf986fd7e18 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.053681 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d5daa-303e-4b3a-accb-0bf986fd7e18 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd804e8d-7dbc-49ac-8f1b-20454ba9981e,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:29.065080 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-680d5daa-303e-4b3a-accb-0bf986fd7e18 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.068889 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-680d5daa-303e-4b3a-accb-0bf986fd7e18 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2241993 Dec 20 21:36:29.069031 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48772) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:29.124740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48776) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:29.138886 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-91552e7f-9f5d-4972-8642-b07fbf1f7775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.238540 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-91552e7f-9f5d-4972-8642-b07fbf1f7775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.243733 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-91552e7f-9f5d-4972-8642-b07fbf1f7775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.295639 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-91552e7f-9f5d-4972-8642-b07fbf1f7775 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d72c6dabaa7d4f93920b6a60005bd09f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668909 Dec 20 21:36:29.295639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91552e7f-9f5d-4972-8642-b07fbf1f7775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08d9282-f419-4026-9414-3effcd88c6fa,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:29.296907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48782) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:29.349389 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-58aa34d2-c486-4f0b-b507-3c603a6efd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.371546 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-58aa34d2-c486-4f0b-b507-3c603a6efd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.433716 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-58aa34d2-c486-4f0b-b507-3c603a6efd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.440609 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-58aa34d2-c486-4f0b-b507-3c603a6efd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.444588 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-58aa34d2-c486-4f0b-b507-3c603a6efd37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c08d9282-f419-4026-9414-3effcd88c6fa HTTP/1.1" status: 204 len: 168 time: 0.1465991 Dec 20 21:36:29.459600 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e58e731-b9c8-46a8-a3a7-c7adde95e299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.469186 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa34d2-c486-4f0b-b507-3c603a6efd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08d9282-f419-4026-9414-3effcd88c6fa,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:29.509132 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a85fa90-4cac-4d2c-b612-dbdabd9eaefb tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.509484 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a85fa90-4cac-4d2c-b612-dbdabd9eaefb tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.536192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8a85fa90-4cac-4d2c-b612-dbdabd9eaefb tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Calling delete_port for 1d6d2fe6-bb18-42f1-983a-aa8cfae80801 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:29.555331 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fddf8d-d38b-4ac4-be02-9dfed3c059f7 req-feb7837a-b938-4e45-84fe-91138ec696a9 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:29.557215 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-17fddf8d-d38b-4ac4-be02-9dfed3c059f7 req-feb7837a-b938-4e45-84fe-91138ec696a9 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1579397 Dec 20 21:36:29.567323 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-82d30b1e-7918-4ddd-a0d8-4844689fb6bc tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/ports/eec54a63-9304-483d-b25c-7e98a10b0d02/tags HTTP/1.1" status: 204 len: 168 time: 0.5780377 Dec 20 21:36:29.570974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48792) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:29.576380 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-78362fc1-7d6a-4f8b-8910-2a6027acb5e9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eec54a63-9304-483d-b25c-7e98a10b0d02', 'tempest-TagsExtTest-Tag-1374438339') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:29.647636 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3974fa5c-ccb6-421d-ae5b-43dba602c9c3 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.650294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d985947-53b9-4515-ad74-586b1771b8b6 req-837ff70c-cb71-4d4d-86fb-7ab5e64dd314 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0415030 Dec 20 21:36:29.679900 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-78362fc1-7d6a-4f8b-8910-2a6027acb5e9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] show failed (client error): The resource could not be found. Dec 20 21:36:29.681325 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-78362fc1-7d6a-4f8b-8910-2a6027acb5e9 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/ports/eec54a63-9304-483d-b25c-7e98a10b0d02/tags/tempest-TagsExtTest-Tag-1374438339 HTTP/1.1" status: 404 len: 329 time: 0.1090393 Dec 20 21:36:29.684638 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48794) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:29.690505 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-796e74d9-e9a6-429d-a500-8dd8184c6481 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eec54a63-9304-483d-b25c-7e98a10b0d02', 'tempest-TagsExtTest-Tag-68404340') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:29.717985 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-17fddf8d-d38b-4ac4-be02-9dfed3c059f7 req-75f1b596-70c4-41f8-98e5-106b59f473b8 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428547 Dec 20 21:36:29.719726 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3974fa5c-ccb6-421d-ae5b-43dba602c9c3 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.763557 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-796e74d9-e9a6-429d-a500-8dd8184c6481 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] show failed (client error): The resource could not be found. Dec 20 21:36:29.768644 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-796e74d9-e9a6-429d-a500-8dd8184c6481 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/ports/eec54a63-9304-483d-b25c-7e98a10b0d02/tags/tempest-TagsExtTest-Tag-68404340 HTTP/1.1" status: 404 len: 327 time: 0.0818698 Dec 20 21:36:29.769665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48798) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:29.776251 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-03a085d0-5a71-4390-85ae-36ddb8b3c86d tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eec54a63-9304-483d-b25c-7e98a10b0d02', 'tempest-TagsExtTest-Tag-809354220') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:29.815238 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3974fa5c-ccb6-421d-ae5b-43dba602c9c3 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.819073 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3974fa5c-ccb6-421d-ae5b-43dba602c9c3 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.822786 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3974fa5c-ccb6-421d-ae5b-43dba602c9c3 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-groups/cafef379-58a8-467e-8d0a-8d9d1cb6f714 HTTP/1.1" status: 204 len: 168 time: 0.7424018 Dec 20 21:36:29.823331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48802) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:29.843160 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974fa5c-ccb6-421d-ae5b-43dba602c9c3 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafef379-58a8-467e-8d0a-8d9d1cb6f714,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:29.859868 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-03a085d0-5a71-4390-85ae-36ddb8b3c86d tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] show failed (client error): The resource could not be found. Dec 20 21:36:29.863497 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-03a085d0-5a71-4390-85ae-36ddb8b3c86d tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/ports/eec54a63-9304-483d-b25c-7e98a10b0d02/tags/tempest-TagsExtTest-Tag-809354220 HTTP/1.1" status: 404 len: 328 time: 0.0900991 Dec 20 21:36:29.863790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48804) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:29.871095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-b6a264c1-58c0-43c0-855c-c1dd3daa18b0 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0740268f-123c-4ed8-8cc8-cad8c9d5c8b2', {'tags': ['tempest-TagsExtTest-Tag-1015349304', 'tempest-TagsExtTest-Tag-1878074052', 'tempest-TagsExtTest-Tag-1119351422']}) {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:29.880798 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a85fa90-4cac-4d2c-b612-dbdabd9eaefb tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.908737 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85fa90-4cac-4d2c-b612-dbdabd9eaefb tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d6d2fe6-bb18-42f1-983a-aa8cfae80801,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:29.948255 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1ce80a07-1c0c-4630-95d8-25f54590a75c tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1216993 Dec 20 21:36:29.948804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48806) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:29.988647 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a85fa90-4cac-4d2c-b612-dbdabd9eaefb tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.991381 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a85fa90-4cac-4d2c-b612-dbdabd9eaefb tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:29.996756 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8a85fa90-4cac-4d2c-b612-dbdabd9eaefb tempest-ExternalNetworksAdminNegativeTestJSON-342403739 tempest-ExternalNetworksAdminNegativeTestJSON-342403739-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/5447861f-4116-494d-994f-fe3e106defeb HTTP/1.1" status: 204 len: 168 time: 1.1929598 Dec 20 21:36:30.009436 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c6a847c2-e7d6-45ce-a112-9ce63f4d75b8 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0594342 Dec 20 21:36:30.009977 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48812) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:30.011062 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b6a264c1-58c0-43c0-855c-c1dd3daa18b0 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "PUT /v2.0/routers/0740268f-123c-4ed8-8cc8-cad8c9d5c8b2/tags HTTP/1.1" status: 200 len: 318 time: 0.1464541 Dec 20 21:36:30.015232 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48814) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:30.020437 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-f674c6ec-3ad3-4da7-a53e-ec3123cfc236 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0740268f-123c-4ed8-8cc8-cad8c9d5c8b2') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:30.032147 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-867fe355-3077-4080-aa84-a4f3fa310acd tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] delete failed (client error): The resource could not be found. Dec 20 21:36:30.034410 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-867fe355-3077-4080-aa84-a4f3fa310acd tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "DELETE /v2.0/security-groups/cafef379-58a8-467e-8d0a-8d9d1cb6f714 HTTP/1.1" status: 404 len: 347 time: 0.0221479 Dec 20 21:36:30.038665 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48818) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:30.104633 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3957a1a4-4d75-437d-8af5-7a3e4eca7031 tempest-SecGroupTest-1681992267 tempest-SecGroupTest-1681992267-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0645654 Dec 20 21:36:30.128241 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f674c6ec-3ad3-4da7-a53e-ec3123cfc236 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/routers/0740268f-123c-4ed8-8cc8-cad8c9d5c8b2/tags HTTP/1.1" status: 204 len: 168 time: 0.1115739 Dec 20 21:36:30.130996 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48824) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:30.135670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-001b8744-d546-4b84-a3c9-d238c2660cab tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0740268f-123c-4ed8-8cc8-cad8c9d5c8b2', 'tempest-TagsExtTest-Tag-1015349304') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:30.217566 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-001b8744-d546-4b84-a3c9-d238c2660cab tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] show failed (client error): The resource could not be found. Dec 20 21:36:30.218663 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-001b8744-d546-4b84-a3c9-d238c2660cab tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/routers/0740268f-123c-4ed8-8cc8-cad8c9d5c8b2/tags/tempest-TagsExtTest-Tag-1015349304 HTTP/1.1" status: 404 len: 329 time: 0.0866375 Dec 20 21:36:30.221598 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48830) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:30.226214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-b5fa4412-5af7-4fca-9d3b-b24ecd05625f tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0740268f-123c-4ed8-8cc8-cad8c9d5c8b2', 'tempest-TagsExtTest-Tag-1878074052') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:30.311706 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-b5fa4412-5af7-4fca-9d3b-b24ecd05625f tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] show failed (client error): The resource could not be found. Dec 20 21:36:30.312784 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b5fa4412-5af7-4fca-9d3b-b24ecd05625f tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/routers/0740268f-123c-4ed8-8cc8-cad8c9d5c8b2/tags/tempest-TagsExtTest-Tag-1878074052 HTTP/1.1" status: 404 len: 329 time: 0.0901728 Dec 20 21:36:30.315699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48834) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:30.320112 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-64495f9a-0327-431a-990d-db94d9ee3dad tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0740268f-123c-4ed8-8cc8-cad8c9d5c8b2', 'tempest-TagsExtTest-Tag-1119351422') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:30.395369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48838) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:30.400740 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-64495f9a-0327-431a-990d-db94d9ee3dad tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] show failed (client error): The resource could not be found. Dec 20 21:36:30.401959 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-64495f9a-0327-431a-990d-db94d9ee3dad tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/routers/0740268f-123c-4ed8-8cc8-cad8c9d5c8b2/tags/tempest-TagsExtTest-Tag-1119351422 HTTP/1.1" status: 404 len: 329 time: 0.0853570 Dec 20 21:36:30.405170 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48842) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:30.409803 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-39f09b5e-6843-4098-a795-9bff0e039107 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd6b5316a-1285-42e1-acc9-a6a55eaee561', {'tags': ['tempest-TagsExtTest-Tag-461707628', 'tempest-TagsExtTest-Tag-484230913', 'tempest-TagsExtTest-Tag-2048889556']}) {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:30.448190 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-39f09b5e-6843-4098-a795-9bff0e039107 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "PUT /v2.0/subnetpools/d6b5316a-1285-42e1-acc9-a6a55eaee561/tags HTTP/1.1" status: 200 len: 316 time: 0.0418320 Dec 20 21:36:30.451528 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48844) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:30.456942 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-1b1664c2-649c-4fa5-bf1e-21d3ca976281 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd6b5316a-1285-42e1-acc9-a6a55eaee561') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:30.494705 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1b1664c2-649c-4fa5-bf1e-21d3ca976281 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/subnetpools/d6b5316a-1285-42e1-acc9-a6a55eaee561/tags HTTP/1.1" status: 204 len: 168 time: 0.0415447 Dec 20 21:36:30.497438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48848) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:30.502895 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-72665fe8-ebed-4c62-9f8d-f634fe4ef35e tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6b5316a-1285-42e1-acc9-a6a55eaee561', 'tempest-TagsExtTest-Tag-461707628') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:30.527524 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-72665fe8-ebed-4c62-9f8d-f634fe4ef35e tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] show failed (client error): The resource could not be found. Dec 20 21:36:30.530606 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-72665fe8-ebed-4c62-9f8d-f634fe4ef35e tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/subnetpools/d6b5316a-1285-42e1-acc9-a6a55eaee561/tags/tempest-TagsExtTest-Tag-461707628 HTTP/1.1" status: 404 len: 328 time: 0.0310378 Dec 20 21:36:30.532821 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48850) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:30.538989 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-2ff264b8-689e-4bdc-b6ed-9bf5ba2543aa tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6b5316a-1285-42e1-acc9-a6a55eaee561', 'tempest-TagsExtTest-Tag-484230913') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:30.545130 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48852) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:30.563721 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-2ff264b8-689e-4bdc-b6ed-9bf5ba2543aa tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] show failed (client error): The resource could not be found. Dec 20 21:36:30.565107 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2ff264b8-689e-4bdc-b6ed-9bf5ba2543aa tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/subnetpools/d6b5316a-1285-42e1-acc9-a6a55eaee561/tags/tempest-TagsExtTest-Tag-484230913 HTTP/1.1" status: 404 len: 328 time: 0.0304866 Dec 20 21:36:30.568033 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48856) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:30.572547 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-f968729c-275e-4ff8-a99a-3db2af807d9f tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6b5316a-1285-42e1-acc9-a6a55eaee561', 'tempest-TagsExtTest-Tag-2048889556') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:30.602289 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-f968729c-275e-4ff8-a99a-3db2af807d9f tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] show failed (client error): The resource could not be found. Dec 20 21:36:30.603570 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f968729c-275e-4ff8-a99a-3db2af807d9f tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/subnetpools/d6b5316a-1285-42e1-acc9-a6a55eaee561/tags/tempest-TagsExtTest-Tag-2048889556 HTTP/1.1" status: 404 len: 329 time: 0.0345762 Dec 20 21:36:30.606581 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48860) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:30.617165 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-6f7b8103-f1f5-4cf6-a63a-b36d4f20db3a tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd6b5316a-1285-42e1-acc9-a6a55eaee561') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:30.642501 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6f7b8103-f1f5-4cf6-a63a-b36d4f20db3a tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/subnetpools/d6b5316a-1285-42e1-acc9-a6a55eaee561/tags HTTP/1.1" status: 204 len: 168 time: 0.0346859 Dec 20 21:36:30.645353 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48862) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:30.652162 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-2d27bf00-9f8f-4eec-952d-ee5f1dcb652d tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0740268f-123c-4ed8-8cc8-cad8c9d5c8b2') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:30.664125 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:30.772999 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9c64898-0123-425b-a0a3-b5a5fc6cb27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:30.802328 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d6f1978f-ae59-4370-8c88-eab4d56dad07 req-9093c83b-8a7c-472e-969e-17d016963a6d tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0480125 Dec 20 21:36:30.820160 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b05fcc17-bcab-43ef-b0b9-dd7c426f8c0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=900c6ef96d4e495585b9986f3b5e3db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2724903 Dec 20 21:36:30.822340 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48872) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:30.880878 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2d27bf00-9f8f-4eec-952d-ee5f1dcb652d tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/routers/0740268f-123c-4ed8-8cc8-cad8c9d5c8b2/tags HTTP/1.1" status: 204 len: 168 time: 0.2343669 Dec 20 21:36:30.883824 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48878) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:30.889523 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.tag.tag_plugin [None req-337b49c3-a643-4124-bb00-ebd0d86f5861 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eec54a63-9304-483d-b25c-7e98a10b0d02') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:30.920356 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c280221-9e01-42d9-9dc5-3369209bea7e req-3b320e0e-aec4-4244-95fd-f85850dea15b tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:30.921905 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4c280221-9e01-42d9-9dc5-3369209bea7e req-3b320e0e-aec4-4244-95fd-f85850dea15b tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1006837 Dec 20 21:36:30.947737 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5095e28c-1382-491d-99ce-cc895a3324b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:30.977697 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5095e28c-1382-491d-99ce-cc895a3324b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:30.983894 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4c280221-9e01-42d9-9dc5-3369209bea7e req-6170425d-bdab-466f-aa10-809573ca40b5 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546870 Dec 20 21:36:31.027710 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9c64898-0123-425b-a0a3-b5a5fc6cb27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:31.028065 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-337b49c3-a643-4124-bb00-ebd0d86f5861 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/ports/eec54a63-9304-483d-b25c-7e98a10b0d02/tags HTTP/1.1" status: 204 len: 168 time: 0.1429648 Dec 20 21:36:31.030932 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48884) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:31.037514 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.tag.tag_plugin [None req-9e7da132-3034-490e-8e2d-77159e89bdfe tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '050d8fca-872c-47a3-8d5c-5e316c1b9d36') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:31.056085 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5095e28c-1382-491d-99ce-cc895a3324b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:31.059523 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5095e28c-1382-491d-99ce-cc895a3324b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:31.061304 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5095e28c-1382-491d-99ce-cc895a3324b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c843d0aa-6329-423c-ba69-9f88397894b7 HTTP/1.1" status: 204 len: 168 time: 0.2355115 Dec 20 21:36:31.070320 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9c64898-0123-425b-a0a3-b5a5fc6cb27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:31.072064 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095e28c-1382-491d-99ce-cc895a3324b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c843d0aa-6329-423c-ba69-9f88397894b7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:31.082257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095e28c-1382-491d-99ce-cc895a3324b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:31.082606 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095e28c-1382-491d-99ce-cc895a3324b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:31.082938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095e28c-1382-491d-99ce-cc895a3324b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:31.083314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095e28c-1382-491d-99ce-cc895a3324b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:31.083644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095e28c-1382-491d-99ce-cc895a3324b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:31.083972 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095e28c-1382-491d-99ce-cc895a3324b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:31.084315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095e28c-1382-491d-99ce-cc895a3324b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:31.085195 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095e28c-1382-491d-99ce-cc895a3324b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:31.085515 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095e28c-1382-491d-99ce-cc895a3324b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:31.085837 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095e28c-1382-491d-99ce-cc895a3324b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:31.086213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095e28c-1382-491d-99ce-cc895a3324b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:31.086534 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095e28c-1382-491d-99ce-cc895a3324b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:31.129024 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c64898-0123-425b-a0a3-b5a5fc6cb27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bceec2-980f-4233-854f-77b9ba4f53bb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:31.135859 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b9c64898-0123-425b-a0a3-b5a5fc6cb27b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2522d389068247bd95d773c4de7ea168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7394772 Dec 20 21:36:31.139031 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48890) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:31.191694 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9e7da132-3034-490e-8e2d-77159e89bdfe tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/subnets/050d8fca-872c-47a3-8d5c-5e316c1b9d36/tags HTTP/1.1" status: 204 len: 168 time: 0.1578875 Dec 20 21:36:31.196299 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48894) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:31.211792 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29deef89-e0e3-4187-82cc-b8e7a14bd5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:31.243693 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29deef89-e0e3-4187-82cc-b8e7a14bd5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:31.276144 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f457da6-337d-468b-8da4-236fce488c4f tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks [] for subnetpool, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:31.277681 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7f457da6-337d-468b-8da4-236fce488c4f tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/subnetpools/d6b5316a-1285-42e1-acc9-a6a55eaee561 HTTP/1.1" status: 204 len: 168 time: 0.0799930 Dec 20 21:36:31.280043 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48898) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:31.311412 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c5a172c5-9cd2-40ed-99a8-53a8f472a0d5 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "GET /v2.0/ports?device_id=0740268f-123c-4ed8-8cc8-cad8c9d5c8b2 HTTP/1.1" status: 200 len: 205 time: 0.0301602 Dec 20 21:36:31.314060 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48900) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:31.328999 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29deef89-e0e3-4187-82cc-b8e7a14bd5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:31.333365 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29deef89-e0e3-4187-82cc-b8e7a14bd5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:31.337524 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-29deef89-e0e3-4187-82cc-b8e7a14bd5fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4bceec2-980f-4233-854f-77b9ba4f53bb HTTP/1.1" status: 204 len: 168 time: 0.1974816 Dec 20 21:36:31.346605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29deef89-e0e3-4187-82cc-b8e7a14bd5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bceec2-980f-4233-854f-77b9ba4f53bb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:31.404909 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccdb7-5032-4490-a3bb-06469c992800 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:31.573857 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccdb7-5032-4490-a3bb-06469c992800 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:31.576635 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccdb7-5032-4490-a3bb-06469c992800 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:31.623577 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccdb7-5032-4490-a3bb-06469c992800 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:31.624123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7ccdb7-5032-4490-a3bb-06469c992800 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Fanout notify agent at l3_agent the message router_deleted on router 0740268f-123c-4ed8-8cc8-cad8c9d5c8b2 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:36:31.637325 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cb7ccdb7-5032-4490-a3bb-06469c992800 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:31.638609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cb7ccdb7-5032-4490-a3bb-06469c992800 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/routers/0740268f-123c-4ed8-8cc8-cad8c9d5c8b2 HTTP/1.1" status: 204 len: 168 time: 0.3232591 Dec 20 21:36:31.641096 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48914) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:31.737658 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-87c0f302-433f-4bf1-b660-2b6be37fdec7 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Deleting port eec54a63-9304-483d-b25c-7e98a10b0d02 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:31.738004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-87c0f302-433f-4bf1-b660-2b6be37fdec7 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:31.833778 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-87c0f302-433f-4bf1-b660-2b6be37fdec7 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:31.847821 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-87c0f302-433f-4bf1-b660-2b6be37fdec7 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Calling delete_port for eec54a63-9304-483d-b25c-7e98a10b0d02 owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:31.912257 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48926) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:31.927788 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5b5d79ef-fb0c-4de0-86dc-34e47756e4a6 req-507f2096-c943-4c73-ad92-f7179dd34623 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0275908 Dec 20 21:36:31.972127 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a91bb692-a850-4fab-aa02-7494be3a0018 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=999bcc0a43494b7aa43a9389b0a5c718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576584 Dec 20 21:36:31.973635 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48928) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:32.039225 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30202974-e8dd-46b4-87e4-d0e2b76ab5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:32.060159 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-87c0f302-433f-4bf1-b660-2b6be37fdec7 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:32.084601 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30202974-e8dd-46b4-87e4-d0e2b76ab5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:32.092249 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:32.099502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0f302-433f-4bf1-b660-2b6be37fdec7 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Pushing event deleted for resources: {'Port': ['ID=eec54a63-9304-483d-b25c-7e98a10b0d02,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:32.205326 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-87c0f302-433f-4bf1-b660-2b6be37fdec7 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:32.210054 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-87c0f302-433f-4bf1-b660-2b6be37fdec7 tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/ports/eec54a63-9304-483d-b25c-7e98a10b0d02 HTTP/1.1" status: 204 len: 168 time: 0.5678515 Dec 20 21:36:32.213870 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48940) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:32.224157 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2d08b-d27a-4b10-9c34-fbe8515c5cb1 req-b6776cc5-71b8-46ad-9bd5-f3f5a516cbfd tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:32.225725 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-40b2d08b-d27a-4b10-9c34-fbe8515c5cb1 req-b6776cc5-71b8-46ad-9bd5-f3f5a516cbfd tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1125815 Dec 20 21:36:32.248210 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30202974-e8dd-46b4-87e4-d0e2b76ab5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:32.251004 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30202974-e8dd-46b4-87e4-d0e2b76ab5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:32.253397 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-30202974-e8dd-46b4-87e4-d0e2b76ab5f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/389c2960-30d8-4fa1-b261-930b04b83176 HTTP/1.1" status: 204 len: 168 time: 0.2780485 Dec 20 21:36:32.272805 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30202974-e8dd-46b4-87e4-d0e2b76ab5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389c2960-30d8-4fa1-b261-930b04b83176,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:32.310902 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-40b2d08b-d27a-4b10-9c34-fbe8515c5cb1 req-2cb9730b-c620-4282-b156-86a9621a8a54 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720952 Dec 20 21:36:32.323177 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-064d5595-cb74-4874-9cf1-83260541fd0b tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Deleting subnet 050d8fca-872c-47a3-8d5c-5e316c1b9d36 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:36:32.327708 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-064d5595-cb74-4874-9cf1-83260541fd0b tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:32.347351 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:32.376920 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-064d5595-cb74-4874-9cf1-83260541fd0b tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:32.483527 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-064d5595-cb74-4874-9cf1-83260541fd0b tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:32.552302 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-064d5595-cb74-4874-9cf1-83260541fd0b tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:32.579412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826862b2-e155-45c5-a934-fac020d075cf None None] Network 51e8290e-36be-4f9c-a1e8-fda51dcade1d requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:32.582639 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-064d5595-cb74-4874-9cf1-83260541fd0b tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:32.585861 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-064d5595-cb74-4874-9cf1-83260541fd0b tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/subnets/050d8fca-872c-47a3-8d5c-5e316c1b9d36 HTTP/1.1" status: 204 len: 168 time: 0.3701489 Dec 20 21:36:32.587132 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d5595-cb74-4874-9cf1-83260541fd0b tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Pushing event deleted for resources: {'Subnet': ['ID=050d8fca-872c-47a3-8d5c-5e316c1b9d36,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:32.588562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48956) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:32.690211 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:32.756194 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Deleting port 89a76c85-843d-4af5-a202-dbe9a3b55411 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:32.756637 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:32.813909 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca37fe00-f801-47cf-8272-793dcb923058 None None] DHCP port deletion for 51e8290e-36be-4f9c-a1e8-fda51dcade1d request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:36:32.867245 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] For port 89a76c85-843d-4af5-a202-dbe9a3b55411, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=89a76c85-843d-4af5-a202-dbe9a3b55411,segment=NetworkSegment(f671b077-e482-40cb-89fd-550cad0552c7),segment_id=f671b077-e482-40cb-89fd-550cad0552c7)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:36:32.867604 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:32.874819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ca37fe00-f801-47cf-8272-793dcb923058 None None] Deleting port 89a76c85-843d-4af5-a202-dbe9a3b55411 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:32.875419 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca37fe00-f801-47cf-8272-793dcb923058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:32.881653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Calling delete_port for 89a76c85-843d-4af5-a202-dbe9a3b55411 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:32.946197 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ca37fe00-f801-47cf-8272-793dcb923058 None None] For port 89a76c85-843d-4af5-a202-dbe9a3b55411, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=89a76c85-843d-4af5-a202-dbe9a3b55411,segment=NetworkSegment(f671b077-e482-40cb-89fd-550cad0552c7),segment_id=f671b077-e482-40cb-89fd-550cad0552c7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:36:32.947380 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca37fe00-f801-47cf-8272-793dcb923058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:32.964058 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ca37fe00-f801-47cf-8272-793dcb923058 None None] Calling delete_port for 89a76c85-843d-4af5-a202-dbe9a3b55411 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:32.971188 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:33.004348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Pushing event deleted for resources: {'Port': ['ID=89a76c85-843d-4af5-a202-dbe9a3b55411,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:33.006359 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] No DVR routers for this DVR port 89a76c85-843d-4af5-a202-dbe9a3b55411 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:36:33.069883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-200b7fa1-00e3-4e95-a1a1-c54f96c2c10f req-377dd909-e9c9-466a-a456-d7516de56dbc tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0401125 Dec 20 21:36:33.086022 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca37fe00-f801-47cf-8272-793dcb923058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:33.121734 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37fe00-f801-47cf-8272-793dcb923058 None None] Pushing event deleted for resources: {'Port': ['ID=89a76c85-843d-4af5-a202-dbe9a3b55411,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:33.127668 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:33.134535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca37fe00-f801-47cf-8272-793dcb923058 None None] No DVR routers for this DVR port 89a76c85-843d-4af5-a202-dbe9a3b55411 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:36:33.154941 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e8290e-36be-4f9c-a1e8-fda51dcade1d']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:33.166198 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f671b077-e482-40cb-89fd-550cad0552c7') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:33.166512 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f671b077-e482-40cb-89fd-550cad0552c7') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:33.183393 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:33.201774 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:33.208016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:36:33.208591 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:36:33.211671 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:36:33.243799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48990) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:33.282038 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:33.302461 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:33.306160 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] 10.222.0.32 "DELETE /v2.0/networks/51e8290e-36be-4f9c-a1e8-fda51dcade1d HTTP/1.1" status: 204 len: 168 time: 0.7165158 Dec 20 21:36:33.307203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e25c3-eb73-4eec-889c-e770e980b4fd tempest-TagsExtTest-470185893 tempest-TagsExtTest-470185893-project] Pushing event deleted for resources: {'Network': ['ID=51e8290e-36be-4f9c-a1e8-fda51dcade1d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:33.468233 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f05d5-9d59-4922-91e5-d4c1207e4511 req-4e4cdbfc-bbf6-4d30-a744-e618013fb757 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:33.470135 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-df8f05d5-9d59-4922-91e5-d4c1207e4511 req-4e4cdbfc-bbf6-4d30-a744-e618013fb757 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.0583918 Dec 20 21:36:33.517436 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-df8f05d5-9d59-4922-91e5-d4c1207e4511 req-fb935675-10d2-40b7-b465-2bb4ec51d884 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392432 Dec 20 21:36:33.593686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b4bc88af-8a39-43c0-ac03-8136b38d48d1 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:33.594585 n-d-xena-1 neutron-server[102401]: WARNING neutron.api.v2.base [None req-b4bc88af-8a39-43c0-ac03-8136b38d48d1 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 21:36:33.595297 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-b4bc88af-8a39-43c0-ac03-8136b38d48d1 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 21:36:33.596667 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b4bc88af-8a39-43c0-ac03-8136b38d48d1 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3517478 Dec 20 21:36:33.600306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49004) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:33.605973 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1be2f6ea-cc3c-4325-bef3-bd020ad296fd tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group': {'name': 'tempest-secgroup--101876049'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:33.638435 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1be2f6ea-cc3c-4325-bef3-bd020ad296fd tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:33.662485 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1be2f6ea-cc3c-4325-bef3-bd020ad296fd tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:33.767205 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1be2f6ea-cc3c-4325-bef3-bd020ad296fd tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:33.771414 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1be2f6ea-cc3c-4325-bef3-bd020ad296fd tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:33.801625 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49016) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:33.813461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2f6ea-cc3c-4325-bef3-bd020ad296fd tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24fb1b84-7eae-4dbe-8e1c-ea9a57756284,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:33.869375 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1be2f6ea-cc3c-4325-bef3-bd020ad296fd tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:33.873609 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1be2f6ea-cc3c-4325-bef3-bd020ad296fd tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:33.904002 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1be2f6ea-cc3c-4325-bef3-bd020ad296fd tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:33.905161 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1be2f6ea-cc3c-4325-bef3-bd020ad296fd tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3038321 Dec 20 21:36:33.907188 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2f6ea-cc3c-4325-bef3-bd020ad296fd tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81adb696-aa36-4a07-b913-60cfb9efbfaa,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:33.908300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49024) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:33.913177 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-79aaf432-fa67-40d4-bb7e-8a02240822a4 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '81adb696-aa36-4a07-b913-60cfb9efbfaa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:33.945275 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79aaf432-fa67-40d4-bb7e-8a02240822a4 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.027406 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5c92a189-d403-4c84-99fc-6319629615f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29a82dd0cfcc48618dcf17ea98bb5174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210705 Dec 20 21:36:34.029041 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49028) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:34.030829 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79aaf432-fa67-40d4-bb7e-8a02240822a4 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.037432 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79aaf432-fa67-40d4-bb7e-8a02240822a4 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.064885 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aaf432-fa67-40d4-bb7e-8a02240822a4 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3d8fb7-0f1e-4627-9a27-38dec69261bf,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:34.078095 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-79aaf432-fa67-40d4-bb7e-8a02240822a4 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.079723 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-79aaf432-fa67-40d4-bb7e-8a02240822a4 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1701970 Dec 20 21:36:34.082844 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49030) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:34.087818 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-69f64bc5-b875-41df-86a5-39331b59d20c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '81adb696-aa36-4a07-b913-60cfb9efbfaa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:34.089023 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f29f97ce-b9e9-4bb5-aa30-9f5d9ce2212e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.132176 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69f64bc5-b875-41df-86a5-39331b59d20c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.133819 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f29f97ce-b9e9-4bb5-aa30-9f5d9ce2212e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.209072 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-69f64bc5-b875-41df-86a5-39331b59d20c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 21:36:34.213217 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-69f64bc5-b875-41df-86a5-39331b59d20c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1265097 Dec 20 21:36:34.217127 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49038) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:34.231423 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-191c1d1d-a3f5-4660-b7b4-fc6af3fa791b req-778eb585-107d-4ae2-92fb-da77d7dd32a2 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0412855 Dec 20 21:36:34.260128 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f29f97ce-b9e9-4bb5-aa30-9f5d9ce2212e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.263835 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f29f97ce-b9e9-4bb5-aa30-9f5d9ce2212e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.269172 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f29f97ce-b9e9-4bb5-aa30-9f5d9ce2212e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9020f045-ed6b-4522-8a63-d0032a091c2e HTTP/1.1" status: 204 len: 168 time: 0.2389398 Dec 20 21:36:34.278375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f97ce-b9e9-4bb5-aa30-9f5d9ce2212e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9020f045-ed6b-4522-8a63-d0032a091c2e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:34.308305 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-166456da-6314-4bbf-8725-7ef05b4fb973 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.334588 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-166456da-6314-4bbf-8725-7ef05b4fb973 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.387687 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-166456da-6314-4bbf-8725-7ef05b4fb973 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.395299 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-166456da-6314-4bbf-8725-7ef05b4fb973 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.395299 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-166456da-6314-4bbf-8725-7ef05b4fb973 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "DELETE /v2.0/security-groups/81adb696-aa36-4a07-b913-60cfb9efbfaa HTTP/1.1" status: 204 len: 168 time: 0.1726861 Dec 20 21:36:34.395909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49048) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:34.403645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166456da-6314-4bbf-8725-7ef05b4fb973 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81adb696-aa36-4a07-b913-60cfb9efbfaa,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:34.454859 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-eba534bb-723b-45f8-bd7f-bd9f5134747a tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0543778 Dec 20 21:36:34.455895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49050) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:34.460853 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4ef1aadf-cf62-42ba-8542-0c2eb5ee4bae tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325202644'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:34.484357 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ef1aadf-cf62-42ba-8542-0c2eb5ee4bae tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.557926 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ef1aadf-cf62-42ba-8542-0c2eb5ee4bae tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.569133 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ef1aadf-cf62-42ba-8542-0c2eb5ee4bae tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.619791 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1aadf-cf62-42ba-8542-0c2eb5ee4bae tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d2cb17-a308-401a-8c38-252f8845034f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:34.660160 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4ef1aadf-cf62-42ba-8542-0c2eb5ee4bae tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.661396 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4ef1aadf-cf62-42ba-8542-0c2eb5ee4bae tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2044094 Dec 20 21:36:34.664197 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49060) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:34.669728 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-54aaddfa-4405-40d6-9b04-52b73ac9f6a3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': 'a0d2cb17-a308-401a-8c38-252f8845034f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:34.670546 n-d-xena-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-54aaddfa-4405-40d6-9b04-52b73ac9f6a3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 20 21:36:34.671149 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-54aaddfa-4405-40d6-9b04-52b73ac9f6a3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:36:34.674125 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-54aaddfa-4405-40d6-9b04-52b73ac9f6a3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067532 Dec 20 21:36:34.677344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49062) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:34.686525 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 89a76c85-843d-4af5-a202-dbe9a3b55411 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:36:34.693900 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1527bf4-dc78-462d-a7f9-c8a8c6605df6 req-8dadb910-f341-4ce5-9d00-e188fef3db55 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:34.695678 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a1527bf4-dc78-462d-a7f9-c8a8c6605df6 req-8dadb910-f341-4ce5-9d00-e188fef3db55 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.0731213 Dec 20 21:36:34.709776 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 89a76c85-843d-4af5-a202-dbe9a3b55411 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:36:34.710257 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 89a76c85-843d-4af5-a202-dbe9a3b55411 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:36:34.748539 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a1527bf4-dc78-462d-a7f9-c8a8c6605df6 req-d10ea667-e2df-42ef-b529-55791f292768 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452785 Dec 20 21:36:34.789407 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3608509e-4220-437e-a9ab-d284ecd42352 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.823418 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3608509e-4220-437e-a9ab-d284ecd42352 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.875817 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3608509e-4220-437e-a9ab-d284ecd42352 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.879600 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3608509e-4220-437e-a9ab-d284ecd42352 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:34.880986 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3608509e-4220-437e-a9ab-d284ecd42352 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "DELETE /v2.0/security-groups/a0d2cb17-a308-401a-8c38-252f8845034f HTTP/1.1" status: 204 len: 168 time: 0.1997178 Dec 20 21:36:34.883797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49082) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:34.893183 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608509e-4220-437e-a9ab-d284ecd42352 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d2cb17-a308-401a-8c38-252f8845034f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:34.945364 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49086) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:34.945891 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-21ebbaeb-f1a8-401b-a2df-28488878719a tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0557885 Dec 20 21:36:34.950224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d58f8188-a7a5-4961-a118-d5bb3e379c11 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group': {'name': 'tempest-secgroup--147578805'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:34.977553 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d58f8188-a7a5-4961-a118-d5bb3e379c11 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.057671 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d58f8188-a7a5-4961-a118-d5bb3e379c11 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.063848 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d58f8188-a7a5-4961-a118-d5bb3e379c11 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.096285 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f8188-a7a5-4961-a118-d5bb3e379c11 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd3026d-57ee-4951-8640-fe7485c3307f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:35.109270 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d58f8188-a7a5-4961-a118-d5bb3e379c11 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.113131 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d58f8188-a7a5-4961-a118-d5bb3e379c11 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1644523 Dec 20 21:36:35.113750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49092) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:35.118510 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1786aad8-6133-4103-9212-c4429d9468ff tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '1bd3026d-57ee-4951-8640-fe7485c3307f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:35.119364 n-d-xena-1 neutron-server[102401]: WARNING neutron.api.v2.base [None req-1786aad8-6133-4103-9212-c4429d9468ff tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 20 21:36:35.119858 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-1786aad8-6133-4103-9212-c4429d9468ff tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:36:35.120907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1786aad8-6133-4103-9212-c4429d9468ff tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062025 Dec 20 21:36:35.124100 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49094) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:35.201693 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-237898d6-78c5-472b-abbe-d29c22d61b2c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.230269 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-237898d6-78c5-472b-abbe-d29c22d61b2c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.282748 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49102) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:35.318923 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-237898d6-78c5-472b-abbe-d29c22d61b2c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.322823 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-237898d6-78c5-472b-abbe-d29c22d61b2c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.324565 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-237898d6-78c5-472b-abbe-d29c22d61b2c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "DELETE /v2.0/security-groups/1bd3026d-57ee-4951-8640-fe7485c3307f HTTP/1.1" status: 204 len: 168 time: 0.1993773 Dec 20 21:36:35.327561 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49108) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:35.347637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237898d6-78c5-472b-abbe-d29c22d61b2c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd3026d-57ee-4951-8640-fe7485c3307f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:35.420546 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1764b773-7fe4-478d-bda6-d8e633b96016 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0914898 Dec 20 21:36:35.424011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49112) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:35.428555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bb8c50af-1836-499b-a47f-995676c326d4 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1813221136'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:35.431635 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f4e4c0c-3ea1-49f7-ac4a-eff19757528a req-84e71636-bfb2-4995-9e2f-93833c6e3e28 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0466900 Dec 20 21:36:35.456042 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb8c50af-1836-499b-a47f-995676c326d4 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.531291 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb8c50af-1836-499b-a47f-995676c326d4 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.536167 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb8c50af-1836-499b-a47f-995676c326d4 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.572010 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb8c50af-1836-499b-a47f-995676c326d4 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.576518 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bb8c50af-1836-499b-a47f-995676c326d4 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1485183 Dec 20 21:36:35.576518 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c50af-1836-499b-a47f-995676c326d4 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c0c58d-ba6d-4700-bfd5-5ca582da9140,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:35.576992 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49118) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:35.581843 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a6485b2d-10b5-4f27-adde-0a565cd6ef21 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '33c0c58d-ba6d-4700-bfd5-5ca582da9140', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:35.595171 n-d-xena-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-a6485b2d-10b5-4f27-adde-0a565cd6ef21 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 20 21:36:35.595834 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-a6485b2d-10b5-4f27-adde-0a565cd6ef21 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:36:35.597086 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a6485b2d-10b5-4f27-adde-0a565cd6ef21 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0190175 Dec 20 21:36:35.600207 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49122) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:35.605601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5dbc977a-01fc-4230-a5cd-a0fd46bf50e6 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '33c0c58d-ba6d-4700-bfd5-5ca582da9140', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:35.607637 n-d-xena-1 neutron-server[102401]: WARNING neutron.api.v2.base [None req-5dbc977a-01fc-4230-a5cd-a0fd46bf50e6 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 20 21:36:35.608207 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-5dbc977a-01fc-4230-a5cd-a0fd46bf50e6 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:36:35.609490 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5dbc977a-01fc-4230-a5cd-a0fd46bf50e6 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079439 Dec 20 21:36:35.612351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49124) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:35.616695 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0872af1d-a7a3-448e-8865-e64071c60852 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '33c0c58d-ba6d-4700-bfd5-5ca582da9140', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:35.617806 n-d-xena-1 neutron-server[102401]: WARNING neutron.api.v2.base [None req-0872af1d-a7a3-448e-8865-e64071c60852 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 20 21:36:35.618657 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-0872af1d-a7a3-448e-8865-e64071c60852 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:36:35.619780 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0872af1d-a7a3-448e-8865-e64071c60852 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065079 Dec 20 21:36:35.622681 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49126) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:35.627420 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6a7983f7-8182-4e6f-820e-d594ac75e6a3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '33c0c58d-ba6d-4700-bfd5-5ca582da9140', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:35.629584 n-d-xena-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-6a7983f7-8182-4e6f-820e-d594ac75e6a3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 20 21:36:35.630430 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-6a7983f7-8182-4e6f-820e-d594ac75e6a3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:36:35.633597 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6a7983f7-8182-4e6f-820e-d594ac75e6a3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0074794 Dec 20 21:36:35.634109 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49128) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:35.652857 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f2774c93-6520-4d48-87e1-07cd6e9645f2 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1878393946', 'router:external': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:35.702961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2774c93-6520-4d48-87e1-07cd6e9645f2 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Made reservation on behalf of d4e4d7b8ca7a4a04a159ed20b9311b96 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:35.705552 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2774c93-6520-4d48-87e1-07cd6e9645f2 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.722827 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2774c93-6520-4d48-87e1-07cd6e9645f2 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.724885 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5780904d-0af7-4adc-9e90-39b57f2349c9 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.770813 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5780904d-0af7-4adc-9e90-39b57f2349c9 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.849322 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5780904d-0af7-4adc-9e90-39b57f2349c9 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.851897 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5780904d-0af7-4adc-9e90-39b57f2349c9 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.852997 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5780904d-0af7-4adc-9e90-39b57f2349c9 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "DELETE /v2.0/security-groups/33c0c58d-ba6d-4700-bfd5-5ca582da9140 HTTP/1.1" status: 204 len: 168 time: 0.2181840 Dec 20 21:36:35.855800 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49140) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:35.890302 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2774c93-6520-4d48-87e1-07cd6e9645f2 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.906623 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780904d-0af7-4adc-9e90-39b57f2349c9 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c0c58d-ba6d-4700-bfd5-5ca582da9140,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:35.911563 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2774c93-6520-4d48-87e1-07cd6e9645f2 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.935294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-efda3d81-17e4-45e3-ab0e-40cc6ba91213 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0780787 Dec 20 21:36:35.939484 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49146) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:35.947035 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2774c93-6520-4d48-87e1-07cd6e9645f2 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b6047b-194e-433a-96d3-8c359b63827d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:35.948275 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-4d01eaec-94cf-4988-9465-9545fd40cfc3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group': {'name': 'tempest-secgroup--841519280'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:35.956689 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2774c93-6520-4d48-87e1-07cd6e9645f2 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:36:35.977068 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d01eaec-94cf-4988-9465-9545fd40cfc3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.979439 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e2c76-2822-4145-9681-726cf99453d9 req-4ab3319a-b413-47fd-92aa-d05f4048ecb2 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:35.981407 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c8e2c76-2822-4145-9681-726cf99453d9 req-4ab3319a-b413-47fd-92aa-d05f4048ecb2 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1353316 Dec 20 21:36:35.982640 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2774c93-6520-4d48-87e1-07cd6e9645f2 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:35.982975 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-f2774c93-6520-4d48-87e1-07cd6e9645f2 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Added segment 668525ec-5552-45fe-8b07-5a13b679246e of type vlan for network 93b710e4-0d9c-4f04-a4eb-0e54309d6962 Dec 20 21:36:36.061192 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2774c93-6520-4d48-87e1-07cd6e9645f2 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:36.068864 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d01eaec-94cf-4988-9465-9545fd40cfc3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:36.069954 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0c8e2c76-2822-4145-9681-726cf99453d9 req-67bce187-83e8-4ff3-b7b0-fc030364b4b6 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782905 Dec 20 21:36:36.075946 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d01eaec-94cf-4988-9465-9545fd40cfc3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:36.108192 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d01eaec-94cf-4988-9465-9545fd40cfc3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:36.110345 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2774c93-6520-4d48-87e1-07cd6e9645f2 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:36.111653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2774c93-6520-4d48-87e1-07cd6e9645f2 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:36.112372 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2774c93-6520-4d48-87e1-07cd6e9645f2 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:36.112680 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4d01eaec-94cf-4988-9465-9545fd40cfc3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1719213 Dec 20 21:36:36.113327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49150) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:36.126104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-29132c2d-2866-451e-9bea-594efc5eded3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '63414b2f-900c-4368-9b0a-88cab4ccdf14', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:36.126917 n-d-xena-1 neutron-server[102401]: WARNING neutron.api.v2.base [None req-29132c2d-2866-451e-9bea-594efc5eded3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 21:36:36.177742 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2774c93-6520-4d48-87e1-07cd6e9645f2 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Pushing event updated for resources: {'Network': ['ID=93b710e4-0d9c-4f04-a4eb-0e54309d6962,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:36.188987 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 93b710e4-0d9c-4f04-a4eb-0e54309d6962 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:36:36.204003 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f2774c93-6520-4d48-87e1-07cd6e9645f2 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9167414 Dec 20 21:36:36.204455 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49156) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:36.209387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-21cd1a84-4f1d-48bb-bde6-2df58c1386ba tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Request body: {'subnet': {'network_id': '93b710e4-0d9c-4f04-a4eb-0e54309d6962', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:36.235251 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cd1a84-4f1d-48bb-bde6-2df58c1386ba tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Made reservation on behalf of d4e4d7b8ca7a4a04a159ed20b9311b96 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:36.238989 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21cd1a84-4f1d-48bb-bde6-2df58c1386ba tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:36.538140 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-29132c2d-2866-451e-9bea-594efc5eded3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:36:36.539408 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-29132c2d-2866-451e-9bea-594efc5eded3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.4212489 Dec 20 21:36:36.543732 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49178) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:36.549397 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-cec6b416-2283-4548-9ff1-f5332da20404 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '63414b2f-900c-4368-9b0a-88cab4ccdf14', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:36.560686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01eaec-94cf-4988-9465-9545fd40cfc3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63414b2f-900c-4368-9b0a-88cab4ccdf14,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:36.662268 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-83dcdf88-cc4a-49fa-8a8c-f1c108a89021 req-66e40b76-a8c5-45f9-bdce-20c9c0fa6157 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0592363 Dec 20 21:36:36.681314 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-cec6b416-2283-4548-9ff1-f5332da20404 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:36:36.682645 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cec6b416-2283-4548-9ff1-f5332da20404 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1377966 Dec 20 21:36:36.686010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49192) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:36.695713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-21cd1a84-4f1d-48bb-bde6-2df58c1386ba tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:36:36.696253 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21cd1a84-4f1d-48bb-bde6-2df58c1386ba tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:36.706642 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c7379152-e693-49d2-a032-91bbc2cc207b tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '63414b2f-900c-4368-9b0a-88cab4ccdf14', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:36.707129 n-d-xena-1 neutron-server[102401]: WARNING neutron.api.v2.base [None req-c7379152-e693-49d2-a032-91bbc2cc207b tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 20 21:36:36.707643 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-c7379152-e693-49d2-a032-91bbc2cc207b tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:36:36.708630 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c7379152-e693-49d2-a032-91bbc2cc207b tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0214686 Dec 20 21:36:36.712265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49194) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:36.717761 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d9e40213-bd43-403f-bf94-cf89cef825ff tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '63414b2f-900c-4368-9b0a-88cab4ccdf14', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:36.775156 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-d9e40213-bd43-403f-bf94-cf89cef825ff tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:36:36.779720 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd1a84-4f1d-48bb-bde6-2df58c1386ba tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a2a76ef6-8907-4117-b31b-05039aa5e48d,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:36.780372 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d9e40213-bd43-403f-bf94-cf89cef825ff tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0669179 Dec 20 21:36:36.781987 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49200) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:36.788913 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7d85382f-d490-488f-a48c-dec8de4da473 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '63414b2f-900c-4368-9b0a-88cab4ccdf14', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:36.789803 n-d-xena-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-7d85382f-d490-488f-a48c-dec8de4da473 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 21:36:36.790448 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-7d85382f-d490-488f-a48c-dec8de4da473 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:36:36.791663 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7d85382f-d490-488f-a48c-dec8de4da473 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067766 Dec 20 21:36:36.795416 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49202) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:36.798443 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cd1a84-4f1d-48bb-bde6-2df58c1386ba tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Checking segment: {'id': '668525ec-5552-45fe-8b07-5a13b679246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '93b710e4-0d9c-4f04-a4eb-0e54309d6962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:36:36.799015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cd1a84-4f1d-48bb-bde6-2df58c1386ba tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Network hostable DHCP agents. Network: 93b710e4-0d9c-4f04-a4eb-0e54309d6962, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:36:36.801241 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f0f4f539-0ba4-4d7f-b398-69de2ad6f523 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '63414b2f-900c-4368-9b0a-88cab4ccdf14', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:36.822049 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cd1a84-4f1d-48bb-bde6-2df58c1386ba tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Network 93b710e4-0d9c-4f04-a4eb-0e54309d6962 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:36:36.842922 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-21cd1a84-4f1d-48bb-bde6-2df58c1386ba tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 93b710e4-0d9c-4f04-a4eb-0e54309d6962) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:36:36.855299 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17483a5d-efb6-44d9-963f-021175997117 None None] Network 93b710e4-0d9c-4f04-a4eb-0e54309d6962 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:36.857549 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cd1a84-4f1d-48bb-bde6-2df58c1386ba tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:36.858365 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21cd1a84-4f1d-48bb-bde6-2df58c1386ba tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:36.880286 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-f0f4f539-0ba4-4d7f-b398-69de2ad6f523 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:36:36.881186 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f0f4f539-0ba4-4d7f-b398-69de2ad6f523 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0846608 Dec 20 21:36:36.885649 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49210) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:36.885788 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-21cd1a84-4f1d-48bb-bde6-2df58c1386ba tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6799021 Dec 20 21:36:36.888646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49212) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:36.895779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2bd3bd9b-a5eb-499d-b879-9776fd14d60c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '63414b2f-900c-4368-9b0a-88cab4ccdf14', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:36.896280 n-d-xena-1 neutron-server[102401]: WARNING neutron.api.v2.base [None req-2bd3bd9b-a5eb-499d-b879-9776fd14d60c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 20 21:36:36.896789 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-2bd3bd9b-a5eb-499d-b879-9776fd14d60c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:36:36.897034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-66dd626b-c5f4-4c66-a942-f2d107215070 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1872048207', 'network_id': '93b710e4-0d9c-4f04-a4eb-0e54309d6962'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:36.897787 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2bd3bd9b-a5eb-499d-b879-9776fd14d60c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0111260 Dec 20 21:36:36.901485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49214) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:36.922695 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-9393194d-4f8a-4169-96cb-1c023f0c319d tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '63414b2f-900c-4368-9b0a-88cab4ccdf14', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:36.929562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dd626b-c5f4-4c66-a942-f2d107215070 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Made reservation on behalf of d4e4d7b8ca7a4a04a159ed20b9311b96 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:36.932461 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-66dd626b-c5f4-4c66-a942-f2d107215070 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:36.979621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-66dd626b-c5f4-4c66-a942-f2d107215070 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] device_id is not set on port 18079baf-208d-4246-9f0d-c478239c5212 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:36:37.018413 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-9393194d-4f8a-4169-96cb-1c023f0c319d tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:36:37.021933 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9393194d-4f8a-4169-96cb-1c023f0c319d tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1191659 Dec 20 21:36:37.024682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49228) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:37.032426 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5f781316-78fc-46c1-9f3e-4136558444d9 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '63414b2f-900c-4368-9b0a-88cab4ccdf14', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:37.086095 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-5f781316-78fc-46c1-9f3e-4136558444d9 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:36:37.087820 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5f781316-78fc-46c1-9f3e-4136558444d9 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0618813 Dec 20 21:36:37.090780 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49230) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:37.149705 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991617f2-25bb-4c2e-b6b4-42f36851e26d None None] Network 93b710e4-0d9c-4f04-a4eb-0e54309d6962 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:37.175388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-66dd626b-c5f4-4c66-a942-f2d107215070 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Allocated IP 172.20.0.3 (93b710e4-0d9c-4f04-a4eb-0e54309d6962/a2a76ef6-8907-4117-b31b-05039aa5e48d/18079baf-208d-4246-9f0d-c478239c5212) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:36:37.187567 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9288-24a8-4ceb-bd99-ee9e170084c2 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:37.243101 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9288-24a8-4ceb-bd99-ee9e170084c2 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:37.312777 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9288-24a8-4ceb-bd99-ee9e170084c2 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:37.316853 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9288-24a8-4ceb-bd99-ee9e170084c2 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:37.318807 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8d6c9288-24a8-4ceb-bd99-ee9e170084c2 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "DELETE /v2.0/security-groups/63414b2f-900c-4368-9b0a-88cab4ccdf14 HTTP/1.1" status: 204 len: 168 time: 0.2269475 Dec 20 21:36:37.321928 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49250) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:37.331774 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c9288-24a8-4ceb-bd99-ee9e170084c2 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63414b2f-900c-4368-9b0a-88cab4ccdf14,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:37.376304 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b76ae-34ce-4d80-bb59-90a7f0a8906e req-3b115ea9-1d09-4412-9a35-9fe48a634e24 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:37.378414 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f99b76ae-34ce-4d80-bb59-90a7f0a8906e req-3b115ea9-1d09-4412-9a35-9fe48a634e24 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1712971 Dec 20 21:36:37.517413 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f99b76ae-34ce-4d80-bb59-90a7f0a8906e req-74cbe5df-0530-4124-ad74-b056de48fcbc tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178527 Dec 20 21:36:37.520716 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-66a465d5-97d3-4637-b18f-d2adcdd04881 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1780119 Dec 20 21:36:37.524655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49262) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:37.530558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f55e0aac-bf5b-4886-8b00-4ceee775fade tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001467262'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:37.569779 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-66dd626b-c5f4-4c66-a942-f2d107215070 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:37.577507 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f55e0aac-bf5b-4886-8b00-4ceee775fade tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:37.624723 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-66dd626b-c5f4-4c66-a942-f2d107215070 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:37.664520 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f55e0aac-bf5b-4886-8b00-4ceee775fade tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:37.669675 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f55e0aac-bf5b-4886-8b00-4ceee775fade tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:37.681196 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd626b-c5f4-4c66-a942-f2d107215070 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Pushing event updated for resources: {'Port': ['ID=18079baf-208d-4246-9f0d-c478239c5212,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:37.697467 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f55e0aac-bf5b-4886-8b00-4ceee775fade tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:37.703655 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dd626b-c5f4-4c66-a942-f2d107215070 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Network 93b710e4-0d9c-4f04-a4eb-0e54309d6962 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:36:37.704633 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49270) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:37.710766 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f55e0aac-bf5b-4886-8b00-4ceee775fade tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1839988 Dec 20 21:36:37.710949 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-58d996e2-aee6-49b8-8bb4-cbe6c43b4dbd tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '08b35c65-9b25-4557-8cdd-f60244b6af92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:37.718894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-66dd626b-c5f4-4c66-a942-f2d107215070 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:36:37.726493 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dd626b-c5f4-4c66-a942-f2d107215070 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:36:37.757192 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e0aac-bf5b-4886-8b00-4ceee775fade tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b35c65-9b25-4557-8cdd-f60244b6af92,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:37.792921 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49272) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:37.799751 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dd626b-c5f4-4c66-a942-f2d107215070 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:37.800351 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-66dd626b-c5f4-4c66-a942-f2d107215070 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:37.807487 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b445ca2a-a9cf-48d4-8fee-952f43ce0cf2 req-2a38a432-7159-49fe-8098-31d735046d9c tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0357962 Dec 20 21:36:37.828345 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-66dd626b-c5f4-4c66-a942-f2d107215070 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9388068 Dec 20 21:36:37.831075 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49276) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:37.865089 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-58d996e2-aee6-49b8-8bb4-cbe6c43b4dbd tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The resource could not be found. Dec 20 21:36:37.869080 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-58d996e2-aee6-49b8-8bb4-cbe6c43b4dbd tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1631005 Dec 20 21:36:37.869207 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49280) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:37.874269 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-60076e18-1943-4d08-8c8c-8d0abb49526c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '08b35c65-9b25-4557-8cdd-f60244b6af92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1f299299-ba5a-4fb9-a699-a2cc887d1dd6'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:37.904082 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49282) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:37.931742 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-76435418-6fd6-44b2-b535-6c7d2a3b32aa tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Deleting port 18079baf-208d-4246-9f0d-c478239c5212 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:37.932116 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76435418-6fd6-44b2-b535-6c7d2a3b32aa tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:37.935909 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-60076e18-1943-4d08-8c8c-8d0abb49526c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The resource could not be found. Dec 20 21:36:37.937240 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-60076e18-1943-4d08-8c8c-8d0abb49526c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0671065 Dec 20 21:36:37.940155 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49286) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:38.002752 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1cfbc48-efa9-411a-be83-d83e165868b1 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.003180 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-261b5149-b572-4fa4-9572-205a61d73f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.039255 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bef27a68-c398-4ca2-b6fa-f9ddf8e69e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.053449 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1cfbc48-efa9-411a-be83-d83e165868b1 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.070755 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76435418-6fd6-44b2-b535-6c7d2a3b32aa tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.091373 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-76435418-6fd6-44b2-b535-6c7d2a3b32aa tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Calling delete_port for 18079baf-208d-4246-9f0d-c478239c5212 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:38.109025 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:36:38.125118 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1cfbc48-efa9-411a-be83-d83e165868b1 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.128265 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1cfbc48-efa9-411a-be83-d83e165868b1 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.132086 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d1cfbc48-efa9-411a-be83-d83e165868b1 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "DELETE /v2.0/security-groups/08b35c65-9b25-4557-8cdd-f60244b6af92 HTTP/1.1" status: 204 len: 168 time: 0.1909459 Dec 20 21:36:38.132683 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49290) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:38.159784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfbc48-efa9-411a-be83-d83e165868b1 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b35c65-9b25-4557-8cdd-f60244b6af92,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:38.197577 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-261b5149-b572-4fa4-9572-205a61d73f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.204607 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bef27a68-c398-4ca2-b6fa-f9ddf8e69e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.205658 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-261b5149-b572-4fa4-9572-205a61d73f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.217608 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-be468840-f17e-4636-838a-f12c47a75fb6 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0750988 Dec 20 21:36:38.220511 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bef27a68-c398-4ca2-b6fa-f9ddf8e69e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.223082 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49292) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:38.231041 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6aad75a6-c20b-4d23-ab82-3202a6a35906 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '40632e0a-7027-4a79-8002-7873f9edea5d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:38.264206 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef27a68-c398-4ca2-b6fa-f9ddf8e69e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5617a4-86e5-434c-9f55-574005cbd702,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:38.271145 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bef27a68-c398-4ca2-b6fa-f9ddf8e69e81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04eceb1d705d4242bc7b15daaab93c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635490 Dec 20 21:36:38.271615 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49294) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:38.278640 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49296) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:38.278822 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-261b5149-b572-4fa4-9572-205a61d73f82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=573c77777cc24c6d95e41162832a160f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846711 Dec 20 21:36:38.287765 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b5149-b572-4fa4-9572-205a61d73f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eace6474-247c-4fc5-9c77-265eeaca9caa,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:38.346502 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-6aad75a6-c20b-4d23-ab82-3202a6a35906 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The resource could not be found. Dec 20 21:36:38.351233 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6aad75a6-c20b-4d23-ab82-3202a6a35906 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1225312 Dec 20 21:36:38.351437 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49300) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:38.357280 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d768650e-05af-412a-8860-8effb92908d0 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group': {'name': 'tempest-secgroup--23575450'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:38.371170 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76435418-6fd6-44b2-b535-6c7d2a3b32aa tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.381543 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-545fd55c-5477-4a01-b073-1235fe7cbd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.384161 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-77bb3443-0cc4-48b6-a131-bed5271791ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.406984 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76435418-6fd6-44b2-b535-6c7d2a3b32aa tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Pushing event deleted for resources: {'Port': ['ID=18079baf-208d-4246-9f0d-c478239c5212,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:38.410129 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d768650e-05af-412a-8860-8effb92908d0 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.417050 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-545fd55c-5477-4a01-b073-1235fe7cbd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.427709 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-77bb3443-0cc4-48b6-a131-bed5271791ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.496497 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76435418-6fd6-44b2-b535-6c7d2a3b32aa tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.499872 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-76435418-6fd6-44b2-b535-6c7d2a3b32aa tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "DELETE /v2.0/ports/18079baf-208d-4246-9f0d-c478239c5212 HTTP/1.1" status: 204 len: 168 time: 0.6677327 Dec 20 21:36:38.501484 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-545fd55c-5477-4a01-b073-1235fe7cbd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.502756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49302) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:38.504492 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-545fd55c-5477-4a01-b073-1235fe7cbd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.505582 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-545fd55c-5477-4a01-b073-1235fe7cbd75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d5617a4-86e5-434c-9f55-574005cbd702 HTTP/1.1" status: 204 len: 168 time: 0.2332015 Dec 20 21:36:38.508177 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '93b710e4-0d9c-4f04-a4eb-0e54309d6962', 'external_fixed_ips': [{'subnet_id': 'a2a76ef6-8907-4117-b31b-05039aa5e48d', 'ip_address': '172.20.0.3'}]}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:38.518856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fd55c-5477-4a01-b073-1235fe7cbd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5617a4-86e5-434c-9f55-574005cbd702,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:38.522769 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-77bb3443-0cc4-48b6-a131-bed5271791ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.526338 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-77bb3443-0cc4-48b6-a131-bed5271791ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.532329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-77bb3443-0cc4-48b6-a131-bed5271791ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eace6474-247c-4fc5-9c77-265eeaca9caa HTTP/1.1" status: 204 len: 168 time: 0.2528179 Dec 20 21:36:38.543550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb3443-0cc4-48b6-a131-bed5271791ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eace6474-247c-4fc5-9c77-265eeaca9caa,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:38.563383 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.566709 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.599417 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d768650e-05af-412a-8860-8effb92908d0 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.608243 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d768650e-05af-412a-8860-8effb92908d0 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.691323 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d768650e-05af-412a-8860-8effb92908d0 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.692547 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d768650e-05af-412a-8860-8effb92908d0 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3402383 Dec 20 21:36:38.694718 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.695590 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49314) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:38.700602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1d3e2cac-1319-4126-9501-6a74329ec80e tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1313049259'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:38.722092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768650e-05af-412a-8860-8effb92908d0 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b97132-d99d-4f8c-a3fa-fd7eb7d57d74,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:38.755338 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d3e2cac-1319-4126-9501-6a74329ec80e tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.808375 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce72d8c-7757-4863-8f3b-ce0c83a86f83 req-172a98d0-82ef-4d28-9b2a-f24415a1222c tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:38.809927 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dce72d8c-7757-4863-8f3b-ce0c83a86f83 req-172a98d0-82ef-4d28-9b2a-f24415a1222c tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1454513 Dec 20 21:36:38.851958 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d3e2cac-1319-4126-9501-6a74329ec80e tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.857422 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d3e2cac-1319-4126-9501-6a74329ec80e tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.900902 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d3e2cac-1319-4126-9501-6a74329ec80e tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:38.903219 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1d3e2cac-1319-4126-9501-6a74329ec80e tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2064879 Dec 20 21:36:38.904405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e2cac-1319-4126-9501-6a74329ec80e tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01b01a2-d548-464f-8712-cfcd99e4d6d4,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:38.908681 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49318) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:38.913470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-9983fd75-3c75-4a30-a5bd-9f5c032f710c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group_rule': {'security_group_id': '67b97132-d99d-4f8c-a3fa-fd7eb7d57d74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f01b01a2-d548-464f-8712-cfcd99e4d6d4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:38.969168 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c692627f-8ede-4223-be2f-5b1e2a12e25a req-fc80e802-1052-4ee0-ac34-cef348a8aa44 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0488565 Dec 20 21:36:38.971778 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49320) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:38.988528 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db63262d-7937-4878-8365-f991155118c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.064306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49324) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:39.081354 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-9983fd75-3c75-4a30-a5bd-9f5c032f710c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:36:39.082483 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9983fd75-3c75-4a30-a5bd-9f5c032f710c tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1728535 Dec 20 21:36:39.086237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49328) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:39.210634 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.242159 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dce72d8c-7757-4863-8f3b-ce0c83a86f83 req-ea78225a-25bc-4dbe-a8a1-9b61a86eb7de tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936565 Dec 20 21:36:39.251372 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d111bd46-5b28-4227-8525-320bbfb03d18 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.257236 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d33d0327-37a1-4d57-aabb-29b33fd688e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.287207 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49330) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:39.294150 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed41d70-caa6-478f-8d54-1e3d3e7b39ac req-27c7f618-68e9-431f-8848-eae9f73416a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:39.295644 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7ed41d70-caa6-478f-8d54-1e3d3e7b39ac req-27c7f618-68e9-431f-8848-eae9f73416a9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 1095 time: 0.1326623 Dec 20 21:36:39.304894 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37a65b5c-6b74-47fc-8d11-f5ceb390bda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.312450 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db63262d-7937-4878-8365-f991155118c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.331850 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d111bd46-5b28-4227-8525-320bbfb03d18 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.334407 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db63262d-7937-4878-8365-f991155118c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.431930 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-db63262d-7937-4878-8365-f991155118c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d9dd18105d2442d9fce80f22b347a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4589972 Dec 20 21:36:39.434677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49332) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:39.435836 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7ed41d70-caa6-478f-8d54-1e3d3e7b39ac req-fd4a5d75-4dcc-4be8-8011-a5db830ba8c7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273026 Dec 20 21:36:39.438599 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63262d-7937-4878-8365-f991155118c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc993641-6767-4d0f-b567-a958c521f72e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:39.458240 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d111bd46-5b28-4227-8525-320bbfb03d18 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.461593 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d111bd46-5b28-4227-8525-320bbfb03d18 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.462971 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d111bd46-5b28-4227-8525-320bbfb03d18 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "DELETE /v2.0/security-groups/f01b01a2-d548-464f-8712-cfcd99e4d6d4 HTTP/1.1" status: 204 len: 168 time: 0.3756859 Dec 20 21:36:39.471015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49334) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:39.497139 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111bd46-5b28-4227-8525-320bbfb03d18 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01b01a2-d548-464f-8712-cfcd99e4d6d4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:39.521505 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37a65b5c-6b74-47fc-8d11-f5ceb390bda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.523154 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.543582 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37a65b5c-6b74-47fc-8d11-f5ceb390bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.551352 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d33d0327-37a1-4d57-aabb-29b33fd688e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.554393 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.559617 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d33d0327-37a1-4d57-aabb-29b33fd688e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.571718 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5c0fdb19-66db-4ffe-8e5e-1bd632e588e3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0996208 Dec 20 21:36:39.583008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49336) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:39.588469 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75421aaa-af5b-4251-a655-83b3f5bc570c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.632457 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-37a65b5c-6b74-47fc-8d11-f5ceb390bda3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb7945aa81cf4f21898a07ac0178fb1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442235 Dec 20 21:36:39.636434 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d33d0327-37a1-4d57-aabb-29b33fd688e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d851909d36140f182f8368c4ce9c753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5706077 Dec 20 21:36:39.637286 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49338) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:39.640918 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49340) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:39.642497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d0327-37a1-4d57-aabb-29b33fd688e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5eca0e-e81b-4669-90cd-e4658fbb9700,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:39.664426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a65b5c-6b74-47fc-8d11-f5ceb390bda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ede5814-a52a-47c9-b466-3e9caccc91e4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:39.683553 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75421aaa-af5b-4251-a655-83b3f5bc570c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.717061 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-59ab5bb1-f022-4d0a-83e6-b5000aea0f07 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.725017 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-84e118da-83e0-4769-91b5-bf081bc56bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.753628 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-59ab5bb1-f022-4d0a-83e6-b5000aea0f07 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.770320 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-84e118da-83e0-4769-91b5-bf081bc56bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.812174 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36342b50-c6d6-4b76-be09-c2b598c3cb90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.828321 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Allocated IP 172.20.0.3 (93b710e4-0d9c-4f04-a4eb-0e54309d6962/a2a76ef6-8907-4117-b31b-05039aa5e48d/8e81bbfc-16dd-40e3-91e3-ad7943741e8e) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:36:39.832599 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-59ab5bb1-f022-4d0a-83e6-b5000aea0f07 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.835571 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-59ab5bb1-f022-4d0a-83e6-b5000aea0f07 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.839855 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-59ab5bb1-f022-4d0a-83e6-b5000aea0f07 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "DELETE /v2.0/security-groups/67b97132-d99d-4f8c-a3fa-fd7eb7d57d74 HTTP/1.1" status: 204 len: 168 time: 0.2512941 Dec 20 21:36:39.840863 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49342) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:39.843036 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75421aaa-af5b-4251-a655-83b3f5bc570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.845475 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75421aaa-af5b-4251-a655-83b3f5bc570c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.846544 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-75421aaa-af5b-4251-a655-83b3f5bc570c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc993641-6767-4d0f-b567-a958c521f72e HTTP/1.1" status: 204 len: 168 time: 0.4109514 Dec 20 21:36:39.849548 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab5bb1-f022-4d0a-83e6-b5000aea0f07 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b97132-d99d-4f8c-a3fa-fd7eb7d57d74,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:39.860269 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36342b50-c6d6-4b76-be09-c2b598c3cb90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.860406 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-84e118da-83e0-4769-91b5-bf081bc56bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.863481 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-84e118da-83e0-4769-91b5-bf081bc56bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:39.868187 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-84e118da-83e0-4769-91b5-bf081bc56bf6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ede5814-a52a-47c9-b466-3e9caccc91e4 HTTP/1.1" status: 204 len: 168 time: 0.2215862 Dec 20 21:36:39.877023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e118da-83e0-4769-91b5-bf081bc56bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ede5814-a52a-47c9-b466-3e9caccc91e4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:39.893397 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75421aaa-af5b-4251-a655-83b3f5bc570c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc993641-6767-4d0f-b567-a958c521f72e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:39.983355 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-da6d5bb4-0bf8-42f5-8eb9-47e1d3e4121d tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1411729 Dec 20 21:36:39.987187 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49350) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:39.992129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4a1d347f-ce8b-414b-98f7-be383fb557cb tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group': {'name': 'tempest-secgroup--72858808'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:40.058424 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:40.098551 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36342b50-c6d6-4b76-be09-c2b598c3cb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:40.101969 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36342b50-c6d6-4b76-be09-c2b598c3cb90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:40.103229 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-36342b50-c6d6-4b76-be09-c2b598c3cb90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be5eca0e-e81b-4669-90cd-e4658fbb9700 HTTP/1.1" status: 204 len: 168 time: 0.4563808 Dec 20 21:36:40.109738 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a1d347f-ce8b-414b-98f7-be383fb557cb tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:40.122189 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b5b5f4f-7f64-4d3e-8b13-619a91099e95 req-d3593078-995b-4212-952a-178db9ced57c tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0505729 Dec 20 21:36:40.125624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36342b50-c6d6-4b76-be09-c2b598c3cb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5eca0e-e81b-4669-90cd-e4658fbb9700,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:40.129877 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:40.185190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Network 93b710e4-0d9c-4f04-a4eb-0e54309d6962 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:36:40.196323 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:36:40.204944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:36:40.235145 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Pushing event updated for resources: {'Port': ['ID=8e81bbfc-16dd-40e3-91e3-ad7943741e8e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:40.343282 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a1d347f-ce8b-414b-98f7-be383fb557cb tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:40.358328 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a1d347f-ce8b-414b-98f7-be383fb557cb tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:40.431456 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4a1d347f-ce8b-414b-98f7-be383fb557cb tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:40.432671 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4a1d347f-ce8b-414b-98f7-be383fb557cb tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4445224 Dec 20 21:36:40.435700 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49370) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:40.441321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d41211a0-d678-4aaa-ac79-2f5a085c2a6a tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:40.441960 n-d-xena-1 neutron-server[102401]: WARNING neutron.api.v2.base [None req-d41211a0-d678-4aaa-ac79-2f5a085c2a6a tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 21:36:40.442681 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-d41211a0-d678-4aaa-ac79-2f5a085c2a6a tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 21:36:40.446654 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d41211a0-d678-4aaa-ac79-2f5a085c2a6a tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "PUT /v2.0/security-groups/35e6a5a5-a489-4342-a564-143247b45184 HTTP/1.1" status: 409 len: 330 time: 0.0063503 Dec 20 21:36:40.446654 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49372) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:40.448261 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d347f-ce8b-414b-98f7-be383fb557cb tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e6a5a5-a489-4342-a564-143247b45184,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:40.469333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ca70a-59f3-4f62-b63b-61575794fba4 req-78e8e8b9-a67a-4fe9-b8ff-86e7ba7f3208 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:40.470890 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cb5ca70a-59f3-4f62-b63b-61575794fba4 req-78e8e8b9-a67a-4fe9-b8ff-86e7ba7f3208 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1264281 Dec 20 21:36:40.512914 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5bb95c7d-34d4-4c10-9f6f-aadd3dd91559 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:40.536343 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5bb95c7d-34d4-4c10-9f6f-aadd3dd91559 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:40.584374 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cb5ca70a-59f3-4f62-b63b-61575794fba4 req-8c152770-c1e9-4bcb-a323-00c106a32473 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758240 Dec 20 21:36:40.587911 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5bb95c7d-34d4-4c10-9f6f-aadd3dd91559 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:40.591524 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5bb95c7d-34d4-4c10-9f6f-aadd3dd91559 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:40.593195 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5bb95c7d-34d4-4c10-9f6f-aadd3dd91559 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "DELETE /v2.0/security-groups/35e6a5a5-a489-4342-a564-143247b45184 HTTP/1.1" status: 204 len: 168 time: 0.1450443 Dec 20 21:36:40.597317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49378) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:40.610403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb95c7d-34d4-4c10-9f6f-aadd3dd91559 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e6a5a5-a489-4342-a564-143247b45184,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:40.625149 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:40.649317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49380) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:40.670904 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56a38adf-2bb3-4555-a26b-b181599b9df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:40.724368 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49384) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:40.724583 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f49a867b-796c-4a1e-b3bc-9bf2c1b8f2f2 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1257670 Dec 20 21:36:40.756447 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-95eaa89e-8140-4ec0-bde2-2b44b3252e0d tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] delete failed (client error): The resource could not be found. Dec 20 21:36:40.757659 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-95eaa89e-8140-4ec0-bde2-2b44b3252e0d tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "DELETE /v2.0/security-groups/a390b57e-ae5c-4327-b46a-1e56f3461e70 HTTP/1.1" status: 404 len: 347 time: 0.0321662 Dec 20 21:36:40.761383 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49386) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:40.794049 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-e8be74f3-777d-4afc-9e13-0bab70f022c5 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] show failed (client error): The resource could not be found. Dec 20 21:36:40.795066 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e8be74f3-777d-4afc-9e13-0bab70f022c5 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "GET /v2.0/security-groups/2d599a0a-3eb0-4681-ac2a-f1bce843f67e HTTP/1.1" status: 404 len: 347 time: 0.0327833 Dec 20 21:36:40.799077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49388) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:40.825347 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-f521cef0-c4ec-4b94-9c4e-04cf9fe137a3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] show failed (client error): The resource could not be found. Dec 20 21:36:40.825347 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f521cef0-c4ec-4b94-9c4e-04cf9fe137a3 tempest-NegativeSecGroupTest-811894130 tempest-NegativeSecGroupTest-811894130-project] 10.222.0.32 "GET /v2.0/security-group-rules/6c8230be-42bc-473a-a0e4-0234c9e5d483 HTTP/1.1" status: 404 len: 356 time: 0.0183420 Dec 20 21:36:40.871259 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56a38adf-2bb3-4555-a26b-b181599b9df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:40.876934 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56a38adf-2bb3-4555-a26b-b181599b9df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:40.898900 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:40.905229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a38adf-2bb3-4555-a26b-b181599b9df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b89efe-8095-4b26-9e99-bc7788429f41,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:40.937227 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-56a38adf-2bb3-4555-a26b-b181599b9df1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b736ba75588d4c7385b65b90bd15ce68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863481 Dec 20 21:36:40.939786 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49396) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:41.004537 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e10493e5-20a1-474c-a12e-d31fc6f82897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:41.032740 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e10493e5-20a1-474c-a12e-d31fc6f82897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:41.058353 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Router af7a6f48-e344-49ca-a591-9a9f2a8c4377 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:36:41.088921 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e10493e5-20a1-474c-a12e-d31fc6f82897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:41.092587 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e10493e5-20a1-474c-a12e-d31fc6f82897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:41.096331 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e10493e5-20a1-474c-a12e-d31fc6f82897 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0b89efe-8095-4b26-9e99-bc7788429f41 HTTP/1.1" status: 204 len: 168 time: 0.1527460 Dec 20 21:36:41.102702 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10493e5-20a1-474c-a12e-d31fc6f82897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b89efe-8095-4b26-9e99-bc7788429f41,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:41.180956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:36:41.190083 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fd85b-7844-4669-95bb-d0c545826fce None None] Sync routers for ids ['af7a6f48-e344-49ca-a591-9a9f2a8c4377'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:36:41.202454 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fd85b-7844-4669-95bb-d0c545826fce None None] Routers {'af7a6f48-e344-49ca-a591-9a9f2a8c4377'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:36:41.204262 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a24fd85b-7844-4669-95bb-d0c545826fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:36:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['af7a6f48-e344-49ca-a591-9a9f2a8c4377'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:41.207410 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:41.211304 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9b2e2bff-9296-4e5f-a3ef-53942174b39f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.7048914 Dec 20 21:36:41.211729 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49410) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:41.267613 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7db576c9-5a60-43c5-81de-693fcb4a95b9 req-9d0ae57a-3c49-45d6-9b60-7872fb27effc tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0454755 Dec 20 21:36:41.348138 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7ac6-cf9a-4e33-a3b9-0f38de436b96 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:41.362341 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a24fd85b-7844-4669-95bb-d0c545826fce None None] Set router af7a6f48-e344-49ca-a591-9a9f2a8c4377 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:36:41.380940 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49416) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:41.473658 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7ac6-cf9a-4e33-a3b9-0f38de436b96 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:41.541386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ee3d7ac6-cf9a-4e33-a3b9-0f38de436b96 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Deleting port 8e81bbfc-16dd-40e3-91e3-ad7943741e8e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:41.541965 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7ac6-cf9a-4e33-a3b9-0f38de436b96 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:41.570938 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a24fd85b-7844-4669-95bb-d0c545826fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7a6f48-e344-49ca-a591-9a9f2a8c4377', 'name': '', 'tenant_id': 'd4e4d7b8ca7a4a04a159ed20b9311b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93b710e4-0d9c-4f04-a4eb-0e54309d6962', 'external_fixed_ips': [{'subnet_id': 'a2a76ef6-8907-4117-b31b-05039aa5e48d', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '8e81bbfc-16dd-40e3-91e3-ad7943741e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:36:38Z', 'updated_at': '2021-12-20T21:36:40Z', 'revision_number': 3, 'project_id': 'd4e4d7b8ca7a4a04a159ed20b9311b96', 'gw_port': {'id': '8e81bbfc-16dd-40e3-91e3-ad7943741e8e', 'name': '', 'network_id': '93b710e4-0d9c-4f04-a4eb-0e54309d6962', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7a6f48-e344-49ca-a591-9a9f2a8c4377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'a2a76ef6-8907-4117-b31b-05039aa5e48d', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:36:39Z', 'updated_at': '2021-12-20T21:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2a76ef6-8907-4117-b31b-05039aa5e48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:41.574630 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-27e3125d-c1ad-4ccb-8355-2fd73127d640 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=377756d01a884e789b5bf768212f11cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914120 Dec 20 21:36:41.576910 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49428) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:41.607954 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fd85b-7844-4669-95bb-d0c545826fce None None] Checking router: af7a6f48-e344-49ca-a591-9a9f2a8c4377 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:36:41.610003 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fd85b-7844-4669-95bb-d0c545826fce None None] Updating router af7a6f48-e344-49ca-a591-9a9f2a8c4377 port 8e81bbfc-16dd-40e3-91e3-ad7943741e8e binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:36:41.641956 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a24fd85b-7844-4669-95bb-d0c545826fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:41.660690 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-25d7b392-c2d9-4685-b173-3193ca7bcaa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:41.679946 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7ac6-cf9a-4e33-a3b9-0f38de436b96 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:41.697975 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-25d7b392-c2d9-4685-b173-3193ca7bcaa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:41.708313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ee3d7ac6-cf9a-4e33-a3b9-0f38de436b96 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Calling delete_port for 8e81bbfc-16dd-40e3-91e3-ad7943741e8e owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:41.789362 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-25d7b392-c2d9-4685-b173-3193ca7bcaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:41.795236 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-25d7b392-c2d9-4685-b173-3193ca7bcaa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:41.796818 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-25d7b392-c2d9-4685-b173-3193ca7bcaa6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24fb1b84-7eae-4dbe-8e1c-ea9a57756284 HTTP/1.1" status: 204 len: 168 time: 0.2181163 Dec 20 21:36:41.807362 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7b392-c2d9-4685-b173-3193ca7bcaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fb1b84-7eae-4dbe-8e1c-ea9a57756284,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:41.863769 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34213182-5c57-418c-9205-e029f3d41293 req-d77985ad-5513-466b-a3b0-9557813a221d tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:41.865326 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-34213182-5c57-418c-9205-e029f3d41293 req-d77985ad-5513-466b-a3b0-9557813a221d tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1534891 Dec 20 21:36:41.972675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-34213182-5c57-418c-9205-e029f3d41293 req-3923e3db-ed7c-441b-8627-90ecb31f84f6 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957346 Dec 20 21:36:41.990788 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76ff5caf-c126-468d-a292-ce9a3b06c03c req-52019b02-1146-4a08-87b9-292dfee27000 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0363269 Dec 20 21:36:42.037877 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7ac6-cf9a-4e33-a3b9-0f38de436b96 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:42.041665 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.db.api [None req-a24fd85b-7844-4669-95bb-d0c545826fce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102404) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:36:42.042269 n-d-xena-1 neutron-server[102404]: DEBUG oslo_db.api [None req-a24fd85b-7844-4669-95bb-d0c545826fce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:36:42.097721 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d7ac6-cf9a-4e33-a3b9-0f38de436b96 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e81bbfc-16dd-40e3-91e3-ad7943741e8e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:42.145356 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7ac6-cf9a-4e33-a3b9-0f38de436b96 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:42.271445 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7ac6-cf9a-4e33-a3b9-0f38de436b96 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:42.274051 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7ac6-cf9a-4e33-a3b9-0f38de436b96 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:42.320285 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7ac6-cf9a-4e33-a3b9-0f38de436b96 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:42.321283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3d7ac6-cf9a-4e33-a3b9-0f38de436b96 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af7a6f48-e344-49ca-a591-9a9f2a8c4377 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:36:42.333212 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee3d7ac6-cf9a-4e33-a3b9-0f38de436b96 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:42.337882 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ee3d7ac6-cf9a-4e33-a3b9-0f38de436b96 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "DELETE /v2.0/routers/af7a6f48-e344-49ca-a591-9a9f2a8c4377 HTTP/1.1" status: 204 len: 168 time: 1.1243105 Dec 20 21:36:42.339589 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49458) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:42.363899 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c8924-aca4-42a4-941b-2133304707d6 req-e477c469-1ea1-4d7c-8c10-e3310b90309b tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:42.376010 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad6c8924-aca4-42a4-941b-2133304707d6 req-e477c469-1ea1-4d7c-8c10-e3310b90309b tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1357014 Dec 20 21:36:42.396909 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-0039e1b8-5eb3-42c1-acb8-35b3b001c89a tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Deleting subnet a2a76ef6-8907-4117-b31b-05039aa5e48d {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:36:42.399977 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0039e1b8-5eb3-42c1-acb8-35b3b001c89a tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:42.421072 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb846c8e-214f-434d-bd59-98575a2bb089 req-4a3c4a87-c454-483d-a958-212ad5b59037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:42.422627 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb846c8e-214f-434d-bd59-98575a2bb089 req-4a3c4a87-c454-483d-a958-212ad5b59037 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ba28dca7fe84eb3b545f731ba040a0d&device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 1095 time: 0.1510978 Dec 20 21:36:42.461779 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ad6c8924-aca4-42a4-941b-2133304707d6 req-c1ab02d2-c92a-43a6-9785-f94d62b86433 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799971 Dec 20 21:36:42.473456 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8edc0bf8-8891-45ad-b5a7-e49f2952977d req-0db0d227-0a91-47c2-8539-68cc89daff54 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0493565 Dec 20 21:36:42.476134 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0039e1b8-5eb3-42c1-acb8-35b3b001c89a tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:42.529371 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0039e1b8-5eb3-42c1-acb8-35b3b001c89a tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:42.569179 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fd85b-7844-4669-95bb-d0c545826fce None None] Port 8e81bbfc-16dd-40e3-91e3-ad7943741e8e not found while updating agent binding for router af7a6f48-e344-49ca-a591-9a9f2a8c4377. {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 20 21:36:42.576990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb846c8e-214f-434d-bd59-98575a2bb089 req-a62f5659-408d-445a-895b-1cd1d28541ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:42.578862 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb846c8e-214f-434d-bd59-98575a2bb089 req-a62f5659-408d-445a-895b-1cd1d28541ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=c53e45c5-69f2-430c-8636-36554bee4d59 HTTP/1.1" status: 200 len: 919 time: 0.1412377 Dec 20 21:36:42.585591 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fd85b-7844-4669-95bb-d0c545826fce None None] Routers set() bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:36:42.585947 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fd85b-7844-4669-95bb-d0c545826fce None None] Router IDs set() for agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 21:36:42.586617 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_agentschedulers_db [None req-a24fd85b-7844-4669-95bb-d0c545826fce None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'af7a6f48-e344-49ca-a591-9a9f2a8c4377'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:36:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent'). {{(pid=102404) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 21:36:42.586977 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fd85b-7844-4669-95bb-d0c545826fce None None] The sync data for ids ['af7a6f48-e344-49ca-a591-9a9f2a8c4377'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:36:42.636123 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb846c8e-214f-434d-bd59-98575a2bb089 req-5a13f513-fb08-4704-b748-9a696de41f85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a63438e6-9c1f-47cb-bc0a-a6eb998d447a HTTP/1.1" status: 200 len: 217 time: 0.0502443 Dec 20 21:36:42.645343 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0039e1b8-5eb3-42c1-acb8-35b3b001c89a tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:42.680027 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039e1b8-5eb3-42c1-acb8-35b3b001c89a tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a76ef6-8907-4117-b31b-05039aa5e48d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:42.690221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb846c8e-214f-434d-bd59-98575a2bb089 req-b473e4ac-5e9e-4df0-8470-31823ec06fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:42.691923 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb846c8e-214f-434d-bd59-98575a2bb089 req-b473e4ac-5e9e-4df0-8470-31823ec06fa1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=03fc7761-0164-4b87-902e-5dc73b4f4dd3 HTTP/1.1" status: 200 len: 858 time: 0.0496728 Dec 20 21:36:42.702025 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0039e1b8-5eb3-42c1-acb8-35b3b001c89a tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:42.705645 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0039e1b8-5eb3-42c1-acb8-35b3b001c89a tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/a2a76ef6-8907-4117-b31b-05039aa5e48d HTTP/1.1" status: 204 len: 168 time: 0.3650951 Dec 20 21:36:42.709030 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49482) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:42.729051 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb846c8e-214f-434d-bd59-98575a2bb089 req-33eb4986-e096-431c-aa8e-de573e52bea0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c53e45c5-69f2-430c-8636-36554bee4d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304663 Dec 20 21:36:42.792501 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a412c91-5c2d-4a5f-b7a2-e589fdbcbf5c tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:42.842600 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb846c8e-214f-434d-bd59-98575a2bb089 req-464bd5e1-e337-426b-b879-4ead991f9540 service neutron] 10.222.0.66 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061926 Dec 20 21:36:42.884022 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a412c91-5c2d-4a5f-b7a2-e589fdbcbf5c tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:42.914973 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7a412c91-5c2d-4a5f-b7a2-e589fdbcbf5c tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b710e4-0d9c-4f04-a4eb-0e54309d6962']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:42.925067 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7a412c91-5c2d-4a5f-b7a2-e589fdbcbf5c tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668525ec-5552-45fe-8b07-5a13b679246e') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:42.925359 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7a412c91-5c2d-4a5f-b7a2-e589fdbcbf5c tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668525ec-5552-45fe-8b07-5a13b679246e') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:42.935694 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a412c91-5c2d-4a5f-b7a2-e589fdbcbf5c tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:42.950340 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a412c91-5c2d-4a5f-b7a2-e589fdbcbf5c tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:42.955209 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb846c8e-214f-434d-bd59-98575a2bb089 req-df8917b8-3e98-41dc-9303-b7c9b07a4e01 service neutron] 10.222.0.66 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049638 Dec 20 21:36:42.958490 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a412c91-5c2d-4a5f-b7a2-e589fdbcbf5c tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:36:42.958917 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a412c91-5c2d-4a5f-b7a2-e589fdbcbf5c tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:36:42.961077 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:36:43.055048 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a412c91-5c2d-4a5f-b7a2-e589fdbcbf5c tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:43.065034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a412c91-5c2d-4a5f-b7a2-e589fdbcbf5c tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 93b710e4-0d9c-4f04-a4eb-0e54309d6962 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 21:36:43.067571 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a412c91-5c2d-4a5f-b7a2-e589fdbcbf5c tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:43.075627 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7a412c91-5c2d-4a5f-b7a2-e589fdbcbf5c tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "DELETE /v2.0/networks/93b710e4-0d9c-4f04-a4eb-0e54309d6962 HTTP/1.1" status: 204 len: 168 time: 0.3616803 Dec 20 21:36:43.088224 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a412c91-5c2d-4a5f-b7a2-e589fdbcbf5c tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Pushing event deleted for resources: {'Network': ['ID=93b710e4-0d9c-4f04-a4eb-0e54309d6962,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:43.653395 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3b9fe-1331-4b61-a935-ad432d515fd0 req-7bef8cf9-b851-490d-9874-d329e1120b55 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:43.662311 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-613bf575-198a-4901-9f69-250c450d31e8 req-5f5b24c4-6093-499f-84b1-6b270f5f9b8d tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0667675 Dec 20 21:36:43.662785 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dce3b9fe-1331-4b61-a935-ad432d515fd0 req-7bef8cf9-b851-490d-9874-d329e1120b55 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1074328 Dec 20 21:36:43.714731 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dce3b9fe-1331-4b61-a935-ad432d515fd0 req-fd9b7dca-0c55-4f74-b0bd-11a22d388653 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504906 Dec 20 21:36:43.891104 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49538) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:43.896248 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-78e80175-0c00-4000-96fe-8411bc18c139 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Request body: {'router': {'name': 'tempest-router--666323176', 'project_id': '1f008dc5e7da42a695560edce178f287'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:43.925950 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78e80175-0c00-4000-96fe-8411bc18c139 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:43.927383 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78e80175-0c00-4000-96fe-8411bc18c139 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:43.952911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59cb9104-3d46-4a80-8117-4e60ce9c2512 req-585fd524-9e90-4cbb-8aaf-212985c8feb7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=947dee5fe6604f3ea68439e69e078ae2&device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0633767 Dec 20 21:36:43.981257 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a71179dc-ff34-4034-89d2-d89abb3fa2f7 req-822fce9c-38cb-4cab-887a-29912a4111c4 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0457242 Dec 20 21:36:44.020327 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59cb9104-3d46-4a80-8117-4e60ce9c2512 req-a8cf909a-7fa2-4154-9ee6-0bfa0be92e24 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=947dee5fe6604f3ea68439e69e078ae2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496213 Dec 20 21:36:44.020774 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78e80175-0c00-4000-96fe-8411bc18c139 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:44.027364 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78e80175-0c00-4000-96fe-8411bc18c139 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:44.059316 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78e80175-0c00-4000-96fe-8411bc18c139 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:44.064889 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49546) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:44.065169 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-78e80175-0c00-4000-96fe-8411bc18c139 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1722662 Dec 20 21:36:44.197154 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf410-d1ad-458e-a7f4-58787dcdbdee tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:44.211215 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49558) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:44.260174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49566) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:44.360012 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aefc1286-b1ec-44fd-bc72-a67450dfe6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:44.369989 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ad16016a-1efc-4f27-a509-4a07b607a127 tempest-ServiceProvidersTest-1869681700 tempest-ServiceProvidersTest-1869681700-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1575282 Dec 20 21:36:44.469529 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb9104-3d46-4a80-8117-4e60ce9c2512 req-5edea1e4-98b9-46d8-ab15-ec97082f8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:44.471277 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59cb9104-3d46-4a80-8117-4e60ce9c2512 req-5edea1e4-98b9-46d8-ab15-ec97082f8578 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4428062 Dec 20 21:36:44.475615 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf410-d1ad-458e-a7f4-58787dcdbdee tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:44.477410 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf410-d1ad-458e-a7f4-58787dcdbdee tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:44.537631 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf410-d1ad-458e-a7f4-58787dcdbdee tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:44.538613 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2bf410-d1ad-458e-a7f4-58787dcdbdee tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9f6a604-c3a0-45f5-802f-52a2d35c777b {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:36:44.544858 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf410-d1ad-458e-a7f4-58787dcdbdee tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:44.545583 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7e2bf410-d1ad-458e-a7f4-58787dcdbdee tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "DELETE /v2.0/routers/b9f6a604-c3a0-45f5-802f-52a2d35c777b HTTP/1.1" status: 204 len: 168 time: 0.4796751 Dec 20 21:36:44.557015 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aefc1286-b1ec-44fd-bc72-a67450dfe6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:44.563854 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aefc1286-b1ec-44fd-bc72-a67450dfe6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:44.629438 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc1286-b1ec-44fd-bc72-a67450dfe6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d12b7f-b7ab-4f8a-aaaf-e29f10048557,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:44.639121 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-aefc1286-b1ec-44fd-bc72-a67450dfe6fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92c854de97c7499cb01aaee0ae08cc7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3775628 Dec 20 21:36:44.642351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49600) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:44.719120 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a49c31cb-8010-475f-81d2-64c817960918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:44.734609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49608) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:44.755561 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:44.787589 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a49c31cb-8010-475f-81d2-64c817960918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:44.865525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49622) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:44.896073 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdafe0-7d05-4187-bb79-3459b26e1185 req-b6b9941c-dcfd-4e27-910a-f73522e58287 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:44.896073 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1ebdafe0-7d05-4187-bb79-3459b26e1185 req-b6b9941c-dcfd-4e27-910a-f73522e58287 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.0784926 Dec 20 21:36:44.898304 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a49c31cb-8010-475f-81d2-64c817960918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:44.901396 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a49c31cb-8010-475f-81d2-64c817960918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:44.905989 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a49c31cb-8010-475f-81d2-64c817960918 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18d12b7f-b7ab-4f8a-aaaf-e29f10048557 HTTP/1.1" status: 204 len: 168 time: 0.2625799 Dec 20 21:36:44.924600 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c31cb-8010-475f-81d2-64c817960918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d12b7f-b7ab-4f8a-aaaf-e29f10048557,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:44.962780 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1ebdafe0-7d05-4187-bb79-3459b26e1185 req-aeacb6fc-2216-439c-8c08-915701dcd9f1 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554347 Dec 20 21:36:45.154861 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1bb59b9e-f558-46c4-8d4e-b757ffa93708 req-4fc0af80-8584-4787-8ac3-e627275ec9c0 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0565596 Dec 20 21:36:45.219473 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-383e2ac0-e1b4-4fa6-9877-fdfcdabee01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:45.232586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-615277735', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}, 'admin_state_up': False}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:45.305147 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:45.306617 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:45.483910 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-383e2ac0-e1b4-4fa6-9877-fdfcdabee01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:45.495112 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:45.496109 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-383e2ac0-e1b4-4fa6-9877-fdfcdabee01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:45.608806 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-383e2ac0-e1b4-4fa6-9877-fdfcdabee01c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a40338462eba4d708d1e88aa62a2b739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8730676 Dec 20 21:36:45.610619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e2ac0-e1b4-4fa6-9877-fdfcdabee01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1bc82d-240f-41a1-9d0a-d34ac0e9ce08,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:45.612007 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49686) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:45.659480 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49690) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:45.701037 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6f2a6e8d-c946-431a-85d3-b2b6e78835fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:45.708202 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:45.771158 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-67b54cdb-484b-448c-a1f5-eea436329ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:45.797872 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-67b54cdb-484b-448c-a1f5-eea436329ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:45.861386 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6f2a6e8d-c946-431a-85d3-b2b6e78835fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:45.885008 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6f2a6e8d-c946-431a-85d3-b2b6e78835fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:45.907802 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-67b54cdb-484b-448c-a1f5-eea436329ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:45.915913 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-67b54cdb-484b-448c-a1f5-eea436329ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:45.919508 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59cb9104-3d46-4a80-8117-4e60ce9c2512 req-0acb8faf-07e2-4a26-a904-cda8b1240719 tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.0473607 Dec 20 21:36:45.922870 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-67b54cdb-484b-448c-a1f5-eea436329ee8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b1bc82d-240f-41a1-9d0a-d34ac0e9ce08 HTTP/1.1" status: 204 len: 168 time: 0.3096852 Dec 20 21:36:45.942360 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b54cdb-484b-448c-a1f5-eea436329ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1bc82d-240f-41a1-9d0a-d34ac0e9ce08,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:45.967164 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6f2a6e8d-c946-431a-85d3-b2b6e78835fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d6c9570fc8149599b4475ef6fb09797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070261 Dec 20 21:36:45.970085 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49732) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:45.989494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a6e8d-c946-431a-85d3-b2b6e78835fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a529276-3df6-4d32-b68a-2d8fc56229c5,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:46.096410 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c922b861-768d-4fb5-a311-caf1ef2baac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:46.174506 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c922b861-768d-4fb5-a311-caf1ef2baac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:46.340819 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c922b861-768d-4fb5-a311-caf1ef2baac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:46.343889 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c922b861-768d-4fb5-a311-caf1ef2baac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:46.349096 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c922b861-768d-4fb5-a311-caf1ef2baac6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a529276-3df6-4d32-b68a-2d8fc56229c5 HTTP/1.1" status: 204 len: 168 time: 0.3780558 Dec 20 21:36:46.365253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922b861-768d-4fb5-a311-caf1ef2baac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a529276-3df6-4d32-b68a-2d8fc56229c5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:46.504065 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-de6ef9d5-2a3c-4174-b354-7a4b89c61627 req-22784ecc-54d7-47ab-a353-7f7276adf48f tempest-ServerShowV257Test-1487776400 tempest-ServerShowV257Test-1487776400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c16860-8282-48d4-9651-f3b17eb0643a HTTP/1.1" status: 200 len: 210 time: 0.1143987 Dec 20 21:36:46.564962 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49774) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:46.676641 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:46.701914 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:46.838625 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41caa512-b8f8-4099-95ab-b738b2b25bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:46.846690 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Allocated IP 172.35.3.14 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/a7e69ef0-b60a-4711-8a74-e3bd659908c4) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:36:46.945749 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41caa512-b8f8-4099-95ab-b738b2b25bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:46.952238 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41caa512-b8f8-4099-95ab-b738b2b25bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:46.989643 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:47.019430 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-41caa512-b8f8-4099-95ab-b738b2b25bd3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb823c18147945029754b14d5fb408a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4510989 Dec 20 21:36:47.024998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49818) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:47.055780 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:47.060473 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41caa512-b8f8-4099-95ab-b738b2b25bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1423a0b6-82da-4713-ad60-366e1a6ea202,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:47.114631 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78a4f78e-f658-40b7-ac93-cc5663300e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:47.124354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Pushing event updated for resources: {'Port': ['ID=a7e69ef0-b60a-4711-8a74-e3bd659908c4,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:47.141739 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:36:47.143369 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78a4f78e-f658-40b7-ac93-cc5663300e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:47.145226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:36:47.156023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:36:47.213459 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78a4f78e-f658-40b7-ac93-cc5663300e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:47.216357 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78a4f78e-f658-40b7-ac93-cc5663300e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:47.217810 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-78a4f78e-f658-40b7-ac93-cc5663300e3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1423a0b6-82da-4713-ad60-366e1a6ea202 HTTP/1.1" status: 204 len: 168 time: 0.1916802 Dec 20 21:36:47.237728 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4f78e-f658-40b7-ac93-cc5663300e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1423a0b6-82da-4713-ad60-366e1a6ea202,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:47.509019 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:47.739112 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:47.757524 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4c40d-85cb-408d-a87c-4e6beb00f6ed req-aaafc8d7-859b-44a4-ac3e-b7f986b28ff5 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:47.759681 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c8a4c40d-85cb-408d-a87c-4e6beb00f6ed req-aaafc8d7-859b-44a4-ac3e-b7f986b28ff5 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.0651212 Dec 20 21:36:47.760768 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49880) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:47.785354 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-231c7f77-f626-419f-a9dc-db57a1f5f219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:47.831843 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c8a4c40d-85cb-408d-a87c-4e6beb00f6ed req-1a931042-20a8-421c-bf30-cd373655d29b tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629647 Dec 20 21:36:47.912776 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-231c7f77-f626-419f-a9dc-db57a1f5f219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:47.915264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Router 163f7c2b-5460-453d-9b23-4f43a45d2143 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:36:47.919104 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-231c7f77-f626-419f-a9dc-db57a1f5f219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:47.973617 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-231c7f77-f626-419f-a9dc-db57a1f5f219 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e27054c3f7c4b9180555eaf6379fbc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093191 Dec 20 21:36:47.973617 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c7f77-f626-419f-a9dc-db57a1f5f219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab55b8d4-0599-41b7-9adf-bf4faa9e1597,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:47.975330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49888) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:47.976969 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:48.062325 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fab47334-78da-4f7c-917d-e7d8586ad847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:48.088311 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fab47334-78da-4f7c-917d-e7d8586ad847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:48.098861 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:36:48.113685 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b2735-74df-4ee0-8345-aa0e99ce9b6e None None] Sync routers for ids ['163f7c2b-5460-453d-9b23-4f43a45d2143'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:36:48.124937 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b2735-74df-4ee0-8345-aa0e99ce9b6e None None] Routers {'163f7c2b-5460-453d-9b23-4f43a45d2143'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:36:48.126376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-058b2735-74df-4ee0-8345-aa0e99ce9b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:36:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['163f7c2b-5460-453d-9b23-4f43a45d2143'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:48.140800 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49896) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:48.152780 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:48.155061 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-74f3fd20-d21b-4579-870e-152d26e28889 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.2881546 Dec 20 21:36:48.157838 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49900) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:48.212910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-058b2735-74df-4ee0-8345-aa0e99ce9b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:48.222640 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b2735-74df-4ee0-8345-aa0e99ce9b6e None None] Routers {'163f7c2b-5460-453d-9b23-4f43a45d2143'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:36:48.223290 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-058b2735-74df-4ee0-8345-aa0e99ce9b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:36:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['163f7c2b-5460-453d-9b23-4f43a45d2143'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:48.257761 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-058b2735-74df-4ee0-8345-aa0e99ce9b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:48.258678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058b2735-74df-4ee0-8345-aa0e99ce9b6e None None] The sync data for ids ['163f7c2b-5460-453d-9b23-4f43a45d2143'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:36:48.272498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49908) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:48.348487 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4248d6b6-5ade-49e9-9826-80a823e0b83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:48.403161 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47f04c05-4772-429c-8890-a05489de458b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:48.630472 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fab47334-78da-4f7c-917d-e7d8586ad847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:48.633644 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fab47334-78da-4f7c-917d-e7d8586ad847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:48.635308 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fab47334-78da-4f7c-917d-e7d8586ad847 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab55b8d4-0599-41b7-9adf-bf4faa9e1597 HTTP/1.1" status: 204 len: 168 time: 0.6588295 Dec 20 21:36:48.655886 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab47334-78da-4f7c-917d-e7d8586ad847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab55b8d4-0599-41b7-9adf-bf4faa9e1597,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:48.687308 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8260bb88-8478-454b-9891-5edd82e42db6 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "GET /v2.0/routers/163f7c2b-5460-453d-9b23-4f43a45d2143 HTTP/1.1" status: 200 len: 919 time: 0.5282521 Dec 20 21:36:48.691431 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49928) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:48.740344 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-deb6d889-cc2a-4ed0-9a49-5271beeebbe2 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "GET /v2.0/ports?device_id=163f7c2b-5460-453d-9b23-4f43a45d2143 HTTP/1.1" status: 200 len: 205 time: 0.0468707 Dec 20 21:36:48.742648 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49930) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:48.768356 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47f04c05-4772-429c-8890-a05489de458b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:48.779345 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47f04c05-4772-429c-8890-a05489de458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:48.816803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f04c05-4772-429c-8890-a05489de458b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654aaac2-bcad-4dc7-bdf5-193c6b822f48,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:48.857615 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-47f04c05-4772-429c-8890-a05489de458b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=947dee5fe6604f3ea68439e69e078ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5839844 Dec 20 21:36:48.858910 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49932) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:48.942263 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4248d6b6-5ade-49e9-9826-80a823e0b83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:48.962864 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9c79-45c3-4c86-b91a-3b8b98a6b876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:48.964834 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4248d6b6-5ade-49e9-9826-80a823e0b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:48.970707 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-784f3c68-8004-43a8-b75e-80c297bbf2b6 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:49.031006 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4248d6b6-5ade-49e9-9826-80a823e0b83b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6fae4ef86f342a491cfc3178f42ef14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8864698 Dec 20 21:36:49.031732 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9c79-45c3-4c86-b91a-3b8b98a6b876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:49.035389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49940) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:49.051359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4248d6b6-5ade-49e9-9826-80a823e0b83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7eda7a-e851-4d20-b6c5-bd10f627e420,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:49.144346 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dcf742b8-9a80-44d6-a65f-b4ca70582c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:49.170091 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-784f3c68-8004-43a8-b75e-80c297bbf2b6 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:49.171911 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dcf742b8-9a80-44d6-a65f-b4ca70582c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:49.178797 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9c79-45c3-4c86-b91a-3b8b98a6b876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:49.181903 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3a6d9c79-45c3-4c86-b91a-3b8b98a6b876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:49.186503 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3a6d9c79-45c3-4c86-b91a-3b8b98a6b876 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/654aaac2-bcad-4dc7-bdf5-193c6b822f48 HTTP/1.1" status: 204 len: 168 time: 0.3246810 Dec 20 21:36:49.207633 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d9c79-45c3-4c86-b91a-3b8b98a6b876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654aaac2-bcad-4dc7-bdf5-193c6b822f48,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:49.259207 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dcf742b8-9a80-44d6-a65f-b4ca70582c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:49.265441 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dcf742b8-9a80-44d6-a65f-b4ca70582c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:49.270413 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dcf742b8-9a80-44d6-a65f-b4ca70582c45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea7eda7a-e851-4d20-b6c5-bd10f627e420 HTTP/1.1" status: 204 len: 168 time: 0.2290299 Dec 20 21:36:49.281551 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-784f3c68-8004-43a8-b75e-80c297bbf2b6 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Deleting port a7e69ef0-b60a-4711-8a74-e3bd659908c4 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:49.282043 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-784f3c68-8004-43a8-b75e-80c297bbf2b6 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:49.284729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf742b8-9a80-44d6-a65f-b4ca70582c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7eda7a-e851-4d20-b6c5-bd10f627e420,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:49.395712 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-784f3c68-8004-43a8-b75e-80c297bbf2b6 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:49.410949 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-784f3c68-8004-43a8-b75e-80c297bbf2b6 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Calling delete_port for a7e69ef0-b60a-4711-8a74-e3bd659908c4 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:49.627509 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-784f3c68-8004-43a8-b75e-80c297bbf2b6 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:49.650610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49966) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:49.664178 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f3c68-8004-43a8-b75e-80c297bbf2b6 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Pushing event deleted for resources: {'Port': ['ID=a7e69ef0-b60a-4711-8a74-e3bd659908c4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:49.749401 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-784f3c68-8004-43a8-b75e-80c297bbf2b6 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:49.880886 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-784f3c68-8004-43a8-b75e-80c297bbf2b6 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:49.883803 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-784f3c68-8004-43a8-b75e-80c297bbf2b6 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:49.933905 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-784f3c68-8004-43a8-b75e-80c297bbf2b6 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:49.934995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784f3c68-8004-43a8-b75e-80c297bbf2b6 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Fanout notify agent at l3_agent the message router_deleted on router 163f7c2b-5460-453d-9b23-4f43a45d2143 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:36:49.944133 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-784f3c68-8004-43a8-b75e-80c297bbf2b6 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:49.946258 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-784f3c68-8004-43a8-b75e-80c297bbf2b6 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "DELETE /v2.0/routers/163f7c2b-5460-453d-9b23-4f43a45d2143 HTTP/1.1" status: 204 len: 168 time: 1.2009706 Dec 20 21:36:49.949795 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49980) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:49.954930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Request body: {'router': {'name': 'tempest-snat-router-443959872', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'enable_snat': False}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:49.980862 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-82c7ab13-cbd0-44a4-a78e-a3d4e1d1c75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.019453 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.020588 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.092104 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49986) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:50.100391 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.117399 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac3a8715-4676-4638-b53b-5855cec539d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.208835 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-82c7ab13-cbd0-44a4-a78e-a3d4e1d1c75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.272628 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-82c7ab13-cbd0-44a4-a78e-a3d4e1d1c75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.285741 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac3a8715-4676-4638-b53b-5855cec539d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.291130 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac3a8715-4676-4638-b53b-5855cec539d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.326744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a8715-4676-4638-b53b-5855cec539d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff69e03b-a908-4b37-bfda-62e0317080f0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:50.328732 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.351776 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ac3a8715-4676-4638-b53b-5855cec539d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c41b5fb64fe54cfd82808a707b4e5027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583499 Dec 20 21:36:50.354388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49992) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:50.373579 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-82c7ab13-cbd0-44a4-a78e-a3d4e1d1c75d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=871b6c91517f4158acada22a99219aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7217712 Dec 20 21:36:50.378212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49994) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:50.380178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7ab13-cbd0-44a4-a78e-a3d4e1d1c75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5315623a-4152-487f-adf3-ef9ab0ee2048,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:50.539725 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-086f628c-c0f3-4cd4-a056-6693942a7728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.559242 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b46a4e7-e9a5-42bc-a89b-5945264eea7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.611819 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-086f628c-c0f3-4cd4-a056-6693942a7728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.630257 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b46a4e7-e9a5-42bc-a89b-5945264eea7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.734590 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-086f628c-c0f3-4cd4-a056-6693942a7728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.740803 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-086f628c-c0f3-4cd4-a056-6693942a7728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.747725 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-086f628c-c0f3-4cd4-a056-6693942a7728 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5315623a-4152-487f-adf3-ef9ab0ee2048 HTTP/1.1" status: 204 len: 168 time: 0.3671422 Dec 20 21:36:50.757777 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b46a4e7-e9a5-42bc-a89b-5945264eea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.761447 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b46a4e7-e9a5-42bc-a89b-5945264eea7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.762662 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9b46a4e7-e9a5-42bc-a89b-5945264eea7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff69e03b-a908-4b37-bfda-62e0317080f0 HTTP/1.1" status: 204 len: 168 time: 0.4063077 Dec 20 21:36:50.774529 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f628c-c0f3-4cd4-a056-6693942a7728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5315623a-4152-487f-adf3-ef9ab0ee2048,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:50.818866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46a4e7-e9a5-42bc-a89b-5945264eea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff69e03b-a908-4b37-bfda-62e0317080f0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:50.865122 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:50.887038 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:51.009642 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Allocated IP 172.35.3.67 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/e428a1a7-1c2e-4471-b46a-a787c381e383) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:36:51.140845 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:51.187799 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:51.234620 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:36:51.237555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:36:51.241322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:36:51.287561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Pushing event updated for resources: {'Port': ['ID=e428a1a7-1c2e-4471-b46a-a787c381e383,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:51.390820 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50028) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:51.415719 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f6881a6-b758-47af-830b-7ef176dbc630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:51.585473 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f6881a6-b758-47af-830b-7ef176dbc630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:51.601145 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f6881a6-b758-47af-830b-7ef176dbc630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:51.690805 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1f6881a6-b758-47af-830b-7ef176dbc630 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f0c172db2ee4cc0b3cb823d4a79b3f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975516 Dec 20 21:36:51.692473 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50042) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:51.697275 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6881a6-b758-47af-830b-7ef176dbc630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4b64c5-fb3e-459f-9aba-b9f5efcf0597,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:51.732769 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:51.782575 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58b62683-303b-4c03-9f9b-2d251d1c8634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:51.807811 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58b62683-303b-4c03-9f9b-2d251d1c8634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:51.866099 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58b62683-303b-4c03-9f9b-2d251d1c8634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:51.871771 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58b62683-303b-4c03-9f9b-2d251d1c8634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:51.876381 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-58b62683-303b-4c03-9f9b-2d251d1c8634 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c4b64c5-fb3e-459f-9aba-b9f5efcf0597 HTTP/1.1" status: 204 len: 168 time: 0.1805706 Dec 20 21:36:51.896862 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b62683-303b-4c03-9f9b-2d251d1c8634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4b64c5-fb3e-459f-9aba-b9f5efcf0597,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:51.939827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50052) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:51.999695 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:52.207986 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Router e66a34ed-936e-4326-90f1-0fc43ecb0d94 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:36:52.252613 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-43eea40b-9f21-49a9-84ca-b60d09087504 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-31006610-network', 'tenant_id': '276c27bfbf064b13a0efcfc2b8c2c914'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:52.282817 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eea40b-9f21-49a9-84ca-b60d09087504 admin admin] Made reservation on behalf of 276c27bfbf064b13a0efcfc2b8c2c914 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:52.286747 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43eea40b-9f21-49a9-84ca-b60d09087504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:52.295900 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43eea40b-9f21-49a9-84ca-b60d09087504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:52.433034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:36:52.461308 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Sync routers for ids ['e66a34ed-936e-4326-90f1-0fc43ecb0d94'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:36:52.461867 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43eea40b-9f21-49a9-84ca-b60d09087504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:52.480428 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43eea40b-9f21-49a9-84ca-b60d09087504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:52.481826 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Routers {'e66a34ed-936e-4326-90f1-0fc43ecb0d94'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:36:52.482653 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:36:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e66a34ed-936e-4326-90f1-0fc43ecb0d94'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:52.491567 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:52.492936 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d28d0e6c-8311-45a3-8d42-e11d6a577076 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.5416014 Dec 20 21:36:52.495789 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50070) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:52.534479 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43eea40b-9f21-49a9-84ca-b60d09087504 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:36:52.567013 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eea40b-9f21-49a9-84ca-b60d09087504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9864556c-33d2-42c9-b281-8b5711b60977,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:52.587470 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43eea40b-9f21-49a9-84ca-b60d09087504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:52.587823 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-43eea40b-9f21-49a9-84ca-b60d09087504 admin admin] Added segment 6204044b-cb25-494a-aecc-d8500038eb47 of type vlan for network b3b82e63-4b8c-4f1f-a610-a2c006d54dc0 Dec 20 21:36:52.697314 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43eea40b-9f21-49a9-84ca-b60d09087504 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:52.710671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50084) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:52.714342 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5fb5441f-27f5-48cd-8bb3-0433cb146b6f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "GET /v2.0/routers/e66a34ed-936e-4326-90f1-0fc43ecb0d94 HTTP/1.1" status: 200 len: 907 time: 0.2156303 Dec 20 21:36:52.719804 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Request body: {'router': {'name': 'tempest-snat-router-443959872', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'enable_snat': True}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:52.787264 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43eea40b-9f21-49a9-84ca-b60d09087504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:52.791254 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eea40b-9f21-49a9-84ca-b60d09087504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:52.791646 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43eea40b-9f21-49a9-84ca-b60d09087504 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:52.795437 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Set router e66a34ed-936e-4326-90f1-0fc43ecb0d94 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:36:52.883351 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:52.884345 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:52.946955 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:52.960753 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-43eea40b-9f21-49a9-84ca-b60d09087504 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0169647 Dec 20 21:36:52.961317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50096) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:52.970478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a47d4c21-4ffa-490d-b77e-523cea125978 admin admin] Request body: {'subnet': {'network_id': 'b3b82e63-4b8c-4f1f-a610-a2c006d54dc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-31006610-subnet', 'tenant_id': '276c27bfbf064b13a0efcfc2b8c2c914', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:53.002866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eea40b-9f21-49a9-84ca-b60d09087504 admin admin] Pushing event updated for resources: {'Network': ['ID=b3b82e63-4b8c-4f1f-a610-a2c006d54dc0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:53.015687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network b3b82e63-4b8c-4f1f-a610-a2c006d54dc0 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:36:53.038516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47d4c21-4ffa-490d-b77e-523cea125978 admin admin] Made reservation on behalf of 276c27bfbf064b13a0efcfc2b8c2c914 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:53.041429 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a47d4c21-4ffa-490d-b77e-523cea125978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:53.077776 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66a34ed-936e-4326-90f1-0fc43ecb0d94', 'name': 'tempest-snat-router-443959872', 'tenant_id': 'd4e4d7b8ca7a4a04a159ed20b9311b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.67'}], 'enable_snat': False}, 'gw_port_id': 'e428a1a7-1c2e-4471-b46a-a787c381e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:36:50Z', 'updated_at': '2021-12-20T21:36:51Z', 'revision_number': 3, 'project_id': 'd4e4d7b8ca7a4a04a159ed20b9311b96', 'gw_port': {'id': 'e428a1a7-1c2e-4471-b46a-a787c381e383', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66a34ed-936e-4326-90f1-0fc43ecb0d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:36:50Z', 'updated_at': '2021-12-20T21:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:53.133757 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Checking router: e66a34ed-936e-4326-90f1-0fc43ecb0d94 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:36:53.134311 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Updating router e66a34ed-936e-4326-90f1-0fc43ecb0d94 port e428a1a7-1c2e-4471-b46a-a787c381e383 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:36:53.146554 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:53.167211 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:53.481512 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a47d4c21-4ffa-490d-b77e-523cea125978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:53.636701 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:53.657573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d4c21-4ffa-490d-b77e-523cea125978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a9461d-088e-4b49-81a1-2423ff3d96da,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:53.670465 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:53.679194 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:53.685423 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:53.689442 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47d4c21-4ffa-490d-b77e-523cea125978 admin admin] Checking segment: {'id': '6204044b-cb25-494a-aecc-d8500038eb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b3b82e63-4b8c-4f1f-a610-a2c006d54dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:36:53.691009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47d4c21-4ffa-490d-b77e-523cea125978 admin admin] Network hostable DHCP agents. Network: b3b82e63-4b8c-4f1f-a610-a2c006d54dc0, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:36:53.745276 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47d4c21-4ffa-490d-b77e-523cea125978 admin admin] Network b3b82e63-4b8c-4f1f-a610-a2c006d54dc0 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:36:53.759268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-a47d4c21-4ffa-490d-b77e-523cea125978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, b3b82e63-4b8c-4f1f-a610-a2c006d54dc0) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:36:53.769015 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9dfd79-d748-42ba-9004-836372b0f8b0 None None] Network b3b82e63-4b8c-4f1f-a610-a2c006d54dc0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:53.790186 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47d4c21-4ffa-490d-b77e-523cea125978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:53.790795 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a47d4c21-4ffa-490d-b77e-523cea125978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:53.804802 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Attempting to bind port e428a1a7-1c2e-4471-b46a-a787c381e383 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:36:53.805535 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Attempting to bind port e428a1a7-1c2e-4471-b46a-a787c381e383 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:36:53.805887 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Attempting to bind port e428a1a7-1c2e-4471-b46a-a787c381e383 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:36:53.818151 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0383a9a-c2fc-48de-83dc-142ba7430a9d None None] Pushing event updated for resources: {'Port': ['ID=e428a1a7-1c2e-4471-b46a-a787c381e383,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:53.824610 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:36:53.825012 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:36:53.825400 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:53.825797 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:36:53.826303 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Bound port: e428a1a7-1c2e-4471-b46a-a787c381e383, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:36:53.830609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a47d4c21-4ffa-490d-b77e-523cea125978 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8665588 Dec 20 21:36:53.831357 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:53.909906 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0383a9a-c2fc-48de-83dc-142ba7430a9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:53.910570 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0383a9a-c2fc-48de-83dc-142ba7430a9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:53.911117 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0383a9a-c2fc-48de-83dc-142ba7430a9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:53.911636 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0383a9a-c2fc-48de-83dc-142ba7430a9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:53.912285 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0383a9a-c2fc-48de-83dc-142ba7430a9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:53.912804 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0383a9a-c2fc-48de-83dc-142ba7430a9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:53.913423 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0383a9a-c2fc-48de-83dc-142ba7430a9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:53.914129 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0383a9a-c2fc-48de-83dc-142ba7430a9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:53.914685 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0383a9a-c2fc-48de-83dc-142ba7430a9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:53.915195 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0383a9a-c2fc-48de-83dc-142ba7430a9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:53.915717 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0383a9a-c2fc-48de-83dc-142ba7430a9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:53.916225 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0383a9a-c2fc-48de-83dc-142ba7430a9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:36:53.968158 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] For port e428a1a7-1c2e-4471-b46a-a787c381e383, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:36:53.994945 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] For port e428a1a7-1c2e-4471-b46a-a787c381e383, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e428a1a7-1c2e-4471-b46a-a787c381e383,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:36:54.003387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Allocated IP 172.35.3.99 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/fecb2862-7c1e-46ea-9ca3-45fe136c26b4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:36:54.005958 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:54.059064 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a52548-5523-4f1e-8171-cb427f376034 None None] Network b3b82e63-4b8c-4f1f-a610-a2c006d54dc0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:54.142897 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Routers {'e66a34ed-936e-4326-90f1-0fc43ecb0d94'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:36:54.144938 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:36:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e66a34ed-936e-4326-90f1-0fc43ecb0d94'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:54.148092 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0383a9a-c2fc-48de-83dc-142ba7430a9d None None] Pushing event updated for resources: {'Port': ['ID=e428a1a7-1c2e-4471-b46a-a787c381e383,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:54.237485 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:54.303628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50166) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:54.306094 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:54.434990 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:36:54.468587 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:36:54.471543 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Pushing event updated for resources: {'Port': ['ID=fecb2862-7c1e-46ea-9ca3-45fe136c26b4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:54.478607 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:36:54.521689 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] Set router e66a34ed-936e-4326-90f1-0fc43ecb0d94 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:36:54.749819 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1566b66d-88b4-43fd-b6e7-abcc72148a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:54.896734 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66a34ed-936e-4326-90f1-0fc43ecb0d94', 'name': 'tempest-snat-router-443959872', 'tenant_id': 'd4e4d7b8ca7a4a04a159ed20b9311b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.67'}], 'enable_snat': False}, 'gw_port_id': 'e428a1a7-1c2e-4471-b46a-a787c381e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:36:50Z', 'updated_at': '2021-12-20T21:36:51Z', 'revision_number': 3, 'project_id': 'd4e4d7b8ca7a4a04a159ed20b9311b96', 'gw_port': {'id': 'e428a1a7-1c2e-4471-b46a-a787c381e383', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66a34ed-936e-4326-90f1-0fc43ecb0d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:36:50Z', 'updated_at': '2021-12-20T21:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:54.933115 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f017c0a-f136-4f6c-9944-37574c3c932a None None] The sync data for ids ['e66a34ed-936e-4326-90f1-0fc43ecb0d94'] in n-d-xena-1 is: [{'id': 'e66a34ed-936e-4326-90f1-0fc43ecb0d94', 'name': 'tempest-snat-router-443959872', 'tenant_id': 'd4e4d7b8ca7a4a04a159ed20b9311b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.67'}], 'enable_snat': False}, 'gw_port_id': 'e428a1a7-1c2e-4471-b46a-a787c381e383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:36:50Z', 'updated_at': '2021-12-20T21:36:51Z', 'revision_number': 3, 'project_id': 'd4e4d7b8ca7a4a04a159ed20b9311b96', 'gw_port': {'id': 'e428a1a7-1c2e-4471-b46a-a787c381e383', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66a34ed-936e-4326-90f1-0fc43ecb0d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:36:50Z', 'updated_at': '2021-12-20T21:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:36:54.952891 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1566b66d-88b4-43fd-b6e7-abcc72148a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:54.960586 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1566b66d-88b4-43fd-b6e7-abcc72148a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:55.049039 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1566b66d-88b4-43fd-b6e7-abcc72148a16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5ef6b2bd78045dea604360b5f74a09a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7440705 Dec 20 21:36:55.050240 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566b66d-88b4-43fd-b6e7-abcc72148a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2c3546-59e4-47e6-91c6-c3205c1f62d2,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:55.052946 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50248) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:55.088479 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:55.168081 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ee40fb83-5bcd-49f6-bd93-704ddf688087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:55.202649 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ee40fb83-5bcd-49f6-bd93-704ddf688087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:55.297581 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ee40fb83-5bcd-49f6-bd93-704ddf688087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:55.301563 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ee40fb83-5bcd-49f6-bd93-704ddf688087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:55.305898 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ee40fb83-5bcd-49f6-bd93-704ddf688087 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd2c3546-59e4-47e6-91c6-c3205c1f62d2 HTTP/1.1" status: 204 len: 168 time: 0.2490606 Dec 20 21:36:55.328251 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40fb83-5bcd-49f6-bd93-704ddf688087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2c3546-59e4-47e6-91c6-c3205c1f62d2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:55.463370 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50262) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:55.511566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50272) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:55.519725 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-73bf4305-9bc7-460e-b8a6-d44db23363e8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-54580109-network', 'tenant_id': '0c5471335d6f486aa0532e046124aea0'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:55.542306 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:55.565272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bf4305-9bc7-460e-b8a6-d44db23363e8 admin admin] Made reservation on behalf of 0c5471335d6f486aa0532e046124aea0 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:55.569747 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73bf4305-9bc7-460e-b8a6-d44db23363e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:55.613839 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73bf4305-9bc7-460e-b8a6-d44db23363e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:55.780445 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73bf4305-9bc7-460e-b8a6-d44db23363e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:55.798958 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73bf4305-9bc7-460e-b8a6-d44db23363e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:55.819506 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Router 8ac3d991-9fa7-4556-adbe-86f738a352d1 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:36:55.825256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bf4305-9bc7-460e-b8a6-d44db23363e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:36:55.847035 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73bf4305-9bc7-460e-b8a6-d44db23363e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:55.847461 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-73bf4305-9bc7-460e-b8a6-d44db23363e8 admin admin] Added segment 161e3fb9-43ab-4d53-9661-955e91040904 of type vlan for network 4aa23fc9-3e47-4bb4-a1ec-4ec71b4fee43 Dec 20 21:36:55.962845 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf4305-9bc7-460e-b8a6-d44db23363e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5fad88-fbeb-449c-96c4-078774d264d1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:55.990336 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73bf4305-9bc7-460e-b8a6-d44db23363e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:56.063805 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73bf4305-9bc7-460e-b8a6-d44db23363e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:56.065817 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bf4305-9bc7-460e-b8a6-d44db23363e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:56.066686 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73bf4305-9bc7-460e-b8a6-d44db23363e8 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:56.137829 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:36:56.162903 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Sync routers for ids ['8ac3d991-9fa7-4556-adbe-86f738a352d1'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:36:56.186129 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Routers {'8ac3d991-9fa7-4556-adbe-86f738a352d1'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:36:56.187315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:36:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['8ac3d991-9fa7-4556-adbe-86f738a352d1'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:56.194681 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:56.195995 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f2ef577b-ec9d-4b67-9e00-17643b38785b tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.4843400 Dec 20 21:36:56.198802 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50280) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:56.209737 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-73bf4305-9bc7-460e-b8a6-d44db23363e8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6939144 Dec 20 21:36:56.210542 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50282) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:56.220975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-49e7c4cd-ca3b-4f42-b9cf-b4f18b30e3e3 admin admin] Request body: {'subnet': {'network_id': '4aa23fc9-3e47-4bb4-a1ec-4ec71b4fee43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-54580109-subnet', 'tenant_id': '0c5471335d6f486aa0532e046124aea0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:36:56.247101 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f121173-8417-42a0-9914-2f1a6c52b7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:56.314029 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50284) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:56.333290 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Set router 8ac3d991-9fa7-4556-adbe-86f738a352d1 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:36:56.362385 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccf98734-6470-488c-a65a-e036a0c10780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:56.385646 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f121173-8417-42a0-9914-2f1a6c52b7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:56.387608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf4305-9bc7-460e-b8a6-d44db23363e8 admin admin] Pushing event updated for resources: {'Network': ['ID=4aa23fc9-3e47-4bb4-a1ec-4ec71b4fee43,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:56.407090 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f121173-8417-42a0-9914-2f1a6c52b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:56.422656 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 4aa23fc9-3e47-4bb4-a1ec-4ec71b4fee43 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:36:56.449064 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ffb8d141-5ebc-4b66-9b83-627e2ece6be0 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "GET /v2.0/routers/8ac3d991-9fa7-4556-adbe-86f738a352d1 HTTP/1.1" status: 200 len: 906 time: 0.2488780 Dec 20 21:36:56.452190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50286) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:56.535843 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7f121173-8417-42a0-9914-2f1a6c52b7c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d22910fc2863480d9bcab62c08321285&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0710018 Dec 20 21:36:56.542274 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f121173-8417-42a0-9914-2f1a6c52b7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bb01ef-357a-4966-aa8c-df04d378728f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:56.553478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50288) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:56.572993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e7c4cd-ca3b-4f42-b9cf-b4f18b30e3e3 admin admin] Made reservation on behalf of 0c5471335d6f486aa0532e046124aea0 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:36:56.587004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-49e7c4cd-ca3b-4f42-b9cf-b4f18b30e3e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:56.624775 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4be8-2e8f-4db1-900b-c6be5ad240a1 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:56.787673 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4be8-2e8f-4db1-900b-c6be5ad240a1 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:56.822377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e428a1a7-1c2e-4471-b46a-a787c381e383 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:36:56.867279 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccf98734-6470-488c-a65a-e036a0c10780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:56.878967 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccf98734-6470-488c-a65a-e036a0c10780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:56.896093 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e428a1a7-1c2e-4471-b46a-a787c381e383 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:56.896549 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:56.902144 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac3d991-9fa7-4556-adbe-86f738a352d1', 'name': 'tempest-snat-router-443959872', 'tenant_id': 'd4e4d7b8ca7a4a04a159ed20b9311b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.99'}], 'enable_snat': True}, 'gw_port_id': 'fecb2862-7c1e-46ea-9ca3-45fe136c26b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:36:52Z', 'updated_at': '2021-12-20T21:36:54Z', 'revision_number': 3, 'project_id': 'd4e4d7b8ca7a4a04a159ed20b9311b96', 'gw_port': {'id': 'fecb2862-7c1e-46ea-9ca3-45fe136c26b4', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:35:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac3d991-9fa7-4556-adbe-86f738a352d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:36:53Z', 'updated_at': '2021-12-20T21:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:56.931222 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf98734-6470-488c-a65a-e036a0c10780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f1fa5c-768a-4d8d-8181-566f0ae7ef68,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:56.935206 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6e0c4be8-2e8f-4db1-900b-c6be5ad240a1 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Deleting port fecb2862-7c1e-46ea-9ca3-45fe136c26b4 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:56.935736 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4be8-2e8f-4db1-900b-c6be5ad240a1 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:56.949721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Checking router: 8ac3d991-9fa7-4556-adbe-86f738a352d1 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:36:56.949721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Updating router 8ac3d991-9fa7-4556-adbe-86f738a352d1 port fecb2862-7c1e-46ea-9ca3-45fe136c26b4 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:36:56.994314 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:57.160692 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b10abe0-ab9e-4e8c-aa1b-f9486e9588a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:57.356303 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:57.414414 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port e428a1a7-1c2e-4471-b46a-a787c381e383, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e428a1a7-1c2e-4471-b46a-a787c381e383,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:36:57.444924 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:57.587163 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7a29e12b-5efe-4d7b-8e03-5da6503b24de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:57.592673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=e428a1a7-1c2e-4471-b46a-a787c381e383,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:57.629016 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7a29e12b-5efe-4d7b-8e03-5da6503b24de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:57.664925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50304) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:57.665541 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ccf98734-6470-488c-a65a-e036a0c10780 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1b1c246388d40508e8f1841dfd3ac13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3497024 Dec 20 21:36:57.749952 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4be8-2e8f-4db1-900b-c6be5ad240a1 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:57.784499 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6e0c4be8-2e8f-4db1-900b-c6be5ad240a1 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Calling delete_port for fecb2862-7c1e-46ea-9ca3-45fe136c26b4 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:57.802312 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:57.818635 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-340ef2ba-44b6-4296-b8cb-adb7710f46b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:57.818975 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:57.947744 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-340ef2ba-44b6-4296-b8cb-adb7710f46b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:57.971593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50310) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:58.029738 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7a29e12b-5efe-4d7b-8e03-5da6503b24de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.032815 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7a29e12b-5efe-4d7b-8e03-5da6503b24de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.037292 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7a29e12b-5efe-4d7b-8e03-5da6503b24de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19bb01ef-357a-4966-aa8c-df04d378728f HTTP/1.1" status: 204 len: 168 time: 1.4769690 Dec 20 21:36:58.037292 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-49e7c4cd-ca3b-4f42-b9cf-b4f18b30e3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.120950 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29e12b-5efe-4d7b-8e03-5da6503b24de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bb01ef-357a-4966-aa8c-df04d378728f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:58.131478 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4be8-2e8f-4db1-900b-c6be5ad240a1 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.146824 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Attempting to bind port fecb2862-7c1e-46ea-9ca3-45fe136c26b4 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:36:58.147216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Attempting to bind port fecb2862-7c1e-46ea-9ca3-45fe136c26b4 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:36:58.148221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Attempting to bind port fecb2862-7c1e-46ea-9ca3-45fe136c26b4 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:36:58.161285 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:36:58.161673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:36:58.162455 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.166177 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-340ef2ba-44b6-4296-b8cb-adb7710f46b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.167142 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:36:58.167675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Bound port: fecb2862-7c1e-46ea-9ca3-45fe136c26b4, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:36:58.168082 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.169696 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-340ef2ba-44b6-4296-b8cb-adb7710f46b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.173475 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-340ef2ba-44b6-4296-b8cb-adb7710f46b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0f1fa5c-768a-4d8d-8181-566f0ae7ef68 HTTP/1.1" status: 204 len: 168 time: 0.5059979 Dec 20 21:36:58.187535 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c4be8-2e8f-4db1-900b-c6be5ad240a1 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Pushing event deleted for resources: {'Port': ['ID=fecb2862-7c1e-46ea-9ca3-45fe136c26b4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:58.197696 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7c4cd-ca3b-4f42-b9cf-b4f18b30e3e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7864f8e-b4d6-4ee1-9f80-f9d7ca670c67,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:58.208183 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Port fecb2862-7c1e-46ea-9ca3-45fe136c26b4 has been deleted concurrently {{(pid=102403) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Dec 20 21:36:58.215049 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86158b95-13c1-463d-9454-e0198cf0394c None None] Pushing event updated for resources: {'Port': ['ID=fecb2862-7c1e-46ea-9ca3-45fe136c26b4,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:58.231483 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Routers {'8ac3d991-9fa7-4556-adbe-86f738a352d1'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:36:58.232147 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:36:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['8ac3d991-9fa7-4556-adbe-86f738a352d1'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:58.248365 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ef2ba-44b6-4296-b8cb-adb7710f46b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f1fa5c-768a-4d8d-8181-566f0ae7ef68,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:58.268870 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0cad-483f-4c7a-8aa3-5d316c333f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.272276 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e7c4cd-ca3b-4f42-b9cf-b4f18b30e3e3 admin admin] Checking segment: {'id': '161e3fb9-43ab-4d53-9661-955e91040904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4aa23fc9-3e47-4bb4-a1ec-4ec71b4fee43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:36:58.272883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e7c4cd-ca3b-4f42-b9cf-b4f18b30e3e3 admin admin] Network hostable DHCP agents. Network: 4aa23fc9-3e47-4bb4-a1ec-4ec71b4fee43, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:36:58.311920 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4be8-2e8f-4db1-900b-c6be5ad240a1 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.314593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e7c4cd-ca3b-4f42-b9cf-b4f18b30e3e3 admin admin] Network 4aa23fc9-3e47-4bb4-a1ec-4ec71b4fee43 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:36:58.330995 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-49e7c4cd-ca3b-4f42-b9cf-b4f18b30e3e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 4aa23fc9-3e47-4bb4-a1ec-4ec71b4fee43) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:36:58.346840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e7c4cd-ca3b-4f42-b9cf-b4f18b30e3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:36:58.348098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-49e7c4cd-ca3b-4f42-b9cf-b4f18b30e3e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.375440 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-49e7c4cd-ca3b-4f42-b9cf-b4f18b30e3e3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1635153 Dec 20 21:36:58.399124 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0cad-483f-4c7a-8aa3-5d316c333f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.405861 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0cad-483f-4c7a-8aa3-5d316c333f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.410938 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76135ad0-58f9-4147-8e77-af55a2a376f6 None None] Network 4aa23fc9-3e47-4bb4-a1ec-4ec71b4fee43 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:58.455749 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a4ce0cad-483f-4c7a-8aa3-5d316c333f24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fde5b56f0b0a4655a1d44a234b934b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771695 Dec 20 21:36:58.457055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50328) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:58.480405 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4be8-2e8f-4db1-900b-c6be5ad240a1 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.483057 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4be8-2e8f-4db1-900b-c6be5ad240a1 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.498888 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce0cad-483f-4c7a-8aa3-5d316c333f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0830af8-2ec4-431e-9dcd-98315ffc78f1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:58.567134 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4be8-2e8f-4db1-900b-c6be5ad240a1 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.567652 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0c4be8-2e8f-4db1-900b-c6be5ad240a1 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ac3d991-9fa7-4556-adbe-86f738a352d1 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:36:58.574008 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e0c4be8-2e8f-4db1-900b-c6be5ad240a1 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.575095 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6e0c4be8-2e8f-4db1-900b-c6be5ad240a1 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "DELETE /v2.0/routers/8ac3d991-9fa7-4556-adbe-86f738a352d1 HTTP/1.1" status: 204 len: 168 time: 2.1219711 Dec 20 21:36:58.577599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50332) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:58.592355 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8cf7050b-05ad-491b-a4d7-653411a3780f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.600952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] Set router 8ac3d991-9fa7-4556-adbe-86f738a352d1 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:36:58.648542 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8cf7050b-05ad-491b-a4d7-653411a3780f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.680759 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13deac4-2bd8-458f-b978-805219b7bc4f None None] Network 4aa23fc9-3e47-4bb4-a1ec-4ec71b4fee43 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:36:58.684590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac3d991-9fa7-4556-adbe-86f738a352d1', 'name': 'tempest-snat-router-443959872', 'tenant_id': 'd4e4d7b8ca7a4a04a159ed20b9311b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:36:52Z', 'updated_at': '2021-12-20T21:36:58Z', 'revision_number': 5, 'project_id': 'd4e4d7b8ca7a4a04a159ed20b9311b96', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:36:58.751873 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb63a5a7-d51d-4c9a-a955-0b56c0a137bf None None] The sync data for ids ['8ac3d991-9fa7-4556-adbe-86f738a352d1'] in n-d-xena-1 is: [{'id': '8ac3d991-9fa7-4556-adbe-86f738a352d1', 'name': 'tempest-snat-router-443959872', 'tenant_id': 'd4e4d7b8ca7a4a04a159ed20b9311b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:36:52Z', 'updated_at': '2021-12-20T21:36:58Z', 'revision_number': 5, 'project_id': 'd4e4d7b8ca7a4a04a159ed20b9311b96', 'gw_port_host': None}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:36:58.762248 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8cf7050b-05ad-491b-a4d7-653411a3780f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.769476 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8cf7050b-05ad-491b-a4d7-653411a3780f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:58.780391 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8cf7050b-05ad-491b-a4d7-653411a3780f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0830af8-2ec4-431e-9dcd-98315ffc78f1 HTTP/1.1" status: 204 len: 168 time: 0.3184478 Dec 20 21:36:58.804156 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e428a1a7-1c2e-4471-b46a-a787c381e383 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:36:58.805708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7050b-05ad-491b-a4d7-653411a3780f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0830af8-2ec4-431e-9dcd-98315ffc78f1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:58.944394 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-962aacfa-08ce-40a4-a76f-7940f15299c4 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:59.084880 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e428a1a7-1c2e-4471-b46a-a787c381e383 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:36:59.085505 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:59.241127 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-962aacfa-08ce-40a4-a76f-7940f15299c4 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:59.325744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-962aacfa-08ce-40a4-a76f-7940f15299c4 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Deleting port e428a1a7-1c2e-4471-b46a-a787c381e383 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:36:59.326358 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-962aacfa-08ce-40a4-a76f-7940f15299c4 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:59.450056 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-962aacfa-08ce-40a4-a76f-7940f15299c4 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] For port e428a1a7-1c2e-4471-b46a-a787c381e383, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e428a1a7-1c2e-4471-b46a-a787c381e383,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:36:59.450625 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-962aacfa-08ce-40a4-a76f-7940f15299c4 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:59.458143 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab58b797-c6ac-4b14-b4bd-703f04551715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:59.469052 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-962aacfa-08ce-40a4-a76f-7940f15299c4 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Calling delete_port for e428a1a7-1c2e-4471-b46a-a787c381e383 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:36:59.477633 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50372) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:36:59.526885 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d26e34f2-30ff-4a93-81b0-4d4f7d80d270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:59.839480 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d26e34f2-30ff-4a93-81b0-4d4f7d80d270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:59.849292 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d26e34f2-30ff-4a93-81b0-4d4f7d80d270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:59.913642 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-962aacfa-08ce-40a4-a76f-7940f15299c4 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:36:59.985681 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e34f2-30ff-4a93-81b0-4d4f7d80d270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f71d38b-e9a7-4b6a-88c2-b4c5c8c2fcc8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:36:59.988229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962aacfa-08ce-40a4-a76f-7940f15299c4 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Pushing event deleted for resources: {'Port': ['ID=e428a1a7-1c2e-4471-b46a-a787c381e383,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:00.002644 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d26e34f2-30ff-4a93-81b0-4d4f7d80d270 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3743c480d95741b38cc79e532b5eac79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5239511 Dec 20 21:37:00.005456 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50392) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:00.049237 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-64de4f51-2bfc-4317-a155-13e07ccac682 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:00.054624 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-64de4f51-2bfc-4317-a155-13e07ccac682 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/networks?id=b3b82e63-4b8c-4f1f-a610-a2c006d54dc0 HTTP/1.1" status: 200 len: 823 time: 0.3425078 Dec 20 21:37:00.072418 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-3c7f53e7-7e50-4cfa-a19c-1c857c6b03b0 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/quotas/276c27bfbf064b13a0efcfc2b8c2c914 HTTP/1.1" status: 200 len: 375 time: 0.0134606 Dec 20 21:37:00.126305 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e595d604-9f0f-4713-aa7b-17d14f61e0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:00.155006 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e595d604-9f0f-4713-aa7b-17d14f61e0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:00.175376 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-a2d565c4-ecc6-4457-bd48-57f232174b69 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=276c27bfbf064b13a0efcfc2b8c2c914&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693970 Dec 20 21:37:00.214054 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e595d604-9f0f-4713-aa7b-17d14f61e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:00.216784 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e595d604-9f0f-4713-aa7b-17d14f61e0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:00.220776 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e595d604-9f0f-4713-aa7b-17d14f61e0fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f71d38b-e9a7-4b6a-88c2-b4c5c8c2fcc8 HTTP/1.1" status: 204 len: 168 time: 0.2141094 Dec 20 21:37:00.229126 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595d604-9f0f-4713-aa7b-17d14f61e0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f71d38b-e9a7-4b6a-88c2-b4c5c8c2fcc8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:00.236142 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-962aacfa-08ce-40a4-a76f-7940f15299c4 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:00.425994 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-962aacfa-08ce-40a4-a76f-7940f15299c4 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:00.429507 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-962aacfa-08ce-40a4-a76f-7940f15299c4 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:00.482810 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-260d1633-6747-4a3d-85a6-618f88d1eeac service neutron] 10.222.0.32 "GET /v2.0/networks/b3b82e63-4b8c-4f1f-a610-a2c006d54dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063281 Dec 20 21:37:00.551362 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-962aacfa-08ce-40a4-a76f-7940f15299c4 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:00.551923 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962aacfa-08ce-40a4-a76f-7940f15299c4 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e66a34ed-936e-4326-90f1-0fc43ecb0d94 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:37:00.565492 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-962aacfa-08ce-40a4-a76f-7940f15299c4 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:00.565492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-962aacfa-08ce-40a4-a76f-7940f15299c4 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e66a34ed-936e-4326-90f1-0fc43ecb0d94 HTTP/1.1" status: 204 len: 168 time: 1.9849691 Dec 20 21:37:00.567670 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50422) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:00.572307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1110478162', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}, 'admin_state_up': False}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:00.617385 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:00.618506 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:00.674149 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:00.700712 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-935eb955-c48f-4df7-b1ab-793274a404ed service neutron] 10.222.0.32 "GET /v2.0/networks/b3b82e63-4b8c-4f1f-a610-a2c006d54dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114003 Dec 20 21:37:00.735354 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:00.966584 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:01.003857 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f5ea7a87-e0d0-481c-9c0e-95679e9bd29e req-394d7dea-6087-4acc-b7a4-2c5d0c08747d tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/ports?device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 210 time: 0.0319524 Dec 20 21:37:01.343213 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:01.411231 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:01.642858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Allocated IP 172.35.3.172 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/3013a707-eb0d-410b-971c-abe6ed1da698) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:37:01.817744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50484) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:01.910591 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:01.933851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077d4e6-87a4-41cc-996f-060b6f11d17a req-9acd3713-d280-46e0-9a84-c321d0dac29e tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:01.934663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2077d4e6-87a4-41cc-996f-060b6f11d17a req-9acd3713-d280-46e0-9a84-c321d0dac29e tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1324301 Dec 20 21:37:01.942693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16760f-38eb-46de-8683-5eb4a4973c8f req-a53a7a25-e7aa-46be-82da-4449f69794bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:01.944140 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d16760f-38eb-46de-8683-5eb4a4973c8f req-a53a7a25-e7aa-46be-82da-4449f69794bc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ba28dca7fe84eb3b545f731ba040a0d&device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 1095 time: 0.1375365 Dec 20 21:37:02.081160 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:02.088406 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:02.095407 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2077d4e6-87a4-41cc-996f-060b6f11d17a req-73d7f09d-65bf-4813-8e0d-0e358e0f453f tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503193 Dec 20 21:37:02.170094 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:02.180805 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:02.186505 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:02.188335 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Pushing event updated for resources: {'Port': ['ID=3013a707-eb0d-410b-971c-abe6ed1da698,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:02.206285 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d91bc776-715c-40d6-83b4-02902b15f149 req-68bec48b-d8f9-4ae2-80e7-78671192e0a3 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/ports?device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 210 time: 0.0918021 Dec 20 21:37:02.221371 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16760f-38eb-46de-8683-5eb4a4973c8f req-2169bee5-ca28-413b-ade0-ceafcff5d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:02.222903 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d16760f-38eb-46de-8683-5eb4a4973c8f req-2169bee5-ca28-413b-ade0-ceafcff5d91e service neutron] 10.222.0.66 "GET /v2.0/networks?id=c53e45c5-69f2-430c-8636-36554bee4d59 HTTP/1.1" status: 200 len: 919 time: 0.2709193 Dec 20 21:37:02.224711 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-37de3716-34e4-4b5e-b6d1-aa437613c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1255795709'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:02.253858 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37de3716-34e4-4b5e-b6d1-aa437613c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Made reservation on behalf of 8bc27f1a370c4fb881a1d91ca4d0be9c for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:02.258520 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37de3716-34e4-4b5e-b6d1-aa437613c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:02.273918 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d16760f-38eb-46de-8683-5eb4a4973c8f req-242103b1-e153-4653-a065-b44062c60f9e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a63438e6-9c1f-47cb-bc0a-a6eb998d447a HTTP/1.1" status: 200 len: 217 time: 0.0431359 Dec 20 21:37:02.280482 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37de3716-34e4-4b5e-b6d1-aa437613c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:02.343150 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:02.463702 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37de3716-34e4-4b5e-b6d1-aa437613c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:02.478657 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37de3716-34e4-4b5e-b6d1-aa437613c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:02.530535 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37de3716-34e4-4b5e-b6d1-aa437613c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:37:02.558724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16760f-38eb-46de-8683-5eb4a4973c8f req-2ef8aa5b-cff9-44b7-9ee7-592be931317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:02.560130 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d16760f-38eb-46de-8683-5eb4a4973c8f req-2ef8aa5b-cff9-44b7-9ee7-592be931317f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=03fc7761-0164-4b87-902e-5dc73b4f4dd3 HTTP/1.1" status: 200 len: 858 time: 0.2206192 Dec 20 21:37:02.566544 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37de3716-34e4-4b5e-b6d1-aa437613c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:02.567161 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-37de3716-34e4-4b5e-b6d1-aa437613c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Added segment dd1fc75d-ca2b-4a4e-9f51-1503a358a553 of type vlan for network ee113636-c651-45aa-8042-ac3d42b55488 Dec 20 21:37:02.571463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de3716-34e4-4b5e-b6d1-aa437613c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89ca871-a2f8-47a1-8ab4-a7ba49d698c8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:02.603019 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d16760f-38eb-46de-8683-5eb4a4973c8f req-2d31b3da-37a0-4722-80c0-4162f380310a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c53e45c5-69f2-430c-8636-36554bee4d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337858 Dec 20 21:37:02.673254 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e428a1a7-1c2e-4471-b46a-a787c381e383 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:37:02.717852 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37de3716-34e4-4b5e-b6d1-aa437613c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:02.720339 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: e428a1a7-1c2e-4471-b46a-a787c381e383 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:37:02.720964 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e428a1a7-1c2e-4471-b46a-a787c381e383 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:37:02.724589 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-9d59add9-52d7-451e-99de-90593e672843 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:02.726128 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-9d59add9-52d7-451e-99de-90593e672843 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.66 "GET /v2.0/networks?id=b3b82e63-4b8c-4f1f-a610-a2c006d54dc0 HTTP/1.1" status: 200 len: 823 time: 0.3843737 Dec 20 21:37:02.752438 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37de3716-34e4-4b5e-b6d1-aa437613c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:02.760624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-ea0271e9-9685-476c-ad75-8dfd0b1278fe tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Request body: {'port': {'device_id': '39691ea1-ee37-4ded-ac43-6315dc222631', 'network_id': 'b3b82e63-4b8c-4f1f-a610-a2c006d54dc0', 'admin_state_up': True, 'tenant_id': '276c27bfbf064b13a0efcfc2b8c2c914'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:02.775030 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37de3716-34e4-4b5e-b6d1-aa437613c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:02.780582 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37de3716-34e4-4b5e-b6d1-aa437613c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:02.872659 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:02.937375 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-37de3716-34e4-4b5e-b6d1-aa437613c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1184411 Dec 20 21:37:02.956915 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de3716-34e4-4b5e-b6d1-aa437613c8c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Pushing event updated for resources: {'Network': ['ID=ee113636-c651-45aa-8042-ac3d42b55488,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:02.969619 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d16760f-38eb-46de-8683-5eb4a4973c8f req-74c4cc03-6332-4028-b176-bf6463246161 service neutron] 10.222.0.66 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016517 Dec 20 21:37:02.970192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network ee113636-c651-45aa-8042-ac3d42b55488 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:37:03.115147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-ea0271e9-9685-476c-ad75-8dfd0b1278fe tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Made reservation on behalf of 276c27bfbf064b13a0efcfc2b8c2c914 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:03.118719 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-ea0271e9-9685-476c-ad75-8dfd0b1278fe tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:03.213685 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d16760f-38eb-46de-8683-5eb4a4973c8f req-3de0f3c0-f9d5-4388-93ef-e21be8c6a386 service neutron] 10.222.0.66 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307668 Dec 20 21:37:03.381537 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8e6e2-f65b-461a-8fde-d4c84c07321d req-e53d3b6d-1fed-4bee-b660-2516561bf80a tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:03.392409 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7c8e6e2-f65b-461a-8fde-d4c84c07321d req-e53d3b6d-1fed-4bee-b660-2516561bf80a tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1283002 Dec 20 21:37:03.493598 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7c8e6e2-f65b-461a-8fde-d4c84c07321d req-4259b279-74f3-436d-a84b-e6424cf17b09 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916858 Dec 20 21:37:03.696712 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50554) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:03.703787 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Request body: {'port': {'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488', 'binding:host_id': 'n-h2-xena-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-551108512'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:03.731544 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-abf1a0b8-827b-4aa7-aecf-a8f5b1ffda1c req-a07312e8-42fa-4a39-b9b6-0d76384aa09f tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/ports?device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 210 time: 0.0473011 Dec 20 21:37:03.769895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Made reservation on behalf of a41bf435303743908d98b75bb33d29af for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:03.774952 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:03.786665 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:03.797994 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:03.904493 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:03.908683 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-ea0271e9-9685-476c-ad75-8dfd0b1278fe tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Allocated IP 172.20.0.7 (b3b82e63-4b8c-4f1f-a610-a2c006d54dc0/46a9461d-088e-4b49-81a1-2423ff3d96da/d3be8d6f-0a3e-415d-af67-32dc3d7cfae2) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:37:03.913814 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:03.964579 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] device_id is not set on port e87001ae-10d2-46ef-893e-32dfcf1ccad3 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:37:04.060933 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c871876a-7389-4b53-9b1a-a4685df5b64f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:04.064832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Router 85a223b6-dfd4-4ea6-a44d-3f53a5f34cad is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:37:04.215482 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-ea0271e9-9685-476c-ad75-8dfd0b1278fe tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:04.236182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:37:04.248734 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa5b1f-47f0-4be0-9390-5ea5d55e417c None None] Sync routers for ids ['85a223b6-dfd4-4ea6-a44d-3f53a5f34cad'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:37:04.267119 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafa5b1f-47f0-4be0-9390-5ea5d55e417c None None] Routers {'85a223b6-dfd4-4ea6-a44d-3f53a5f34cad'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:04.268033 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-eafa5b1f-47f0-4be0-9390-5ea5d55e417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:36:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['85a223b6-dfd4-4ea6-a44d-3f53a5f34cad'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:04.339375 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:04.341073 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-eafa5b1f-47f0-4be0-9390-5ea5d55e417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:04.347696 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d9022a1f-cd4d-43e8-92e6-12195a27146f tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7788415 Dec 20 21:37:04.350011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50568) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:04.360316 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-54200df4-8fd9-424d-b3ef-345ee1aff401 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'enable_snat': False}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:04.367091 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafa5b1f-47f0-4be0-9390-5ea5d55e417c None None] Routers {'85a223b6-dfd4-4ea6-a44d-3f53a5f34cad'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:04.368184 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-eafa5b1f-47f0-4be0-9390-5ea5d55e417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:36:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['85a223b6-dfd4-4ea6-a44d-3f53a5f34cad'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:04.380481 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] device_id is not set on port e87001ae-10d2-46ef-893e-32dfcf1ccad3 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:37:04.401348 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:04.412427 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:04.438107 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-ea0271e9-9685-476c-ad75-8dfd0b1278fe tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:04.446060 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-eafa5b1f-47f0-4be0-9390-5ea5d55e417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:04.453171 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa5b1f-47f0-4be0-9390-5ea5d55e417c None None] The sync data for ids ['85a223b6-dfd4-4ea6-a44d-3f53a5f34cad'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:37:04.502670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Pushing event updated for resources: {'Port': ['ID=e87001ae-10d2-46ef-893e-32dfcf1ccad3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:04.516972 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Checking segment: {'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:37:04.517409 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Network hostable DHCP agents. Network: ee113636-c651-45aa-8042-ac3d42b55488, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:37:04.541300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Network ee113636-c651-45aa-8042-ac3d42b55488 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:37:04.561180 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, ee113636-c651-45aa-8042-ac3d42b55488) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:04.563518 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-ea0271e9-9685-476c-ad75-8dfd0b1278fe tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Network b3b82e63-4b8c-4f1f-a610-a2c006d54dc0 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:04.573278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-ea0271e9-9685-476c-ad75-8dfd0b1278fe tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:04.576719 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff578750-381a-49b0-8e6b-84ca6f82a4f5 None None] Network ee113636-c651-45aa-8042-ac3d42b55488 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:37:04.578769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-ea0271e9-9685-476c-ad75-8dfd0b1278fe tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:04.595524 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:04.616254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0271e9-9685-476c-ad75-8dfd0b1278fe tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Pushing event updated for resources: {'Port': ['ID=d3be8d6f-0a3e-415d-af67-32dc3d7cfae2,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:04.636219 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:04.637555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:04.638292 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:04.657293 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:04.658652 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:04.660414 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 2 to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 Dec 20 21:37:04.676863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-ea0271e9-9685-476c-ad75-8dfd0b1278fe tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:04.677512 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-ea0271e9-9685-476c-ad75-8dfd0b1278fe tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:04.697170 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:04.697484 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:04.697977 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:04.711260 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:04.711818 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:04.712233 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 3 to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 Dec 20 21:37:04.746933 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:04.748134 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:04.748517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:04.761633 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:04.764984 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:04.765555 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 4 to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 Dec 20 21:37:04.800778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:04.801371 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:04.801870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:04.806600 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-ea0271e9-9685-476c-ad75-8dfd0b1278fe tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0548596 Dec 20 21:37:04.815094 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:04.816232 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:04.819802 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 5 to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 Dec 20 21:37:04.853621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:04.854683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:04.855276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:04.862043 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Request body: {'port': {'device_id': '39691ea1-ee37-4ded-ac43-6315dc222631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:04.871067 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:04.871605 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:04.872244 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 6 to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 Dec 20 21:37:04.903345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:04.903345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:04.903345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:04.907682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:04.908122 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:04.910717 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 7 to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 Dec 20 21:37:04.943534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:04.944182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:04.944906 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:04.953586 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:04.955054 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:04.976638 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 8 to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 Dec 20 21:37:05.008048 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:05.008714 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:05.009478 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:05.020213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9209319-cb39-4d0c-bcc7-9aeff767786d req-158679c7-b0a1-4673-9dfc-0360a2be6fad tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:05.021363 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:05.021981 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f9209319-cb39-4d0c-bcc7-9aeff767786d req-158679c7-b0a1-4673-9dfc-0360a2be6fad tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.3546402 Dec 20 21:37:05.022401 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:05.031977 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2048792-7317-4628-b4e1-d3d04a574408 req-3afcdd52-7ef3-4e18-9f49-962fcf42d4f9 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:05.033775 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c2048792-7317-4628-b4e1-d3d04a574408 req-3afcdd52-7ef3-4e18-9f49-962fcf42d4f9 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/ports?device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 931 time: 0.1279366 Dec 20 21:37:05.034265 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 9 to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 Dec 20 21:37:05.065598 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:05.066032 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:05.066422 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:05.078661 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:05.078991 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:05.080823 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 10 to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 Dec 20 21:37:05.106424 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c2048792-7317-4628-b4e1-d3d04a574408 req-6cb768d8-f282-4ef7-8609-e6d1e2a77492 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/security-groups?id=9864556c-33d2-42c9-b281-8b5711b60977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609889 Dec 20 21:37:05.109362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:05.109696 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:05.110028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:05.115440 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:05.115604 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port e87001ae-10d2-46ef-893e-32dfcf1ccad3 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:05.115972 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:05.127240 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:05.195238 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] For port e87001ae-10d2-46ef-893e-32dfcf1ccad3, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:37:05.196177 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempted to set empty binding levels {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 21:37:05.203969 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:05.257410 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:05.258006 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:05.282397 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Pushing event updated for resources: {'Port': ['ID=e87001ae-10d2-46ef-893e-32dfcf1ccad3,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:05.295969 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-20e83e7c-f107-448e-a826-63755a473d04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.5979359 Dec 20 21:37:05.298565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50598) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:05.324960 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f9209319-cb39-4d0c-bcc7-9aeff767786d req-6fdfc956-9336-44b3-94df-735736f75299 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112932 Dec 20 21:37:05.401907 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-251d6f03-2799-430a-9d1c-c0d7b74c6ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Deleting port e87001ae-10d2-46ef-893e-32dfcf1ccad3 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:37:05.402286 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-251d6f03-2799-430a-9d1c-c0d7b74c6ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:05.492195 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-251d6f03-2799-430a-9d1c-c0d7b74c6ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] For port e87001ae-10d2-46ef-893e-32dfcf1ccad3, host n-h2-xena-1, got binding levels [] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:37:05.492559 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-251d6f03-2799-430a-9d1c-c0d7b74c6ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:05.511427 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54200df4-8fd9-424d-b3ef-345ee1aff401 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:05.512676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-251d6f03-2799-430a-9d1c-c0d7b74c6ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Calling delete_port for e87001ae-10d2-46ef-893e-32dfcf1ccad3 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:37:05.618429 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-251d6f03-2799-430a-9d1c-c0d7b74c6ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:05.665569 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d6f03-2799-430a-9d1c-c0d7b74c6ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Pushing event deleted for resources: {'Port': ['ID=e87001ae-10d2-46ef-893e-32dfcf1ccad3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:05.678774 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-251d6f03-2799-430a-9d1c-c0d7b74c6ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:05.683344 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-251d6f03-2799-430a-9d1c-c0d7b74c6ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e87001ae-10d2-46ef-893e-32dfcf1ccad3 HTTP/1.1" status: 204 len: 168 time: 0.3838151 Dec 20 21:37:05.686016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50600) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:05.733329 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d81cab-adff-4159-8074-4742c1e85bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] GET failed (client error): The resource could not be found. Dec 20 21:37:05.735026 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b3d81cab-adff-4159-8074-4742c1e85bec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] 10.222.0.32 "GET /v2.0/ports/e87001ae-10d2-46ef-893e-32dfcf1ccad3 HTTP/1.1" status: 404 len: 333 time: 0.0477457 Dec 20 21:37:05.740284 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50604) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:05.749360 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-80fccdcf-dc18-4b3b-ba14-48def41c2d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Request body: {'port': {'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614528911'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:05.792065 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fccdcf-dc18-4b3b-ba14-48def41c2d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Made reservation on behalf of a41bf435303743908d98b75bb33d29af for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:05.796311 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80fccdcf-dc18-4b3b-ba14-48def41c2d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:05.809270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:37:05.818865 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:05.854430 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-80fccdcf-dc18-4b3b-ba14-48def41c2d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] device_id is not set on port c7036ae5-9335-4b94-b798-d60015de6488 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:37:05.870509 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50606) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:05.879274 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Transition to ACTIVE for port object d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:37:05.938177 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:06.095322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Pushing event updated for resources: {'Port': ['ID=d3be8d6f-0a3e-415d-af67-32dc3d7cfae2,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:06.116723 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab790-fc81-4fac-a258-72ef642e3958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:06.212553 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80fccdcf-dc18-4b3b-ba14-48def41c2d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:06.303589 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Attempting to bind port d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:06.303989 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Attempting to bind port d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '6204044b-cb25-494a-aecc-d8500038eb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b3b82e63-4b8c-4f1f-a610-a2c006d54dc0'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:06.304337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Attempting to bind port d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 on network b3b82e63-4b8c-4f1f-a610-a2c006d54dc0 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:06.313572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Port d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 on network b3b82e63-4b8c-4f1f-a610-a2c006d54dc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:06.313912 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Attempting to bind port d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 on network b3b82e63-4b8c-4f1f-a610-a2c006d54dc0 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:06.323070 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:37:06.323412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Checking segment: {'id': '6204044b-cb25-494a-aecc-d8500038eb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b3b82e63-4b8c-4f1f-a610-a2c006d54dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:37:06.323846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Bound using segment: {'id': '6204044b-cb25-494a-aecc-d8500038eb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b3b82e63-4b8c-4f1f-a610-a2c006d54dc0'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:37:06.330375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Bound port: d3be8d6f-0a3e-415d-af67-32dc3d7cfae2, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6204044b-cb25-494a-aecc-d8500038eb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b3b82e63-4b8c-4f1f-a610-a2c006d54dc0'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:37:06.330761 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:06.342455 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ef0ca-10ec-43ad-88db-68794c2d70a9 req-c6e9b5b8-8318-4b64-8797-c7f8148f5100 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:06.342455 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f0ef0ca-10ec-43ad-88db-68794c2d70a9 req-c6e9b5b8-8318-4b64-8797-c7f8148f5100 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/ports?device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 943 time: 0.0985949 Dec 20 21:37:06.356096 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80fccdcf-dc18-4b3b-ba14-48def41c2d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:06.364280 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab790-fc81-4fac-a258-72ef642e3958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:06.382205 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab790-fc81-4fac-a258-72ef642e3958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:06.465448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fccdcf-dc18-4b3b-ba14-48def41c2d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Network ee113636-c651-45aa-8042-ac3d42b55488 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:06.504486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-80fccdcf-dc18-4b3b-ba14-48def41c2d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:06.508183 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fccdcf-dc18-4b3b-ba14-48def41c2d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:06.510156 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fccdcf-dc18-4b3b-ba14-48def41c2d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:06.511068 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-80fccdcf-dc18-4b3b-ba14-48def41c2d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:06.528363 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8e9ab790-fc81-4fac-a258-72ef642e3958 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ce485d3b8334604baef54366ae68993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6560774 Dec 20 21:37:06.531279 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fccdcf-dc18-4b3b-ba14-48def41c2d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Pushing event updated for resources: {'Port': ['ID=c7036ae5-9335-4b94-b798-d60015de6488,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:06.532564 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50634) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:06.543076 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1f0ef0ca-10ec-43ad-88db-68794c2d70a9 req-d82f4cf6-559a-4c85-a2e4-d4994b8196cd tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/security-groups?id=9864556c-33d2-42c9-b281-8b5711b60977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889403 Dec 20 21:37:06.543872 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ab790-fc81-4fac-a258-72ef642e3958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4346c3d1-5145-4c3d-8135-ee21feedd7e0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:06.567637 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-80fccdcf-dc18-4b3b-ba14-48def41c2d1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8257973 Dec 20 21:37:06.571199 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50638) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:06.582333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:06.592590 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] For port d3be8d6f-0a3e-415d-af67-32dc3d7cfae2, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:37:06.629004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] For port d3be8d6f-0a3e-415d-af67-32dc3d7cfae2, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d3be8d6f-0a3e-415d-af67-32dc3d7cfae2,segment=NetworkSegment(6204044b-cb25-494a-aecc-d8500038eb47),segment_id=6204044b-cb25-494a-aecc-d8500038eb47)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:37:06.641130 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:06.652725 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b7e99-3fc1-4893-8cf9-0d9b06687473 req-dc661d4c-d975-4e09-a29f-4b807bfeb862 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:06.654584 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f08b7e99-3fc1-4893-8cf9-0d9b06687473 req-dc661d4c-d975-4e09-a29f-4b807bfeb862 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.2184389 Dec 20 21:37:06.659462 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54200df4-8fd9-424d-b3ef-345ee1aff401 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:06.663634 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0b536b31-5122-436e-b765-87f1bf749a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:06.669388 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:06.715255 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54200df4-8fd9-424d-b3ef-345ee1aff401 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:06.742119 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0b536b31-5122-436e-b765-87f1bf749a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:06.748927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:06.749447 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:06.751219 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] 10.222.0.66 "PUT /v2.0/ports/d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 HTTP/1.1" status: 200 len: 1089 time: 1.9191117 Dec 20 21:37:06.753573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39691ea1-ee37-4ded-ac43-6315dc222631', 'tag': 'd3be8d6f-0a3e-415d-af67-32dc3d7cfae2'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:37:06.756152 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425959c6-da5f-48c4-ac6b-4386f1cb99a5" -d '{"events": [{"name": "network-changed", "server_uuid": "39691ea1-ee37-4ded-ac43-6315dc222631", "tag": "d3be8d6f-0a3e-415d-af67-32dc3d7cfae2"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:37:06.903391 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] device_id is not set on port c7036ae5-9335-4b94-b798-d60015de6488 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:37:06.913899 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:06.921089 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:06.922312 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9b5ea-d6a4-412e-9e6f-91650beed52e service neutron] Pushing event updated for resources: {'Port': ['ID=d3be8d6f-0a3e-415d-af67-32dc3d7cfae2,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:06.937085 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f08b7e99-3fc1-4893-8cf9-0d9b06687473 req-4d506116-6ce2-4ab2-a9af-64700ce99096 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640829 Dec 20 21:37:06.968743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-b873d391-b9c8-4707-8492-24a93ef039c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:06.970473 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-b873d391-b9c8-4707-8492-24a93ef039c4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=276c27bfbf064b13a0efcfc2b8c2c914&device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 1092 time: 0.1185324 Dec 20 21:37:06.988559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54200df4-8fd9-424d-b3ef-345ee1aff401 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Router 85a223b6-dfd4-4ea6-a44d-3f53a5f34cad has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:37:06.990450 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Pushing event updated for resources: {'Port': ['ID=c7036ae5-9335-4b94-b798-d60015de6488,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:07.000716 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:07.001147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:07.001842 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:07.007604 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:07.008036 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:07.008464 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 2 to bind port c7036ae5-9335-4b94-b798-d60015de6488 Dec 20 21:37:07.021660 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:07.021910 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:07.022300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:07.027350 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:07.027697 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:07.028127 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 3 to bind port c7036ae5-9335-4b94-b798-d60015de6488 Dec 20 21:37:07.028379 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efeec99f-ebc9-493a-a6ec-33cf06143113 x-openstack-request-id: req-efeec99f-ebc9-493a-a6ec-33cf06143113 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:37:07.028674 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39691ea1-ee37-4ded-ac43-6315dc222631", "tag": "d3be8d6f-0a3e-415d-af67-32dc3d7cfae2", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:37:07.028931 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-efeec99f-ebc9-493a-a6ec-33cf06143113 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:37:07.029333 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39691ea1-ee37-4ded-ac43-6315dc222631', 'tag': 'd3be8d6f-0a3e-415d-af67-32dc3d7cfae2', 'status': 'completed', 'code': 200} Dec 20 21:37:07.032490 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-1a17b41b-be86-4d9f-adb5-0fb1882db6d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 HTTP/1.1" status: 200 len: 217 time: 0.0464168 Dec 20 21:37:07.033089 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0b536b31-5122-436e-b765-87f1bf749a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:07.036283 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0b536b31-5122-436e-b765-87f1bf749a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:07.037355 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0b536b31-5122-436e-b765-87f1bf749a63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4346c3d1-5145-4c3d-8135-ee21feedd7e0 HTTP/1.1" status: 204 len: 168 time: 0.5038559 Dec 20 21:37:07.047120 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:07.047502 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:07.047833 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:07.052570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:07.052960 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:07.053481 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 4 to bind port c7036ae5-9335-4b94-b798-d60015de6488 Dec 20 21:37:07.063505 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b536b31-5122-436e-b765-87f1bf749a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4346c3d1-5145-4c3d-8135-ee21feedd7e0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:07.068145 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:07.068494 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:07.068866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:07.074025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:07.074376 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:07.074801 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 5 to bind port c7036ae5-9335-4b94-b798-d60015de6488 Dec 20 21:37:07.093343 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:07.093492 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:07.093713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:07.099629 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:07.099954 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:07.100336 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 6 to bind port c7036ae5-9335-4b94-b798-d60015de6488 Dec 20 21:37:07.113995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:07.114373 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:07.114681 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:07.119847 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:07.120582 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:07.120582 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 7 to bind port c7036ae5-9335-4b94-b798-d60015de6488 Dec 20 21:37:07.135341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:07.135666 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:07.136027 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:07.141283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:07.141659 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:07.142113 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 8 to bind port c7036ae5-9335-4b94-b798-d60015de6488 Dec 20 21:37:07.157062 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:07.157396 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:07.157728 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:07.163268 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:07.163606 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:07.164382 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 9 to bind port c7036ae5-9335-4b94-b798-d60015de6488 Dec 20 21:37:07.180566 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:07.180793 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:07.181124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:07.186756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:07.187085 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:07.187474 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 10 to bind port c7036ae5-9335-4b94-b798-d60015de6488 Dec 20 21:37:07.205489 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:07.206023 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:07.206576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:07.212492 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:07.212988 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c7036ae5-9335-4b94-b798-d60015de6488 on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:07.213689 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:07.293310 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] For port c7036ae5-9335-4b94-b798-d60015de6488, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:37:07.293776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempted to set empty binding levels {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 21:37:07.301613 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:07.349098 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Pushing event updated for resources: {'Port': ['ID=c7036ae5-9335-4b94-b798-d60015de6488,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:07.356862 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] In _notify_port_updated(), no bound segment for port c7036ae5-9335-4b94-b798-d60015de6488 on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:37:07.357961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.358789 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:07.360565 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-16354657-c1de-4e60-b6ad-7bf44c34a264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] 10.222.0.32 "PUT /v2.0/ports/c7036ae5-9335-4b94-b798-d60015de6488 HTTP/1.1" status: 200 len: 977 time: 0.7882116 Dec 20 21:37:07.364571 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50656) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:07.432853 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50658) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:07.451758 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75b713e0-2cbd-4f32-a5d4-35b57f082071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:07.482013 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.482639 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.483156 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.483662 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.484162 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.484661 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.486103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.486103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.486103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.486778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.486895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.487448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.487780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.488210 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.488645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.489079 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.489504 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.489939 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.490402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.490837 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.491264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.491699 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.492129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.492558 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.493000 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.493605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.493911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.501303 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-697971df-3b2b-4fb3-b839-5d6b9a289aec tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24262 time: 0.1317675 Dec 20 21:37:07.501697 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50660) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:07.530324 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-8fb7157e-5315-4edb-8da1-cd16827d5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.532803 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-8fb7157e-5315-4edb-8da1-cd16827d5e09 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46a9461d-088e-4b49-81a1-2423ff3d96da HTTP/1.1" status: 200 len: 863 time: 0.4871204 Dec 20 21:37:07.592205 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-bd387a7c-b68b-4d7d-b0e7-5fb1a5b23723 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3b82e63-4b8c-4f1f-a610-a2c006d54dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362804 Dec 20 21:37:07.636795 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54200df4-8fd9-424d-b3ef-345ee1aff401 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:37:07.650480 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c44a6b-70ac-4a71-87fc-1693f66981b0 None None] Sync routers for ids ['85a223b6-dfd4-4ea6-a44d-3f53a5f34cad'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:37:07.651220 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e14014ec-497f-4f94-911c-04cd30a03e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Deleting port c7036ae5-9335-4b94-b798-d60015de6488 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:37:07.651547 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e14014ec-497f-4f94-911c-04cd30a03e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:07.654453 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75b713e0-2cbd-4f32-a5d4-35b57f082071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:07.666715 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c44a6b-70ac-4a71-87fc-1693f66981b0 None None] Routers {'85a223b6-dfd4-4ea6-a44d-3f53a5f34cad'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:07.669169 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-90c44a6b-70ac-4a71-87fc-1693f66981b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:36:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['85a223b6-dfd4-4ea6-a44d-3f53a5f34cad'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:07.670730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54200df4-8fd9-424d-b3ef-345ee1aff401 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:07.671987 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-54200df4-8fd9-424d-b3ef-345ee1aff401 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "PUT /v2.0/routers/85a223b6-dfd4-4ea6-a44d-3f53a5f34cad HTTP/1.1" status: 200 len: 922 time: 3.3156853 Dec 20 21:37:07.674990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50666) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:07.698412 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75b713e0-2cbd-4f32-a5d4-35b57f082071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:07.734296 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-90c44a6b-70ac-4a71-87fc-1693f66981b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:07.744654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c44a6b-70ac-4a71-87fc-1693f66981b0 None None] Routers {'85a223b6-dfd4-4ea6-a44d-3f53a5f34cad'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:07.745662 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-90c44a6b-70ac-4a71-87fc-1693f66981b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:36:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['85a223b6-dfd4-4ea6-a44d-3f53a5f34cad'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:07.763571 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-75b713e0-2cbd-4f32-a5d4-35b57f082071 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91f7ff73083b4e4a81598baebbd95ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3295095 Dec 20 21:37:07.764753 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-e14014ec-497f-4f94-911c-04cd30a03e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] For port c7036ae5-9335-4b94-b798-d60015de6488, host n-h2-xena-1, got binding levels [] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:37:07.765104 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e14014ec-497f-4f94-911c-04cd30a03e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:07.774658 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50672) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:07.788968 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e14014ec-497f-4f94-911c-04cd30a03e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Calling delete_port for c7036ae5-9335-4b94-b798-d60015de6488 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:37:07.796913 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b713e0-2cbd-4f32-a5d4-35b57f082071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c889678e-6a60-44be-87ce-b12193e44d19,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:07.798683 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-90c44a6b-70ac-4a71-87fc-1693f66981b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:07.800782 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c44a6b-70ac-4a71-87fc-1693f66981b0 None None] The sync data for ids ['85a223b6-dfd4-4ea6-a44d-3f53a5f34cad'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:37:07.893669 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac819304-b79b-40df-ac4b-aa43bd7ea59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:07.922423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f8808-9e81-4705-9053-402f0201f4f1 req-358787a4-cd92-4cc4-a9c8-0547587df6a2 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:07.924574 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac819304-b79b-40df-ac4b-aa43bd7ea59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:07.924824 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b1f8808-9e81-4705-9053-402f0201f4f1 req-358787a4-cd92-4cc4-a9c8-0547587df6a2 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/ports?device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 943 time: 0.1923554 Dec 20 21:37:07.929257 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-d13d5a42-3780-434d-92ed-d27fad6ba71c service neutron] 10.222.0.66 "GET /v2.0/networks/b3b82e63-4b8c-4f1f-a610-a2c006d54dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302376 Dec 20 21:37:07.934780 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e14014ec-497f-4f94-911c-04cd30a03e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:07.936837 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-754c59cf-1b8a-4099-a1cd-e73be62bce7a tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "GET /v2.0/routers/85a223b6-dfd4-4ea6-a44d-3f53a5f34cad HTTP/1.1" status: 200 len: 922 time: 0.2603443 Dec 20 21:37:07.942326 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50676) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:08.034054 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14014ec-497f-4f94-911c-04cd30a03e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7036ae5-9335-4b94-b798-d60015de6488,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:08.041039 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b1f8808-9e81-4705-9053-402f0201f4f1 req-4364dc1d-eaee-4db2-a32e-28582ec91cae tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/security-groups?id=9864556c-33d2-42c9-b281-8b5711b60977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987477 Dec 20 21:37:08.058332 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e14014ec-497f-4f94-911c-04cd30a03e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:08.064133 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e14014ec-497f-4f94-911c-04cd30a03e3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c7036ae5-9335-4b94-b798-d60015de6488 HTTP/1.1" status: 204 len: 168 time: 0.5590036 Dec 20 21:37:08.065045 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50680) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:08.094802 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d98b26-4d75-4caf-a360-874a3f8f5c67 req-cc82b694-3d28-4006-91c1-942885a3f1f1 service neutron] 10.222.0.66 "GET /v2.0/networks/b3b82e63-4b8c-4f1f-a610-a2c006d54dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553872 Dec 20 21:37:08.100100 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-931c5e81-3882-43b6-b54a-0009bc5dc3c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] GET failed (client error): The resource could not be found. Dec 20 21:37:08.101655 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-931c5e81-3882-43b6-b54a-0009bc5dc3c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] 10.222.0.32 "GET /v2.0/ports/c7036ae5-9335-4b94-b798-d60015de6488 HTTP/1.1" status: 404 len: 333 time: 0.0350006 Dec 20 21:37:08.106575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec35ec7a-a536-4b67-b9cb-17edfc956803 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:08.107524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50682) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:08.110785 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ec35ec7a-a536-4b67-b9cb-17edfc956803 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=75a50006-9813-4820-b308-110a7399d065&device_id=85a223b6-dfd4-4ea6-a44d-3f53a5f34cad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1634800 Dec 20 21:37:08.116947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f3baaf05-2cf8-4c40-84a9-3de2b3c450a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065370242', 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:08.118439 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50684) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:08.147928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3baaf05-2cf8-4c40-84a9-3de2b3c450a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Made reservation on behalf of a41bf435303743908d98b75bb33d29af for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:08.151718 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3baaf05-2cf8-4c40-84a9-3de2b3c450a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:08.172926 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-f3baaf05-2cf8-4c40-84a9-3de2b3c450a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] device_id is not set on port daf7f960-c390-4492-8e36-944ce8f1090c yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:37:08.301585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425959c6-da5f-48c4-ac6b-4386f1cb99a5 req-04cc9438-b09f-407e-a237-f3a63c935e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:08.303434 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-425959c6-da5f-48c4-ac6b-4386f1cb99a5 req-04cc9438-b09f-407e-a237-f3a63c935e84 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=276c27bfbf064b13a0efcfc2b8c2c914&device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 1092 time: 0.0861671 Dec 20 21:37:08.460410 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3baaf05-2cf8-4c40-84a9-3de2b3c450a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:08.483526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425959c6-da5f-48c4-ac6b-4386f1cb99a5 req-1a0549ce-c28b-404a-8f16-cb81deee5d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:08.485216 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-425959c6-da5f-48c4-ac6b-4386f1cb99a5 req-1a0549ce-c28b-404a-8f16-cb81deee5d23 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b3b82e63-4b8c-4f1f-a610-a2c006d54dc0 HTTP/1.1" status: 200 len: 924 time: 0.1676612 Dec 20 21:37:08.486900 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac819304-b79b-40df-ac4b-aa43bd7ea59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:08.489566 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac819304-b79b-40df-ac4b-aa43bd7ea59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:08.493107 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ac819304-b79b-40df-ac4b-aa43bd7ea59b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c889678e-6a60-44be-87ce-b12193e44d19 HTTP/1.1" status: 204 len: 168 time: 0.7155015 Dec 20 21:37:08.536561 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac819304-b79b-40df-ac4b-aa43bd7ea59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c889678e-6a60-44be-87ce-b12193e44d19,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:08.554288 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09c1d8-8290-410b-8369-515835fbc97f req-a5c34321-b52c-4529-9e41-31b0322b9c2f tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:08.556178 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5e09c1d8-8290-410b-8369-515835fbc97f req-a5c34321-b52c-4529-9e41-31b0322b9c2f tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.4523661 Dec 20 21:37:08.585609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-425959c6-da5f-48c4-ac6b-4386f1cb99a5 req-4ddbd088-339d-46ee-929b-65cbcb6733fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 HTTP/1.1" status: 200 len: 217 time: 0.0884969 Dec 20 21:37:08.633203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f145b-8294-42ae-9d60-1d09b299fb8d tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:08.634707 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b90f145b-8294-42ae-9d60-1d09b299fb8d tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 881 time: 0.5150046 Dec 20 21:37:08.637806 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50700) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:08.663945 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3baaf05-2cf8-4c40-84a9-3de2b3c450a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:08.675643 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6a86d31c-c6c7-4e7e-ba53-f5f5917d1ee3 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a223b6-dfd4-4ea6-a44d-3f53a5f34cad HTTP/1.1" status: 200 len: 205 time: 0.0366700 Dec 20 21:37:08.678123 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50702) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:08.683567 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5e09c1d8-8290-410b-8369-515835fbc97f req-765258c0-2747-46d2-8492-389ef7d549d3 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193445 Dec 20 21:37:08.789214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3baaf05-2cf8-4c40-84a9-3de2b3c450a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Pushing event updated for resources: {'Port': ['ID=daf7f960-c390-4492-8e36-944ce8f1090c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:08.835354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3baaf05-2cf8-4c40-84a9-3de2b3c450a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Network ee113636-c651-45aa-8042-ac3d42b55488 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:08.838966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-f3baaf05-2cf8-4c40-84a9-3de2b3c450a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:08.839710 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5187ac3c-460f-420e-ba16-2ac5a04da4d7 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:08.843229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3baaf05-2cf8-4c40-84a9-3de2b3c450a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:08.845261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3baaf05-2cf8-4c40-84a9-3de2b3c450a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:08.845261 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3baaf05-2cf8-4c40-84a9-3de2b3c450a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:08.849133 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425959c6-da5f-48c4-ac6b-4386f1cb99a5 req-8694ab11-caea-43c0-b534-896efdb7b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:08.850642 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-425959c6-da5f-48c4-ac6b-4386f1cb99a5 req-8694ab11-caea-43c0-b534-896efdb7b84b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=46a9461d-088e-4b49-81a1-2423ff3d96da HTTP/1.1" status: 200 len: 863 time: 0.2574224 Dec 20 21:37:08.946591 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-425959c6-da5f-48c4-ac6b-4386f1cb99a5 req-4b7786bb-8baa-49c6-9996-6398ffda25fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3b82e63-4b8c-4f1f-a610-a2c006d54dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647845 Dec 20 21:37:08.960105 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f3baaf05-2cf8-4c40-84a9-3de2b3c450a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8480489 Dec 20 21:37:08.964208 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50712) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:09.019420 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2de9b7-3330-4ced-a8cd-0af43f9ffffe tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:09.024128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50716) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:09.024719 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4d2de9b7-3330-4ced-a8cd-0af43f9ffffe tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] 10.222.0.32 "GET /v2.0/ports/daf7f960-c390-4492-8e36-944ce8f1090c HTTP/1.1" status: 200 len: 959 time: 0.0585289 Dec 20 21:37:09.089606 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5187ac3c-460f-420e-ba16-2ac5a04da4d7 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:09.190462 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-425959c6-da5f-48c4-ac6b-4386f1cb99a5 req-431a38d1-0c9c-4385-ac58-e13ba72eb590 service neutron] 10.222.0.66 "GET /v2.0/networks/b3b82e63-4b8c-4f1f-a610-a2c006d54dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429390 Dec 20 21:37:09.211270 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-5187ac3c-460f-420e-ba16-2ac5a04da4d7 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Deleting port 3013a707-eb0d-410b-971c-abe6ed1da698 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:37:09.211610 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5187ac3c-460f-420e-ba16-2ac5a04da4d7 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:09.346160 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5187ac3c-460f-420e-ba16-2ac5a04da4d7 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:09.374552 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-5187ac3c-460f-420e-ba16-2ac5a04da4d7 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Calling delete_port for 3013a707-eb0d-410b-971c-abe6ed1da698 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:37:09.514084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-c814e2dd-5320-466b-8581-9969b56777c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Deleting port daf7f960-c390-4492-8e36-944ce8f1090c {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:37:09.514444 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c814e2dd-5320-466b-8581-9969b56777c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:09.521745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-425959c6-da5f-48c4-ac6b-4386f1cb99a5 req-f30b121a-f8e6-4341-b2aa-9896f47e0d5e service neutron] 10.222.0.66 "GET /v2.0/networks/b3b82e63-4b8c-4f1f-a610-a2c006d54dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190269 Dec 20 21:37:09.595228 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1078656-16ce-4900-af82-d7e3c4e49a6f req-e25db932-801e-4723-a481-5a1ee4cc20be tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:09.597605 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f1078656-16ce-4900-af82-d7e3c4e49a6f req-e25db932-801e-4723-a481-5a1ee4cc20be tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/ports?device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 943 time: 0.3976812 Dec 20 21:37:09.637805 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5187ac3c-460f-420e-ba16-2ac5a04da4d7 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:09.686045 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187ac3c-460f-420e-ba16-2ac5a04da4d7 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Pushing event deleted for resources: {'Port': ['ID=3013a707-eb0d-410b-971c-abe6ed1da698,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:09.714231 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c814e2dd-5320-466b-8581-9969b56777c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:09.720981 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1591c-85fa-4de2-bc3f-6b5454cbe7de req-a28e551c-d44d-400b-ae51-4c000213984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:09.735981 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aca1591c-85fa-4de2-bc3f-6b5454cbe7de req-a28e551c-d44d-400b-ae51-4c000213984a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 1095 time: 0.2644870 Dec 20 21:37:09.743880 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f1078656-16ce-4900-af82-d7e3c4e49a6f req-e0a30719-99ab-4629-9ef7-fcb0a33e09f3 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/security-groups?id=9864556c-33d2-42c9-b281-8b5711b60977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024754 Dec 20 21:37:09.802335 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-c814e2dd-5320-466b-8581-9969b56777c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Calling delete_port for daf7f960-c390-4492-8e36-944ce8f1090c owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:37:09.817350 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5187ac3c-460f-420e-ba16-2ac5a04da4d7 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:09.912748 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aca1591c-85fa-4de2-bc3f-6b5454cbe7de req-84e24bec-dd89-4dac-9dab-5bf506a1a764 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450198 Dec 20 21:37:09.974134 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c814e2dd-5320-466b-8581-9969b56777c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:09.983729 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5187ac3c-460f-420e-ba16-2ac5a04da4d7 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:09.990569 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5187ac3c-460f-420e-ba16-2ac5a04da4d7 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:10.006175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf1528-3857-431a-a947-240d5f000052 req-8750187b-d7b4-4383-8aee-e8f3a3546177 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:10.007809 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b4bf1528-3857-431a-a947-240d5f000052 req-8750187b-d7b4-4383-8aee-e8f3a3546177 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.0787899 Dec 20 21:37:10.020471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814e2dd-5320-466b-8581-9969b56777c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Pushing event deleted for resources: {'Port': ['ID=daf7f960-c390-4492-8e36-944ce8f1090c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:10.039321 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c814e2dd-5320-466b-8581-9969b56777c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:10.043973 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c814e2dd-5320-466b-8581-9969b56777c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] 10.222.0.32 "DELETE /v2.0/ports/daf7f960-c390-4492-8e36-944ce8f1090c HTTP/1.1" status: 204 len: 168 time: 1.0186870 Dec 20 21:37:10.048499 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50746) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:10.080176 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a718d17-f631-4147-bba2-eccf80864aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] GET failed (client error): The resource could not be found. Dec 20 21:37:10.081855 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5a718d17-f631-4147-bba2-eccf80864aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] 10.222.0.32 "GET /v2.0/ports/daf7f960-c390-4492-8e36-944ce8f1090c HTTP/1.1" status: 404 len: 333 time: 0.0323751 Dec 20 21:37:10.086308 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50752) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:10.091942 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a6ce5e13-8b0d-4079-b16e-beb8581f732e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Request body: {'port': {'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1999844531'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:10.114812 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5187ac3c-460f-420e-ba16-2ac5a04da4d7 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:10.124694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5187ac3c-460f-420e-ba16-2ac5a04da4d7 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Fanout notify agent at l3_agent the message router_deleted on router 85a223b6-dfd4-4ea6-a44d-3f53a5f34cad {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:37:10.136999 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5187ac3c-460f-420e-ba16-2ac5a04da4d7 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:10.138132 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5187ac3c-460f-420e-ba16-2ac5a04da4d7 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "DELETE /v2.0/routers/85a223b6-dfd4-4ea6-a44d-3f53a5f34cad HTTP/1.1" status: 204 len: 168 time: 1.4590774 Dec 20 21:37:10.142658 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50760) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:10.147754 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-9cc67327-4487-41b0-b6e5-f45099828add tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1818773876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:10.164871 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ce5e13-8b0d-4079-b16e-beb8581f732e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Made reservation on behalf of a41bf435303743908d98b75bb33d29af for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:10.168444 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5e13-8b0d-4079-b16e-beb8581f732e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:10.183473 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b4bf1528-3857-431a-a947-240d5f000052 req-fc873fea-b0be-482c-925d-4383a5ca4bdc tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371789 Dec 20 21:37:10.192768 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-a6ce5e13-8b0d-4079-b16e-beb8581f732e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] device_id is not set on port c691c7fe-0200-411c-b279-ec50e14c620c yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:37:10.201049 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9cc67327-4487-41b0-b6e5-f45099828add tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:10.211516 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9cc67327-4487-41b0-b6e5-f45099828add tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:10.332536 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9cc67327-4487-41b0-b6e5-f45099828add tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:10.342500 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9cc67327-4487-41b0-b6e5-f45099828add tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:10.365804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:37:10.383984 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9cc67327-4487-41b0-b6e5-f45099828add tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:10.389464 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9cc67327-4487-41b0-b6e5-f45099828add tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2457161 Dec 20 21:37:10.391130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50772) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:10.399182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c1e9b199-920d-43ed-b94d-e4c5181a868a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Request body: {'router': {'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:10.454097 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5e13-8b0d-4079-b16e-beb8581f732e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:10.528480 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5e13-8b0d-4079-b16e-beb8581f732e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:10.599492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port d3be8d6f-0a3e-415d-af67-32dc3d7cfae2, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d3be8d6f-0a3e-415d-af67-32dc3d7cfae2,segment=NetworkSegment(6204044b-cb25-494a-aecc-d8500038eb47),segment_id=6204044b-cb25-494a-aecc-d8500038eb47)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:37:10.631579 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'd3be8d6f-0a3e-415d-af67-32dc3d7cfae2', 'network_id': 'b3b82e63-4b8c-4f1f-a610-a2c006d54dc0', 'port_id': 'd3be8d6f-0a3e-415d-af67-32dc3d7cfae2', 'mac_address': 'fa:16:3e:53:1c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a9461d-088e-4b49-81a1-2423ff3d96da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:37:10.665988 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce5e13-8b0d-4079-b16e-beb8581f732e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Pushing event updated for resources: {'Port': ['ID=c691c7fe-0200-411c-b279-ec50e14c620c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:10.683196 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ce5e13-8b0d-4079-b16e-beb8581f732e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Network ee113636-c651-45aa-8042-ac3d42b55488 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:10.687670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a6ce5e13-8b0d-4079-b16e-beb8581f732e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:10.693142 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ce5e13-8b0d-4079-b16e-beb8581f732e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:10.694298 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ce5e13-8b0d-4079-b16e-beb8581f732e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:10.694907 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6ce5e13-8b0d-4079-b16e-beb8581f732e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:10.719847 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:10.734612 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a6ce5e13-8b0d-4079-b16e-beb8581f732e tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6470501 Dec 20 21:37:10.737100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50778) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:10.742600 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-xena-1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:10.752444 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:37:10.785817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port d3be8d6f-0a3e-415d-af67-32dc3d7cfae2, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d3be8d6f-0a3e-415d-af67-32dc3d7cfae2,segment=NetworkSegment(6204044b-cb25-494a-aecc-d8500038eb47),segment_id=6204044b-cb25-494a-aecc-d8500038eb47)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:37:10.796058 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:10.835417 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:10.852132 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=d3be8d6f-0a3e-415d-af67-32dc3d7cfae2,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:10.863111 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:10.863916 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:10.864642 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:10.865132 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:10.865610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:10.866102 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:10.866595 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:10.867088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:10.867562 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:10.868047 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:10.868568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:10.869070 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:10.881608 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b199-920d-43ed-b94d-e4c5181a868a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:11.063832 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] device_id is not set on port c691c7fe-0200-411c-b279-ec50e14c620c yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:37:11.075151 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:11.085880 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:11.087083 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cd273-4605-4498-acf1-336caf8c892e req-6f36edc7-6cfe-485a-89ee-951b63930f5b tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:11.088765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c2cd273-4605-4498-acf1-336caf8c892e req-6f36edc7-6cfe-485a-89ee-951b63930f5b tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/ports?device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 944 time: 0.0965819 Dec 20 21:37:11.174514 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['d3be8d6f-0a3e-415d-af67-32dc3d7cfae2'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:37:11.175455 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Pushing event updated for resources: {'Port': ['ID=c691c7fe-0200-411c-b279-ec50e14c620c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:11.182359 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:11.182750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:11.183232 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:11.189971 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:11.190338 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:11.190720 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 2 to bind port c691c7fe-0200-411c-b279-ec50e14c620c Dec 20 21:37:11.231335 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:11.236349 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:11.237337 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:11.245570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:11.245908 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:11.246464 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 3 to bind port c691c7fe-0200-411c-b279-ec50e14c620c Dec 20 21:37:11.274784 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:11.275449 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:11.275905 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:11.289295 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:11.289663 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:11.290091 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 4 to bind port c691c7fe-0200-411c-b279-ec50e14c620c Dec 20 21:37:11.339208 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:11.339692 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:11.340289 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:11.351204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:11.351634 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:11.353870 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 5 to bind port c691c7fe-0200-411c-b279-ec50e14c620c Dec 20 21:37:11.394095 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:11.395800 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:11.395800 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:11.423380 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:11.423718 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:11.424884 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 6 to bind port c691c7fe-0200-411c-b279-ec50e14c620c Dec 20 21:37:11.446852 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:11.447456 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:11.447909 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:11.468550 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa10ba-e6b5-443a-819d-eacee31205da req-b8e64f67-cd6f-4670-a1dd-05c0ef9372e9 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:11.470359 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7daa10ba-e6b5-443a-819d-eacee31205da req-b8e64f67-cd6f-4670-a1dd-05c0ef9372e9 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1207767 Dec 20 21:37:11.471023 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:11.471409 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:11.471884 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 7 to bind port c691c7fe-0200-411c-b279-ec50e14c620c Dec 20 21:37:11.488703 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c2cd273-4605-4498-acf1-336caf8c892e req-554325be-493d-4510-aa3f-24086db6bfef tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/security-groups?id=9864556c-33d2-42c9-b281-8b5711b60977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762491 Dec 20 21:37:11.491099 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b199-920d-43ed-b94d-e4c5181a868a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:11.506998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:11.507618 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:11.508102 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:11.522497 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b199-920d-43ed-b94d-e4c5181a868a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:11.532535 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:11.532873 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:11.533521 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 8 to bind port c691c7fe-0200-411c-b279-ec50e14c620c Dec 20 21:37:11.539382 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7daa10ba-e6b5-443a-819d-eacee31205da req-0433f894-9ea4-4bad-a5ee-1fc8da98e325 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567598 Dec 20 21:37:11.551840 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:11.552181 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:11.552568 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:11.565146 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:11.565146 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:11.565146 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 9 to bind port c691c7fe-0200-411c-b279-ec50e14c620c Dec 20 21:37:11.614046 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:11.614449 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:11.614771 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:11.621032 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:11.621181 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:11.621800 n-d-xena-1 neutron-server[102402]: INFO neutron.plugins.ml2.plugin [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempt 10 to bind port c691c7fe-0200-411c-b279-ec50e14c620c Dec 20 21:37:11.635674 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:11.636017 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:11.636366 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempting to bind port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:11.640961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:11.641386 n-d-xena-1 neutron-server[102402]: ERROR neutron.plugins.ml2.managers [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Failed to bind port c691c7fe-0200-411c-b279-ec50e14c620c on host n-h2-xena-1 for vnic_type normal using segments [{'id': 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ee113636-c651-45aa-8042-ac3d42b55488'}] Dec 20 21:37:11.641810 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:11.676995 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-c1e9b199-920d-43ed-b94d-e4c5181a868a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Allocated IP 172.35.3.181 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/4f7897f4-c807-4895-a063-c5a1a7f736f2) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:37:11.731429 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] For port c691c7fe-0200-411c-b279-ec50e14c620c, host n-h2-xena-1, cleared binding levels {{(pid=102402) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:37:11.735379 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attempted to set empty binding levels {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 20 21:37:11.743755 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:11.765977 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] In _notify_port_updated(), no bound segment for port c691c7fe-0200-411c-b279-ec50e14c620c on network ee113636-c651-45aa-8042-ac3d42b55488 {{(pid=102402) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:37:11.767609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:11.769028 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:11.776475 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50808) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:11.776679 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] 10.222.0.32 "PUT /v2.0/ports/c691c7fe-0200-411c-b279-ec50e14c620c HTTP/1.1" status: 200 len: 977 time: 1.0367856 Dec 20 21:37:11.829386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d8422-3e74-4de4-b4f4-9e0f121fb5e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Pushing event updated for resources: {'Port': ['ID=c691c7fe-0200-411c-b279-ec50e14c620c,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:11.909491 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b199-920d-43ed-b94d-e4c5181a868a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:11.954980 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-54e70b94-6e27-4814-aa54-94060169acf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Deleting port c691c7fe-0200-411c-b279-ec50e14c620c {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:37:11.955421 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54e70b94-6e27-4814-aa54-94060169acf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:12.085590 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b199-920d-43ed-b94d-e4c5181a868a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:12.121983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-54e70b94-6e27-4814-aa54-94060169acf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] For port c691c7fe-0200-411c-b279-ec50e14c620c, host n-h2-xena-1, got binding levels [] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:37:12.122710 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54e70b94-6e27-4814-aa54-94060169acf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:12.148467 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79220392-2e38-4408-9bd3-f1d57c0a904a req-b0af76c8-582e-443e-9020-5706b86c03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:12.150228 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79220392-2e38-4408-9bd3-f1d57c0a904a req-b0af76c8-582e-443e-9020-5706b86c03cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ba28dca7fe84eb3b545f731ba040a0d&device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 1095 time: 0.1484253 Dec 20 21:37:12.161386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9b199-920d-43ed-b94d-e4c5181a868a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:12.163937 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-54e70b94-6e27-4814-aa54-94060169acf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Calling delete_port for c691c7fe-0200-411c-b279-ec50e14c620c owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:37:12.175062 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-c1e9b199-920d-43ed-b94d-e4c5181a868a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:12.184370 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0b435-f35e-45c7-83f9-eae709d47513 req-04463355-a63f-4c05-a603-c469decd4136 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:12.185934 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0ff0b435-f35e-45c7-83f9-eae709d47513 req-04463355-a63f-4c05-a603-c469decd4136 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1865551 Dec 20 21:37:12.187058 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e9b199-920d-43ed-b94d-e4c5181a868a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:12.203939 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9b199-920d-43ed-b94d-e4c5181a868a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Pushing event updated for resources: {'Port': ['ID=4f7897f4-c807-4895-a063-c5a1a7f736f2,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:12.393867 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:37:12.501099 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:37:12.524122 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:37:12.524722 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:12.771984 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:12.779585 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc845c-f779-4404-b59f-62a43d4fde23 req-f30a6dfc-63ef-4637-8045-b4b48b14f519 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:12.794166 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1bcc845c-f779-4404-b59f-62a43d4fde23 req-f30a6dfc-63ef-4637-8045-b4b48b14f519 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/ports?device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 944 time: 0.1091883 Dec 20 21:37:12.798907 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39691ea1-ee37-4ded-ac43-6315dc222631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3be8d6f-0a3e-415d-af67-32dc3d7cfae2'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:37:12.802041 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529099cb-e038-455c-91f5-e901c52dfc90" -d '{"events": [{"server_uuid": "39691ea1-ee37-4ded-ac43-6315dc222631", "name": "network-vif-plugged", "status": "completed", "tag": "d3be8d6f-0a3e-415d-af67-32dc3d7cfae2"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:37:12.818205 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port d3be8d6f-0a3e-415d-af67-32dc3d7cfae2, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d3be8d6f-0a3e-415d-af67-32dc3d7cfae2,segment=NetworkSegment(6204044b-cb25-494a-aecc-d8500038eb47),segment_id=6204044b-cb25-494a-aecc-d8500038eb47)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:37:12.825563 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:12.872904 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79220392-2e38-4408-9bd3-f1d57c0a904a req-b9e346d2-6d5f-40de-bcc5-6e60119d557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:12.876128 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79220392-2e38-4408-9bd3-f1d57c0a904a req-b9e346d2-6d5f-40de-bcc5-6e60119d557f service neutron] 10.222.0.66 "GET /v2.0/networks?id=c53e45c5-69f2-430c-8636-36554bee4d59 HTTP/1.1" status: 200 len: 919 time: 0.7042966 Dec 20 21:37:12.906686 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1bcc845c-f779-4404-b59f-62a43d4fde23 req-52251744-6d44-4092-8a65-39de3bab40b0 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/security-groups?id=9864556c-33d2-42c9-b281-8b5711b60977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110008 Dec 20 21:37:12.915056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=d3be8d6f-0a3e-415d-af67-32dc3d7cfae2,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:12.927374 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54e70b94-6e27-4814-aa54-94060169acf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:12.980978 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0ff0b435-f35e-45c7-83f9-eae709d47513 req-98a7153d-7e3b-4d72-99f2-5e278c3e3cf8 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7835596 Dec 20 21:37:13.074109 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79220392-2e38-4408-9bd3-f1d57c0a904a req-15f81b65-5b9a-475c-a0f3-dbc438a9cd7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a63438e6-9c1f-47cb-bc0a-a6eb998d447a HTTP/1.1" status: 200 len: 217 time: 0.1486719 Dec 20 21:37:13.127710 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433e6dd6-a7df-44c8-bcf2-429c9ea9f546 x-openstack-request-id: req-433e6dd6-a7df-44c8-bcf2-429c9ea9f546 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:37:13.128006 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39691ea1-ee37-4ded-ac43-6315dc222631", "name": "network-vif-plugged", "status": "completed", "tag": "d3be8d6f-0a3e-415d-af67-32dc3d7cfae2", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:37:13.128258 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-433e6dd6-a7df-44c8-bcf2-429c9ea9f546 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:37:13.128655 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39691ea1-ee37-4ded-ac43-6315dc222631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3be8d6f-0a3e-415d-af67-32dc3d7cfae2', 'code': 200} Dec 20 21:37:13.132284 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54e70b94-6e27-4814-aa54-94060169acf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:13.139621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50860) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:13.139850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-54e70b94-6e27-4814-aa54-94060169acf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c691c7fe-0200-411c-b279-ec50e14c620c HTTP/1.1" status: 204 len: 168 time: 1.3623984 Dec 20 21:37:13.150592 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e70b94-6e27-4814-aa54-94060169acf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] Pushing event deleted for resources: {'Port': ['ID=c691c7fe-0200-411c-b279-ec50e14c620c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:13.193545 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5e2911-fe44-4f11-9c7d-d5349375e3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] GET failed (client error): The resource could not be found. Dec 20 21:37:13.195956 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5f5e2911-fe44-4f11-9c7d-d5349375e3dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536 tempest-PortsAdminExtendedAttrsIpV6TestJSON-474815536-project-admin] 10.222.0.32 "GET /v2.0/ports/c691c7fe-0200-411c-b279-ec50e14c620c HTTP/1.1" status: 404 len: 333 time: 0.0541954 Dec 20 21:37:13.200468 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50862) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:13.238482 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50864) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:13.288179 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d499aeee-b510-4e18-bd1c-c46049fed568 req-7acb8094-d9f4-40a9-9cbf-7b1d89c6ec1d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.2609825 Dec 20 21:37:13.294562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79220392-2e38-4408-9bd3-f1d57c0a904a req-16f974ed-1837-4c60-af1d-23509b56c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:13.296373 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79220392-2e38-4408-9bd3-f1d57c0a904a req-16f974ed-1837-4c60-af1d-23509b56c3b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=03fc7761-0164-4b87-902e-5dc73b4f4dd3 HTTP/1.1" status: 200 len: 858 time: 0.1782758 Dec 20 21:37:13.304340 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a3cd6df-db85-4af1-ab6d-e73430e7c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:13.408596 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79220392-2e38-4408-9bd3-f1d57c0a904a req-568b2a62-3ada-41c4-99c3-946b81b0ef01 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c53e45c5-69f2-430c-8636-36554bee4d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046491 Dec 20 21:37:13.413002 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a3cd6df-db85-4af1-ab6d-e73430e7c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:13.442107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-1a3cd6df-db85-4af1-ab6d-e73430e7c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee113636-c651-45aa-8042-ac3d42b55488']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:13.456076 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-1a3cd6df-db85-4af1-ab6d-e73430e7c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:13.456378 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-1a3cd6df-db85-4af1-ab6d-e73430e7c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1fc75d-ca2b-4a4e-9f51-1503a358a553') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:13.473951 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a3cd6df-db85-4af1-ab6d-e73430e7c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:13.483587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6b945-7db0-444d-bdf3-402ef940145a req-257e6941-c091-44a8-a148-2607bb14e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:13.485121 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-00a6b945-7db0-444d-bdf3-402ef940145a req-257e6941-c091-44a8-a148-2607bb14e455 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 1094 time: 0.2644112 Dec 20 21:37:13.488349 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a3cd6df-db85-4af1-ab6d-e73430e7c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:13.495006 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3cd6df-db85-4af1-ab6d-e73430e7c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:37:13.495533 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a3cd6df-db85-4af1-ab6d-e73430e7c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: items = [ Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:37:13.499313 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:37:13.533355 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-630efcdb-2a0e-4214-bfbb-880a9c11e38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:13.559768 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a3cd6df-db85-4af1-ab6d-e73430e7c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:13.565057 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a3cd6df-db85-4af1-ab6d-e73430e7c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:13.568434 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1a3cd6df-db85-4af1-ab6d-e73430e7c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] 10.222.0.32 "DELETE /v2.0/networks/ee113636-c651-45aa-8042-ac3d42b55488 HTTP/1.1" status: 204 len: 168 time: 0.3666589 Dec 20 21:37:13.589372 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cd6df-db85-4af1-ab6d-e73430e7c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1344729347-project] Pushing event deleted for resources: {'Network': ['ID=ee113636-c651-45aa-8042-ac3d42b55488,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:13.596261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499aeee-b510-4e18-bd1c-c46049fed568 req-2d2f6c2a-bba2-4c0c-b3b9-9d8244f79c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:13.597993 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d499aeee-b510-4e18-bd1c-c46049fed568 req-2d2f6c2a-bba2-4c0c-b3b9-9d8244f79c3d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ba28dca7fe84eb3b545f731ba040a0d&device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 1094 time: 0.2023749 Dec 20 21:37:13.627828 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b199-920d-43ed-b94d-e4c5181a868a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:13.685673 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-00a6b945-7db0-444d-bdf3-402ef940145a req-c0d7bce7-67b8-4c2a-a9d3-2b91093ed3c2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9864556c-33d2-42c9-b281-8b5711b60977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689348 Dec 20 21:37:13.759342 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79220392-2e38-4408-9bd3-f1d57c0a904a req-69a99ef3-bdda-4c4f-8ad1-e5f094f56b62 service neutron] 10.222.0.66 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442025 Dec 20 21:37:13.796307 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50880) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:13.871252 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-630efcdb-2a0e-4214-bfbb-880a9c11e38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:13.875722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499aeee-b510-4e18-bd1c-c46049fed568 req-6c97c2a0-4187-4e3d-a75f-aa4964f79af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:13.877321 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d499aeee-b510-4e18-bd1c-c46049fed568 req-6c97c2a0-4187-4e3d-a75f-aa4964f79af0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c53e45c5-69f2-430c-8636-36554bee4d59 HTTP/1.1" status: 200 len: 919 time: 0.2551103 Dec 20 21:37:13.919109 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-630efcdb-2a0e-4214-bfbb-880a9c11e38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:13.975812 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f9d1c246-4c37-4517-b789-ae03aabad684 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bc27f1a370c4fb881a1d91ca4d0be9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781428 Dec 20 21:37:13.978349 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50900) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:14.034061 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d499aeee-b510-4e18-bd1c-c46049fed568 req-9224809d-ea29-4b84-a981-ea76208da37a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=456781ae-4c2f-4789-8654-8978901e9c25 HTTP/1.1" status: 200 len: 217 time: 0.1161585 Dec 20 21:37:14.047992 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1e30874-8861-4d36-a943-858e9bfb669c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:14.078254 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1e30874-8861-4d36-a943-858e9bfb669c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:14.155627 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-630efcdb-2a0e-4214-bfbb-880a9c11e38c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a726bca6c94d4f71a09c790685133daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9136639 Dec 20 21:37:14.156431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630efcdb-2a0e-4214-bfbb-880a9c11e38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353ba297-a2ab-478a-8077-aeb0e86503ba,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:14.158818 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50914) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:14.223619 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97149e1a-c3c6-4053-829e-6a0e3ec0d7ca req-56c696ab-c881-4efa-89f9-aa3c31f7e574 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:14.233093 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-97149e1a-c3c6-4053-829e-6a0e3ec0d7ca req-56c696ab-c881-4efa-89f9-aa3c31f7e574 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1254933 Dec 20 21:37:14.267672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499aeee-b510-4e18-bd1c-c46049fed568 req-11b4865a-ceed-464e-809b-6fe49f5bb28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:14.269722 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d499aeee-b510-4e18-bd1c-c46049fed568 req-11b4865a-ceed-464e-809b-6fe49f5bb28b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=03fc7761-0164-4b87-902e-5dc73b4f4dd3 HTTP/1.1" status: 200 len: 858 time: 0.1862495 Dec 20 21:37:14.271468 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1e30874-8861-4d36-a943-858e9bfb669c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:14.278434 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1e30874-8861-4d36-a943-858e9bfb669c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:14.280323 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c1e30874-8861-4d36-a943-858e9bfb669c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c89ca871-a2f8-47a1-8ab4-a7ba49d698c8 HTTP/1.1" status: 204 len: 168 time: 0.3002560 Dec 20 21:37:14.287449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5db6ce-7ed6-4948-9bf6-1c15184a2b39 req-cac989ef-0520-4368-abd9-5f9fa7611f2a tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:14.288957 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1f5db6ce-7ed6-4948-9bf6-1c15184a2b39 req-cac989ef-0520-4368-abd9-5f9fa7611f2a tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/ports?device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 945 time: 0.2742260 Dec 20 21:37:14.289450 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e30874-8861-4d36-a943-858e9bfb669c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89ca871-a2f8-47a1-8ab4-a7ba49d698c8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:14.302314 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b199-920d-43ed-b94d-e4c5181a868a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:14.322808 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-97149e1a-c3c6-4053-829e-6a0e3ec0d7ca req-7e1022db-85e2-4074-b1cb-17a24e74133b tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881436 Dec 20 21:37:14.336241 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b199-920d-43ed-b94d-e4c5181a868a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:14.354814 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79220392-2e38-4408-9bd3-f1d57c0a904a req-fd4559a9-4ca1-4944-86a4-05669e7da537 service neutron] 10.222.0.66 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903787 Dec 20 21:37:14.363731 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d499aeee-b510-4e18-bd1c-c46049fed568 req-06deaa34-8f4b-40bd-a347-7dbaae164616 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c53e45c5-69f2-430c-8636-36554bee4d59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594676 Dec 20 21:37:14.393574 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-75668d27-b6d2-4375-a87f-d764817b0ad3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 644 time: 0.2205520 Dec 20 21:37:14.556601 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1f5db6ce-7ed6-4948-9bf6-1c15184a2b39 req-e84332fb-dc00-4e19-8205-16d1eb33f068 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/security-groups?id=9864556c-33d2-42c9-b281-8b5711b60977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422383 Dec 20 21:37:14.557379 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-955983a0-f549-48b6-a08b-e00d09bcaefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:14.613028 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-955983a0-f549-48b6-a08b-e00d09bcaefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:14.653581 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-d597acbb-6eb1-4d97-abd9-e6b51b5577e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:14.654100 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-d597acbb-6eb1-4d97-abd9-e6b51b5577e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:14.654560 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-d597acbb-6eb1-4d97-abd9-e6b51b5577e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:14.655030 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-d597acbb-6eb1-4d97-abd9-e6b51b5577e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:14.655491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-d597acbb-6eb1-4d97-abd9-e6b51b5577e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:14.655954 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-d597acbb-6eb1-4d97-abd9-e6b51b5577e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:14.656418 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-d597acbb-6eb1-4d97-abd9-e6b51b5577e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:14.658344 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-d597acbb-6eb1-4d97-abd9-e6b51b5577e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 6477 time: 0.1556537 Dec 20 21:37:14.658874 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50926) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:14.674896 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d499aeee-b510-4e18-bd1c-c46049fed568 req-9468035f-ff6e-406d-bccf-e1dbefdcbd38 service neutron] 10.222.0.31 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037732 Dec 20 21:37:14.730629 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4b487157-d761-4d6c-806c-487bcae9e954 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a41bf435303743908d98b75bb33d29af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704713 Dec 20 21:37:14.732968 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50928) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:14.761675 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:14.800793 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78a7bfb9-b09d-4c39-838d-d9e29507cf28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:14.828825 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78a7bfb9-b09d-4c39-838d-d9e29507cf28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:14.895039 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78a7bfb9-b09d-4c39-838d-d9e29507cf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:14.898103 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78a7bfb9-b09d-4c39-838d-d9e29507cf28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:14.901976 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-78a7bfb9-b09d-4c39-838d-d9e29507cf28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c871876a-7389-4b53-9b1a-a4685df5b64f HTTP/1.1" status: 204 len: 168 time: 0.1654963 Dec 20 21:37:14.914611 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7bfb9-b09d-4c39-838d-d9e29507cf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c871876a-7389-4b53-9b1a-a4685df5b64f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:15.109703 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:37:15.135861 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-955983a0-f549-48b6-a08b-e00d09bcaefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:15.138570 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-955983a0-f549-48b6-a08b-e00d09bcaefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:15.142151 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-955983a0-f549-48b6-a08b-e00d09bcaefb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/353ba297-a2ab-478a-8077-aeb0e86503ba HTTP/1.1" status: 204 len: 168 time: 0.9731617 Dec 20 21:37:15.168294 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955983a0-f549-48b6-a08b-e00d09bcaefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353ba297-a2ab-478a-8077-aeb0e86503ba,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:15.189874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e9b199-920d-43ed-b94d-e4c5181a868a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Router 6fe39fde-028e-44c0-b228-af8da608ab53 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:37:15.203733 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d499aeee-b510-4e18-bd1c-c46049fed568 req-31b4cf7f-eb3d-42a1-80de-9e70d72714c1 service neutron] 10.222.0.31 "GET /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184627 Dec 20 21:37:15.219297 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-d316da34-796c-4c9b-9469-2d5b5fb997ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:15.220033 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-d316da34-796c-4c9b-9469-2d5b5fb997ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:15.220656 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-d316da34-796c-4c9b-9469-2d5b5fb997ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:15.222430 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-d316da34-796c-4c9b-9469-2d5b5fb997ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=92da4183-ce83-467f-96db-4d2c3a33eb57&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&id=ae5f0a2b-8184-4e1d-822a-c5435728b42b HTTP/1.1" status: 200 len: 2293 time: 0.1714492 Dec 20 21:37:15.436148 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-86b6011b-97e3-402d-8d6d-07df49d768aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85e8bade-ced6-417c-a6a8-6dc4305942f4 HTTP/1.1" status: 200 len: 1000 time: 0.1502833 Dec 20 21:37:15.522582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-5a8512a7-2af7-47a8-9f65-92a078fc78b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:15.524865 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-5a8512a7-2af7-47a8-9f65-92a078fc78b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0e0a4469-c4b3-4646-a9ea-3b58cb2a6980 HTTP/1.1" status: 200 len: 850 time: 0.0727952 Dec 20 21:37:15.538500 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548c1df-8178-42c3-a122-daad533c92a3 req-f9956322-1f89-432c-956b-0cbe3f54c488 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:15.551366 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d548c1df-8178-42c3-a122-daad533c92a3 req-f9956322-1f89-432c-956b-0cbe3f54c488 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1273293 Dec 20 21:37:15.655955 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e9b199-920d-43ed-b94d-e4c5181a868a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:37:15.668708 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b72970c-7b44-4d70-b26b-1a9d5c1d4f1e None None] Sync routers for ids ['6fe39fde-028e-44c0-b228-af8da608ab53'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:37:15.672576 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b199-920d-43ed-b94d-e4c5181a868a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:15.673894 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c1e9b199-920d-43ed-b94d-e4c5181a868a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "PUT /v2.0/routers/6fe39fde-028e-44c0-b228-af8da608ab53 HTTP/1.1" status: 200 len: 880 time: 5.2817492 Dec 20 21:37:15.678339 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d548c1df-8178-42c3-a122-daad533c92a3 req-cd747c95-4799-4578-88bc-f037f8a5bbdc tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272736 Dec 20 21:37:15.679796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50964) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:15.693591 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b72970c-7b44-4d70-b26b-1a9d5c1d4f1e None None] Routers {'6fe39fde-028e-44c0-b228-af8da608ab53'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:15.694662 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2b72970c-7b44-4d70-b26b-1a9d5c1d4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:36:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['6fe39fde-028e-44c0-b228-af8da608ab53'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:15.760481 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50968) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:15.781734 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-046a4704-a40a-45b7-b747-22fadb45baa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:15.783244 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2b72970c-7b44-4d70-b26b-1a9d5c1d4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:15.800545 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b72970c-7b44-4d70-b26b-1a9d5c1d4f1e None None] Routers {'6fe39fde-028e-44c0-b228-af8da608ab53'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:15.810991 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2b72970c-7b44-4d70-b26b-1a9d5c1d4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:36:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['6fe39fde-028e-44c0-b228-af8da608ab53'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:15.929349 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-5401fb43-a76e-46a7-bd43-23253cde20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:15.931341 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-5401fb43-a76e-46a7-bd43-23253cde20d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=92da4183-ce83-467f-96db-4d2c3a33eb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3986518 Dec 20 21:37:15.968582 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-046a4704-a40a-45b7-b747-22fadb45baa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:15.981051 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-046a4704-a40a-45b7-b747-22fadb45baa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:16.023125 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebaed0-2af5-4e2d-9dd5-eb2f40da2f1b req-b7de85d4-9655-4b1b-8b2b-d618bc876027 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:16.024890 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8aebaed0-2af5-4e2d-9dd5-eb2f40da2f1b req-b7de85d4-9655-4b1b-8b2b-d618bc876027 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/ports?device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 945 time: 0.2038362 Dec 20 21:37:16.039127 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4a62d5f5-e5f4-480d-841c-111e58ebd02f tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "GET /v2.0/routers/6fe39fde-028e-44c0-b228-af8da608ab53 HTTP/1.1" status: 200 len: 921 time: 0.3570240 Dec 20 21:37:16.046215 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50980) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:16.050001 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-046a4704-a40a-45b7-b747-22fadb45baa4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ece309f721e494d928049d316377246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880518 Dec 20 21:37:16.051024 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a4704-a40a-45b7-b747-22fadb45baa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9563e8-340e-46e4-961f-b19fcd724e2f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:16.053892 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50982) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:16.071811 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2b72970c-7b44-4d70-b26b-1a9d5c1d4f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:16.072779 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b72970c-7b44-4d70-b26b-1a9d5c1d4f1e None None] The sync data for ids ['6fe39fde-028e-44c0-b228-af8da608ab53'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:37:16.188871 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8aebaed0-2af5-4e2d-9dd5-eb2f40da2f1b req-bbbe6db5-0400-4cb1-b333-42df0fb787fe tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/security-groups?id=9864556c-33d2-42c9-b281-8b5711b60977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550617 Dec 20 21:37:16.209791 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-dfff405e-f2d6-4591-832c-434c43b203ff service neutron] 10.222.0.66 "GET /v2.0/networks/92da4183-ce83-467f-96db-4d2c3a33eb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682619 Dec 20 21:37:16.217469 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c5a90b4-3d16-4649-a029-6b76eb6d5278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:16.239668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839d123a-194e-4d5a-9300-0264d6f5c295 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:16.241165 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-839d123a-194e-4d5a-9300-0264d6f5c295 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=75a50006-9813-4820-b308-110a7399d065&device_id=6fe39fde-028e-44c0-b228-af8da608ab53&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1913843 Dec 20 21:37:16.244969 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 50992) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:16.259393 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c5a90b4-3d16-4649-a029-6b76eb6d5278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:16.284229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50994) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:16.341718 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-88aa1d96-0262-45ff-b4c1-c1455c5e9067 service neutron] 10.222.0.66 "GET /v2.0/networks/92da4183-ce83-467f-96db-4d2c3a33eb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179790 Dec 20 21:37:16.422892 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c5a90b4-3d16-4649-a029-6b76eb6d5278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:16.426228 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c5a90b4-3d16-4649-a029-6b76eb6d5278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:16.427779 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4c5a90b4-3d16-4649-a029-6b76eb6d5278 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a9563e8-340e-46e4-961f-b19fcd724e2f HTTP/1.1" status: 204 len: 168 time: 0.3727181 Dec 20 21:37:16.453276 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-19a6f59e-0f5f-4690-b22c-714489a6d50c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=1d3edd11-b710-430d-ae69-8d04fe58dcc7 HTTP/1.1" status: 200 len: 217 time: 0.1042974 Dec 20 21:37:16.490857 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-656f13a5-8fe1-4cb2-b909-2ce61d563417 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1019747458'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:16.492608 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3009f-aeab-4e4b-a6f1-c8698e6ff78a req-23ffc8a7-6df1-4bd2-8d4d-dd900e6e1ed0 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:16.494820 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-42b3009f-aeab-4e4b-a6f1-c8698e6ff78a req-23ffc8a7-6df1-4bd2-8d4d-dd900e6e1ed0 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/ports?device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 945 time: 0.2046723 Dec 20 21:37:16.498311 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a90b4-3d16-4649-a029-6b76eb6d5278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9563e8-340e-46e4-961f-b19fcd724e2f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:16.564758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5354e8-5ba9-4dbe-94d2-e1569700ed52 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:16.570358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51002) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:16.570571 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9e5354e8-5ba9-4dbe-94d2-e1569700ed52 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 881 time: 0.3235779 Dec 20 21:37:16.593632 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656f13a5-8fe1-4cb2-b909-2ce61d563417 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Made reservation on behalf of 8fbf673e34a34b999ba884d803154d7b for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:16.597804 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-656f13a5-8fe1-4cb2-b909-2ce61d563417 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:16.603119 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-42b3009f-aeab-4e4b-a6f1-c8698e6ff78a req-10c0de56-4ca1-4e98-b989-3a51bc787595 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/security-groups?id=9864556c-33d2-42c9-b281-8b5711b60977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848885 Dec 20 21:37:16.650946 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a7b87774-5087-408d-a0ad-609b530b34e6 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe39fde-028e-44c0-b228-af8da608ab53 HTTP/1.1" status: 200 len: 205 time: 0.0787024 Dec 20 21:37:16.651870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51008) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:16.662966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-f8a729e1-ccf3-41e1-8e0f-244cf731ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:16.664812 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-f8a729e1-ccf3-41e1-8e0f-244cf731ffe0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.2052741 Dec 20 21:37:16.666424 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-656f13a5-8fe1-4cb2-b909-2ce61d563417 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:16.893727 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e48b8a-10ac-460d-96f3-23fb09f0c1f5 req-e0ea4288-4ec4-40d7-8ab2-5d42059234a2 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:16.902358 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14e48b8a-10ac-460d-96f3-23fb09f0c1f5 req-e0ea4288-4ec4-40d7-8ab2-5d42059234a2 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1024530 Dec 20 21:37:16.928624 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-656f13a5-8fe1-4cb2-b909-2ce61d563417 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:16.932894 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-eefbb40b-0ccd-4214-b1c8-08482c673757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:16.936164 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-eefbb40b-0ccd-4214-b1c8-08482c673757 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.2553179 Dec 20 21:37:16.937524 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-656f13a5-8fe1-4cb2-b909-2ce61d563417 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:16.947998 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0af45096-67f2-47c4-913d-220036f4014e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:17.024908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f13a5-8fe1-4cb2-b909-2ce61d563417 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69431ba5-3fc8-4b1b-9860-2ebc5b447c27,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:17.171725 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-7a3d98de-ad2d-4a8d-802a-d1344bf98ca7 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248461 Dec 20 21:37:17.216609 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14e48b8a-10ac-460d-96f3-23fb09f0c1f5 req-f68b9d0c-4600-490b-91cf-b633c6c436ab tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130336 Dec 20 21:37:17.223789 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656f13a5-8fe1-4cb2-b909-2ce61d563417 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:37:17.224635 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0af45096-67f2-47c4-913d-220036f4014e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:17.307168 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0af45096-67f2-47c4-913d-220036f4014e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Deleting port 4f7897f4-c807-4895-a063-c5a1a7f736f2 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:37:17.307517 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0af45096-67f2-47c4-913d-220036f4014e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:17.414694 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0af45096-67f2-47c4-913d-220036f4014e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:17.456954 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0af45096-67f2-47c4-913d-220036f4014e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Calling delete_port for 4f7897f4-c807-4895-a063-c5a1a7f736f2 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:37:17.668450 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-656f13a5-8fe1-4cb2-b909-2ce61d563417 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:17.668794 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-656f13a5-8fe1-4cb2-b909-2ce61d563417 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Added segment 1b326282-88aa-4829-b549-dde33c7655ff of type vlan for network 0fb991e8-5875-4d7a-a106-5abb9056a241 Dec 20 21:37:17.732421 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0af45096-67f2-47c4-913d-220036f4014e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:17.792287 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af45096-67f2-47c4-913d-220036f4014e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Pushing event deleted for resources: {'Port': ['ID=4f7897f4-c807-4895-a063-c5a1a7f736f2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:17.795036 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-656f13a5-8fe1-4cb2-b909-2ce61d563417 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:17.828014 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6512dde-676b-4836-931e-65f9d728ccac req-639603a8-2afb-4ef2-81d8-0137a42a9636 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:17.829664 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a6512dde-676b-4836-931e-65f9d728ccac req-639603a8-2afb-4ef2-81d8-0137a42a9636 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/ports?device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 945 time: 0.4961312 Dec 20 21:37:17.936018 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.resource_extend [None req-656f13a5-8fe1-4cb2-b909-2ce61d563417 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:37:17.957760 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0af45096-67f2-47c4-913d-220036f4014e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:17.986383 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:17.989085 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a6512dde-676b-4836-931e-65f9d728ccac req-73590292-231d-404b-80c8-965b8debd66a tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/security-groups?id=9864556c-33d2-42c9-b281-8b5711b60977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476460 Dec 20 21:37:17.991044 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-0fb3d71b-fdf8-49af-8044-5b478fa3fc58 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7847044 Dec 20 21:37:18.038236 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-f7bda9b4-fcdc-40f8-9057-0822d8903a78 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=97563572-4662-45fc-886e-d7a94f6a1dea HTTP/1.1" status: 200 len: 217 time: 0.0369940 Dec 20 21:37:18.039330 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-656f13a5-8fe1-4cb2-b909-2ce61d563417 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:18.045056 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656f13a5-8fe1-4cb2-b909-2ce61d563417 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:18.045670 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-656f13a5-8fe1-4cb2-b909-2ce61d563417 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:18.141722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-9400ab51-4ab1-4dea-a30a-89d6ac3fdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:18.143237 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-9400ab51-4ab1-4dea-a30a-89d6ac3fdaa4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.0867109 Dec 20 21:37:18.148180 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-656f13a5-8fe1-4cb2-b909-2ce61d563417 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8629029 Dec 20 21:37:18.157212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51066) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:18.194039 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-634a0b86-3107-4fb7-a386-44df84c37b69 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'subnet': {'network_id': '0fb991e8-5875-4d7a-a106-5abb9056a241', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:18.235407 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f13a5-8fe1-4cb2-b909-2ce61d563417 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Network': ['ID=0fb991e8-5875-4d7a-a106-5abb9056a241,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:18.251951 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 0fb991e8-5875-4d7a-a106-5abb9056a241 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:37:18.255651 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-bcea86a1-4734-4087-a44e-f20d62bedecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:18.259926 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-bcea86a1-4734-4087-a44e-f20d62bedecc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.0977502 Dec 20 21:37:18.319305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51070) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:18.439597 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-70ff2029-929c-4ced-a111-8533632ba5f8 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706393 Dec 20 21:37:18.550770 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-c867729e-e1e0-45c3-9608-d677415c6421 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023803 Dec 20 21:37:18.564211 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5cea5f1b-d2c3-45fe-967a-fb53ec69d205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:18.640002 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-f5f024e1-dcce-45c3-9d3c-30e04a8fa8c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=8ce909c5-2cad-47d2-872b-187a9336f4e4 HTTP/1.1" status: 200 len: 217 time: 0.0726824 Dec 20 21:37:18.748946 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-0d29b831-831d-42cd-86bc-5daa6c55c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:18.759828 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-0d29b831-831d-42cd-86bc-5daa6c55c792 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.1053028 Dec 20 21:37:18.857374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-905b3a02-369f-4dc3-a504-9ccc574bc17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:18.859072 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-905b3a02-369f-4dc3-a504-9ccc574bc17e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.0871706 Dec 20 21:37:18.863928 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5cea5f1b-d2c3-45fe-967a-fb53ec69d205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:18.921409 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5cea5f1b-d2c3-45fe-967a-fb53ec69d205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:19.007482 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5cea5f1b-d2c3-45fe-967a-fb53ec69d205 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a90f3ac7e23a495794bdbd6416483cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6869459 Dec 20 21:37:19.008452 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0af45096-67f2-47c4-913d-220036f4014e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:19.009844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51094) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:19.019990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea5f1b-d2c3-45fe-967a-fb53ec69d205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7465d9-b89c-47c3-a202-7d8818469e9c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:19.039013 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0af45096-67f2-47c4-913d-220036f4014e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:19.123492 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0af45096-67f2-47c4-913d-220036f4014e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:19.124298 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af45096-67f2-47c4-913d-220036f4014e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Fanout notify agent at l3_agent the message router_deleted on router 6fe39fde-028e-44c0-b228-af8da608ab53 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:37:19.133283 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-694f5802-18d9-4644-ba21-508ac7f009ad service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644758 Dec 20 21:37:19.136426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b302ac-08da-4136-963a-0f67d78d5993 req-ed179828-b9c6-47f2-9aa5-9c01ec94a9c6 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:19.156909 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a1b302ac-08da-4136-963a-0f67d78d5993 req-ed179828-b9c6-47f2-9aa5-9c01ec94a9c6 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/ports?device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 945 time: 0.1619368 Dec 20 21:37:19.172773 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0af45096-67f2-47c4-913d-220036f4014e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:19.173837 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0af45096-67f2-47c4-913d-220036f4014e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "DELETE /v2.0/routers/6fe39fde-028e-44c0-b228-af8da608ab53 HTTP/1.1" status: 204 len: 168 time: 2.5209310 Dec 20 21:37:19.194970 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51100) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:19.200358 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca23f745-f85b-48b1-8032-553fda50d2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:19.209061 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-11b86e7e-4f5d-488c-825e-56617336c2d3 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1611079188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:19.240248 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca23f745-f85b-48b1-8032-553fda50d2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:19.270993 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a1b302ac-08da-4136-963a-0f67d78d5993 req-85837c5f-b467-4587-8a34-e02c36e4b47c tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/security-groups?id=9864556c-33d2-42c9-b281-8b5711b60977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128800 Dec 20 21:37:19.276051 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634a0b86-3107-4fb7-a386-44df84c37b69 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Made reservation on behalf of 8fbf673e34a34b999ba884d803154d7b for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:19.283928 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-634a0b86-3107-4fb7-a386-44df84c37b69 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:19.307311 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-ebaf4681-0bf1-4f82-868d-8373ac7358e4 service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649330 Dec 20 21:37:19.344540 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11b86e7e-4f5d-488c-825e-56617336c2d3 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:19.345603 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11b86e7e-4f5d-488c-825e-56617336c2d3 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:19.365983 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-8b6dc520-5499-43bf-9776-bc83df3b820a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=f3a6e021-6af8-4259-a794-65ae1e18fac1 HTTP/1.1" status: 200 len: 217 time: 0.0501859 Dec 20 21:37:19.379916 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca23f745-f85b-48b1-8032-553fda50d2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:19.383242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca23f745-f85b-48b1-8032-553fda50d2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:19.387459 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ca23f745-f85b-48b1-8032-553fda50d2ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f7465d9-b89c-47c3-a202-7d8818469e9c HTTP/1.1" status: 204 len: 168 time: 0.3734159 Dec 20 21:37:19.395782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23f745-f85b-48b1-8032-553fda50d2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7465d9-b89c-47c3-a202-7d8818469e9c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:19.452209 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-00c5d649-4f2a-485a-9d08-03731b231e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:19.453845 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-00c5d649-4f2a-485a-9d08-03731b231e2c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 200 len: 797 time: 0.0595644 Dec 20 21:37:19.517001 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-7e383c3f-c650-44b9-8f8c-c2fc3da2858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:19.518856 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-7e383c3f-c650-44b9-8f8c-c2fc3da2858c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d7ce904-5e00-450e-ba96-c229b1e02c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.0544982 Dec 20 21:37:19.605684 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11b86e7e-4f5d-488c-825e-56617336c2d3 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:19.621684 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11b86e7e-4f5d-488c-825e-56617336c2d3 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:19.703604 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-f013434a-cfcf-4363-b020-9714a95fd7cc service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569989 Dec 20 21:37:19.739850 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11b86e7e-4f5d-488c-825e-56617336c2d3 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:19.741291 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-11b86e7e-4f5d-488c-825e-56617336c2d3 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5452728 Dec 20 21:37:19.744124 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-634a0b86-3107-4fb7-a386-44df84c37b69 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:19.758276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51114) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:19.781107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ed3d78ac-07e4-401f-9463-4c3106672eb5 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'enable_snat': True}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:19.936804 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-6c30fde0-eb32-4401-8dfd-d2f3aa0be78c service neutron] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255223 Dec 20 21:37:20.007313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a0b86-3107-4fb7-a386-44df84c37b69 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Subnet': ['ID=a12cfd9b-9e6e-437b-ae60-82912d3f9d50,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:20.021679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51118) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:20.030321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7678c4e-4f7b-4ccc-9d17-b33ef7e9d202 req-64d80290-8aa5-48e0-a822-84da92e4c5f7 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:20.032115 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c7678c4e-4f7b-4ccc-9d17-b33ef7e9d202 req-64d80290-8aa5-48e0-a822-84da92e4c5f7 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.66 "GET /v2.0/ports?device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 945 time: 0.1841583 Dec 20 21:37:20.046482 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634a0b86-3107-4fb7-a386-44df84c37b69 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Checking segment: {'id': '1b326282-88aa-4829-b549-dde33c7655ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '0fb991e8-5875-4d7a-a106-5abb9056a241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:37:20.046482 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634a0b86-3107-4fb7-a386-44df84c37b69 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network hostable DHCP agents. Network: 0fb991e8-5875-4d7a-a106-5abb9056a241, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:37:20.048170 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-da709e8e-465b-4a95-affb-363410d85502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:20.053254 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-84a108ab-5691-41e9-a7a4-14080712eddb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9655ce7e-8f89-45c3-886e-da0b47890f71 HTTP/1.1" status: 200 len: 217 time: 0.1058486 Dec 20 21:37:20.133976 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed3d78ac-07e4-401f-9463-4c3106672eb5 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:20.225273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-23772401-0d69-42b0-adf5-b0ef3003e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:20.227298 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-23772401-0d69-42b0-adf5-b0ef3003e2b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae563e9e-aa51-4afb-9f8a-8a6be528b5fd HTTP/1.1" status: 200 len: 797 time: 0.1592090 Dec 20 21:37:20.258467 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634a0b86-3107-4fb7-a386-44df84c37b69 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network 0fb991e8-5875-4d7a-a106-5abb9056a241 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:37:20.280517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-634a0b86-3107-4fb7-a386-44df84c37b69 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 0fb991e8-5875-4d7a-a106-5abb9056a241) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:20.291148 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d94c0bd-8e83-4b13-bbcc-1efef39c69cb None None] Network 0fb991e8-5875-4d7a-a106-5abb9056a241 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:37:20.303357 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634a0b86-3107-4fb7-a386-44df84c37b69 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:20.304067 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-634a0b86-3107-4fb7-a386-44df84c37b69 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:20.348445 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-634a0b86-3107-4fb7-a386-44df84c37b69 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1873415 Dec 20 21:37:20.351491 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51130) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:20.359509 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1749043055', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:20.409870 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-c7678c4e-4f7b-4ccc-9d17-b33ef7e9d202 req-d7c6a19f-8930-45d2-a711-d2edbb2eb906 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Deleting port d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:37:20.431041 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c7678c4e-4f7b-4ccc-9d17-b33ef7e9d202 req-d7c6a19f-8930-45d2-a711-d2edbb2eb906 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:20.446301 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:20.447622 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:20.452762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-4a03fa2d-fe32-420e-b217-6afad957979f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:20.457107 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-4a03fa2d-fe32-420e-b217-6afad957979f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.2195740 Dec 20 21:37:20.596521 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ef87ad-523e-4c14-b85b-471a9597f54a None None] Network 0fb991e8-5875-4d7a-a106-5abb9056a241 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:37:20.718646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913fca3-af4f-4341-954c-942f35abb69f req-25a9524e-0e6f-4bcd-9041-a019e7141588 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:20.720708 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d913fca3-af4f-4341-954c-942f35abb69f req-25a9524e-0e6f-4bcd-9041-a019e7141588 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/ports?device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 945 time: 0.3084369 Dec 20 21:37:20.799996 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed3d78ac-07e4-401f-9463-4c3106672eb5 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:20.828087 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:20.835120 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed3d78ac-07e4-401f-9463-4c3106672eb5 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:20.948849 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-da709e8e-465b-4a95-affb-363410d85502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:20.968040 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-da709e8e-465b-4a95-affb-363410d85502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:21.003559 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d913fca3-af4f-4341-954c-942f35abb69f req-d4ae9225-0454-4089-a31a-96c0212872a3 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/security-groups?id=9864556c-33d2-42c9-b281-8b5711b60977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129464 Dec 20 21:37:21.035260 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-da709e8e-465b-4a95-affb-363410d85502 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db96a3f175c4403bb09d186d69267143&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0016384 Dec 20 21:37:21.036098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51132) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:21.041930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da709e8e-465b-4a95-affb-363410d85502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13327d99-babe-4b3d-bae4-5981bee75861,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:21.111504 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:21.142882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c7678c4e-4f7b-4ccc-9d17-b33ef7e9d202 req-d7c6a19f-8930-45d2-a711-d2edbb2eb906 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] For port d3be8d6f-0a3e-415d-af67-32dc3d7cfae2, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d3be8d6f-0a3e-415d-af67-32dc3d7cfae2,segment=NetworkSegment(6204044b-cb25-494a-aecc-d8500038eb47),segment_id=6204044b-cb25-494a-aecc-d8500038eb47)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:37:21.143431 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c7678c4e-4f7b-4ccc-9d17-b33ef7e9d202 req-d7c6a19f-8930-45d2-a711-d2edbb2eb906 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:21.164860 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-2c0bc8ee-bf8b-4508-81ed-326167162503 service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6755872 Dec 20 21:37:21.341616 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-ed3d78ac-07e4-401f-9463-4c3106672eb5 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Allocated IP 172.35.3.120 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/9d1e75f2-51f6-4077-b4f3-6391e1b67058) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:37:21.345412 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-b8e03283-0760-42f1-a397-143d09e6654e service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582603 Dec 20 21:37:21.349798 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-c7678c4e-4f7b-4ccc-9d17-b33ef7e9d202 req-d7c6a19f-8930-45d2-a711-d2edbb2eb906 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Calling delete_port for d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:37:21.406744 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-8c0a87fe-49ee-4f30-ae19-808e01465c20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3172c179-085f-4b38-b042-22139154fc9d HTTP/1.1" status: 200 len: 217 time: 0.0543475 Dec 20 21:37:21.407283 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1c23-be2e-490e-bdb9-89bf96bd236f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:21.431520 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1c23-be2e-490e-bdb9-89bf96bd236f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:21.469144 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed3d78ac-07e4-401f-9463-4c3106672eb5 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:21.533331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-c2fbca7a-6c86-4905-976f-bc2c6864395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:21.534937 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-c2fbca7a-6c86-4905-976f-bc2c6864395c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae563e9e-aa51-4afb-9f8a-8a6be528b5fd HTTP/1.1" status: 200 len: 797 time: 0.0948582 Dec 20 21:37:21.535063 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed3d78ac-07e4-401f-9463-4c3106672eb5 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:21.586004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3d78ac-07e4-401f-9463-4c3106672eb5 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:21.601895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ed3d78ac-07e4-401f-9463-4c3106672eb5 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:21.629469 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3d78ac-07e4-401f-9463-4c3106672eb5 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:21.639449 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d78ac-07e4-401f-9463-4c3106672eb5 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Pushing event updated for resources: {'Port': ['ID=9d1e75f2-51f6-4077-b4f3-6391e1b67058,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:21.647993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-5269fc9f-6960-4cf2-acf7-9476ad845701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:21.649737 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-5269fc9f-6960-4cf2-acf7-9476ad845701 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae5f0a2b-8184-4e1d-822a-c5435728b42b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1159 time: 0.0926919 Dec 20 21:37:21.697050 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1c23-be2e-490e-bdb9-89bf96bd236f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:21.700270 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae3f1c23-be2e-490e-bdb9-89bf96bd236f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:21.704733 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ae3f1c23-be2e-490e-bdb9-89bf96bd236f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/13327d99-babe-4b3d-bae4-5981bee75861 HTTP/1.1" status: 204 len: 168 time: 0.6466739 Dec 20 21:37:21.784428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f1c23-be2e-490e-bdb9-89bf96bd236f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13327d99-babe-4b3d-bae4-5981bee75861,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:21.825205 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c7678c4e-4f7b-4ccc-9d17-b33ef7e9d202 req-d7c6a19f-8930-45d2-a711-d2edbb2eb906 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:21.862190 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:21.925291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6a19f-8930-45d2-a711-d2edbb2eb906 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Pushing event deleted for resources: {'Port': ['ID=d3be8d6f-0a3e-415d-af67-32dc3d7cfae2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:21.989582 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-7f0e2ac9-9814-450b-9069-4492e877401b service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283463 Dec 20 21:37:22.004545 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:22.087002 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7678c4e-4f7b-4ccc-9d17-b33ef7e9d202 req-d7c6a19f-8930-45d2-a711-d2edbb2eb906 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] No DVR routers for this DVR port d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:37:22.107548 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c7678c4e-4f7b-4ccc-9d17-b33ef7e9d202 req-d7c6a19f-8930-45d2-a711-d2edbb2eb906 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:22.115610 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c7678c4e-4f7b-4ccc-9d17-b33ef7e9d202 req-d7c6a19f-8930-45d2-a711-d2edbb2eb906 tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.66 "DELETE /v2.0/ports/d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 HTTP/1.1" status: 204 len: 173 time: 2.0501390 Dec 20 21:37:22.131549 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39691ea1-ee37-4ded-ac43-6315dc222631', 'name': 'network-vif-deleted', 'tag': 'd3be8d6f-0a3e-415d-af67-32dc3d7cfae2'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:37:22.133965 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71714a2-3f9d-4c51-8b39-7f7cd511327b" -d '{"events": [{"server_uuid": "39691ea1-ee37-4ded-ac43-6315dc222631", "name": "network-vif-deleted", "tag": "d3be8d6f-0a3e-415d-af67-32dc3d7cfae2"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:37:22.221257 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd4627f-c84a-460d-8f8f-ae5c27d18d42 x-openstack-request-id: req-9dd4627f-c84a-460d-8f8f-ae5c27d18d42 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:37:22.221549 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39691ea1-ee37-4ded-ac43-6315dc222631", "name": "network-vif-deleted", "tag": "d3be8d6f-0a3e-415d-af67-32dc3d7cfae2", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:37:22.221802 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9dd4627f-c84a-460d-8f8f-ae5c27d18d42 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:37:22.224185 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39691ea1-ee37-4ded-ac43-6315dc222631', 'name': 'network-vif-deleted', 'tag': 'd3be8d6f-0a3e-415d-af67-32dc3d7cfae2', 'status': 'completed', 'code': 200} Dec 20 21:37:22.255710 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0033e6aa-e90d-476f-b48a-f907818ab189 req-ad9f5632-dd6f-4736-acb4-5ad9f3ea81bd service neutron] 10.222.0.66 "GET /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041965 Dec 20 21:37:22.267740 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3ee7f837-fee0-4502-afb3-68ca56694cd1 req-10dab593-2942-41ff-8462-d2870ef17c6a tempest-ServersNegativeTestMultiTenantJSON-751360795 tempest-ServersNegativeTestMultiTenantJSON-751360795-project] 10.222.0.32 "GET /v2.0/ports?device_id=39691ea1-ee37-4ded-ac43-6315dc222631 HTTP/1.1" status: 200 len: 210 time: 0.1427336 Dec 20 21:37:22.361779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51160) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:22.385935 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c4beb20f-936c-4186-a09f-cce3b20790e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:22.483767 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Allocated IP 172.35.3.141 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/3b36538b-0f85-4a0c-bf3a-02023e67aa63) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:37:22.495535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:37:22.543440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:37:22.545231 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device d3be8d6f-0a3e-415d-af67-32dc3d7cfae2 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:37:22.558802 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c4beb20f-936c-4186-a09f-cce3b20790e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:22.565391 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c4beb20f-936c-4186-a09f-cce3b20790e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:22.625471 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c4beb20f-936c-4186-a09f-cce3b20790e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6088b1ffd0be49c68fefe7aa10d18f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623112 Dec 20 21:37:22.626996 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4beb20f-936c-4186-a09f-cce3b20790e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397c5df9-b001-4b5f-9fdd-2243b74e2846,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:22.643446 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51170) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:22.686880 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed3d78ac-07e4-401f-9463-4c3106672eb5 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:22.720862 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aabaf665-3b61-4f29-8879-c501dbaa0d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:22.757578 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aabaf665-3b61-4f29-8879-c501dbaa0d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:22.822366 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aabaf665-3b61-4f29-8879-c501dbaa0d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:22.827641 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aabaf665-3b61-4f29-8879-c501dbaa0d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:22.834109 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-aabaf665-3b61-4f29-8879-c501dbaa0d3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/397c5df9-b001-4b5f-9fdd-2243b74e2846 HTTP/1.1" status: 204 len: 168 time: 0.1849301 Dec 20 21:37:22.879631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabaf665-3b61-4f29-8879-c501dbaa0d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397c5df9-b001-4b5f-9fdd-2243b74e2846,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:23.132453 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:23.178154 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed3d78ac-07e4-401f-9463-4c3106672eb5 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:23.185250 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed3d78ac-07e4-401f-9463-4c3106672eb5 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:23.338757 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:23.363119 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:23.372983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:23.373401 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:23.424116 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51206) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:23.489978 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3d78ac-07e4-401f-9463-4c3106672eb5 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Router aa6bb99b-8310-4ec7-8f1e-c9ce837c75ba is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:37:23.504605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=3b36538b-0f85-4a0c-bf3a-02023e67aa63,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:23.506585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67f36bc-fbe7-4d6b-ad50-7bd029866144 admin admin] Deleting subnet 46a9461d-088e-4b49-81a1-2423ff3d96da {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:37:23.511991 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a67f36bc-fbe7-4d6b-ad50-7bd029866144 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:23.554884 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a67f36bc-fbe7-4d6b-ad50-7bd029866144 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:23.645620 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51216) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:23.667739 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a67f36bc-fbe7-4d6b-ad50-7bd029866144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:23.771169 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a67f36bc-fbe7-4d6b-ad50-7bd029866144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:23.794122 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a67f36bc-fbe7-4d6b-ad50-7bd029866144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:23.800988 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a67f36bc-fbe7-4d6b-ad50-7bd029866144 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/46a9461d-088e-4b49-81a1-2423ff3d96da HTTP/1.1" status: 204 len: 168 time: 0.3734224 Dec 20 21:37:23.821917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51228) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:23.824513 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f36bc-fbe7-4d6b-ad50-7bd029866144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a9461d-088e-4b49-81a1-2423ff3d96da,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:23.924101 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3bef95d1-2f4b-40b4-9626-73481b1ae9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:23.955373 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2afd2f3a-0939-47ca-82f8-c25ab97422b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.082345 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2afd2f3a-0939-47ca-82f8-c25ab97422b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.125381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-2afd2f3a-0939-47ca-82f8-c25ab97422b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b82e63-4b8c-4f1f-a610-a2c006d54dc0']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:24.146643 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-2afd2f3a-0939-47ca-82f8-c25ab97422b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6204044b-cb25-494a-aecc-d8500038eb47') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:24.146981 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-2afd2f3a-0939-47ca-82f8-c25ab97422b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6204044b-cb25-494a-aecc-d8500038eb47') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:24.150696 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3bef95d1-2f4b-40b4-9626-73481b1ae9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.159764 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3bef95d1-2f4b-40b4-9626-73481b1ae9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.197429 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2afd2f3a-0939-47ca-82f8-c25ab97422b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.199104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef95d1-2f4b-40b4-9626-73481b1ae9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afbfa43-ab94-4926-b3f6-9335c273d8f9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:24.223735 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2afd2f3a-0939-47ca-82f8-c25ab97422b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.225407 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3d78ac-07e4-401f-9463-4c3106672eb5 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:37:24.234393 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3bef95d1-2f4b-40b4-9626-73481b1ae9aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=065969aa205e4472824486317875ba3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876553 Dec 20 21:37:24.236025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2afd2f3a-0939-47ca-82f8-c25ab97422b4 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:37:24.236432 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2afd2f3a-0939-47ca-82f8-c25ab97422b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.241675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5dccd5-a9bb-4626-a104-61054b1777a4 None None] Sync routers for ids ['aa6bb99b-8310-4ec7-8f1e-c9ce837c75ba'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:37:24.245991 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed3d78ac-07e4-401f-9463-4c3106672eb5 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.250199 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ed3d78ac-07e4-401f-9463-4c3106672eb5 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "PUT /v2.0/routers/aa6bb99b-8310-4ec7-8f1e-c9ce837c75ba HTTP/1.1" status: 200 len: 915 time: 4.4800513 Dec 20 21:37:24.250199 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51252) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:37:24.250468 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:37:24.262602 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51254) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:24.264370 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5dccd5-a9bb-4626-a104-61054b1777a4 None None] Routers {'aa6bb99b-8310-4ec7-8f1e-c9ce837c75ba'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:24.265017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fb5dccd5-a9bb-4626-a104-61054b1777a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:36:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['aa6bb99b-8310-4ec7-8f1e-c9ce837c75ba'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:24.340517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fb5dccd5-a9bb-4626-a104-61054b1777a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:24.360420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5dccd5-a9bb-4626-a104-61054b1777a4 None None] Routers {'aa6bb99b-8310-4ec7-8f1e-c9ce837c75ba'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:24.361050 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fb5dccd5-a9bb-4626-a104-61054b1777a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:36:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['aa6bb99b-8310-4ec7-8f1e-c9ce837c75ba'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:24.380169 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2afd2f3a-0939-47ca-82f8-c25ab97422b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.385243 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2afd2f3a-0939-47ca-82f8-c25ab97422b4 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.389169 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2afd2f3a-0939-47ca-82f8-c25ab97422b4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b3b82e63-4b8c-4f1f-a610-a2c006d54dc0 HTTP/1.1" status: 204 len: 168 time: 0.5659840 Dec 20 21:37:24.395612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51260) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:24.432650 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fb5dccd5-a9bb-4626-a104-61054b1777a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:24.433477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5dccd5-a9bb-4626-a104-61054b1777a4 None None] The sync data for ids ['aa6bb99b-8310-4ec7-8f1e-c9ce837c75ba'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:37:24.444610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd2f3a-0939-47ca-82f8-c25ab97422b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3b82e63-4b8c-4f1f-a610-a2c006d54dc0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:24.476139 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-c572fb64-024d-4f4a-899c-a577589328ff admin admin] Deleting subnet d7864f8e-b4d6-4ee1-9f80-f9d7ca670c67 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:37:24.480665 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c572fb64-024d-4f4a-899c-a577589328ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.531614 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c572fb64-024d-4f4a-899c-a577589328ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.580144 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17f2586e-4adb-4c1d-acdd-8fe75439941c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.598714 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c572fb64-024d-4f4a-899c-a577589328ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.604117 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17f2586e-4adb-4c1d-acdd-8fe75439941c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.658874 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d4e37fbe-8238-4f7f-88d9-764b450c72d2 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "GET /v2.0/routers/aa6bb99b-8310-4ec7-8f1e-c9ce837c75ba HTTP/1.1" status: 200 len: 921 time: 0.3940613 Dec 20 21:37:24.663239 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51276) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:24.753697 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c572fb64-024d-4f4a-899c-a577589328ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.761169 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.829587 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c572fb64-024d-4f4a-899c-a577589328ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.839260 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c572fb64-024d-4f4a-899c-a577589328ff admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d7864f8e-b4d6-4ee1-9f80-f9d7ca670c67 HTTP/1.1" status: 204 len: 168 time: 0.4357984 Dec 20 21:37:24.839260 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572fb64-024d-4f4a-899c-a577589328ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7864f8e-b4d6-4ee1-9f80-f9d7ca670c67,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:24.839877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51286) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:24.867374 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17f2586e-4adb-4c1d-acdd-8fe75439941c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.870760 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-17f2586e-4adb-4c1d-acdd-8fe75439941c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:24.887324 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-17f2586e-4adb-4c1d-acdd-8fe75439941c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7afbfa43-ab94-4926-b3f6-9335c273d8f9 HTTP/1.1" status: 204 len: 168 time: 0.6275473 Dec 20 21:37:24.889748 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1441edcc-79a8-4fa4-8f2d-1110e23ccba8 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:24.895687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1441edcc-79a8-4fa4-8f2d-1110e23ccba8 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=75a50006-9813-4820-b308-110a7399d065&device_id=aa6bb99b-8310-4ec7-8f1e-c9ce837c75ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2313828 Dec 20 21:37:24.903117 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51292) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:25.012052 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8fcc-eb75-42c0-8036-2cc6ee4c4e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:25.064843 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2586e-4adb-4c1d-acdd-8fe75439941c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afbfa43-ab94-4926-b3f6-9335c273d8f9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:25.199585 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8fcc-eb75-42c0-8036-2cc6ee4c4e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:25.222684 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-ef7b8fcc-eb75-42c0-8036-2cc6ee4c4e49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa23fc9-3e47-4bb4-a1ec-4ec71b4fee43']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:25.235539 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-ef7b8fcc-eb75-42c0-8036-2cc6ee4c4e49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161e3fb9-43ab-4d53-9661-955e91040904') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:25.235865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-ef7b8fcc-eb75-42c0-8036-2cc6ee4c4e49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161e3fb9-43ab-4d53-9661-955e91040904') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:25.250242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8fcc-eb75-42c0-8036-2cc6ee4c4e49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:25.265871 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8fcc-eb75-42c0-8036-2cc6ee4c4e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:25.274719 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7b8fcc-eb75-42c0-8036-2cc6ee4c4e49 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:37:25.276244 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8fcc-eb75-42c0-8036-2cc6ee4c4e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:37:25.280438 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:37:25.321909 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ffd48f-7506-4b7b-a6b4-a9f0a5c627d4 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:25.323427 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-12ffd48f-7506-4b7b-a6b4-a9f0a5c627d4 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 881 time: 0.4033916 Dec 20 21:37:25.338659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51304) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:25.365632 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8fcc-eb75-42c0-8036-2cc6ee4c4e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:25.372222 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8fcc-eb75-42c0-8036-2cc6ee4c4e49 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:25.378883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ef7b8fcc-eb75-42c0-8036-2cc6ee4c4e49 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4aa23fc9-3e47-4bb4-a1ec-4ec71b4fee43 HTTP/1.1" status: 204 len: 168 time: 0.5345986 Dec 20 21:37:25.386722 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-64b9bba5-dd3a-479c-adab-fd15686b3f82 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6bb99b-8310-4ec7-8f1e-c9ce837c75ba HTTP/1.1" status: 200 len: 205 time: 0.0450237 Dec 20 21:37:25.389488 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51308) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:25.393188 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b8fcc-eb75-42c0-8036-2cc6ee4c4e49 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aa23fc9-3e47-4bb4-a1ec-4ec71b4fee43,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:25.494822 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:25.613176 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51318) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:25.649230 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51322) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:25.658275 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12a8468f-0be7-4a78-80e0-207137ce0bf9 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:25.677686 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e054927-2975-4928-988b-c2135fc77cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:25.739474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e401513d-1c06-44ed-b9e3-2404d615dcee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=276c27bfbf064b13a0efcfc2b8c2c914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1243694 Dec 20 21:37:25.740133 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51330) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:25.859856 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router b9a84bda-43cd-4619-a9d9-51cc598aa56d is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:37:25.863353 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12a8468f-0be7-4a78-80e0-207137ce0bf9 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:25.942299 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b5079ef-eeb5-4e91-84fa-9a0eb05e6c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:26.015247 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e054927-2975-4928-988b-c2135fc77cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:26.024578 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b5079ef-eeb5-4e91-84fa-9a0eb05e6c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:26.041843 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e054927-2975-4928-988b-c2135fc77cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:26.116799 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0e054927-2975-4928-988b-c2135fc77cfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed0876105d1a484d8a8323888ee37a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664781 Dec 20 21:37:26.121044 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51350) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:26.143827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:37:26.157805 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49592f0-f523-4212-a757-154f565a3aa3 None None] Sync routers for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:37:26.158665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e054927-2975-4928-988b-c2135fc77cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ea8cb7-7fbd-418c-85ce-fa206456a95a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:26.176741 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49592f0-f523-4212-a757-154f565a3aa3 None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:26.179418 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c49592f0-f523-4212-a757-154f565a3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:36:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:26.215873 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b5079ef-eeb5-4e91-84fa-9a0eb05e6c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:26.219320 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b5079ef-eeb5-4e91-84fa-9a0eb05e6c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:26.220879 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2b5079ef-eeb5-4e91-84fa-9a0eb05e6c75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9864556c-33d2-42c9-b281-8b5711b60977 HTTP/1.1" status: 204 len: 168 time: 0.4782605 Dec 20 21:37:26.249303 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5079ef-eeb5-4e91-84fa-9a0eb05e6c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9864556c-33d2-42c9-b281-8b5711b60977,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:26.268828 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-12a8468f-0be7-4a78-80e0-207137ce0bf9 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Deleting port 9d1e75f2-51f6-4077-b4f3-6391e1b67058 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:37:26.269708 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12a8468f-0be7-4a78-80e0-207137ce0bf9 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:26.281155 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c49592f0-f523-4212-a757-154f565a3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:26.305708 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49592f0-f523-4212-a757-154f565a3aa3 None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:26.307467 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:26.308065 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c49592f0-f523-4212-a757-154f565a3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:36:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:26.309293 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bb677cab-73e2-494d-964c-936ba9b75a10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.9564295 Dec 20 21:37:26.312041 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51362) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:26.389189 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c49592f0-f523-4212-a757-154f565a3aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:26.389882 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49592f0-f523-4212-a757-154f565a3aa3 None None] The sync data for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:37:26.451311 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29d3d149-8286-4e48-9eb6-f0f331b956ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:26.501329 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29d3d149-8286-4e48-9eb6-f0f331b956ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:26.505050 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12a8468f-0be7-4a78-80e0-207137ce0bf9 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:26.536752 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-12a8468f-0be7-4a78-80e0-207137ce0bf9 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Calling delete_port for 9d1e75f2-51f6-4077-b4f3-6391e1b67058 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:37:26.637505 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29d3d149-8286-4e48-9eb6-f0f331b956ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:26.642316 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-29d3d149-8286-4e48-9eb6-f0f331b956ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:26.647076 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-29d3d149-8286-4e48-9eb6-f0f331b956ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30ea8cb7-7fbd-418c-85ce-fa206456a95a HTTP/1.1" status: 204 len: 168 time: 0.5232203 Dec 20 21:37:26.713203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3d149-8286-4e48-9eb6-f0f331b956ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ea8cb7-7fbd-418c-85ce-fa206456a95a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:26.826857 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51370) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:26.897986 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12a8468f-0be7-4a78-80e0-207137ce0bf9 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:27.017413 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51374) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:27.038279 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8468f-0be7-4a78-80e0-207137ce0bf9 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Pushing event deleted for resources: {'Port': ['ID=9d1e75f2-51f6-4077-b4f3-6391e1b67058,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:27.132866 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03c574cb-02d5-4359-a608-a8c64bfa6b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:27.178383 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f5bb43b2-adde-4187-bbd8-55fa045771bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c5471335d6f486aa0532e046124aea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546261 Dec 20 21:37:27.179100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51384) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:27.180299 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12a8468f-0be7-4a78-80e0-207137ce0bf9 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:27.221116 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:27.357496 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12a8468f-0be7-4a78-80e0-207137ce0bf9 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:27.361647 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12a8468f-0be7-4a78-80e0-207137ce0bf9 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:27.377519 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fddb989d-609d-48b0-8317-7d6726814d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:27.494447 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12a8468f-0be7-4a78-80e0-207137ce0bf9 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:27.498505 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a8468f-0be7-4a78-80e0-207137ce0bf9 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Fanout notify agent at l3_agent the message router_deleted on router aa6bb99b-8310-4ec7-8f1e-c9ce837c75ba {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:37:27.533041 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12a8468f-0be7-4a78-80e0-207137ce0bf9 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:27.534528 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-12a8468f-0be7-4a78-80e0-207137ce0bf9 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "DELETE /v2.0/routers/aa6bb99b-8310-4ec7-8f1e-c9ce837c75ba HTTP/1.1" status: 204 len: 168 time: 2.1441064 Dec 20 21:37:27.538447 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51392) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:27.547889 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-444fdc48-61b9-4d31-a195-e7a6f6db2179 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1789859437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:27.595077 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-444fdc48-61b9-4d31-a195-e7a6f6db2179 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:27.598514 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-444fdc48-61b9-4d31-a195-e7a6f6db2179 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:27.664181 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7da8d607-47aa-4d2c-a52a-958d33f1619e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:27.674549 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Allocated IP 172.20.0.1 (0fb991e8-5875-4d7a-a106-5abb9056a241/a12cfd9b-9e6e-437b-ae60-82912d3f9d50/6729d990-1be1-43a7-828a-a7165303a0a0) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:37:27.689045 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7da8d607-47aa-4d2c-a52a-958d33f1619e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:27.743235 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-444fdc48-61b9-4d31-a195-e7a6f6db2179 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:27.747256 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7da8d607-47aa-4d2c-a52a-958d33f1619e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:27.749860 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7da8d607-47aa-4d2c-a52a-958d33f1619e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:27.751619 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7da8d607-47aa-4d2c-a52a-958d33f1619e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec5fad88-fbeb-449c-96c4-078774d264d1 HTTP/1.1" status: 204 len: 168 time: 0.5682473 Dec 20 21:37:27.761158 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-444fdc48-61b9-4d31-a195-e7a6f6db2179 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:27.786401 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8d607-47aa-4d2c-a52a-958d33f1619e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5fad88-fbeb-449c-96c4-078774d264d1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:27.795999 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-444fdc48-61b9-4d31-a195-e7a6f6db2179 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:27.799588 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-444fdc48-61b9-4d31-a195-e7a6f6db2179 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2577217 Dec 20 21:37:27.802153 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51402) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:27.808121 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5525e958-4410-47a0-8ce5-9e6b5c9ca585 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'enable_snat': False}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:28.013912 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:28.093995 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:28.198897 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=6729d990-1be1-43a7-828a-a7165303a0a0,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:28.210763 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network 0fb991e8-5875-4d7a-a106-5abb9056a241 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:28.212173 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:28.215684 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:28.311226 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:28.395715 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fddb989d-609d-48b0-8317-7d6726814d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:28.438234 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fddb989d-609d-48b0-8317-7d6726814d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:28.530606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb989d-609d-48b0-8317-7d6726814d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1e9034-f75c-4eb7-a9d5-3503c37886c2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:28.548081 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb989d-609d-48b0-8317-7d6726814d1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:28.548426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb989d-609d-48b0-8317-7d6726814d1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:28.548740 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb989d-609d-48b0-8317-7d6726814d1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:28.549066 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb989d-609d-48b0-8317-7d6726814d1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:28.549554 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb989d-609d-48b0-8317-7d6726814d1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:28.549780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb989d-609d-48b0-8317-7d6726814d1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:28.550010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb989d-609d-48b0-8317-7d6726814d1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:28.550377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb989d-609d-48b0-8317-7d6726814d1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:28.550689 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb989d-609d-48b0-8317-7d6726814d1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:28.550999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb989d-609d-48b0-8317-7d6726814d1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:28.551314 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb989d-609d-48b0-8317-7d6726814d1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:28.551625 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddb989d-609d-48b0-8317-7d6726814d1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:28.596068 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fddb989d-609d-48b0-8317-7d6726814d1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e327f3e8aba45538ee4e5a2b04b0946&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7679701 Dec 20 21:37:28.611015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51430) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:28.646056 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5525e958-4410-47a0-8ce5-9e6b5c9ca585 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:28.692737 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:28.902243 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dda8a176-7a30-4204-a40c-5dfa2b830a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:28.970506 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dda8a176-7a30-4204-a40c-5dfa2b830a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:29.094631 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5525e958-4410-47a0-8ce5-9e6b5c9ca585 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:29.113746 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dda8a176-7a30-4204-a40c-5dfa2b830a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:29.121079 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dda8a176-7a30-4204-a40c-5dfa2b830a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:29.122584 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dda8a176-7a30-4204-a40c-5dfa2b830a63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d1e9034-f75c-4eb7-a9d5-3503c37886c2 HTTP/1.1" status: 204 len: 168 time: 0.5138266 Dec 20 21:37:29.146603 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5525e958-4410-47a0-8ce5-9e6b5c9ca585 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:29.167833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8a176-7a30-4204-a40c-5dfa2b830a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1e9034-f75c-4eb7-a9d5-3503c37886c2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:29.328209 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51458) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:29.355655 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:29.372255 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:29.464163 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=6729d990-1be1-43a7-828a-a7165303a0a0,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:29.471575 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e67b917c-d8ed-46c6-bb0a-6f463c52ba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:29.505528 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-5525e958-4410-47a0-8ce5-9e6b5c9ca585 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Allocated IP 172.35.3.90 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/e2693963-11ea-482f-bd5b-cefc42b2e1eb) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:37:29.514893 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:29.633481 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network 0fb991e8-5875-4d7a-a106-5abb9056a241 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:29.636887 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:29.749898 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51466) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:29.768484 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5525e958-4410-47a0-8ce5-9e6b5c9ca585 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:29.798658 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c3dcc96-12c5-4154-98cd-0b38945cae1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:29.807028 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router b9a84bda-43cd-4619-a9d9-51cc598aa56d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:37:29.953641 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5525e958-4410-47a0-8ce5-9e6b5c9ca585 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:30.050216 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5525e958-4410-47a0-8ce5-9e6b5c9ca585 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:30.060392 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-5525e958-4410-47a0-8ce5-9e6b5c9ca585 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:30.064143 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5525e958-4410-47a0-8ce5-9e6b5c9ca585 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:30.268061 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43cf7a92-dc10-46c7-8650-1759e14643d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:30.270253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525e958-4410-47a0-8ce5-9e6b5c9ca585 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Pushing event updated for resources: {'Port': ['ID=e2693963-11ea-482f-bd5b-cefc42b2e1eb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:30.323425 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51476) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:30.378392 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c3dcc96-12c5-4154-98cd-0b38945cae1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:30.399830 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c3dcc96-12c5-4154-98cd-0b38945cae1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:30.437582 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c3dcc96-12c5-4154-98cd-0b38945cae1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bc8b1f80a80457588de8594a5b68f36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6864345 Dec 20 21:37:30.444297 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51480) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:30.510642 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:37:30.519921 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e9d78eb5-9202-4388-bc02-6ed197bf0bf0 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "PUT /v2.0/routers/b9a84bda-43cd-4619-a9d9-51cc598aa56d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2064610 Dec 20 21:37:30.522466 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51484) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:30.525575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac1e7e-10a2-4e6d-994c-6f24bf773d8f None None] Sync routers for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:37:30.529716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-aaa08179-f73d-4165-8d3d-b83d05bdcb89 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'port': {'network_id': '0fb991e8-5875-4d7a-a106-5abb9056a241', 'name': 'tempest-FloatingIPTestJSON-950471831'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:30.530755 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3dcc96-12c5-4154-98cd-0b38945cae1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5de23be-4305-4983-bb9d-b8d149bedb7f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:30.545956 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac1e7e-10a2-4e6d-994c-6f24bf773d8f None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:30.545956 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-eaac1e7e-10a2-4e6d-994c-6f24bf773d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:30.559110 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb645-9a34-4f88-872c-717b17acb97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:30.585666 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5525e958-4410-47a0-8ce5-9e6b5c9ca585 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:30.624494 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-eaac1e7e-10a2-4e6d-994c-6f24bf773d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:30.649993 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac1e7e-10a2-4e6d-994c-6f24bf773d8f None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:30.654497 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-eaac1e7e-10a2-4e6d-994c-6f24bf773d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:30.725715 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-eaac1e7e-10a2-4e6d-994c-6f24bf773d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:30.726420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac1e7e-10a2-4e6d-994c-6f24bf773d8f None None] The sync data for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:37:30.738604 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:30.743689 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa08179-f73d-4165-8d3d-b83d05bdcb89 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Made reservation on behalf of 8fbf673e34a34b999ba884d803154d7b for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:30.748135 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aaa08179-f73d-4165-8d3d-b83d05bdcb89 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:30.778617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-aaa08179-f73d-4165-8d3d-b83d05bdcb89 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] device_id is not set on port 4975f7a6-135a-46eb-b947-aa462ac7db15 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:37:30.804216 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43cf7a92-dc10-46c7-8650-1759e14643d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:30.855168 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c8a630a-de2b-48d2-bbdb-a327da3f605a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:30.889898 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43cf7a92-dc10-46c7-8650-1759e14643d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:30.904460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-aaa08179-f73d-4165-8d3d-b83d05bdcb89 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Allocated IP 172.20.0.7 (0fb991e8-5875-4d7a-a106-5abb9056a241/a12cfd9b-9e6e-437b-ae60-82912d3f9d50/4975f7a6-135a-46eb-b947-aa462ac7db15) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:37:30.973906 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c8a630a-de2b-48d2-bbdb-a327da3f605a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:30.981122 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-43cf7a92-dc10-46c7-8650-1759e14643d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74e66a04541e488ab4e02f378fd8e101&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6475060 Dec 20 21:37:30.985759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51490) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:30.989178 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf7a92-dc10-46c7-8650-1759e14643d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c223ad2-4004-42cd-adec-969568ac416b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:31.053215 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5525e958-4410-47a0-8ce5-9e6b5c9ca585 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:31.057377 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb645-9a34-4f88-872c-717b17acb97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:31.061908 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5525e958-4410-47a0-8ce5-9e6b5c9ca585 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:31.063789 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb645-9a34-4f88-872c-717b17acb97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:31.098770 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c8a630a-de2b-48d2-bbdb-a327da3f605a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:31.101232 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c8a630a-de2b-48d2-bbdb-a327da3f605a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:31.102416 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4c8a630a-de2b-48d2-bbdb-a327da3f605a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5de23be-4305-4983-bb9d-b8d149bedb7f HTTP/1.1" status: 204 len: 168 time: 0.6515963 Dec 20 21:37:31.114716 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a568b09c-b19f-4989-bf1b-4ef5ab7874e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:31.148423 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a568b09c-b19f-4989-bf1b-4ef5ab7874e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:31.184345 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cd2fb645-9a34-4f88-872c-717b17acb97e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f273791d585a4124bb431397cffea4c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8525891 Dec 20 21:37:31.185031 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51496) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:31.199170 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fb645-9a34-4f88-872c-717b17acb97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba39304-0b32-475e-a083-4a3f643e5b02,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:31.230148 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a630a-de2b-48d2-bbdb-a327da3f605a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5de23be-4305-4983-bb9d-b8d149bedb7f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:31.251344 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a568b09c-b19f-4989-bf1b-4ef5ab7874e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:31.254245 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a568b09c-b19f-4989-bf1b-4ef5ab7874e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:31.255444 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a568b09c-b19f-4989-bf1b-4ef5ab7874e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c223ad2-4004-42cd-adec-969568ac416b HTTP/1.1" status: 204 len: 168 time: 0.2682958 Dec 20 21:37:31.276135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568b09c-b19f-4989-bf1b-4ef5ab7874e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c223ad2-4004-42cd-adec-969568ac416b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:31.293043 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aaa08179-f73d-4165-8d3d-b83d05bdcb89 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:31.295620 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a568b09c-b19f-4989-bf1b-4ef5ab7874e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:31.296068 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a568b09c-b19f-4989-bf1b-4ef5ab7874e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:31.296546 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a568b09c-b19f-4989-bf1b-4ef5ab7874e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:31.296955 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a568b09c-b19f-4989-bf1b-4ef5ab7874e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:31.297366 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a568b09c-b19f-4989-bf1b-4ef5ab7874e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:31.297781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a568b09c-b19f-4989-bf1b-4ef5ab7874e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:31.298749 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a568b09c-b19f-4989-bf1b-4ef5ab7874e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:31.299179 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a568b09c-b19f-4989-bf1b-4ef5ab7874e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:31.299597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a568b09c-b19f-4989-bf1b-4ef5ab7874e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:31.300011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a568b09c-b19f-4989-bf1b-4ef5ab7874e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:31.300393 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a568b09c-b19f-4989-bf1b-4ef5ab7874e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:31.300779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a568b09c-b19f-4989-bf1b-4ef5ab7874e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:37:31.316546 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53dc3041-0578-44e2-8278-4ce804fa71a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:31.345825 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53dc3041-0578-44e2-8278-4ce804fa71a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:31.351567 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aaa08179-f73d-4165-8d3d-b83d05bdcb89 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:31.411689 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5525e958-4410-47a0-8ce5-9e6b5c9ca585 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Router c577cf5b-eb84-4537-8ac7-3500260b3b90 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:37:31.433645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa08179-f73d-4165-8d3d-b83d05bdcb89 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network 0fb991e8-5875-4d7a-a106-5abb9056a241 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:31.437508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-aaa08179-f73d-4165-8d3d-b83d05bdcb89 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:31.452110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa08179-f73d-4165-8d3d-b83d05bdcb89 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:31.456913 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa08179-f73d-4165-8d3d-b83d05bdcb89 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=4975f7a6-135a-46eb-b947-aa462ac7db15,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:31.515475 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53dc3041-0578-44e2-8278-4ce804fa71a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:31.518321 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53dc3041-0578-44e2-8278-4ce804fa71a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:31.519814 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-53dc3041-0578-44e2-8278-4ce804fa71a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aba39304-0b32-475e-a083-4a3f643e5b02 HTTP/1.1" status: 204 len: 168 time: 0.3310931 Dec 20 21:37:31.531636 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc3041-0578-44e2-8278-4ce804fa71a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba39304-0b32-475e-a083-4a3f643e5b02,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:31.539094 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa08179-f73d-4165-8d3d-b83d05bdcb89 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:31.541887 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aaa08179-f73d-4165-8d3d-b83d05bdcb89 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:31.571312 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5525e958-4410-47a0-8ce5-9e6b5c9ca585 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:37:31.577417 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-aaa08179-f73d-4165-8d3d-b83d05bdcb89 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0533006 Dec 20 21:37:31.579707 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51508) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:31.581017 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5525e958-4410-47a0-8ce5-9e6b5c9ca585 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:31.582549 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5525e958-4410-47a0-8ce5-9e6b5c9ca585 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "PUT /v2.0/routers/c577cf5b-eb84-4537-8ac7-3500260b3b90 HTTP/1.1" status: 200 len: 915 time: 3.7793889 Dec 20 21:37:31.583690 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1944d8ac-9ab8-48dc-b9df-622525f40f7e None None] Sync routers for ids ['c577cf5b-eb84-4537-8ac7-3500260b3b90'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:37:31.585126 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51510) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:31.605731 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1944d8ac-9ab8-48dc-b9df-622525f40f7e None None] Routers {'c577cf5b-eb84-4537-8ac7-3500260b3b90'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:31.608223 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-41bb8484-e91c-4d57-85a6-5e437b7bd655 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'port': {'network_id': '0fb991e8-5875-4d7a-a106-5abb9056a241', 'name': 'tempest-FloatingIPTestJSON-660445513'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:31.616400 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1944d8ac-9ab8-48dc-b9df-622525f40f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['c577cf5b-eb84-4537-8ac7-3500260b3b90'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:31.722142 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-62213f9a-2016-4d7e-b08b-ffa84f95a785 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "GET /v2.0/routers/c577cf5b-eb84-4537-8ac7-3500260b3b90 HTTP/1.1" status: 200 len: 921 time: 0.1336603 Dec 20 21:37:31.722825 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51516) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:31.745132 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1944d8ac-9ab8-48dc-b9df-622525f40f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:31.777279 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1944d8ac-9ab8-48dc-b9df-622525f40f7e None None] Routers {'c577cf5b-eb84-4537-8ac7-3500260b3b90'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:31.777928 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1944d8ac-9ab8-48dc-b9df-622525f40f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['c577cf5b-eb84-4537-8ac7-3500260b3b90'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:31.813947 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b362815-08ed-4304-b851-3f351e07e74e tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:31.819908 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5b362815-08ed-4304-b851-3f351e07e74e tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=75a50006-9813-4820-b308-110a7399d065&device_id=c577cf5b-eb84-4537-8ac7-3500260b3b90&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0934157 Dec 20 21:37:31.820278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51522) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:31.874530 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1944d8ac-9ab8-48dc-b9df-622525f40f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:31.875217 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1944d8ac-9ab8-48dc-b9df-622525f40f7e None None] The sync data for ids ['c577cf5b-eb84-4537-8ac7-3500260b3b90'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:37:31.992933 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e502dbdf-f65c-4be3-8ceb-7f0a04c0c0ba tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:31.997155 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e502dbdf-f65c-4be3-8ceb-7f0a04c0c0ba tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 881 time: 0.1733384 Dec 20 21:37:31.998212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51526) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:32.004213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bb8484-e91c-4d57-85a6-5e437b7bd655 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Made reservation on behalf of 8fbf673e34a34b999ba884d803154d7b for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:32.008171 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-41bb8484-e91c-4d57-85a6-5e437b7bd655 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:32.032394 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-64cdf33a-99ce-415d-bea0-da94556a2cc1 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "GET /v2.0/ports?device_id=c577cf5b-eb84-4537-8ac7-3500260b3b90 HTTP/1.1" status: 200 len: 205 time: 0.0327158 Dec 20 21:37:32.035524 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51530) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:32.063372 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-41bb8484-e91c-4d57-85a6-5e437b7bd655 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] device_id is not set on port 5533b7db-8370-423e-aa63-dd3aac31afc9 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:37:32.097264 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:32.157608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51534) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:32.208344 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-226fb979-4362-4348-9d20-842bc88b51a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:32.242471 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30b9f5c4-3f65-4a9c-82a1-ac3fe8df629e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:32.300237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-41bb8484-e91c-4d57-85a6-5e437b7bd655 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Allocated IP 172.20.0.9 (0fb991e8-5875-4d7a-a106-5abb9056a241/a12cfd9b-9e6e-437b-ae60-82912d3f9d50/5533b7db-8370-423e-aa63-dd3aac31afc9) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:37:32.334786 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:32.486661 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-226fb979-4362-4348-9d20-842bc88b51a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:32.502240 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-226fb979-4362-4348-9d20-842bc88b51a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:32.525274 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30b9f5c4-3f65-4a9c-82a1-ac3fe8df629e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:32.614153 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-226fb979-4362-4348-9d20-842bc88b51a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=abcda86aec9f491bac28d3d63b3c7fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4530511 Dec 20 21:37:32.617775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51550) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:32.624041 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fb979-4362-4348-9d20-842bc88b51a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3025cd23-3da8-4344-aa38-0730caf9f0a5,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:32.707010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-30b9f5c4-3f65-4a9c-82a1-ac3fe8df629e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Deleting port e2693963-11ea-482f-bd5b-cefc42b2e1eb {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:37:32.707381 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30b9f5c4-3f65-4a9c-82a1-ac3fe8df629e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:32.767956 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-41bb8484-e91c-4d57-85a6-5e437b7bd655 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:32.810374 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-41bb8484-e91c-4d57-85a6-5e437b7bd655 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:32.847194 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ddce8a6-9ccc-42a2-81d6-fb29df2dbe9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:32.944724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bb8484-e91c-4d57-85a6-5e437b7bd655 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network 0fb991e8-5875-4d7a-a106-5abb9056a241 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:32.950826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-41bb8484-e91c-4d57-85a6-5e437b7bd655 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:32.955905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bb8484-e91c-4d57-85a6-5e437b7bd655 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:32.986369 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ddce8a6-9ccc-42a2-81d6-fb29df2dbe9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.014473 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30b9f5c4-3f65-4a9c-82a1-ac3fe8df629e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.017392 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51568) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:33.018411 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-aaf07d7e-a5d7-4587-bd52-735c405f3a6c req-058ad6a8-1a77-43c2-93d0-eefd909da1df service neutron] (102402) timed out ('10.222.0.66', 60403) {{(pid=102402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 20 21:37:33.047173 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb8484-e91c-4d57-85a6-5e437b7bd655 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=5533b7db-8370-423e-aa63-dd3aac31afc9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:33.084341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bb8484-e91c-4d57-85a6-5e437b7bd655 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:33.085173 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-41bb8484-e91c-4d57-85a6-5e437b7bd655 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.090850 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-30b9f5c4-3f65-4a9c-82a1-ac3fe8df629e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Calling delete_port for e2693963-11ea-482f-bd5b-cefc42b2e1eb owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:37:33.130529 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-41bb8484-e91c-4d57-85a6-5e437b7bd655 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5412469 Dec 20 21:37:33.133770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51574) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:33.148936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': '5533b7db-8370-423e-aa63-dd3aac31afc9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:33.202973 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.205665 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ddce8a6-9ccc-42a2-81d6-fb29df2dbe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.208502 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7ddce8a6-9ccc-42a2-81d6-fb29df2dbe9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.211639 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7ddce8a6-9ccc-42a2-81d6-fb29df2dbe9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3025cd23-3da8-4344-aa38-0730caf9f0a5 HTTP/1.1" status: 204 len: 168 time: 0.5921230 Dec 20 21:37:33.239185 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddce8a6-9ccc-42a2-81d6-fb29df2dbe9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3025cd23-3da8-4344-aa38-0730caf9f0a5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:33.460093 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30b9f5c4-3f65-4a9c-82a1-ac3fe8df629e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.479110 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.522465 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9f5c4-3f65-4a9c-82a1-ac3fe8df629e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Pushing event deleted for resources: {'Port': ['ID=e2693963-11ea-482f-bd5b-cefc42b2e1eb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:33.528345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2a2692f9-b84a-416c-82b5-84155f668a0b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-961281368-network', 'tenant_id': '50db76264dad48209d4316d277e2d2f7'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:33.620371 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2692f9-b84a-416c-82b5-84155f668a0b admin admin] Made reservation on behalf of 50db76264dad48209d4316d277e2d2f7 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:33.623273 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a2692f9-b84a-416c-82b5-84155f668a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.635660 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a2692f9-b84a-416c-82b5-84155f668a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.648627 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30b9f5c4-3f65-4a9c-82a1-ac3fe8df629e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.691871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Allocated IP 172.35.3.184 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/84fa4f93-f5ec-4d17-ab02-9b0da419a9b2) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:37:33.773079 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30b9f5c4-3f65-4a9c-82a1-ac3fe8df629e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.777877 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30b9f5c4-3f65-4a9c-82a1-ac3fe8df629e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.866897 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30b9f5c4-3f65-4a9c-82a1-ac3fe8df629e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.867646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b9f5c4-3f65-4a9c-82a1-ac3fe8df629e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Fanout notify agent at l3_agent the message router_deleted on router c577cf5b-eb84-4537-8ac7-3500260b3b90 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:37:33.876678 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-30b9f5c4-3f65-4a9c-82a1-ac3fe8df629e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.881220 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-30b9f5c4-3f65-4a9c-82a1-ac3fe8df629e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "DELETE /v2.0/routers/c577cf5b-eb84-4537-8ac7-3500260b3b90 HTTP/1.1" status: 204 len: 168 time: 1.8409514 Dec 20 21:37:33.883102 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51594) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:33.888123 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1428813627', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:33.905593 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a2692f9-b84a-416c-82b5-84155f668a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.915289 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a2692f9-b84a-416c-82b5-84155f668a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.940433 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.942919 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.944215 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.948165 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2692f9-b84a-416c-82b5-84155f668a0b admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:37:33.972849 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a2692f9-b84a-416c-82b5-84155f668a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:33.974381 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-2a2692f9-b84a-416c-82b5-84155f668a0b admin admin] Added segment 507e1161-e3a4-401e-b9b2-b905aec59548 of type vlan for network fd8ba251-f35e-4e99-8da7-4c7ae7424e5d Dec 20 21:37:33.975918 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2692f9-b84a-416c-82b5-84155f668a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc18993e-5fbe-42fd-90af-881356d35618,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:34.087115 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a2692f9-b84a-416c-82b5-84155f668a0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:34.090891 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:34.106127 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:34.166650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:34.182089 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:34.196720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:34.318427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=84fa4f93-f5ec-4d17-ab02-9b0da419a9b2,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:34.647657 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2b3ce-4dd0-4989-95f1-a79e65921d13 req-17e0a8ca-35c0-4b23-8314-80d15d66d070 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:34.649547 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-08c2b3ce-4dd0-4989-95f1-a79e65921d13 req-17e0a8ca-35c0-4b23-8314-80d15d66d070 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.1292551 Dec 20 21:37:34.758208 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a2692f9-b84a-416c-82b5-84155f668a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:34.759206 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2692f9-b84a-416c-82b5-84155f668a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:34.760164 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a2692f9-b84a-416c-82b5-84155f668a0b admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:34.775808 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:34.841936 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2a2692f9-b84a-416c-82b5-84155f668a0b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8223269 Dec 20 21:37:34.925835 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51664) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:34.952974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2692f9-b84a-416c-82b5-84155f668a0b admin admin] Pushing event updated for resources: {'Network': ['ID=fd8ba251-f35e-4e99-8da7-4c7ae7424e5d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:34.966793 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network fd8ba251-f35e-4e99-8da7-4c7ae7424e5d details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:37:34.987286 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-08c2b3ce-4dd0-4989-95f1-a79e65921d13 req-fec31da9-5a96-426e-ae8e-f8bd173fb433 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216815 Dec 20 21:37:35.183207 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:35.241637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-663d57e1-908f-4549-b7ef-500dfb36ac77 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-497671970-network', 'tenant_id': 'd90e9b44b0d246a89dc33dd280e117a0'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:35.293639 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:35.326266 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:35.353000 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:35.459100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Allocated IP 172.35.3.68 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/2144deb5-1266-48d2-b74c-f9b021ab7c00) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:37:35.514235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51694) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:35.532521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663d57e1-908f-4549-b7ef-500dfb36ac77 admin admin] Made reservation on behalf of d90e9b44b0d246a89dc33dd280e117a0 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:35.534935 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-663d57e1-908f-4549-b7ef-500dfb36ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:35.536728 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:35.545306 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:35.587067 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-663d57e1-908f-4549-b7ef-500dfb36ac77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:35.624359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=84fa4f93-f5ec-4d17-ab02-9b0da419a9b2,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:35.631474 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:35.714780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b0171-4685-4d69-ba77-76a606dddef2 req-5a8af20b-1a6c-4751-95a0-0671298205b3 tempest-ComputeTenantNetworksTest-1468962789 tempest-ComputeTenantNetworksTest-1468962789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:35.720774 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b0171-4685-4d69-ba77-76a606dddef2 req-5a8af20b-1a6c-4751-95a0-0671298205b3 tempest-ComputeTenantNetworksTest-1468962789 tempest-ComputeTenantNetworksTest-1468962789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:35.726433 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b0171-4685-4d69-ba77-76a606dddef2 req-5a8af20b-1a6c-4751-95a0-0671298205b3 tempest-ComputeTenantNetworksTest-1468962789 tempest-ComputeTenantNetworksTest-1468962789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:35.727715 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c10039c5-e2dd-4259-b262-9158fc1372d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:35.732022 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-100b0171-4685-4d69-ba77-76a606dddef2 req-5a8af20b-1a6c-4751-95a0-0671298205b3 tempest-ComputeTenantNetworksTest-1468962789 tempest-ComputeTenantNetworksTest-1468962789-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2412939 Dec 20 21:37:35.735361 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:35.828549 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-663d57e1-908f-4549-b7ef-500dfb36ac77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:35.830839 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:35.845255 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Floating IP d83bad70-d618-40b9-b0e9-bd3cef5e94d5 associated. External IP: 172.35.3.184, port: 5533b7db-8370-423e-aa63-dd3aac31afc9. Dec 20 21:37:35.862902 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-663d57e1-908f-4549-b7ef-500dfb36ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:35.894746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:35.898914 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663d57e1-908f-4549-b7ef-500dfb36ac77 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:37:35.908543 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:35.911247 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:35.943536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Pushing event updated for resources: {'Port': ['ID=2144deb5-1266-48d2-b74c-f9b021ab7c00,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:35.954884 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d57e1-908f-4549-b7ef-500dfb36ac77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbad655-81d4-432b-9f8e-fe613639b248,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:35.963123 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-663d57e1-908f-4549-b7ef-500dfb36ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:35.964823 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-663d57e1-908f-4549-b7ef-500dfb36ac77 admin admin] Added segment a5d7c41a-51a3-4fa7-bd94-129d95532e92 of type vlan for network e199352f-ba36-404e-b656-974e3deb0fcc Dec 20 21:37:35.972685 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fb506-bbee-4e3d-9c6a-8d12c9adf306 req-de67e10b-8aec-4f68-96a4-f9d88f74d1bf tempest-ComputeTenantNetworksTest-1468962789 tempest-ComputeTenantNetworksTest-1468962789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:35.974422 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f48fb506-bbee-4e3d-9c6a-8d12c9adf306 req-de67e10b-8aec-4f68-96a4-f9d88f74d1bf tempest-ComputeTenantNetworksTest-1468962789 tempest-ComputeTenantNetworksTest-1468962789-project] 10.222.0.32 "GET /v2.0/networks/fd8ba251-f35e-4e99-8da7-4c7ae7424e5d HTTP/1.1" status: 200 len: 768 time: 0.2204785 Dec 20 21:37:35.985776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51700) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:36.025952 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c10039c5-e2dd-4259-b262-9158fc1372d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.039575 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c10039c5-e2dd-4259-b262-9158fc1372d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.099457 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-663d57e1-908f-4549-b7ef-500dfb36ac77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.289470 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f496d4ee-5f73-4d83-a5a0-226ab13748c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.306294 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e749cb-5895-4124-b082-8a9db71e0575 req-140ec81b-db22-47ba-9445-adafbe58f5da tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:36.308014 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d0e749cb-5895-4124-b082-8a9db71e0575 req-140ec81b-db22-47ba-9445-adafbe58f5da tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.2321081 Dec 20 21:37:36.324862 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-663d57e1-908f-4549-b7ef-500dfb36ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.325794 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663d57e1-908f-4549-b7ef-500dfb36ac77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:36.326465 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-663d57e1-908f-4549-b7ef-500dfb36ac77 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.453476 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-663d57e1-908f-4549-b7ef-500dfb36ac77 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5162723 Dec 20 21:37:36.466126 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51706) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:36.466828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10039c5-e2dd-4259-b262-9158fc1372d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3715eb56-1367-4fff-99f1-538326b7e721,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:36.481177 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-833c436f-5bc0-4a86-9ea9-0f6b255e29d5 admin admin] Request body: {'subnet': {'network_id': 'e199352f-ba36-404e-b656-974e3deb0fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-497671970-subnet', 'tenant_id': 'd90e9b44b0d246a89dc33dd280e117a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:36.488859 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c10039c5-e2dd-4259-b262-9158fc1372d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0b81d0d368e4aac8e2fa918441737a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9735825 Dec 20 21:37:36.494118 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51708) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:36.566940 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d57e1-908f-4549-b7ef-500dfb36ac77 admin admin] Pushing event updated for resources: {'Network': ['ID=e199352f-ba36-404e-b656-974e3deb0fcc,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:36.568708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833c436f-5bc0-4a86-9ea9-0f6b255e29d5 admin admin] Made reservation on behalf of d90e9b44b0d246a89dc33dd280e117a0 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:36.571030 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-833c436f-5bc0-4a86-9ea9-0f6b255e29d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.571445 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d0e749cb-5895-4124-b082-8a9db71e0575 req-c269dcde-0296-4e18-a212-60c6da02bb51 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424240 Dec 20 21:37:36.577106 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f496d4ee-5f73-4d83-a5a0-226ab13748c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.578549 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network e199352f-ba36-404e-b656-974e3deb0fcc details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:37:36.604552 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f496d4ee-5f73-4d83-a5a0-226ab13748c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8ba251-f35e-4e99-8da7-4c7ae7424e5d']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:36.617311 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f496d4ee-5f73-4d83-a5a0-226ab13748c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507e1161-e3a4-401e-b9b2-b905aec59548') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:36.617594 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f496d4ee-5f73-4d83-a5a0-226ab13748c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507e1161-e3a4-401e-b9b2-b905aec59548') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:36.637542 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.640440 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f496d4ee-5f73-4d83-a5a0-226ab13748c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.676334 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0b2cd-5095-4ab1-a980-a3d13ab3ff39 req-2696f77b-b27a-4e4c-bf2d-08629222ef1b tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:36.677819 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-15f0b2cd-5095-4ab1-a980-a3d13ab3ff39 req-2696f77b-b27a-4e4c-bf2d-08629222ef1b tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 945 time: 0.1585908 Dec 20 21:37:36.686180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router b9a84bda-43cd-4619-a9d9-51cc598aa56d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:37:36.700772 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-227cf4c6-737d-4670-90bb-96db351bf8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.712605 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f496d4ee-5f73-4d83-a5a0-226ab13748c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.722145 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f496d4ee-5f73-4d83-a5a0-226ab13748c1 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:37:36.722541 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f496d4ee-5f73-4d83-a5a0-226ab13748c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:37:36.724279 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:37:36.762903 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-227cf4c6-737d-4670-90bb-96db351bf8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.803489 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f496d4ee-5f73-4d83-a5a0-226ab13748c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.840862 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f496d4ee-5f73-4d83-a5a0-226ab13748c1 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.844015 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f496d4ee-5f73-4d83-a5a0-226ab13748c1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fd8ba251-f35e-4e99-8da7-4c7ae7424e5d HTTP/1.1" status: 204 len: 168 time: 0.8555417 Dec 20 21:37:36.883976 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496d4ee-5f73-4d83-a5a0-226ab13748c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd8ba251-f35e-4e99-8da7-4c7ae7424e5d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:36.934507 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.958084 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-227cf4c6-737d-4670-90bb-96db351bf8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.960581 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-227cf4c6-737d-4670-90bb-96db351bf8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.965074 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-227cf4c6-737d-4670-90bb-96db351bf8f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3715eb56-1367-4fff-99f1-538326b7e721 HTTP/1.1" status: 204 len: 168 time: 0.4667373 Dec 20 21:37:36.986885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-15f0b2cd-5095-4ab1-a980-a3d13ab3ff39 req-ab641c4e-688b-4f59-a1cd-8fd125211d70 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Deleting port 456781ae-4c2f-4789-8654-8978901e9c25 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:37:36.987315 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-15f0b2cd-5095-4ab1-a980-a3d13ab3ff39 req-ab641c4e-688b-4f59-a1cd-8fd125211d70 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:36.996186 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:37:37.004745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e64e30e-6a40-460e-9108-9e66387143e0 None None] Sync routers for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:37:37.007394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cf4c6-737d-4670-90bb-96db351bf8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3715eb56-1367-4fff-99f1-538326b7e721,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:37.019617 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e64e30e-6a40-460e-9108-9e66387143e0 None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:37.020063 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51714) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:37.022244 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5e64e30e-6a40-460e-9108-9e66387143e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:37.078188 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5e64e30e-6a40-460e-9108-9e66387143e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:37.087887 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-87ad7c3a-c284-4551-a9c8-f96e019170f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50db76264dad48209d4316d277e2d2f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665193 Dec 20 21:37:37.091807 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:37.092307 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51716) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:37.107159 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e64e30e-6a40-460e-9108-9e66387143e0 None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:37.108003 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5e64e30e-6a40-460e-9108-9e66387143e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:37.113894 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-833c436f-5bc0-4a86-9ea9-0f6b255e29d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:37.160994 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b4eb9ac-ff86-40a3-af57-550db2245546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:37.170608 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5e64e30e-6a40-460e-9108-9e66387143e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:37.175557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e64e30e-6a40-460e-9108-9e66387143e0 None None] The sync data for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:37:37.182858 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2c8dddd5-aa89-4bd2-a8ec-69dbe81a43d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0443466 Dec 20 21:37:37.183739 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51724) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:37.192356 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a8c72343-dd97-45a9-9815-7e587081200e tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:37.205510 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c436f-5bc0-4a86-9ea9-0f6b255e29d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a479ce93-a160-4f3c-a365-480156e7b1e5,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:37.208765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-15f0b2cd-5095-4ab1-a980-a3d13ab3ff39 req-ab641c4e-688b-4f59-a1cd-8fd125211d70 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] For port 456781ae-4c2f-4789-8654-8978901e9c25, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=456781ae-4c2f-4789-8654-8978901e9c25,segment=NetworkSegment(7353a3e6-4d63-4a74-a104-4f015f2a3834),segment_id=7353a3e6-4d63-4a74-a104-4f015f2a3834)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:37:37.209172 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-15f0b2cd-5095-4ab1-a980-a3d13ab3ff39 req-ab641c4e-688b-4f59-a1cd-8fd125211d70 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:37.230531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-15f0b2cd-5095-4ab1-a980-a3d13ab3ff39 req-ab641c4e-688b-4f59-a1cd-8fd125211d70 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Calling delete_port for 456781ae-4c2f-4789-8654-8978901e9c25 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:37:37.245568 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833c436f-5bc0-4a86-9ea9-0f6b255e29d5 admin admin] Checking segment: {'id': 'a5d7c41a-51a3-4fa7-bd94-129d95532e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e199352f-ba36-404e-b656-974e3deb0fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:37:37.246132 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833c436f-5bc0-4a86-9ea9-0f6b255e29d5 admin admin] Network hostable DHCP agents. Network: e199352f-ba36-404e-b656-974e3deb0fcc, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:37:37.257146 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b4eb9ac-ff86-40a3-af57-550db2245546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:37.309667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833c436f-5bc0-4a86-9ea9-0f6b255e29d5 admin admin] Network e199352f-ba36-404e-b656-974e3deb0fcc is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:37:37.323536 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8c72343-dd97-45a9-9815-7e587081200e tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:37.333691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-833c436f-5bc0-4a86-9ea9-0f6b255e29d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, e199352f-ba36-404e-b656-974e3deb0fcc) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:37.338843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833c436f-5bc0-4a86-9ea9-0f6b255e29d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:37.339516 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-833c436f-5bc0-4a86-9ea9-0f6b255e29d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:37.348218 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97748dd-9d9d-4f9a-be54-75eef23b58f7 None None] Network e199352f-ba36-404e-b656-974e3deb0fcc requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:37:37.372919 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-833c436f-5bc0-4a86-9ea9-0f6b255e29d5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8875320 Dec 20 21:37:37.457423 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-15f0b2cd-5095-4ab1-a980-a3d13ab3ff39 req-ab641c4e-688b-4f59-a1cd-8fd125211d70 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:37.491082 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b4eb9ac-ff86-40a3-af57-550db2245546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:37.497300 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b4eb9ac-ff86-40a3-af57-550db2245546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:37.501043 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7b4eb9ac-ff86-40a3-af57-550db2245546 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc18993e-5fbe-42fd-90af-881356d35618 HTTP/1.1" status: 204 len: 168 time: 0.4059210 Dec 20 21:37:37.506702 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['456781ae-4c2f-4789-8654-8978901e9c25'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:37:37.530608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab641c4e-688b-4f59-a1cd-8fd125211d70 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Pushing event deleted for resources: {'Port': ['ID=456781ae-4c2f-4789-8654-8978901e9c25,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:37.536818 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['a63438e6-9c1f-47cb-bc0a-a6eb998d447a'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:37:37.559114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51734) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:37.561117 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4eb9ac-ff86-40a3-af57-550db2245546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc18993e-5fbe-42fd-90af-881356d35618,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:37.609302 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f0b2cd-5095-4ab1-a980-a3d13ab3ff39 req-ab641c4e-688b-4f59-a1cd-8fd125211d70 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] No DVR routers for this DVR port 456781ae-4c2f-4789-8654-8978901e9c25 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:37:37.615654 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Router 543a0500-afb4-4032-aef5-236958df0e4a is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:37:37.617278 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-15f0b2cd-5095-4ab1-a980-a3d13ab3ff39 req-ab641c4e-688b-4f59-a1cd-8fd125211d70 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:37.617890 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8a10792-dcb9-4850-84bd-58965e55acdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:37.623871 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-15f0b2cd-5095-4ab1-a980-a3d13ab3ff39 req-ab641c4e-688b-4f59-a1cd-8fd125211d70 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.31 "DELETE /v2.0/ports/456781ae-4c2f-4789-8654-8978901e9c25 HTTP/1.1" status: 204 len: 173 time: 0.9336548 Dec 20 21:37:37.625432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd243950-73d3-4718-aaf4-e8fbd294650b', 'name': 'network-vif-deleted', 'tag': '456781ae-4c2f-4789-8654-8978901e9c25'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:37:37.633715 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc4e002-9d98-4306-ad6b-0ee953f12a26" -d '{"events": [{"server_uuid": "dd243950-73d3-4718-aaf4-e8fbd294650b", "name": "network-vif-deleted", "tag": "456781ae-4c2f-4789-8654-8978901e9c25"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:37:37.669466 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a04e618-fcf6-48b5-84d2-9d7e7d3b57ff None None] Network e199352f-ba36-404e-b656-974e3deb0fcc requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:37:37.746128 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a8aa28-9aaf-4cb5-9c3a-a70e3a67e654 x-openstack-request-id: req-70a8aa28-9aaf-4cb5-9c3a-a70e3a67e654 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:37:37.746870 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd243950-73d3-4718-aaf4-e8fbd294650b", "name": "network-vif-deleted", "tag": "456781ae-4c2f-4789-8654-8978901e9c25", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:37:37.747323 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70a8aa28-9aaf-4cb5-9c3a-a70e3a67e654 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:37:37.747917 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd243950-73d3-4718-aaf4-e8fbd294650b', 'name': 'network-vif-deleted', 'tag': '456781ae-4c2f-4789-8654-8978901e9c25', 'status': 'completed', 'code': 200} Dec 20 21:37:37.811357 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-60532894-b5de-47dc-86f4-dbefac845684 req-ef9b4ad2-020c-448d-ae97-29def79d6bae tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd243950-73d3-4718-aaf4-e8fbd294650b HTTP/1.1" status: 200 len: 210 time: 0.0576472 Dec 20 21:37:37.980394 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8c72343-dd97-45a9-9815-7e587081200e tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:38.007035 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8c72343-dd97-45a9-9815-7e587081200e tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:38.007447 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-a8c72343-dd97-45a9-9815-7e587081200e tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Floating IP d83bad70-d618-40b9-b0e9-bd3cef5e94d5 disassociated. External IP: 172.35.3.184, port: 5533b7db-8370-423e-aa63-dd3aac31afc9. Dec 20 21:37:38.177094 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8a10792-dcb9-4850-84bd-58965e55acdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:38.341115 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8a10792-dcb9-4850-84bd-58965e55acdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:38.388261 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c8a10792-dcb9-4850-84bd-58965e55acdf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0331a68ce4f942ef92dcbc61290506ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8107619 Dec 20 21:37:38.391166 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:37:38.392067 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51760) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:38.407061 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a10dbc-bfef-460a-a0f0-894c39e1ae3d None None] Sync routers for ids ['543a0500-afb4-4032-aef5-236958df0e4a'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:37:38.424862 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a10dbc-bfef-460a-a0f0-894c39e1ae3d None None] Routers {'543a0500-afb4-4032-aef5-236958df0e4a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:38.425498 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-54a10dbc-bfef-460a-a0f0-894c39e1ae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['543a0500-afb4-4032-aef5-236958df0e4a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:38.431966 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c72343-dd97-45a9-9815-7e587081200e tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router b9a84bda-43cd-4619-a9d9-51cc598aa56d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:37:38.453603 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:38.455714 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-40de1be7-a869-4130-8c44-95318e61a41e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5718014 Dec 20 21:37:38.458902 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a10792-dcb9-4850-84bd-58965e55acdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9705d026-e1bd-4b45-aff9-4278b70a2241,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:38.464141 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51764) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:38.473764 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ac8a86f8-9219-40b4-acc9-ae868ef6741d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:38.533258 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-54a10dbc-bfef-460a-a0f0-894c39e1ae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:38.543744 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a10dbc-bfef-460a-a0f0-894c39e1ae3d None None] Routers {'543a0500-afb4-4032-aef5-236958df0e4a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:38.545031 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-54a10dbc-bfef-460a-a0f0-894c39e1ae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['543a0500-afb4-4032-aef5-236958df0e4a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:38.554210 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa9d7-8a1c-40b3-a589-ef1e935698e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:38.563970 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51766) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:38.575879 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1b4d710e-74e7-49d0-acc1-3c2f306d663c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1641342045-network', 'tenant_id': 'd3a7204b1bc74e0ba8ad3074cb5bd2f5'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:38.579105 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-54a10dbc-bfef-460a-a0f0-894c39e1ae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:38.579948 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a10dbc-bfef-460a-a0f0-894c39e1ae3d None None] The sync data for ids ['543a0500-afb4-4032-aef5-236958df0e4a'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:37:38.613435 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa9d7-8a1c-40b3-a589-ef1e935698e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:38.632261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4d710e-74e7-49d0-acc1-3c2f306d663c admin admin] Made reservation on behalf of d3a7204b1bc74e0ba8ad3074cb5bd2f5 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:38.634663 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b4d710e-74e7-49d0-acc1-3c2f306d663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:38.650505 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b4d710e-74e7-49d0-acc1-3c2f306d663c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:38.702328 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa9d7-8a1c-40b3-a589-ef1e935698e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:38.705200 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa9d7-8a1c-40b3-a589-ef1e935698e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:38.709707 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4d3aa9d7-8a1c-40b3-a589-ef1e935698e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9705d026-e1bd-4b45-aff9-4278b70a2241 HTTP/1.1" status: 204 len: 168 time: 0.3165240 Dec 20 21:37:38.727526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3aa9d7-8a1c-40b3-a589-ef1e935698e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9705d026-e1bd-4b45-aff9-4278b70a2241,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:38.806557 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b4d710e-74e7-49d0-acc1-3c2f306d663c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:38.814570 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b4d710e-74e7-49d0-acc1-3c2f306d663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:38.843698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4d710e-74e7-49d0-acc1-3c2f306d663c admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:37:38.869200 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d710e-74e7-49d0-acc1-3c2f306d663c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b44404-8340-4a53-af80-c33bf994fe29,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:38.874497 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b4d710e-74e7-49d0-acc1-3c2f306d663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:38.875100 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-1b4d710e-74e7-49d0-acc1-3c2f306d663c admin admin] Added segment 64450046-84db-4b21-b3ef-19c4178cb3f9 of type vlan for network a1dfaf26-56d3-41b7-a61a-1ca9fc356c93 Dec 20 21:37:38.953460 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b4d710e-74e7-49d0-acc1-3c2f306d663c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:38.993440 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b4d710e-74e7-49d0-acc1-3c2f306d663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:38.997942 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4d710e-74e7-49d0-acc1-3c2f306d663c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:38.998940 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b4d710e-74e7-49d0-acc1-3c2f306d663c admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:39.129074 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1b4d710e-74e7-49d0-acc1-3c2f306d663c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5629110 Dec 20 21:37:39.132202 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51786) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:39.141137 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d5126381-9ad1-46ef-bca3-bdbf51356bbe admin admin] Request body: {'subnet': {'network_id': 'a1dfaf26-56d3-41b7-a61a-1ca9fc356c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1641342045-subnet', 'tenant_id': 'd3a7204b1bc74e0ba8ad3074cb5bd2f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:39.223313 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d710e-74e7-49d0-acc1-3c2f306d663c admin admin] Pushing event updated for resources: {'Network': ['ID=a1dfaf26-56d3-41b7-a61a-1ca9fc356c93,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:39.235255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network a1dfaf26-56d3-41b7-a61a-1ca9fc356c93 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:37:39.247404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5126381-9ad1-46ef-bca3-bdbf51356bbe admin admin] Made reservation on behalf of d3a7204b1bc74e0ba8ad3074cb5bd2f5 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:39.249809 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d5126381-9ad1-46ef-bca3-bdbf51356bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:39.298637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c72343-dd97-45a9-9815-7e587081200e tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:37:39.308987 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8c72343-dd97-45a9-9815-7e587081200e tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:39.349840 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab20f1-eb74-4deb-a38a-16a4610ed412 None None] Sync routers for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:37:39.426089 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab20f1-eb74-4deb-a38a-16a4610ed412 None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:39.426736 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-20ab20f1-eb74-4deb-a38a-16a4610ed412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:39.473255 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d5126381-9ad1-46ef-bca3-bdbf51356bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:39.484534 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a8c72343-dd97-45a9-9815-7e587081200e tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "PUT /v2.0/floatingips/d83bad70-d618-40b9-b0e9-bd3cef5e94d5 HTTP/1.1" status: 200 len: 688 time: 2.2967591 Dec 20 21:37:39.487578 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51800) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:39.512160 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-20ab20f1-eb74-4deb-a38a-16a4610ed412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:39.530117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab20f1-eb74-4deb-a38a-16a4610ed412 None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:39.532120 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-20ab20f1-eb74-4deb-a38a-16a4610ed412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:39.561663 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5126381-9ad1-46ef-bca3-bdbf51356bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a06b8e-42e2-4c84-8df1-aab994bc1ef2,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:39.638759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5126381-9ad1-46ef-bca3-bdbf51356bbe admin admin] Checking segment: {'id': '64450046-84db-4b21-b3ef-19c4178cb3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1dfaf26-56d3-41b7-a61a-1ca9fc356c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:37:39.638978 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5126381-9ad1-46ef-bca3-bdbf51356bbe admin admin] Network hostable DHCP agents. Network: a1dfaf26-56d3-41b7-a61a-1ca9fc356c93, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:37:39.645767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-20ab20f1-eb74-4deb-a38a-16a4610ed412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:39.646963 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab20f1-eb74-4deb-a38a-16a4610ed412 None None] The sync data for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:37:39.666764 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5126381-9ad1-46ef-bca3-bdbf51356bbe admin admin] Network a1dfaf26-56d3-41b7-a61a-1ca9fc356c93 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:37:39.682446 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-d5126381-9ad1-46ef-bca3-bdbf51356bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, a1dfaf26-56d3-41b7-a61a-1ca9fc356c93) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:39.688156 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5126381-9ad1-46ef-bca3-bdbf51356bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:39.689309 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d5126381-9ad1-46ef-bca3-bdbf51356bbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:39.696111 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd63966-560a-4048-a0a6-bebfb87f4393 None None] Network a1dfaf26-56d3-41b7-a61a-1ca9fc356c93 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:37:39.721496 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d5126381-9ad1-46ef-bca3-bdbf51356bbe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5882201 Dec 20 21:37:39.727193 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac8a86f8-9219-40b4-acc9-ae868ef6741d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:39.742743 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b600e23-61ce-42f7-b376-94197c6ca19e req-63ea8d4f-74a4-4999-b07e-46ea92eda70b tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:39.744647 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b600e23-61ce-42f7-b376-94197c6ca19e req-63ea8d4f-74a4-4999-b07e-46ea92eda70b tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.4278867 Dec 20 21:37:39.770372 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac8a86f8-9219-40b4-acc9-ae868ef6741d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:39.842943 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b600e23-61ce-42f7-b376-94197c6ca19e req-fcad37fd-354a-44b0-a16b-c1d13e1be9c1 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742424 Dec 20 21:37:39.880330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-10867b25-8296-4f9e-8e9f-c5d53e0a9907 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Deleting port 84fa4f93-f5ec-4d17-ab02-9b0da419a9b2 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:37:39.880665 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10867b25-8296-4f9e-8e9f-c5d53e0a9907 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:39.919074 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aca5fb6-185a-4c10-8731-3feffe88a66c None None] Network a1dfaf26-56d3-41b7-a61a-1ca9fc356c93 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:37:39.978520 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10867b25-8296-4f9e-8e9f-c5d53e0a9907 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:39.978671 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10867b25-8296-4f9e-8e9f-c5d53e0a9907 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:40.003286 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-10867b25-8296-4f9e-8e9f-c5d53e0a9907 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Calling delete_port for 84fa4f93-f5ec-4d17-ab02-9b0da419a9b2 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:37:40.110038 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a86f8-9219-40b4-acc9-ae868ef6741d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Deleting port 2144deb5-1266-48d2-b74c-f9b021ab7c00 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:37:40.110409 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac8a86f8-9219-40b4-acc9-ae868ef6741d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:40.240668 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac8a86f8-9219-40b4-acc9-ae868ef6741d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:40.266950 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a86f8-9219-40b4-acc9-ae868ef6741d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Calling delete_port for 2144deb5-1266-48d2-b74c-f9b021ab7c00 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:37:40.317502 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10867b25-8296-4f9e-8e9f-c5d53e0a9907 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:40.345953 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10867b25-8296-4f9e-8e9f-c5d53e0a9907 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Port': ['ID=84fa4f93-f5ec-4d17-ab02-9b0da419a9b2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:40.484256 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10867b25-8296-4f9e-8e9f-c5d53e0a9907 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:40.486828 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-10867b25-8296-4f9e-8e9f-c5d53e0a9907 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:40.491586 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-10867b25-8296-4f9e-8e9f-c5d53e0a9907 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/floatingips/d83bad70-d618-40b9-b0e9-bd3cef5e94d5 HTTP/1.1" status: 204 len: 168 time: 0.9983008 Dec 20 21:37:40.492074 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51844) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:40.497746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': '4975f7a6-135a-46eb-b947-aa462ac7db15'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:40.547221 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:40.561897 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac8a86f8-9219-40b4-acc9-ae868ef6741d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:40.610227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a86f8-9219-40b4-acc9-ae868ef6741d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Pushing event deleted for resources: {'Port': ['ID=2144deb5-1266-48d2-b74c-f9b021ab7c00,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:40.708190 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac8a86f8-9219-40b4-acc9-ae868ef6741d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:40.710979 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-67ccb8c1-b803-451a-99fa-836dabc34737 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:40.712964 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-67ccb8c1-b803-451a-99fa-836dabc34737 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/networks?id=e199352f-ba36-404e-b656-974e3deb0fcc HTTP/1.1" status: 200 len: 808 time: 0.1798263 Dec 20 21:37:40.771314 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-f121db40-6c80-4262-84da-66082fea03f9 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/quotas/d90e9b44b0d246a89dc33dd280e117a0 HTTP/1.1" status: 200 len: 375 time: 0.0264828 Dec 20 21:37:40.848350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-70de67bb-daca-46e1-bbc0-f1988636db98 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d90e9b44b0d246a89dc33dd280e117a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644472 Dec 20 21:37:40.876016 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:41.025422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Allocated IP 172.35.3.104 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/ad62a64b-0a9d-4b6d-a8ef-e20835c4c5f9) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:37:41.142583 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:41.164081 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1972b08-2796-4b75-a1e6-d290c7ac2772 req-5b9fb1df-c6ab-4373-9767-f287e7c6019e tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:41.165724 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f1972b08-2796-4b75-a1e6-d290c7ac2772 req-5b9fb1df-c6ab-4373-9767-f287e7c6019e tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1484313 Dec 20 21:37:41.170877 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac8a86f8-9219-40b4-acc9-ae868ef6741d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:41.176706 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac8a86f8-9219-40b4-acc9-ae868ef6741d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:41.185402 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:41.261498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:41.265657 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:41.270650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:41.281433 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=ad62a64b-0a9d-4b6d-a8ef-e20835c4c5f9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:41.321438 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f1972b08-2796-4b75-a1e6-d290c7ac2772 req-3e124823-eb44-42ba-b1cb-2e43d8a8c11d tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413422 Dec 20 21:37:41.334521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8a86f8-9219-40b4-acc9-ae868ef6741d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Router 543a0500-afb4-4032-aef5-236958df0e4a has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:37:41.356868 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51900) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:41.361450 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-1bb350b5-b3f4-4352-921a-bec4fccdacc2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:37:41.362474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-1bb350b5-b3f4-4352-921a-bec4fccdacc2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5044940 Dec 20 21:37:41.443388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8a86f8-9219-40b4-acc9-ae868ef6741d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:37:41.456085 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8af265-dd5a-4f61-a713-0e2fdc51532c None None] Sync routers for ids ['543a0500-afb4-4032-aef5-236958df0e4a'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:37:41.459860 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ac8a86f8-9219-40b4-acc9-ae868ef6741d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:41.464528 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ac8a86f8-9219-40b4-acc9-ae868ef6741d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "PUT /v2.0/routers/543a0500-afb4-4032-aef5-236958df0e4a HTTP/1.1" status: 200 len: 706 time: 2.9987772 Dec 20 21:37:41.465466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51906) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:41.469313 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8af265-dd5a-4f61-a713-0e2fdc51532c None None] Routers {'543a0500-afb4-4032-aef5-236958df0e4a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:41.469941 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2f8af265-dd5a-4f61-a713-0e2fdc51532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['543a0500-afb4-4032-aef5-236958df0e4a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:41.545138 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2f8af265-dd5a-4f61-a713-0e2fdc51532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:41.554499 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8af265-dd5a-4f61-a713-0e2fdc51532c None None] Routers {'543a0500-afb4-4032-aef5-236958df0e4a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:41.555436 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2f8af265-dd5a-4f61-a713-0e2fdc51532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['543a0500-afb4-4032-aef5-236958df0e4a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:41.571278 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ab45452f-555a-4d3c-b389-510fa13e6724 tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "GET /v2.0/routers/543a0500-afb4-4032-aef5-236958df0e4a HTTP/1.1" status: 200 len: 741 time: 0.1018655 Dec 20 21:37:41.571426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51912) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:41.594116 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2f8af265-dd5a-4f61-a713-0e2fdc51532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:41.594926 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8af265-dd5a-4f61-a713-0e2fdc51532c None None] The sync data for ids ['543a0500-afb4-4032-aef5-236958df0e4a'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:37:41.650189 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2dea1564-0043-4c5d-8ddf-a6c861086a9c tempest-RoutersAdminTest-263822685 tempest-RoutersAdminTest-263822685-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=75a50006-9813-4820-b308-110a7399d065&device_id=543a0500-afb4-4032-aef5-236958df0e4a HTTP/1.1" status: 200 len: 205 time: 0.0754228 Dec 20 21:37:41.650440 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-96a01201-5889-4e6c-a4c1-7411079ca762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:41.652286 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51926) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:41.656793 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-decf8363-939d-4b18-8355-19a67dedc11d service neutron] 10.222.0.32 "GET /v2.0/networks/e199352f-ba36-404e-b656-974e3deb0fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422593 Dec 20 21:37:41.694202 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4a64842e-6c99-441b-aed7-382c43614b6d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "GET /v2.0/ports?device_id=543a0500-afb4-4032-aef5-236958df0e4a HTTP/1.1" status: 200 len: 205 time: 0.0374718 Dec 20 21:37:41.697332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51938) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:41.805312 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75eb0072-3f13-4a09-9c56-9f8048c9596a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:41.921676 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-bbb831e7-e300-4d83-af42-f2d27e09cac9 service neutron] 10.222.0.32 "GET /v2.0/networks/e199352f-ba36-404e-b656-974e3deb0fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573130 Dec 20 21:37:41.988681 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75eb0072-3f13-4a09-9c56-9f8048c9596a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:41.991803 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75eb0072-3f13-4a09-9c56-9f8048c9596a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:42.013061 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:42.044746 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-96a01201-5889-4e6c-a4c1-7411079ca762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:42.055412 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-96a01201-5889-4e6c-a4c1-7411079ca762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:42.068936 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75eb0072-3f13-4a09-9c56-9f8048c9596a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:42.070037 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75eb0072-3f13-4a09-9c56-9f8048c9596a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Fanout notify agent at l3_agent the message router_deleted on router 543a0500-afb4-4032-aef5-236958df0e4a {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:37:42.080495 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75eb0072-3f13-4a09-9c56-9f8048c9596a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:42.081690 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-75eb0072-3f13-4a09-9c56-9f8048c9596a tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "DELETE /v2.0/routers/543a0500-afb4-4032-aef5-236958df0e4a HTTP/1.1" status: 204 len: 168 time: 0.3837898 Dec 20 21:37:42.085327 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51950) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:42.097208 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a01201-5889-4e6c-a4c1-7411079ca762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b5095b-5420-412d-b160-10e46cf28d3d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:42.131324 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-02f609df-bcad-46c9-a56a-dd8e7e1600c0 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "GET /v2.0/ports?device_id=543a0500-afb4-4032-aef5-236958df0e4a HTTP/1.1" status: 200 len: 205 time: 0.0442660 Dec 20 21:37:42.133700 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51952) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:42.139208 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 456781ae-4c2f-4789-8654-8978901e9c25 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:37:42.150581 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-96a01201-5889-4e6c-a4c1-7411079ca762 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=080eef18a3ce42efa24d4f0c19fc1b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7868845 Dec 20 21:37:42.151531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51956) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:42.192931 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:42.207399 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 456781ae-4c2f-4789-8654-8978901e9c25 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:37:42.207882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 456781ae-4c2f-4789-8654-8978901e9c25 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:37:42.257655 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2f3a6acb-ff09-4e4f-8188-1249eef09a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:42.275091 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-f6da0316-7a20-4dea-b2fb-7c049077264b tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] delete failed (client error): The resource could not be found. Dec 20 21:37:42.278107 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f6da0316-7a20-4dea-b2fb-7c049077264b tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "DELETE /v2.0/routers/543a0500-afb4-4032-aef5-236958df0e4a HTTP/1.1" status: 404 len: 336 time: 0.1411633 Dec 20 21:37:42.278861 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-644e8dd1-428e-4ad1-a63f-162f0a59568b req-5dd9866f-966e-4760-bcd6-05d12f4b7374 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/ports?device_id=788a2ae3-60cb-4714-948d-e52554f6296a HTTP/1.1" status: 200 len: 210 time: 0.0396533 Dec 20 21:37:42.279332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51960) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:42.306277 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2f3a6acb-ff09-4e4f-8188-1249eef09a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:42.316466 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a611baa9-d04a-4f9f-ba60-3d9cdd43ff3b tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "GET /v2.0/ports?device_id=c577cf5b-eb84-4537-8ac7-3500260b3b90 HTTP/1.1" status: 200 len: 205 time: 0.0345852 Dec 20 21:37:42.317849 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51964) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:42.391409 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-e61c0662-a308-4412-bd77-3b62598c88d6 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] delete failed (client error): The resource could not be found. Dec 20 21:37:42.395268 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e61c0662-a308-4412-bd77-3b62598c88d6 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "DELETE /v2.0/routers/c577cf5b-eb84-4537-8ac7-3500260b3b90 HTTP/1.1" status: 404 len: 336 time: 0.0741313 Dec 20 21:37:42.395913 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51974) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:42.467704 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-97c35d7d-7f9f-464c-a39a-3b1299608b18 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa6bb99b-8310-4ec7-8f1e-c9ce837c75ba HTTP/1.1" status: 200 len: 205 time: 0.0706553 Dec 20 21:37:42.468288 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51976) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:42.480286 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51978) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:42.576691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286dba0-c068-451f-8493-3796ae364be4 req-ed1a6a7b-9b2f-4b46-b137-2877f6ca4478 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:42.578394 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1286dba0-c068-451f-8493-3796ae364be4 req-ed1a6a7b-9b2f-4b46-b137-2877f6ca4478 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1258159 Dec 20 21:37:42.587148 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-f80d145f-12b5-49a1-8236-408afb56942d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] delete failed (client error): The resource could not be found. Dec 20 21:37:42.604124 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f80d145f-12b5-49a1-8236-408afb56942d tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "DELETE /v2.0/routers/aa6bb99b-8310-4ec7-8f1e-c9ce837c75ba HTTP/1.1" status: 404 len: 336 time: 0.1214895 Dec 20 21:37:42.605352 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51982) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:42.617056 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2f3a6acb-ff09-4e4f-8188-1249eef09a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:42.619948 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2f3a6acb-ff09-4e4f-8188-1249eef09a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:42.621314 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2f3a6acb-ff09-4e4f-8188-1249eef09a18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55b5095b-5420-412d-b160-10e46cf28d3d HTTP/1.1" status: 204 len: 168 time: 0.4663918 Dec 20 21:37:42.623608 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:42.637715 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:42.671865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a6acb-ff09-4e4f-8188-1249eef09a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b5095b-5420-412d-b160-10e46cf28d3d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:42.699733 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1286dba0-c068-451f-8493-3796ae364be4 req-2bc45417-a799-47d8-99c0-2419c531aa2c tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923450 Dec 20 21:37:42.729459 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-26e7fa57-8abc-4411-850a-a872727d1dd7 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fe39fde-028e-44c0-b228-af8da608ab53 HTTP/1.1" status: 200 len: 205 time: 0.1194098 Dec 20 21:37:42.739182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51988) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:42.764316 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=ad62a64b-0a9d-4b6d-a8ef-e20835c4c5f9,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:42.773954 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:42.832651 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9ca3abb-bb61-47ba-a2f4-673296fbf32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:42.840509 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-10e80b4c-4f58-4a41-9edf-924fcf9bc6c0 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] delete failed (client error): The resource could not be found. Dec 20 21:37:42.842367 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-10e80b4c-4f58-4a41-9edf-924fcf9bc6c0 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "DELETE /v2.0/routers/6fe39fde-028e-44c0-b228-af8da608ab53 HTTP/1.1" status: 404 len: 336 time: 0.0811555 Dec 20 21:37:42.851790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51992) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:42.983075 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9ca3abb-bb61-47ba-a2f4-673296fbf32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:42.989409 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b9ca3abb-bb61-47ba-a2f4-673296fbf32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:43.049965 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b9ca3abb-bb61-47ba-a2f4-673296fbf32a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe7da8f73e14417b9758f5229ba02f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5802567 Dec 20 21:37:43.063182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51996) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:43.070366 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca3abb-bb61-47ba-a2f4-673296fbf32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cb4e39-f829-4804-87f8-4d8812a44a0f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:43.137234 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3669b17b-5004-4757-ac83-5d29daee6508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:43.172320 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3669b17b-5004-4757-ac83-5d29daee6508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:43.256548 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3669b17b-5004-4757-ac83-5d29daee6508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:43.259662 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3669b17b-5004-4757-ac83-5d29daee6508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:43.261192 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3669b17b-5004-4757-ac83-5d29daee6508 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23cb4e39-f829-4804-87f8-4d8812a44a0f HTTP/1.1" status: 204 len: 168 time: 0.1971085 Dec 20 21:37:43.277891 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669b17b-5004-4757-ac83-5d29daee6508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cb4e39-f829-4804-87f8-4d8812a44a0f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:43.355458 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9a3a6151-b88b-45b4-8853-a0462e34ffc3 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "GET /v2.0/ports?device_id=85a223b6-dfd4-4ea6-a44d-3f53a5f34cad HTTP/1.1" status: 200 len: 205 time: 0.5024319 Dec 20 21:37:43.357986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52008) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:43.432449 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Floating IP 2ffc0ffa-2a65-429b-adc2-8b872418580b associated. External IP: 172.35.3.104, port: 4975f7a6-135a-46eb-b947-aa462ac7db15. Dec 20 21:37:43.452024 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-2f0459b5-f16e-41df-903e-9a1d793355a9 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] delete failed (client error): The resource could not be found. Dec 20 21:37:43.453061 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2f0459b5-f16e-41df-903e-9a1d793355a9 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "DELETE /v2.0/routers/85a223b6-dfd4-4ea6-a44d-3f53a5f34cad HTTP/1.1" status: 404 len: 336 time: 0.0940633 Dec 20 21:37:43.467044 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52012) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:43.533132 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-165037b0-d1fe-49d9-b4d8-d2bc254ace4b req-dd94c29e-58d4-4c89-ae45-3480034fcbfe tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/ports?device_id=788a2ae3-60cb-4714-948d-e52554f6296a HTTP/1.1" status: 200 len: 210 time: 0.1061859 Dec 20 21:37:43.597262 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5caef4ee-c35c-4705-8cfa-8fbfbec8f26e tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "GET /v2.0/ports?device_id=163f7c2b-5460-453d-9b23-4f43a45d2143 HTTP/1.1" status: 200 len: 205 time: 0.1283467 Dec 20 21:37:43.613407 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52020) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:43.699851 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-ebcf3c9b-44f6-456e-9381-21b744da6ded tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] delete failed (client error): The resource could not be found. Dec 20 21:37:43.700928 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ebcf3c9b-44f6-456e-9381-21b744da6ded tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "DELETE /v2.0/routers/163f7c2b-5460-453d-9b23-4f43a45d2143 HTTP/1.1" status: 404 len: 336 time: 0.0859182 Dec 20 21:37:43.703622 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52024) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:43.751435 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e882a0-f776-4b2b-ad79-6bd5d3b5f6c4 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] DELETE failed (client error): The resource could not be found. Dec 20 21:37:43.753566 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e882a0-f776-4b2b-ad79-6bd5d3b5f6c4 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:37:43.760783 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d8e882a0-f776-4b2b-ad79-6bd5d3b5f6c4 tempest-RoutersAdminTest-133739643 tempest-RoutersAdminTest-133739643-project] 10.222.0.32 "DELETE /v2.0/subnets/a2a76ef6-8907-4117-b31b-05039aa5e48d HTTP/1.1" status: 404 len: 337 time: 0.0562069 Dec 20 21:37:43.806717 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-49c5cd6b-ab2b-4bbe-bc8a-b20c590a054a tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:43.809055 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-49c5cd6b-ab2b-4bbe-bc8a-b20c590a054a tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.31 "GET /v2.0/networks?id=e199352f-ba36-404e-b656-974e3deb0fcc HTTP/1.1" status: 200 len: 808 time: 0.2864625 Dec 20 21:37:43.861567 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-78bc636c-6d15-4aba-a7ee-ebf65740cfd4 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Request body: {'port': {'device_id': '788a2ae3-60cb-4714-948d-e52554f6296a', 'network_id': 'e199352f-ba36-404e-b656-974e3deb0fcc', 'admin_state_up': True, 'tenant_id': 'd90e9b44b0d246a89dc33dd280e117a0'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:43.919978 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52032) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:43.933834 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-933840ca-9395-4250-807c-52b32974c126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:44.032197 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-933840ca-9395-4250-807c-52b32974c126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:44.033175 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router b9a84bda-43cd-4619-a9d9-51cc598aa56d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:37:44.040488 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-933840ca-9395-4250-807c-52b32974c126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:44.088871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee761a-2d94-47bd-b857-ccefcf791b8c req-ac1f9b7d-e961-405f-8291-12804f9d3bc8 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:44.090978 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c4ee761a-2d94-47bd-b857-ccefcf791b8c req-ac1f9b7d-e961-405f-8291-12804f9d3bc8 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.2333345 Dec 20 21:37:44.099677 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-933840ca-9395-4250-807c-52b32974c126 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85d2631ef03444fd9baf1344d0974786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783609 Dec 20 21:37:44.102130 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52036) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:44.109935 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933840ca-9395-4250-807c-52b32974c126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cb602c-2162-4789-9965-0b8005b879db,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:44.182938 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d22f941b-aee2-4bdd-9668-6b260c6fbb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:44.205600 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d22f941b-aee2-4bdd-9668-6b260c6fbb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:44.215765 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52042) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:44.240848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-78bc636c-6d15-4aba-a7ee-ebf65740cfd4 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Made reservation on behalf of d90e9b44b0d246a89dc33dd280e117a0 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:44.246190 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-78bc636c-6d15-4aba-a7ee-ebf65740cfd4 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:44.271693 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c4ee761a-2d94-47bd-b857-ccefcf791b8c req-a77354e4-61a2-4905-ae41-ee0c24cb5319 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286952 Dec 20 21:37:44.274788 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d22f941b-aee2-4bdd-9668-6b260c6fbb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:44.279058 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d22f941b-aee2-4bdd-9668-6b260c6fbb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:44.284612 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d22f941b-aee2-4bdd-9668-6b260c6fbb25 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84cb602c-2162-4789-9965-0b8005b879db HTTP/1.1" status: 204 len: 168 time: 0.1809883 Dec 20 21:37:44.310595 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f941b-aee2-4bdd-9668-6b260c6fbb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cb602c-2162-4789-9965-0b8005b879db,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:44.395999 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73a2dc5e-d6b2-418a-8276-c1e4f9be9651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:44.419922 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:37:44.434486 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd704aa-83cf-4bb2-8ea7-d33f22c6d220 None None] Sync routers for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:37:44.450116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd704aa-83cf-4bb2-8ea7-d33f22c6d220 None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:44.450757 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0bd704aa-83cf-4bb2-8ea7-d33f22c6d220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:44.536113 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:44.538771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0bd704aa-83cf-4bb2-8ea7-d33f22c6d220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:44.548786 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73a2dc5e-d6b2-418a-8276-c1e4f9be9651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:44.551642 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edc21c-23bd-4a85-8dc2-e3cb217de50d req-8fe9278d-6e0c-4b9c-ae4d-f50a5be1b67e tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:44.553413 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a0edc21c-23bd-4a85-8dc2-e3cb217de50d req-8fe9278d-6e0c-4b9c-ae4d-f50a5be1b67e tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 946 time: 0.1459732 Dec 20 21:37:44.557485 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-73a2dc5e-d6b2-418a-8276-c1e4f9be9651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:44.565674 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd704aa-83cf-4bb2-8ea7-d33f22c6d220 None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:44.566837 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0bd704aa-83cf-4bb2-8ea7-d33f22c6d220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:44.631057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-78bc636c-6d15-4aba-a7ee-ebf65740cfd4 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Allocated IP 172.20.0.13 (e199352f-ba36-404e-b656-974e3deb0fcc/a479ce93-a160-4f3c-a365-480156e7b1e5/e7ed8c01-65c7-4125-94f6-11a8160ff309) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:37:44.645958 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ef1f18d3-1998-4d61-a118-b5fc29f1c517 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1530962 Dec 20 21:37:44.656887 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52064) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:44.704528 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-73a2dc5e-d6b2-418a-8276-c1e4f9be9651 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=029da45fb37f4bf2976d16704b9e9b76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4877081 Dec 20 21:37:44.705230 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52066) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:44.708659 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0bd704aa-83cf-4bb2-8ea7-d33f22c6d220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:44.714824 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2dc5e-d6b2-418a-8276-c1e4f9be9651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a08b2b-bac5-4bef-bcca-2f0304d5160e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:44.715701 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd704aa-83cf-4bb2-8ea7-d33f22c6d220 None None] The sync data for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:37:44.750996 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-87af0ff6-6d88-48bf-9601-076298398b71 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "GET /v2.0/floatingips/2ffc0ffa-2a65-429b-adc2-8b872418580b HTTP/1.1" status: 200 len: 977 time: 0.0920496 Dec 20 21:37:44.758974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52068) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:44.767131 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-210d14b2-5269-4aac-b7c7-af10a66ef212 req-34d64039-dba8-4405-a530-b3d54588569a tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/ports?device_id=788a2ae3-60cb-4714-948d-e52554f6296a HTTP/1.1" status: 200 len: 210 time: 0.0405254 Dec 20 21:37:44.780872 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:44.811733 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b72f86f7-942d-4da4-b32d-9904799d674c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:44.874289 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b72f86f7-942d-4da4-b32d-9904799d674c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:44.934679 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a8fd2c85-cc5c-41de-ac58-038f9af36329 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1711686 Dec 20 21:37:44.938579 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52074) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:44.944641 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-35040500-18d7-4951-a150-501d6dcfbd6b tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'floatingip': {'port_id': '5533b7db-8370-423e-aa63-dd3aac31afc9'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:44.949646 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b72f86f7-942d-4da4-b32d-9904799d674c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:44.953240 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b72f86f7-942d-4da4-b32d-9904799d674c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:44.954532 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b72f86f7-942d-4da4-b32d-9904799d674c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43a08b2b-bac5-4bef-bcca-2f0304d5160e HTTP/1.1" status: 204 len: 168 time: 0.2470775 Dec 20 21:37:44.983564 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-a0edc21c-23bd-4a85-8dc2-e3cb217de50d req-2670f6f5-385d-4eb7-837b-d8a941696636 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Deleting port a63438e6-9c1f-47cb-bc0a-a6eb998d447a {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:37:44.983564 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a0edc21c-23bd-4a85-8dc2-e3cb217de50d req-2670f6f5-385d-4eb7-837b-d8a941696636 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:45.018401 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f86f7-942d-4da4-b32d-9904799d674c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a08b2b-bac5-4bef-bcca-2f0304d5160e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:45.081901 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-35040500-18d7-4951-a150-501d6dcfbd6b tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:45.112716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a0edc21c-23bd-4a85-8dc2-e3cb217de50d req-2670f6f5-385d-4eb7-837b-d8a941696636 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] For port a63438e6-9c1f-47cb-bc0a-a6eb998d447a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=a63438e6-9c1f-47cb-bc0a-a6eb998d447a,segment=NetworkSegment(7353a3e6-4d63-4a74-a104-4f015f2a3834),segment_id=7353a3e6-4d63-4a74-a104-4f015f2a3834)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:37:45.113203 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a0edc21c-23bd-4a85-8dc2-e3cb217de50d req-2670f6f5-385d-4eb7-837b-d8a941696636 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:45.139952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-a0edc21c-23bd-4a85-8dc2-e3cb217de50d req-2670f6f5-385d-4eb7-837b-d8a941696636 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Calling delete_port for a63438e6-9c1f-47cb-bc0a-a6eb998d447a owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:37:45.144086 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-78bc636c-6d15-4aba-a7ee-ebf65740cfd4 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:45.243417 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-78bc636c-6d15-4aba-a7ee-ebf65740cfd4 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:45.364401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-78bc636c-6d15-4aba-a7ee-ebf65740cfd4 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Network e199352f-ba36-404e-b656-974e3deb0fcc is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:45.389798 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-78bc636c-6d15-4aba-a7ee-ebf65740cfd4 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:45.414996 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-78bc636c-6d15-4aba-a7ee-ebf65740cfd4 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:45.418013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc636c-6d15-4aba-a7ee-ebf65740cfd4 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Pushing event updated for resources: {'Port': ['ID=e7ed8c01-65c7-4125-94f6-11a8160ff309,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:45.535244 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52096) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:45.546961 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a0edc21c-23bd-4a85-8dc2-e3cb217de50d req-2670f6f5-385d-4eb7-837b-d8a941696636 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:45.561972 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-78bc636c-6d15-4aba-a7ee-ebf65740cfd4 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:45.562664 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-78bc636c-6d15-4aba-a7ee-ebf65740cfd4 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:45.586665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a575a-379a-4e31-9d4f-58c5e10bb3f3 req-689dd9ee-5fe1-4d3a-8b35-d2883cb7516b tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:45.588626 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-393a575a-379a-4e31-9d4f-58c5e10bb3f3 req-689dd9ee-5fe1-4d3a-8b35-d2883cb7516b tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca1cf70-287a-42b2-baf4-3e0e658b73a4 HTTP/1.1" status: 200 len: 867 time: 0.1955864 Dec 20 21:37:45.646241 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670f6f5-385d-4eb7-837b-d8a941696636 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Pushing event deleted for resources: {'Port': ['ID=a63438e6-9c1f-47cb-bc0a-a6eb998d447a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:45.675358 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-78bc636c-6d15-4aba-a7ee-ebf65740cfd4 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8187368 Dec 20 21:37:45.725105 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Request body: {'port': {'device_id': '788a2ae3-60cb-4714-948d-e52554f6296a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:45.870749 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e1a02b3e-7e94-4fcd-94b7-ac1be5df0ace admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4e4d7b8ca7a4a04a159ed20b9311b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229296 Dec 20 21:37:45.875976 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0edc21c-23bd-4a85-8dc2-e3cb217de50d req-2670f6f5-385d-4eb7-837b-d8a941696636 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] No DVR routers for this DVR port a63438e6-9c1f-47cb-bc0a-a6eb998d447a on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:37:45.877556 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52108) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:45.907645 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-393a575a-379a-4e31-9d4f-58c5e10bb3f3 req-027a41b2-23b1-4408-820b-ef5887063241 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.32 "GET /v2.0/security-groups?id=3fe833d8-624d-401f-9d5f-556ff8121067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743433 Dec 20 21:37:45.908609 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:45.930316 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a0edc21c-23bd-4a85-8dc2-e3cb217de50d req-2670f6f5-385d-4eb7-837b-d8a941696636 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:45.933921 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a0edc21c-23bd-4a85-8dc2-e3cb217de50d req-2670f6f5-385d-4eb7-837b-d8a941696636 tempest-ServerRescueNegativeTestJSON-1459055514 tempest-ServerRescueNegativeTestJSON-1459055514-project] 10.222.0.66 "DELETE /v2.0/ports/a63438e6-9c1f-47cb-bc0a-a6eb998d447a HTTP/1.1" status: 204 len: 173 time: 1.3539736 Dec 20 21:37:45.936020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca1cf70-287a-42b2-baf4-3e0e658b73a4', 'name': 'network-vif-deleted', 'tag': 'a63438e6-9c1f-47cb-bc0a-a6eb998d447a'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:37:45.939001 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27615a6-e7fe-417c-a4a3-f628638582b5" -d '{"events": [{"server_uuid": "5ca1cf70-287a-42b2-baf4-3e0e658b73a4", "name": "network-vif-deleted", "tag": "a63438e6-9c1f-47cb-bc0a-a6eb998d447a"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:37:46.090275 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c69a4d-6bd0-4b46-9b9a-7c7e8e8feb45 x-openstack-request-id: req-22c69a4d-6bd0-4b46-9b9a-7c7e8e8feb45 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:37:46.090715 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca1cf70-287a-42b2-baf4-3e0e658b73a4", "name": "network-vif-deleted", "tag": "a63438e6-9c1f-47cb-bc0a-a6eb998d447a", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:37:46.091052 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22c69a4d-6bd0-4b46-9b9a-7c7e8e8feb45 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:37:46.091537 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca1cf70-287a-42b2-baf4-3e0e658b73a4', 'name': 'network-vif-deleted', 'tag': 'a63438e6-9c1f-47cb-bc0a-a6eb998d447a', 'status': 'completed', 'code': 200} Dec 20 21:37:46.118653 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-06af25d6-6045-47b5-833b-5e2f6c90b290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:46.197307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-06af25d6-6045-47b5-833b-5e2f6c90b290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:46.309500 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3285c-ab3f-4869-b332-98f1a5c62524 req-f1a46ae7-2ab3-4fd7-ba79-585ef1f34e9e tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:46.311498 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ecc3285c-ab3f-4869-b332-98f1a5c62524 req-f1a46ae7-2ab3-4fd7-ba79-585ef1f34e9e tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/ports?device_id=788a2ae3-60cb-4714-948d-e52554f6296a HTTP/1.1" status: 200 len: 932 time: 0.1973393 Dec 20 21:37:46.352832 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-06af25d6-6045-47b5-833b-5e2f6c90b290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:46.356594 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-06af25d6-6045-47b5-833b-5e2f6c90b290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:46.371439 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-06af25d6-6045-47b5-833b-5e2f6c90b290 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46b6047b-194e-433a-96d3-8c359b63827d HTTP/1.1" status: 204 len: 168 time: 0.4634264 Dec 20 21:37:46.410937 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ed8c01-65c7-4125-94f6-11a8160ff309 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:37:46.432839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af25d6-6045-47b5-833b-5e2f6c90b290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b6047b-194e-433a-96d3-8c359b63827d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:46.444776 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ecc3285c-ab3f-4869-b332-98f1a5c62524 req-3bf62a72-c27d-4ac2-8761-01124beaa275 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdbad655-81d4-432b-9f8e-fe613639b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241789 Dec 20 21:37:46.463872 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:46.491277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Transition to ACTIVE for port object e7ed8c01-65c7-4125-94f6-11a8160ff309 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:37:46.501423 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:46.607324 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ed8c01-65c7-4125-94f6-11a8160ff309,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:46.691817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device a63438e6-9c1f-47cb-bc0a-a6eb998d447a no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:37:46.704594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Attempting to bind port e7ed8c01-65c7-4125-94f6-11a8160ff309 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:37:46.705098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Attempting to bind port e7ed8c01-65c7-4125-94f6-11a8160ff309 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'a5d7c41a-51a3-4fa7-bd94-129d95532e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e199352f-ba36-404e-b656-974e3deb0fcc'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:37:46.705873 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Attempting to bind port e7ed8c01-65c7-4125-94f6-11a8160ff309 on network e199352f-ba36-404e-b656-974e3deb0fcc {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:46.715969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Port e7ed8c01-65c7-4125-94f6-11a8160ff309 on network e199352f-ba36-404e-b656-974e3deb0fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:37:46.716352 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Attempting to bind port e7ed8c01-65c7-4125-94f6-11a8160ff309 on network e199352f-ba36-404e-b656-974e3deb0fcc {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:37:46.729123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:37:46.730412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: a63438e6-9c1f-47cb-bc0a-a6eb998d447a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:37:46.730672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Checking segment: {'id': 'a5d7c41a-51a3-4fa7-bd94-129d95532e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e199352f-ba36-404e-b656-974e3deb0fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:37:46.730868 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device a63438e6-9c1f-47cb-bc0a-a6eb998d447a not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:37:46.731200 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Bound using segment: {'id': 'a5d7c41a-51a3-4fa7-bd94-129d95532e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e199352f-ba36-404e-b656-974e3deb0fcc'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:37:46.732196 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Bound port: e7ed8c01-65c7-4125-94f6-11a8160ff309, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d7c41a-51a3-4fa7-bd94-129d95532e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e199352f-ba36-404e-b656-974e3deb0fcc'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:37:46.734640 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:46.819281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] For port e7ed8c01-65c7-4125-94f6-11a8160ff309, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:37:46.824756 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] For port e7ed8c01-65c7-4125-94f6-11a8160ff309, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e7ed8c01-65c7-4125-94f6-11a8160ff309,segment=NetworkSegment(a5d7c41a-51a3-4fa7-bd94-129d95532e92),segment_id=a5d7c41a-51a3-4fa7-bd94-129d95532e92)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:37:46.834340 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:46.894516 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-35040500-18d7-4951-a150-501d6dcfbd6b tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:46.900986 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-35040500-18d7-4951-a150-501d6dcfbd6b tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:46.914054 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:46.914780 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:46.916825 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] 10.222.0.31 "PUT /v2.0/ports/e7ed8c01-65c7-4125-94f6-11a8160ff309 HTTP/1.1" status: 200 len: 1090 time: 1.2160976 Dec 20 21:37:46.917917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa302aed-70a4-460b-960c-6666526e2139 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ed8c01-65c7-4125-94f6-11a8160ff309,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:46.995151 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52138) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:47.046464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-f1aab1d5-804d-4da1-b2f4-1b8910a3417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:47.048158 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-f1aab1d5-804d-4da1-b2f4-1b8910a3417c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d90e9b44b0d246a89dc33dd280e117a0&device_id=788a2ae3-60cb-4714-948d-e52554f6296a HTTP/1.1" status: 200 len: 1093 time: 0.0614724 Dec 20 21:37:47.113864 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-801dd0d3-6101-48ca-8c88-3db4b1c87553 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7ed8c01-65c7-4125-94f6-11a8160ff309 HTTP/1.1" status: 200 len: 217 time: 0.0522225 Dec 20 21:37:47.125761 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-35040500-18d7-4951-a150-501d6dcfbd6b tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Floating IP 2ffc0ffa-2a65-429b-adc2-8b872418580b associated. External IP: 172.35.3.104, port: 4975f7a6-135a-46eb-b947-aa462ac7db15. Dec 20 21:37:47.218947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-701ae4ae-8f92-48aa-9530-77a6b519a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:47.220444 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-701ae4ae-8f92-48aa-9530-77a6b519a25b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a479ce93-a160-4f3c-a365-480156e7b1e5 HTTP/1.1" status: 200 len: 848 time: 0.0974886 Dec 20 21:37:47.268129 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-3a45e64d-bfed-48f8-9c9d-8c573baa76db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e199352f-ba36-404e-b656-974e3deb0fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409338 Dec 20 21:37:47.410525 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-a31d95b7-5fc3-403a-a479-ae9eb8b470db service neutron] 10.222.0.31 "GET /v2.0/networks/e199352f-ba36-404e-b656-974e3deb0fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340253 Dec 20 21:37:47.545420 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35040500-18d7-4951-a150-501d6dcfbd6b tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router b9a84bda-43cd-4619-a9d9-51cc598aa56d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:37:47.619236 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18b2d6c7-1a1f-4664-bddc-20126ba5cf95 req-120b2ae2-eaea-4417-b5b3-245611701e0f service neutron] 10.222.0.31 "GET /v2.0/networks/e199352f-ba36-404e-b656-974e3deb0fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001805 Dec 20 21:37:47.753920 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35040500-18d7-4951-a150-501d6dcfbd6b tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:37:47.764882 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02258406-580c-4097-9326-d92d7441686c None None] Sync routers for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:37:47.779206 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02258406-580c-4097-9326-d92d7441686c None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:47.780836 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-02258406-580c-4097-9326-d92d7441686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:47.845681 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-02258406-580c-4097-9326-d92d7441686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:47.855740 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02258406-580c-4097-9326-d92d7441686c None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:47.856891 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-02258406-580c-4097-9326-d92d7441686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:47.886628 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf92fa-2c55-45f6-9b2d-8d357d1a463e req-88114326-3136-4fdb-968d-e4330d23a17c tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:47.906881 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7edf92fa-2c55-45f6-9b2d-8d357d1a463e req-88114326-3136-4fdb-968d-e4330d23a17c tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/ports?device_id=788a2ae3-60cb-4714-948d-e52554f6296a HTTP/1.1" status: 200 len: 944 time: 0.2037609 Dec 20 21:37:47.908305 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-02258406-580c-4097-9326-d92d7441686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:47.909392 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02258406-580c-4097-9326-d92d7441686c None None] The sync data for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:37:47.989711 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:47.999910 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-687c4c0f-353b-450c-a7ae-0b5b7b83fd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:48.048326 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7edf92fa-2c55-45f6-9b2d-8d357d1a463e req-a44f1f48-18a9-4635-a93b-6fc933814bf0 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdbad655-81d4-432b-9f8e-fe613639b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403079 Dec 20 21:37:48.092633 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788a2ae3-60cb-4714-948d-e52554f6296a', 'tag': 'e7ed8c01-65c7-4125-94f6-11a8160ff309'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:37:48.095003 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445c7ae0-68fd-43bf-b0a7-319045f6fd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "788a2ae3-60cb-4714-948d-e52554f6296a", "tag": "e7ed8c01-65c7-4125-94f6-11a8160ff309"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:37:48.166903 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55edcc39-fcde-406b-9674-dbc4b75807fd x-openstack-request-id: req-55edcc39-fcde-406b-9674-dbc4b75807fd {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:37:48.167197 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788a2ae3-60cb-4714-948d-e52554f6296a", "tag": "e7ed8c01-65c7-4125-94f6-11a8160ff309", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:37:48.167451 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55edcc39-fcde-406b-9674-dbc4b75807fd {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:37:48.167857 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '788a2ae3-60cb-4714-948d-e52554f6296a', 'tag': 'e7ed8c01-65c7-4125-94f6-11a8160ff309', 'status': 'completed', 'code': 200} Dec 20 21:37:48.312007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c7ae0-68fd-43bf-b0a7-319045f6fd7b req-dc826020-af17-4c17-8197-e3edf0c2614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:48.315228 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-445c7ae0-68fd-43bf-b0a7-319045f6fd7b req-dc826020-af17-4c17-8197-e3edf0c2614c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d90e9b44b0d246a89dc33dd280e117a0&device_id=788a2ae3-60cb-4714-948d-e52554f6296a HTTP/1.1" status: 200 len: 1093 time: 0.0939720 Dec 20 21:37:48.506281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c7ae0-68fd-43bf-b0a7-319045f6fd7b req-6d34edf1-31f4-41ab-a640-1d71dc7b0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:48.509782 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-445c7ae0-68fd-43bf-b0a7-319045f6fd7b req-6d34edf1-31f4-41ab-a640-1d71dc7b0ee9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e199352f-ba36-404e-b656-974e3deb0fcc HTTP/1.1" status: 200 len: 909 time: 0.1861134 Dec 20 21:37:48.585643 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-445c7ae0-68fd-43bf-b0a7-319045f6fd7b req-dd4124bb-fef7-4e10-829c-f89a9b12b1df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7ed8c01-65c7-4125-94f6-11a8160ff309 HTTP/1.1" status: 200 len: 217 time: 0.0695348 Dec 20 21:37:48.646808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c7ae0-68fd-43bf-b0a7-319045f6fd7b req-1b8e7141-f7a1-4dc8-b360-602db8c504ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:48.648606 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-445c7ae0-68fd-43bf-b0a7-319045f6fd7b req-1b8e7141-f7a1-4dc8-b360-602db8c504ce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a479ce93-a160-4f3c-a365-480156e7b1e5 HTTP/1.1" status: 200 len: 848 time: 0.0567944 Dec 20 21:37:48.692247 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-445c7ae0-68fd-43bf-b0a7-319045f6fd7b req-724f7630-3375-43ed-a0bf-957a1995fc20 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e199352f-ba36-404e-b656-974e3deb0fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372543 Dec 20 21:37:48.811847 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35040500-18d7-4951-a150-501d6dcfbd6b tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router b9a84bda-43cd-4619-a9d9-51cc598aa56d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:37:48.982599 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-445c7ae0-68fd-43bf-b0a7-319045f6fd7b req-07bb383a-a275-4e89-aecb-e5965496e960 service neutron] 10.222.0.31 "GET /v2.0/networks/e199352f-ba36-404e-b656-974e3deb0fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831426 Dec 20 21:37:49.126612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52214) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:49.160182 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-445c7ae0-68fd-43bf-b0a7-319045f6fd7b req-e4615675-d333-44bd-ac20-a826251d9ffb service neutron] 10.222.0.31 "GET /v2.0/networks/e199352f-ba36-404e-b656-974e3deb0fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689663 Dec 20 21:37:49.383694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddf351-b71c-4246-b6e5-f238496203b2 req-cd8ba00e-e171-4c0e-b19b-a2ebc1910468 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:49.385611 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcddf351-b71c-4246-b6e5-f238496203b2 req-cd8ba00e-e171-4c0e-b19b-a2ebc1910468 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/ports?device_id=788a2ae3-60cb-4714-948d-e52554f6296a HTTP/1.1" status: 200 len: 944 time: 0.1634955 Dec 20 21:37:49.388697 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35040500-18d7-4951-a150-501d6dcfbd6b tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:37:49.394144 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-35040500-18d7-4951-a150-501d6dcfbd6b tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:49.399275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ef0f2-c316-4791-89a5-339a1501fd48 None None] Sync routers for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:37:49.418008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ef0f2-c316-4791-89a5-339a1501fd48 None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:49.419043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-783ef0f2-c316-4791-89a5-339a1501fd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:49.496655 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-783ef0f2-c316-4791-89a5-339a1501fd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:49.515948 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ef0f2-c316-4791-89a5-339a1501fd48 None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:49.516593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-783ef0f2-c316-4791-89a5-339a1501fd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:49.552136 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-687c4c0f-353b-450c-a7ae-0b5b7b83fd12 admin admin] Deleting port 6ef2c736-404b-48fa-96c1-2502112e1760 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:37:49.552486 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-687c4c0f-353b-450c-a7ae-0b5b7b83fd12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:49.561620 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcddf351-b71c-4246-b6e5-f238496203b2 req-e249501d-1c1c-4d5a-9c7c-6d8689d93e5a tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdbad655-81d4-432b-9f8e-fe613639b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501231 Dec 20 21:37:49.575718 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-35040500-18d7-4951-a150-501d6dcfbd6b tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "PUT /v2.0/floatingips/2ffc0ffa-2a65-429b-adc2-8b872418580b HTTP/1.1" status: 200 len: 977 time: 4.6357074 Dec 20 21:37:49.578944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52220) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:49.586667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-dadd338c-179c-4037-9954-dbe2c19f9fdb tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:49.598104 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-783ef0f2-c316-4791-89a5-339a1501fd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:49.599449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783ef0f2-c316-4791-89a5-339a1501fd48 None None] The sync data for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:37:49.621575 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1047dd73-8dd0-4501-89f2-fb766ee50309 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1474728935', 'router:external': True}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:49.658833 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-687c4c0f-353b-450c-a7ae-0b5b7b83fd12 admin admin] For port 6ef2c736-404b-48fa-96c1-2502112e1760, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6ef2c736-404b-48fa-96c1-2502112e1760,segment=NetworkSegment(7353a3e6-4d63-4a74-a104-4f015f2a3834),segment_id=7353a3e6-4d63-4a74-a104-4f015f2a3834)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:37:49.659198 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-687c4c0f-353b-450c-a7ae-0b5b7b83fd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:49.673939 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-687c4c0f-353b-450c-a7ae-0b5b7b83fd12 admin admin] Calling delete_port for 6ef2c736-404b-48fa-96c1-2502112e1760 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:37:49.705331 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dadd338c-179c-4037-9954-dbe2c19f9fdb tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:49.707866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1047dd73-8dd0-4501-89f2-fb766ee50309 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Made reservation on behalf of fa2023db2eb64b309b6b12e01c217a7a for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:49.710135 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1047dd73-8dd0-4501-89f2-fb766ee50309 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:49.746096 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1047dd73-8dd0-4501-89f2-fb766ee50309 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:49.912957 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dadd338c-179c-4037-9954-dbe2c19f9fdb tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:49.919788 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dadd338c-179c-4037-9954-dbe2c19f9fdb tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:49.920110 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-dadd338c-179c-4037-9954-dbe2c19f9fdb tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Floating IP 2ffc0ffa-2a65-429b-adc2-8b872418580b disassociated. External IP: 172.35.3.104, port: 5533b7db-8370-423e-aa63-dd3aac31afc9. Dec 20 21:37:49.986416 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-687c4c0f-353b-450c-a7ae-0b5b7b83fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:50.046919 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c4c0f-353b-450c-a7ae-0b5b7b83fd12 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef2c736-404b-48fa-96c1-2502112e1760,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:50.073773 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1047dd73-8dd0-4501-89f2-fb766ee50309 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:50.081254 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1047dd73-8dd0-4501-89f2-fb766ee50309 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:50.109387 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1047dd73-8dd0-4501-89f2-fb766ee50309 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:37:50.141058 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1047dd73-8dd0-4501-89f2-fb766ee50309 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:50.141831 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-1047dd73-8dd0-4501-89f2-fb766ee50309 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Added segment 4ec97012-ddbf-47ed-ac94-0423e3bf0fb3 of type vlan for network a0086a4a-775a-4c3e-96f8-f6cd13359603 Dec 20 21:37:50.159575 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047dd73-8dd0-4501-89f2-fb766ee50309 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87eb26e-402f-400a-9d6b-e9a0bec3cf35,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:50.205071 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device e7ed8c01-65c7-4125-94f6-11a8160ff309 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:37:50.243643 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52236) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:50.257325 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-687c4c0f-353b-450c-a7ae-0b5b7b83fd12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:50.411485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port e7ed8c01-65c7-4125-94f6-11a8160ff309, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e7ed8c01-65c7-4125-94f6-11a8160ff309,segment=NetworkSegment(a5d7c41a-51a3-4fa7-bd94-129d95532e92),segment_id=a5d7c41a-51a3-4fa7-bd94-129d95532e92)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:37:50.414806 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1047dd73-8dd0-4501-89f2-fb766ee50309 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:50.432519 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'e7ed8c01-65c7-4125-94f6-11a8160ff309', 'network_id': 'e199352f-ba36-404e-b656-974e3deb0fcc', 'port_id': 'e7ed8c01-65c7-4125-94f6-11a8160ff309', 'mac_address': 'fa:16:3e:72:0b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a479ce93-a160-4f3c-a365-480156e7b1e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:37:50.484804 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:50.496155 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadd338c-179c-4037-9954-dbe2c19f9fdb tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router b9a84bda-43cd-4619-a9d9-51cc598aa56d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:37:50.500254 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1047dd73-8dd0-4501-89f2-fb766ee50309 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:50.501219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1047dd73-8dd0-4501-89f2-fb766ee50309 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:50.501855 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1047dd73-8dd0-4501-89f2-fb766ee50309 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:50.504829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ed8c01-65c7-4125-94f6-11a8160ff309 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:37:50.534253 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port e7ed8c01-65c7-4125-94f6-11a8160ff309, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e7ed8c01-65c7-4125-94f6-11a8160ff309,segment=NetworkSegment(a5d7c41a-51a3-4fa7-bd94-129d95532e92),segment_id=a5d7c41a-51a3-4fa7-bd94-129d95532e92)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:37:50.538407 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d5ef2b64-cfb6-4e5a-a817-3bd20af17ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:50.541204 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:50.575753 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687c4c0f-353b-450c-a7ae-0b5b7b83fd12 admin admin] Router a222a56f-a654-4151-b110-e314aa70b5b6 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:37:50.636123 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=e7ed8c01-65c7-4125-94f6-11a8160ff309,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:50.796252 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687c4c0f-353b-450c-a7ae-0b5b7b83fd12 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:37:50.806121 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-687c4c0f-353b-450c-a7ae-0b5b7b83fd12 admin admin] 10.222.0.32 "PUT /v2.0/routers/a222a56f-a654-4151-b110-e314aa70b5b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8067420 Dec 20 21:37:50.809088 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6331186-9f55-481f-8402-5360d14918ab None None] Sync routers for ids ['a222a56f-a654-4151-b110-e314aa70b5b6'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:37:50.818198 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['e7ed8c01-65c7-4125-94f6-11a8160ff309'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:37:50.820465 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6331186-9f55-481f-8402-5360d14918ab None None] Routers {'a222a56f-a654-4151-b110-e314aa70b5b6'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:50.821290 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d6331186-9f55-481f-8402-5360d14918ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a222a56f-a654-4151-b110-e314aa70b5b6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:50.827565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52242) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:50.939678 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d5ef2b64-cfb6-4e5a-a817-3bd20af17ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:50.973378 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d5ef2b64-cfb6-4e5a-a817-3bd20af17ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:51.012236 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-d6331186-9f55-481f-8402-5360d14918ab None None] Set router a222a56f-a654-4151-b110-e314aa70b5b6 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:37:51.045113 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-149c6c9f-8c78-424f-9cae-f6af1a5eea53 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:51.051625 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d5ef2b64-cfb6-4e5a-a817-3bd20af17ef0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da057a64a40045268b2517c66b136880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8071132 Dec 20 21:37:51.087105 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52244) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:51.124645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef2b64-cfb6-4e5a-a817-3bd20af17ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab2a395-e726-4779-8709-97797c5728d1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:51.223342 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d5679f2-6777-4d1b-bc06-f0b009532e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:51.278447 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-149c6c9f-8c78-424f-9cae-f6af1a5eea53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:51.279274 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1047dd73-8dd0-4501-89f2-fb766ee50309 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.1512313 Dec 20 21:37:51.286050 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52250) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:51.288350 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d6331186-9f55-481f-8402-5360d14918ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'name': 'tempest-ServerRescueNegativeTestJSON-473457860-router', 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.246'}], 'enable_snat': True}, 'gw_port_id': '1bf172a8-075d-4063-86e7-bc8d252dfc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:35:10Z', 'updated_at': '2021-12-20T21:37:49Z', 'revision_number': 5, 'project_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'gw_port': {'id': '1bf172a8-075d-4063-86e7-bc8d252dfc11', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:35:11Z', 'updated_at': '2021-12-20T21:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:51.292103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-40f31bfa-d910-4db8-b288-08e7c6f58fdc tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Request body: {'subnet': {'network_id': 'a0086a4a-775a-4c3e-96f8-f6cd13359603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:51.313500 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d5679f2-6777-4d1b-bc06-f0b009532e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:51.331139 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6331186-9f55-481f-8402-5360d14918ab None None] Checking router: a222a56f-a654-4151-b110-e314aa70b5b6 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:37:51.343045 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6331186-9f55-481f-8402-5360d14918ab None None] Routers {'a222a56f-a654-4151-b110-e314aa70b5b6'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:51.343811 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d6331186-9f55-481f-8402-5360d14918ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a222a56f-a654-4151-b110-e314aa70b5b6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:51.404327 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f31bfa-d910-4db8-b288-08e7c6f58fdc tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Made reservation on behalf of fa2023db2eb64b309b6b12e01c217a7a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:51.407429 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40f31bfa-d910-4db8-b288-08e7c6f58fdc tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:51.438366 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047dd73-8dd0-4501-89f2-fb766ee50309 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Pushing event updated for resources: {'Network': ['ID=a0086a4a-775a-4c3e-96f8-f6cd13359603,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:51.451138 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network a0086a4a-775a-4c3e-96f8-f6cd13359603 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:37:51.476246 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc972d5-cc1d-4528-bef4-f72f873b871e req-b7b291d3-0494-494a-8b62-5c372c0a84d9 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:51.485351 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fdc972d5-cc1d-4528-bef4-f72f873b871e req-b7b291d3-0494-494a-8b62-5c372c0a84d9 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/ports?device_id=788a2ae3-60cb-4714-948d-e52554f6296a HTTP/1.1" status: 200 len: 945 time: 0.3779507 Dec 20 21:37:51.495438 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-d6331186-9f55-481f-8402-5360d14918ab None None] Set router a222a56f-a654-4151-b110-e314aa70b5b6 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:37:51.534324 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d5679f2-6777-4d1b-bc06-f0b009532e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:51.537679 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d5679f2-6777-4d1b-bc06-f0b009532e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:51.542448 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0d5679f2-6777-4d1b-bc06-f0b009532e74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aab2a395-e726-4779-8709-97797c5728d1 HTTP/1.1" status: 204 len: 168 time: 0.4507980 Dec 20 21:37:51.542815 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fdc972d5-cc1d-4528-bef4-f72f873b871e req-c46ba0d3-95c2-44ce-8805-2f15bc4c4b67 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdbad655-81d4-432b-9f8e-fe613639b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557938 Dec 20 21:37:51.565897 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadd338c-179c-4037-9954-dbe2c19f9fdb tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:37:51.572585 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dadd338c-179c-4037-9954-dbe2c19f9fdb tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:51.584445 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-149c6c9f-8c78-424f-9cae-f6af1a5eea53 admin admin] Deleting port 1bf172a8-075d-4063-86e7-bc8d252dfc11 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:37:51.584445 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-149c6c9f-8c78-424f-9cae-f6af1a5eea53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:51.586351 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69086993-ce90-48f5-940d-4fe651e03419 None None] Sync routers for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:37:51.602341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5679f2-6777-4d1b-bc06-f0b009532e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab2a395-e726-4779-8709-97797c5728d1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:51.626277 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dadd338c-179c-4037-9954-dbe2c19f9fdb tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "PUT /v2.0/floatingips/2ffc0ffa-2a65-429b-adc2-8b872418580b HTTP/1.1" status: 200 len: 688 time: 2.0435736 Dec 20 21:37:51.627728 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52254) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:51.639957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69086993-ce90-48f5-940d-4fe651e03419 None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:51.641382 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-69086993-ce90-48f5-940d-4fe651e03419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:51.674672 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d6331186-9f55-481f-8402-5360d14918ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'name': 'tempest-ServerRescueNegativeTestJSON-473457860-router', 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:35:10Z', 'updated_at': '2021-12-20T21:37:51Z', 'revision_number': 6, 'project_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:51.751851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-69086993-ce90-48f5-940d-4fe651e03419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:51.769502 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6331186-9f55-481f-8402-5360d14918ab None None] The sync data for ids ['a222a56f-a654-4151-b110-e314aa70b5b6'] in n-d-xena-1 is: [{'id': 'a222a56f-a654-4151-b110-e314aa70b5b6', 'name': 'tempest-ServerRescueNegativeTestJSON-473457860-router', 'tenant_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:35:10Z', 'updated_at': '2021-12-20T21:37:51Z', 'revision_number': 6, 'project_id': '4ba28dca7fe84eb3b545f731ba040a0d', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:37:51.805861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69086993-ce90-48f5-940d-4fe651e03419 None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:51.820310 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-69086993-ce90-48f5-940d-4fe651e03419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:51.932019 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-149c6c9f-8c78-424f-9cae-f6af1a5eea53 admin admin] For port 1bf172a8-075d-4063-86e7-bc8d252dfc11, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1bf172a8-075d-4063-86e7-bc8d252dfc11,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:37:51.932481 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-149c6c9f-8c78-424f-9cae-f6af1a5eea53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:51.946952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-69086993-ce90-48f5-940d-4fe651e03419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:51.948657 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69086993-ce90-48f5-940d-4fe651e03419 None None] The sync data for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:37:51.957834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-0b83bf46-9269-45cb-83f5-7f48c936453f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Deleting port ad62a64b-0a9d-4b6d-a8ef-e20835c4c5f9 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:37:51.958151 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-149c6c9f-8c78-424f-9cae-f6af1a5eea53 admin admin] Calling delete_port for 1bf172a8-075d-4063-86e7-bc8d252dfc11 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:37:51.959577 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0b83bf46-9269-45cb-83f5-7f48c936453f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.078307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0b83bf46-9269-45cb-83f5-7f48c936453f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.079071 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0b83bf46-9269-45cb-83f5-7f48c936453f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.092746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-0b83bf46-9269-45cb-83f5-7f48c936453f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Calling delete_port for ad62a64b-0a9d-4b6d-a8ef-e20835c4c5f9 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:37:52.111666 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:37:52.201164 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device e7ed8c01-65c7-4125-94f6-11a8160ff309 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:37:52.202248 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52262) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:52.224850 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3d087d87-2ea4-4b22-9c6b-ef6efadb16e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.278865 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port e7ed8c01-65c7-4125-94f6-11a8160ff309 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:37:52.284724 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port e7ed8c01-65c7-4125-94f6-11a8160ff309 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:37:52.285419 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.355820 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-149c6c9f-8c78-424f-9cae-f6af1a5eea53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.410764 n-d-xena-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-40f31bfa-d910-4db8-b288-08e7c6f58fdc tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:37:52.411395 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40f31bfa-d910-4db8-b288-08e7c6f58fdc tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.461092 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.467236 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3d087d87-2ea4-4b22-9c6b-ef6efadb16e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.478787 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c6c9f-8c78-424f-9cae-f6af1a5eea53 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf172a8-075d-4063-86e7-bc8d252dfc11,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:52.481362 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3d087d87-2ea4-4b22-9c6b-ef6efadb16e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.490617 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0b83bf46-9269-45cb-83f5-7f48c936453f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.530025 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788a2ae3-60cb-4714-948d-e52554f6296a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ed8c01-65c7-4125-94f6-11a8160ff309'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:37:52.538248 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a30aca-6f7c-4d50-bc86-f2afdde6c024" -d '{"events": [{"server_uuid": "788a2ae3-60cb-4714-948d-e52554f6296a", "name": "network-vif-plugged", "status": "completed", "tag": "e7ed8c01-65c7-4125-94f6-11a8160ff309"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:37:52.573164 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port e7ed8c01-65c7-4125-94f6-11a8160ff309, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e7ed8c01-65c7-4125-94f6-11a8160ff309,segment=NetworkSegment(a5d7c41a-51a3-4fa7-bd94-129d95532e92),segment_id=a5d7c41a-51a3-4fa7-bd94-129d95532e92)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:37:52.578161 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.583061 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f31bfa-d910-4db8-b288-08e7c6f58fdc tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2a928f33-2f16-40a3-bf55-89a52a3c9a77,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:52.611489 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-149c6c9f-8c78-424f-9cae-f6af1a5eea53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.687148 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2823bd-b4a1-4c6a-a427-b113fc13f377 x-openstack-request-id: req-8b2823bd-b4a1-4c6a-a427-b113fc13f377 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:37:52.688087 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788a2ae3-60cb-4714-948d-e52554f6296a", "name": "network-vif-plugged", "status": "completed", "tag": "e7ed8c01-65c7-4125-94f6-11a8160ff309", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:37:52.688744 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b2823bd-b4a1-4c6a-a427-b113fc13f377 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:37:52.689554 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788a2ae3-60cb-4714-948d-e52554f6296a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ed8c01-65c7-4125-94f6-11a8160ff309', 'code': 200} Dec 20 21:37:52.704684 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83bf46-9269-45cb-83f5-7f48c936453f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Port': ['ID=ad62a64b-0a9d-4b6d-a8ef-e20835c4c5f9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:52.734652 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=e7ed8c01-65c7-4125-94f6-11a8160ff309,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:52.770310 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f31bfa-d910-4db8-b288-08e7c6f58fdc tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Checking segment: {'id': '4ec97012-ddbf-47ed-ac94-0423e3bf0fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a0086a4a-775a-4c3e-96f8-f6cd13359603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:37:52.770677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f31bfa-d910-4db8-b288-08e7c6f58fdc tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Network hostable DHCP agents. Network: a0086a4a-775a-4c3e-96f8-f6cd13359603, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:37:52.824670 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-149c6c9f-8c78-424f-9cae-f6af1a5eea53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.828709 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-149c6c9f-8c78-424f-9cae-f6af1a5eea53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.840402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f31bfa-d910-4db8-b288-08e7c6f58fdc tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Network a0086a4a-775a-4c3e-96f8-f6cd13359603 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:37:52.848316 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1bf172a8-075d-4063-86e7-bc8d252dfc11 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:37:52.849104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d087d87-2ea4-4b22-9c6b-ef6efadb16e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771d5cf0-60b1-4e37-b2d8-94763f578a1e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:52.875645 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3d087d87-2ea4-4b22-9c6b-ef6efadb16e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b5615d754084601b395f915cb818803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6723537 Dec 20 21:37:52.882815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52272) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:52.898307 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-40f31bfa-d910-4db8-b288-08e7c6f58fdc tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, a0086a4a-775a-4c3e-96f8-f6cd13359603) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:52.909034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f31bfa-d910-4db8-b288-08e7c6f58fdc tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:52.909657 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40f31bfa-d910-4db8-b288-08e7c6f58fdc tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.918950 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74799f53-b5d4-469c-befb-548889837c7d None None] Network a0086a4a-775a-4c3e-96f8-f6cd13359603 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:37:52.921116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 1bf172a8-075d-4063-86e7-bc8d252dfc11 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:37:52.921568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1bf172a8-075d-4063-86e7-bc8d252dfc11 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:37:52.922238 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6ef2c736-404b-48fa-96c1-2502112e1760 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:37:52.940861 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-40f31bfa-d910-4db8-b288-08e7c6f58fdc tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6542101 Dec 20 21:37:52.943873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52274) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:52.955354 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bcbad08c-e2e8-4f13-81de-37f03d79959b tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-846552921', 'network_id': 'a0086a4a-775a-4c3e-96f8-f6cd13359603'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:52.959886 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-149c6c9f-8c78-424f-9cae-f6af1a5eea53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.960420 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149c6c9f-8c78-424f-9cae-f6af1a5eea53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a222a56f-a654-4151-b110-e314aa70b5b6 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:37:52.961431 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0b83bf46-9269-45cb-83f5-7f48c936453f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.965736 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0b83bf46-9269-45cb-83f5-7f48c936453f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.967878 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-149c6c9f-8c78-424f-9cae-f6af1a5eea53 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:52.971941 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-149c6c9f-8c78-424f-9cae-f6af1a5eea53 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a222a56f-a654-4151-b110-e314aa70b5b6 HTTP/1.1" status: 204 len: 168 time: 2.1407473 Dec 20 21:37:52.972106 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0b83bf46-9269-45cb-83f5-7f48c936453f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/floatingips/2ffc0ffa-2a65-429b-adc2-8b872418580b HTTP/1.1" status: 204 len: 168 time: 1.3387191 Dec 20 21:37:52.972215 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52276) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:52.972951 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52278) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:52.991840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46b4c7-c0a6-41c8-88cc-926d70ed1297 req-ac0024ff-af7c-4d8c-8cc9-5f74f7c87df1 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:52.993568 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0d46b4c7-c0a6-41c8-88cc-926d70ed1297 req-ac0024ff-af7c-4d8c-8cc9-5f74f7c87df1 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/ports?device_id=788a2ae3-60cb-4714-948d-e52554f6296a HTTP/1.1" status: 200 len: 946 time: 0.3140469 Dec 20 21:37:53.009419 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 6ef2c736-404b-48fa-96c1-2502112e1760 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:37:53.010112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6ef2c736-404b-48fa-96c1-2502112e1760 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:37:53.013441 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc670cbd-3d62-468e-8959-423b2801124a req-549cacec-d1f3-4223-a43e-cd404cdddc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:53.016241 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc670cbd-3d62-468e-8959-423b2801124a req-549cacec-d1f3-4223-a43e-cd404cdddc3c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=788a2ae3-60cb-4714-948d-e52554f6296a HTTP/1.1" status: 200 len: 1095 time: 0.2223783 Dec 20 21:37:53.065525 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-451a95b5-970f-4a23-a0fa-2478b68430c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:53.131275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f8f4e8-7c35-4472-a831-80acc8f2cd9c None None] Network a0086a4a-775a-4c3e-96f8-f6cd13359603 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:37:53.147101 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0d46b4c7-c0a6-41c8-88cc-926d70ed1297 req-1f1491d4-4567-410b-b929-abd9f272e432 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdbad655-81d4-432b-9f8e-fe613639b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424038 Dec 20 21:37:53.169856 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-451a95b5-970f-4a23-a0fa-2478b68430c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:53.182807 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-4b5b1cef-d364-4cf2-8faf-9171c4887698 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] delete failed (client error): The resource could not be found. Dec 20 21:37:53.183908 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4b5b1cef-d364-4cf2-8faf-9171c4887698 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/floatingips/2ffc0ffa-2a65-429b-adc2-8b872418580b HTTP/1.1" status: 404 len: 345 time: 0.1311412 Dec 20 21:37:53.188318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52280) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:53.196057 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc670cbd-3d62-468e-8959-423b2801124a req-b66e7d5f-5b1d-4329-a4ac-64ab36862158 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cdbad655-81d4-432b-9f8e-fe613639b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671798 Dec 20 21:37:53.230820 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbad08c-e2e8-4f13-81de-37f03d79959b tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Made reservation on behalf of fa2023db2eb64b309b6b12e01c217a7a for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:53.233080 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bcbad08c-e2e8-4f13-81de-37f03d79959b tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:53.263691 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-451a95b5-970f-4a23-a0fa-2478b68430c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:53.267925 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-451a95b5-970f-4a23-a0fa-2478b68430c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:53.273537 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-451a95b5-970f-4a23-a0fa-2478b68430c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/771d5cf0-60b1-4e37-b2d8-94763f578a1e HTTP/1.1" status: 204 len: 168 time: 0.3855035 Dec 20 21:37:53.282549 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a95b5-970f-4a23-a0fa-2478b68430c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771d5cf0-60b1-4e37-b2d8-94763f578a1e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:53.298835 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-72003b1e-df35-4ac6-afdf-dc5f28868b93 admin admin] Deleting subnet 03fc7761-0164-4b87-902e-5dc73b4f4dd3 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:37:53.303016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-bcbad08c-e2e8-4f13-81de-37f03d79959b tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] device_id is not set on port 43ba4923-fdb1-46fc-bce8-024815c468b5 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:37:53.314257 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72003b1e-df35-4ac6-afdf-dc5f28868b93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:53.408148 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac8da3-329b-4c06-80a8-cde895fbce94 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:53.411870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac8da3-329b-4c06-80a8-cde895fbce94 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:53.418097 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac8da3-329b-4c06-80a8-cde895fbce94 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:53.419946 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-efac8da3-329b-4c06-80a8-cde895fbce94 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "GET /v2.0/ports?network_id=0fb991e8-5875-4d7a-a106-5abb9056a241 HTTP/1.1" status: 200 len: 2356 time: 0.2304547 Dec 20 21:37:53.424016 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52288) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:53.431795 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72003b1e-df35-4ac6-afdf-dc5f28868b93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:53.516744 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72003b1e-df35-4ac6-afdf-dc5f28868b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:53.555168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1c43c9-52a6-4363-8a33-3a3eeccf70c8 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:53.562717 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ee1c43c9-52a6-4363-8a33-3a3eeccf70c8 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "GET /v2.0/subnets/a12cfd9b-9e6e-437b-ae60-82912d3f9d50 HTTP/1.1" status: 200 len: 797 time: 0.1374207 Dec 20 21:37:53.563354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52290) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:53.568765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-9bac41e0-eb0c-431e-b348-c32fc019b09c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'port': {'network_id': '0fb991e8-5875-4d7a-a106-5abb9056a241', 'name': 'tempest-FloatingIPTestJSON-1381973899', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:53.631591 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72003b1e-df35-4ac6-afdf-dc5f28868b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:53.635664 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-bcbad08c-e2e8-4f13-81de-37f03d79959b tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Allocated IP 2001:db8::2c5 (a0086a4a-775a-4c3e-96f8-f6cd13359603/2a928f33-2f16-40a3-bf55-89a52a3c9a77/43ba4923-fdb1-46fc-bce8-024815c468b5) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:37:53.676628 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72003b1e-df35-4ac6-afdf-dc5f28868b93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03fc7761-0164-4b87-902e-5dc73b4f4dd3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:53.679099 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-72003b1e-df35-4ac6-afdf-dc5f28868b93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:53.683873 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-72003b1e-df35-4ac6-afdf-dc5f28868b93 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/03fc7761-0164-4b87-902e-5dc73b4f4dd3 HTTP/1.1" status: 204 len: 168 time: 0.7049499 Dec 20 21:37:53.686682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52294) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:53.717095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bac41e0-eb0c-431e-b348-c32fc019b09c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Made reservation on behalf of 8fbf673e34a34b999ba884d803154d7b for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:37:53.820914 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a97768f5-62ba-4bc2-8580-faa104b5529f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:53.845854 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9bac41e0-eb0c-431e-b348-c32fc019b09c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:53.866753 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-9bac41e0-eb0c-431e-b348-c32fc019b09c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] device_id is not set on port a9474237-0e06-45e5-8ab5-ec26ad59f879 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:37:53.991600 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a97768f5-62ba-4bc2-8580-faa104b5529f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:54.034949 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a97768f5-62ba-4bc2-8580-faa104b5529f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53e45c5-69f2-430c-8636-36554bee4d59']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:54.072664 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bcbad08c-e2e8-4f13-81de-37f03d79959b tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:54.077042 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a97768f5-62ba-4bc2-8580-faa104b5529f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7353a3e6-4d63-4a74-a104-4f015f2a3834') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:54.077649 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a97768f5-62ba-4bc2-8580-faa104b5529f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7353a3e6-4d63-4a74-a104-4f015f2a3834') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:54.091664 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a97768f5-62ba-4bc2-8580-faa104b5529f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:54.112392 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a97768f5-62ba-4bc2-8580-faa104b5529f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:54.128860 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97768f5-62ba-4bc2-8580-faa104b5529f admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:37:54.129316 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a97768f5-62ba-4bc2-8580-faa104b5529f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:37:54.131118 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:37:54.223473 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bcbad08c-e2e8-4f13-81de-37f03d79959b tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:54.288743 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a97768f5-62ba-4bc2-8580-faa104b5529f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:54.305766 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a97768f5-62ba-4bc2-8580-faa104b5529f admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:54.323336 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a97768f5-62ba-4bc2-8580-faa104b5529f admin admin] 10.222.0.32 "DELETE /v2.0/networks/c53e45c5-69f2-430c-8636-36554bee4d59 HTTP/1.1" status: 204 len: 168 time: 0.6238399 Dec 20 21:37:54.377307 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbad08c-e2e8-4f13-81de-37f03d79959b tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Network a0086a4a-775a-4c3e-96f8-f6cd13359603 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:54.379066 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97768f5-62ba-4bc2-8580-faa104b5529f admin admin] Pushing event deleted for resources: {'Network': ['ID=c53e45c5-69f2-430c-8636-36554bee4d59,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:54.390757 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-bcbad08c-e2e8-4f13-81de-37f03d79959b tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:54.394618 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbad08c-e2e8-4f13-81de-37f03d79959b tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:54.395598 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbad08c-e2e8-4f13-81de-37f03d79959b tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:54.396247 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bcbad08c-e2e8-4f13-81de-37f03d79959b tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:54.399717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbad08c-e2e8-4f13-81de-37f03d79959b tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Pushing event updated for resources: {'Port': ['ID=43ba4923-fdb1-46fc-bce8-024815c468b5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:54.409563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-9bac41e0-eb0c-431e-b348-c32fc019b09c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Allocated IP 172.20.0.14 (0fb991e8-5875-4d7a-a106-5abb9056a241/a12cfd9b-9e6e-437b-ae60-82912d3f9d50/a9474237-0e06-45e5-8ab5-ec26ad59f879) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:37:54.423826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-9bac41e0-eb0c-431e-b348-c32fc019b09c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Allocated IP 172.20.0.13 (0fb991e8-5875-4d7a-a106-5abb9056a241/a12cfd9b-9e6e-437b-ae60-82912d3f9d50/a9474237-0e06-45e5-8ab5-ec26ad59f879) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:37:54.434884 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cf559-8f5f-4551-a5af-342eeef79ac7 req-55607928-c537-45d6-99e9-3239e42c3cff tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:54.444871 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f2cf559-8f5f-4551-a5af-342eeef79ac7 req-55607928-c537-45d6-99e9-3239e42c3cff tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/ports?device_id=788a2ae3-60cb-4714-948d-e52554f6296a HTTP/1.1" status: 200 len: 946 time: 0.1322293 Dec 20 21:37:54.491953 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bcbad08c-e2e8-4f13-81de-37f03d79959b tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5443642 Dec 20 21:37:54.495781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52318) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:54.540350 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f2cf559-8f5f-4551-a5af-342eeef79ac7 req-f47c0993-8cd1-43ee-b682-18362c26a755 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdbad655-81d4-432b-9f8e-fe613639b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920537 Dec 20 21:37:54.752253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52330) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:54.816015 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9bac41e0-eb0c-431e-b348-c32fc019b09c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:54.818459 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-020d2f8e-dfc0-4fc3-958c-2fdc349e360f tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Deleting port 43ba4923-fdb1-46fc-bce8-024815c468b5 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:37:54.818792 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-020d2f8e-dfc0-4fc3-958c-2fdc349e360f tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:54.819208 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fa14ca92-7edd-4550-88c4-e06543e97ab2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ba28dca7fe84eb3b545f731ba040a0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641632 Dec 20 21:37:54.820174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52332) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:54.899493 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd13c020-4a79-4813-b725-036b88a7eb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:54.943430 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd13c020-4a79-4813-b725-036b88a7eb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:54.975688 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9bac41e0-eb0c-431e-b348-c32fc019b09c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:54.999098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-020d2f8e-dfc0-4fc3-958c-2fdc349e360f tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:55.027807 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd13c020-4a79-4813-b725-036b88a7eb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:55.031118 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd13c020-4a79-4813-b725-036b88a7eb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:55.035931 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bd13c020-4a79-4813-b725-036b88a7eb62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3fe833d8-624d-401f-9d5f-556ff8121067 HTTP/1.1" status: 204 len: 168 time: 0.2145965 Dec 20 21:37:55.057835 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13c020-4a79-4813-b725-036b88a7eb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe833d8-624d-401f-9d5f-556ff8121067,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:55.099780 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-020d2f8e-dfc0-4fc3-958c-2fdc349e360f tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Calling delete_port for 43ba4923-fdb1-46fc-bce8-024815c468b5 owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:37:55.182044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bac41e0-eb0c-431e-b348-c32fc019b09c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network 0fb991e8-5875-4d7a-a106-5abb9056a241 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:55.191546 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-9bac41e0-eb0c-431e-b348-c32fc019b09c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:55.198837 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac41e0-eb0c-431e-b348-c32fc019b09c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:55.228788 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac41e0-eb0c-431e-b348-c32fc019b09c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=a9474237-0e06-45e5-8ab5-ec26ad59f879,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:55.272044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bac41e0-eb0c-431e-b348-c32fc019b09c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:55.272698 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9bac41e0-eb0c-431e-b348-c32fc019b09c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:55.308604 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9bac41e0-eb0c-431e-b348-c32fc019b09c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.7438879 Dec 20 21:37:55.311446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52350) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:55.316115 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': 'a9474237-0e06-45e5-8ab5-ec26ad59f879', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:55.357385 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:55.412687 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-020d2f8e-dfc0-4fc3-958c-2fdc349e360f tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:55.457803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d2f8e-dfc0-4fc3-958c-2fdc349e360f tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Pushing event deleted for resources: {'Port': ['ID=43ba4923-fdb1-46fc-bce8-024815c468b5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:55.520808 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-020d2f8e-dfc0-4fc3-958c-2fdc349e360f tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:55.530214 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-020d2f8e-dfc0-4fc3-958c-2fdc349e360f tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "DELETE /v2.0/ports/43ba4923-fdb1-46fc-bce8-024815c468b5 HTTP/1.1" status: 204 len: 168 time: 1.0302870 Dec 20 21:37:55.530643 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52356) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:55.540928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0086a4a-775a-4c3e-96f8-f6cd13359603', 'external_fixed_ips': [{'subnet_id': '2a928f33-2f16-40a3-bf55-89a52a3c9a77', 'ip_address': '2001:db8::2c5'}]}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:55.611284 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:55.612901 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:55.640798 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:55.810575 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:55.834217 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Allocated IP 172.35.3.150 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/a6914daa-4ce1-4705-b25c-b2d72da3e3d8) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:37:56.113547 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:56.196537 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:56.263536 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:56.323470 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=a6914daa-4ce1-4705-b25c-b2d72da3e3d8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:56.332593 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:56.341082 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:56.354171 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:56.359611 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52378) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:56.735588 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:56.758441 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:56.805804 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:56.973980 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-672901c8-fa79-4f4b-8a6b-fd5cb48edfef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:57.016614 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:57.024705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Allocated IP 2001:db8::2c5 (a0086a4a-775a-4c3e-96f8-f6cd13359603/2a928f33-2f16-40a3-bf55-89a52a3c9a77/8b1bee03-1776-46f9-b0f1-1527c5297db8) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:37:57.130248 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb62-db3a-4a4c-8a55-69f94a3207fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:57.209573 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-672901c8-fa79-4f4b-8a6b-fd5cb48edfef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:57.221589 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-672901c8-fa79-4f4b-8a6b-fd5cb48edfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:57.247340 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:57.275997 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672901c8-fa79-4f4b-8a6b-fd5cb48edfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8cee8a-7916-4077-8f8d-56d37b877e3a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:57.294457 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-672901c8-fa79-4f4b-8a6b-fd5cb48edfef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27c749e867b842af862a1671739a92ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9316125 Dec 20 21:37:57.296913 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52404) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:57.372247 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:57.391471 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0cf2b9a2-e85b-4640-af4e-ec1acb86a1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:57.393211 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:57.416243 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:57.494523 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=a6914daa-4ce1-4705-b25c-b2d72da3e3d8,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:57.565273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Pushing event updated for resources: {'Port': ['ID=8b1bee03-1776-46f9-b0f1-1527c5297db8,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:57.605671 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0cf2b9a2-e85b-4640-af4e-ec1acb86a1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:57.613516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Network a0086a4a-775a-4c3e-96f8-f6cd13359603 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:37:57.620549 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:37:57.623941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:37:57.685619 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:58.151055 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:58.522043 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf118e77-0c72-467b-9ee9-34a5990c02f9 req-3be1eeff-12b8-46e7-98fb-e9b24850cf55 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:58.541915 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf118e77-0c72-467b-9ee9-34a5990c02f9 req-3be1eeff-12b8-46e7-98fb-e9b24850cf55 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:58.552539 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf118e77-0c72-467b-9ee9-34a5990c02f9 req-3be1eeff-12b8-46e7-98fb-e9b24850cf55 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:58.559983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf118e77-0c72-467b-9ee9-34a5990c02f9 req-3be1eeff-12b8-46e7-98fb-e9b24850cf55 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:58.566638 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf118e77-0c72-467b-9ee9-34a5990c02f9 req-3be1eeff-12b8-46e7-98fb-e9b24850cf55 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:58.574317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf118e77-0c72-467b-9ee9-34a5990c02f9 req-3be1eeff-12b8-46e7-98fb-e9b24850cf55 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:58.575623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:58.581834 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf118e77-0c72-467b-9ee9-34a5990c02f9 req-3be1eeff-12b8-46e7-98fb-e9b24850cf55 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:58.583998 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cf118e77-0c72-467b-9ee9-34a5990c02f9 req-3be1eeff-12b8-46e7-98fb-e9b24850cf55 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5434 time: 0.7585576 Dec 20 21:37:58.609606 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0cf2b9a2-e85b-4640-af4e-ec1acb86a1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:58.612743 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0cf2b9a2-e85b-4640-af4e-ec1acb86a1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:58.614193 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0cf2b9a2-e85b-4640-af4e-ec1acb86a1da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e8cee8a-7916-4077-8f8d-56d37b877e3a HTTP/1.1" status: 204 len: 168 time: 1.3163614 Dec 20 21:37:58.641822 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2b9a2-e85b-4640-af4e-ec1acb86a1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8cee8a-7916-4077-8f8d-56d37b877e3a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:37:58.679561 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cf118e77-0c72-467b-9ee9-34a5990c02f9 req-52a36d5c-7123-4fdb-b36b-80eb4a836355 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808258 Dec 20 21:37:58.681352 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Floating IP a391ef97-52cb-4451-b8b6-a2bdb7c3359b associated. External IP: 172.35.3.150, port: a9474237-0e06-45e5-8ab5-ec26ad59f879. Dec 20 21:37:58.937261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Router c56b7c53-729e-4c19-b363-b036a1595d17 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:37:58.978736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-f99b85ab-fd17-417d-8d31-619ed363699f tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:58.985310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-f99b85ab-fd17-417d-8d31-619ed363699f tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:58.992238 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-f99b85ab-fd17-417d-8d31-619ed363699f tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:59.001616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-f99b85ab-fd17-417d-8d31-619ed363699f tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:59.010005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-f99b85ab-fd17-417d-8d31-619ed363699f tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:59.017079 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-f99b85ab-fd17-417d-8d31-619ed363699f tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:59.024226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-f99b85ab-fd17-417d-8d31-619ed363699f tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:59.027473 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-f99b85ab-fd17-417d-8d31-619ed363699f tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.66 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5434 time: 0.1675739 Dec 20 21:37:59.048984 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router b9a84bda-43cd-4619-a9d9-51cc598aa56d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:37:59.170406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-a8f0bc65-08a9-4a42-b83e-43e630c24980 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:37:59.173919 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-a8f0bc65-08a9-4a42-b83e-43e630c24980 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.66 "GET /v2.0/ports/97563572-4662-45fc-886e-d7a94f6a1dea?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0919669 Dec 20 21:37:59.284744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:37:59.305762 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d6b5b2-92c6-42c1-8ec5-32c6f0363f6a None None] Sync routers for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:37:59.308447 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:59.319119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:37:59.329370 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3674739-8748-4a00-b255-ac6d9ecd8d5b None None] Sync routers for ids ['c56b7c53-729e-4c19-b363-b036a1595d17'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:37:59.340754 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d6b5b2-92c6-42c1-8ec5-32c6f0363f6a None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:59.341496 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-16ecaaef-b0c5-4094-9c0a-5494567a01a6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.66 "GET /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1603603 Dec 20 21:37:59.342357 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c1d6b5b2-92c6-42c1-8ec5-32c6f0363f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:59.354738 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-2f69e3ae-c90b-45d8-bb95-33c05b1da502 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:59.356083 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3674739-8748-4a00-b255-ac6d9ecd8d5b None None] Routers {'c56b7c53-729e-4c19-b363-b036a1595d17'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:59.356711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e3674739-8748-4a00-b255-ac6d9ecd8d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['c56b7c53-729e-4c19-b363-b036a1595d17'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:59.398800 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:59.398800 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2243c1a2-6b29-4b22-8232-8541cf51c284 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8650422 Dec 20 21:37:59.402194 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-92759a2f-0f77-4697-a17b-04fe5b9bb640 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.0895751 Dec 20 21:37:59.403107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52482) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:59.403475 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52484) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:37:59.479353 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c1d6b5b2-92c6-42c1-8ec5-32c6f0363f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:59.511810 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d6b5b2-92c6-42c1-8ec5-32c6f0363f6a None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:37:59.512437 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c1d6b5b2-92c6-42c1-8ec5-32c6f0363f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:59.609558 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a9e1270a-a593-4012-8632-c9be5b4aafa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:59.658944 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c1d6b5b2-92c6-42c1-8ec5-32c6f0363f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:37:59.659773 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d6b5b2-92c6-42c1-8ec5-32c6f0363f6a None None] The sync data for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:37:59.726568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e3674739-8748-4a00-b255-ac6d9ecd8d5b None None] Set router c56b7c53-729e-4c19-b363-b036a1595d17 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:37:59.740221 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e31e-b9f0-473d-8e6f-5fdbbd57a285 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:37:59.896490 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b526dd26-e65a-4750-abf5-572616982811 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'floatingip': {'port_id': 'a9474237-0e06-45e5-8ab5-ec26ad59f879', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:37:59.989618 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-2f69e3ae-c90b-45d8-bb95-33c05b1da502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:00.027075 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc06233-668f-48cb-9dd1-ccac55c34075 req-02e33cfe-e7c4-4a8b-bd0c-bebc9b39a475 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:00.028695 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8bc06233-668f-48cb-9dd1-ccac55c34075 req-02e33cfe-e7c4-4a8b-bd0c-bebc9b39a475 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/ports?device_id=788a2ae3-60cb-4714-948d-e52554f6296a HTTP/1.1" status: 200 len: 946 time: 0.1235931 Dec 20 21:38:00.045924 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b526dd26-e65a-4750-abf5-572616982811 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:00.063866 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e31e-b9f0-473d-8e6f-5fdbbd57a285 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:00.113062 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8bc06233-668f-48cb-9dd1-ccac55c34075 req-c9ca4c13-966c-4a16-b5a5-366a1e5c3c20 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdbad655-81d4-432b-9f8e-fe613639b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732224 Dec 20 21:38:00.154914 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4e31e-b9f0-473d-8e6f-5fdbbd57a285 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Deleting port 8b1bee03-1776-46f9-b0f1-1527c5297db8 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:00.154914 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e31e-b9f0-473d-8e6f-5fdbbd57a285 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:00.229005 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e3674739-8748-4a00-b255-ac6d9ecd8d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56b7c53-729e-4c19-b363-b036a1595d17', 'name': '', 'tenant_id': 'fa2023db2eb64b309b6b12e01c217a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0086a4a-775a-4c3e-96f8-f6cd13359603', 'external_fixed_ips': [{'subnet_id': '2a928f33-2f16-40a3-bf55-89a52a3c9a77', 'ip_address': '2001:db8::2c5'}], 'enable_snat': True}, 'gw_port_id': '8b1bee03-1776-46f9-b0f1-1527c5297db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:37:55Z', 'updated_at': '2021-12-20T21:37:57Z', 'revision_number': 3, 'project_id': 'fa2023db2eb64b309b6b12e01c217a7a', 'gw_port': {'id': '8b1bee03-1776-46f9-b0f1-1527c5297db8', 'name': '', 'network_id': 'a0086a4a-775a-4c3e-96f8-f6cd13359603', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56b7c53-729e-4c19-b363-b036a1595d17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '2a928f33-2f16-40a3-bf55-89a52a3c9a77', 'ip_address': '2001:db8::2c5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:37:56Z', 'updated_at': '2021-12-20T21:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a928f33-2f16-40a3-bf55-89a52a3c9a77', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:00.278376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3674739-8748-4a00-b255-ac6d9ecd8d5b None None] Checking router: c56b7c53-729e-4c19-b363-b036a1595d17 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:38:00.278735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3674739-8748-4a00-b255-ac6d9ecd8d5b None None] Updating router c56b7c53-729e-4c19-b363-b036a1595d17 port 8b1bee03-1776-46f9-b0f1-1527c5297db8 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:38:00.307211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e4d57-0bdb-44b7-ae57-11b58d8ffce6 req-f2452cea-3a3d-4183-ab0d-f8e879821e7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:00.313156 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e4d57-0bdb-44b7-ae57-11b58d8ffce6 req-f2452cea-3a3d-4183-ab0d-f8e879821e7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:00.319481 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e4d57-0bdb-44b7-ae57-11b58d8ffce6 req-f2452cea-3a3d-4183-ab0d-f8e879821e7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:00.326135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e4d57-0bdb-44b7-ae57-11b58d8ffce6 req-f2452cea-3a3d-4183-ab0d-f8e879821e7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:00.327176 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3674739-8748-4a00-b255-ac6d9ecd8d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:00.336331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e4d57-0bdb-44b7-ae57-11b58d8ffce6 req-f2452cea-3a3d-4183-ab0d-f8e879821e7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:00.343078 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e4d57-0bdb-44b7-ae57-11b58d8ffce6 req-f2452cea-3a3d-4183-ab0d-f8e879821e7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:00.349872 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e4d57-0bdb-44b7-ae57-11b58d8ffce6 req-f2452cea-3a3d-4183-ab0d-f8e879821e7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:00.352663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ce1e4d57-0bdb-44b7-ae57-11b58d8ffce6 req-f2452cea-3a3d-4183-ab0d-f8e879821e7b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 5434 time: 0.4143517 Dec 20 21:38:00.375954 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e31e-b9f0-473d-8e6f-5fdbbd57a285 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:00.411138 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-2f69e3ae-c90b-45d8-bb95-33c05b1da502 service neutron] For port 97563572-4662-45fc-886e-d7a94f6a1dea, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=97563572-4662-45fc-886e-d7a94f6a1dea,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:00.416256 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d9b4e31e-b9f0-473d-8e6f-5fdbbd57a285 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Calling delete_port for 8b1bee03-1776-46f9-b0f1-1527c5297db8 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:00.454266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-2f69e3ae-c90b-45d8-bb95-33c05b1da502 service neutron] For port 97563572-4662-45fc-886e-d7a94f6a1dea, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:38:00.499854 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-2f69e3ae-c90b-45d8-bb95-33c05b1da502 service neutron] device_id is not set on port 97563572-4662-45fc-886e-d7a94f6a1dea yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:38:00.511056 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-2f69e3ae-c90b-45d8-bb95-33c05b1da502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:00.625628 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-2f69e3ae-c90b-45d8-bb95-33c05b1da502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:00.703436 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ce1e4d57-0bdb-44b7-ae57-11b58d8ffce6 req-5493b9cb-8a96-4a67-a717-53c1825f82b5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3419840 Dec 20 21:38:00.747195 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e31e-b9f0-473d-8e6f-5fdbbd57a285 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:00.767513 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:00.781801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 3172c179-085f-4b38-b042-22139154fc9d no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:38:00.805649 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4e31e-b9f0-473d-8e6f-5fdbbd57a285 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b1bee03-1776-46f9-b0f1-1527c5297db8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:00.866376 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e31e-b9f0-473d-8e6f-5fdbbd57a285 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:01.061876 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e31e-b9f0-473d-8e6f-5fdbbd57a285 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:01.066797 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e31e-b9f0-473d-8e6f-5fdbbd57a285 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:01.158173 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e31e-b9f0-473d-8e6f-5fdbbd57a285 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:01.158173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b4e31e-b9f0-473d-8e6f-5fdbbd57a285 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c56b7c53-729e-4c19-b363-b036a1595d17 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:38:01.171907 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e31e-b9f0-473d-8e6f-5fdbbd57a285 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:01.177487 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d9b4e31e-b9f0-473d-8e6f-5fdbbd57a285 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "DELETE /v2.0/routers/c56b7c53-729e-4c19-b363-b036a1595d17 HTTP/1.1" status: 204 len: 168 time: 1.7694323 Dec 20 21:38:01.178224 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52518) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:01.189000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69e3ae-c90b-45d8-bb95-33c05b1da502 service neutron] Pushing event updated for resources: {'Port': ['ID=97563572-4662-45fc-886e-d7a94f6a1dea,revision_number=6']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:01.294517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c10aa4-3220-4d5b-82de-a7d119c3863e tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Deleting subnet 2a928f33-2f16-40a3-bf55-89a52a3c9a77 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:38:01.297452 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-2f69e3ae-c90b-45d8-bb95-33c05b1da502 service neutron] No DVR routers for this DVR port 97563572-4662-45fc-886e-d7a94f6a1dea on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:38:01.402161 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f64a6a-2d28-4824-bda5-401af10fa673 req-37a2b473-c9c7-4dfe-9b22-e7ed6c5f6c5e tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:01.404826 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b1f64a6a-2d28-4824-bda5-401af10fa673 req-37a2b473-c9c7-4dfe-9b22-e7ed6c5f6c5e tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.31 "GET /v2.0/ports?device_id=788a2ae3-60cb-4714-948d-e52554f6296a HTTP/1.1" status: 200 len: 946 time: 0.1746051 Dec 20 21:38:01.441961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8882ff2-82ff-4329-8b0c-43161b9e1789 req-3755a9e5-5a3f-41b3-b1ee-8d503d576d92 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:01.443510 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c8882ff2-82ff-4329-8b0c-43161b9e1789 req-3755a9e5-5a3f-41b3-b1ee-8d503d576d92 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/ports?device_id=788a2ae3-60cb-4714-948d-e52554f6296a HTTP/1.1" status: 200 len: 946 time: 0.1432745 Dec 20 21:38:01.502465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-2f69e3ae-c90b-45d8-bb95-33c05b1da502 service neutron] In _notify_port_updated(), no bound segment for port 97563572-4662-45fc-886e-d7a94f6a1dea on network 0d7ce904-5e00-450e-ba96-c229b1e02c3a {{(pid=102401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:38:01.504395 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-2f69e3ae-c90b-45d8-bb95-33c05b1da502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:01.505731 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-2f69e3ae-c90b-45d8-bb95-33c05b1da502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:01.507899 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-2f69e3ae-c90b-45d8-bb95-33c05b1da502 service neutron] 10.222.0.66 "PUT /v2.0/ports/97563572-4662-45fc-886e-d7a94f6a1dea HTTP/1.1" status: 200 len: 1027 time: 2.1599734 Dec 20 21:38:01.532243 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:01.547997 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c8882ff2-82ff-4329-8b0c-43161b9e1789 req-536e98b0-eecb-4e28-ab00-aa25cedfc135 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdbad655-81d4-432b-9f8e-fe613639b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911627 Dec 20 21:38:01.587089 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90c10aa4-3220-4d5b-82de-a7d119c3863e tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:01.594810 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-e3674739-8748-4a00-b255-ac6d9ecd8d5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:38:01.595497 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-e3674739-8748-4a00-b255-ac6d9ecd8d5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:38:01.605686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3172c179-085f-4b38-b042-22139154fc9d'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:38:01.608745 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1619e3-a44c-4a96-ac58-c74f9667552c" -d '{"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-unplugged", "status": "completed", "tag": "3172c179-085f-4b38-b042-22139154fc9d"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:38:01.642833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3d6bb776-3894-4c4f-8572-e14b21714c0f None None] Provisioning complete for port 97563572-4662-45fc-886e-d7a94f6a1dea triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:01.644565 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb776-3894-4c4f-8572-e14b21714c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:01.659038 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.resource_extend [None req-b526dd26-e65a-4750-abf5-572616982811 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:38:01.687347 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90c10aa4-3220-4d5b-82de-a7d119c3863e tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:01.708377 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24e04ad-91b6-4f07-b0bc-f84aa22868b0 x-openstack-request-id: req-d24e04ad-91b6-4f07-b0bc-f84aa22868b0 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:38:01.708978 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-unplugged", "status": "completed", "tag": "3172c179-085f-4b38-b042-22139154fc9d", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:38:01.709420 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d24e04ad-91b6-4f07-b0bc-f84aa22868b0 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:38:01.709980 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3172c179-085f-4b38-b042-22139154fc9d', 'code': 200} Dec 20 21:38:01.712878 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3d6bb776-3894-4c4f-8572-e14b21714c0f None None] Port 97563572-4662-45fc-886e-d7a94f6a1dea cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:38:01.716177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 3172c179-085f-4b38-b042-22139154fc9d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=3172c179-085f-4b38-b042-22139154fc9d,segment=NetworkSegment(d876710f-7e1a-4456-ba5e-b7cdcf0d523d),segment_id=d876710f-7e1a-4456-ba5e-b7cdcf0d523d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:01.724195 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:01.724799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-177b09b9-9a18-4bb0-ac7c-3e7e12f7fb57 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:01.726542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-177b09b9-9a18-4bb0-ac7c-3e7e12f7fb57 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.66 "GET /v2.0/ports/1d3edd11-b710-430d-ae69-8d04fe58dcc7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1821399 Dec 20 21:38:01.727929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 8ce909c5-2cad-47d2-872b-187a9336f4e4 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:38:01.741189 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-7cdcffbb-0b6e-4054-a143-531c6c4156cd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:01.800059 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90c10aa4-3220-4d5b-82de-a7d119c3863e tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:01.834404 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b526dd26-e65a-4750-abf5-572616982811 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:01.861534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b526dd26-e65a-4750-abf5-572616982811 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:01.875065 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-b1f64a6a-2d28-4824-bda5-401af10fa673 req-0fae4ac8-ff1a-4a35-aedc-df0814d768a8 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Deleting port e7ed8c01-65c7-4125-94f6-11a8160ff309 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:01.875409 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b1f64a6a-2d28-4824-bda5-401af10fa673 req-0fae4ac8-ff1a-4a35-aedc-df0814d768a8 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:01.978925 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca4290-bdd2-41d9-b94a-48f91048c90b req-79046f14-0229-4cfa-a017-91483f703e42 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:01.985443 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca4290-bdd2-41d9-b94a-48f91048c90b req-79046f14-0229-4cfa-a017-91483f703e42 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:01.991496 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca4290-bdd2-41d9-b94a-48f91048c90b req-79046f14-0229-4cfa-a017-91483f703e42 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:01.997803 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca4290-bdd2-41d9-b94a-48f91048c90b req-79046f14-0229-4cfa-a017-91483f703e42 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:02.004459 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca4290-bdd2-41d9-b94a-48f91048c90b req-79046f14-0229-4cfa-a017-91483f703e42 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:02.010364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca4290-bdd2-41d9-b94a-48f91048c90b req-79046f14-0229-4cfa-a017-91483f703e42 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:02.015335 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=3172c179-085f-4b38-b042-22139154fc9d,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:02.026108 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79ca4290-bdd2-41d9-b94a-48f91048c90b req-79046f14-0229-4cfa-a017-91483f703e42 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 4658 time: 0.1349797 Dec 20 21:38:02.035224 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:02.055994 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90c10aa4-3220-4d5b-82de-a7d119c3863e tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:02.090762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c10aa4-3220-4d5b-82de-a7d119c3863e tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2a928f33-2f16-40a3-bf55-89a52a3c9a77,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:02.110926 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90c10aa4-3220-4d5b-82de-a7d119c3863e tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:02.117609 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-90c10aa4-3220-4d5b-82de-a7d119c3863e tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/2a928f33-2f16-40a3-bf55-89a52a3c9a77 HTTP/1.1" status: 204 len: 168 time: 0.9383090 Dec 20 21:38:02.120721 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52552) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:02.149862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3674739-8748-4a00-b255-ac6d9ecd8d5b None None] Port 8b1bee03-1776-46f9-b0f1-1527c5297db8 not found while updating agent binding for router c56b7c53-729e-4c19-b363-b036a1595d17. {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 20 21:38:02.174252 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:02.189058 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 8ce909c5-2cad-47d2-872b-187a9336f4e4, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=8ce909c5-2cad-47d2-872b-187a9336f4e4,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:02.198466 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:02.199206 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 1d3edd11-b710-430d-ae69-8d04fe58dcc7 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:38:02.203226 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3674739-8748-4a00-b255-ac6d9ecd8d5b None None] Routers set() bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:02.203593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3674739-8748-4a00-b255-ac6d9ecd8d5b None None] Router IDs set() for agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 21:38:02.204199 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_agentschedulers_db [None req-e3674739-8748-4a00-b255-ac6d9ecd8d5b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c56b7c53-729e-4c19-b363-b036a1595d17'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent'). {{(pid=102403) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 21:38:02.204568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3674739-8748-4a00-b255-ac6d9ecd8d5b None None] The sync data for ids ['c56b7c53-729e-4c19-b363-b036a1595d17'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:02.218894 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb58bbc2-e0e4-4b69-a546-6603d1d3b335 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:02.240092 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79ca4290-bdd2-41d9-b94a-48f91048c90b req-cdb93470-270c-4cbd-8108-b2b4b9faefcf tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&id=45821901-107e-4f5f-b113-466704b94bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2065971 Dec 20 21:38:02.280044 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-7cdcffbb-0b6e-4054-a143-531c6c4156cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:02.379300 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=8ce909c5-2cad-47d2-872b-187a9336f4e4,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:02.387176 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:02.396421 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:02.425212 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb58bbc2-e0e4-4b69-a546-6603d1d3b335 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:02.468680 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-eb58bbc2-e0e4-4b69-a546-6603d1d3b335 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0086a4a-775a-4c3e-96f8-f6cd13359603']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:02.492179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-eb58bbc2-e0e4-4b69-a546-6603d1d3b335 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec97012-ddbf-47ed-ac94-0423e3bf0fb3') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:02.493160 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-eb58bbc2-e0e4-4b69-a546-6603d1d3b335 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec97012-ddbf-47ed-ac94-0423e3bf0fb3') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:02.526922 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb58bbc2-e0e4-4b69-a546-6603d1d3b335 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:02.548136 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb58bbc2-e0e4-4b69-a546-6603d1d3b335 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:02.556345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb58bbc2-e0e4-4b69-a546-6603d1d3b335 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:38:02.556591 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb58bbc2-e0e4-4b69-a546-6603d1d3b335 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:38:02.558594 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:38:02.631321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-b1f64a6a-2d28-4824-bda5-401af10fa673 req-0fae4ac8-ff1a-4a35-aedc-df0814d768a8 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] For port e7ed8c01-65c7-4125-94f6-11a8160ff309, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e7ed8c01-65c7-4125-94f6-11a8160ff309,segment=NetworkSegment(a5d7c41a-51a3-4fa7-bd94-129d95532e92),segment_id=a5d7c41a-51a3-4fa7-bd94-129d95532e92)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:02.631321 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b1f64a6a-2d28-4824-bda5-401af10fa673 req-0fae4ac8-ff1a-4a35-aedc-df0814d768a8 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:02.660429 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-b1f64a6a-2d28-4824-bda5-401af10fa673 req-0fae4ac8-ff1a-4a35-aedc-df0814d768a8 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Calling delete_port for e7ed8c01-65c7-4125-94f6-11a8160ff309 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:02.677323 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb58bbc2-e0e4-4b69-a546-6603d1d3b335 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:02.680006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b526dd26-e65a-4750-abf5-572616982811 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router b9a84bda-43cd-4619-a9d9-51cc598aa56d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:38:02.686690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb58bbc2-e0e4-4b69-a546-6603d1d3b335 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a0086a4a-775a-4c3e-96f8-f6cd13359603 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 20 21:38:02.691183 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-eb58bbc2-e0e4-4b69-a546-6603d1d3b335 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:02.699771 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-eb58bbc2-e0e4-4b69-a546-6603d1d3b335 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "DELETE /v2.0/networks/a0086a4a-775a-4c3e-96f8-f6cd13359603 HTTP/1.1" status: 204 len: 168 time: 0.5779150 Dec 20 21:38:02.703754 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-7cdcffbb-0b6e-4054-a143-531c6c4156cd service neutron] For port 1d3edd11-b710-430d-ae69-8d04fe58dcc7, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=1d3edd11-b710-430d-ae69-8d04fe58dcc7,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:02.714264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58bbc2-e0e4-4b69-a546-6603d1d3b335 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0086a4a-775a-4c3e-96f8-f6cd13359603,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:02.887249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-7cdcffbb-0b6e-4054-a143-531c6c4156cd service neutron] For port 1d3edd11-b710-430d-ae69-8d04fe58dcc7, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:38:02.925069 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a097cac-e82f-4682-bda3-1f8a5419a7be req-7292020d-3df6-44fc-b138-e5be6599d3e2 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:02.926683 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a097cac-e82f-4682-bda3-1f8a5419a7be req-7292020d-3df6-44fc-b138-e5be6599d3e2 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/ports?device_id=788a2ae3-60cb-4714-948d-e52554f6296a HTTP/1.1" status: 200 len: 946 time: 0.2612121 Dec 20 21:38:03.012056 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-7cdcffbb-0b6e-4054-a143-531c6c4156cd service neutron] device_id is not set on port 1d3edd11-b710-430d-ae69-8d04fe58dcc7 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:38:03.034098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-7cdcffbb-0b6e-4054-a143-531c6c4156cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:03.050918 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a097cac-e82f-4682-bda3-1f8a5419a7be req-6fec10fe-e70d-4d2e-9e3f-1ac4d30180c5 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdbad655-81d4-432b-9f8e-fe613639b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023335 Dec 20 21:38:03.064893 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-7cdcffbb-0b6e-4054-a143-531c6c4156cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:03.148914 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:38:03.149482 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:38:03.190294 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b1f64a6a-2d28-4824-bda5-401af10fa673 req-0fae4ac8-ff1a-4a35-aedc-df0814d768a8 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:03.211851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b526dd26-e65a-4750-abf5-572616982811 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:38:03.216979 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b526dd26-e65a-4750-abf5-572616982811 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:03.222520 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['e7ed8c01-65c7-4125-94f6-11a8160ff309'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:38:03.223094 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d749b41-d3bf-432f-beb8-1fa2d5f2bfaf None None] Sync routers for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:38:03.247119 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d749b41-d3bf-432f-beb8-1fa2d5f2bfaf None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:03.247763 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9d749b41-d3bf-432f-beb8-1fa2d5f2bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:03.275555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-7cdcffbb-0b6e-4054-a143-531c6c4156cd service neutron] No DVR routers for this DVR port 1d3edd11-b710-430d-ae69-8d04fe58dcc7 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:38:03.365374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-7cdcffbb-0b6e-4054-a143-531c6c4156cd service neutron] In _notify_port_updated(), no bound segment for port 1d3edd11-b710-430d-ae69-8d04fe58dcc7 on network 0d7ce904-5e00-450e-ba96-c229b1e02c3a {{(pid=102401) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 20 21:38:03.366302 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-7cdcffbb-0b6e-4054-a143-531c6c4156cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:03.366927 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-7cdcffbb-0b6e-4054-a143-531c6c4156cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:03.368384 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-7cdcffbb-0b6e-4054-a143-531c6c4156cd service neutron] 10.222.0.66 "PUT /v2.0/ports/1d3edd11-b710-430d-ae69-8d04fe58dcc7 HTTP/1.1" status: 200 len: 1028 time: 1.6318052 Dec 20 21:38:03.369027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcffbb-0b6e-4054-a143-531c6c4156cd service neutron] Pushing event updated for resources: {'Port': ['ID=1d3edd11-b710-430d-ae69-8d04fe58dcc7,revision_number=6']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:03.486030 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e162da-29c4-42f8-b7f1-8f7474a0a3d9 req-b7e6e987-6b2c-49c0-af50-10d8d0079ea2 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:03.518154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e162da-29c4-42f8-b7f1-8f7474a0a3d9 req-b7e6e987-6b2c-49c0-af50-10d8d0079ea2 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:03.523206 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9d749b41-d3bf-432f-beb8-1fa2d5f2bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:03.524017 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e162da-29c4-42f8-b7f1-8f7474a0a3d9 req-b7e6e987-6b2c-49c0-af50-10d8d0079ea2 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:03.552181 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e162da-29c4-42f8-b7f1-8f7474a0a3d9 req-b7e6e987-6b2c-49c0-af50-10d8d0079ea2 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:03.554010 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d749b41-d3bf-432f-beb8-1fa2d5f2bfaf None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:03.556195 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9d749b41-d3bf-432f-beb8-1fa2d5f2bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:03.578560 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e162da-29c4-42f8-b7f1-8f7474a0a3d9 req-b7e6e987-6b2c-49c0-af50-10d8d0079ea2 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:03.581029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae4ac8-ff1a-4a35-aedc-df0814d768a8 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Pushing event deleted for resources: {'Port': ['ID=e7ed8c01-65c7-4125-94f6-11a8160ff309,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:03.588640 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43e162da-29c4-42f8-b7f1-8f7474a0a3d9 req-b7e6e987-6b2c-49c0-af50-10d8d0079ea2 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 3881 time: 0.1983874 Dec 20 21:38:03.602288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f64a6a-2d28-4824-bda5-401af10fa673 req-0fae4ac8-ff1a-4a35-aedc-df0814d768a8 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] No DVR routers for this DVR port e7ed8c01-65c7-4125-94f6-11a8160ff309 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:38:03.606218 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b1f64a6a-2d28-4824-bda5-401af10fa673 req-0fae4ac8-ff1a-4a35-aedc-df0814d768a8 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:03.609972 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b1f64a6a-2d28-4824-bda5-401af10fa673 req-0fae4ac8-ff1a-4a35-aedc-df0814d768a8 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.31 "DELETE /v2.0/ports/e7ed8c01-65c7-4125-94f6-11a8160ff309 HTTP/1.1" status: 204 len: 173 time: 2.1939709 Dec 20 21:38:03.639022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788a2ae3-60cb-4714-948d-e52554f6296a', 'name': 'network-vif-deleted', 'tag': 'e7ed8c01-65c7-4125-94f6-11a8160ff309'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:38:03.648713 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-bb7949b9-5da7-481e-a69a-a411ac4916da None None] Provisioning complete for port 1d3edd11-b710-430d-ae69-8d04fe58dcc7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:03.649288 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59670df-e82c-4c49-b110-b87cec0d6b4b" -d '{"events": [{"server_uuid": "788a2ae3-60cb-4714-948d-e52554f6296a", "name": "network-vif-deleted", "tag": "e7ed8c01-65c7-4125-94f6-11a8160ff309"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:38:03.650944 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb7949b9-5da7-481e-a69a-a411ac4916da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:03.664300 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-9d749b41-d3bf-432f-beb8-1fa2d5f2bfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:03.665897 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d749b41-d3bf-432f-beb8-1fa2d5f2bfaf None None] The sync data for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:03.694558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52600) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:03.712179 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43e162da-29c4-42f8-b7f1-8f7474a0a3d9 req-41fe314a-2686-445d-ab83-bb854647f31b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205025 Dec 20 21:38:03.767115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-9fcb088a-dc08-4f5f-bfbb-f47a2163649d tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Request body: {'router': {'name': 'tempest-router--1769440951', 'project_id': 'aad60383ce6342d2a0653b52f55a8749'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:03.846111 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffc4017-765d-4ea0-bde2-05a20f8b649e x-openstack-request-id: req-6ffc4017-765d-4ea0-bde2-05a20f8b649e {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:38:03.847562 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ce909c5-2cad-47d2-872b-187a9336f4e4'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:38:03.849832 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7116c13e-af97-4672-bafe-171609c0de45" -d '{"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-unplugged", "status": "completed", "tag": "8ce909c5-2cad-47d2-872b-187a9336f4e4"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:38:03.853051 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-bb7949b9-5da7-481e-a69a-a411ac4916da None None] Port 1d3edd11-b710-430d-ae69-8d04fe58dcc7 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:38:03.854487 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788a2ae3-60cb-4714-948d-e52554f6296a", "name": "network-vif-deleted", "tag": "e7ed8c01-65c7-4125-94f6-11a8160ff309", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:38:03.854963 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ffc4017-765d-4ea0-bde2-05a20f8b649e {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:38:03.859243 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788a2ae3-60cb-4714-948d-e52554f6296a', 'name': 'network-vif-deleted', 'tag': 'e7ed8c01-65c7-4125-94f6-11a8160ff309', 'status': 'completed', 'code': 200} Dec 20 21:38:03.863431 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f3a6e021-6af8-4259-a794-65ae1e18fac1 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:38:03.906534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52606) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:03.906689 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b526dd26-e65a-4750-abf5-572616982811 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "PUT /v2.0/floatingips/a391ef97-52cb-4451-b8b6-a2bdb7c3359b HTTP/1.1" status: 200 len: 979 time: 4.5015211 Dec 20 21:38:03.929539 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2fb91a-884a-416e-8776-193d6af81045 x-openstack-request-id: req-da2fb91a-884a-416e-8776-193d6af81045 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:38:03.930169 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-unplugged", "status": "completed", "tag": "8ce909c5-2cad-47d2-872b-187a9336f4e4", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:38:03.930529 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da2fb91a-884a-416e-8776-193d6af81045 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:38:03.931110 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ce909c5-2cad-47d2-872b-187a9336f4e4', 'code': 200} Dec 20 21:38:03.949767 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9fcb088a-dc08-4f5f-bfbb-f47a2163649d tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:03.951082 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9fcb088a-dc08-4f5f-bfbb-f47a2163649d tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:04.009884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-10b12fda-60d1-4223-9c0a-e57d570085ac tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Deleting port 3172c179-085f-4b38-b042-22139154fc9d {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:04.010319 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-10b12fda-60d1-4223-9c0a-e57d570085ac tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:04.049500 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:04.085492 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52614) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:04.145739 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f3a6e021-6af8-4259-a794-65ae1e18fac1, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f3a6e021-6af8-4259-a794-65ae1e18fac1,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:04.166359 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:04.167096 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 97563572-4662-45fc-886e-d7a94f6a1dea no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:38:04.252307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9fcb088a-dc08-4f5f-bfbb-f47a2163649d tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:04.306183 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9fcb088a-dc08-4f5f-bfbb-f47a2163649d tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:04.313307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 97563572-4662-45fc-886e-d7a94f6a1dea not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:38:04.318926 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 85e8bade-ced6-417c-a6a8-6dc4305942f4 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:38:04.364682 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-08e97573-7458-4c02-a2ba-1e4666a53248 req-006c1691-5431-432f-8a88-a44a511e8643 tempest-VolumesActionsTest-658095341 tempest-VolumesActionsTest-658095341-project] 10.222.0.32 "GET /v2.0/ports?device_id=788a2ae3-60cb-4714-948d-e52554f6296a HTTP/1.1" status: 200 len: 210 time: 0.1336212 Dec 20 21:38:04.365602 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e915f0ef-166b-4871-bd38-c4a904c25186 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Deleting port a6914daa-4ce1-4705-b25c-b2d72da3e3d8 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:04.366057 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e915f0ef-166b-4871-bd38-c4a904c25186 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:04.415993 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9fcb088a-dc08-4f5f-bfbb-f47a2163649d tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:04.422399 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9fcb088a-dc08-4f5f-bfbb-f47a2163649d tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6903219 Dec 20 21:38:04.425256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52620) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:04.449628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=f3a6e021-6af8-4259-a794-65ae1e18fac1,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:04.500382 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:04.510027 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e915f0ef-166b-4871-bd38-c4a904c25186 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:04.510620 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e915f0ef-166b-4871-bd38-c4a904c25186 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:04.541257 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e915f0ef-166b-4871-bd38-c4a904c25186 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Calling delete_port for a6914daa-4ce1-4705-b25c-b2d72da3e3d8 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:04.570606 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 85e8bade-ced6-417c-a6a8-6dc4305942f4, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=85e8bade-ced6-417c-a6a8-6dc4305942f4,segment=NetworkSegment(47a3639c-7b5f-45dd-bb69-9d62790353d4),segment_id=47a3639c-7b5f-45dd-bb69-9d62790353d4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:04.581376 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:04.581376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 9655ce7e-8f89-45c3-886e-da0b47890f71 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:38:04.823121 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=85e8bade-ced6-417c-a6a8-6dc4305942f4,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:04.940255 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.011472 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e915f0ef-166b-4871-bd38-c4a904c25186 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.014482 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-26c13106-c65d-4be6-8d73-710775697ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.017166 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 9655ce7e-8f89-45c3-886e-da0b47890f71, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=9655ce7e-8f89-45c3-886e-da0b47890f71,segment=NetworkSegment(d876710f-7e1a-4456-ba5e-b7cdcf0d523d),segment_id=d876710f-7e1a-4456-ba5e-b7cdcf0d523d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:05.026016 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.042414 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-10b12fda-60d1-4223-9c0a-e57d570085ac tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] For port 3172c179-085f-4b38-b042-22139154fc9d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=3172c179-085f-4b38-b042-22139154fc9d,segment=NetworkSegment(d876710f-7e1a-4456-ba5e-b7cdcf0d523d),segment_id=d876710f-7e1a-4456-ba5e-b7cdcf0d523d)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:05.042859 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-10b12fda-60d1-4223-9c0a-e57d570085ac tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.047052 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d0c71aa5-8de1-470f-b085-557325c377b1 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.085325 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915f0ef-166b-4871-bd38-c4a904c25186 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Port': ['ID=a6914daa-4ce1-4705-b25c-b2d72da3e3d8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:05.120010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-10b12fda-60d1-4223-9c0a-e57d570085ac tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Calling delete_port for 3172c179-085f-4b38-b042-22139154fc9d owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:05.161023 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=9655ce7e-8f89-45c3-886e-da0b47890f71,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:05.312593 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d0c71aa5-8de1-470f-b085-557325c377b1 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.316200 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d0c71aa5-8de1-470f-b085-557325c377b1 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.317398 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd0db6-48f2-4284-979e-e8beb50ae693 req-2b4990fe-034b-4469-92a8-d94702a75e43 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:05.324021 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd0db6-48f2-4284-979e-e8beb50ae693 req-2b4990fe-034b-4469-92a8-d94702a75e43 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:05.330027 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd0db6-48f2-4284-979e-e8beb50ae693 req-2b4990fe-034b-4469-92a8-d94702a75e43 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:05.336154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd0db6-48f2-4284-979e-e8beb50ae693 req-2b4990fe-034b-4469-92a8-d94702a75e43 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:05.342587 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd0db6-48f2-4284-979e-e8beb50ae693 req-2b4990fe-034b-4469-92a8-d94702a75e43 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:05.354901 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6ebd0db6-48f2-4284-979e-e8beb50ae693 req-2b4990fe-034b-4469-92a8-d94702a75e43 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 3875 time: 0.3631926 Dec 20 21:38:05.418845 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-26c13106-c65d-4be6-8d73-710775697ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.422817 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d0c71aa5-8de1-470f-b085-557325c377b1 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.423353 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c71aa5-8de1-470f-b085-557325c377b1 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e2fb900-f2cc-4ee3-9cd1-f97164f75b0b {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:38:05.428974 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d0c71aa5-8de1-470f-b085-557325c377b1 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.431926 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e915f0ef-166b-4871-bd38-c4a904c25186 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.432310 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-e915f0ef-166b-4871-bd38-c4a904c25186 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Floating IP a391ef97-52cb-4451-b8b6-a2bdb7c3359b disassociated (deleted). External IP: 172.35.3.150, port: a9474237-0e06-45e5-8ab5-ec26ad59f879. Dec 20 21:38:05.439593 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d0c71aa5-8de1-470f-b085-557325c377b1 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "DELETE /v2.0/routers/4e2fb900-f2cc-4ee3-9cd1-f97164f75b0b HTTP/1.1" status: 204 len: 168 time: 1.0103860 Dec 20 21:38:05.491673 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-26c13106-c65d-4be6-8d73-710775697ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.557389 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-10b12fda-60d1-4223-9c0a-e57d570085ac tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.569230 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6ebd0db6-48f2-4284-979e-e8beb50ae693 req-7f2d215f-848d-4152-95b6-158856b45efa tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061069 Dec 20 21:38:05.579172 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c13106-c65d-4be6-8d73-710775697ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bef2294-41be-4811-8acc-7dacd190b1c4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:05.593629 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-26c13106-c65d-4be6-8d73-710775697ca0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca791ec9e8154cc1bcc097fa18a6c840&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5053225 Dec 20 21:38:05.596417 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52658) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:05.640698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b12fda-60d1-4223-9c0a-e57d570085ac tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event deleted for resources: {'Port': ['ID=3172c179-085f-4b38-b042-22139154fc9d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:05.675114 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d807-d0bb-499b-b2ad-6120d3509879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.708663 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d807-d0bb-499b-b2ad-6120d3509879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.718797 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-10b12fda-60d1-4223-9c0a-e57d570085ac tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] No DVR routers for this DVR port 3172c179-085f-4b38-b042-22139154fc9d on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:38:05.722854 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-10b12fda-60d1-4223-9c0a-e57d570085ac tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.727078 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-10b12fda-60d1-4223-9c0a-e57d570085ac tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.66 "DELETE /v2.0/ports/3172c179-085f-4b38-b042-22139154fc9d HTTP/1.1" status: 204 len: 173 time: 2.3183711 Dec 20 21:38:05.887084 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e915f0ef-166b-4871-bd38-c4a904c25186 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router b9a84bda-43cd-4619-a9d9-51cc598aa56d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:38:05.888813 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d807-d0bb-499b-b2ad-6120d3509879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.890736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-deleted', 'tag': '3172c179-085f-4b38-b042-22139154fc9d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:38:05.891366 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6c1d807-d0bb-499b-b2ad-6120d3509879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:05.894887 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b6c1d807-d0bb-499b-b2ad-6120d3509879 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bef2294-41be-4811-8acc-7dacd190b1c4 HTTP/1.1" status: 204 len: 168 time: 0.2949159 Dec 20 21:38:05.895041 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9785e1dc-6603-4951-9e3d-f9bb33a52b1f" -d '{"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-deleted", "tag": "3172c179-085f-4b38-b042-22139154fc9d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:38:05.925445 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1d807-d0bb-499b-b2ad-6120d3509879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bef2294-41be-4811-8acc-7dacd190b1c4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:05.932035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3a6e021-6af8-4259-a794-65ae1e18fac1'}, {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85e8bade-ced6-417c-a6a8-6dc4305942f4'}, {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9655ce7e-8f89-45c3-886e-da0b47890f71'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:38:05.934744 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24636f31-3987-441b-9842-75250e6830fb" -d '{"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-unplugged", "status": "completed", "tag": "f3a6e021-6af8-4259-a794-65ae1e18fac1"}, {"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-unplugged", "status": "completed", "tag": "85e8bade-ced6-417c-a6a8-6dc4305942f4"}, {"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-unplugged", "status": "completed", "tag": "9655ce7e-8f89-45c3-886e-da0b47890f71"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:38:05.989101 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-476ab132-2ba1-4c77-be20-95fd93499009 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Deleting port 85e8bade-ced6-417c-a6a8-6dc4305942f4 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:05.989518 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-476ab132-2ba1-4c77-be20-95fd93499009 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:06.008047 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1dd3a2-2be6-427d-9e86-308325a41ca1 x-openstack-request-id: req-6f1dd3a2-2be6-427d-9e86-308325a41ca1 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:38:06.008198 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-deleted", "tag": "3172c179-085f-4b38-b042-22139154fc9d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:38:06.008627 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f1dd3a2-2be6-427d-9e86-308325a41ca1 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:38:06.009185 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-deleted', 'tag': '3172c179-085f-4b38-b042-22139154fc9d', 'status': 'completed', 'code': 200} Dec 20 21:38:06.065646 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 20 Dec 2021 21:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dab9cac-c4c2-4349-9a9b-4b4a8a6c348e x-openstack-request-id: req-4dab9cac-c4c2-4349-9a9b-4b4a8a6c348e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:38:06.066513 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-unplugged", "status": "completed", "tag": "f3a6e021-6af8-4259-a794-65ae1e18fac1", "code": 200}, {"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-unplugged", "status": "completed", "tag": "85e8bade-ced6-417c-a6a8-6dc4305942f4", "code": 200}, {"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-unplugged", "status": "completed", "tag": "9655ce7e-8f89-45c3-886e-da0b47890f71", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:38:06.066951 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4dab9cac-c4c2-4349-9a9b-4b4a8a6c348e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:38:06.067891 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3a6e021-6af8-4259-a794-65ae1e18fac1', 'code': 200} Dec 20 21:38:06.068636 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85e8bade-ced6-417c-a6a8-6dc4305942f4', 'code': 200} Dec 20 21:38:06.069043 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9655ce7e-8f89-45c3-886e-da0b47890f71', 'code': 200} Dec 20 21:38:06.142501 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52678) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:06.272623 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e915f0ef-166b-4871-bd38-c4a904c25186 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:38:06.283376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0173f2-a40f-4e6b-8f4c-2fc1dd365b12 None None] Sync routers for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:38:06.285869 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e915f0ef-166b-4871-bd38-c4a904c25186 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:06.305964 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0173f2-a40f-4e6b-8f4c-2fc1dd365b12 None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:06.306828 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5c0173f2-a40f-4e6b-8f4c-2fc1dd365b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:06.309376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-476ab132-2ba1-4c77-be20-95fd93499009 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] For port 85e8bade-ced6-417c-a6a8-6dc4305942f4, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=85e8bade-ced6-417c-a6a8-6dc4305942f4,segment=NetworkSegment(47a3639c-7b5f-45dd-bb69-9d62790353d4),segment_id=47a3639c-7b5f-45dd-bb69-9d62790353d4)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:06.309755 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-476ab132-2ba1-4c77-be20-95fd93499009 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:06.362206 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e915f0ef-166b-4871-bd38-c4a904c25186 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/floatingips/a391ef97-52cb-4451-b8b6-a2bdb7c3359b HTTP/1.1" status: 204 len: 168 time: 2.4525025 Dec 20 21:38:06.362888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52684) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:06.431466 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device e7ed8c01-65c7-4125-94f6-11a8160ff309 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:38:06.489094 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5c0173f2-a40f-4e6b-8f4c-2fc1dd365b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:06.493948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52686) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:06.503022 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: e7ed8c01-65c7-4125-94f6-11a8160ff309 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:38:06.503373 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device e7ed8c01-65c7-4125-94f6-11a8160ff309 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:38:06.517851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-eb4b34e1-e23d-4e84-afe2-e28a71239fe1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Request body: {'network': {'name': 'tempest-network-smoke--824315664', 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'port_security_enabled': True}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:06.518610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0173f2-a40f-4e6b-8f4c-2fc1dd365b12 None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:06.519255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5c0173f2-a40f-4e6b-8f4c-2fc1dd365b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:06.551102 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9b762406-27f6-4c6c-ae16-49f8d293bed2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Deleting port a9474237-0e06-45e5-8ab5-ec26ad59f879 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:06.552074 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b762406-27f6-4c6c-ae16-49f8d293bed2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:06.587895 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4b34e1-e23d-4e84-afe2-e28a71239fe1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Made reservation on behalf of 7d148da42bcc49c09fb4b3551f55d580 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:38:06.588117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5c0173f2-a40f-4e6b-8f4c-2fc1dd365b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:06.597173 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb4b34e1-e23d-4e84-afe2-e28a71239fe1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:06.598215 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0173f2-a40f-4e6b-8f4c-2fc1dd365b12 None None] The sync data for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:06.673907 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb4b34e1-e23d-4e84-afe2-e28a71239fe1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:06.751597 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b762406-27f6-4c6c-ae16-49f8d293bed2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:06.803071 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9b762406-27f6-4c6c-ae16-49f8d293bed2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Calling delete_port for a9474237-0e06-45e5-8ab5-ec26ad59f879 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:06.816533 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb4b34e1-e23d-4e84-afe2-e28a71239fe1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:06.824395 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb4b34e1-e23d-4e84-afe2-e28a71239fe1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:06.887515 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4b34e1-e23d-4e84-afe2-e28a71239fe1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:38:07.005327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b34e1-e23d-4e84-afe2-e28a71239fe1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daba428f-8d69-4d2a-a120-130c04754223,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:07.031832 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb4b34e1-e23d-4e84-afe2-e28a71239fe1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:07.034303 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-eb4b34e1-e23d-4e84-afe2-e28a71239fe1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Added segment f3f805b7-ad34-4a65-84dd-1975b01a840e of type vlan for network 643f2771-1861-458d-9bd2-f33fcee7623a Dec 20 21:38:07.119280 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-476ab132-2ba1-4c77-be20-95fd93499009 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:07.119705 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-476ab132-2ba1-4c77-be20-95fd93499009 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:07.120138 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-476ab132-2ba1-4c77-be20-95fd93499009 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Floating IP 4ac443c7-6310-47f4-86a9-dba915622b9b disassociated. External IP: 172.35.3.61, port: 85e8bade-ced6-417c-a6a8-6dc4305942f4. Dec 20 21:38:07.120655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-476ab132-2ba1-4c77-be20-95fd93499009 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Calling delete_port for 85e8bade-ced6-417c-a6a8-6dc4305942f4 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:07.125067 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb4b34e1-e23d-4e84-afe2-e28a71239fe1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:07.260634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52700) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:07.301068 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7326ac86-5b16-4a25-b64b-c28ffeb65c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:07.396065 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb4b34e1-e23d-4e84-afe2-e28a71239fe1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:07.403633 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4b34e1-e23d-4e84-afe2-e28a71239fe1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:07.404349 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb4b34e1-e23d-4e84-afe2-e28a71239fe1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:07.530227 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-eb4b34e1-e23d-4e84-afe2-e28a71239fe1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0301898 Dec 20 21:38:07.544898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52704) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:07.556468 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-794951097', 'admin_state_up': True, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:07.626158 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7326ac86-5b16-4a25-b64b-c28ffeb65c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:07.631326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b34e1-e23d-4e84-afe2-e28a71239fe1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event updated for resources: {'Network': ['ID=643f2771-1861-458d-9bd2-f33fcee7623a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:07.639565 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7326ac86-5b16-4a25-b64b-c28ffeb65c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:07.655090 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 643f2771-1861-458d-9bd2-f33fcee7623a details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:38:07.686773 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:07.687909 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:07.722702 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f735a88-7478-41f5-8036-57ee08df092c req-e3090f91-8d0e-4d86-bb00-f3bd861e7bb2 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:07.742442 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f735a88-7478-41f5-8036-57ee08df092c req-e3090f91-8d0e-4d86-bb00-f3bd861e7bb2 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:07.758916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f735a88-7478-41f5-8036-57ee08df092c req-e3090f91-8d0e-4d86-bb00-f3bd861e7bb2 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:07.766985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f735a88-7478-41f5-8036-57ee08df092c req-e3090f91-8d0e-4d86-bb00-f3bd861e7bb2 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:07.767276 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7326ac86-5b16-4a25-b64b-c28ffeb65c93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff42843ecbab4f789664d1c9743e1a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5052304 Dec 20 21:38:07.773502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52708) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:07.783748 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8f735a88-7478-41f5-8036-57ee08df092c req-e3090f91-8d0e-4d86-bb00-f3bd861e7bb2 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 3142 time: 1.0448544 Dec 20 21:38:07.797469 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-476ab132-2ba1-4c77-be20-95fd93499009 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:07.803186 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1362733017', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:07.806637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326ac86-5b16-4a25-b64b-c28ffeb65c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb13b93-a13d-44e5-b947-21d348463cec,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:07.860873 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:07.862420 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:07.906984 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:07.926342 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ab132-2ba1-4c77-be20-95fd93499009 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event deleted for resources: {'Port': ['ID=85e8bade-ced6-417c-a6a8-6dc4305942f4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:07.980593 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:08.188173 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-83168edf-ee64-452d-b962-f9a43d80f4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:08.284457 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:08.315374 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-83168edf-ee64-452d-b962-f9a43d80f4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:08.332202 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8f735a88-7478-41f5-8036-57ee08df092c req-9c26cf16-0703-4b6a-8063-1d3bad4fbf3e tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5390067 Dec 20 21:38:08.428307 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:08.446601 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b762406-27f6-4c6c-ae16-49f8d293bed2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:08.560244 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-83168edf-ee64-452d-b962-f9a43d80f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:08.565011 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-83168edf-ee64-452d-b962-f9a43d80f4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:08.568362 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-83168edf-ee64-452d-b962-f9a43d80f4ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/deb13b93-a13d-44e5-b947-21d348463cec HTTP/1.1" status: 204 len: 168 time: 0.7918055 Dec 20 21:38:08.571537 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-476ab132-2ba1-4c77-be20-95fd93499009 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Router 928eaeef-dcbe-4331-a876-fcbc4f285009 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:38:08.585444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83168edf-ee64-452d-b962-f9a43d80f4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb13b93-a13d-44e5-b947-21d348463cec,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:08.588834 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b762406-27f6-4c6c-ae16-49f8d293bed2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Port': ['ID=a9474237-0e06-45e5-8ab5-ec26ad59f879,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:08.811240 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b762406-27f6-4c6c-ae16-49f8d293bed2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:08.816999 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9b762406-27f6-4c6c-ae16-49f8d293bed2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/ports/a9474237-0e06-45e5-8ab5-ec26ad59f879 HTTP/1.1" status: 204 len: 168 time: 2.4530008 Dec 20 21:38:08.827044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52734) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:08.848218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-fba9cd14-8500-4e6a-aa83-27fcd3070ba6 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:08.960045 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fba9cd14-8500-4e6a-aa83-27fcd3070ba6 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:09.134856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-476ab132-2ba1-4c77-be20-95fd93499009 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:38:09.146870 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8293531-069f-4c2e-a880-24c3d19ab273 None None] Sync routers for ids ['928eaeef-dcbe-4331-a876-fcbc4f285009'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:38:09.163018 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8293531-069f-4c2e-a880-24c3d19ab273 None None] Routers {'928eaeef-dcbe-4331-a876-fcbc4f285009'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:09.163665 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a8293531-069f-4c2e-a880-24c3d19ab273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['928eaeef-dcbe-4331-a876-fcbc4f285009'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:09.185020 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:09.257612 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:09.294726 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:09.338426 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-476ab132-2ba1-4c77-be20-95fd93499009 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] No DVR routers for this DVR port 85e8bade-ced6-417c-a6a8-6dc4305942f4 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:38:09.343430 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-476ab132-2ba1-4c77-be20-95fd93499009 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:09.346766 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-476ab132-2ba1-4c77-be20-95fd93499009 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.66 "DELETE /v2.0/ports/85e8bade-ced6-417c-a6a8-6dc4305942f4 HTTP/1.1" status: 204 len: 173 time: 3.6118152 Dec 20 21:38:09.355057 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:09.373749 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a8293531-069f-4c2e-a880-24c3d19ab273 None None] Set router 928eaeef-dcbe-4331-a876-fcbc4f285009 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:38:09.573129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Allocated IP 172.35.3.214 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/6db3c07c-0e86-417a-b604-949cfb10b1e2) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:38:09.607247 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-deleted', 'tag': '85e8bade-ced6-417c-a6a8-6dc4305942f4'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:38:09.615116 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d6de3e-5db2-4e36-9ccb-e2aa9e7632dc" -d '{"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-deleted", "tag": "85e8bade-ced6-417c-a6a8-6dc4305942f4"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:38:09.678876 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a8293531-069f-4c2e-a880-24c3d19ab273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'name': 'tempest-TaggedBootDevicesTest-189542206-router', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '7057fb74-1769-41df-abd7-68be04325637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:51Z', 'updated_at': '2021-12-20T21:27:55Z', 'revision_number': 4, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'gw_port': {'id': '7057fb74-1769-41df-abd7-68be04325637', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:22:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:52Z', 'updated_at': '2021-12-20T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '308a899b-cbe5-4a76-bd53-b748e27cd837', 'name': '', 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'mac_address': 'fa:16:3e:a2:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:54Z', 'updated_at': '2021-12-20T21:28:01Z', 'revision_number': 5, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'subnets': [{'id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:09.718868 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8293531-069f-4c2e-a880-24c3d19ab273 None None] Checking router: 928eaeef-dcbe-4331-a876-fcbc4f285009 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:38:09.747326 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8293531-069f-4c2e-a880-24c3d19ab273 None None] Routers {'928eaeef-dcbe-4331-a876-fcbc4f285009'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:09.747917 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a8293531-069f-4c2e-a880-24c3d19ab273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['928eaeef-dcbe-4331-a876-fcbc4f285009'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:09.789665 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12608c1-1bcb-451b-8f44-db49878deadf x-openstack-request-id: req-d12608c1-1bcb-451b-8f44-db49878deadf {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:38:09.790130 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-deleted", "tag": "85e8bade-ced6-417c-a6a8-6dc4305942f4", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:38:09.790479 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d12608c1-1bcb-451b-8f44-db49878deadf {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:38:09.790970 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-deleted', 'tag': '85e8bade-ced6-417c-a6a8-6dc4305942f4', 'status': 'completed', 'code': 200} Dec 20 21:38:09.905027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc828a7d-e91a-4a92-877d-a67e128dd380 req-922240c2-8bf4-447d-bdde-e60b4ea1c626 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:09.917016 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:09.919121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc828a7d-e91a-4a92-877d-a67e128dd380 req-922240c2-8bf4-447d-bdde-e60b4ea1c626 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:09.933470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc828a7d-e91a-4a92-877d-a67e128dd380 req-922240c2-8bf4-447d-bdde-e60b4ea1c626 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:09.935997 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc828a7d-e91a-4a92-877d-a67e128dd380 req-922240c2-8bf4-447d-bdde-e60b4ea1c626 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 2409 time: 0.2921972 Dec 20 21:38:09.995217 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-97888016-2407-4d9e-8f42-6f0c5de0c1ee tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Deleting port f3a6e021-6af8-4259-a794-65ae1e18fac1 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:09.995683 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-97888016-2407-4d9e-8f42-6f0c5de0c1ee tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:10.031117 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:10.082587 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a8293531-069f-4c2e-a880-24c3d19ab273 None None] Set router 928eaeef-dcbe-4331-a876-fcbc4f285009 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:38:10.088979 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:38:10.096338 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:10.100489 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:38:10.193204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Pushing event updated for resources: {'Port': ['ID=6db3c07c-0e86-417a-b604-949cfb10b1e2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:10.281881 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc828a7d-e91a-4a92-877d-a67e128dd380 req-f092297e-1ade-4506-96ad-c1a35c669288 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368030 Dec 20 21:38:10.306562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Allocated IP 172.35.3.89 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/8dfe3b16-64f8-4cf3-b065-c5684f38f2b0) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:38:10.618458 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:10.636813 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a8293531-069f-4c2e-a880-24c3d19ab273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'name': 'tempest-TaggedBootDevicesTest-189542206-router', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '7057fb74-1769-41df-abd7-68be04325637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:51Z', 'updated_at': '2021-12-20T21:27:55Z', 'revision_number': 4, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'gw_port': {'id': '7057fb74-1769-41df-abd7-68be04325637', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:22:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:52Z', 'updated_at': '2021-12-20T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '308a899b-cbe5-4a76-bd53-b748e27cd837', 'name': '', 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'mac_address': 'fa:16:3e:a2:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:54Z', 'updated_at': '2021-12-20T21:28:01Z', 'revision_number': 5, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'subnets': [{'id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:10.682165 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8293531-069f-4c2e-a880-24c3d19ab273 None None] The sync data for ids ['928eaeef-dcbe-4331-a876-fcbc4f285009'] in n-d-xena-1 is: [{'id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'name': 'tempest-TaggedBootDevicesTest-189542206-router', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '7057fb74-1769-41df-abd7-68be04325637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:51Z', 'updated_at': '2021-12-20T21:27:55Z', 'revision_number': 4, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'gw_port': {'id': '7057fb74-1769-41df-abd7-68be04325637', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:22:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:52Z', 'updated_at': '2021-12-20T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '308a899b-cbe5-4a76-bd53-b748e27cd837', 'name': '', 'network_id': '92da4183-ce83-467f-96db-4d2c3a33eb57', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'mac_address': 'fa:16:3e:a2:68:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_interface', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:54Z', 'updated_at': '2021-12-20T21:28:01Z', 'revision_number': 5, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'subnets': [{'id': '0e0a4469-c4b3-4646-a9ea-3b58cb2a6980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:11.023867 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:11.032134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-97888016-2407-4d9e-8f42-6f0c5de0c1ee tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] For port f3a6e021-6af8-4259-a794-65ae1e18fac1, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f3a6e021-6af8-4259-a794-65ae1e18fac1,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:11.033332 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-97888016-2407-4d9e-8f42-6f0c5de0c1ee tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:11.052109 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-97888016-2407-4d9e-8f42-6f0c5de0c1ee tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Calling delete_port for f3a6e021-6af8-4259-a794-65ae1e18fac1 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:11.181506 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fba9cd14-8500-4e6a-aa83-27fcd3070ba6 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:11.195405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c51f83-f3cf-4cd4-a9f9-dbecf5b4eb05 None None] New status for floating IP 4ac443c7-6310-47f4-86a9-dba915622b9b: DOWN {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:38:11.233859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Router e112143e-bef2-41f0-8061-6528800047cc is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:38:11.521329 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:11.525018 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:38:11.547148 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5809cc9-7c42-4b69-bf98-31de661d37bd None None] Sync routers for ids ['e112143e-bef2-41f0-8061-6528800047cc'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:38:11.568716 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5809cc9-7c42-4b69-bf98-31de661d37bd None None] Routers {'e112143e-bef2-41f0-8061-6528800047cc'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:11.570820 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f5809cc9-7c42-4b69-bf98-31de661d37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e112143e-bef2-41f0-8061-6528800047cc'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:11.572674 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:11.580628 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-665e5551-1160-4e18-9da9-e8d338be24ec tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.4276857 Dec 20 21:38:11.584361 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52808) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:11.627588 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f5809cc9-7c42-4b69-bf98-31de661d37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:11.647525 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5809cc9-7c42-4b69-bf98-31de661d37bd None None] Routers {'e112143e-bef2-41f0-8061-6528800047cc'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:11.648928 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f5809cc9-7c42-4b69-bf98-31de661d37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e112143e-bef2-41f0-8061-6528800047cc'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:11.663016 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:11.674904 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-97888016-2407-4d9e-8f42-6f0c5de0c1ee tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:11.784727 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f5809cc9-7c42-4b69-bf98-31de661d37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:11.786832 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5809cc9-7c42-4b69-bf98-31de661d37bd None None] The sync data for ids ['e112143e-bef2-41f0-8061-6528800047cc'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:11.833552 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-379ce64a-af1e-47ec-8a61-ff2ea608d65e tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "GET /v2.0/routers/e112143e-bef2-41f0-8061-6528800047cc HTTP/1.1" status: 200 len: 925 time: 0.2477827 Dec 20 21:38:11.834083 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:38:11.843613 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7645d-b63b-4522-b058-adc989770287 req-51658649-4c43-466c-8497-83dad296b574 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:11.858043 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52814) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:11.860986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7645d-b63b-4522-b058-adc989770287 req-51658649-4c43-466c-8497-83dad296b574 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:11.877732 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7645d-b63b-4522-b058-adc989770287 req-51658649-4c43-466c-8497-83dad296b574 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:11.879391 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-74f7645d-b63b-4522-b058-adc989770287 req-51658649-4c43-466c-8497-83dad296b574 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 2332 time: 0.4325795 Dec 20 21:38:11.895705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:11.901641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:38:11.906678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-97888016-2407-4d9e-8f42-6f0c5de0c1ee tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] No DVR routers for this DVR port f3a6e021-6af8-4259-a794-65ae1e18fac1 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:38:11.916185 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-97888016-2407-4d9e-8f42-6f0c5de0c1ee tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:11.923982 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-97888016-2407-4d9e-8f42-6f0c5de0c1ee tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.66 "DELETE /v2.0/ports/f3a6e021-6af8-4259-a794-65ae1e18fac1 HTTP/1.1" status: 204 len: 173 time: 2.5616109 Dec 20 21:38:11.945994 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-74f7645d-b63b-4522-b058-adc989770287 req-6f518593-1465-44da-b5c1-f45a44221332 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592370 Dec 20 21:38:11.972662 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-deleted', 'tag': 'f3a6e021-6af8-4259-a794-65ae1e18fac1'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:38:11.993193 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c55c7b-0d1f-4078-a59d-08f40abba772" -d '{"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-deleted", "tag": "f3a6e021-6af8-4259-a794-65ae1e18fac1"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:38:11.998438 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6531916e-f192-48b4-b9a4-4d8f1d5b3ba4 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "GET /v2.0/ports?device_id=e112143e-bef2-41f0-8061-6528800047cc HTTP/1.1" status: 200 len: 205 time: 0.1388328 Dec 20 21:38:12.001100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52822) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:12.217115 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f4d8c0-2223-49fd-991c-a12761a974ef x-openstack-request-id: req-49f4d8c0-2223-49fd-991c-a12761a974ef {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:38:12.217706 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-deleted", "tag": "f3a6e021-6af8-4259-a794-65ae1e18fac1", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:38:12.217706 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49f4d8c0-2223-49fd-991c-a12761a974ef {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:38:12.218004 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-deleted', 'tag': 'f3a6e021-6af8-4259-a794-65ae1e18fac1', 'status': 'completed', 'code': 200} Dec 20 21:38:12.281241 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event updated for resources: {'Port': ['ID=8dfe3b16-64f8-4cf3-b065-c5684f38f2b0,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:12.294367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-fba9cd14-8500-4e6a-aa83-27fcd3070ba6 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Allocated IP 172.35.3.188 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/c5ca31c9-f9d9-4f33-b7f3-57b739c450c3) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:38:12.363470 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38dd9968-7baf-4aa4-9b4d-3f1bc5271cf8 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:12.366477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888016-2407-4d9e-8f42-6f0c5de0c1ee tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event deleted for resources: {'Port': ['ID=f3a6e021-6af8-4259-a794-65ae1e18fac1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:12.546566 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52846) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:12.665705 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38dd9968-7baf-4aa4-9b4d-3f1bc5271cf8 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:12.789929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-e2856c04-bf0b-4850-ad92-c988464dd4a9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Deleting port 8ce909c5-2cad-47d2-872b-187a9336f4e4 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:12.790312 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-e2856c04-bf0b-4850-ad92-c988464dd4a9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:12.811508 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37a7916f-107e-4432-a43d-9aa5d1f2c7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:12.844996 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-38dd9968-7baf-4aa4-9b4d-3f1bc5271cf8 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Deleting port 6db3c07c-0e86-417a-b604-949cfb10b1e2 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:12.845308 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38dd9968-7baf-4aa4-9b4d-3f1bc5271cf8 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:12.957408 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38dd9968-7baf-4aa4-9b4d-3f1bc5271cf8 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:12.978155 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-38dd9968-7baf-4aa4-9b4d-3f1bc5271cf8 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Calling delete_port for 6db3c07c-0e86-417a-b604-949cfb10b1e2 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:13.024775 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fba9cd14-8500-4e6a-aa83-27fcd3070ba6 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:13.032629 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:13.104795 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37a7916f-107e-4432-a43d-9aa5d1f2c7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:13.120228 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37a7916f-107e-4432-a43d-9aa5d1f2c7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:13.140540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-e2856c04-bf0b-4850-ad92-c988464dd4a9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] For port 8ce909c5-2cad-47d2-872b-187a9336f4e4, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=8ce909c5-2cad-47d2-872b-187a9336f4e4,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:13.141361 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-e2856c04-bf0b-4850-ad92-c988464dd4a9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:13.177731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-e2856c04-bf0b-4850-ad92-c988464dd4a9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Calling delete_port for 8ce909c5-2cad-47d2-872b-187a9336f4e4 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:13.187957 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-37a7916f-107e-4432-a43d-9aa5d1f2c7db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a71a02f2c1542f1a323575c39250653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6399183 Dec 20 21:38:13.192982 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52872) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:13.270966 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fba9cd14-8500-4e6a-aa83-27fcd3070ba6 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:13.345664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba9cd14-8500-4e6a-aa83-27fcd3070ba6 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:38:13.409355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-fba9cd14-8500-4e6a-aa83-27fcd3070ba6 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:13.444354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba9cd14-8500-4e6a-aa83-27fcd3070ba6 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:38:13.496742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9cd14-8500-4e6a-aa83-27fcd3070ba6 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=c5ca31c9-f9d9-4f33-b7f3-57b739c450c3,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:13.614527 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7916f-107e-4432-a43d-9aa5d1f2c7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2c3f23-3778-4d06-a94c-077659d56945,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:13.684115 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c652bb2-d436-4257-952b-3583f95eedfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:13.697303 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:13.699714 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fba9cd14-8500-4e6a-aa83-27fcd3070ba6 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:13.705449 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddeeb9a-94a0-490e-8e75-a35114dfec9a req-34c987d3-73b3-4a3a-a5b0-88c0dccad192 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:13.714580 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddeeb9a-94a0-490e-8e75-a35114dfec9a req-34c987d3-73b3-4a3a-a5b0-88c0dccad192 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:13.723298 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3ddeeb9a-94a0-490e-8e75-a35114dfec9a req-34c987d3-73b3-4a3a-a5b0-88c0dccad192 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 1677 time: 0.5525007 Dec 20 21:38:13.746053 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-e2856c04-bf0b-4850-ad92-c988464dd4a9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:13.793909 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c652bb2-d436-4257-952b-3583f95eedfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:13.848388 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3ddeeb9a-94a0-490e-8e75-a35114dfec9a req-963545c3-9264-4ec2-a904-d9ca4642f920 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234779 Dec 20 21:38:13.878189 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38dd9968-7baf-4aa4-9b4d-3f1bc5271cf8 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:13.915586 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd9968-7baf-4aa4-9b4d-3f1bc5271cf8 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Pushing event deleted for resources: {'Port': ['ID=6db3c07c-0e86-417a-b604-949cfb10b1e2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:13.998760 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c652bb2-d436-4257-952b-3583f95eedfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:14.002007 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c652bb2-d436-4257-952b-3583f95eedfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:14.004113 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5c652bb2-d436-4257-952b-3583f95eedfb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb2c3f23-3778-4d06-a94c-077659d56945 HTTP/1.1" status: 204 len: 168 time: 0.7750547 Dec 20 21:38:14.021867 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c652bb2-d436-4257-952b-3583f95eedfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2c3f23-3778-4d06-a94c-077659d56945,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:14.033625 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38dd9968-7baf-4aa4-9b4d-3f1bc5271cf8 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:14.198639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2856c04-bf0b-4850-ad92-c988464dd4a9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event deleted for resources: {'Port': ['ID=8ce909c5-2cad-47d2-872b-187a9336f4e4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:14.218868 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fba9cd14-8500-4e6a-aa83-27fcd3070ba6 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:14.242059 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38dd9968-7baf-4aa4-9b4d-3f1bc5271cf8 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:14.245131 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38dd9968-7baf-4aa4-9b4d-3f1bc5271cf8 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:14.262771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-e2856c04-bf0b-4850-ad92-c988464dd4a9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] No DVR routers for this DVR port 8ce909c5-2cad-47d2-872b-187a9336f4e4 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:38:14.274490 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-e2856c04-bf0b-4850-ad92-c988464dd4a9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:14.277779 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-e2856c04-bf0b-4850-ad92-c988464dd4a9 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.66 "DELETE /v2.0/ports/8ce909c5-2cad-47d2-872b-187a9336f4e4 HTTP/1.1" status: 204 len: 173 time: 2.2350287 Dec 20 21:38:14.280085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-deleted', 'tag': '8ce909c5-2cad-47d2-872b-187a9336f4e4'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:38:14.282434 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc9da8c-8d06-4366-8993-f7d61888b0ed" -d '{"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-deleted", "tag": "8ce909c5-2cad-47d2-872b-187a9336f4e4"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:38:14.301429 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38dd9968-7baf-4aa4-9b4d-3f1bc5271cf8 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:14.301429 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dd9968-7baf-4aa4-9b4d-3f1bc5271cf8 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Fanout notify agent at l3_agent the message router_deleted on router e112143e-bef2-41f0-8061-6528800047cc {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:38:14.312160 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38dd9968-7baf-4aa4-9b4d-3f1bc5271cf8 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:14.316950 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-38dd9968-7baf-4aa4-9b4d-3f1bc5271cf8 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "DELETE /v2.0/routers/e112143e-bef2-41f0-8061-6528800047cc HTTP/1.1" status: 204 len: 168 time: 2.3062973 Dec 20 21:38:14.319212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52904) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:14.325016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Request body: {'router': {'name': 'tempest-snat-router-321854245', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'enable_snat': False}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:14.349269 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:14.351122 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:14.416542 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf49a593-7379-4f70-82d9-1dbfe1b5e4c1 x-openstack-request-id: req-bf49a593-7379-4f70-82d9-1dbfe1b5e4c1 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:38:14.416542 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-deleted", "tag": "8ce909c5-2cad-47d2-872b-187a9336f4e4", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:38:14.416542 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf49a593-7379-4f70-82d9-1dbfe1b5e4c1 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:38:14.417054 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-deleted', 'tag': '8ce909c5-2cad-47d2-872b-187a9336f4e4', 'status': 'completed', 'code': 200} Dec 20 21:38:14.517826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52908) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:14.710157 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52912) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:14.715610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-f98a4bc5-52da-4528-9c11-7bfe3de9ad6b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Deleting port 9655ce7e-8f89-45c3-886e-da0b47890f71 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:14.715877 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-f98a4bc5-52da-4528-9c11-7bfe3de9ad6b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:14.767499 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:14.839746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-f98a4bc5-52da-4528-9c11-7bfe3de9ad6b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] For port 9655ce7e-8f89-45c3-886e-da0b47890f71, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=9655ce7e-8f89-45c3-886e-da0b47890f71,segment=NetworkSegment(d876710f-7e1a-4456-ba5e-b7cdcf0d523d),segment_id=d876710f-7e1a-4456-ba5e-b7cdcf0d523d)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:14.840418 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-f98a4bc5-52da-4528-9c11-7bfe3de9ad6b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:14.858759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-f98a4bc5-52da-4528-9c11-7bfe3de9ad6b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Calling delete_port for 9655ce7e-8f89-45c3-886e-da0b47890f71 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:14.951018 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-58819154-e1bf-40a7-996b-8f7b65615ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:14.958273 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-48663e29-16da-45a0-a7df-9a290456834d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:15.017692 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:15.045656 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fba9cd14-8500-4e6a-aa83-27fcd3070ba6 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:15.084786 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fba9cd14-8500-4e6a-aa83-27fcd3070ba6 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:15.123972 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363da028-17d5-42ac-9834-80df1c1de922 req-f848f4e7-c906-446b-8f66-c8df3253bd06 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:15.126041 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-363da028-17d5-42ac-9834-80df1c1de922 req-f848f4e7-c906-446b-8f66-c8df3253bd06 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 943 time: 0.1217244 Dec 20 21:38:15.158326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Router f4f8e188-fee3-4626-94a3-3056d19e950a is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:38:15.235882 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:15.296261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9cd14-8500-4e6a-aa83-27fcd3070ba6 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=c5ca31c9-f9d9-4f33-b7f3-57b739c450c3,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:15.334989 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-363da028-17d5-42ac-9834-80df1c1de922 req-4490cc99-164b-4466-aec6-6bc40af479ef tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups?id=f61d692e-6320-4034-9d81-9364bd5ff13d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217048 Dec 20 21:38:15.458535 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-48663e29-16da-45a0-a7df-9a290456834d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:15.501462 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-f98a4bc5-52da-4528-9c11-7bfe3de9ad6b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:15.519290 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-48663e29-16da-45a0-a7df-9a290456834d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:15.559110 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-48663e29-16da-45a0-a7df-9a290456834d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86d08f8ece894d17a98ba3b41556b095&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0300019 Dec 20 21:38:15.560496 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fba9cd14-8500-4e6a-aa83-27fcd3070ba6 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:15.591743 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52930) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:15.661074 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-247851cb-31aa-4374-8dd3-c80b490830e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:15.703876 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-247851cb-31aa-4374-8dd3-c80b490830e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:15.805851 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:15.815799 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-247851cb-31aa-4374-8dd3-c80b490830e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:15.821012 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-247851cb-31aa-4374-8dd3-c80b490830e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:15.823386 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-247851cb-31aa-4374-8dd3-c80b490830e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5ae1093-a811-4f5f-92b7-b24a0c3ffa49 HTTP/1.1" status: 204 len: 168 time: 0.2304187 Dec 20 21:38:15.854013 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247851cb-31aa-4374-8dd3-c80b490830e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ae1093-a811-4f5f-92b7-b24a0c3ffa49,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:15.857202 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:16.009174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Allocated IP 172.35.3.5 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/259cc62f-9eaf-416b-aa8b-b4fdf3e599ef) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:38:16.060874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a4bc5-52da-4528-9c11-7bfe3de9ad6b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event deleted for resources: {'Port': ['ID=9655ce7e-8f89-45c3-886e-da0b47890f71,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:16.080986 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48663e29-16da-45a0-a7df-9a290456834d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ae1093-a811-4f5f-92b7-b24a0c3ffa49,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:16.118164 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-58819154-e1bf-40a7-996b-8f7b65615ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:16.119736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-f98a4bc5-52da-4528-9c11-7bfe3de9ad6b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] No DVR routers for this DVR port 9655ce7e-8f89-45c3-886e-da0b47890f71 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:38:16.125836 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-f98a4bc5-52da-4528-9c11-7bfe3de9ad6b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:16.131399 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcbfdb9a-ac3c-4a3f-9dc1-217620ab7615 req-f98a4bc5-52da-4528-9c11-7bfe3de9ad6b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.66 "DELETE /v2.0/ports/9655ce7e-8f89-45c3-886e-da0b47890f71 HTTP/1.1" status: 204 len: 173 time: 1.8442552 Dec 20 21:38:16.138768 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fba9cd14-8500-4e6a-aa83-27fcd3070ba6 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:16.143287 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fba9cd14-8500-4e6a-aa83-27fcd3070ba6 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3056281 Dec 20 21:38:16.145698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52934) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:16.166521 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-58819154-e1bf-40a7-996b-8f7b65615ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:16.178978 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-eb33771d-fc24-4c02-b471-0a7e91756b13 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'port': {'network_id': '0fb991e8-5875-4d7a-a106-5abb9056a241', 'name': 'tempest-FloatingIPTestJSON-81224390'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:16.193026 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:16.245852 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:16.299414 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:38:16.306765 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:16.308218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:38:16.317088 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:38:16.317917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58819154-e1bf-40a7-996b-8f7b65615ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9f0e06-5554-44ca-ae15-75a3f754f638,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:16.318833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Sync routers for ids ['f4f8e188-fee3-4626-94a3-3056d19e950a'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:38:16.327370 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-58819154-e1bf-40a7-996b-8f7b65615ce9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bada8669df4d4ca38ed006a9509f579b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4544089 Dec 20 21:38:16.335796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52938) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:16.336465 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Routers {'f4f8e188-fee3-4626-94a3-3056d19e950a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:16.342790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f4f8e188-fee3-4626-94a3-3056d19e950a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:16.375905 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:16.382293 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ae30093b-c38a-42c7-a37b-a3e6d3a272d7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.8332045 Dec 20 21:38:16.383097 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52940) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:16.419508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-deleted', 'tag': '9655ce7e-8f89-45c3-886e-da0b47890f71'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:38:16.423363 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad97755-2c36-42bb-bae5-7dad416e9563" -d '{"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-deleted", "tag": "9655ce7e-8f89-45c3-886e-da0b47890f71"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:38:16.480492 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Pushing event updated for resources: {'Port': ['ID=259cc62f-9eaf-416b-aa8b-b4fdf3e599ef,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:16.481358 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee366-df40-4e5c-b82c-c80cc89898e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:16.541161 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Set router f4f8e188-fee3-4626-94a3-3056d19e950a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:38:16.566591 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee366-df40-4e5c-b82c-c80cc89898e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:16.715352 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52952) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:16.743489 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31f0563-7c76-42ab-8617-6c376577fd35 x-openstack-request-id: req-c31f0563-7c76-42ab-8617-6c376577fd35 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:38:16.743864 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480f57ee-275f-4dbc-beda-dcd3efe2746b", "name": "network-vif-deleted", "tag": "9655ce7e-8f89-45c3-886e-da0b47890f71", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:38:16.744133 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c31f0563-7c76-42ab-8617-6c376577fd35 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:38:16.744924 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480f57ee-275f-4dbc-beda-dcd3efe2746b', 'name': 'network-vif-deleted', 'tag': '9655ce7e-8f89-45c3-886e-da0b47890f71', 'status': 'completed', 'code': 200} Dec 20 21:38:16.747381 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee366-df40-4e5c-b82c-c80cc89898e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:16.749875 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee366-df40-4e5c-b82c-c80cc89898e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:16.759617 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2b5ee366-df40-4e5c-b82c-c80cc89898e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a9f0e06-5554-44ca-ae15-75a3f754f638 HTTP/1.1" status: 204 len: 168 time: 0.4225047 Dec 20 21:38:16.803762 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9c2d4b38-8956-480c-a10e-2fcb0d779d03 req-97ef8354-96c6-4b59-aadd-65887f355725 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.0880363 Dec 20 21:38:16.808781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb33771d-fc24-4c02-b471-0a7e91756b13 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Made reservation on behalf of 8fbf673e34a34b999ba884d803154d7b for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:38:16.823888 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb33771d-fc24-4c02-b471-0a7e91756b13 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:16.845160 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31cee62c-1229-4df4-a4aa-b7b3f86db361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:16.859224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ee366-df40-4e5c-b82c-c80cc89898e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9f0e06-5554-44ca-ae15-75a3f754f638,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:16.872697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-eb33771d-fc24-4c02-b471-0a7e91756b13 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] device_id is not set on port 85419a8c-52ab-4d7c-99eb-96ba1d126c73 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:38:16.893675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794951097', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:07Z', 'updated_at': '2021-12-20T21:38:12Z', 'revision_number': 3, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:09Z', 'updated_at': '2021-12-20T21:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:16.924586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Checking router: f4f8e188-fee3-4626-94a3-3056d19e950a for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:38:16.925189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Updating router f4f8e188-fee3-4626-94a3-3056d19e950a port 8dfe3b16-64f8-4cf3-b065-c5684f38f2b0 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:38:16.963231 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:17.220062 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31cee62c-1229-4df4-a4aa-b7b3f86db361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:17.232570 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31cee62c-1229-4df4-a4aa-b7b3f86db361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:17.250400 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e5bb6b8c-ef08-48ad-82ec-88488aff676f tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7d148da42bcc49c09fb4b3551f55d580&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8581901 Dec 20 21:38:17.254961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52958) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:17.329757 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:17.468951 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:17.476766 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:17.521802 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-31cee62c-1229-4df4-a4aa-b7b3f86db361 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ad814766aa045b9800efbd2ab2418ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8054190 Dec 20 21:38:17.535090 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52962) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:17.544055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Attempting to bind port 8dfe3b16-64f8-4cf3-b065-c5684f38f2b0 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:38:17.544651 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Attempting to bind port 8dfe3b16-64f8-4cf3-b065-c5684f38f2b0 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:38:17.550251 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Attempting to bind port 8dfe3b16-64f8-4cf3-b065-c5684f38f2b0 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:38:17.569572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cee62c-1229-4df4-a4aa-b7b3f86db361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb483b1c-fc08-4521-8c89-a610c9c2c21d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:17.586813 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:38:17.587165 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:38:17.587537 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:17.599902 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:38:17.601447 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Bound port: 8dfe3b16-64f8-4cf3-b065-c5684f38f2b0, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:38:17.615205 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:17.623109 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da386-0845-4924-ad2e-d098c488c91b None None] Pushing event updated for resources: {'Port': ['ID=8dfe3b16-64f8-4cf3-b065-c5684f38f2b0,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:17.653663 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de4b6e22-1bfa-4541-bfbf-3b74145d11e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:17.690757 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da386-0845-4924-ad2e-d098c488c91b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:17.691110 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da386-0845-4924-ad2e-d098c488c91b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:17.691454 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da386-0845-4924-ad2e-d098c488c91b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:17.691783 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da386-0845-4924-ad2e-d098c488c91b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:17.692107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da386-0845-4924-ad2e-d098c488c91b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:17.692430 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da386-0845-4924-ad2e-d098c488c91b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:17.700908 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da386-0845-4924-ad2e-d098c488c91b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:17.701302 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da386-0845-4924-ad2e-d098c488c91b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:17.701642 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da386-0845-4924-ad2e-d098c488c91b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:17.701973 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da386-0845-4924-ad2e-d098c488c91b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:17.702331 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da386-0845-4924-ad2e-d098c488c91b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:17.702653 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8da386-0845-4924-ad2e-d098c488c91b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:17.786504 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] For port 8dfe3b16-64f8-4cf3-b065-c5684f38f2b0, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:38:17.794146 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] For port 8dfe3b16-64f8-4cf3-b065-c5684f38f2b0, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8dfe3b16-64f8-4cf3-b065-c5684f38f2b0,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:38:17.807599 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:17.980526 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Routers {'f4f8e188-fee3-4626-94a3-3056d19e950a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:17.986255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f4f8e188-fee3-4626-94a3-3056d19e950a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:18.008376 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de4b6e22-1bfa-4541-bfbf-3b74145d11e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:18.029581 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-eb33771d-fc24-4c02-b471-0a7e91756b13 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Allocated IP 172.20.0.5 (0fb991e8-5875-4d7a-a106-5abb9056a241/a12cfd9b-9e6e-437b-ae60-82912d3f9d50/85419a8c-52ab-4d7c-99eb-96ba1d126c73) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:38:18.054879 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf94724-58d2-447d-ac86-6a08df5ae782 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:18.056833 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-adf94724-58d2-447d-ac86-6a08df5ae782 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7986679 Dec 20 21:38:18.062715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52978) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:18.125266 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b07ea187-ecec-4924-9718-8b0737ced1ca tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0611484 Dec 20 21:38:18.130412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52980) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:18.136632 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-89c2402a-c6b9-4242-a8d9-52b5c03a9ff5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1798227997', 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a', 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:18.153798 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b8318d05-ed04-456d-8321-3d597b67cc80 req-b282f99e-1300-45d8-8a37-68b5bb492a71 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.1359172 Dec 20 21:38:18.168923 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de4b6e22-1bfa-4541-bfbf-3b74145d11e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:18.172906 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de4b6e22-1bfa-4541-bfbf-3b74145d11e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:18.174554 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-de4b6e22-1bfa-4541-bfbf-3b74145d11e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb483b1c-fc08-4521-8c89-a610c9c2c21d HTTP/1.1" status: 204 len: 168 time: 0.6375899 Dec 20 21:38:18.188235 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b6e22-1bfa-4541-bfbf-3b74145d11e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb483b1c-fc08-4521-8c89-a610c9c2c21d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:18.215115 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:18.284144 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da386-0845-4924-ad2e-d098c488c91b None None] Pushing event updated for resources: {'Port': ['ID=8dfe3b16-64f8-4cf3-b065-c5684f38f2b0,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:18.383470 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Router 07c04aec-2da5-4b1d-b204-c46927b77971 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:38:18.401639 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:18.465334 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] Set router f4f8e188-fee3-4626-94a3-3056d19e950a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:38:18.540499 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:38:18.550600 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Sync routers for ids ['07c04aec-2da5-4b1d-b204-c46927b77971'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:38:18.573058 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Routers {'07c04aec-2da5-4b1d-b204-c46927b77971'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:18.575207 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['07c04aec-2da5-4b1d-b204-c46927b77971'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:18.606257 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:18.608739 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f2b82666-6be7-4001-874b-ee9b1a9d7d8c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.2882574 Dec 20 21:38:18.611279 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52994) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:18.612376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c2402a-c6b9-4242-a8d9-52b5c03a9ff5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Made reservation on behalf of 7d148da42bcc49c09fb4b3551f55d580 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:38:18.628676 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-89c2402a-c6b9-4242-a8d9-52b5c03a9ff5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:18.820828 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb33771d-fc24-4c02-b471-0a7e91756b13 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:18.934086 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Set router 07c04aec-2da5-4b1d-b204-c46927b77971 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:38:18.977013 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cc98e47f-1d6e-4c1f-b997-734c57241ede tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "GET /v2.0/routers/07c04aec-2da5-4b1d-b204-c46927b77971 HTTP/1.1" status: 200 len: 906 time: 0.3620868 Dec 20 21:38:18.978237 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53010) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:18.982773 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794951097', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:07Z', 'updated_at': '2021-12-20T21:38:12Z', 'revision_number': 3, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:09Z', 'updated_at': '2021-12-20T21:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:18.989719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Request body: {'router': {'name': 'tempest-snat-router-321854245', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'enable_snat': True}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:19.030171 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb33771d-fc24-4c02-b471-0a7e91756b13 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:19.041888 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:19.044299 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:19.093446 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e1d3b0-c3a4-4bf2-b2d3-9acb632de140 None None] The sync data for ids ['f4f8e188-fee3-4626-94a3-3056d19e950a'] in n-d-xena-1 is: [{'id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794951097', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:07Z', 'updated_at': '2021-12-20T21:38:12Z', 'revision_number': 3, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:09Z', 'updated_at': '2021-12-20T21:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:19.160503 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:19.257735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33771d-fc24-4c02-b471-0a7e91756b13 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=85419a8c-52ab-4d7c-99eb-96ba1d126c73,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:19.354523 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb33771d-fc24-4c02-b471-0a7e91756b13 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network 0fb991e8-5875-4d7a-a106-5abb9056a241 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:38:19.370143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-eb33771d-fc24-4c02-b471-0a7e91756b13 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:19.394534 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb33771d-fc24-4c02-b471-0a7e91756b13 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:38:19.567591 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c04aec-2da5-4b1d-b204-c46927b77971', 'name': 'tempest-snat-router-321854245', 'tenant_id': 'fa2023db2eb64b309b6b12e01c217a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5'}], 'enable_snat': False}, 'gw_port_id': '259cc62f-9eaf-416b-aa8b-b4fdf3e599ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:14Z', 'updated_at': '2021-12-20T21:38:16Z', 'revision_number': 3, 'project_id': 'fa2023db2eb64b309b6b12e01c217a7a', 'gw_port': {'id': '259cc62f-9eaf-416b-aa8b-b4fdf3e599ef', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:be:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c04aec-2da5-4b1d-b204-c46927b77971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:15Z', 'updated_at': '2021-12-20T21:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:19.672815 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7f038cd1-e6e4-4071-bfe7-75f58149b77f req-afed4c9d-aff4-47fd-bc88-d38b39903986 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.3003194 Dec 20 21:38:19.711264 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Checking router: 07c04aec-2da5-4b1d-b204-c46927b77971 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:38:19.711616 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Updating router 07c04aec-2da5-4b1d-b204-c46927b77971 port 259cc62f-9eaf-416b-aa8b-b4fdf3e599ef binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:38:19.770936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb33771d-fc24-4c02-b471-0a7e91756b13 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:19.771196 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:19.772516 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb33771d-fc24-4c02-b471-0a7e91756b13 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:19.839533 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:19.883021 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-eb33771d-fc24-4c02-b471-0a7e91756b13 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.7321064 Dec 20 21:38:19.887672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53036) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:19.914548 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d46f9fd3-a47c-4774-8401-3388d09d5466 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'floatingip': {'port_id': '85419a8c-52ab-4d7c-99eb-96ba1d126c73'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:20.075889 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d46f9fd3-a47c-4774-8401-3388d09d5466 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:20.727109 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:20.798319 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:20.993174 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8dfe3b16-64f8-4cf3-b065-c5684f38f2b0 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:38:21.225876 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:21.241677 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:21.270370 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c6717030-955b-44be-86ff-b2dc0ce66d51 req-0e0552b7-7243-4cb6-8078-2b3fe4f5c2bf tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.2438860 Dec 20 21:38:21.287985 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8dfe3b16-64f8-4cf3-b065-c5684f38f2b0 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:21.288356 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:21.288677 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-89c2402a-c6b9-4242-a8d9-52b5c03a9ff5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:21.338942 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Attempting to bind port 259cc62f-9eaf-416b-aa8b-b4fdf3e599ef on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:38:21.340160 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Attempting to bind port 259cc62f-9eaf-416b-aa8b-b4fdf3e599ef by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:38:21.341818 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Attempting to bind port 259cc62f-9eaf-416b-aa8b-b4fdf3e599ef on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:38:21.366135 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:38:21.382649 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:38:21.387822 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:21.392554 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:38:21.393205 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Bound port: 259cc62f-9eaf-416b-aa8b-b4fdf3e599ef, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:38:21.393701 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:21.460128 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Allocated IP 172.35.3.46 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/c899d22f-c9a2-42cb-b612-efe2d4c48cee) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:38:21.574657 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] For port 259cc62f-9eaf-416b-aa8b-b4fdf3e599ef, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:38:21.583884 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] For port 259cc62f-9eaf-416b-aa8b-b4fdf3e599ef, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=259cc62f-9eaf-416b-aa8b-b4fdf3e599ef,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:38:21.602697 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:21.608260 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:21.653836 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10603a3a-107c-4d3d-9a35-e07e26138b74 None None] Pushing event updated for resources: {'Port': ['ID=259cc62f-9eaf-416b-aa8b-b4fdf3e599ef,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:21.688798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 8dfe3b16-64f8-4cf3-b065-c5684f38f2b0, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8dfe3b16-64f8-4cf3-b065-c5684f38f2b0,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:21.696860 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:21.703905 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10603a3a-107c-4d3d-9a35-e07e26138b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:21.713312 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10603a3a-107c-4d3d-9a35-e07e26138b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:21.714611 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10603a3a-107c-4d3d-9a35-e07e26138b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:21.718187 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10603a3a-107c-4d3d-9a35-e07e26138b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:21.719399 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10603a3a-107c-4d3d-9a35-e07e26138b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:21.719904 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10603a3a-107c-4d3d-9a35-e07e26138b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:21.721064 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10603a3a-107c-4d3d-9a35-e07e26138b74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:21.722655 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10603a3a-107c-4d3d-9a35-e07e26138b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:21.722937 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10603a3a-107c-4d3d-9a35-e07e26138b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:21.723285 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10603a3a-107c-4d3d-9a35-e07e26138b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:21.723600 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10603a3a-107c-4d3d-9a35-e07e26138b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:21.723917 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10603a3a-107c-4d3d-9a35-e07e26138b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:21.762562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2402a-c6b9-4242-a8d9-52b5c03a9ff5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Checking segment: {'id': 'f3f805b7-ad34-4a65-84dd-1975b01a840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:38:21.766282 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c2402a-c6b9-4242-a8d9-52b5c03a9ff5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Network hostable DHCP agents. Network: 643f2771-1861-458d-9bd2-f33fcee7623a, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:38:21.795065 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Routers {'07c04aec-2da5-4b1d-b204-c46927b77971'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:21.797581 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['07c04aec-2da5-4b1d-b204-c46927b77971'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:21.824975 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.resource_extend [None req-d46f9fd3-a47c-4774-8401-3388d09d5466 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:38:21.833072 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2402a-c6b9-4242-a8d9-52b5c03a9ff5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event updated for resources: {'Subnet': ['ID=a6a37fb4-9e39-43fd-b635-7223bbe08aa3,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:21.851287 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=8dfe3b16-64f8-4cf3-b065-c5684f38f2b0,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:21.966426 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c2402a-c6b9-4242-a8d9-52b5c03a9ff5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Network 643f2771-1861-458d-9bd2-f33fcee7623a is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:38:21.979531 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d46f9fd3-a47c-4774-8401-3388d09d5466 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:22.019607 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:22.035091 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d46f9fd3-a47c-4774-8401-3388d09d5466 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:22.038757 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-89c2402a-c6b9-4242-a8d9-52b5c03a9ff5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 643f2771-1861-458d-9bd2-f33fcee7623a) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:22.053679 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f3db34-bd15-4811-a85b-946fe3fa7cde None None] Network 643f2771-1861-458d-9bd2-f33fcee7623a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:38:22.105124 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10603a3a-107c-4d3d-9a35-e07e26138b74 None None] Pushing event updated for resources: {'Port': ['ID=259cc62f-9eaf-416b-aa8b-b4fdf3e599ef,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:22.183273 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] Set router 07c04aec-2da5-4b1d-b204-c46927b77971 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:38:22.189632 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:22.242993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c2402a-c6b9-4242-a8d9-52b5c03a9ff5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:22.243638 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-89c2402a-c6b9-4242-a8d9-52b5c03a9ff5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:22.291457 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Pushing event updated for resources: {'Port': ['ID=c899d22f-c9a2-42cb-b612-efe2d4c48cee,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:22.355437 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:38:22.358337 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:22.366316 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:38:22.524290 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-d46f9fd3-a47c-4774-8401-3388d09d5466 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Floating IP 8cb183ff-8698-49e1-a94a-b13bcc474b24 associated. External IP: 172.35.3.188, port: 85419a8c-52ab-4d7c-99eb-96ba1d126c73. Dec 20 21:38:22.582623 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-643f2771-1861-458d-9bd2-f33fcee7623a', 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'fixed_ips': [{'subnet_id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:38:22.583511 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:22.723069 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d40e499-76e9-47a4-ad75-2061e98211cd req-52da6334-d2b9-4297-a3bf-68b224e7fa06 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.1886973 Dec 20 21:38:22.736457 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-89c2402a-c6b9-4242-a8d9-52b5c03a9ff5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.6015782 Dec 20 21:38:22.736781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53090) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:23.028668 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c04aec-2da5-4b1d-b204-c46927b77971', 'name': 'tempest-snat-router-321854245', 'tenant_id': 'fa2023db2eb64b309b6b12e01c217a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5'}], 'enable_snat': False}, 'gw_port_id': '259cc62f-9eaf-416b-aa8b-b4fdf3e599ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:14Z', 'updated_at': '2021-12-20T21:38:16Z', 'revision_number': 3, 'project_id': 'fa2023db2eb64b309b6b12e01c217a7a', 'gw_port': {'id': '259cc62f-9eaf-416b-aa8b-b4fdf3e599ef', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:be:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c04aec-2da5-4b1d-b204-c46927b77971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:15Z', 'updated_at': '2021-12-20T21:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:23.077863 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ccc79-684a-4936-a85d-74bf700b1feb None None] The sync data for ids ['07c04aec-2da5-4b1d-b204-c46927b77971'] in n-d-xena-1 is: [{'id': '07c04aec-2da5-4b1d-b204-c46927b77971', 'name': 'tempest-snat-router-321854245', 'tenant_id': 'fa2023db2eb64b309b6b12e01c217a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5'}], 'enable_snat': False}, 'gw_port_id': '259cc62f-9eaf-416b-aa8b-b4fdf3e599ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:14Z', 'updated_at': '2021-12-20T21:38:16Z', 'revision_number': 3, 'project_id': 'fa2023db2eb64b309b6b12e01c217a7a', 'gw_port': {'id': '259cc62f-9eaf-416b-aa8b-b4fdf3e599ef', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:be:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c04aec-2da5-4b1d-b204-c46927b77971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:15Z', 'updated_at': '2021-12-20T21:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:23.468145 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8dfe3b16-64f8-4cf3-b065-c5684f38f2b0 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:38:23.567718 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Allocated IP 172.20.0.2 (643f2771-1861-458d-9bd2-f33fcee7623a/a6a37fb4-9e39-43fd-b635-7223bbe08aa3/6ea1dd9c-b69f-4e05-bd83-7876e57c0907) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:38:23.599753 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:23.682348 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8dfe3b16-64f8-4cf3-b065-c5684f38f2b0 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:23.687743 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:24.098726 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:24.115779 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:24.239309 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Network 643f2771-1861-458d-9bd2-f33fcee7623a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:38:24.261432 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:24.269756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:38:24.447146 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Pushing event updated for resources: {'Port': ['ID=6ea1dd9c-b69f-4e05-bd83-7876e57c0907,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:24.481863 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Attempting to bind port 6ea1dd9c-b69f-4e05-bd83-7876e57c0907 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:38:24.485789 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Attempting to bind port 6ea1dd9c-b69f-4e05-bd83-7876e57c0907 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'f3f805b7-ad34-4a65-84dd-1975b01a840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:38:24.494032 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Attempting to bind port 6ea1dd9c-b69f-4e05-bd83-7876e57c0907 on network 643f2771-1861-458d-9bd2-f33fcee7623a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:38:24.508086 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:38:24.508520 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Checking segment: {'id': 'f3f805b7-ad34-4a65-84dd-1975b01a840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:38:24.515604 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:24.516320 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Bound using segment: {'id': 'f3f805b7-ad34-4a65-84dd-1975b01a840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:38:24.516792 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Bound port: 6ea1dd9c-b69f-4e05-bd83-7876e57c0907, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f805b7-ad34-4a65-84dd-1975b01a840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:38:24.517318 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:24.720786 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] For port 6ea1dd9c-b69f-4e05-bd83-7876e57c0907, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:38:24.729641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] For port 6ea1dd9c-b69f-4e05-bd83-7876e57c0907, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6ea1dd9c-b69f-4e05-bd83-7876e57c0907,segment=NetworkSegment(f3f805b7-ad34-4a65-84dd-1975b01a840e),segment_id=f3f805b7-ad34-4a65-84dd-1975b01a840e)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:38:24.741825 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:24.932761 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 259cc62f-9eaf-416b-aa8b-b4fdf3e599ef up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:38:25.021804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae58b3-924b-4157-832c-85b0aba83b37 None None] Pushing event updated for resources: {'Port': ['ID=6ea1dd9c-b69f-4e05-bd83-7876e57c0907,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:25.097566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 259cc62f-9eaf-416b-aa8b-b4fdf3e599ef triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:25.098240 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:25.453830 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53132) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:25.471182 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1bf0752c-b031-4bd9-b2b0-ba1e5addccf4 req-d07be056-90c7-4145-be2b-a52e47b01cdd tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.0519214 Dec 20 21:38:25.520375 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:25.563582 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:25.588448 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 259cc62f-9eaf-416b-aa8b-b4fdf3e599ef, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=259cc62f-9eaf-416b-aa8b-b4fdf3e599ef,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:25.618046 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:25.780931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46f9fd3-a47c-4774-8401-3388d09d5466 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router b9a84bda-43cd-4619-a9d9-51cc598aa56d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:38:25.788099 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=259cc62f-9eaf-416b-aa8b-b4fdf3e599ef,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:26.011003 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Router 128aef8b-3773-4d66-b742-c55e887ea8a0 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:38:26.193711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46f9fd3-a47c-4774-8401-3388d09d5466 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:38:26.201006 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d46f9fd3-a47c-4774-8401-3388d09d5466 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:26.211997 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:26.214421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b628ba4-fdd5-4ba7-8ea2-fed48b5efc55 None None] Sync routers for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:38:26.227862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b628ba4-fdd5-4ba7-8ea2-fed48b5efc55 None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:26.228962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0b628ba4-fdd5-4ba7-8ea2-fed48b5efc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:26.283923 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d46f9fd3-a47c-4774-8401-3388d09d5466 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "PUT /v2.0/floatingips/8cb183ff-8698-49e1-a94a-b13bcc474b24 HTTP/1.1" status: 200 len: 976 time: 6.3816371 Dec 20 21:38:26.287651 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53164) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:26.308215 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0b628ba4-fdd5-4ba7-8ea2-fed48b5efc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:26.331964 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b628ba4-fdd5-4ba7-8ea2-fed48b5efc55 None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:26.332628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0b628ba4-fdd5-4ba7-8ea2-fed48b5efc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:26.401921 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:38:26.421960 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Sync routers for ids ['128aef8b-3773-4d66-b742-c55e887ea8a0'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:38:26.450299 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Routers {'128aef8b-3773-4d66-b742-c55e887ea8a0'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:26.453810 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['128aef8b-3773-4d66-b742-c55e887ea8a0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:26.464942 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0b628ba4-fdd5-4ba7-8ea2-fed48b5efc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:26.465674 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b628ba4-fdd5-4ba7-8ea2-fed48b5efc55 None None] The sync data for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:26.600240 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68b2e6a9-038c-4394-8d71-e623cbc912f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:26.686006 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:26.706975 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8eeea67c-fc2f-4b96-9afb-0a12645e2b19 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.7225842 Dec 20 21:38:26.710615 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53176) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:26.936164 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9803612-dfcc-400d-a6e7-c316f637fd5f req-15a48047-adfb-484a-a907-31a246da2c0b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.1034279 Dec 20 21:38:26.936923 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Set router 128aef8b-3773-4d66-b742-c55e887ea8a0 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:38:27.146926 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70f95628-ba25-46a7-853e-d76f588b281c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:27.248552 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-c1569a07-6839-4682-af8f-8bb9c845f7d3 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Deleting port 85419a8c-52ab-4d7c-99eb-96ba1d126c73 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:27.248552 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1569a07-6839-4682-af8f-8bb9c845f7d3 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:27.289727 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6ea1dd9c-b69f-4e05-bd83-7876e57c0907 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:38:27.402427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41908801-4316-4040-9214-399b63527f10 None None] Network 643f2771-1861-458d-9bd2-f33fcee7623a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:38:27.411963 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ea438496-894e-40ad-8484-68919969791d tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "GET /v2.0/routers/128aef8b-3773-4d66-b742-c55e887ea8a0 HTTP/1.1" status: 200 len: 906 time: 0.6901042 Dec 20 21:38:27.422476 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53184) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:27.446944 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68b2e6a9-038c-4394-8d71-e623cbc912f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:27.457851 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1569a07-6839-4682-af8f-8bb9c845f7d3 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:27.511079 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128aef8b-3773-4d66-b742-c55e887ea8a0', 'name': 'tempest-snat-router-321854245', 'tenant_id': 'fa2023db2eb64b309b6b12e01c217a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.46'}], 'enable_snat': True}, 'gw_port_id': 'c899d22f-c9a2-42cb-b612-efe2d4c48cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:19Z', 'updated_at': '2021-12-20T21:38:22Z', 'revision_number': 3, 'project_id': 'fa2023db2eb64b309b6b12e01c217a7a', 'gw_port': {'id': 'c899d22f-c9a2-42cb-b612-efe2d4c48cee', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128aef8b-3773-4d66-b742-c55e887ea8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:20Z', 'updated_at': '2021-12-20T21:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:27.576842 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Checking router: 128aef8b-3773-4d66-b742-c55e887ea8a0 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:38:27.576842 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Updating router 128aef8b-3773-4d66-b742-c55e887ea8a0 port c899d22f-c9a2-42cb-b612-efe2d4c48cee binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:38:27.665671 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-298c0ecd-b383-4c80-932b-c4f94d72d530 None None] Provisioning complete for port 6ea1dd9c-b69f-4e05-bd83-7876e57c0907 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:27.666053 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-298c0ecd-b383-4c80-932b-c4f94d72d530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:27.673774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 6ea1dd9c-b69f-4e05-bd83-7876e57c0907 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:27.674169 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:27.693475 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:27.695009 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68b2e6a9-038c-4394-8d71-e623cbc912f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:27.776469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Allocated IP 172.20.0.1 (643f2771-1861-458d-9bd2-f33fcee7623a/a6a37fb4-9e39-43fd-b635-7223bbe08aa3/7e01f608-8593-43b4-8635-085c7dba1dea) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:38:27.807604 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-68b2e6a9-038c-4394-8d71-e623cbc912f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32337dd6ca8d40f6b25cc4ff9d3f1e58&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3351083 Dec 20 21:38:27.812721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53194) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:27.862415 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2e6a9-038c-4394-8d71-e623cbc912f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8eb90c-e443-4611-930f-de22ec55d054,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:27.960225 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:28.063722 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-298c0ecd-b383-4c80-932b-c4f94d72d530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:28.077056 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:28.104135 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-298c0ecd-b383-4c80-932b-c4f94d72d530 None None] For port 6ea1dd9c-b69f-4e05-bd83-7876e57c0907, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6ea1dd9c-b69f-4e05-bd83-7876e57c0907,segment=NetworkSegment(f3f805b7-ad34-4a65-84dd-1975b01a840e),segment_id=f3f805b7-ad34-4a65-84dd-1975b01a840e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:28.123539 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-298c0ecd-b383-4c80-932b-c4f94d72d530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:28.214974 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c0ecd-b383-4c80-932b-c4f94d72d530 None None] Pushing event updated for resources: {'Port': ['ID=6ea1dd9c-b69f-4e05-bd83-7876e57c0907,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:28.315163 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1569a07-6839-4682-af8f-8bb9c845f7d3 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:28.316371 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1569a07-6839-4682-af8f-8bb9c845f7d3 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:28.316371 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-c1569a07-6839-4682-af8f-8bb9c845f7d3 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Floating IP 8cb183ff-8698-49e1-a94a-b13bcc474b24 disassociated. External IP: 172.35.3.188, port: 85419a8c-52ab-4d7c-99eb-96ba1d126c73. Dec 20 21:38:28.316371 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-c1569a07-6839-4682-af8f-8bb9c845f7d3 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Calling delete_port for 85419a8c-52ab-4d7c-99eb-96ba1d126c73 owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:28.361687 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:38:28.362180 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:38:28.373784 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:28.380257 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9f24bda1-b28a-4217-9fdf-1591a9d502d5 req-d19dac83-ae35-46c6-b165-e114d9233797 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.1179152 Dec 20 21:38:28.430908 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8fb843fb-ab22-45da-abf9-9fac1393a10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:28.508447 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Deleting port c899d22f-c9a2-42cb-b612-efe2d4c48cee {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:28.508955 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:28.710316 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8fb843fb-ab22-45da-abf9-9fac1393a10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:28.730640 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:28.759635 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:28.771768 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Calling delete_port for c899d22f-c9a2-42cb-b612-efe2d4c48cee owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:28.775957 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:28.861218 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-69ad1e1a-098e-4fb1-8626-43ee73ec5ff1 None None] Provisioning complete for port 6ea1dd9c-b69f-4e05-bd83-7876e57c0907 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:28.861545 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-69ad1e1a-098e-4fb1-8626-43ee73ec5ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:28.918883 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f885b-616f-44e8-a3bb-d3717d2b5312 None None] Pushing event updated for resources: {'Port': ['ID=c899d22f-c9a2-42cb-b612-efe2d4c48cee,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:28.966899 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8fb843fb-ab22-45da-abf9-9fac1393a10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:28.976844 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8fb843fb-ab22-45da-abf9-9fac1393a10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:28.984457 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8fb843fb-ab22-45da-abf9-9fac1393a10b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b8eb90c-e443-4611-930f-de22ec55d054 HTTP/1.1" status: 204 len: 168 time: 1.1507108 Dec 20 21:38:29.003743 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Attempting to bind port c899d22f-c9a2-42cb-b612-efe2d4c48cee on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:38:29.004113 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Attempting to bind port c899d22f-c9a2-42cb-b612-efe2d4c48cee by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:38:29.004475 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Attempting to bind port c899d22f-c9a2-42cb-b612-efe2d4c48cee on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:38:29.028660 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:38:29.029218 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:38:29.029739 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:29.030304 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:38:29.030805 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Bound port: c899d22f-c9a2-42cb-b612-efe2d4c48cee, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:38:29.032210 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:29.053443 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:29.065506 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb843fb-ab22-45da-abf9-9fac1393a10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8eb90c-e443-4611-930f-de22ec55d054,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:29.119275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 259cc62f-9eaf-416b-aa8b-b4fdf3e599ef up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:38:29.148804 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:38:29.226403 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] For port c899d22f-c9a2-42cb-b612-efe2d4c48cee, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:38:29.237187 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] For port c899d22f-c9a2-42cb-b612-efe2d4c48cee, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c899d22f-c9a2-42cb-b612-efe2d4c48cee,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:38:29.251168 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:29.413401 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1569a07-6839-4682-af8f-8bb9c845f7d3 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:29.419509 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 259cc62f-9eaf-416b-aa8b-b4fdf3e599ef triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:29.422741 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:29.467646 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Routers {'128aef8b-3773-4d66-b742-c55e887ea8a0'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:29.476867 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:37:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['128aef8b-3773-4d66-b742-c55e887ea8a0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:29.511037 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:29.642620 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] Set router 128aef8b-3773-4d66-b742-c55e887ea8a0 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:38:29.644312 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f885b-616f-44e8-a3bb-d3717d2b5312 None None] Pushing event updated for resources: {'Port': ['ID=c899d22f-c9a2-42cb-b612-efe2d4c48cee,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:29.663663 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53226) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:29.686726 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cea0a041-7a81-4ad1-94ab-18a7aecd2379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:29.704205 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Pushing event deleted for resources: {'Port': ['ID=c899d22f-c9a2-42cb-b612-efe2d4c48cee,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:29.760576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:29.760576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:29.760576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:29.761414 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:29.762583 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1569a07-6839-4682-af8f-8bb9c845f7d3 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Port': ['ID=85419a8c-52ab-4d7c-99eb-96ba1d126c73,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:29.775695 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:29.776413 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:29.777210 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:29.777785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:29.779814 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:29.780421 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:29.783100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:29.784035 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:29.872696 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128aef8b-3773-4d66-b742-c55e887ea8a0', 'name': 'tempest-snat-router-321854245', 'tenant_id': 'fa2023db2eb64b309b6b12e01c217a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:19Z', 'updated_at': '2021-12-20T21:38:28Z', 'revision_number': 4, 'project_id': 'fa2023db2eb64b309b6b12e01c217a7a', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:29.885617 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d77d86c-03e0-4912-9f80-4fd8ea80d399 req-d18d5a3b-cddc-4d65-a5e7-47f357105fbb tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.1670783 Dec 20 21:38:29.902201 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:29.938864 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26835ba-a29c-4338-be64-cbd7282ce870 None None] The sync data for ids ['128aef8b-3773-4d66-b742-c55e887ea8a0'] in n-d-xena-1 is: [{'id': '128aef8b-3773-4d66-b742-c55e887ea8a0', 'name': 'tempest-snat-router-321854245', 'tenant_id': 'fa2023db2eb64b309b6b12e01c217a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:19Z', 'updated_at': '2021-12-20T21:38:28Z', 'revision_number': 4, 'project_id': 'fa2023db2eb64b309b6b12e01c217a7a', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:30.053505 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:30.113249 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53232) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:30.157780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6ea1dd9c-b69f-4e05-bd83-7876e57c0907 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:38:30.212208 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event updated for resources: {'Port': ['ID=7e01f608-8593-43b4-8635-085c7dba1dea,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:30.213149 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-24ce2fb4-e837-4404-9a2b-d38e74591f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:30.237306 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:30.242167 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:30.316491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 6ea1dd9c-b69f-4e05-bd83-7876e57c0907 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:30.316996 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:30.322824 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:30.323779 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 128aef8b-3773-4d66-b742-c55e887ea8a0 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:38:30.333568 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:30.335264 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0c171df7-ecc6-4d1f-a7fe-ae42d55c925a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "DELETE /v2.0/routers/128aef8b-3773-4d66-b742-c55e887ea8a0 HTTP/1.1" status: 204 len: 168 time: 2.9093270 Dec 20 21:38:30.338635 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53234) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:30.352988 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d3e77fe2-d838-48cb-aad8-818e07f0fcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:30.365286 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Network 643f2771-1861-458d-9bd2-f33fcee7623a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:38:30.393768 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:30.412817 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:38:30.542889 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:30.572138 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6d3179f-e0f9-441d-a9cf-8b77ff25765c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:30.687422 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:30.819787 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6d3179f-e0f9-441d-a9cf-8b77ff25765c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:30.834684 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1569a07-6839-4682-af8f-8bb9c845f7d3 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router b9a84bda-43cd-4619-a9d9-51cc598aa56d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:38:30.941655 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f423cd99-8cb6-41c2-9284-617565adbe2d None None] Provisioning complete for port 7e01f608-8593-43b4-8635-085c7dba1dea triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:30.942034 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f423cd99-8cb6-41c2-9284-617565adbe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:30.942896 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d3e77fe2-d838-48cb-aad8-818e07f0fcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:31.010171 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f423cd99-8cb6-41c2-9284-617565adbe2d None None] Port 7e01f608-8593-43b4-8635-085c7dba1dea cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:38:31.021888 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d3e77fe2-d838-48cb-aad8-818e07f0fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:31.048501 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-24ce2fb4-e837-4404-9a2b-d38e74591f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:31.071074 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-24ce2fb4-e837-4404-9a2b-d38e74591f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:31.107950 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e5cba0e4-746b-4876-b98f-38cf18b9e272 req-1f962c8a-3c36-401b-9100-9055f97feaff tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.0556126 Dec 20 21:38:31.133149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e77fe2-d838-48cb-aad8-818e07f0fcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0759b5-ff52-4fbc-b008-bcb39201bcfb,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:31.167777 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-24ce2fb4-e837-4404-9a2b-d38e74591f79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91ce16694f704689a788b4506fa0d021&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0527501 Dec 20 21:38:31.168712 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53242) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:31.170291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b6d3179f-e0f9-441d-a9cf-8b77ff25765c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Deleting port 259cc62f-9eaf-416b-aa8b-b4fdf3e599ef {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:31.170626 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6d3179f-e0f9-441d-a9cf-8b77ff25765c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:31.173918 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce2fb4-e837-4404-9a2b-d38e74591f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e034c257-2f99-4aa3-8f26-f079a23e1056,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:31.208900 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d3e77fe2-d838-48cb-aad8-818e07f0fcb6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5449c87a24af4b31a9743d48f682bb81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5261059 Dec 20 21:38:31.209828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53244) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:31.221916 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:31.282511 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-26229d5b-4784-4540-bcaa-1d65b29f78f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:31.310876 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a6f7c910-2091-438b-aa61-58752b2e87d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:31.319053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1569a07-6839-4682-af8f-8bb9c845f7d3 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:38:31.325498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-b6d3179f-e0f9-441d-a9cf-8b77ff25765c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] For port 259cc62f-9eaf-416b-aa8b-b4fdf3e599ef, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=259cc62f-9eaf-416b-aa8b-b4fdf3e599ef,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:31.325871 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6d3179f-e0f9-441d-a9cf-8b77ff25765c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:31.330021 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3bf975-3340-4b9f-8cb5-084ff325fc6e None None] Sync routers for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:38:31.347737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3bf975-3340-4b9f-8cb5-084ff325fc6e None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:31.348485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5e3bf975-3340-4b9f-8cb5-084ff325fc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:31.384219 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b6d3179f-e0f9-441d-a9cf-8b77ff25765c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Calling delete_port for 259cc62f-9eaf-416b-aa8b-b4fdf3e599ef owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:31.396214 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a6f7c910-2091-438b-aa61-58752b2e87d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:31.424240 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-26229d5b-4784-4540-bcaa-1d65b29f78f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:31.431805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5e3bf975-3340-4b9f-8cb5-084ff325fc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:31.453069 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3bf975-3340-4b9f-8cb5-084ff325fc6e None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:31.453687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5e3bf975-3340-4b9f-8cb5-084ff325fc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:31.513436 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5e3bf975-3340-4b9f-8cb5-084ff325fc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:31.514266 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3bf975-3340-4b9f-8cb5-084ff325fc6e None None] The sync data for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:31.586046 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a6f7c910-2091-438b-aa61-58752b2e87d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:31.590438 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a6f7c910-2091-438b-aa61-58752b2e87d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:31.594750 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a6f7c910-2091-438b-aa61-58752b2e87d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a0759b5-ff52-4fbc-b008-bcb39201bcfb HTTP/1.1" status: 204 len: 168 time: 0.3815246 Dec 20 21:38:31.607398 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1569a07-6839-4682-af8f-8bb9c845f7d3 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:31.616036 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53248) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:31.616787 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c1569a07-6839-4682-af8f-8bb9c845f7d3 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/ports/85419a8c-52ab-4d7c-99eb-96ba1d126c73 HTTP/1.1" status: 204 len: 168 time: 5.3277833 Dec 20 21:38:31.635078 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7c910-2091-438b-aa61-58752b2e87d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0759b5-ff52-4fbc-b008-bcb39201bcfb,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:31.648640 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7c910-2091-438b-aa61-58752b2e87d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:31.649509 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7c910-2091-438b-aa61-58752b2e87d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:31.650055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7c910-2091-438b-aa61-58752b2e87d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:31.650684 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7c910-2091-438b-aa61-58752b2e87d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:31.651469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7c910-2091-438b-aa61-58752b2e87d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:31.652249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7c910-2091-438b-aa61-58752b2e87d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:31.652979 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7c910-2091-438b-aa61-58752b2e87d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:31.653512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7c910-2091-438b-aa61-58752b2e87d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:31.654082 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7c910-2091-438b-aa61-58752b2e87d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:31.656188 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7c910-2091-438b-aa61-58752b2e87d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:31.656557 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7c910-2091-438b-aa61-58752b2e87d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:31.656985 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f7c910-2091-438b-aa61-58752b2e87d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:38:31.707429 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-26229d5b-4784-4540-bcaa-1d65b29f78f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:31.713479 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-26229d5b-4784-4540-bcaa-1d65b29f78f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:31.717308 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-26229d5b-4784-4540-bcaa-1d65b29f78f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e034c257-2f99-4aa3-8f26-f079a23e1056 HTTP/1.1" status: 204 len: 168 time: 0.5404768 Dec 20 21:38:31.736020 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-563825f3-b821-4646-903b-1c87526ff6b4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "GET /v2.0/floatingips/8cb183ff-8698-49e1-a94a-b13bcc474b24 HTTP/1.1" status: 200 len: 688 time: 0.1163599 Dec 20 21:38:31.740356 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53254) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:31.749043 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26229d5b-4784-4540-bcaa-1d65b29f78f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e034c257-2f99-4aa3-8f26-f079a23e1056,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:32.011563 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6d3179f-e0f9-441d-a9cf-8b77ff25765c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:32.057225 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3179f-e0f9-441d-a9cf-8b77ff25765c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Pushing event deleted for resources: {'Port': ['ID=259cc62f-9eaf-416b-aa8b-b4fdf3e599ef,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:32.081345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8f078ca0-4417-418c-ad20-6dead6a73e01 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Deleting port c5ca31c9-f9d9-4f33-b7f3-57b739c450c3 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:32.081345 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f078ca0-4417-418c-ad20-6dead6a73e01 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:32.085595 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:32.094790 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:32.119809 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:32.156471 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:32.302686 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f078ca0-4417-418c-ad20-6dead6a73e01 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:32.302686 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f078ca0-4417-418c-ad20-6dead6a73e01 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:32.349774 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8f078ca0-4417-418c-ad20-6dead6a73e01 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Calling delete_port for c5ca31c9-f9d9-4f33-b7f3-57b739c450c3 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:32.353832 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:32.572363 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53276) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:32.584323 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f078ca0-4417-418c-ad20-6dead6a73e01 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:32.620874 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d1a5efeb-d2d5-4ff9-8aef-3308899b056b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:32.704196 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f078ca0-4417-418c-ad20-6dead6a73e01 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Port': ['ID=c5ca31c9-f9d9-4f33-b7f3-57b739c450c3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:32.759946 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6d3179f-e0f9-441d-a9cf-8b77ff25765c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:32.867636 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d1a5efeb-d2d5-4ff9-8aef-3308899b056b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:32.942759 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a28c99b-7d84-4b59-9050-51769ac25261 req-b4268109-76d6-4510-a60a-6644aabb4d1f tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.0558143 Dec 20 21:38:32.958683 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d1a5efeb-d2d5-4ff9-8aef-3308899b056b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:32.961931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event updated for resources: {'Port': ['ID=7e01f608-8593-43b4-8635-085c7dba1dea,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:33.044254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Network 643f2771-1861-458d-9bd2-f33fcee7623a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:38:33.049013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:33.067093 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6d3179f-e0f9-441d-a9cf-8b77ff25765c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:33.073482 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6d3179f-e0f9-441d-a9cf-8b77ff25765c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:33.107003 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d1a5efeb-d2d5-4ff9-8aef-3308899b056b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1ae7089ce27400da85717b9d3332948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5308304 Dec 20 21:38:33.110781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53292) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:33.175427 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f078ca0-4417-418c-ad20-6dead6a73e01 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:33.182477 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f078ca0-4417-418c-ad20-6dead6a73e01 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:33.183733 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8f078ca0-4417-418c-ad20-6dead6a73e01 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/floatingips/8cb183ff-8698-49e1-a94a-b13bcc474b24 HTTP/1.1" status: 204 len: 168 time: 1.4428017 Dec 20 21:38:33.201579 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53296) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:33.204619 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5efeb-d2d5-4ff9-8aef-3308899b056b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcb17f2-57e7-47f7-8e87-d2acde837a10,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:33.210079 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Router f4f8e188-fee3-4626-94a3-3056d19e950a has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:38:33.216050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': '5533b7db-8370-423e-aa63-dd3aac31afc9'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:33.235802 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6d3179f-e0f9-441d-a9cf-8b77ff25765c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:33.235802 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d3179f-e0f9-441d-a9cf-8b77ff25765c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07c04aec-2da5-4b1d-b204-c46927b77971 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:38:33.264619 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6d3179f-e0f9-441d-a9cf-8b77ff25765c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:33.266803 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b6d3179f-e0f9-441d-a9cf-8b77ff25765c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "DELETE /v2.0/routers/07c04aec-2da5-4b1d-b204-c46927b77971 HTTP/1.1" status: 204 len: 168 time: 2.9226756 Dec 20 21:38:33.281486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53300) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:33.298525 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-650844055', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:33.301627 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:33.377898 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:33.378981 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:33.405841 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f98c7c10-a9d1-47e8-bc1a-6da47856d9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:33.477519 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9b2ad864-40a7-4b01-abdd-844b86fdaecc None None] Provisioning complete for port 7e01f608-8593-43b4-8635-085c7dba1dea triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:33.481473 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:33.483660 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b2ad864-40a7-4b01-abdd-844b86fdaecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:33.486194 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f98c7c10-a9d1-47e8-bc1a-6da47856d9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:33.614520 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9b2ad864-40a7-4b01-abdd-844b86fdaecc None None] Port 7e01f608-8593-43b4-8635-085c7dba1dea cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:38:33.701539 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:33.704354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:38:33.715131 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3a8856e4-2d73-4a26-8561-df6bb0935ca2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "PUT /v2.0/routers/f4f8e188-fee3-4626-94a3-3056d19e950a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9761608 Dec 20 21:38:33.715767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53310) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:33.718571 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Sync routers for ids ['f4f8e188-fee3-4626-94a3-3056d19e950a'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:38:33.730991 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Routers {'f4f8e188-fee3-4626-94a3-3056d19e950a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:33.731896 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f4f8e188-fee3-4626-94a3-3056d19e950a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:33.752760 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c0749c9d-8579-44dd-b98b-5f04f4386f3d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2026808006', 'description': 'tempest-secgroup_access--2026808006 description', 'project_id': '7d148da42bcc49c09fb4b3551f55d580'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:33.757951 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f98c7c10-a9d1-47e8-bc1a-6da47856d9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:33.766873 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f98c7c10-a9d1-47e8-bc1a-6da47856d9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:33.770540 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f98c7c10-a9d1-47e8-bc1a-6da47856d9d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bcb17f2-57e7-47f7-8e87-d2acde837a10 HTTP/1.1" status: 204 len: 168 time: 0.6053617 Dec 20 21:38:33.813653 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0749c9d-8579-44dd-b98b-5f04f4386f3d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:33.898895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c7c10-a9d1-47e8-bc1a-6da47856d9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcb17f2-57e7-47f7-8e87-d2acde837a10,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:34.106862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 259cc62f-9eaf-416b-aa8b-b4fdf3e599ef no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:38:34.121524 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0749c9d-8579-44dd-b98b-5f04f4386f3d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:34.162976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 259cc62f-9eaf-416b-aa8b-b4fdf3e599ef {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:38:34.162976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 259cc62f-9eaf-416b-aa8b-b4fdf3e599ef not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:38:34.167216 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0749c9d-8579-44dd-b98b-5f04f4386f3d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:34.221496 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6109c71e-23b1-4f73-a4e0-fe67f21bcfc7 req-bd64c85d-686f-48ef-9b90-ca316178867a tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.0686898 Dec 20 21:38:34.304623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c0749c9d-8579-44dd-b98b-5f04f4386f3d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:34.306498 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c0749c9d-8579-44dd-b98b-5f04f4386f3d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5778172 Dec 20 21:38:34.312145 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53334) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:34.316973 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0749c9d-8579-44dd-b98b-5f04f4386f3d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:34.332871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-47f46d9e-bc55-4f44-b48a-eebc6d61aa98 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1486944476', 'description': 'tempest-secgroup_general--1486944476 description', 'project_id': '7d148da42bcc49c09fb4b3551f55d580'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:34.439175 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:34.459998 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47f46d9e-bc55-4f44-b48a-eebc6d61aa98 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:34.477948 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Set router f4f8e188-fee3-4626-94a3-3056d19e950a gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:38:34.715994 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Allocated IP 172.35.3.175 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/e95fed60-411c-4842-8900-7ae4f76dabb2) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:38:34.731256 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47f46d9e-bc55-4f44-b48a-eebc6d61aa98 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:34.745079 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47f46d9e-bc55-4f44-b48a-eebc6d61aa98 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:34.860656 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47f46d9e-bc55-4f44-b48a-eebc6d61aa98 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:34.865831 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-47f46d9e-bc55-4f44-b48a-eebc6d61aa98 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5477457 Dec 20 21:38:34.867261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53352) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:34.906826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-6f0d961b-5d0d-4571-91d0-4b5b5752bd93 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Request body: {'security_group_rule': {'security_group_id': '2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f', 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:34.933799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f46d9e-bc55-4f44-b48a-eebc6d61aa98 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062e3782-24c4-4dfa-8684-04c7bdeb9af1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:35.024087 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:35.026240 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6f0d961b-5d0d-4571-91d0-4b5b5752bd93 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:35.131503 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6f0d961b-5d0d-4571-91d0-4b5b5752bd93 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:35.147242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6f0d961b-5d0d-4571-91d0-4b5b5752bd93 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:35.172937 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d961b-5d0d-4571-91d0-4b5b5752bd93 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a639fe9-a5cb-4c38-97f7-8fa35c0617e1,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:35.182848 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794951097', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:07Z', 'updated_at': '2021-12-20T21:38:30Z', 'revision_number': 4, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:09Z', 'updated_at': '2021-12-20T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '7e01f608-8593-43b4-8635-085c7dba1dea', 'name': '', 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'mac_address': 'fa:16:3e:6d:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:26Z', 'updated_at': '2021-12-20T21:38:31Z', 'revision_number': 2, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'subnets': [{'id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:35.216678 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6f0d961b-5d0d-4571-91d0-4b5b5752bd93 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:35.218307 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6f0d961b-5d0d-4571-91d0-4b5b5752bd93 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3389037 Dec 20 21:38:35.219289 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53362) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:35.228525 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:35.254034 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:35.276476 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:38:35.281580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:35.284661 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Checking router: f4f8e188-fee3-4626-94a3-3056d19e950a for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:38:35.285331 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Updating router f4f8e188-fee3-4626-94a3-3056d19e950a port 7e01f608-8593-43b4-8635-085c7dba1dea binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:38:35.290455 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:38:35.321857 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:35.329456 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=e95fed60-411c-4842-8900-7ae4f76dabb2,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:35.401471 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:35.563895 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04881f7b-880a-465d-a6b3-11a6fdbd1b4d req-6f9b98c7-b2a4-4e94-ae46-1108b9ddd9c2 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.1548140 Dec 20 21:38:35.576198 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Allocated IP 172.35.3.92 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/9dd7db6e-6260-405d-b004-f9dd03ab94a4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:38:35.815381 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:35.887598 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:35.946719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:38:35.951009 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:35.953666 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:38:35.977212 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a371632f-5e1e-4e8c-a473-f012ae5d3267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:36.065129 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-04ceaeaf-c0e9-4956-9d88-39055e219e55 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--1486944476&fields=id&tenant_id=7d148da42bcc49c09fb4b3551f55d580 HTTP/1.1" status: 200 len: 267 time: 0.2111006 Dec 20 21:38:36.128582 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:36.153891 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:36.220154 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a371632f-5e1e-4e8c-a473-f012ae5d3267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:36.235276 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a371632f-5e1e-4e8c-a473-f012ae5d3267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:36.265528 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-3673b75f-2824-46b3-8051-5612d057b63f tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--2026808006&fields=id&tenant_id=7d148da42bcc49c09fb4b3551f55d580 HTTP/1.1" status: 200 len: 267 time: 0.0806844 Dec 20 21:38:36.331731 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5c0ae-e07b-4f4e-9cf8-8c3ff2a5e370 None None] Pushing event updated for resources: {'Port': ['ID=7e01f608-8593-43b4-8635-085c7dba1dea,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:36.364481 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a371632f-5e1e-4e8c-a473-f012ae5d3267 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72af989ba1e64bbcadc75ec6f2d42f50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1435270 Dec 20 21:38:36.375820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53400) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:36.376953 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371632f-5e1e-4e8c-a473-f012ae5d3267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c54da10-3129-469e-a453-1d2f154375c2,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:36.392912 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:36.460942 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Pushing event updated for resources: {'Port': ['ID=9dd7db6e-6260-405d-b004-f9dd03ab94a4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:36.507419 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Attempting to bind port 7e01f608-8593-43b4-8635-085c7dba1dea on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:38:36.507864 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Attempting to bind port 7e01f608-8593-43b4-8635-085c7dba1dea by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'f3f805b7-ad34-4a65-84dd-1975b01a840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:38:36.510813 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Attempting to bind port 7e01f608-8593-43b4-8635-085c7dba1dea on network 643f2771-1861-458d-9bd2-f33fcee7623a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:38:36.525840 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:38:36.528600 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Checking segment: {'id': 'f3f805b7-ad34-4a65-84dd-1975b01a840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:38:36.530578 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:36.531147 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Bound using segment: {'id': 'f3f805b7-ad34-4a65-84dd-1975b01a840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:38:36.532382 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Bound port: 7e01f608-8593-43b4-8635-085c7dba1dea, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f805b7-ad34-4a65-84dd-1975b01a840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:38:36.533584 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:36.711822 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] For port 7e01f608-8593-43b4-8635-085c7dba1dea, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:38:36.723126 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] For port 7e01f608-8593-43b4-8635-085c7dba1dea, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7e01f608-8593-43b4-8635-085c7dba1dea,segment=NetworkSegment(f3f805b7-ad34-4a65-84dd-1975b01a840e),segment_id=f3f805b7-ad34-4a65-84dd-1975b01a840e)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:38:36.729093 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f4b59d18-8574-46e3-bcf2-b8b507a59556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:36.732585 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:36.785419 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-770aa795-ac60-4c58-ad76-9c055acc5515 None None] Provisioning complete for port 7e01f608-8593-43b4-8635-085c7dba1dea triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:36.786679 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-770aa795-ac60-4c58-ad76-9c055acc5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:36.863691 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f4b59d18-8574-46e3-bcf2-b8b507a59556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:36.905635 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-770aa795-ac60-4c58-ad76-9c055acc5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:36.907619 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Routers {'f4f8e188-fee3-4626-94a3-3056d19e950a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:36.911100 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f4f8e188-fee3-4626-94a3-3056d19e950a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:36.956478 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-770aa795-ac60-4c58-ad76-9c055acc5515 None None] For port 7e01f608-8593-43b4-8635-085c7dba1dea, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7e01f608-8593-43b4-8635-085c7dba1dea,segment=NetworkSegment(f3f805b7-ad34-4a65-84dd-1975b01a840e),segment_id=f3f805b7-ad34-4a65-84dd-1975b01a840e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:36.967478 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-770aa795-ac60-4c58-ad76-9c055acc5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:36.976118 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:37.019001 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f4b59d18-8574-46e3-bcf2-b8b507a59556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:37.029949 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f4b59d18-8574-46e3-bcf2-b8b507a59556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:37.032163 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f4b59d18-8574-46e3-bcf2-b8b507a59556 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c54da10-3129-469e-a453-1d2f154375c2 HTTP/1.1" status: 204 len: 168 time: 0.6485589 Dec 20 21:38:37.068320 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-0326b08a-1255-4e38-a04b-33b4592f6a12 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:37.071469 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-0326b08a-1255-4e38-a04b-33b4592f6a12 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/networks?id=643f2771-1861-458d-9bd2-f33fcee7623a HTTP/1.1" status: 200 len: 796 time: 0.6464181 Dec 20 21:38:37.103448 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5c0ae-e07b-4f4e-9cf8-8c3ff2a5e370 None None] Pushing event updated for resources: {'Port': ['ID=7e01f608-8593-43b4-8635-085c7dba1dea,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:37.109784 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:37.134972 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc9c07c9-f6fa-4aea-8313-217ac2175b00 req-ab07a242-2b87-40c0-95e0-40e46eff9377 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.3666196 Dec 20 21:38:37.172155 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770aa795-ac60-4c58-ad76-9c055acc5515 None None] Pushing event updated for resources: {'Port': ['ID=7e01f608-8593-43b4-8635-085c7dba1dea,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:37.173272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b59d18-8574-46e3-bcf2-b8b507a59556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c54da10-3129-469e-a453-1d2f154375c2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:37.365264 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-a3584caa-4c54-4764-8f00-4acab13c6f46 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/quotas/7d148da42bcc49c09fb4b3551f55d580 HTTP/1.1" status: 200 len: 375 time: 0.1199119 Dec 20 21:38:37.405153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ce743c9a-a85d-4b6b-8a8f-fe86f4040b6d None None] Provisioning complete for port 7e01f608-8593-43b4-8635-085c7dba1dea triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:37.406290 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ce743c9a-a85d-4b6b-8a8f-fe86f4040b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:37.408525 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] Set router f4f8e188-fee3-4626-94a3-3056d19e950a gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:38:37.616354 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-645e96af-b0a6-46f2-81f7-e70c5f44179f tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d148da42bcc49c09fb4b3551f55d580&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2409546 Dec 20 21:38:37.700604 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:37.707294 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:37.809939 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:37.980332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-890dbd38-d327-444e-a6b4-b0915d3686a3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:38:37.981528 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-890dbd38-d327-444e-a6b4-b0915d3686a3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3474729 Dec 20 21:38:37.991657 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53452) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:38.004909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=e95fed60-411c-4842-8900-7ae4f76dabb2,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:38.072111 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Floating IP 9daf4c9b-0ff4-4cd5-aeba-5981a3f66001 associated. External IP: 172.35.3.175, port: 5533b7db-8370-423e-aa63-dd3aac31afc9. Dec 20 21:38:38.119283 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-33798411-888b-411f-b3f9-c1e7d830b59e service neutron] 10.222.0.32 "GET /v2.0/networks/643f2771-1861-458d-9bd2-f33fcee7623a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281691 Dec 20 21:38:38.194451 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794951097', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:07Z', 'updated_at': '2021-12-20T21:38:30Z', 'revision_number': 4, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:09Z', 'updated_at': '2021-12-20T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '7e01f608-8593-43b4-8635-085c7dba1dea', 'name': '', 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'mac_address': 'fa:16:3e:6d:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:26Z', 'updated_at': '2021-12-20T21:38:36Z', 'revision_number': 4, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'subnets': [{'id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:38.228419 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:38.287094 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ac399-2d4e-4df5-806a-6d93626f8a08 None None] The sync data for ids ['f4f8e188-fee3-4626-94a3-3056d19e950a'] in n-d-xena-1 is: [{'id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794951097', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:07Z', 'updated_at': '2021-12-20T21:38:30Z', 'revision_number': 4, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:09Z', 'updated_at': '2021-12-20T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '7e01f608-8593-43b4-8635-085c7dba1dea', 'name': '', 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'mac_address': 'fa:16:3e:6d:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:26Z', 'updated_at': '2021-12-20T21:38:36Z', 'revision_number': 4, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'subnets': [{'id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:38.408228 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82f99317-fc38-4180-9a44-34203db78fcb req-596a11e1-1863-468a-a2c9-9ea6a528a453 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.0870481 Dec 20 21:38:38.435665 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e66affc-62ee-48c0-a793-81f845919a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:38.681285 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-11566cde-891f-4e25-9640-58b7f2835b1f service neutron] 10.222.0.32 "GET /v2.0/networks/643f2771-1861-458d-9bd2-f33fcee7623a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515976 Dec 20 21:38:38.727747 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router b9a84bda-43cd-4619-a9d9-51cc598aa56d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:38:38.785160 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e66affc-62ee-48c0-a793-81f845919a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:38.799115 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e66affc-62ee-48c0-a793-81f845919a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:38.840682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Router dda06188-ff2b-4985-8902-bcfd3ff3976d is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:38:38.868902 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6e66affc-62ee-48c0-a793-81f845919a56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5f2e2294659452798889613e1bbf846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8761938 Dec 20 21:38:38.870830 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66affc-62ee-48c0-a793-81f845919a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc85fe3-8a49-4283-be7f-d1655162b2fd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:38.886135 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53474) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:38.999149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:38:39.014280 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b0f58b-92d0-4c3a-8ce3-770dcc91f8de None None] Sync routers for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:38:39.026199 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b0f58b-92d0-4c3a-8ce3-770dcc91f8de None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:39.026831 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-61b0f58b-92d0-4c3a-8ce3-770dcc91f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:39.104040 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:39.151776 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c96bae5-b66d-4c82-b91f-a565bc74cc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:39.173464 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-61b0f58b-92d0-4c3a-8ce3-770dcc91f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:39.201989 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b0f58b-92d0-4c3a-8ce3-770dcc91f8de None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:39.202743 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-61b0f58b-92d0-4c3a-8ce3-770dcc91f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:39.222547 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c96bae5-b66d-4c82-b91f-a565bc74cc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:39.232773 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8d96be34-d53d-4ab2-a7f1-32b780fc5edd tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.0183957 Dec 20 21:38:39.234712 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53490) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:39.240720 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-91667120-94e9-4920-9f3e-a80719ab7af1 req-a33af5fe-e337-460a-ba6c-25f670c17e12 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 210 time: 0.1657970 Dec 20 21:38:39.249507 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-ed26afe9-3be2-418c-acf0-0cb2f5905a21 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1563722315'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:39.326708 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-61b0f58b-92d0-4c3a-8ce3-770dcc91f8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:39.330531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b0f58b-92d0-4c3a-8ce3-770dcc91f8de None None] The sync data for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:39.339877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed26afe9-3be2-418c-acf0-0cb2f5905a21 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Made reservation on behalf of 8fbf673e34a34b999ba884d803154d7b for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:38:39.348836 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c96bae5-b66d-4c82-b91f-a565bc74cc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:39.352640 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c96bae5-b66d-4c82-b91f-a565bc74cc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:39.357003 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c96bae5-b66d-4c82-b91f-a565bc74cc49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cbc85fe3-8a49-4283-be7f-d1655162b2fd HTTP/1.1" status: 204 len: 168 time: 0.4676852 Dec 20 21:38:39.358261 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ed26afe9-3be2-418c-acf0-0cb2f5905a21 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:39.364430 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:38:39.380101 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ee6bcd-b48e-4aeb-8d5b-a3863aab8895 None None] Sync routers for ids ['dda06188-ff2b-4985-8902-bcfd3ff3976d'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:38:39.392593 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96bae5-b66d-4c82-b91f-a565bc74cc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc85fe3-8a49-4283-be7f-d1655162b2fd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:39.400863 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ee6bcd-b48e-4aeb-8d5b-a3863aab8895 None None] Routers {'dda06188-ff2b-4985-8902-bcfd3ff3976d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:39.401531 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-56ee6bcd-b48e-4aeb-8d5b-a3863aab8895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dda06188-ff2b-4985-8902-bcfd3ff3976d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:39.448744 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:39.453727 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ecce9f4f-65eb-4254-b8f9-4d9e9f10b1cf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1710982 Dec 20 21:38:39.456755 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53504) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:39.465659 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-12c334a0-31ca-48ca-92ac-b2a9de5b6682 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'enable_snat': False}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:39.480729 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-56ee6bcd-b48e-4aeb-8d5b-a3863aab8895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:39.492804 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ee6bcd-b48e-4aeb-8d5b-a3863aab8895 None None] Routers {'dda06188-ff2b-4985-8902-bcfd3ff3976d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:39.493693 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-56ee6bcd-b48e-4aeb-8d5b-a3863aab8895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dda06188-ff2b-4985-8902-bcfd3ff3976d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:39.569546 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-56ee6bcd-b48e-4aeb-8d5b-a3863aab8895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:39.570894 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ee6bcd-b48e-4aeb-8d5b-a3863aab8895 None None] The sync data for ids ['dda06188-ff2b-4985-8902-bcfd3ff3976d'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:39.626597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed26afe9-3be2-418c-acf0-0cb2f5905a21 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:38:39.652327 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c40c7179-4d9b-4d89-a98c-ddaffeb7579c req-40c596b7-6dae-4952-9d52-5a9857e33798 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.0605419 Dec 20 21:38:39.706574 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ed26afe9-3be2-418c-acf0-0cb2f5905a21 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:39.707035 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-ed26afe9-3be2-418c-acf0-0cb2f5905a21 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Added segment d222d2be-12f3-4c79-b326-6cae28d8d16a of type vlan for network dd30bdbb-54ec-4e4e-90a2-f29ec271e36f Dec 20 21:38:39.807599 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ed26afe9-3be2-418c-acf0-0cb2f5905a21 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:40.157612 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7e01f608-8593-43b4-8635-085c7dba1dea up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:38:40.331814 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ed26afe9-3be2-418c-acf0-0cb2f5905a21 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:40.338996 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed26afe9-3be2-418c-acf0-0cb2f5905a21 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:40.339623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ed26afe9-3be2-418c-acf0-0cb2f5905a21 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:40.464327 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7e01f608-8593-43b4-8635-085c7dba1dea triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:40.471841 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:40.685023 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ed26afe9-3be2-418c-acf0-0cb2f5905a21 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4490688 Dec 20 21:38:40.688089 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53544) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:40.693790 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b45b7c2b-37b0-4cc7-bc85-fe91a73016e1 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'subnet': {'network_id': 'dd30bdbb-54ec-4e4e-90a2-f29ec271e36f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:40.865052 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5c78795c-4610-4a9a-b105-f63c436655c2 req-6c6d8d00-d312-45a3-9cd0-7396db522052 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 210 time: 0.2557287 Dec 20 21:38:40.870099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26afe9-3be2-418c-acf0-0cb2f5905a21 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Network': ['ID=dd30bdbb-54ec-4e4e-90a2-f29ec271e36f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:40.892575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network dd30bdbb-54ec-4e4e-90a2-f29ec271e36f details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:38:41.023140 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bcc6567b-8e34-465c-8374-474daef920d5 req-58de911a-d509-474a-90f7-1a3861dac6da tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.1454813 Dec 20 21:38:41.026977 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12c334a0-31ca-48ca-92ac-b2a9de5b6682 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:41.115767 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45b7c2b-37b0-4cc7-bc85-fe91a73016e1 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Made reservation on behalf of 8fbf673e34a34b999ba884d803154d7b for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:38:41.126493 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b45b7c2b-37b0-4cc7-bc85-fe91a73016e1 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:41.437762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-a3ef8f1d-c05d-4cda-9e9a-15dc62b98eea tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:41.445231 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-a3ef8f1d-c05d-4cda-9e9a-15dc62b98eea tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.31 "GET /v2.0/networks?id=643f2771-1861-458d-9bd2-f33fcee7623a HTTP/1.1" status: 200 len: 796 time: 0.2733483 Dec 20 21:38:41.469898 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b45b7c2b-37b0-4cc7-bc85-fe91a73016e1 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:41.593186 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b7c2b-37b0-4cc7-bc85-fe91a73016e1 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Subnet': ['ID=3ba5839f-b0f2-4725-b466-55225a7566c0,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:41.684927 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b7c2b-37b0-4cc7-bc85-fe91a73016e1 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Checking segment: {'id': 'd222d2be-12f3-4c79-b326-6cae28d8d16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dd30bdbb-54ec-4e4e-90a2-f29ec271e36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:38:41.685829 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45b7c2b-37b0-4cc7-bc85-fe91a73016e1 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network hostable DHCP agents. Network: dd30bdbb-54ec-4e4e-90a2-f29ec271e36f, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:38:41.715875 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45b7c2b-37b0-4cc7-bc85-fe91a73016e1 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network dd30bdbb-54ec-4e4e-90a2-f29ec271e36f is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:38:41.733012 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-b45b7c2b-37b0-4cc7-bc85-fe91a73016e1 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, dd30bdbb-54ec-4e4e-90a2-f29ec271e36f) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:41.739165 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45b7c2b-37b0-4cc7-bc85-fe91a73016e1 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:41.740338 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b45b7c2b-37b0-4cc7-bc85-fe91a73016e1 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:41.746005 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85864ac-e588-48ea-871c-cf336a5a56df None None] Network dd30bdbb-54ec-4e4e-90a2-f29ec271e36f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:38:41.801278 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b45b7c2b-37b0-4cc7-bc85-fe91a73016e1 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1115935 Dec 20 21:38:41.803505 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53592) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:41.814038 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-951467119', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:41.877176 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:41.879082 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:41.997620 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:42.132316 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-1fc61d18-3449-4c88-9a00-db89adcd8aa3 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d148da42bcc49c09fb4b3551f55d580 HTTP/1.1" status: 200 len: 478 time: 0.6723130 Dec 20 21:38:42.152354 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-dd30bdbb-54ec-4e4e-90a2-f29ec271e36f', 'network_id': 'dd30bdbb-54ec-4e4e-90a2-f29ec271e36f', 'tenant_id': '8fbf673e34a34b999ba884d803154d7b', 'fixed_ips': [{'subnet_id': '3ba5839f-b0f2-4725-b466-55225a7566c0'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:38:42.153253 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:42.196145 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e110155d-8bb6-46e3-b6db-c1ec6feeb6da req-929125af-0137-4d59-b0bc-8e911340bb6f tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.0702751 Dec 20 21:38:42.234662 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-ebd2925c-0fbc-4732-99b8-1c59921bf667 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Request body: {'port': {'device_id': 'afde2477-dbc0-4747-9dcd-a6791e0b1cdc', 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a', 'admin_state_up': True, 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'security_groups': ['062e3782-24c4-4dfa-8684-04c7bdeb9af1', '2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:42.312614 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:42.445357 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f00a8c4a-007a-4d34-9070-43201cd8eb9a req-c9fcdbfd-9a57-44e8-9da1-70026f36df33 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 210 time: 0.3476713 Dec 20 21:38:42.471131 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Allocated IP 172.20.0.2 (dd30bdbb-54ec-4e4e-90a2-f29ec271e36f/3ba5839f-b0f2-4725-b466-55225a7566c0/377ea4bc-f9a9-446a-972b-8a15467d3ce2) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:38:42.501068 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-ebd2925c-0fbc-4732-99b8-1c59921bf667 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Made reservation on behalf of 7d148da42bcc49c09fb4b3551f55d580 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:38:42.506333 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-ebd2925c-0fbc-4732-99b8-1c59921bf667 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:42.543480 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53606) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:42.683696 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:42.719968 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:42.755794 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74368feb-bd30-4124-95ed-8e28fa014432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:42.776794 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:42.787015 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:42.848708 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Pushing event updated for resources: {'Port': ['ID=377ea4bc-f9a9-446a-972b-8a15467d3ce2,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:42.876375 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Network dd30bdbb-54ec-4e4e-90a2-f29ec271e36f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:38:42.878527 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:42.881684 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:38:42.940488 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74368feb-bd30-4124-95ed-8e28fa014432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:42.962744 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74368feb-bd30-4124-95ed-8e28fa014432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:42.990252 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74368feb-bd30-4124-95ed-8e28fa014432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249251e5-8a8c-4d11-8e61-2e2e77d522e6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:43.024089 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Attempting to bind port 377ea4bc-f9a9-446a-972b-8a15467d3ce2 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:38:43.024472 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Attempting to bind port 377ea4bc-f9a9-446a-972b-8a15467d3ce2 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'd222d2be-12f3-4c79-b326-6cae28d8d16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dd30bdbb-54ec-4e4e-90a2-f29ec271e36f'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:38:43.024836 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Attempting to bind port 377ea4bc-f9a9-446a-972b-8a15467d3ce2 on network dd30bdbb-54ec-4e4e-90a2-f29ec271e36f {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:38:43.031738 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:38:43.032140 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Checking segment: {'id': 'd222d2be-12f3-4c79-b326-6cae28d8d16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dd30bdbb-54ec-4e4e-90a2-f29ec271e36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:38:43.032532 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:43.033087 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Bound using segment: {'id': 'd222d2be-12f3-4c79-b326-6cae28d8d16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dd30bdbb-54ec-4e4e-90a2-f29ec271e36f'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:38:43.033560 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Bound port: 377ea4bc-f9a9-446a-972b-8a15467d3ce2, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd222d2be-12f3-4c79-b326-6cae28d8d16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dd30bdbb-54ec-4e4e-90a2-f29ec271e36f'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:38:43.033946 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:43.067000 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-74368feb-bd30-4124-95ed-8e28fa014432 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c6aeccadb0814618b0d9b8ff1bffaf75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5222833 Dec 20 21:38:43.072638 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53614) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:43.092383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Allocated IP 172.35.3.128 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/388d4fc4-5c8a-4b88-b327-388f8a6fdadd) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:38:43.192027 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] For port 377ea4bc-f9a9-446a-972b-8a15467d3ce2, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:38:43.202516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] For port 377ea4bc-f9a9-446a-972b-8a15467d3ce2, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=377ea4bc-f9a9-446a-972b-8a15467d3ce2,segment=NetworkSegment(d222d2be-12f3-4c79-b326-6cae28d8d16a),segment_id=d222d2be-12f3-4c79-b326-6cae28d8d16a)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:38:43.220967 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:43.436701 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-993e1d50-c8c7-439f-87da-6a6b741b0d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:43.542611 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:43.680748 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12c334a0-31ca-48ca-92ac-b2a9de5b6682 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:43.689702 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:43.706994 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e8c9a96-026d-4fb5-af21-a56e2f78caeb req-f6c55dba-d469-4a17-979d-eacbdad2e0f5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.4231243 Dec 20 21:38:43.733159 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12c334a0-31ca-48ca-92ac-b2a9de5b6682 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:43.791387 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-993e1d50-c8c7-439f-87da-6a6b741b0d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:43.795652 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-830f96eb-00d7-4ab1-9dfd-430f6997893f req-a8f8bb38-baad-452b-8fea-20e927ec375a tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 210 time: 0.0951121 Dec 20 21:38:43.831817 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:38:43.845304 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:43.849802 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:38:43.883431 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd9d1c-5058-4f09-8a07-9dc82b1bea20 None None] Pushing event updated for resources: {'Port': ['ID=377ea4bc-f9a9-446a-972b-8a15467d3ce2,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:43.939584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=388d4fc4-5c8a-4b88-b327-388f8a6fdadd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:43.977494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-ebd2925c-0fbc-4732-99b8-1c59921bf667 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Allocated IP 172.20.0.8 (643f2771-1861-458d-9bd2-f33fcee7623a/a6a37fb4-9e39-43fd-b635-7223bbe08aa3/696d27e0-4685-4c34-85ec-58a9ea8e7dcc) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:38:44.126217 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c334a0-31ca-48ca-92ac-b2a9de5b6682 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Router dda06188-ff2b-4985-8902-bcfd3ff3976d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:38:44.202991 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 377ea4bc-f9a9-446a-972b-8a15467d3ce2 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:38:44.335833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 377ea4bc-f9a9-446a-972b-8a15467d3ce2 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:44.336641 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:44.337379 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-993e1d50-c8c7-439f-87da-6a6b741b0d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:44.343286 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-993e1d50-c8c7-439f-87da-6a6b741b0d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:44.348719 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-993e1d50-c8c7-439f-87da-6a6b741b0d0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/249251e5-8a8c-4d11-8e61-2e2e77d522e6 HTTP/1.1" status: 204 len: 168 time: 1.2519817 Dec 20 21:38:44.397485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e1d50-c8c7-439f-87da-6a6b741b0d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249251e5-8a8c-4d11-8e61-2e2e77d522e6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:44.448804 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-ebd2925c-0fbc-4732-99b8-1c59921bf667 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:44.515848 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:44.520264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c334a0-31ca-48ca-92ac-b2a9de5b6682 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:38:44.540464 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc053d-9819-4772-914e-2adc6b7e36f8 None None] Sync routers for ids ['dda06188-ff2b-4985-8902-bcfd3ff3976d'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:38:44.544447 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12c334a0-31ca-48ca-92ac-b2a9de5b6682 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:44.550163 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-12c334a0-31ca-48ca-92ac-b2a9de5b6682 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "PUT /v2.0/routers/dda06188-ff2b-4985-8902-bcfd3ff3976d HTTP/1.1" status: 200 len: 924 time: 5.0879152 Dec 20 21:38:44.557846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53638) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:44.577494 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cc053d-9819-4772-914e-2adc6b7e36f8 None None] Routers {'dda06188-ff2b-4985-8902-bcfd3ff3976d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:44.578464 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-54cc053d-9819-4772-914e-2adc6b7e36f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dda06188-ff2b-4985-8902-bcfd3ff3976d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:44.586698 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 377ea4bc-f9a9-446a-972b-8a15467d3ce2, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=377ea4bc-f9a9-446a-972b-8a15467d3ce2,segment=NetworkSegment(d222d2be-12f3-4c79-b326-6cae28d8d16a),segment_id=d222d2be-12f3-4c79-b326-6cae28d8d16a)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:44.696581 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-54cc053d-9819-4772-914e-2adc6b7e36f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:44.704716 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:44.815868 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cc053d-9819-4772-914e-2adc6b7e36f8 None None] Routers {'dda06188-ff2b-4985-8902-bcfd3ff3976d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:44.821335 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-54cc053d-9819-4772-914e-2adc6b7e36f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dda06188-ff2b-4985-8902-bcfd3ff3976d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:44.850222 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-ebd2925c-0fbc-4732-99b8-1c59921bf667 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:44.911691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-54cc053d-9819-4772-914e-2adc6b7e36f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:44.913012 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cc053d-9819-4772-914e-2adc6b7e36f8 None None] The sync data for ids ['dda06188-ff2b-4985-8902-bcfd3ff3976d'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:44.937002 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:44.964693 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=377ea4bc-f9a9-446a-972b-8a15467d3ce2,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:45.025123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-ebd2925c-0fbc-4732-99b8-1c59921bf667 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Network 643f2771-1861-458d-9bd2-f33fcee7623a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:38:45.062111 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-ebd2925c-0fbc-4732-99b8-1c59921bf667 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:45.088410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-ebd2925c-0fbc-4732-99b8-1c59921bf667 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:38:45.241286 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-ebd2925c-0fbc-4732-99b8-1c59921bf667 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:45.245523 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-ebd2925c-0fbc-4732-99b8-1c59921bf667 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:45.263083 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53650) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:45.296053 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1d18b6-51b3-47ba-b640-c129f7e77329 None None] Network dd30bdbb-54ec-4e4e-90a2-f29ec271e36f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:38:45.369280 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f7db14bf-80c4-438a-b494-9d2be125db16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:45.396543 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1bdbe905-b52b-4b3c-a8c2-6ebd0b760e4e req-316fab03-6dcd-4dee-b01e-84a3de13d702 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.0743616 Dec 20 21:38:45.412133 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fec9562a-21bc-4378-9d4c-4d53bc12d18a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "GET /v2.0/routers/dda06188-ff2b-4985-8902-bcfd3ff3976d HTTP/1.1" status: 200 len: 924 time: 0.8409932 Dec 20 21:38:45.414665 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53662) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:45.436154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2925c-0fbc-4732-99b8-1c59921bf667 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event updated for resources: {'Port': ['ID=696d27e0-4685-4c34-85ec-58a9ea8e7dcc,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:45.453244 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-ebd2925c-0fbc-4732-99b8-1c59921bf667 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.2771196 Dec 20 21:38:45.489342 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a6c93026-e169-4694-832d-e5c31e63bba7 None None] Provisioning complete for port 377ea4bc-f9a9-446a-972b-8a15467d3ce2 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:45.492168 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6c93026-e169-4694-832d-e5c31e63bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:45.493890 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8720c1-b595-4524-b4db-69722c2f7be3 req-c97c8ae4-a47c-4999-a991-f322dfeb23a4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:45.498993 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ce8720c1-b595-4524-b4db-69722c2f7be3 req-c97c8ae4-a47c-4999-a991-f322dfeb23a4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 970 time: 0.5223460 Dec 20 21:38:45.525898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Request body: {'port': {'device_id': 'afde2477-dbc0-4747-9dcd-a6791e0b1cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:45.617407 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0212cf-75a1-4539-8b29-12cf4e0f03b8 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:45.622200 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2e0212cf-75a1-4539-8b29-12cf4e0f03b8 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=75a50006-9813-4820-b308-110a7399d065&device_id=dda06188-ff2b-4985-8902-bcfd3ff3976d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2068293 Dec 20 21:38:45.632922 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53666) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:45.685198 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:45.746600 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ce8720c1-b595-4524-b4db-69722c2f7be3 req-a7b105c2-d997-4111-b48f-86cecec11f47 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/security-groups?id=062e3782-24c4-4dfa-8684-04c7bdeb9af1&id=2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2172282 Dec 20 21:38:45.837319 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:46.089414 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f7db14bf-80c4-438a-b494-9d2be125db16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:46.111477 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f7db14bf-80c4-438a-b494-9d2be125db16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:46.162584 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 377ea4bc-f9a9-446a-972b-8a15467d3ce2 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:38:46.244090 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db14bf-80c4-438a-b494-9d2be125db16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19158f72-3948-4654-a297-5bf772a38bf7,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:46.300170 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-11d6ba74-ab1e-4125-b5be-1538d0dd282b None None] Provisioning complete for port 696d27e0-4685-4c34-85ec-58a9ea8e7dcc triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:46.300758 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-11d6ba74-ab1e-4125-b5be-1538d0dd282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:46.417434 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f7db14bf-80c4-438a-b494-9d2be125db16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8bf3c31dd054f7e9e1339a4fc3bd7af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1520915 Dec 20 21:38:46.424241 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53674) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:46.478210 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-11d6ba74-ab1e-4125-b5be-1538d0dd282b None None] Port 696d27e0-4685-4c34-85ec-58a9ea8e7dcc cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:38:46.512307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 377ea4bc-f9a9-446a-972b-8a15467d3ce2 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:46.515150 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:46.536763 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582f49f0-54a9-4f0a-8c4d-3242c6a4ed4a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:46.540197 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-582f49f0-54a9-4f0a-8c4d-3242c6a4ed4a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 881 time: 0.9062917 Dec 20 21:38:46.545662 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53680) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:46.694477 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2d42548a-9c3b-42e2-9652-4e757a4c3423 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda06188-ff2b-4985-8902-bcfd3ff3976d HTTP/1.1" status: 200 len: 205 time: 0.1391397 Dec 20 21:38:46.704607 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53686) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:46.818242 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:46.831116 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-78b3635e-49dd-4e59-8c94-f983771121e4 req-008af913-b258-4498-8a89-735c41c93901 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.1333787 Dec 20 21:38:46.835594 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bec3140f-f794-46de-83f2-1c7ec28aee74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:46.911234 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2bc720f9-1c29-4fa7-a854-52bb4bfd7ae3 None None] Provisioning complete for port 377ea4bc-f9a9-446a-972b-8a15467d3ce2 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:46.911595 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bc720f9-1c29-4fa7-a854-52bb4bfd7ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:47.068951 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bec3140f-f794-46de-83f2-1c7ec28aee74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:47.137513 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31b6db-c021-46a2-bc22-b8fc460f6b7a req-3310113f-6662-46b7-af5f-3a92a57f0164 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:47.140004 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ed31b6db-c021-46a2-bc22-b8fc460f6b7a req-3310113f-6662-46b7-af5f-3a92a57f0164 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 970 time: 0.2057016 Dec 20 21:38:47.213891 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696d27e0-4685-4c34-85ec-58a9ea8e7dcc {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:38:47.222771 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bec3140f-f794-46de-83f2-1c7ec28aee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:47.225548 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bec3140f-f794-46de-83f2-1c7ec28aee74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:47.238171 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bec3140f-f794-46de-83f2-1c7ec28aee74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19158f72-3948-4654-a297-5bf772a38bf7 HTTP/1.1" status: 204 len: 168 time: 0.7930267 Dec 20 21:38:47.241887 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:47.275515 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4b819ad-c030-4c6d-b680-d641832de647 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:47.290111 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3140f-f794-46de-83f2-1c7ec28aee74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19158f72-3948-4654-a297-5bf772a38bf7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:47.305155 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ed31b6db-c021-46a2-bc22-b8fc460f6b7a req-f2f070d1-936a-4273-94fb-dabf9ea33c3b tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/security-groups?id=062e3782-24c4-4dfa-8684-04c7bdeb9af1&id=2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1369283 Dec 20 21:38:47.311437 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Transition to ACTIVE for port object 696d27e0-4685-4c34-85ec-58a9ea8e7dcc will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:38:47.321807 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:47.473193 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router 72bdafcf-ed84-484a-bc76-649f8fcfd060 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:38:47.553651 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Pushing event updated for resources: {'Port': ['ID=696d27e0-4685-4c34-85ec-58a9ea8e7dcc,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:47.558106 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4b819ad-c030-4c6d-b680-d641832de647 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:47.622901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Attempting to bind port 696d27e0-4685-4c34-85ec-58a9ea8e7dcc on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:38:47.623262 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Attempting to bind port 696d27e0-4685-4c34-85ec-58a9ea8e7dcc by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'f3f805b7-ad34-4a65-84dd-1975b01a840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:38:47.624961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Attempting to bind port 696d27e0-4685-4c34-85ec-58a9ea8e7dcc on network 643f2771-1861-458d-9bd2-f33fcee7623a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:38:47.645991 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Port 696d27e0-4685-4c34-85ec-58a9ea8e7dcc on network 643f2771-1861-458d-9bd2-f33fcee7623a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:38:47.648358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Attempting to bind port 696d27e0-4685-4c34-85ec-58a9ea8e7dcc on network 643f2771-1861-458d-9bd2-f33fcee7623a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:38:47.677524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:38:47.680152 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Checking segment: {'id': 'f3f805b7-ad34-4a65-84dd-1975b01a840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:38:47.682047 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Bound using segment: {'id': 'f3f805b7-ad34-4a65-84dd-1975b01a840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:38:47.684068 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Bound port: 696d27e0-4685-4c34-85ec-58a9ea8e7dcc, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f805b7-ad34-4a65-84dd-1975b01a840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:38:47.687345 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:47.752855 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d4b819ad-c030-4c6d-b680-d641832de647 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Deleting port 9dd7db6e-6260-405d-b004-f9dd03ab94a4 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:47.753329 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4b819ad-c030-4c6d-b680-d641832de647 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:47.928463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:38:47.942558 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027a32b6-72ac-4e13-a68c-90b8ef4ba70a None None] Sync routers for ids ['72bdafcf-ed84-484a-bc76-649f8fcfd060'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:38:47.954422 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4b819ad-c030-4c6d-b680-d641832de647 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:47.966011 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027a32b6-72ac-4e13-a68c-90b8ef4ba70a None None] Routers {'72bdafcf-ed84-484a-bc76-649f8fcfd060'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:47.967459 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] For port 696d27e0-4685-4c34-85ec-58a9ea8e7dcc, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:38:47.967774 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-027a32b6-72ac-4e13-a68c-90b8ef4ba70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['72bdafcf-ed84-484a-bc76-649f8fcfd060'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:47.972876 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:47.976812 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4666e777-db23-455c-9288-1993320b6c35 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1689427 Dec 20 21:38:47.976812 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d4b819ad-c030-4c6d-b680-d641832de647 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Calling delete_port for 9dd7db6e-6260-405d-b004-f9dd03ab94a4 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:47.977515 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53702) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:47.985487 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] For port 696d27e0-4685-4c34-85ec-58a9ea8e7dcc, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=696d27e0-4685-4c34-85ec-58a9ea8e7dcc,segment=NetworkSegment(f3f805b7-ad34-4a65-84dd-1975b01a840e),segment_id=f3f805b7-ad34-4a65-84dd-1975b01a840e)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:38:47.996246 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:48.010671 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:48.056443 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-027a32b6-72ac-4e13-a68c-90b8ef4ba70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:48.076289 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027a32b6-72ac-4e13-a68c-90b8ef4ba70a None None] Routers {'72bdafcf-ed84-484a-bc76-649f8fcfd060'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:48.078348 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-027a32b6-72ac-4e13-a68c-90b8ef4ba70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['72bdafcf-ed84-484a-bc76-649f8fcfd060'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:48.105777 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:48.106500 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:48.108113 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] 10.222.0.31 "PUT /v2.0/ports/696d27e0-4685-4c34-85ec-58a9ea8e7dcc HTTP/1.1" status: 200 len: 1128 time: 2.6079309 Dec 20 21:38:48.108645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afde2477-dbc0-4747-9dcd-a6791e0b1cdc', 'tag': '696d27e0-4685-4c34-85ec-58a9ea8e7dcc'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:38:48.111682 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119afb08-4415-4306-87a5-a6538cf9daf2" -d '{"events": [{"name": "network-changed", "server_uuid": "afde2477-dbc0-4747-9dcd-a6791e0b1cdc", "tag": "696d27e0-4685-4c34-85ec-58a9ea8e7dcc"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:38:48.152811 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725cedf-5dc1-4e53-afce-97e55349e96d service neutron] Pushing event updated for resources: {'Port': ['ID=696d27e0-4685-4c34-85ec-58a9ea8e7dcc,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:48.221007 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-027a32b6-72ac-4e13-a68c-90b8ef4ba70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:48.222836 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027a32b6-72ac-4e13-a68c-90b8ef4ba70a None None] The sync data for ids ['72bdafcf-ed84-484a-bc76-649f8fcfd060'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:48.232045 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9492ff4f-7691-471d-a44f-fa52f1d2f221 x-openstack-request-id: req-9492ff4f-7691-471d-a44f-fa52f1d2f221 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:38:48.232341 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afde2477-dbc0-4747-9dcd-a6791e0b1cdc", "tag": "696d27e0-4685-4c34-85ec-58a9ea8e7dcc", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:38:48.232593 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9492ff4f-7691-471d-a44f-fa52f1d2f221 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:38:48.233039 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afde2477-dbc0-4747-9dcd-a6791e0b1cdc', 'tag': '696d27e0-4685-4c34-85ec-58a9ea8e7dcc', 'status': 'completed', 'code': 200} Dec 20 21:38:48.311030 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3131f889-d848-4c6a-bf90-bc5c43af1956 req-df9ea6e7-6e2e-4e9b-a956-2b01579feabb tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/ports?device_id=480f57ee-275f-4dbc-beda-dcd3efe2746b HTTP/1.1" status: 200 len: 210 time: 0.2178907 Dec 20 21:38:48.347197 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-031401af-3016-460a-840f-d476757b33be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:48.348850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-031401af-3016-460a-840f-d476757b33be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d148da42bcc49c09fb4b3551f55d580&device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 1131 time: 0.1416342 Dec 20 21:38:48.549557 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-acb826e8-889f-4722-9b17-05de627cf400 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=696d27e0-4685-4c34-85ec-58a9ea8e7dcc HTTP/1.1" status: 200 len: 217 time: 0.1869719 Dec 20 21:38:48.727880 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179d2f0-586f-4327-8aa8-38cbdda93d71 req-84c53039-714e-41e1-a3cb-5c9b2f9aea41 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:48.729041 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d179d2f0-586f-4327-8aa8-38cbdda93d71 req-84c53039-714e-41e1-a3cb-5c9b2f9aea41 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 982 time: 0.2279520 Dec 20 21:38:48.731029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-9f7a6ffd-96e1-41ab-8cb5-af7d5a570b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:48.732439 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-9f7a6ffd-96e1-41ab-8cb5-af7d5a570b58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6a37fb4-9e39-43fd-b635-7223bbe08aa3 HTTP/1.1" status: 200 len: 835 time: 0.1660416 Dec 20 21:38:48.903517 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d179d2f0-586f-4327-8aa8-38cbdda93d71 req-499e540c-a52d-4679-aaf3-1f4f6845e004 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/security-groups?id=062e3782-24c4-4dfa-8684-04c7bdeb9af1&id=2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1674623 Dec 20 21:38:48.920293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-6e99b3a3-591b-4601-94a1-6566df04a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:48.922252 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-6e99b3a3-591b-4601-94a1-6566df04a3ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=643f2771-1861-458d-9bd2-f33fcee7623a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1645677 Dec 20 21:38:48.922718 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4b819ad-c030-4c6d-b680-d641832de647 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:48.975336 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b819ad-c030-4c6d-b680-d641832de647 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Pushing event deleted for resources: {'Port': ['ID=9dd7db6e-6260-405d-b004-f9dd03ab94a4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:49.087749 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-d2a468b9-cc1c-4015-8b3d-c9dee28bbf69 service neutron] 10.222.0.31 "GET /v2.0/networks/643f2771-1861-458d-9bd2-f33fcee7623a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583691 Dec 20 21:38:49.176644 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4b819ad-c030-4c6d-b680-d641832de647 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:49.181856 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:49.249066 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-91036743-ea95-4352-b1d1-fe8dcc1696d4 req-1d3ad71d-c4bb-468f-ab70-4fa3d4768b9a service neutron] 10.222.0.31 "GET /v2.0/networks/643f2771-1861-458d-9bd2-f33fcee7623a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542788 Dec 20 21:38:49.343220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53736) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:49.359924 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4b819ad-c030-4c6d-b680-d641832de647 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:49.363587 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4b819ad-c030-4c6d-b680-d641832de647 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:49.419493 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecdf03b8-9b59-4d5e-b018-f06476a96457 admin admin] Deleting subnet a479ce93-a160-4f3c-a365-480156e7b1e5 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:38:49.422556 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ecdf03b8-9b59-4d5e-b018-f06476a96457 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:49.439050 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4b819ad-c030-4c6d-b680-d641832de647 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:49.439685 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b819ad-c030-4c6d-b680-d641832de647 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Fanout notify agent at l3_agent the message router_deleted on router dda06188-ff2b-4985-8902-bcfd3ff3976d {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:38:49.451740 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4b819ad-c030-4c6d-b680-d641832de647 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:49.454391 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d4b819ad-c030-4c6d-b680-d641832de647 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "DELETE /v2.0/routers/dda06188-ff2b-4985-8902-bcfd3ff3976d HTTP/1.1" status: 204 len: 168 time: 2.7445052 Dec 20 21:38:49.462212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53746) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:49.467140 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ecdf03b8-9b59-4d5e-b018-f06476a96457 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:49.480274 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d74635b6-96c7-4694-8eed-4124a384a343 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1930760593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:49.512373 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ecdf03b8-9b59-4d5e-b018-f06476a96457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:49.572714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53750) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:49.623834 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d74635b6-96c7-4694-8eed-4124a384a343 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:49.626814 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d74635b6-96c7-4694-8eed-4124a384a343 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:49.636009 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ecdf03b8-9b59-4d5e-b018-f06476a96457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:49.692768 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf03b8-9b59-4d5e-b018-f06476a96457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a479ce93-a160-4f3c-a365-480156e7b1e5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:49.699079 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ecdf03b8-9b59-4d5e-b018-f06476a96457 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:49.703025 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ecdf03b8-9b59-4d5e-b018-f06476a96457 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a479ce93-a160-4f3c-a365-480156e7b1e5 HTTP/1.1" status: 204 len: 168 time: 0.3584106 Dec 20 21:38:49.713003 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53752) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:49.715347 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119afb08-4415-4306-87a5-a6538cf9daf2 req-e60ec20b-ee4a-44f5-9db6-22e7c146037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:49.716893 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-119afb08-4415-4306-87a5-a6538cf9daf2 req-e60ec20b-ee4a-44f5-9db6-22e7c146037e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d148da42bcc49c09fb4b3551f55d580&device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 1131 time: 0.1429219 Dec 20 21:38:49.796735 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cac03468-2030-4966-b036-a7f4fe59fe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:49.808980 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d74635b6-96c7-4694-8eed-4124a384a343 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:49.816230 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d74635b6-96c7-4694-8eed-4124a384a343 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:49.880191 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d74635b6-96c7-4694-8eed-4124a384a343 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:49.883670 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d74635b6-96c7-4694-8eed-4124a384a343 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4204535 Dec 20 21:38:49.886405 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53758) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:49.900661 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-06c5592f-956f-4e87-9a69-f9f53f731d09 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Request body: {'router': {'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:50.040162 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Allocated IP 172.20.0.1 (dd30bdbb-54ec-4e4e-90a2-f29ec271e36f/3ba5839f-b0f2-4725-b466-55225a7566c0/5d4b9d80-8f6d-4567-a1c2-d481cc75c885) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:38:50.062203 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cac03468-2030-4966-b036-a7f4fe59fe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:50.086139 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-cac03468-2030-4966-b036-a7f4fe59fe52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e199352f-ba36-404e-b656-974e3deb0fcc']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:50.097635 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-35a959c8-a7b5-4d96-8690-0a6ad3121e94 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:50.101556 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-cac03468-2030-4966-b036-a7f4fe59fe52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d7c41a-51a3-4fa7-bd94-129d95532e92') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:50.102121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-cac03468-2030-4966-b036-a7f4fe59fe52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d7c41a-51a3-4fa7-bd94-129d95532e92') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:50.145455 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cac03468-2030-4966-b036-a7f4fe59fe52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:50.221845 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-35a959c8-a7b5-4d96-8690-0a6ad3121e94 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:50.225276 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cac03468-2030-4966-b036-a7f4fe59fe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:50.240605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac03468-2030-4966-b036-a7f4fe59fe52 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:38:50.241138 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cac03468-2030-4966-b036-a7f4fe59fe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:38:50.245139 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:38:50.284065 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119afb08-4415-4306-87a5-a6538cf9daf2 req-df36dbfa-8f94-4d3b-8f5c-2500c26e23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:50.285751 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-119afb08-4415-4306-87a5-a6538cf9daf2 req-df36dbfa-8f94-4d3b-8f5c-2500c26e23f4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=643f2771-1861-458d-9bd2-f33fcee7623a HTTP/1.1" status: 200 len: 897 time: 0.4857564 Dec 20 21:38:50.356271 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-119afb08-4415-4306-87a5-a6538cf9daf2 req-39fbe72c-5a2d-48af-91e8-5aa610b2f43c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=696d27e0-4685-4c34-85ec-58a9ea8e7dcc HTTP/1.1" status: 200 len: 217 time: 0.0619969 Dec 20 21:38:50.398727 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cac03468-2030-4966-b036-a7f4fe59fe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:50.415791 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cac03468-2030-4966-b036-a7f4fe59fe52 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:50.419205 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cac03468-2030-4966-b036-a7f4fe59fe52 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e199352f-ba36-404e-b656-974e3deb0fcc HTTP/1.1" status: 204 len: 168 time: 0.7013066 Dec 20 21:38:50.430933 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-35a959c8-a7b5-4d96-8690-0a6ad3121e94 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:50.433770 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-35a959c8-a7b5-4d96-8690-0a6ad3121e94 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:50.435071 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-35a959c8-a7b5-4d96-8690-0a6ad3121e94 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "DELETE /v2.0/security-groups/f61d692e-6320-4034-9d81-9364bd5ff13d HTTP/1.1" status: 204 len: 168 time: 0.8594086 Dec 20 21:38:50.437853 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53784) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:50.438315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53786) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:50.497363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-122bcac7-fa34-4a4e-8066-7b5465328c1d admin admin] Deleting subnet f4a06b8e-42e2-4c84-8df1-aab994bc1ef2 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:38:50.499750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac03468-2030-4966-b036-a7f4fe59fe52 admin admin] Pushing event deleted for resources: {'Network': ['ID=e199352f-ba36-404e-b656-974e3deb0fcc,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:50.510823 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-122bcac7-fa34-4a4e-8066-7b5465328c1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:50.540130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a959c8-a7b5-4d96-8690-0a6ad3121e94 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61d692e-6320-4034-9d81-9364bd5ff13d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:50.543045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119afb08-4415-4306-87a5-a6538cf9daf2 req-8cbd0a83-8ba4-48d1-b04f-0b1d58f41e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:50.544735 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-119afb08-4415-4306-87a5-a6538cf9daf2 req-8cbd0a83-8ba4-48d1-b04f-0b1d58f41e92 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6a37fb4-9e39-43fd-b635-7223bbe08aa3 HTTP/1.1" status: 200 len: 835 time: 0.1818113 Dec 20 21:38:50.548759 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-597e7dde-c109-4f59-b61b-e98082b1f1d5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] show failed (client error): The resource could not be found. Dec 20 21:38:50.549883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-597e7dde-c109-4f59-b61b-e98082b1f1d5 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "GET /v2.0/security-groups/f61d692e-6320-4034-9d81-9364bd5ff13d HTTP/1.1" status: 404 len: 347 time: 0.1060588 Dec 20 21:38:50.562037 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53788) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:50.641603 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-122bcac7-fa34-4a4e-8066-7b5465328c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:50.715421 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:50.766270 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-122bcac7-fa34-4a4e-8066-7b5465328c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:50.770714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119afb08-4415-4306-87a5-a6538cf9daf2 req-21dec89a-b600-4d6b-8ed6-ea014ac28248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:50.772417 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-119afb08-4415-4306-87a5-a6538cf9daf2 req-21dec89a-b600-4d6b-8ed6-ea014ac28248 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=643f2771-1861-458d-9bd2-f33fcee7623a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2188828 Dec 20 21:38:50.801777 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:50.885907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-119afb08-4415-4306-87a5-a6538cf9daf2 req-8d401008-5ab0-4bc0-8d1a-3ca28b5a10f1 service neutron] 10.222.0.31 "GET /v2.0/networks/643f2771-1861-458d-9bd2-f33fcee7623a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936241 Dec 20 21:38:50.897401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0d501-f80f-4a3a-82b2-88101008576b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Deleting port bcc02c40-70ae-4fa8-9b7c-12b7383e4071 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:50.897846 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d501-f80f-4a3a-82b2-88101008576b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:50.919848 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network dd30bdbb-54ec-4e4e-90a2-f29ec271e36f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:38:50.935428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d997ae-e8fd-498f-9977-8b10fc2c551b req-9124872b-175a-4abb-bc0e-6b2a51a62077 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:50.942832 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14d997ae-e8fd-498f-9977-8b10fc2c551b req-9124872b-175a-4abb-bc0e-6b2a51a62077 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 982 time: 0.1841576 Dec 20 21:38:50.965973 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06c5592f-956f-4e87-9a69-f9f53f731d09 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:50.973247 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:50.979986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:38:50.994308 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53792) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:51.027438 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:51.055732 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-122bcac7-fa34-4a4e-8066-7b5465328c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:51.130116 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122bcac7-fa34-4a4e-8066-7b5465328c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a06b8e-42e2-4c84-8df1-aab994bc1ef2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:51.139622 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-122bcac7-fa34-4a4e-8066-7b5465328c1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:51.154270 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-122bcac7-fa34-4a4e-8066-7b5465328c1d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f4a06b8e-42e2-4c84-8df1-aab994bc1ef2 HTTP/1.1" status: 204 len: 168 time: 0.7113969 Dec 20 21:38:51.174630 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53800) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:51.196921 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d501-f80f-4a3a-82b2-88101008576b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:51.201169 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d501-f80f-4a3a-82b2-88101008576b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:51.268258 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=5d4b9d80-8f6d-4567-a1c2-d481cc75c885,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:51.306271 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14d997ae-e8fd-498f-9977-8b10fc2c551b req-5c0ebd82-fe75-48ee-ada6-8a74846683c4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/security-groups?id=062e3782-24c4-4dfa-8684-04c7bdeb9af1&id=2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3624694 Dec 20 21:38:51.312999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0d501-f80f-4a3a-82b2-88101008576b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Calling delete_port for bcc02c40-70ae-4fa8-9b7c-12b7383e4071 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:51.316201 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-119afb08-4415-4306-87a5-a6538cf9daf2 req-dfb5124a-6484-4d5c-9567-f8fdf8424e5e service neutron] 10.222.0.31 "GET /v2.0/networks/643f2771-1861-458d-9bd2-f33fcee7623a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239035 Dec 20 21:38:51.355346 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:51.356460 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-166c14d1-873a-44f2-8365-3c2828cd4a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:51.440882 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3d6c-7aaa-4a54-a538-505a99d839f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:51.454009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1dae242b-37e1-4ef5-8b86-f2b0ba2bc3c5 None None] Provisioning complete for port 5d4b9d80-8f6d-4567-a1c2-d481cc75c885 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:51.454636 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1dae242b-37e1-4ef5-8b86-f2b0ba2bc3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:51.524485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1dae242b-37e1-4ef5-8b86-f2b0ba2bc3c5 None None] Port 5d4b9d80-8f6d-4567-a1c2-d481cc75c885 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:38:51.741932 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06c5592f-956f-4e87-9a69-f9f53f731d09 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:51.767328 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06c5592f-956f-4e87-9a69-f9f53f731d09 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:51.880280 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:51.889191 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:51.962685 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3d6c-7aaa-4a54-a538-505a99d839f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.016428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=5d4b9d80-8f6d-4567-a1c2-d481cc75c885,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:52.017192 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-6d8f3d6c-7aaa-4a54-a538-505a99d839f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1dfaf26-56d3-41b7-a61a-1ca9fc356c93']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:52.026160 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.027623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-166c14d1-873a-44f2-8365-3c2828cd4a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.049479 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-06c5592f-956f-4e87-9a69-f9f53f731d09 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Allocated IP 172.35.3.123 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/9c26b5b6-c166-4963-90b3-aca7ebf60291) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:38:52.055165 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-166c14d1-873a-44f2-8365-3c2828cd4a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.079103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-6d8f3d6c-7aaa-4a54-a538-505a99d839f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64450046-84db-4b21-b3ef-19c4178cb3f9') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:52.079398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-6d8f3d6c-7aaa-4a54-a538-505a99d839f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64450046-84db-4b21-b3ef-19c4178cb3f9') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:52.084067 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-166c14d1-873a-44f2-8365-3c2828cd4a98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=413d2d9e0b954d15a704b3a1f1fc9a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0889995 Dec 20 21:38:52.087938 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53810) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:52.106009 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3d6c-7aaa-4a54-a538-505a99d839f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.139018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c14d1-873a-44f2-8365-3c2828cd4a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb814fd-592f-432d-92f9-7e7f8f50cafb,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:52.144467 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3d6c-7aaa-4a54-a538-505a99d839f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.146807 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d501-f80f-4a3a-82b2-88101008576b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.165341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8f3d6c-7aaa-4a54-a538-505a99d839f0 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:38:52.166789 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3d6c-7aaa-4a54-a538-505a99d839f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:38:52.228262 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:38:52.270869 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd1436e6-b4ff-47c8-a08f-020b34f7162a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.271539 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0d501-f80f-4a3a-82b2-88101008576b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event deleted for resources: {'Port': ['ID=bcc02c40-70ae-4fa8-9b7c-12b7383e4071,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:52.305834 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd1436e6-b4ff-47c8-a08f-020b34f7162a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.321485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network dd30bdbb-54ec-4e4e-90a2-f29ec271e36f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:38:52.333705 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:52.343072 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06c5592f-956f-4e87-9a69-f9f53f731d09 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.373291 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3d6c-7aaa-4a54-a538-505a99d839f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.382717 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3d6c-7aaa-4a54-a538-505a99d839f0 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.387960 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6d8f3d6c-7aaa-4a54-a538-505a99d839f0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a1dfaf26-56d3-41b7-a61a-1ca9fc356c93 HTTP/1.1" status: 204 len: 168 time: 1.2068436 Dec 20 21:38:52.398687 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d501-f80f-4a3a-82b2-88101008576b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.406253 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d501-f80f-4a3a-82b2-88101008576b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.411145 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1ec0d501-f80f-4a3a-82b2-88101008576b tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "DELETE /v2.0/floatingips/4ac443c7-6310-47f4-86a9-dba915622b9b HTTP/1.1" status: 204 len: 168 time: 1.8424101 Dec 20 21:38:52.412300 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53818) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:52.445225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f3d6c-7aaa-4a54-a538-505a99d839f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1dfaf26-56d3-41b7-a61a-1ca9fc356c93,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:52.527264 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 696d27e0-4685-4c34-85ec-58a9ea8e7dcc details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:38:52.553735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad3011-a0da-4021-bf78-ab766aace9d4 req-74783e51-da46-4682-991c-ce0fee2ba8f8 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:52.566882 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43ad3011-a0da-4021-bf78-ab766aace9d4 req-74783e51-da46-4682-991c-ce0fee2ba8f8 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 982 time: 0.1533844 Dec 20 21:38:52.576278 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06c5592f-956f-4e87-9a69-f9f53f731d09 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.602927 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd1436e6-b4ff-47c8-a08f-020b34f7162a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.605418 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd1436e6-b4ff-47c8-a08f-020b34f7162a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.625948 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fd1436e6-b4ff-47c8-a08f-020b34f7162a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ecb814fd-592f-432d-92f9-7e7f8f50cafb HTTP/1.1" status: 204 len: 168 time: 0.5310953 Dec 20 21:38:52.652598 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53822) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:52.668909 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43ad3011-a0da-4021-bf78-ab766aace9d4 req-9294d113-82e2-4c21-adc5-ae594bcfa110 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/security-groups?id=062e3782-24c4-4dfa-8684-04c7bdeb9af1&id=2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0997233 Dec 20 21:38:52.706773 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router 72bdafcf-ed84-484a-bc76-649f8fcfd060 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:38:52.707372 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-e6b115b8-0267-45ae-a39d-7d59f5c54085 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Deleting port 97563572-4662-45fc-886e-d7a94f6a1dea {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:52.707710 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e6b115b8-0267-45ae-a39d-7d59f5c54085 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.722569 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 696d27e0-4685-4c34-85ec-58a9ea8e7dcc, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=696d27e0-4685-4c34-85ec-58a9ea8e7dcc,segment=NetworkSegment(f3f805b7-ad34-4a65-84dd-1975b01a840e),segment_id=f3f805b7-ad34-4a65-84dd-1975b01a840e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:52.723664 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c5592f-956f-4e87-9a69-f9f53f731d09 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:38:52.729063 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1436e6-b4ff-47c8-a08f-020b34f7162a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb814fd-592f-432d-92f9-7e7f8f50cafb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:52.733915 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-06c5592f-956f-4e87-9a69-f9f53f731d09 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:52.741739 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c5592f-956f-4e87-9a69-f9f53f731d09 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:38:52.744799 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5592f-956f-4e87-9a69-f9f53f731d09 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Pushing event updated for resources: {'Port': ['ID=9c26b5b6-c166-4963-90b3-aca7ebf60291,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:52.760675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '696d27e0-4685-4c34-85ec-58a9ea8e7dcc', 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a', 'port_id': '696d27e0-4685-4c34-85ec-58a9ea8e7dcc', 'mac_address': 'fa:16:3e:c7:f7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:38:52.840490 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0abe0ed9-caf7-429f-a3fc-0a43526e42dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d90e9b44b0d246a89dc33dd280e117a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864610 Dec 20 21:38:52.843737 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53824) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:52.864320 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.874289 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e05350cb-e71c-4d16-bc89-8ecc7da8b0eb None None] Provisioning complete for port 5d4b9d80-8f6d-4567-a1c2-d481cc75c885 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:52.875884 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e05350cb-e71c-4d16-bc89-8ecc7da8b0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.882885 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e6b115b8-0267-45ae-a39d-7d59f5c54085 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:52.902407 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-e6b115b8-0267-45ae-a39d-7d59f5c54085 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Calling delete_port for 97563572-4662-45fc-886e-d7a94f6a1dea owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:52.914568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696d27e0-4685-4c34-85ec-58a9ea8e7dcc {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:38:52.946956 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e05350cb-e71c-4d16-bc89-8ecc7da8b0eb None None] Port 5d4b9d80-8f6d-4567-a1c2-d481cc75c885 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:38:52.949468 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 696d27e0-4685-4c34-85ec-58a9ea8e7dcc, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=696d27e0-4685-4c34-85ec-58a9ea8e7dcc,segment=NetworkSegment(f3f805b7-ad34-4a65-84dd-1975b01a840e),segment_id=f3f805b7-ad34-4a65-84dd-1975b01a840e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:52.964003 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:53.033084 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=696d27e0-4685-4c34-85ec-58a9ea8e7dcc,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:53.120745 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e6b115b8-0267-45ae-a39d-7d59f5c54085 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:53.163159 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b115b8-0267-45ae-a39d-7d59f5c54085 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event deleted for resources: {'Port': ['ID=97563572-4662-45fc-886e-d7a94f6a1dea,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:53.174405 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-634e6002-adf7-4943-8592-a0b1438b44bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:53.194369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:38:53.205870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76596c91-0722-47c4-bae1-e4694a9964f5 None None] Sync routers for ids ['72bdafcf-ed84-484a-bc76-649f8fcfd060'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:38:53.214522 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-77e8f9a7-c891-4f04-97fd-a59a6845e594 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "PUT /v2.0/routers/72bdafcf-ed84-484a-bc76-649f8fcfd060/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2361212 Dec 20 21:38:53.219250 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53834) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:53.222788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76596c91-0722-47c4-bae1-e4694a9964f5 None None] Routers {'72bdafcf-ed84-484a-bc76-649f8fcfd060'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:53.223407 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-76596c91-0722-47c4-bae1-e4694a9964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['72bdafcf-ed84-484a-bc76-649f8fcfd060'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:53.227428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3799bbaa-5a1f-4c4e-9fb1-061d17d4197c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'port': {'network_id': 'dd30bdbb-54ec-4e4e-90a2-f29ec271e36f', 'name': 'tempest-FloatingIPTestJSON-451549653'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:53.279398 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-634e6002-adf7-4943-8592-a0b1438b44bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:53.328726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-76596c91-0722-47c4-bae1-e4694a9964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:53.333084 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['696d27e0-4685-4c34-85ec-58a9ea8e7dcc'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:38:53.334889 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06c5592f-956f-4e87-9a69-f9f53f731d09 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:53.361546 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e6b115b8-0267-45ae-a39d-7d59f5c54085 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:53.364807 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e6b115b8-0267-45ae-a39d-7d59f5c54085 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "DELETE /v2.0/ports/97563572-4662-45fc-886e-d7a94f6a1dea HTTP/1.1" status: 204 len: 168 time: 0.9303105 Dec 20 21:38:53.368180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53840) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:53.405238 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76596c91-0722-47c4-bae1-e4694a9964f5 None None] Routers {'72bdafcf-ed84-484a-bc76-649f8fcfd060'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:53.405823 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-76596c91-0722-47c4-bae1-e4694a9964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['72bdafcf-ed84-484a-bc76-649f8fcfd060'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:53.408150 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-634e6002-adf7-4943-8592-a0b1438b44bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:53.411256 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-634e6002-adf7-4943-8592-a0b1438b44bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:53.413250 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-634e6002-adf7-4943-8592-a0b1438b44bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdbad655-81d4-432b-9f8e-fe613639b248 HTTP/1.1" status: 204 len: 168 time: 0.5677342 Dec 20 21:38:53.460729 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-76596c91-0722-47c4-bae1-e4694a9964f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:53.463942 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76596c91-0722-47c4-bae1-e4694a9964f5 None None] The sync data for ids ['72bdafcf-ed84-484a-bc76-649f8fcfd060'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:53.631524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-b8d306f6-3c43-4539-afc7-da70a2301fd3 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Deleting port 1d3edd11-b710-430d-ae69-8d04fe58dcc7 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:53.631968 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8d306f6-3c43-4539-afc7-da70a2301fd3 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:53.856386 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8d306f6-3c43-4539-afc7-da70a2301fd3 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:53.878806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-b8d306f6-3c43-4539-afc7-da70a2301fd3 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Calling delete_port for 1d3edd11-b710-430d-ae69-8d04fe58dcc7 owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:53.994797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e6002-adf7-4943-8592-a0b1438b44bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbad655-81d4-432b-9f8e-fe613639b248,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:54.047888 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8d306f6-3c43-4539-afc7-da70a2301fd3 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:54.082115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d306f6-3c43-4539-afc7-da70a2301fd3 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event deleted for resources: {'Port': ['ID=1d3edd11-b710-430d-ae69-8d04fe58dcc7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:54.104672 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1097fae-f52b-4025-ab97-9345e70024d4 req-3695d956-7745-4ab9-9eb0-495357f45ba6 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:54.106483 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f1097fae-f52b-4025-ab97-9345e70024d4 req-3695d956-7745-4ab9-9eb0-495357f45ba6 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 983 time: 0.1128430 Dec 20 21:38:54.166465 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8d306f6-3c43-4539-afc7-da70a2301fd3 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:54.173334 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b8d306f6-3c43-4539-afc7-da70a2301fd3 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "DELETE /v2.0/ports/1d3edd11-b710-430d-ae69-8d04fe58dcc7 HTTP/1.1" status: 204 len: 168 time: 0.8037782 Dec 20 21:38:54.174005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53860) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:54.202503 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53862) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:54.214010 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f1097fae-f52b-4025-ab97-9345e70024d4 req-0e8d24df-e1da-4c4d-8a9f-25964137dc6f tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/security-groups?id=062e3782-24c4-4dfa-8684-04c7bdeb9af1&id=2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0918713 Dec 20 21:38:54.263398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a570a6-76e2-48d0-830b-bb2fef6d6bf1 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Deleting subnet ae563e9e-aa51-4afb-9f8a-8a6be528b5fd {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:38:54.268368 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-10572081-c9ee-4383-b376-432c4fe11b08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3a7204b1bc74e0ba8ad3074cb5bd2f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648243 Dec 20 21:38:54.269227 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10a570a6-76e2-48d0-830b-bb2fef6d6bf1 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:54.271212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53866) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:54.285369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3799bbaa-5a1f-4c4e-9fb1-061d17d4197c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Made reservation on behalf of 8fbf673e34a34b999ba884d803154d7b for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:38:54.288977 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3799bbaa-5a1f-4c4e-9fb1-061d17d4197c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:54.313916 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10a570a6-76e2-48d0-830b-bb2fef6d6bf1 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:54.332081 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-3799bbaa-5a1f-4c4e-9fb1-061d17d4197c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] device_id is not set on port 1019aa1e-ce17-419d-a197-817f2d4a6232 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:38:54.382481 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06c5592f-956f-4e87-9a69-f9f53f731d09 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:54.394542 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06c5592f-956f-4e87-9a69-f9f53f731d09 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:54.425778 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0117-9501-4928-878c-1401373e86dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:54.436835 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10a570a6-76e2-48d0-830b-bb2fef6d6bf1 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:54.526583 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 696d27e0-4685-4c34-85ec-58a9ea8e7dcc up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:38:54.532903 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10a570a6-76e2-48d0-830b-bb2fef6d6bf1 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:54.568700 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a570a6-76e2-48d0-830b-bb2fef6d6bf1 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event deleted for resources: {'Subnet': ['ID=ae563e9e-aa51-4afb-9f8a-8a6be528b5fd,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:54.577147 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0117-9501-4928-878c-1401373e86dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:54.633378 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10a570a6-76e2-48d0-830b-bb2fef6d6bf1 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:54.637615 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-3799bbaa-5a1f-4c4e-9fb1-061d17d4197c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Allocated IP 172.20.0.11 (dd30bdbb-54ec-4e4e-90a2-f29ec271e36f/3ba5839f-b0f2-4725-b466-55225a7566c0/1019aa1e-ce17-419d-a197-817f2d4a6232) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:38:54.643670 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-10a570a6-76e2-48d0-830b-bb2fef6d6bf1 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "DELETE /v2.0/subnets/ae563e9e-aa51-4afb-9f8a-8a6be528b5fd HTTP/1.1" status: 204 len: 168 time: 0.4685247 Dec 20 21:38:54.645747 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ebb438-e4e5-4758-8274-1022c7d7fe12 None None] Network ae5f0a2b-8184-4e1d-822a-c5435728b42b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:38:54.648894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53884) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:54.663571 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 696d27e0-4685-4c34-85ec-58a9ea8e7dcc completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:38:54.703557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 696d27e0-4685-4c34-85ec-58a9ea8e7dcc triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:54.704191 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:54.830499 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfb5cb2-6877-452f-8b38-bb45884f037c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Deleting subnet 257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:38:54.848703 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5cb2-6877-452f-8b38-bb45884f037c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:54.896069 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0117-9501-4928-878c-1401373e86dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:54.898919 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0117-9501-4928-878c-1401373e86dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:54.900240 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3a9b0117-9501-4928-878c-1401373e86dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3b44404-8340-4a53-af80-c33bf994fe29 HTTP/1.1" status: 204 len: 168 time: 0.6281722 Dec 20 21:38:54.938211 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:54.969303 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b0117-9501-4928-878c-1401373e86dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b44404-8340-4a53-af80-c33bf994fe29,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:54.984378 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5cb2-6877-452f-8b38-bb45884f037c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:55.024147 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afde2477-dbc0-4747-9dcd-a6791e0b1cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696d27e0-4685-4c34-85ec-58a9ea8e7dcc'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:38:55.026302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c5592f-956f-4e87-9a69-f9f53f731d09 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Router 17533a2d-21bc-4257-ab30-8137498e07e4 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:38:55.027754 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353176b2-21ec-4ab1-947f-b9902c8202c7" -d '{"events": [{"server_uuid": "afde2477-dbc0-4747-9dcd-a6791e0b1cdc", "name": "network-vif-plugged", "status": "completed", "tag": "696d27e0-4685-4c34-85ec-58a9ea8e7dcc"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:38:55.074956 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 696d27e0-4685-4c34-85ec-58a9ea8e7dcc, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=696d27e0-4685-4c34-85ec-58a9ea8e7dcc,segment=NetworkSegment(f3f805b7-ad34-4a65-84dd-1975b01a840e),segment_id=f3f805b7-ad34-4a65-84dd-1975b01a840e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:55.087009 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:55.139802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53896) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:55.149874 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a6ba70-5975-41a4-a979-d2d218a675c8 x-openstack-request-id: req-80a6ba70-5975-41a4-a979-d2d218a675c8 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:38:55.150196 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afde2477-dbc0-4747-9dcd-a6791e0b1cdc", "name": "network-vif-plugged", "status": "completed", "tag": "696d27e0-4685-4c34-85ec-58a9ea8e7dcc", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:38:55.150448 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80a6ba70-5975-41a4-a979-d2d218a675c8 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:38:55.152425 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afde2477-dbc0-4747-9dcd-a6791e0b1cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696d27e0-4685-4c34-85ec-58a9ea8e7dcc', 'code': 200} Dec 20 21:38:55.171906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6840f3-2d92-4a13-a223-0e56346df537 None None] DHCP port deletion for ae5f0a2b-8184-4e1d-822a-c5435728b42b request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:38:55.176466 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5cb2-6877-452f-8b38-bb45884f037c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:55.204284 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=696d27e0-4685-4c34-85ec-58a9ea8e7dcc,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:55.336955 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9609a-1411-4342-8faa-0e950791befa req-d5df09ae-b48d-42dc-bb38-44868c555831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:55.341281 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-80d9609a-1411-4342-8faa-0e950791befa req-d5df09ae-b48d-42dc-bb38-44868c555831 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 1133 time: 0.0985856 Dec 20 21:38:55.349738 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3799bbaa-5a1f-4c4e-9fb1-061d17d4197c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:55.376434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7c6840f3-2d92-4a13-a223-0e56346df537 None None] Deleting port 34d3d6ef-4786-4146-b02e-43ebea958295 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:55.376434 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c6840f3-2d92-4a13-a223-0e56346df537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:55.399345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c5592f-956f-4e87-9a69-f9f53f731d09 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:38:55.414108 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-06c5592f-956f-4e87-9a69-f9f53f731d09 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:55.414677 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e939fedd-1905-4544-9cc4-7b94692dc177 None None] Sync routers for ids ['17533a2d-21bc-4257-ab30-8137498e07e4'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:38:55.418157 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-06c5592f-956f-4e87-9a69-f9f53f731d09 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "PUT /v2.0/routers/17533a2d-21bc-4257-ab30-8137498e07e4 HTTP/1.1" status: 200 len: 884 time: 5.5265775 Dec 20 21:38:55.418828 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53904) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:55.438823 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e939fedd-1905-4544-9cc4-7b94692dc177 None None] Routers {'17533a2d-21bc-4257-ab30-8137498e07e4'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:55.442910 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e939fedd-1905-4544-9cc4-7b94692dc177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['17533a2d-21bc-4257-ab30-8137498e07e4'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:55.498036 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-80d9609a-1411-4342-8faa-0e950791befa req-de4803f4-eedc-4821-a685-787e90461fae service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=062e3782-24c4-4dfa-8684-04c7bdeb9af1&id=2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1421013 Dec 20 21:38:55.518625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-07a62127-6804-448d-b4ab-5d4a6f4abe4d tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:55.553227 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-23c2990b-802f-463e-9ead-f5ed485bc291 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "GET /v2.0/routers/17533a2d-21bc-4257-ab30-8137498e07e4 HTTP/1.1" status: 200 len: 925 time: 0.1292529 Dec 20 21:38:55.555394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53910) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:55.574776 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5cb2-6877-452f-8b38-bb45884f037c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:55.580579 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e939fedd-1905-4544-9cc4-7b94692dc177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:55.618134 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e939fedd-1905-4544-9cc4-7b94692dc177 None None] Routers {'17533a2d-21bc-4257-ab30-8137498e07e4'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:55.621554 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e939fedd-1905-4544-9cc4-7b94692dc177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['17533a2d-21bc-4257-ab30-8137498e07e4'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:55.634644 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebff02-5e67-41d3-88c9-3224ffa2779b req-674f4008-bacb-4f08-9d9c-c56b690c96c4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:55.636668 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-62ebff02-5e67-41d3-88c9-3224ffa2779b req-674f4008-bacb-4f08-9d9c-c56b690c96c4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 984 time: 0.2902675 Dec 20 21:38:55.647116 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb5cb2-6877-452f-8b38-bb45884f037c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event deleted for resources: {'Subnet': ['ID=257dfcc1-7f04-448b-b1e8-80b2cc4dcde8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:55.657215 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5cb2-6877-452f-8b38-bb45884f037c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:55.660056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee69287-92a5-43c5-8a65-a2ee5d091894 None None] Network 0d7ce904-5e00-450e-ba96-c229b1e02c3a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:38:55.664297 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bbfb5cb2-6877-452f-8b38-bb45884f037c tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "DELETE /v2.0/subnets/257dfcc1-7f04-448b-b1e8-80b2cc4dcde8 HTTP/1.1" status: 204 len: 168 time: 1.0039158 Dec 20 21:38:55.669776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53914) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:55.670151 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7c6840f3-2d92-4a13-a223-0e56346df537 None None] For port 34d3d6ef-4786-4146-b02e-43ebea958295, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=34d3d6ef-4786-4146-b02e-43ebea958295,segment=NetworkSegment(d876710f-7e1a-4456-ba5e-b7cdcf0d523d),segment_id=d876710f-7e1a-4456-ba5e-b7cdcf0d523d)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:55.674753 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c6840f3-2d92-4a13-a223-0e56346df537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:55.679995 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3799bbaa-5a1f-4c4e-9fb1-061d17d4197c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:55.708231 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-07a62127-6804-448d-b4ab-5d4a6f4abe4d tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] 10.222.0.32 "PUT /v2.0/quotas/aad7383df0ea454198462b43f2164f89 HTTP/1.1" status: 200 len: 368 time: 0.5667562 Dec 20 21:38:55.713213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53918) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:55.718948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-730c7969-9d9f-4d86-b75f-a61dfd97a3df tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Request body: {'network': {'project_id': 'aad7383df0ea454198462b43f2164f89'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:55.724292 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e939fedd-1905-4544-9cc4-7b94692dc177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:55.724955 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e939fedd-1905-4544-9cc4-7b94692dc177 None None] The sync data for ids ['17533a2d-21bc-4257-ab30-8137498e07e4'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:55.764908 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7c6840f3-2d92-4a13-a223-0e56346df537 None None] Calling delete_port for 34d3d6ef-4786-4146-b02e-43ebea958295 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:55.776270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b453be3-3391-4470-8df1-e08d6428c04c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:55.784720 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2b453be3-3391-4470-8df1-e08d6428c04c tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=75a50006-9813-4820-b308-110a7399d065&device_id=17533a2d-21bc-4257-ab30-8137498e07e4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2253165 Dec 20 21:38:55.789601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53922) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:55.824063 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799bbaa-5a1f-4c4e-9fb1-061d17d4197c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event updated for resources: {'Port': ['ID=1019aa1e-ce17-419d-a197-817f2d4a6232,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:55.865123 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3799bbaa-5a1f-4c4e-9fb1-061d17d4197c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Network dd30bdbb-54ec-4e4e-90a2-f29ec271e36f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:38:55.873905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730c7969-9d9f-4d86-b75f-a61dfd97a3df tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Made reservation on behalf of aad7383df0ea454198462b43f2164f89 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:38:55.876570 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-730c7969-9d9f-4d86-b75f-a61dfd97a3df tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:55.886115 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3799bbaa-5a1f-4c4e-9fb1-061d17d4197c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:38:55.891486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3799bbaa-5a1f-4c4e-9fb1-061d17d4197c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:38:55.893612 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-730c7969-9d9f-4d86-b75f-a61dfd97a3df tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:55.949688 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-62ebff02-5e67-41d3-88c9-3224ffa2779b req-0d6ce0d5-e97f-42a6-b6e4-6838c44c7e33 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/security-groups?id=062e3782-24c4-4dfa-8684-04c7bdeb9af1&id=2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2949245 Dec 20 21:38:55.986183 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:55.996713 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55341163-dedf-47fb-ba11-1ecd57bc515a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:55.997639 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3799bbaa-5a1f-4c4e-9fb1-061d17d4197c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:56.001445 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3799bbaa-5a1f-4c4e-9fb1-061d17d4197c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:56.001610 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-55341163-dedf-47fb-ba11-1ecd57bc515a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 881 time: 0.2025754 Dec 20 21:38:56.001719 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53930) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:56.019537 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3799bbaa-5a1f-4c4e-9fb1-061d17d4197c tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7989197 Dec 20 21:38:56.024056 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53932) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:56.029240 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ca715793-928d-42cc-8560-cd18c181fc44 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Request body: {'floatingip': {'port_id': '1019aa1e-ce17-419d-a197-817f2d4a6232'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:56.041473 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-34c69419-4479-4aa8-8d86-af343c129570 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "GET /v2.0/ports?device_id=17533a2d-21bc-4257-ab30-8137498e07e4 HTTP/1.1" status: 200 len: 205 time: 0.0356543 Dec 20 21:38:56.042896 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53934) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:56.080368 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7c6840f3-2d92-4a13-a223-0e56346df537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:56.140258 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca715793-928d-42cc-8560-cd18c181fc44 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:56.161097 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6840f3-2d92-4a13-a223-0e56346df537 None None] Pushing event deleted for resources: {'Port': ['ID=34d3d6ef-4786-4146-b02e-43ebea958295,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:56.171509 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380dc4af-35f6-4f87-89fb-d6ae264910ff None None] DHCP port deletion for 0d7ce904-5e00-450e-ba96-c229b1e02c3a request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:38:56.190475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6840f3-2d92-4a13-a223-0e56346df537 None None] No DVR routers for this DVR port 34d3d6ef-4786-4146-b02e-43ebea958295 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:38:56.238413 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 34d3d6ef-4786-4146-b02e-43ebea958295 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:38:56.271335 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-730c7969-9d9f-4d86-b75f-a61dfd97a3df tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:56.281621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 34d3d6ef-4786-4146-b02e-43ebea958295 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:38:56.281957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 34d3d6ef-4786-4146-b02e-43ebea958295 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:38:56.312717 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-730c7969-9d9f-4d86-b75f-a61dfd97a3df tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:56.322435 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-380dc4af-35f6-4f87-89fb-d6ae264910ff None None] Deleting port 3d821c94-8cb8-45eb-8dd0-8824427464c6 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:56.323192 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-380dc4af-35f6-4f87-89fb-d6ae264910ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:56.424767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-13d42263-c5f9-48a8-9aff-156353aab41d None None] Provisioning complete for port 1019aa1e-ce17-419d-a197-817f2d4a6232 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:38:56.425435 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-13d42263-c5f9-48a8-9aff-156353aab41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:56.449927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-380dc4af-35f6-4f87-89fb-d6ae264910ff None None] For port 3d821c94-8cb8-45eb-8dd0-8824427464c6, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3d821c94-8cb8-45eb-8dd0-8824427464c6,segment=NetworkSegment(1d35eb84-edc0-4ac7-b72c-d26011de14f1),segment_id=1d35eb84-edc0-4ac7-b72c-d26011de14f1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:56.450285 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-380dc4af-35f6-4f87-89fb-d6ae264910ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:56.466241 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730c7969-9d9f-4d86-b75f-a61dfd97a3df tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:38:56.470546 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12388946-ce63-4eb7-9a9c-0eee8aea6515 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:56.504264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Deleting port 34d3d6ef-4786-4146-b02e-43ebea958295 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:56.516667 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:56.545460 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-380dc4af-35f6-4f87-89fb-d6ae264910ff None None] Calling delete_port for 3d821c94-8cb8-45eb-8dd0-8824427464c6 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:56.589753 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-730c7969-9d9f-4d86-b75f-a61dfd97a3df tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:56.590202 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-730c7969-9d9f-4d86-b75f-a61dfd97a3df tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Added segment b4b2d805-6345-4e63-b237-41b45e9033fb of type vlan for network f9e6b3bd-438f-4046-990d-0f759da9bf21 Dec 20 21:38:56.635374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c7969-9d9f-4d86-b75f-a61dfd97a3df tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a17cfbe-0a10-49b7-9a5b-88898592a099,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:56.662021 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-13d42263-c5f9-48a8-9aff-156353aab41d None None] Port 1019aa1e-ce17-419d-a197-817f2d4a6232 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:38:56.700128 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-730c7969-9d9f-4d86-b75f-a61dfd97a3df tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:56.764720 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] For port 34d3d6ef-4786-4146-b02e-43ebea958295, host n-d-xena-1, got binding levels [] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:38:56.765223 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:56.771221 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-380dc4af-35f6-4f87-89fb-d6ae264910ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:56.773759 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-730c7969-9d9f-4d86-b75f-a61dfd97a3df tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:56.776000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730c7969-9d9f-4d86-b75f-a61dfd97a3df tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:56.777577 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-730c7969-9d9f-4d86-b75f-a61dfd97a3df tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:56.817433 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380dc4af-35f6-4f87-89fb-d6ae264910ff None None] Pushing event deleted for resources: {'Port': ['ID=3d821c94-8cb8-45eb-8dd0-8824427464c6,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:56.823568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380dc4af-35f6-4f87-89fb-d6ae264910ff None None] No DVR routers for this DVR port 3d821c94-8cb8-45eb-8dd0-8824427464c6 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:38:56.825670 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-730c7969-9d9f-4d86-b75f-a61dfd97a3df tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1107221 Dec 20 21:38:56.831816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53942) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:56.832557 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Calling delete_port for 34d3d6ef-4786-4146-b02e-43ebea958295 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:56.884271 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Port 34d3d6ef-4786-4146-b02e-43ebea958295 was not found and therefore no delete operation was performed {{(pid=102402) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 21:38:56.890673 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c40a1a68-3f68-4ce4-90d0-48b99326293c tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Request body: {'network': {'project_id': 'aad7383df0ea454198462b43f2164f89'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:56.893634 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12388946-ce63-4eb7-9a9c-0eee8aea6515 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:56.905084 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:56.917920 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c7969-9d9f-4d86-b75f-a61dfd97a3df tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Pushing event updated for resources: {'Network': ['ID=f9e6b3bd-438f-4046-990d-0f759da9bf21,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:56.947216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network f9e6b3bd-438f-4046-990d-0f759da9bf21 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:38:56.954983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] No DVR routers for this DVR port 34d3d6ef-4786-4146-b02e-43ebea958295 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:38:56.992874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-12388946-ce63-4eb7-9a9c-0eee8aea6515 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Deleting port 9c26b5b6-c166-4963-90b3-aca7ebf60291 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:56.993219 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12388946-ce63-4eb7-9a9c-0eee8aea6515 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:57.033540 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event deleted for resources: {'Port': ['ID=34d3d6ef-4786-4146-b02e-43ebea958295,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:57.126136 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-11fa812d-d52d-4a4e-b580-01b65b432757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:57.133809 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12388946-ce63-4eb7-9a9c-0eee8aea6515 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:57.148361 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-12388946-ce63-4eb7-9a9c-0eee8aea6515 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Calling delete_port for 9c26b5b6-c166-4963-90b3-aca7ebf60291 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:38:57.153756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40a1a68-3f68-4ce4-90d0-48b99326293c tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Made reservation on behalf of aad7383df0ea454198462b43f2164f89 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:38:57.157504 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c40a1a68-3f68-4ce4-90d0-48b99326293c tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:57.251963 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [None req-ca715793-928d-42cc-8560-cd18c181fc44 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:38:57.259672 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:57.263308 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab39d96-cd7c-4bc5-9f68-bc2cd094f0d6 req-2a40112f-28d2-41c0-a356-010d19e6ee90 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:57.264897 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dab39d96-cd7c-4bc5-9f68-bc2cd094f0d6 req-2a40112f-28d2-41c0-a356-010d19e6ee90 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 984 time: 0.1113706 Dec 20 21:38:57.358425 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5f0a2b-8184-4e1d-822a-c5435728b42b']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:57.364831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40a1a68-3f68-4ce4-90d0-48b99326293c tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:38:57.384883 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd876710f-7e1a-4456-ba5e-b7cdcf0d523d') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:57.385242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd876710f-7e1a-4456-ba5e-b7cdcf0d523d') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:57.395277 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c40a1a68-3f68-4ce4-90d0-48b99326293c tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:57.395619 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-c40a1a68-3f68-4ce4-90d0-48b99326293c tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Added segment 846ff556-0b1c-4e95-b97e-f5ea060cee71 of type vlan for network 070afe2c-1086-474b-881e-da0c93d09244 Dec 20 21:38:57.405581 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca715793-928d-42cc-8560-cd18c181fc44 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:57.421080 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:57.424181 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca715793-928d-42cc-8560-cd18c181fc44 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:57.440406 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12388946-ce63-4eb7-9a9c-0eee8aea6515 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:57.505454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12388946-ce63-4eb7-9a9c-0eee8aea6515 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Pushing event deleted for resources: {'Port': ['ID=9c26b5b6-c166-4963-90b3-aca7ebf60291,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:57.541263 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-ca715793-928d-42cc-8560-cd18c181fc44 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Floating IP 9daf4c9b-0ff4-4cd5-aeba-5981a3f66001 associated. External IP: 172.35.3.175, port: 5533b7db-8370-423e-aa63-dd3aac31afc9. Dec 20 21:38:57.565791 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dab39d96-cd7c-4bc5-9f68-bc2cd094f0d6 req-e33119b9-28d3-488c-92dc-8688c6a77cb8 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/security-groups?id=062e3782-24c4-4dfa-8684-04c7bdeb9af1&id=2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2912269 Dec 20 21:38:57.619547 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12388946-ce63-4eb7-9a9c-0eee8aea6515 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:57.759737 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12388946-ce63-4eb7-9a9c-0eee8aea6515 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:57.762608 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12388946-ce63-4eb7-9a9c-0eee8aea6515 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:57.820780 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12388946-ce63-4eb7-9a9c-0eee8aea6515 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:57.821485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12388946-ce63-4eb7-9a9c-0eee8aea6515 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Fanout notify agent at l3_agent the message router_deleted on router 17533a2d-21bc-4257-ab30-8137498e07e4 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:38:57.837157 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12388946-ce63-4eb7-9a9c-0eee8aea6515 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:57.845219 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-12388946-ce63-4eb7-9a9c-0eee8aea6515 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "DELETE /v2.0/routers/17533a2d-21bc-4257-ab30-8137498e07e4 HTTP/1.1" status: 204 len: 168 time: 1.7963307 Dec 20 21:38:57.845956 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53956) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:57.856076 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-77c655e0-87ce-4d01-8a46-d71943f36f2f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-787088364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:57.900809 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-77c655e0-87ce-4d01-8a46-d71943f36f2f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:57.902322 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-77c655e0-87ce-4d01-8a46-d71943f36f2f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:58.036611 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:58.066105 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-77c655e0-87ce-4d01-8a46-d71943f36f2f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:58.077449 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:38:58.077889 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: items = [ Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:38:58.083363 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:38:58.086242 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c40a1a68-3f68-4ce4-90d0-48b99326293c tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:58.099591 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-77c655e0-87ce-4d01-8a46-d71943f36f2f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:58.124861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3d821c94-8cb8-45eb-8dd0-8824427464c6 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:38:58.157547 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-77c655e0-87ce-4d01-8a46-d71943f36f2f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:58.159957 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-77c655e0-87ce-4d01-8a46-d71943f36f2f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3111708 Dec 20 21:38:58.163125 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53964) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:58.167210 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 3d821c94-8cb8-45eb-8dd0-8824427464c6 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:38:58.167677 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3d821c94-8cb8-45eb-8dd0-8824427464c6 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:38:58.181605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-764e6e69-a96d-46a3-ba4b-e1f81f0e7adb tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'enable_snat': True}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:58.209534 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [None req-c40a1a68-3f68-4ce4-90d0-48b99326293c tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:38:58.251241 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a5b08-ee4b-463e-a7d2-598030708d8e req-948d8f76-a98d-4d6c-bc81-c58277301d5a tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:58.252850 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e38a5b08-ee4b-463e-a7d2-598030708d8e req-948d8f76-a98d-4d6c-bc81-c58277301d5a tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 984 time: 0.2878683 Dec 20 21:38:58.278610 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:58.283308 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:58.288995 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "DELETE /v2.0/networks/ae5f0a2b-8184-4e1d-822a-c5435728b42b HTTP/1.1" status: 204 len: 168 time: 2.6156747 Dec 20 21:38:58.296347 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c40a1a68-3f68-4ce4-90d0-48b99326293c tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:58.297326 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40a1a68-3f68-4ce4-90d0-48b99326293c tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:58.299146 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c40a1a68-3f68-4ce4-90d0-48b99326293c tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:58.299299 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53966) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:58.438986 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e38a5b08-ee4b-463e-a7d2-598030708d8e req-20ad6f91-c720-4115-b32c-b09d6f3f0d9b tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/security-groups?id=062e3782-24c4-4dfa-8684-04c7bdeb9af1&id=2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1761780 Dec 20 21:38:58.451641 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5feb9f-c6df-46d2-af81-507a97692ec6 tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event deleted for resources: {'Network': ['ID=ae5f0a2b-8184-4e1d-822a-c5435728b42b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:58.594777 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c40a1a68-3f68-4ce4-90d0-48b99326293c tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7571614 Dec 20 21:38:58.603024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53984) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:58.603260 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca715793-928d-42cc-8560-cd18c181fc44 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router b9a84bda-43cd-4619-a9d9-51cc598aa56d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:38:58.607607 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-764e6e69-a96d-46a3-ba4b-e1f81f0e7adb tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:58.613118 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-4a656bf0-06ff-4981-a133-ae332403da82 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f228c7f518a547abb13f8b9530174aac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469043 Dec 20 21:38:58.616655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-12bf6b1d-5251-4f01-a9cb-887bc73c4fa8 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Request body: {'network': {'project_id': 'aad7383df0ea454198462b43f2164f89'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:58.625147 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5fd214ee-3e92-4db5-897a-d09d7776b69d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:58.640595 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a1a68-3f68-4ce4-90d0-48b99326293c tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Pushing event updated for resources: {'Network': ['ID=070afe2c-1086-474b-881e-da0c93d09244,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:58.654181 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 070afe2c-1086-474b-881e-da0c93d09244 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:38:58.731415 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10db3da-81f5-4dc2-8e85-c3b9356515a5 req-55df8080-100b-4ba8-baa5-f7f9fd185fbb tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:58.733250 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a10db3da-81f5-4dc2-8e85-c3b9356515a5 req-55df8080-100b-4ba8-baa5-f7f9fd185fbb tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 1133 time: 0.1501801 Dec 20 21:38:58.766965 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a10db3da-81f5-4dc2-8e85-c3b9356515a5 req-20185393-a72e-4d90-969c-4abd91e3eedc tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:58.802658 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca715793-928d-42cc-8560-cd18c181fc44 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:38:58.897796 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae8be51-2162-4758-afe8-c79e001a9af7 None None] Sync routers for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:38:58.923707 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8be51-2162-4758-afe8-c79e001a9af7 None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:58.924350 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5ae8be51-2162-4758-afe8-c79e001a9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:58.964209 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5ae8be51-2162-4758-afe8-c79e001a9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:58.972967 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a10db3da-81f5-4dc2-8e85-c3b9356515a5 req-20185393-a72e-4d90-969c-4abd91e3eedc tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:58.981906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8be51-2162-4758-afe8-c79e001a9af7 None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:58.982600 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5ae8be51-2162-4758-afe8-c79e001a9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:59.023590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5ae8be51-2162-4758-afe8-c79e001a9af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:59.024405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae8be51-2162-4758-afe8-c79e001a9af7 None None] The sync data for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:59.048521 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-a10db3da-81f5-4dc2-8e85-c3b9356515a5 req-20185393-a72e-4d90-969c-4abd91e3eedc tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.082913 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a10db3da-81f5-4dc2-8e85-c3b9356515a5 req-20185393-a72e-4d90-969c-4abd91e3eedc tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=062e3782-24c4-4dfa-8684-04c7bdeb9af1&id=2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3366649 Dec 20 21:38:59.090606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20185393-a72e-4d90-969c-4abd91e3eedc tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777da967-60fc-49de-8609-5cd3ea15b858,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:59.122673 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53986) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:59.129183 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bf6b1d-5251-4f01-a9cb-887bc73c4fa8 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 20 21:38:59.129694 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12bf6b1d-5251-4f01-a9cb-887bc73c4fa8 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:38:59.130860 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-12bf6b1d-5251-4f01-a9cb-887bc73c4fa8 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.5269136 Dec 20 21:38:59.135366 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53988) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:59.183771 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca715793-928d-42cc-8560-cd18c181fc44 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router 72bdafcf-ed84-484a-bc76-649f8fcfd060 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:38:59.222465 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3cf67ad7-0a5a-45a8-b37d-c9e5dfb1c280 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aad7383df0ea454198462b43f2164f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811546 Dec 20 21:38:59.224520 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21563713-e306-4c32-b9b9-825b58dcc666 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:59.226125 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-21563713-e306-4c32-b9b9-825b58dcc666 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 1128 time: 0.1015005 Dec 20 21:38:59.226301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53990) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:59.229127 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53994) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:59.303510 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': '696d27e0-4685-4c34-85ec-58a9ea8e7dcc', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:38:59.342825 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.346100 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-20672349-15d3-4436-a37a-902887062ee3 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:38:59.347715 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-20672349-15d3-4436-a37a-902887062ee3 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7202337 Dec 20 21:38:59.384548 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5fd214ee-3e92-4db5-897a-d09d7776b69d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.402103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca715793-928d-42cc-8560-cd18c181fc44 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:38:59.406824 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ca715793-928d-42cc-8560-cd18c181fc44 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.414393 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-4e8c05b6-2c1f-4ef9-9225-502e5b5d5253 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/quotas/f228c7f518a547abb13f8b9530174aac HTTP/1.1" status: 200 len: 375 time: 0.0493431 Dec 20 21:38:59.419253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5fd214ee-3e92-4db5-897a-d09d7776b69d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7ce904-5e00-450e-ba96-c229b1e02c3a']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:59.432512 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634fa759-4678-4963-804e-0cc1bdd412d4 None None] Sync routers for ids ['72bdafcf-ed84-484a-bc76-649f8fcfd060'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:38:59.448019 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634fa759-4678-4963-804e-0cc1bdd412d4 None None] Routers {'72bdafcf-ed84-484a-bc76-649f8fcfd060'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:59.448826 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-634fa759-4678-4963-804e-0cc1bdd412d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['72bdafcf-ed84-484a-bc76-649f8fcfd060'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:59.450806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5fd214ee-3e92-4db5-897a-d09d7776b69d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d35eb84-edc0-4ac7-b72c-d26011de14f1') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:59.451017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5fd214ee-3e92-4db5-897a-d09d7776b69d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d35eb84-edc0-4ac7-b72c-d26011de14f1') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:59.477665 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bcad165d-b877-473f-a6a3-e7cc722c5eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.480098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-9c2ee4b3-2029-4877-a1e3-bf3b6421dc5e tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f228c7f518a547abb13f8b9530174aac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571845 Dec 20 21:38:59.480740 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-744c8b5e-de16-4885-ac82-a6e95d11ce07 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.483704 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5fd214ee-3e92-4db5-897a-d09d7776b69d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.501319 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ca715793-928d-42cc-8560-cd18c181fc44 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "PUT /v2.0/floatingips/9daf4c9b-0ff4-4cd5-aeba-5981a3f66001 HTTP/1.1" status: 200 len: 978 time: 3.4735358 Dec 20 21:38:59.501671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53996) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:59.520758 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5fd214ee-3e92-4db5-897a-d09d7776b69d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.531374 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-744c8b5e-de16-4885-ac82-a6e95d11ce07 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.535521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd214ee-3e92-4db5-897a-d09d7776b69d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:38:59.535931 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5fd214ee-3e92-4db5-897a-d09d7776b69d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:38:59.544022 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:38:59.616945 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.650213 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-634fa759-4678-4963-804e-0cc1bdd412d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:59.664488 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634fa759-4678-4963-804e-0cc1bdd412d4 None None] Routers {'72bdafcf-ed84-484a-bc76-649f8fcfd060'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:38:59.666260 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-634fa759-4678-4963-804e-0cc1bdd412d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['72bdafcf-ed84-484a-bc76-649f8fcfd060'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:59.687678 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-47bd3926-ad27-4173-afc1-a3df1d34f5d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Deleting port 1019aa1e-ce17-419d-a197-817f2d4a6232 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:38:59.688036 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47bd3926-ad27-4173-afc1-a3df1d34f5d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.720325 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-634fa759-4678-4963-804e-0cc1bdd412d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:38:59.721053 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634fa759-4678-4963-804e-0cc1bdd412d4 None None] The sync data for ids ['72bdafcf-ed84-484a-bc76-649f8fcfd060'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:38:59.795700 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5fd214ee-3e92-4db5-897a-d09d7776b69d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.811361 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5fd214ee-3e92-4db5-897a-d09d7776b69d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.817944 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5fd214ee-3e92-4db5-897a-d09d7776b69d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] 10.222.0.32 "DELETE /v2.0/networks/0d7ce904-5e00-450e-ba96-c229b1e02c3a HTTP/1.1" status: 204 len: 168 time: 1.5152988 Dec 20 21:38:59.844423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd214ee-3e92-4db5-897a-d09d7776b69d tempest-TaggedBootDevicesTest-1897072854 tempest-TaggedBootDevicesTest-1897072854-project] Pushing event deleted for resources: {'Network': ['ID=0d7ce904-5e00-450e-ba96-c229b1e02c3a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:59.857060 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87a4861d-d024-4e77-bf44-3158173adf5c req-f9fc935d-44a6-4f4b-a58e-51ab39a01a36 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 210 time: 0.0596232 Dec 20 21:38:59.863950 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-744c8b5e-de16-4885-ac82-a6e95d11ce07 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.870636 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-744c8b5e-de16-4885-ac82-a6e95d11ce07 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.878432 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-744c8b5e-de16-4885-ac82-a6e95d11ce07 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a17cfbe-0a10-49b7-9a5b-88898592a099 HTTP/1.1" status: 204 len: 168 time: 0.6357465 Dec 20 21:38:59.879222 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-764e6e69-a96d-46a3-ba4b-e1f81f0e7adb tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.917941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54002) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:38:59.933627 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-764e6e69-a96d-46a3-ba4b-e1f81f0e7adb tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.945534 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c8b5e-de16-4885-ac82-a6e95d11ce07 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a17cfbe-0a10-49b7-9a5b-88898592a099,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:38:59.969882 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47bd3926-ad27-4173-afc1-a3df1d34f5d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:38:59.981322 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Allocated IP 172.35.3.207 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/cedc2085-33af-42ef-b3c0-48c0d3237d95) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:00.115871 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b7132e7-f3ef-487f-959f-cd5585c0b23e tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:00.221158 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b7132e7-f3ef-487f-959f-cd5585c0b23e tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:00.250384 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-1b7132e7-f3ef-487f-959f-cd5585c0b23e tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070afe2c-1086-474b-881e-da0c93d09244']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:00.272829 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-1b7132e7-f3ef-487f-959f-cd5585c0b23e tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846ff556-0b1c-4e95-b97e-f5ea060cee71') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:00.273164 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-1b7132e7-f3ef-487f-959f-cd5585c0b23e tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846ff556-0b1c-4e95-b97e-f5ea060cee71') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:00.305203 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b7132e7-f3ef-487f-959f-cd5585c0b23e tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:00.342315 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b7132e7-f3ef-487f-959f-cd5585c0b23e tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:00.352833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7132e7-f3ef-487f-959f-cd5585c0b23e tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:39:00.353278 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b7132e7-f3ef-487f-959f-cd5585c0b23e tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:39:00.355152 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:39:00.364847 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:00.393151 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47bd3926-ad27-4173-afc1-a3df1d34f5d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:00.393889 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47bd3926-ad27-4173-afc1-a3df1d34f5d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:00.393889 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-47bd3926-ad27-4173-afc1-a3df1d34f5d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Floating IP 9daf4c9b-0ff4-4cd5-aeba-5981a3f66001 disassociated. External IP: 172.35.3.175, port: 1019aa1e-ce17-419d-a197-817f2d4a6232. Dec 20 21:39:00.394135 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-47bd3926-ad27-4173-afc1-a3df1d34f5d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Calling delete_port for 1019aa1e-ce17-419d-a197-817f2d4a6232 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:00.455318 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b7132e7-f3ef-487f-959f-cd5585c0b23e tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:00.465504 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b7132e7-f3ef-487f-959f-cd5585c0b23e tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:00.475244 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1b7132e7-f3ef-487f-959f-cd5585c0b23e tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] 10.222.0.32 "DELETE /v2.0/networks/070afe2c-1086-474b-881e-da0c93d09244 HTTP/1.1" status: 204 len: 168 time: 0.5538673 Dec 20 21:39:00.475815 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:00.476007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54022) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:00.535804 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:00.541849 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:00.552619 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:00.555685 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event updated for resources: {'Port': ['ID=cedc2085-33af-42ef-b3c0-48c0d3237d95,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:00.596405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7132e7-f3ef-487f-959f-cd5585c0b23e tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Pushing event deleted for resources: {'Network': ['ID=070afe2c-1086-474b-881e-da0c93d09244,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:00.683516 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:00.687955 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47bd3926-ad27-4173-afc1-a3df1d34f5d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:00.742472 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd3926-ad27-4173-afc1-a3df1d34f5d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Port': ['ID=1019aa1e-ce17-419d-a197-817f2d4a6232,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:00.749722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-764e6e69-a96d-46a3-ba4b-e1f81f0e7adb tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Allocated IP 172.35.3.118 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/54554c1e-2bb7-46c7-a85d-8dd6740520fd) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:00.754734 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3621f0fa-ba1b-46ac-b729-dda77950d0e7 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:00.967334 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3621f0fa-ba1b-46ac-b729-dda77950d0e7 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:01.036559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-3621f0fa-ba1b-46ac-b729-dda77950d0e7 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e6b3bd-438f-4046-990d-0f759da9bf21']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:01.040905 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dfc8c835-741c-40a5-924c-736a414d34b9 req-2bb901e7-0c72-4fb6-a60f-8b9feef768f6 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 210 time: 0.0577233 Dec 20 21:39:01.053695 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-3621f0fa-ba1b-46ac-b729-dda77950d0e7 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b2d805-6345-4e63-b237-41b45e9033fb') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:01.054628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-3621f0fa-ba1b-46ac-b729-dda77950d0e7 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b2d805-6345-4e63-b237-41b45e9033fb') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:01.090937 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3621f0fa-ba1b-46ac-b729-dda77950d0e7 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:01.095612 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-764e6e69-a96d-46a3-ba4b-e1f81f0e7adb tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:01.120431 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3621f0fa-ba1b-46ac-b729-dda77950d0e7 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:01.134128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3621f0fa-ba1b-46ac-b729-dda77950d0e7 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:39:01.134685 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3621f0fa-ba1b-46ac-b729-dda77950d0e7 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:39:01.137324 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:39:01.274900 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-3502b8a4-9358-49a0-a8f4-baa224a59b07 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f228c7f518a547abb13f8b9530174aac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1192603 Dec 20 21:39:01.299863 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3621f0fa-ba1b-46ac-b729-dda77950d0e7 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:01.335265 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3621f0fa-ba1b-46ac-b729-dda77950d0e7 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:01.342856 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3621f0fa-ba1b-46ac-b729-dda77950d0e7 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] 10.222.0.32 "DELETE /v2.0/networks/f9e6b3bd-438f-4046-990d-0f759da9bf21 HTTP/1.1" status: 204 len: 168 time: 0.8608973 Dec 20 21:39:01.398649 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-764e6e69-a96d-46a3-ba4b-e1f81f0e7adb tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:01.404751 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621f0fa-ba1b-46ac-b729-dda77950d0e7 tempest-QuotasNegativeTest-89738351 tempest-QuotasNegativeTest-89738351-project-admin] Pushing event deleted for resources: {'Network': ['ID=f9e6b3bd-438f-4046-990d-0f759da9bf21,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:01.464645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764e6e69-a96d-46a3-ba4b-e1f81f0e7adb tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:01.469946 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-764e6e69-a96d-46a3-ba4b-e1f81f0e7adb tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:01.479757 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e6e69-a96d-46a3-ba4b-e1f81f0e7adb tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:01.546819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e6e69-a96d-46a3-ba4b-e1f81f0e7adb tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Pushing event updated for resources: {'Port': ['ID=54554c1e-2bb7-46c7-a85d-8dd6740520fd,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:01.582241 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-5d36d7c0-2c35-4fcd-8e62-6b4c37aed5d6 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:01.584554 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-5d36d7c0-2c35-4fcd-8e62-6b4c37aed5d6 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3000643 Dec 20 21:39:01.696719 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-d46f5125-fc0a-4bfe-997f-9053569f7faa tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Request body: {'port': {'device_id': '9cbe962e-5119-44f4-b276-a771baea449d', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': 'f228c7f518a547abb13f8b9530174aac'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:01.960773 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-764e6e69-a96d-46a3-ba4b-e1f81f0e7adb tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:01.961661 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bd3926-ad27-4173-afc1-a3df1d34f5d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router 72bdafcf-ed84-484a-bc76-649f8fcfd060 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:39:02.070757 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:02.118199 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:02.137525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-d46f5125-fc0a-4bfe-997f-9053569f7faa tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Made reservation on behalf of f228c7f518a547abb13f8b9530174aac for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:02.150217 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-d46f5125-fc0a-4bfe-997f-9053569f7faa tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:02.170654 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-d46f5125-fc0a-4bfe-997f-9053569f7faa tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:02.175343 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:02.242044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54042) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:02.292397 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bd3926-ad27-4173-afc1-a3df1d34f5d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:02.303344 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45da00cd-2123-4e9b-ae09-063d9e9e1074 None None] Sync routers for ids ['72bdafcf-ed84-484a-bc76-649f8fcfd060'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:02.326946 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45da00cd-2123-4e9b-ae09-063d9e9e1074 None None] Routers {'72bdafcf-ed84-484a-bc76-649f8fcfd060'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:02.327825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-45da00cd-2123-4e9b-ae09-063d9e9e1074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['72bdafcf-ed84-484a-bc76-649f8fcfd060'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:02.333451 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-d46f5125-fc0a-4bfe-997f-9053569f7faa tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:02.377774 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-d46f5125-fc0a-4bfe-997f-9053569f7faa tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:02.402032 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:02.415460 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-45da00cd-2123-4e9b-ae09-063d9e9e1074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:02.434984 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-df187d4d-c633-45e0-88df-a1dc498531aa req-d71c60a0-3071-4d51-a8f5-cc9903c7a192 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 210 time: 0.2619455 Dec 20 21:39:02.442253 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:02.443830 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45da00cd-2123-4e9b-ae09-063d9e9e1074 None None] Routers {'72bdafcf-ed84-484a-bc76-649f8fcfd060'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:02.444574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-45da00cd-2123-4e9b-ae09-063d9e9e1074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['72bdafcf-ed84-484a-bc76-649f8fcfd060'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:02.520280 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-45da00cd-2123-4e9b-ae09-063d9e9e1074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:02.520940 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45da00cd-2123-4e9b-ae09-063d9e9e1074 None None] The sync data for ids ['72bdafcf-ed84-484a-bc76-649f8fcfd060'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:39:02.527877 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:02.537699 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47bd3926-ad27-4173-afc1-a3df1d34f5d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:02.544393 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-47bd3926-ad27-4173-afc1-a3df1d34f5d2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/ports/1019aa1e-ce17-419d-a197-817f2d4a6232 HTTP/1.1" status: 204 len: 168 time: 3.0418255 Dec 20 21:39:02.546974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54048) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:02.577063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-d46f5125-fc0a-4bfe-997f-9053569f7faa tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Allocated IP 192.168.233.175 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/0fa080fd-e815-4247-9b5c-c77a728ced31) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:02.884028 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-05551b62-1abf-4443-beba-c0b18c504c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:02.924882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f5125-fc0a-4bfe-997f-9053569f7faa tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdc4862-79b8-4c57-90c7-b00409946a60,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:02.944965 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-d46f5125-fc0a-4bfe-997f-9053569f7faa tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:02.965016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event updated for resources: {'Port': ['ID=cedc2085-33af-42ef-b3c0-48c0d3237d95,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:02.990901 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:02.995452 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-764e6e69-a96d-46a3-ba4b-e1f81f0e7adb tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:03.016251 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-764e6e69-a96d-46a3-ba4b-e1f81f0e7adb tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:03.090643 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Floating IP f9309718-054a-4491-a62c-054930993241 associated. External IP: 172.35.3.207, port: 696d27e0-4685-4c34-85ec-58a9ea8e7dcc. Dec 20 21:39:03.101895 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-d46f5125-fc0a-4bfe-997f-9053569f7faa tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:03.165176 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-d46f5125-fc0a-4bfe-997f-9053569f7faa tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:03.174378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-d46f5125-fc0a-4bfe-997f-9053569f7faa tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:03.187081 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-05551b62-1abf-4443-beba-c0b18c504c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:03.189561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-d46f5125-fc0a-4bfe-997f-9053569f7faa tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:03.233047 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-05551b62-1abf-4443-beba-c0b18c504c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:03.267413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f5125-fc0a-4bfe-997f-9053569f7faa tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Pushing event updated for resources: {'Port': ['ID=0fa080fd-e815-4247-9b5c-c77a728ced31,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:03.344017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-d46f5125-fc0a-4bfe-997f-9053569f7faa tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:03.344690 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-d46f5125-fc0a-4bfe-997f-9053569f7faa tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:03.352733 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-05551b62-1abf-4443-beba-c0b18c504c58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=097384416a4f4897af383667f83469bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1095865 Dec 20 21:39:03.358793 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54056) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:03.369844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05551b62-1abf-4443-beba-c0b18c504c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0d5d23-1a4a-4c13-9197-c2492dbc6f96,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:03.395190 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-d46f5125-fc0a-4bfe-997f-9053569f7faa tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7307997 Dec 20 21:39:03.405408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764e6e69-a96d-46a3-ba4b-e1f81f0e7adb tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Router ba8892f1-f338-4b4d-a0c9-954f465571d3 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:39:03.415479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Request body: {'port': {'device_id': '9cbe962e-5119-44f4-b276-a771baea449d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:03.548761 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3bda61ae-2369-4eb8-a3ff-04358435c3bd None None] Provisioning complete for port 0fa080fd-e815-4247-9b5c-c77a728ced31 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:03.549695 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3bda61ae-2369-4eb8-a3ff-04358435c3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:03.563892 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Router f4f8e188-fee3-4626-94a3-3056d19e950a has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:39:03.577124 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e5361e1-7454-4db5-a6ad-ca18310ba63f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:03.582043 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ce3f840-d400-421e-aab5-fc50dac701de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:03.649797 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3bda61ae-2369-4eb8-a3ff-04358435c3bd None None] Port 0fa080fd-e815-4247-9b5c-c77a728ced31 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:39:03.707185 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:03.758341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af4f81-d934-46a5-ae5c-904aea46789d req-58e4a190-16e5-4e69-b409-37325c718442 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:03.765703 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-01af4f81-d934-46a5-ae5c-904aea46789d req-58e4a190-16e5-4e69-b409-37325c718442 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 936 time: 0.1328568 Dec 20 21:39:03.768634 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ce3f840-d400-421e-aab5-fc50dac701de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:03.811601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764e6e69-a96d-46a3-ba4b-e1f81f0e7adb tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:03.817667 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-764e6e69-a96d-46a3-ba4b-e1f81f0e7adb tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:03.818770 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-764e6e69-a96d-46a3-ba4b-e1f81f0e7adb tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "PUT /v2.0/routers/ba8892f1-f338-4b4d-a0c9-954f465571d3 HTTP/1.1" status: 200 len: 918 time: 5.6539996 Dec 20 21:39:03.823641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54064) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:03.825178 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09af318c-8095-4f1b-8536-70de0e60d444 None None] Sync routers for ids ['ba8892f1-f338-4b4d-a0c9-954f465571d3'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:03.837448 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09af318c-8095-4f1b-8536-70de0e60d444 None None] Routers {'ba8892f1-f338-4b4d-a0c9-954f465571d3'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:03.847770 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-09af318c-8095-4f1b-8536-70de0e60d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['ba8892f1-f338-4b4d-a0c9-954f465571d3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:03.896840 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-09af318c-8095-4f1b-8536-70de0e60d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:03.905010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:03.917506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b46e230-4430-45bb-b461-59fb2b68cec6 None None] Sync routers for ids ['f4f8e188-fee3-4626-94a3-3056d19e950a'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:03.920937 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09af318c-8095-4f1b-8536-70de0e60d444 None None] Routers {'ba8892f1-f338-4b4d-a0c9-954f465571d3'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:03.921660 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-09af318c-8095-4f1b-8536-70de0e60d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['ba8892f1-f338-4b4d-a0c9-954f465571d3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:03.937432 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b46e230-4430-45bb-b461-59fb2b68cec6 None None] Routers {'f4f8e188-fee3-4626-94a3-3056d19e950a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:03.938091 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-7b46e230-4430-45bb-b461-59fb2b68cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f4f8e188-fee3-4626-94a3-3056d19e950a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:03.957428 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ce3f840-d400-421e-aab5-fc50dac701de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:03.960075 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ce3f840-d400-421e-aab5-fc50dac701de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:03.963649 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9ce3f840-d400-421e-aab5-fc50dac701de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a0d5d23-1a4a-4c13-9197-c2492dbc6f96 HTTP/1.1" status: 204 len: 168 time: 0.5987461 Dec 20 21:39:03.966373 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-09af318c-8095-4f1b-8536-70de0e60d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:03.967486 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09af318c-8095-4f1b-8536-70de0e60d444 None None] The sync data for ids ['ba8892f1-f338-4b4d-a0c9-954f465571d3'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:39:04.018170 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3f840-d400-421e-aab5-fc50dac701de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0d5d23-1a4a-4c13-9197-c2492dbc6f96,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:04.034342 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:04.150351 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-7b46e230-4430-45bb-b461-59fb2b68cec6 None None] Set router f4f8e188-fee3-4626-94a3-3056d19e950a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:39:04.160536 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-244d14c3-11a4-4c3e-a498-18763cd57327 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8906147 Dec 20 21:39:04.161956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afde2477-dbc0-4747-9dcd-a6791e0b1cdc', 'tag': '696d27e0-4685-4c34-85ec-58a9ea8e7dcc'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:39:04.164362 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2db9ea9-09d6-4f40-9784-09e046561ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "afde2477-dbc0-4747-9dcd-a6791e0b1cdc", "tag": "696d27e0-4685-4c34-85ec-58a9ea8e7dcc"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:39:04.172952 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54072) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:04.411416 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-29092ea7-faae-4471-b521-e712ef89ea69 req-94e000f7-b432-43b3-9fe1-1cd03cdbcbec service neutron] (102402) timed out ('10.222.0.32', 44736) {{(pid=102402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 20 21:39:04.547137 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54084) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:04.548675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-7b46e230-4430-45bb-b461-59fb2b68cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794951097', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:07Z', 'updated_at': '2021-12-20T21:38:30Z', 'revision_number': 4, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:09Z', 'updated_at': '2021-12-20T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'f9309718-054a-4491-a62c-054930993241', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'floating_ip_address': '172.35.3.207', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'port_id': '696d27e0-4685-4c34-85ec-58a9ea8e7dcc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a', 'mac_address': 'fa:16:3e:c7:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde2477-dbc0-4747-9dcd-a6791e0b1cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:39:01Z', 'updated_at': '2021-12-20T21:39:01Z', 'revision_number': 0, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e01f608-8593-43b4-8635-085c7dba1dea', 'name': '', 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'mac_address': 'fa:16:3e:6d:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:26Z', 'updated_at': '2021-12-20T21:38:36Z', 'revision_number': 5, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'subnets': [{'id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:04.598631 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1d2bd5e6-5f6b-4c4a-bab3-046210b81072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:04.638790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b46e230-4430-45bb-b461-59fb2b68cec6 None None] Checking router: f4f8e188-fee3-4626-94a3-3056d19e950a for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:39:04.654235 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a99ed99-5133-4119-9b5a-3bc213b1e240 x-openstack-request-id: req-5a99ed99-5133-4119-9b5a-3bc213b1e240 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:39:04.654788 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afde2477-dbc0-4747-9dcd-a6791e0b1cdc", "tag": "696d27e0-4685-4c34-85ec-58a9ea8e7dcc", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:39:04.655259 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a99ed99-5133-4119-9b5a-3bc213b1e240 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:39:04.655864 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afde2477-dbc0-4747-9dcd-a6791e0b1cdc', 'tag': '696d27e0-4685-4c34-85ec-58a9ea8e7dcc', 'status': 'completed', 'code': 200} Dec 20 21:39:04.665096 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b46e230-4430-45bb-b461-59fb2b68cec6 None None] Routers {'f4f8e188-fee3-4626-94a3-3056d19e950a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:04.665670 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-7b46e230-4430-45bb-b461-59fb2b68cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f4f8e188-fee3-4626-94a3-3056d19e950a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:04.751637 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1d2bd5e6-5f6b-4c4a-bab3-046210b81072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:04.764908 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1d2bd5e6-5f6b-4c4a-bab3-046210b81072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:04.788537 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe7978-52e8-411e-a715-486916f3c72e tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:04.789303 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe7978-52e8-411e-a715-486916f3c72e tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:04.789870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe7978-52e8-411e-a715-486916f3c72e tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:04.790344 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe7978-52e8-411e-a715-486916f3c72e tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:04.790834 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe7978-52e8-411e-a715-486916f3c72e tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:04.791287 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe7978-52e8-411e-a715-486916f3c72e tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:04.791865 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe7978-52e8-411e-a715-486916f3c72e tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:04.792314 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe7978-52e8-411e-a715-486916f3c72e tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:04.794663 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dabe7978-52e8-411e-a715-486916f3c72e tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5675 time: 0.6203916 Dec 20 21:39:04.803613 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54094) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:04.870823 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7e5361e1-7454-4db5-a6ad-ca18310ba63f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Deleting port 5d4b9d80-8f6d-4567-a1c2-d481cc75c885 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:04.872260 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e5361e1-7454-4db5-a6ad-ca18310ba63f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:04.993308 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1d2bd5e6-5f6b-4c4a-bab3-046210b81072 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=006796d603e74160bb8f5b596fad7b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4444869 Dec 20 21:39:04.997352 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-7b46e230-4430-45bb-b461-59fb2b68cec6 None None] Set router f4f8e188-fee3-4626-94a3-3056d19e950a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:39:05.002999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54102) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:05.003654 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bd5e6-5f6b-4c4a-bab3-046210b81072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3829caa1-6a34-4a19-b593-36b1b6c0bde1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:05.057342 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e5361e1-7454-4db5-a6ad-ca18310ba63f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:05.120116 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7e5361e1-7454-4db5-a6ad-ca18310ba63f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Calling delete_port for 5d4b9d80-8f6d-4567-a1c2-d481cc75c885 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:05.372949 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e5361e1-7454-4db5-a6ad-ca18310ba63f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:05.413591 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5361e1-7454-4db5-a6ad-ca18310ba63f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Port': ['ID=5d4b9d80-8f6d-4567-a1c2-d481cc75c885,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:05.442690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca0b1ba-aa28-4c56-8b0d-d152d517abe3 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:05.443146 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca0b1ba-aa28-4c56-8b0d-d152d517abe3 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:05.443589 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca0b1ba-aa28-4c56-8b0d-d152d517abe3 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:05.444055 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca0b1ba-aa28-4c56-8b0d-d152d517abe3 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:05.444642 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca0b1ba-aa28-4c56-8b0d-d152d517abe3 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:05.445064 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca0b1ba-aa28-4c56-8b0d-d152d517abe3 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:05.445496 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca0b1ba-aa28-4c56-8b0d-d152d517abe3 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:05.445928 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca0b1ba-aa28-4c56-8b0d-d152d517abe3 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:05.449172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa080fd-e815-4247-9b5c-c77a728ced31 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:39:05.451715 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8ca0b1ba-aa28-4c56-8b0d-d152d517abe3 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5190 time: 0.6426082 Dec 20 21:39:05.459140 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54106) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:05.488419 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-7b46e230-4430-45bb-b461-59fb2b68cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794951097', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:07Z', 'updated_at': '2021-12-20T21:38:30Z', 'revision_number': 4, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:09Z', 'updated_at': '2021-12-20T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'f9309718-054a-4491-a62c-054930993241', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'floating_ip_address': '172.35.3.207', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'port_id': '696d27e0-4685-4c34-85ec-58a9ea8e7dcc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a', 'mac_address': 'fa:16:3e:c7:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde2477-dbc0-4747-9dcd-a6791e0b1cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:39:01Z', 'updated_at': '2021-12-20T21:39:01Z', 'revision_number': 0, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e01f608-8593-43b4-8635-085c7dba1dea', 'name': '', 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'mac_address': 'fa:16:3e:6d:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:26Z', 'updated_at': '2021-12-20T21:38:36Z', 'revision_number': 5, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'subnets': [{'id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:05.539061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b46e230-4430-45bb-b461-59fb2b68cec6 None None] The sync data for ids ['f4f8e188-fee3-4626-94a3-3056d19e950a'] in n-d-xena-1 is: [{'id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794951097', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:07Z', 'updated_at': '2021-12-20T21:38:30Z', 'revision_number': 4, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:09Z', 'updated_at': '2021-12-20T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'f9309718-054a-4491-a62c-054930993241', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'floating_ip_address': '172.35.3.207', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'port_id': '696d27e0-4685-4c34-85ec-58a9ea8e7dcc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a', 'mac_address': 'fa:16:3e:c7:f7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afde2477-dbc0-4747-9dcd-a6791e0b1cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:39:01Z', 'updated_at': '2021-12-20T21:39:01Z', 'revision_number': 0, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e01f608-8593-43b4-8635-085c7dba1dea', 'name': '', 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'mac_address': 'fa:16:3e:6d:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:26Z', 'updated_at': '2021-12-20T21:38:36Z', 'revision_number': 5, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'subnets': [{'id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:39:05.568486 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:05.620914 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-01af4f81-d934-46a5-ae5c-904aea46789d req-97790a3c-8ad5-4101-aa76-92bc5a1b6f2e tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cdc4862-79b8-4c57-90c7-b00409946a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8465023 Dec 20 21:39:05.623328 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-27bc613a-dec0-4e9c-ab5f-19653f9b661a tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "GET /v2.0/routers/ba8892f1-f338-4b4d-a0c9-954f465571d3 HTTP/1.1" status: 200 len: 924 time: 1.7986002 Dec 20 21:39:05.627399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54108) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:05.745924 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Transition to ACTIVE for port object 0fa080fd-e815-4247-9b5c-c77a728ced31 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:39:05.780175 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7285c9f-6b70-4255-969b-be25fcdfe74f tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:05.781725 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b7285c9f-6b70-4255-969b-be25fcdfe74f tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=75a50006-9813-4820-b308-110a7399d065&device_id=ba8892f1-f338-4b4d-a0c9-954f465571d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1388278 Dec 20 21:39:05.782487 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:05.792729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54110) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:05.796948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db9ea9-09d6-4f40-9784-09e046561ef6 req-cac22d84-7970-43cb-830d-b02964d20a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:05.800423 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a2db9ea9-09d6-4f40-9784-09e046561ef6 req-cac22d84-7970-43cb-830d-b02964d20a22 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d148da42bcc49c09fb4b3551f55d580&device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 1133 time: 1.0370572 Dec 20 21:39:05.969182 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44471b3-ea88-494c-9ba4-7105c8740855 None None] New status for floating IP f9309718-054a-4491-a62c-054930993241: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:39:06.217370 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db9ea9-09d6-4f40-9784-09e046561ef6 req-99597c69-daa9-473f-91f5-4ad4b74d5bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:06.218929 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a2db9ea9-09d6-4f40-9784-09e046561ef6 req-99597c69-daa9-473f-91f5-4ad4b74d5bcc service neutron] 10.222.0.31 "GET /v2.0/networks?id=643f2771-1861-458d-9bd2-f33fcee7623a HTTP/1.1" status: 200 len: 897 time: 0.3791351 Dec 20 21:39:06.223621 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:39:06.397966 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a2db9ea9-09d6-4f40-9784-09e046561ef6 req-3b96a99f-ec5c-4bf9-9a73-0b4ce72a1243 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=696d27e0-4685-4c34-85ec-58a9ea8e7dcc HTTP/1.1" status: 200 len: 999 time: 0.1524665 Dec 20 21:39:06.438822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df675b7a-2585-4323-8939-888decb6a481 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:06.440823 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-df675b7a-2585-4323-8939-888decb6a481 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 881 time: 0.6394641 Dec 20 21:39:06.441778 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa080fd-e815-4247-9b5c-c77a728ced31,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:06.445308 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54122) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:06.532938 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-71a9313a-d78b-43fd-b03f-d2ec15de2ffc tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8892f1-f338-4b4d-a0c9-954f465571d3 HTTP/1.1" status: 200 len: 205 time: 0.0647511 Dec 20 21:39:06.538271 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54124) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:06.576702 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e5361e1-7454-4db5-a6ad-ca18310ba63f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:06.648107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db9ea9-09d6-4f40-9784-09e046561ef6 req-bc08e2d0-1492-4bfb-9b99-43a5e70fa220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:06.650143 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a2db9ea9-09d6-4f40-9784-09e046561ef6 req-bc08e2d0-1492-4bfb-9b99-43a5e70fa220 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6a37fb4-9e39-43fd-b635-7223bbe08aa3 HTTP/1.1" status: 200 len: 835 time: 0.1834757 Dec 20 21:39:06.672075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Attempting to bind port 0fa080fd-e815-4247-9b5c-c77a728ced31 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:39:06.672488 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Attempting to bind port 0fa080fd-e815-4247-9b5c-c77a728ced31 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:39:06.672889 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Attempting to bind port 0fa080fd-e815-4247-9b5c-c77a728ced31 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:06.697587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Port 0fa080fd-e815-4247-9b5c-c77a728ced31 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:39:06.698002 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Attempting to bind port 0fa080fd-e815-4247-9b5c-c77a728ced31 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:06.713771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:39:06.714252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:06.714706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:39:06.715756 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Bound port: 0fa080fd-e815-4247-9b5c-c77a728ced31, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:39:06.715756 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:06.716808 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-877262f1-04eb-44eb-a959-b829cbfd4535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:06.739849 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-76fea37f-45df-4ba4-9277-9534a7ebba08 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:06.790110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db9ea9-09d6-4f40-9784-09e046561ef6 req-5e41cf7f-eeda-4b71-8085-e02219c3ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:06.791913 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a2db9ea9-09d6-4f40-9784-09e046561ef6 req-5e41cf7f-eeda-4b71-8085-e02219c3ff1f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=643f2771-1861-458d-9bd2-f33fcee7623a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1299918 Dec 20 21:39:06.805019 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-877262f1-04eb-44eb-a959-b829cbfd4535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:06.894623 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf86a56-c6ea-4419-a6b6-7f7d898ce4b4 req-90348666-ab7e-4183-be59-124d4b4e6fd0 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:06.896109 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2cf86a56-c6ea-4419-a6b6-7f7d898ce4b4 req-90348666-ab7e-4183-be59-124d4b4e6fd0 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 948 time: 0.1719217 Dec 20 21:39:06.943182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] For port 0fa080fd-e815-4247-9b5c-c77a728ced31, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:39:06.948655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] For port 0fa080fd-e815-4247-9b5c-c77a728ced31, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0fa080fd-e815-4247-9b5c-c77a728ced31,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:39:06.963671 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:07.018434 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-877262f1-04eb-44eb-a959-b829cbfd4535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:07.021823 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-877262f1-04eb-44eb-a959-b829cbfd4535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:07.027909 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a2db9ea9-09d6-4f40-9784-09e046561ef6 req-7509d221-0d28-429a-a917-0ca82fdbe3b4 service neutron] 10.222.0.31 "GET /v2.0/networks/643f2771-1861-458d-9bd2-f33fcee7623a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931105 Dec 20 21:39:07.036963 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-877262f1-04eb-44eb-a959-b829cbfd4535 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3829caa1-6a34-4a19-b593-36b1b6c0bde1 HTTP/1.1" status: 204 len: 168 time: 2.0191844 Dec 20 21:39:07.044616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:07.045463 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:07.046635 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] 10.222.0.66 "PUT /v2.0/ports/0fa080fd-e815-4247-9b5c-c77a728ced31 HTTP/1.1" status: 200 len: 1094 time: 3.6372995 Dec 20 21:39:07.047135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbe962e-5119-44f4-b276-a771baea449d', 'tag': '0fa080fd-e815-4247-9b5c-c77a728ced31'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:39:07.052590 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05290c79-9958-405a-9605-41b00cee9fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbe962e-5119-44f4-b276-a771baea449d", "tag": "0fa080fd-e815-4247-9b5c-c77a728ced31"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:39:07.056884 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-76fea37f-45df-4ba4-9277-9534a7ebba08 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:07.132789 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2cf86a56-c6ea-4419-a6b6-7f7d898ce4b4 req-38484ef7-2fe1-408d-b5bf-21a786b3d80a tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cdc4862-79b8-4c57-90c7-b00409946a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271590 Dec 20 21:39:07.153739 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877262f1-04eb-44eb-a959-b829cbfd4535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3829caa1-6a34-4a19-b593-36b1b6c0bde1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:07.206660 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41039cf2-973b-498e-8741-9062eabf47b4 x-openstack-request-id: req-41039cf2-973b-498e-8741-9062eabf47b4 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:39:07.207236 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbe962e-5119-44f4-b276-a771baea449d", "tag": "0fa080fd-e815-4247-9b5c-c77a728ced31", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:39:07.207655 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41039cf2-973b-498e-8741-9062eabf47b4 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:39:07.208245 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbe962e-5119-44f4-b276-a771baea449d', 'tag': '0fa080fd-e815-4247-9b5c-c77a728ced31', 'status': 'completed', 'code': 200} Dec 20 21:39:07.244549 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5361e1-7454-4db5-a6ad-ca18310ba63f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router 72bdafcf-ed84-484a-bc76-649f8fcfd060 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:39:07.283698 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-842bad78-ae72-4274-a9b9-1780fe3a0991 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5211 time: 1.8217525 Dec 20 21:39:07.284548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54136) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:07.307854 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfbbca-5e40-4b7c-85c6-ae987f44a920 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa080fd-e815-4247-9b5c-c77a728ced31,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:07.361089 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-362813ec-6168-4518-b020-9b41a6b5e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:07.370480 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-362813ec-6168-4518-b020-9b41a6b5e35f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f228c7f518a547abb13f8b9530174aac&device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 1097 time: 0.1842659 Dec 20 21:39:07.531998 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a2db9ea9-09d6-4f40-9784-09e046561ef6 req-6112f373-f516-4b5b-9330-3ff854f792b3 service neutron] 10.222.0.31 "GET /v2.0/networks/643f2771-1861-458d-9bd2-f33fcee7623a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892142 Dec 20 21:39:07.534251 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-76fea37f-45df-4ba4-9277-9534a7ebba08 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Deleting port 54554c1e-2bb7-46c7-a85d-8dd6740520fd {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:07.535150 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-76fea37f-45df-4ba4-9277-9534a7ebba08 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:07.556868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49d0861-22f2-49f8-adef-149da2d2fbcf tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:07.557373 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49d0861-22f2-49f8-adef-149da2d2fbcf tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:07.559255 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a49d0861-22f2-49f8-adef-149da2d2fbcf tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f4f8e188-fee3-4626-94a3-3056d19e950a HTTP/1.1" status: 200 len: 1985 time: 0.2620199 Dec 20 21:39:07.581328 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5361e1-7454-4db5-a6ad-ca18310ba63f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:07.607527 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576d9afb-fbda-4c84-b717-a1e09adc7d59 None None] Sync routers for ids ['72bdafcf-ed84-484a-bc76-649f8fcfd060'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:07.625120 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7e5361e1-7454-4db5-a6ad-ca18310ba63f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "PUT /v2.0/routers/72bdafcf-ed84-484a-bc76-649f8fcfd060/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0546050 Dec 20 21:39:07.625952 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54150) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:07.628556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576d9afb-fbda-4c84-b717-a1e09adc7d59 None None] Routers {'72bdafcf-ed84-484a-bc76-649f8fcfd060'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:07.629207 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-576d9afb-fbda-4c84-b717-a1e09adc7d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['72bdafcf-ed84-484a-bc76-649f8fcfd060'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:07.659003 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-cea8edd2-163c-4e60-a604-039528c36987 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=0fa080fd-e815-4247-9b5c-c77a728ced31 HTTP/1.1" status: 200 len: 217 time: 0.2549160 Dec 20 21:39:07.696742 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-576d9afb-fbda-4c84-b717-a1e09adc7d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:07.711789 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576d9afb-fbda-4c84-b717-a1e09adc7d59 None None] Routers {'72bdafcf-ed84-484a-bc76-649f8fcfd060'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:07.712893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-576d9afb-fbda-4c84-b717-a1e09adc7d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['72bdafcf-ed84-484a-bc76-649f8fcfd060'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:07.779286 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-576d9afb-fbda-4c84-b717-a1e09adc7d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:07.780017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576d9afb-fbda-4c84-b717-a1e09adc7d59 None None] The sync data for ids ['72bdafcf-ed84-484a-bc76-649f8fcfd060'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:39:07.827504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-454f4c48-d44c-43d4-8824-facd4a6548f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:07.829229 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-454f4c48-d44c-43d4-8824-facd4a6548f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1469047 Dec 20 21:39:07.829510 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff60b28f-56f0-4509-b808-f75224c47d0f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:07.864570 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-76fea37f-45df-4ba4-9277-9534a7ebba08 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:07.881695 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-76fea37f-45df-4ba4-9277-9534a7ebba08 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Calling delete_port for 54554c1e-2bb7-46c7-a85d-8dd6740520fd owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:07.931169 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-21f6673c-1cc8-426c-872f-a0f2ee1493ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:07.932789 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-21f6673c-1cc8-426c-872f-a0f2ee1493ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954363 Dec 20 21:39:07.981460 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff60b28f-56f0-4509-b808-f75224c47d0f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:08.036511 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-700d477a-9e6d-4b80-b56f-2aeb12dea48a service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935004 Dec 20 21:39:08.147637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ff60b28f-56f0-4509-b808-f75224c47d0f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Deleting port 388d4fc4-5c8a-4b88-b327-388f8a6fdadd {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:08.147637 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff60b28f-56f0-4509-b808-f75224c47d0f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:08.287014 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff60b28f-56f0-4509-b808-f75224c47d0f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:08.289697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-176eedd9-4484-4a59-b937-c9ec2bfa4eaa req-167dd73e-b52f-4486-8ed7-3c441f240bf4 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480097 Dec 20 21:39:08.317640 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-76fea37f-45df-4ba4-9277-9534a7ebba08 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:08.338444 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ff60b28f-56f0-4509-b808-f75224c47d0f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Calling delete_port for 388d4fc4-5c8a-4b88-b327-388f8a6fdadd owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:08.375663 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9e6d4-cc9c-4b85-a906-0fed2000b8b7 req-a8b8da44-8ae1-4809-93a3-339e7992672f tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:08.382588 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ddb9e6d4-cc9c-4b85-a906-0fed2000b8b7 req-a8b8da44-8ae1-4809-93a3-339e7992672f tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 948 time: 0.1181738 Dec 20 21:39:08.390316 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fea37f-45df-4ba4-9277-9534a7ebba08 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Pushing event deleted for resources: {'Port': ['ID=54554c1e-2bb7-46c7-a85d-8dd6740520fd,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:08.523402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05290c79-9958-405a-9605-41b00cee9fcd req-8d613832-2dc1-4f69-bc80-236771fe6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:08.525469 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ddb9e6d4-cc9c-4b85-a906-0fed2000b8b7 req-d41c8815-bbb1-4576-8b2b-4d89ed5798f6 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cdc4862-79b8-4c57-90c7-b00409946a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369112 Dec 20 21:39:08.542898 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05290c79-9958-405a-9605-41b00cee9fcd req-8d613832-2dc1-4f69-bc80-236771fe6ca4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f228c7f518a547abb13f8b9530174aac&device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 1097 time: 0.1541836 Dec 20 21:39:08.583912 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-76fea37f-45df-4ba4-9277-9534a7ebba08 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:08.783974 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff60b28f-56f0-4509-b808-f75224c47d0f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:08.841178 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60b28f-56f0-4509-b808-f75224c47d0f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Port': ['ID=388d4fc4-5c8a-4b88-b327-388f8a6fdadd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:08.896983 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-76fea37f-45df-4ba4-9277-9534a7ebba08 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:08.902705 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-76fea37f-45df-4ba4-9277-9534a7ebba08 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:08.973018 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-76fea37f-45df-4ba4-9277-9534a7ebba08 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:08.975238 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fea37f-45df-4ba4-9277-9534a7ebba08 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Fanout notify agent at l3_agent the message router_deleted on router ba8892f1-f338-4b4d-a0c9-954f465571d3 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:39:08.995761 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-76fea37f-45df-4ba4-9277-9534a7ebba08 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:08.997339 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-76fea37f-45df-4ba4-9277-9534a7ebba08 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "DELETE /v2.0/routers/ba8892f1-f338-4b4d-a0c9-954f465571d3 HTTP/1.1" status: 204 len: 168 time: 2.4562123 Dec 20 21:39:09.003482 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05290c79-9958-405a-9605-41b00cee9fcd req-995fa2ac-bbbf-499e-82ec-2c8fc9ac8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:09.004081 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54182) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:09.006993 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05290c79-9958-405a-9605-41b00cee9fcd req-995fa2ac-bbbf-499e-82ec-2c8fc9ac8801 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.4551036 Dec 20 21:39:09.026920 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4e9a835a-24ee-4ee5-b8e7-5476ec478370 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-660310031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:09.064887 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54186) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:09.079507 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff60b28f-56f0-4509-b808-f75224c47d0f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:09.090989 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05290c79-9958-405a-9605-41b00cee9fcd req-2efbb6dc-a59c-4a8e-9f44-b4675991b541 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=0fa080fd-e815-4247-9b5c-c77a728ced31 HTTP/1.1" status: 200 len: 217 time: 0.0758643 Dec 20 21:39:09.169637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05290c79-9958-405a-9605-41b00cee9fcd req-ffbb494a-2f17-4cb4-b507-c97717a812f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:09.171190 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05290c79-9958-405a-9605-41b00cee9fcd req-ffbb494a-2f17-4cb4-b507-c97717a812f4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0673728 Dec 20 21:39:09.203713 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e9a835a-24ee-4ee5-b8e7-5476ec478370 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:09.204779 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e9a835a-24ee-4ee5-b8e7-5476ec478370 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:09.219317 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff60b28f-56f0-4509-b808-f75224c47d0f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:09.222482 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff60b28f-56f0-4509-b808-f75224c47d0f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:09.262898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05290c79-9958-405a-9605-41b00cee9fcd req-5f1b91c7-e283-458a-b394-2fc24c0bd0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:09.266045 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05290c79-9958-405a-9605-41b00cee9fcd req-5f1b91c7-e283-458a-b394-2fc24c0bd0f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878139 Dec 20 21:39:09.321361 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-447ccf38-8d52-4c4e-845c-39064eecc85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:09.331582 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e9a835a-24ee-4ee5-b8e7-5476ec478370 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:09.334778 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff60b28f-56f0-4509-b808-f75224c47d0f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:09.335584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff60b28f-56f0-4509-b808-f75224c47d0f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Fanout notify agent at l3_agent the message router_deleted on router 72bdafcf-ed84-484a-bc76-649f8fcfd060 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:39:09.343588 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff60b28f-56f0-4509-b808-f75224c47d0f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:09.348567 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ff60b28f-56f0-4509-b808-f75224c47d0f tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/routers/72bdafcf-ed84-484a-bc76-649f8fcfd060 HTTP/1.1" status: 204 len: 168 time: 1.7173634 Dec 20 21:39:09.349745 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54198) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:09.363756 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e9a835a-24ee-4ee5-b8e7-5476ec478370 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:09.438961 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05290c79-9958-405a-9605-41b00cee9fcd req-e9fc907b-9a4d-4c45-9f7b-82531176d215 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640966 Dec 20 21:39:09.467006 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bf2d05-cef5-4ac3-8a58-6142726aac10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Deleting subnet 3ba5839f-b0f2-4725-b466-55225a7566c0 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:39:09.473826 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34bf2d05-cef5-4ac3-8a58-6142726aac10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:09.478998 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4e9a835a-24ee-4ee5-b8e7-5476ec478370 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:09.480222 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4e9a835a-24ee-4ee5-b8e7-5476ec478370 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4723973 Dec 20 21:39:09.510124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54204) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:09.523825 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-fd5ca08b-1097-43da-acf4-da0bfd45f998 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'enable_snat': False}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:09.609519 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05290c79-9958-405a-9605-41b00cee9fcd req-9543c0f1-eedb-4934-9f99-bc5929f47094 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617246 Dec 20 21:39:09.732268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5163f74-a97e-4b4b-92e4-3352fddb4100 req-cc4ee950-5c5a-43ea-ac4b-59c1274bd592 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:09.743209 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d5163f74-a97e-4b4b-92e4-3352fddb4100 req-cc4ee950-5c5a-43ea-ac4b-59c1274bd592 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 948 time: 0.0768294 Dec 20 21:39:09.780942 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54210) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:09.810120 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d5163f74-a97e-4b4b-92e4-3352fddb4100 req-fcab1e24-1086-4693-aba8-ea9562406496 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cdc4862-79b8-4c57-90c7-b00409946a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648475 Dec 20 21:39:09.908479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5bc96802-0a4e-4998-aa2a-d8fa72e00955 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1730478778', 'network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:09.925604 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34bf2d05-cef5-4ac3-8a58-6142726aac10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:09.957883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc96802-0a4e-4998-aa2a-d8fa72e00955 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Made reservation on behalf of d10f08e409534c19a92563c929436bba for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:09.961670 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5bc96802-0a4e-4998-aa2a-d8fa72e00955 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:09.974271 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5bc96802-0a4e-4998-aa2a-d8fa72e00955 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:10.068504 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5bc96802-0a4e-4998-aa2a-d8fa72e00955 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:10.079096 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5bc96802-0a4e-4998-aa2a-d8fa72e00955 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:10.083099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-5bc96802-0a4e-4998-aa2a-d8fa72e00955 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] device_id is not set on port 1fb717f3-c6f5-4639-b418-0bb3149cf5f6 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:39:10.126820 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca08b-1097-43da-acf4-da0bfd45f998 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:10.200570 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc96802-0a4e-4998-aa2a-d8fa72e00955 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decb7172-a254-4365-91bf-eb77fd3cfbb4,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:10.226044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-5bc96802-0a4e-4998-aa2a-d8fa72e00955 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Allocated IP 172.35.3.147 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/1fb717f3-c6f5-4639-b418-0bb3149cf5f6) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:10.239256 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34bf2d05-cef5-4ac3-8a58-6142726aac10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:10.303430 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-447ccf38-8d52-4c4e-845c-39064eecc85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:10.322138 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-447ccf38-8d52-4c4e-845c-39064eecc85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:10.390409 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ccf38-8d52-4c4e-845c-39064eecc85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12deb37b-a964-4123-9770-e3a179fa5016,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:10.394483 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5bc96802-0a4e-4998-aa2a-d8fa72e00955 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:10.417776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54220) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:10.421297 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-447ccf38-8d52-4c4e-845c-39064eecc85a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=589e27a4a0044acf892be1879d4f5103&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3511806 Dec 20 21:39:10.422934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54222) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:10.432861 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34bf2d05-cef5-4ac3-8a58-6142726aac10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:10.463571 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5bc96802-0a4e-4998-aa2a-d8fa72e00955 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:10.468195 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf2d05-cef5-4ac3-8a58-6142726aac10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba5839f-b0f2-4725-b466-55225a7566c0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:10.478149 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34bf2d05-cef5-4ac3-8a58-6142726aac10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:10.484866 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-34bf2d05-cef5-4ac3-8a58-6142726aac10 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/subnets/3ba5839f-b0f2-4725-b466-55225a7566c0 HTTP/1.1" status: 204 len: 168 time: 1.1351094 Dec 20 21:39:10.486156 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54226) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:10.488610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da4e66-f89a-4408-a86e-59191ba365af None None] Network dd30bdbb-54ec-4e4e-90a2-f29ec271e36f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:10.506787 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc96802-0a4e-4998-aa2a-d8fa72e00955 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:10.512944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-5bc96802-0a4e-4998-aa2a-d8fa72e00955 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:10.519902 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc96802-0a4e-4998-aa2a-d8fa72e00955 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:10.602271 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cde78395-a785-4390-bb1b-9e4a44758295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:10.613312 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc96802-0a4e-4998-aa2a-d8fa72e00955 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Pushing event updated for resources: {'Port': ['ID=1fb717f3-c6f5-4639-b418-0bb3149cf5f6,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:10.645148 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:10.652078 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47c2b925-3d80-4d60-8ee2-97e5b9006cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:10.724589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f07ec4-3bae-4af0-9ba2-b8ae916a2280 None None] DHCP port deletion for dd30bdbb-54ec-4e4e-90a2-f29ec271e36f request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:39:10.776753 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c5f07ec4-3bae-4af0-9ba2-b8ae916a2280 None None] Deleting port 377ea4bc-f9a9-446a-972b-8a15467d3ce2 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:10.777644 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c5f07ec4-3bae-4af0-9ba2-b8ae916a2280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:10.847671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Deleting port 377ea4bc-f9a9-446a-972b-8a15467d3ce2 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:10.848084 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:10.858229 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c5f07ec4-3bae-4af0-9ba2-b8ae916a2280 None None] For port 377ea4bc-f9a9-446a-972b-8a15467d3ce2, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=377ea4bc-f9a9-446a-972b-8a15467d3ce2,segment=NetworkSegment(d222d2be-12f3-4c79-b326-6cae28d8d16a),segment_id=d222d2be-12f3-4c79-b326-6cae28d8d16a)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:10.862237 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c5f07ec4-3bae-4af0-9ba2-b8ae916a2280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:10.879678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c5f07ec4-3bae-4af0-9ba2-b8ae916a2280 None None] Calling delete_port for 377ea4bc-f9a9-446a-972b-8a15467d3ce2 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:10.978206 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c5f07ec4-3bae-4af0-9ba2-b8ae916a2280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:10.996664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f07ec4-3bae-4af0-9ba2-b8ae916a2280 None None] No DVR routers for this DVR port 377ea4bc-f9a9-446a-972b-8a15467d3ce2 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:39:11.033402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] For port 377ea4bc-f9a9-446a-972b-8a15467d3ce2, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=377ea4bc-f9a9-446a-972b-8a15467d3ce2,segment=NetworkSegment(d222d2be-12f3-4c79-b326-6cae28d8d16a),segment_id=d222d2be-12f3-4c79-b326-6cae28d8d16a)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:11.034033 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f07ec4-3bae-4af0-9ba2-b8ae916a2280 None None] Pushing event deleted for resources: {'Port': ['ID=377ea4bc-f9a9-446a-972b-8a15467d3ce2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:11.035408 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.037723 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cde78395-a785-4390-bb1b-9e4a44758295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.043337 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47c2b925-3d80-4d60-8ee2-97e5b9006cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.057317 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca08b-1097-43da-acf4-da0bfd45f998 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.059089 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-47c2b925-3d80-4d60-8ee2-97e5b9006cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.062407 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Calling delete_port for 377ea4bc-f9a9-446a-972b-8a15467d3ce2 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:11.064408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc96802-0a4e-4998-aa2a-d8fa72e00955 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:11.065150 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5bc96802-0a4e-4998-aa2a-d8fa72e00955 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.092837 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5bc96802-0a4e-4998-aa2a-d8fa72e00955 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3080609 Dec 20 21:39:11.093925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54232) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:11.098665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1d318dbf-f364-41b0-a253-631cb9d6b106 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.147'}]}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:11.112638 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca08b-1097-43da-acf4-da0bfd45f998 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.115954 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0fa080fd-e815-4247-9b5c-c77a728ced31 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:39:11.140854 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d318dbf-f364-41b0-a253-631cb9d6b106 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.142534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d318dbf-f364-41b0-a253-631cb9d6b106 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.152351 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cde78395-a785-4390-bb1b-9e4a44758295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.155558 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cde78395-a785-4390-bb1b-9e4a44758295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.157145 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cde78395-a785-4390-bb1b-9e4a44758295 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12deb37b-a964-4123-9770-e3a179fa5016 HTTP/1.1" status: 204 len: 168 time: 0.7381659 Dec 20 21:39:11.177106 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde78395-a785-4390-bb1b-9e4a44758295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12deb37b-a964-4123-9770-e3a179fa5016,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:11.223120 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d318dbf-f364-41b0-a253-631cb9d6b106 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.230022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2b925-3d80-4d60-8ee2-97e5b9006cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d46b07-f6d1-4e02-823e-64a326dd66c0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:11.236199 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-47c2b925-3d80-4d60-8ee2-97e5b9006cbd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61fda4f5bf97456394cd42b12dca1c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8119240 Dec 20 21:39:11.245319 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54236) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:11.303034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758d303-513e-40a1-a954-c1e6cba97924 req-6125a502-6f5d-4194-94bc-c5eeb45ab58a tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:11.307875 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8758d303-513e-40a1-a954-c1e6cba97924 req-6125a502-6f5d-4194-94bc-c5eeb45ab58a tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 948 time: 0.3549383 Dec 20 21:39:11.357285 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0fa080fd-e815-4247-9b5c-c77a728ced31, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0fa080fd-e815-4247-9b5c-c77a728ced31,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:11.389678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '0fa080fd-e815-4247-9b5c-c77a728ced31', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '0fa080fd-e815-4247-9b5c-c77a728ced31', 'mac_address': 'fa:16:3e:74:20:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:39:11.395725 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-fd5ca08b-1097-43da-acf4-da0bfd45f998 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Allocated IP 172.35.3.152 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/ad670cef-640b-4127-ae33-cb46c9e17afe) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:11.440983 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8758d303-513e-40a1-a954-c1e6cba97924 req-ce12d449-36b2-4cd4-8c81-fcb62a809f78 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cdc4862-79b8-4c57-90c7-b00409946a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198921 Dec 20 21:39:11.444323 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d318dbf-f364-41b0-a253-631cb9d6b106 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.448233 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.470168 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa080fd-e815-4247-9b5c-c77a728ced31 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:39:11.493178 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0fa080fd-e815-4247-9b5c-c77a728ced31, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0fa080fd-e815-4247-9b5c-c77a728ced31,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:11.518716 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.526971 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d631b355-0890-47e4-8fdc-6bc421115e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.533029 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.614669 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Port': ['ID=377ea4bc-f9a9-446a-972b-8a15467d3ce2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:11.626229 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d631b355-0890-47e4-8fdc-6bc421115e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.628457 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] No DVR routers for this DVR port 377ea4bc-f9a9-446a-972b-8a15467d3ce2 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:39:11.630282 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=0fa080fd-e815-4247-9b5c-c77a728ced31,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:11.754895 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca08b-1097-43da-acf4-da0bfd45f998 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.762821 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d318dbf-f364-41b0-a253-631cb9d6b106 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.773144 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.794925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['0fa080fd-e815-4247-9b5c-c77a728ced31'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:39:11.797668 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d318dbf-f364-41b0-a253-631cb9d6b106 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.802474 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd30bdbb-54ec-4e4e-90a2-f29ec271e36f']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:11.813970 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd222d2be-12f3-4c79-b326-6cae28d8d16a') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:11.814564 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd222d2be-12f3-4c79-b326-6cae28d8d16a') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:11.825278 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.839298 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.845557 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:39:11.846274 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:39:11.922728 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:39:11.936872 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.952807 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.954665 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/networks/dd30bdbb-54ec-4e4e-90a2-f29ec271e36f HTTP/1.1" status: 204 len: 168 time: 1.4664078 Dec 20 21:39:11.961250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54256) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:11.966187 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d631b355-0890-47e4-8fdc-6bc421115e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.968768 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d631b355-0890-47e4-8fdc-6bc421115e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:11.969991 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d631b355-0890-47e4-8fdc-6bc421115e31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15d46b07-f6d1-4e02-823e-64a326dd66c0 HTTP/1.1" status: 204 len: 168 time: 0.7236271 Dec 20 21:39:11.976348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3fc8e-d43c-4b15-a3bb-b17ef62db106 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Network': ['ID=dd30bdbb-54ec-4e4e-90a2-f29ec271e36f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:11.988845 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631b355-0890-47e4-8fdc-6bc421115e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d46b07-f6d1-4e02-823e-64a326dd66c0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:11.998620 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca08b-1097-43da-acf4-da0bfd45f998 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:12.101505 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ca08b-1097-43da-acf4-da0bfd45f998 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Pushing event updated for resources: {'Port': ['ID=ad670cef-640b-4127-ae33-cb46c9e17afe,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:12.120589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 377ea4bc-f9a9-446a-972b-8a15467d3ce2 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:39:12.132830 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5ca08b-1097-43da-acf4-da0bfd45f998 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:12.134666 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-fd5ca08b-1097-43da-acf4-da0bfd45f998 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:12.143856 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5ca08b-1097-43da-acf4-da0bfd45f998 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:12.155443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 377ea4bc-f9a9-446a-972b-8a15467d3ce2 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:39:12.157539 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 377ea4bc-f9a9-446a-972b-8a15467d3ce2 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:39:12.201944 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d318dbf-f364-41b0-a253-631cb9d6b106 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:12.440397 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d318dbf-f364-41b0-a253-631cb9d6b106 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:12.442589 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d318dbf-f364-41b0-a253-631cb9d6b106 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:12.493634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff43c9-18a1-41f2-95ef-8bc3770f3586 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Deleting port e95fed60-411c-4842-8900-7ae4f76dabb2 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:12.493993 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c6ff43c9-18a1-41f2-95ef-8bc3770f3586 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:12.498436 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d318dbf-f364-41b0-a253-631cb9d6b106 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:12.499359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d318dbf-f364-41b0-a253-631cb9d6b106 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10e2fa60-834c-4faf-8833-84151092b45d {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:39:12.589221 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-1d318dbf-f364-41b0-a253-631cb9d6b106 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 20 21:39:12.593146 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1d318dbf-f364-41b0-a253-631cb9d6b106 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4954140 Dec 20 21:39:12.593855 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54280) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:12.615648 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca08b-1097-43da-acf4-da0bfd45f998 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:12.653376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d63ad5-d588-4da7-8baf-b6417ede0378 req-f8b7aef0-680c-4705-b505-535f302ebe9c tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:12.654974 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47d63ad5-d588-4da7-8baf-b6417ede0378 req-f8b7aef0-680c-4705-b505-535f302ebe9c tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 949 time: 0.0855513 Dec 20 21:39:12.656903 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c6ff43c9-18a1-41f2-95ef-8bc3770f3586 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:12.657223 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c6ff43c9-18a1-41f2-95ef-8bc3770f3586 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:12.677753 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff43c9-18a1-41f2-95ef-8bc3770f3586 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Calling delete_port for e95fed60-411c-4842-8900-7ae4f76dabb2 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:12.728224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54284) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:12.740433 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47d63ad5-d588-4da7-8baf-b6417ede0378 req-37647818-24d4-4370-abf1-5a183c8d976b tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cdc4862-79b8-4c57-90c7-b00409946a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750334 Dec 20 21:39:12.928005 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca08b-1097-43da-acf4-da0bfd45f998 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:12.936503 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca08b-1097-43da-acf4-da0bfd45f998 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:12.972481 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c6ff43c9-18a1-41f2-95ef-8bc3770f3586 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:13.060796 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-cfc58345-1da7-4e11-b209-7fd187a62556 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Deleting port 1fb717f3-c6f5-4639-b418-0bb3149cf5f6 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:13.061128 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cfc58345-1da7-4e11-b209-7fd187a62556 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:13.138326 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0fa080fd-e815-4247-9b5c-c77a728ced31 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:39:13.189617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54304) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:13.194690 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff43c9-18a1-41f2-95ef-8bc3770f3586 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Port': ['ID=e95fed60-411c-4842-8900-7ae4f76dabb2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:13.236514 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 0fa080fd-e815-4247-9b5c-c77a728ced31 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:39:13.243986 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 0fa080fd-e815-4247-9b5c-c77a728ced31 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:13.244920 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:13.318708 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c6ff43c9-18a1-41f2-95ef-8bc3770f3586 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:13.321425 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c6ff43c9-18a1-41f2-95ef-8bc3770f3586 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:13.329374 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c6ff43c9-18a1-41f2-95ef-8bc3770f3586 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/floatingips/9daf4c9b-0ff4-4cd5-aeba-5981a3f66001 HTTP/1.1" status: 204 len: 168 time: 1.3669515 Dec 20 21:39:13.330024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54308) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:13.372427 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c57251-ea9c-4af1-8729-964f7bf96d53 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] DELETE failed (client error): The resource could not be found. Dec 20 21:39:13.373165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c57251-ea9c-4af1-8729-964f7bf96d53 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:39:13.377890 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:13.396755 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-72c57251-ea9c-4af1-8729-964f7bf96d53 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/ports/1019aa1e-ce17-419d-a197-817f2d4a6232 HTTP/1.1" status: 404 len: 333 time: 0.0638056 Dec 20 21:39:13.400006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54310) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:13.411788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbe962e-5119-44f4-b276-a771baea449d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa080fd-e815-4247-9b5c-c77a728ced31'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:39:13.414866 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fc30f4-0f20-4669-9620-979d513bae1a" -d '{"events": [{"server_uuid": "9cbe962e-5119-44f4-b276-a771baea449d", "name": "network-vif-plugged", "status": "completed", "tag": "0fa080fd-e815-4247-9b5c-c77a728ced31"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:39:13.463502 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0fa080fd-e815-4247-9b5c-c77a728ced31, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0fa080fd-e815-4247-9b5c-c77a728ced31,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:13.474641 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:13.490654 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f7c65559-2c39-496d-822f-738270d1da35 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-392745093'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:13.514123 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa435d1-caa3-4edd-a2fd-aefac03dfbaa x-openstack-request-id: req-bfa435d1-caa3-4edd-a2fd-aefac03dfbaa {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:39:13.514815 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbe962e-5119-44f4-b276-a771baea449d", "name": "network-vif-plugged", "status": "completed", "tag": "0fa080fd-e815-4247-9b5c-c77a728ced31", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:39:13.515325 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfa435d1-caa3-4edd-a2fd-aefac03dfbaa {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:39:13.516131 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbe962e-5119-44f4-b276-a771baea449d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa080fd-e815-4247-9b5c-c77a728ced31', 'code': 200} Dec 20 21:39:13.524563 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-34be5880-7841-4cc0-8ffa-2f067300d0e7 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "GET /v2.0/ports?device_id=72bdafcf-ed84-484a-bc76-649f8fcfd060 HTTP/1.1" status: 200 len: 205 time: 0.1202772 Dec 20 21:39:13.525637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54314) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:13.554256 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=0fa080fd-e815-4247-9b5c-c77a728ced31,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:13.617908 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5ca08b-1097-43da-acf4-da0bfd45f998 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Router 2318226c-c8df-424d-aaa1-c535591bb04f is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:39:13.639141 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cfc58345-1da7-4e11-b209-7fd187a62556 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:13.655294 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-cfc58345-1da7-4e11-b209-7fd187a62556 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Calling delete_port for 1fb717f3-c6f5-4639-b418-0bb3149cf5f6 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:13.682051 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-9f7a50d5-0e96-4d21-8fc5-41bcb61e9eb4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] delete failed (client error): The resource could not be found. Dec 20 21:39:13.685531 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9f7a50d5-0e96-4d21-8fc5-41bcb61e9eb4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/routers/72bdafcf-ed84-484a-bc76-649f8fcfd060 HTTP/1.1" status: 404 len: 336 time: 0.1462014 Dec 20 21:39:13.699350 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54316) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:13.763403 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a647087-181a-4836-9bbe-b4e9c0fe9a0a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] DELETE failed (client error): The resource could not be found. Dec 20 21:39:13.763857 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a647087-181a-4836-9bbe-b4e9c0fe9a0a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:39:13.768968 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2a647087-181a-4836-9bbe-b4e9c0fe9a0a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/subnets/3ba5839f-b0f2-4725-b466-55225a7566c0 HTTP/1.1" status: 404 len: 337 time: 0.0517464 Dec 20 21:39:13.775056 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54320) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:13.777423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c65559-2c39-496d-822f-738270d1da35 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Made reservation on behalf of f0a5abd1b2e544c49f620dbd6c027e16 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:13.781515 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f7c65559-2c39-496d-822f-738270d1da35 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:13.827476 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f7c65559-2c39-496d-822f-738270d1da35 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:13.871042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83358c57-6896-4e73-b8f9-fc829362d171 req-d3dcf9e7-6077-4bdc-af3d-190e201ae6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:13.872679 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-83358c57-6896-4e73-b8f9-fc829362d171 req-d3dcf9e7-6077-4bdc-af3d-190e201ae6ab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 1099 time: 0.2359037 Dec 20 21:39:13.910790 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cfc58345-1da7-4e11-b209-7fd187a62556 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:14.003170 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc58345-1da7-4e11-b209-7fd187a62556 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fb717f3-c6f5-4639-b418-0bb3149cf5f6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:14.039766 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5ca08b-1097-43da-acf4-da0bfd45f998 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:14.047909 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-83358c57-6896-4e73-b8f9-fc829362d171 req-93a9643f-827f-4611-b494-77e006830926 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9cdc4862-79b8-4c57-90c7-b00409946a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557155 Dec 20 21:39:14.053406 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4966ebb7-3786-485b-8a8a-c3e9a237e4a5 None None] Sync routers for ids ['2318226c-c8df-424d-aaa1-c535591bb04f'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:14.058122 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd5ca08b-1097-43da-acf4-da0bfd45f998 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:14.059696 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fd5ca08b-1097-43da-acf4-da0bfd45f998 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "PUT /v2.0/routers/2318226c-c8df-424d-aaa1-c535591bb04f HTTP/1.1" status: 200 len: 919 time: 4.5526819 Dec 20 21:39:14.063873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54326) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:14.064368 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4966ebb7-3786-485b-8a8a-c3e9a237e4a5 None None] Routers {'2318226c-c8df-424d-aaa1-c535591bb04f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:14.065111 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4966ebb7-3786-485b-8a8a-c3e9a237e4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2318226c-c8df-424d-aaa1-c535591bb04f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:14.105293 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4966ebb7-3786-485b-8a8a-c3e9a237e4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:14.114553 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4966ebb7-3786-485b-8a8a-c3e9a237e4a5 None None] Routers {'2318226c-c8df-424d-aaa1-c535591bb04f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:14.115496 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4966ebb7-3786-485b-8a8a-c3e9a237e4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2318226c-c8df-424d-aaa1-c535591bb04f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:14.120719 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abb2a0-a0e1-4ff6-8126-5f8b10e32f7d req-3f2c3b27-10b5-42de-9c4b-3e16e045ed47 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:14.122434 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64abb2a0-a0e1-4ff6-8126-5f8b10e32f7d req-3f2c3b27-10b5-42de-9c4b-3e16e045ed47 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 950 time: 0.2472944 Dec 20 21:39:14.137416 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f7c65559-2c39-496d-822f-738270d1da35 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:14.150180 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4966ebb7-3786-485b-8a8a-c3e9a237e4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:14.151260 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4966ebb7-3786-485b-8a8a-c3e9a237e4a5 None None] The sync data for ids ['2318226c-c8df-424d-aaa1-c535591bb04f'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:39:14.166876 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cfc58345-1da7-4e11-b209-7fd187a62556 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:14.168019 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f7c65559-2c39-496d-822f-738270d1da35 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:14.170432 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cfc58345-1da7-4e11-b209-7fd187a62556 tempest-RoutersAdminNegativeTest-1823998514 tempest-RoutersAdminNegativeTest-1823998514-project-admin] 10.222.0.32 "DELETE /v2.0/ports/1fb717f3-c6f5-4639-b418-0bb3149cf5f6 HTTP/1.1" status: 204 len: 168 time: 1.5737381 Dec 20 21:39:14.195409 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-804b50f4-98d7-40fe-bbc9-f2e97e1cd385 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Deleting port 5533b7db-8370-423e-aa63-dd3aac31afc9 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:14.195747 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-804b50f4-98d7-40fe-bbc9-f2e97e1cd385 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:14.200429 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-77d5cc3c-359a-4b27-adc4-435fa91a33ac tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "GET /v2.0/routers/2318226c-c8df-424d-aaa1-c535591bb04f HTTP/1.1" status: 200 len: 925 time: 0.1326795 Dec 20 21:39:14.200814 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54334) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:14.250325 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c65559-2c39-496d-822f-738270d1da35 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:39:14.252732 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027326b1-cf42-40a0-bdd7-cddcca702e4f tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:14.257427 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-027326b1-cf42-40a0-bdd7-cddcca702e4f tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=75a50006-9813-4820-b308-110a7399d065&device_id=2318226c-c8df-424d-aaa1-c535591bb04f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0527573 Dec 20 21:39:14.258031 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54336) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:14.310674 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64abb2a0-a0e1-4ff6-8126-5f8b10e32f7d req-b4a78baf-2b1e-4658-8501-229afccceeac tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cdc4862-79b8-4c57-90c7-b00409946a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778312 Dec 20 21:39:14.328168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c65559-2c39-496d-822f-738270d1da35 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d7b233-d119-45fe-aa51-04d9310ead45,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:14.337658 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f7c65559-2c39-496d-822f-738270d1da35 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:14.337982 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-f7c65559-2c39-496d-822f-738270d1da35 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Added segment facd2113-f451-47ff-a964-79b8af62a6cc of type vlan for network c7cdae1d-c745-4185-9d3d-a40bc8d97af0 Dec 20 21:39:14.383865 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413d5c59-9859-4346-83d6-026336cb9ea7 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:14.389099 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-413d5c59-9859-4346-83d6-026336cb9ea7 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "GET /v2.0/networks/75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 881 time: 0.1254737 Dec 20 21:39:14.392271 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54338) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:14.423544 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f7c65559-2c39-496d-822f-738270d1da35 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:14.429388 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-500ba003-cffc-4902-b8f6-227296763ef4 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "GET /v2.0/ports?device_id=2318226c-c8df-424d-aaa1-c535591bb04f HTTP/1.1" status: 200 len: 205 time: 0.0354016 Dec 20 21:39:14.432236 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54340) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:14.432914 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-804b50f4-98d7-40fe-bbc9-f2e97e1cd385 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:14.459103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-804b50f4-98d7-40fe-bbc9-f2e97e1cd385 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Calling delete_port for 5533b7db-8370-423e-aa63-dd3aac31afc9 owned by {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:14.464942 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5b239d2-9ede-438e-b461-d6c5f70427cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:14.581207 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54348) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:14.613532 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f7c65559-2c39-496d-822f-738270d1da35 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:14.619443 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c65559-2c39-496d-822f-738270d1da35 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:14.620052 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f7c65559-2c39-496d-822f-738270d1da35 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:14.623967 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f231571f-6a58-4f7b-bc5f-251d68e319aa tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:14.738092 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f7c65559-2c39-496d-822f-738270d1da35 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5322957 Dec 20 21:39:14.741874 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93e60ac6-9982-41b8-9d16-af71ce9e65a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:14.748214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c65559-2c39-496d-822f-738270d1da35 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event updated for resources: {'Network': ['ID=c7cdae1d-c745-4185-9d3d-a40bc8d97af0,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:14.759301 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network c7cdae1d-c745-4185-9d3d-a40bc8d97af0 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:39:14.765418 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:14.807955 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f231571f-6a58-4f7b-bc5f-251d68e319aa tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:14.915222 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f231571f-6a58-4f7b-bc5f-251d68e319aa tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Deleting port ad670cef-640b-4127-ae33-cb46c9e17afe {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:14.915772 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f231571f-6a58-4f7b-bc5f-251d68e319aa tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:14.965343 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-804b50f4-98d7-40fe-bbc9-f2e97e1cd385 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:15.000343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b50f4-98d7-40fe-bbc9-f2e97e1cd385 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Port': ['ID=5533b7db-8370-423e-aa63-dd3aac31afc9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:15.024650 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f231571f-6a58-4f7b-bc5f-251d68e319aa tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:15.039313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f231571f-6a58-4f7b-bc5f-251d68e319aa tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Calling delete_port for ad670cef-640b-4127-ae33-cb46c9e17afe owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:15.122968 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-804b50f4-98d7-40fe-bbc9-f2e97e1cd385 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:15.136524 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-804b50f4-98d7-40fe-bbc9-f2e97e1cd385 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/ports/5533b7db-8370-423e-aa63-dd3aac31afc9 HTTP/1.1" status: 204 len: 168 time: 1.3521852 Dec 20 21:39:15.139097 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54354) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:15.177261 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93e60ac6-9982-41b8-9d16-af71ce9e65a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:15.237703 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-93e60ac6-9982-41b8-9d16-af71ce9e65a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:15.284383 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-e5b239d2-9ede-438e-b461-d6c5f70427cd admin admin] Deleting port 308a899b-cbe5-4a76-bd53-b748e27cd837 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:15.286189 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5b239d2-9ede-438e-b461-d6c5f70427cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:15.341904 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-93e60ac6-9982-41b8-9d16-af71ce9e65a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1cfb4a386c5417b956f2fbc0ec1cd43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7596180 Dec 20 21:39:15.344250 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e60ac6-9982-41b8-9d16-af71ce9e65a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d0f4ce-08f5-4ff0-a6b2-177705ff369a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:15.349180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54358) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:15.386959 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0d06b269-7d79-4a46-a3d1-8ecf18821bf4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Deleting port 4975f7a6-135a-46eb-b947-aa462ac7db15 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:15.387486 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d06b269-7d79-4a46-a3d1-8ecf18821bf4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:15.424602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-e5b239d2-9ede-438e-b461-d6c5f70427cd admin admin] For port 308a899b-cbe5-4a76-bd53-b748e27cd837, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=308a899b-cbe5-4a76-bd53-b748e27cd837,segment=NetworkSegment(47a3639c-7b5f-45dd-bb69-9d62790353d4),segment_id=47a3639c-7b5f-45dd-bb69-9d62790353d4)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:15.424962 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5b239d2-9ede-438e-b461-d6c5f70427cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:15.446510 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-e5b239d2-9ede-438e-b461-d6c5f70427cd admin admin] Calling delete_port for 308a899b-cbe5-4a76-bd53-b748e27cd837 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:15.448528 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d0b62a7-530a-4a61-b4f0-a60a1bc4b961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:15.505615 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d0b62a7-530a-4a61-b4f0-a60a1bc4b961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:15.554290 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f231571f-6a58-4f7b-bc5f-251d68e319aa tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:15.635182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231571f-6a58-4f7b-bc5f-251d68e319aa tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Pushing event deleted for resources: {'Port': ['ID=ad670cef-640b-4127-ae33-cb46c9e17afe,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:15.654763 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50906dc3-61e1-49ee-b33e-690d11aff9c4 req-d035b71f-889f-43d9-b1d6-06f814dab7da tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:15.656365 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-50906dc3-61e1-49ee-b33e-690d11aff9c4 req-d035b71f-889f-43d9-b1d6-06f814dab7da tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 950 time: 0.1972318 Dec 20 21:39:15.689987 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5b239d2-9ede-438e-b461-d6c5f70427cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:15.708753 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d0b62a7-530a-4a61-b4f0-a60a1bc4b961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:15.712521 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d0b62a7-530a-4a61-b4f0-a60a1bc4b961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:15.723434 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0d0b62a7-530a-4a61-b4f0-a60a1bc4b961 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9d0f4ce-08f5-4ff0-a6b2-177705ff369a HTTP/1.1" status: 204 len: 168 time: 0.3729141 Dec 20 21:39:15.770589 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b239d2-9ede-438e-b461-d6c5f70427cd admin admin] Pushing event deleted for resources: {'Port': ['ID=308a899b-cbe5-4a76-bd53-b748e27cd837,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:15.797196 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b62a7-530a-4a61-b4f0-a60a1bc4b961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d0f4ce-08f5-4ff0-a6b2-177705ff369a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:15.836970 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d06b269-7d79-4a46-a3d1-8ecf18821bf4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:15.926797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0d06b269-7d79-4a46-a3d1-8ecf18821bf4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Calling delete_port for 4975f7a6-135a-46eb-b947-aa462ac7db15 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:15.981222 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-50906dc3-61e1-49ee-b33e-690d11aff9c4 req-b9d75ad2-3850-4a58-a584-e75f32139672 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cdc4862-79b8-4c57-90c7-b00409946a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817388 Dec 20 21:39:15.987405 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f231571f-6a58-4f7b-bc5f-251d68e319aa tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:16.275156 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f231571f-6a58-4f7b-bc5f-251d68e319aa tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:16.281624 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f231571f-6a58-4f7b-bc5f-251d68e319aa tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:16.435341 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f231571f-6a58-4f7b-bc5f-251d68e319aa tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:16.436647 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f231571f-6a58-4f7b-bc5f-251d68e319aa tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Fanout notify agent at l3_agent the message router_deleted on router 2318226c-c8df-424d-aaa1-c535591bb04f {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:39:16.452528 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f231571f-6a58-4f7b-bc5f-251d68e319aa tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:16.455801 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f231571f-6a58-4f7b-bc5f-251d68e319aa tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "DELETE /v2.0/routers/2318226c-c8df-424d-aaa1-c535591bb04f HTTP/1.1" status: 204 len: 168 time: 2.0215006 Dec 20 21:39:16.461331 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54382) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:16.477862 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-826883755', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:16.484685 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54384) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:16.611257 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:16.612330 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:16.627074 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d06b269-7d79-4a46-a3d1-8ecf18821bf4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:16.646788 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bbbf12be-cf81-4740-a731-5541304eb3a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d10f08e409534c19a92563c929436bba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593022 Dec 20 21:39:16.665825 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54386) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:16.688795 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06b269-7d79-4a46-a3d1-8ecf18821bf4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Port': ['ID=4975f7a6-135a-46eb-b947-aa462ac7db15,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:16.729187 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e8de-742a-4441-881c-16e6b7c3564f req-2ddc6b06-c371-4fa4-9aa1-f2c23717ca8b tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:16.730674 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c099e8de-742a-4441-881c-16e6b7c3564f req-2ddc6b06-c371-4fa4-9aa1-f2c23717ca8b tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 950 time: 0.1840305 Dec 20 21:39:16.782347 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-882439c1-8e9b-44ea-a5d0-6b702cb38797 req-e7cf7455-bbb2-4d3a-8dce-73c08f57a85d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.7139800 Dec 20 21:39:16.803622 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5b239d2-9ede-438e-b461-d6c5f70427cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:16.850569 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:16.949000 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c099e8de-742a-4441-881c-16e6b7c3564f req-b883845c-c51e-4c53-9c79-c4ad92089520 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cdc4862-79b8-4c57-90c7-b00409946a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650906 Dec 20 21:39:16.956202 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882439c1-8e9b-44ea-a5d0-6b702cb38797 req-b687d64d-653f-4d83-a1a3-1976dd0904e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:16.957941 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-882439c1-8e9b-44ea-a5d0-6b702cb38797 req-b687d64d-653f-4d83-a1a3-1976dd0904e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d148da42bcc49c09fb4b3551f55d580&device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 1133 time: 0.0911992 Dec 20 21:39:16.983185 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0d06b269-7d79-4a46-a3d1-8ecf18821bf4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:16.986452 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0d06b269-7d79-4a46-a3d1-8ecf18821bf4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/ports/4975f7a6-135a-46eb-b947-aa462ac7db15 HTTP/1.1" status: 204 len: 168 time: 1.8461137 Dec 20 21:39:16.995423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54388) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:17.074265 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:17.083466 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff16f07f-1b37-4e31-9948-00b796478e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:17.159152 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff16f07f-1b37-4e31-9948-00b796478e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:17.236635 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff16f07f-1b37-4e31-9948-00b796478e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:17.239806 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff16f07f-1b37-4e31-9948-00b796478e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:17.241196 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ff16f07f-1b37-4e31-9948-00b796478e4e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/decb7172-a254-4365-91bf-eb77fd3cfbb4 HTTP/1.1" status: 204 len: 168 time: 0.5707483 Dec 20 21:39:17.274014 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16f07f-1b37-4e31-9948-00b796478e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decb7172-a254-4365-91bf-eb77fd3cfbb4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:17.386282 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b239d2-9ede-438e-b461-d6c5f70427cd admin admin] Router 928eaeef-dcbe-4331-a876-fcbc4f285009 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:39:17.434443 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a445c31-a1f0-4c19-9acf-80635e01e1e2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:17.436150 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2a445c31-a1f0-4c19-9acf-80635e01e1e2 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9a84bda-43cd-4619-a9d9-51cc598aa56d HTTP/1.1" status: 200 len: 913 time: 0.4380019 Dec 20 21:39:17.442374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54394) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:17.524470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882439c1-8e9b-44ea-a5d0-6b702cb38797 req-3a0d7417-bcbc-4db9-9ff6-124322be1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:17.526205 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-882439c1-8e9b-44ea-a5d0-6b702cb38797 req-3a0d7417-bcbc-4db9-9ff6-124322be1264 service neutron] 10.222.0.31 "GET /v2.0/networks?id=643f2771-1861-458d-9bd2-f33fcee7623a HTTP/1.1" status: 200 len: 897 time: 0.5392020 Dec 20 21:39:17.723086 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-882439c1-8e9b-44ea-a5d0-6b702cb38797 req-d350f5b7-12ff-4568-83fb-056fc1396691 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=696d27e0-4685-4c34-85ec-58a9ea8e7dcc HTTP/1.1" status: 200 len: 1001 time: 0.1464822 Dec 20 21:39:17.781717 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882439c1-8e9b-44ea-a5d0-6b702cb38797 req-dcfd314c-efd4-4a01-a6c4-1179ad86fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:17.783556 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-882439c1-8e9b-44ea-a5d0-6b702cb38797 req-dcfd314c-efd4-4a01-a6c4-1179ad86fc9c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6a37fb4-9e39-43fd-b635-7223bbe08aa3 HTTP/1.1" status: 200 len: 835 time: 0.0524683 Dec 20 21:39:17.787174 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:17.811948 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:17.847190 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b239d2-9ede-438e-b461-d6c5f70427cd admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:17.857654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25c6676-93a8-4ab9-ac65-1e372b1d6b78 None None] Sync routers for ids ['928eaeef-dcbe-4331-a876-fcbc4f285009'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:17.871558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25c6676-93a8-4ab9-ac65-1e372b1d6b78 None None] Routers {'928eaeef-dcbe-4331-a876-fcbc4f285009'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:17.873001 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f25c6676-93a8-4ab9-ac65-1e372b1d6b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['928eaeef-dcbe-4331-a876-fcbc4f285009'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:17.910662 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e5b239d2-9ede-438e-b461-d6c5f70427cd admin admin] 10.222.0.32 "PUT /v2.0/routers/928eaeef-dcbe-4331-a876-fcbc4f285009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1795647 Dec 20 21:39:17.916441 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54408) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:17.997204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Allocated IP 172.35.3.40 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/01ffddad-f240-41a4-95a8-5563cdc58581) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:18.070678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-f25c6676-93a8-4ab9-ac65-1e372b1d6b78 None None] Set router 928eaeef-dcbe-4331-a876-fcbc4f285009 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:39:18.100553 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54416) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:18.116369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-275f9f82-7049-4fa2-b06b-04e2e9c3177e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Request body: {'subnet': {'network_id': 'c7cdae1d-c745-4185-9d3d-a40bc8d97af0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:18.180344 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:18.228112 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:18.271055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882439c1-8e9b-44ea-a5d0-6b702cb38797 req-0e43d539-6172-4e40-b9a3-e44686cc5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:18.278652 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-882439c1-8e9b-44ea-a5d0-6b702cb38797 req-0e43d539-6172-4e40-b9a3-e44686cc5769 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=643f2771-1861-458d-9bd2-f33fcee7623a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4879282 Dec 20 21:39:18.281873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:18.286591 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:18.299351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:18.326462 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54420) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:18.355116 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Pushing event updated for resources: {'Port': ['ID=01ffddad-f240-41a4-95a8-5563cdc58581,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:18.494129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7c363-384b-41d3-8bd9-0cb209190df1 req-ae3e83bf-e124-4dc1-af0c-639af8a18cc2 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:18.495899 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47a7c363-384b-41d3-8bd9-0cb209190df1 req-ae3e83bf-e124-4dc1-af0c-639af8a18cc2 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 950 time: 0.6476889 Dec 20 21:39:18.546919 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:18.633294 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07d740-081e-46bb-8b0f-25fddf0df9dd req-e5c31a94-f63a-4ff1-a9f8-857f85818848 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:18.636279 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:18.641050 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5d07d740-081e-46bb-8b0f-25fddf0df9dd req-e5c31a94-f63a-4ff1-a9f8-857f85818848 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 950 time: 0.5375271 Dec 20 21:39:18.642790 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f9e3810c-d192-4213-bd0b-252184755ba4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'network': {'name': 'tempest-RoutersTest-1974861988'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:18.644801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f25c6676-93a8-4ab9-ac65-1e372b1d6b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'name': 'tempest-TaggedBootDevicesTest-189542206-router', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '7057fb74-1769-41df-abd7-68be04325637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:51Z', 'updated_at': '2021-12-20T21:39:15Z', 'revision_number': 5, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'gw_port': {'id': '7057fb74-1769-41df-abd7-68be04325637', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:22:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:52Z', 'updated_at': '2021-12-20T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:18.677784 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85fb0aa6-dfcf-4166-a8de-496fa16000b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:18.687648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25c6676-93a8-4ab9-ac65-1e372b1d6b78 None None] Checking router: 928eaeef-dcbe-4331-a876-fcbc4f285009 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:39:18.699451 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25c6676-93a8-4ab9-ac65-1e372b1d6b78 None None] Routers {'928eaeef-dcbe-4331-a876-fcbc4f285009'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:18.700540 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f25c6676-93a8-4ab9-ac65-1e372b1d6b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['928eaeef-dcbe-4331-a876-fcbc4f285009'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:18.715447 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e3810c-d192-4213-bd0b-252184755ba4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:18.719372 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9e3810c-d192-4213-bd0b-252184755ba4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:18.770087 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9e3810c-d192-4213-bd0b-252184755ba4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:18.825408 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-882439c1-8e9b-44ea-a5d0-6b702cb38797 req-62a97c82-1e52-4d75-b104-4e80939ff4f4 service neutron] 10.222.0.31 "GET /v2.0/networks/643f2771-1861-458d-9bd2-f33fcee7623a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623232 Dec 20 21:39:18.840306 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-f25c6676-93a8-4ab9-ac65-1e372b1d6b78 None None] Set router 928eaeef-dcbe-4331-a876-fcbc4f285009 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:39:18.883887 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5d07d740-081e-46bb-8b0f-25fddf0df9dd req-9f8e3020-d8a1-498f-a9d7-9416ece16825 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cdc4862-79b8-4c57-90c7-b00409946a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417839 Dec 20 21:39:18.889085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275f9f82-7049-4fa2-b06b-04e2e9c3177e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Made reservation on behalf of f0a5abd1b2e544c49f620dbd6c027e16 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:18.894111 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-275f9f82-7049-4fa2-b06b-04e2e9c3177e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:18.968450 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:19.105509 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85fb0aa6-dfcf-4166-a8de-496fa16000b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:19.108131 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9e3810c-d192-4213-bd0b-252184755ba4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:19.116898 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9e3810c-d192-4213-bd0b-252184755ba4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:19.120438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f25c6676-93a8-4ab9-ac65-1e372b1d6b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'name': 'tempest-TaggedBootDevicesTest-189542206-router', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '7057fb74-1769-41df-abd7-68be04325637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:51Z', 'updated_at': '2021-12-20T21:39:15Z', 'revision_number': 5, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'gw_port': {'id': '7057fb74-1769-41df-abd7-68be04325637', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:22:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:52Z', 'updated_at': '2021-12-20T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:19.129458 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-47a7c363-384b-41d3-8bd9-0cb209190df1 req-d7ef7009-8430-4fc5-bb91-8d7fe0c09e1c tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Deleting port 0fa080fd-e815-4247-9b5c-c77a728ced31 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:19.129792 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-47a7c363-384b-41d3-8bd9-0cb209190df1 req-d7ef7009-8430-4fc5-bb91-8d7fe0c09e1c tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:19.138865 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-882439c1-8e9b-44ea-a5d0-6b702cb38797 req-3a982d8d-cd6a-4c74-b15d-811951df8489 service neutron] 10.222.0.31 "GET /v2.0/networks/643f2771-1861-458d-9bd2-f33fcee7623a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960060 Dec 20 21:39:19.153298 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25c6676-93a8-4ab9-ac65-1e372b1d6b78 None None] The sync data for ids ['928eaeef-dcbe-4331-a876-fcbc4f285009'] in n-d-xena-1 is: [{'id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'name': 'tempest-TaggedBootDevicesTest-189542206-router', 'tenant_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210'}], 'enable_snat': True}, 'gw_port_id': '7057fb74-1769-41df-abd7-68be04325637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:51Z', 'updated_at': '2021-12-20T21:39:15Z', 'revision_number': 5, 'project_id': 'ae8a085dd6e14fa0abcc7b1eb3b27ad5', 'gw_port': {'id': '7057fb74-1769-41df-abd7-68be04325637', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:22:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928eaeef-dcbe-4331-a876-fcbc4f285009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:52Z', 'updated_at': '2021-12-20T21:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:39:19.189602 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3810c-d192-4213-bd0b-252184755ba4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5053c90a-7a1d-4a59-b3f8-39ab4bbf5195,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:19.195228 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e3810c-d192-4213-bd0b-252184755ba4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:39:19.230668 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9e3810c-d192-4213-bd0b-252184755ba4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:19.231021 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-f9e3810c-d192-4213-bd0b-252184755ba4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Added segment 1ecc36e5-1561-4a28-8764-e9f755ca66b1 of type vlan for network c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe Dec 20 21:39:19.281990 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Router 2f63434a-1fd1-48cc-a137-441dfb10eee3 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:39:19.285703 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9e3810c-d192-4213-bd0b-252184755ba4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:19.391028 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9e3810c-d192-4213-bd0b-252184755ba4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:19.396509 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e3810c-d192-4213-bd0b-252184755ba4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:19.397252 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9e3810c-d192-4213-bd0b-252184755ba4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:19.493240 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f9e3810c-d192-4213-bd0b-252184755ba4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1629901 Dec 20 21:39:19.507596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54446) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:19.524947 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5e88de0f-d262-413c-b7c6-2f2c7c7c9833 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'network': {'name': 'tempest-RoutersTest-411555286'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:19.567764 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:19.569552 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3810c-d192-4213-bd0b-252184755ba4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Network': ['ID=c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:19.597495 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787efda3-2baa-4304-804b-c42e04fb6a2b None None] Sync routers for ids ['2f63434a-1fd1-48cc-a137-441dfb10eee3'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:19.604172 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:39:19.627978 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e88de0f-d262-413c-b7c6-2f2c7c7c9833 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:19.632640 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e88de0f-d262-413c-b7c6-2f2c7c7c9833 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:19.651034 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787efda3-2baa-4304-804b-c42e04fb6a2b None None] Routers {'2f63434a-1fd1-48cc-a137-441dfb10eee3'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:19.652103 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:19.653357 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7f773986-d0b3-44df-8cac-a7718e963c7f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1897967 Dec 20 21:39:19.655384 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-787efda3-2baa-4304-804b-c42e04fb6a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2f63434a-1fd1-48cc-a137-441dfb10eee3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:19.667021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54452) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:19.691554 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e88de0f-d262-413c-b7c6-2f2c7c7c9833 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:39:19.700817 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-785baf15-f6e0-456b-85b7-d17ddc8c605d tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:19.715268 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e88de0f-d262-413c-b7c6-2f2c7c7c9833 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:19.715636 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-5e88de0f-d262-413c-b7c6-2f2c7c7c9833 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Added segment af215b58-fd11-4b86-a039-0a8af9f24f34 of type vlan for network b952cd78-b431-4474-8dcd-b9b1e8bbebd8 Dec 20 21:39:19.735025 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-787efda3-2baa-4304-804b-c42e04fb6a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:19.754703 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787efda3-2baa-4304-804b-c42e04fb6a2b None None] Routers {'2f63434a-1fd1-48cc-a137-441dfb10eee3'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:19.755598 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-787efda3-2baa-4304-804b-c42e04fb6a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2f63434a-1fd1-48cc-a137-441dfb10eee3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:19.797957 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e88de0f-d262-413c-b7c6-2f2c7c7c9833 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:19.801241 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-787efda3-2baa-4304-804b-c42e04fb6a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:19.802047 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787efda3-2baa-4304-804b-c42e04fb6a2b None None] The sync data for ids ['2f63434a-1fd1-48cc-a137-441dfb10eee3'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:39:19.844925 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e88de0f-d262-413c-b7c6-2f2c7c7c9833 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:19.851142 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88de0f-d262-413c-b7c6-2f2c7c7c9833 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:19.851764 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5e88de0f-d262-413c-b7c6-2f2c7c7c9833 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:19.860839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-47a7c363-384b-41d3-8bd9-0cb209190df1 req-d7ef7009-8430-4fc5-bb91-8d7fe0c09e1c tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] For port 0fa080fd-e815-4247-9b5c-c77a728ced31, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0fa080fd-e815-4247-9b5c-c77a728ced31,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:19.861462 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-47a7c363-384b-41d3-8bd9-0cb209190df1 req-d7ef7009-8430-4fc5-bb91-8d7fe0c09e1c tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:19.908459 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-781e80df-e6f6-4627-bfab-93d9a531a8a4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:19.918707 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-47a7c363-384b-41d3-8bd9-0cb209190df1 req-d7ef7009-8430-4fc5-bb91-8d7fe0c09e1c tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Calling delete_port for 0fa080fd-e815-4247-9b5c-c77a728ced31 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:19.924199 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5e88de0f-d262-413c-b7c6-2f2c7c7c9833 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4155302 Dec 20 21:39:19.927156 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54464) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:19.933080 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-12bd5a9c-4fb1-4759-87b8-fd9593260b6a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'subnet': {'network_id': 'c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:19.940035 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88de0f-d262-413c-b7c6-2f2c7c7c9833 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Network': ['ID=b952cd78-b431-4474-8dcd-b9b1e8bbebd8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:19.954481 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network b952cd78-b431-4474-8dcd-b9b1e8bbebd8 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:39:20.007367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-85fb0aa6-dfcf-4166-a8de-496fa16000b6 admin admin] Deleting port 7057fb74-1769-41df-abd7-68be04325637 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:20.008037 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85fb0aa6-dfcf-4166-a8de-496fa16000b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:20.069891 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-275f9f82-7049-4fa2-b06b-04e2e9c3177e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:20.084128 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 308a899b-cbe5-4a76-bd53-b748e27cd837 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:39:20.089993 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1c7e4-2934-40f2-97a3-f5ccda7ea5df req-7b6714a5-4807-4f41-9504-91a39d56c7f6 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:20.097383 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-15c1c7e4-2934-40f2-97a3-f5ccda7ea5df req-7b6714a5-4807-4f41-9504-91a39d56c7f6 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 950 time: 0.0857449 Dec 20 21:39:20.100391 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bd5a9c-4fb1-4759-87b8-fd9593260b6a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:20.104032 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12bd5a9c-4fb1-4759-87b8-fd9593260b6a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:20.111798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 308a899b-cbe5-4a76-bd53-b748e27cd837 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:39:20.112148 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 308a899b-cbe5-4a76-bd53-b748e27cd837 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:39:20.199185 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-15c1c7e4-2934-40f2-97a3-f5ccda7ea5df req-7d4d5cc3-ad5a-469b-8e9b-2459472d71ee tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cdc4862-79b8-4c57-90c7-b00409946a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008523 Dec 20 21:39:20.306953 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f9f82-7049-4fa2-b06b-04e2e9c3177e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event updated for resources: {'Subnet': ['ID=094091f1-1f64-426f-b3ed-440b3e5a43a2,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:20.337474 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12bd5a9c-4fb1-4759-87b8-fd9593260b6a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:20.386394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-85fb0aa6-dfcf-4166-a8de-496fa16000b6 admin admin] For port 7057fb74-1769-41df-abd7-68be04325637, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7057fb74-1769-41df-abd7-68be04325637,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:20.386730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85fb0aa6-dfcf-4166-a8de-496fa16000b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:20.397092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd5a9c-4fb1-4759-87b8-fd9593260b6a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Subnet': ['ID=e7b154b2-6f8a-4012-8605-ccbc8f4c14ba,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:20.417318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bd5a9c-4fb1-4759-87b8-fd9593260b6a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Checking segment: {'id': '1ecc36e5-1561-4a28-8764-e9f755ca66b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:20.417654 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bd5a9c-4fb1-4759-87b8-fd9593260b6a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network hostable DHCP agents. Network: c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:39:20.433015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-85fb0aa6-dfcf-4166-a8de-496fa16000b6 admin admin] Calling delete_port for 7057fb74-1769-41df-abd7-68be04325637 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:20.438022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275f9f82-7049-4fa2-b06b-04e2e9c3177e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Checking segment: {'id': 'facd2113-f451-47ff-a964-79b8af62a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c7cdae1d-c745-4185-9d3d-a40bc8d97af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:20.438438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275f9f82-7049-4fa2-b06b-04e2e9c3177e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Network hostable DHCP agents. Network: c7cdae1d-c745-4185-9d3d-a40bc8d97af0, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:39:20.442025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bd5a9c-4fb1-4759-87b8-fd9593260b6a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:39:20.454465 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-12bd5a9c-4fb1-4759-87b8-fd9593260b6a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:20.461213 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bd5a9c-4fb1-4759-87b8-fd9593260b6a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:20.462238 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-12bd5a9c-4fb1-4759-87b8-fd9593260b6a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:20.464886 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4074229-43f2-45f7-a7a0-30a34565aa58 None None] Network c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:20.483250 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-12bd5a9c-4fb1-4759-87b8-fd9593260b6a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5542510 Dec 20 21:39:20.485640 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54474) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:20.495494 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2a1389d8-290a-4f1b-b5af-50fa882fb9f0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'subnet': {'network_id': 'b952cd78-b431-4474-8dcd-b9b1e8bbebd8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:20.619498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1389d8-290a-4f1b-b5af-50fa882fb9f0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:20.625461 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a1389d8-290a-4f1b-b5af-50fa882fb9f0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:20.641387 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275f9f82-7049-4fa2-b06b-04e2e9c3177e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Network c7cdae1d-c745-4185-9d3d-a40bc8d97af0 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:39:20.667949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe', 'network_id': 'c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'fixed_ips': [{'subnet_id': 'e7b154b2-6f8a-4012-8605-ccbc8f4c14ba'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:39:20.668835 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:20.669351 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-47a7c363-384b-41d3-8bd9-0cb209190df1 req-d7ef7009-8430-4fc5-bb91-8d7fe0c09e1c tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:20.671145 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-275f9f82-7049-4fa2-b06b-04e2e9c3177e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, c7cdae1d-c745-4185-9d3d-a40bc8d97af0) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:20.696380 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275f9f82-7049-4fa2-b06b-04e2e9c3177e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:20.697098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-275f9f82-7049-4fa2-b06b-04e2e9c3177e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:20.700897 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0322118e-9431-4f3c-90c1-0b5a1822a686 None None] Network c7cdae1d-c745-4185-9d3d-a40bc8d97af0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:20.762284 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef7009-8430-4fc5-bb91-8d7fe0c09e1c tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Pushing event deleted for resources: {'Port': ['ID=0fa080fd-e815-4247-9b5c-c77a728ced31,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:20.809033 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-785baf15-f6e0-456b-85b7-d17ddc8c605d tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:20.871139 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Allocated IP 172.20.0.2 (c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe/e7b154b2-6f8a-4012-8605-ccbc8f4c14ba/2149c517-9e4a-46fa-82c5-c5b101bb719c) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:20.879040 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-275f9f82-7049-4fa2-b06b-04e2e9c3177e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7709343 Dec 20 21:39:20.910257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54484) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:20.923997 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d141b630-6a06-40a3-8f78-8433d8cf0bdd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1703939124'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:20.931066 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a1389d8-290a-4f1b-b5af-50fa882fb9f0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.016860 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1389d8-290a-4f1b-b5af-50fa882fb9f0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Subnet': ['ID=4286fd84-8ad5-4b73-8168-6a9b541e9e86,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:21.027218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a7c363-384b-41d3-8bd9-0cb209190df1 req-d7ef7009-8430-4fc5-bb91-8d7fe0c09e1c tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] No DVR routers for this DVR port 0fa080fd-e815-4247-9b5c-c77a728ced31 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:39:21.035173 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-785baf15-f6e0-456b-85b7-d17ddc8c605d tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.050100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1389d8-290a-4f1b-b5af-50fa882fb9f0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Checking segment: {'id': 'af215b58-fd11-4b86-a039-0a8af9f24f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b952cd78-b431-4474-8dcd-b9b1e8bbebd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:21.050487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1389d8-290a-4f1b-b5af-50fa882fb9f0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network hostable DHCP agents. Network: b952cd78-b431-4474-8dcd-b9b1e8bbebd8, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:39:21.078775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1389d8-290a-4f1b-b5af-50fa882fb9f0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network b952cd78-b431-4474-8dcd-b9b1e8bbebd8 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:39:21.091274 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-47a7c363-384b-41d3-8bd9-0cb209190df1 req-d7ef7009-8430-4fc5-bb91-8d7fe0c09e1c tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.094967 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47a7c363-384b-41d3-8bd9-0cb209190df1 req-d7ef7009-8430-4fc5-bb91-8d7fe0c09e1c tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.66 "DELETE /v2.0/ports/0fa080fd-e815-4247-9b5c-c77a728ced31 HTTP/1.1" status: 204 len: 173 time: 2.5434017 Dec 20 21:39:21.095566 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-2a1389d8-290a-4f1b-b5af-50fa882fb9f0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, b952cd78-b431-4474-8dcd-b9b1e8bbebd8) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:21.097058 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbe962e-5119-44f4-b276-a771baea449d', 'name': 'network-vif-deleted', 'tag': '0fa080fd-e815-4247-9b5c-c77a728ced31'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:39:21.099378 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9422520-bd92-4005-be25-a2871f384a95" -d '{"events": [{"server_uuid": "9cbe962e-5119-44f4-b276-a771baea449d", "name": "network-vif-deleted", "tag": "0fa080fd-e815-4247-9b5c-c77a728ced31"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:39:21.109340 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fb2953-e8cd-4e6d-8a45-5d902d0aaf48 None None] Network b952cd78-b431-4474-8dcd-b9b1e8bbebd8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:21.114288 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1389d8-290a-4f1b-b5af-50fa882fb9f0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:21.118114 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a1389d8-290a-4f1b-b5af-50fa882fb9f0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.176173 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2a1389d8-290a-4f1b-b5af-50fa882fb9f0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6863251 Dec 20 21:39:21.176928 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54494) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:21.186542 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-be549910-14ba-478a-acac-47cd3b3b7c11 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1022276588', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:21.194983 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.198628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0fa080fd-e815-4247-9b5c-c77a728ced31 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:39:21.198808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d141b630-6a06-40a3-8f78-8433d8cf0bdd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Made reservation on behalf of f0a5abd1b2e544c49f620dbd6c027e16 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:21.202278 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d141b630-6a06-40a3-8f78-8433d8cf0bdd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.226326 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3897e41-209d-4e6a-8471-a09cc4bc8c0a x-openstack-request-id: req-b3897e41-209d-4e6a-8471-a09cc4bc8c0a {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:39:21.226326 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbe962e-5119-44f4-b276-a771baea449d", "name": "network-vif-deleted", "tag": "0fa080fd-e815-4247-9b5c-c77a728ced31", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:39:21.226326 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3897e41-209d-4e6a-8471-a09cc4bc8c0a {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:39:21.226326 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbe962e-5119-44f4-b276-a771baea449d', 'name': 'network-vif-deleted', 'tag': '0fa080fd-e815-4247-9b5c-c77a728ced31', 'status': 'completed', 'code': 200} Dec 20 21:39:21.237684 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85fb0aa6-dfcf-4166-a8de-496fa16000b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.247398 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be549910-14ba-478a-acac-47cd3b3b7c11 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.252642 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be549910-14ba-478a-acac-47cd3b3b7c11 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.267121 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.280681 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-781e80df-e6f6-4627-bfab-93d9a531a8a4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Deleting port 6729d990-1be1-43a7-828a-a7165303a0a0 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:21.281169 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-781e80df-e6f6-4627-bfab-93d9a531a8a4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.285307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 0fa080fd-e815-4247-9b5c-c77a728ced31 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:39:21.285878 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0fa080fd-e815-4247-9b5c-c77a728ced31 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:39:21.287169 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb0aa6-dfcf-4166-a8de-496fa16000b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7057fb74-1769-41df-abd7-68be04325637,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:21.343629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d141b630-6a06-40a3-8f78-8433d8cf0bdd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:39:21.404566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Network c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:21.405610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Pushing event updated for resources: {'Port': ['ID=2149c517-9e4a-46fa-82c5-c5b101bb719c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:21.411756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-c7cdae1d-c745-4185-9d3d-a40bc8d97af0', 'network_id': 'c7cdae1d-c745-4185-9d3d-a40bc8d97af0', 'tenant_id': 'f0a5abd1b2e544c49f620dbd6c027e16', 'fixed_ips': [{'subnet_id': '094091f1-1f64-426f-b3ed-440b3e5a43a2'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:39:21.413399 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.417486 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d141b630-6a06-40a3-8f78-8433d8cf0bdd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.417905 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-d141b630-6a06-40a3-8f78-8433d8cf0bdd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Added segment af0f76f2-54be-4f72-93dc-4cc39579d8a5 of type vlan for network d6219c57-44ce-4e86-b801-180350cc465a Dec 20 21:39:21.418342 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:21.425952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:21.435093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-785baf15-f6e0-456b-85b7-d17ddc8c605d tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Deleting port 01ffddad-f240-41a4-95a8-5563cdc58581 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:21.435471 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-785baf15-f6e0-456b-85b7-d17ddc8c605d tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.440508 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be549910-14ba-478a-acac-47cd3b3b7c11 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.455578 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b8b31ea3-5cc0-4e0a-ba7e-accf1e223785 req-6fa3deee-b2b1-41f8-b76b-b3a589ad77d0 tempest-VolumesNegativeTest-567509862 tempest-VolumesNegativeTest-567509862-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cbe962e-5119-44f4-b276-a771baea449d HTTP/1.1" status: 200 len: 210 time: 0.0503936 Dec 20 21:39:21.457164 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be549910-14ba-478a-acac-47cd3b3b7c11 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.489312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:21.489801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:21.489958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:21.490350 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:21.490765 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:21.491148 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:21.491611 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:21.491927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:21.492244 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:21.492560 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:21.492876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:21.493190 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:21.493424 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be549910-14ba-478a-acac-47cd3b3b7c11 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.495092 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-be549910-14ba-478a-acac-47cd3b3b7c11 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3168671 Dec 20 21:39:21.497610 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54504) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:21.546633 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d141b630-6a06-40a3-8f78-8433d8cf0bdd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.558155 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85fb0aa6-dfcf-4166-a8de-496fa16000b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.563163 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-b952cd78-b431-4474-8dcd-b9b1e8bbebd8', 'network_id': 'b952cd78-b431-4474-8dcd-b9b1e8bbebd8', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'fixed_ips': [{'subnet_id': '4286fd84-8ad5-4b73-8168-6a9b541e9e86'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:39:21.564549 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.571815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Attempting to bind port 2149c517-9e4a-46fa-82c5-c5b101bb719c on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:39:21.572178 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Attempting to bind port 2149c517-9e4a-46fa-82c5-c5b101bb719c by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '1ecc36e5-1561-4a28-8764-e9f755ca66b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:39:21.572533 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Attempting to bind port 2149c517-9e4a-46fa-82c5-c5b101bb719c on network c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:21.602048 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-781e80df-e6f6-4627-bfab-93d9a531a8a4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.705044 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:39:21.706633 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Checking segment: {'id': '1ecc36e5-1561-4a28-8764-e9f755ca66b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:21.707008 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.707412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Bound using segment: {'id': '1ecc36e5-1561-4a28-8764-e9f755ca66b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:39:21.707903 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Bound port: 2149c517-9e4a-46fa-82c5-c5b101bb719c, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ecc36e5-1561-4a28-8764-e9f755ca66b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:39:21.708291 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.714098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85fb0aa6-dfcf-4166-a8de-496fa16000b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.717433 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-781e80df-e6f6-4627-bfab-93d9a531a8a4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Calling delete_port for 6729d990-1be1-43a7-828a-a7165303a0a0 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:21.730758 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85fb0aa6-dfcf-4166-a8de-496fa16000b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.748761 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-785baf15-f6e0-456b-85b7-d17ddc8c605d tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.838017 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d141b630-6a06-40a3-8f78-8433d8cf0bdd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.843892 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141b630-6a06-40a3-8f78-8433d8cf0bdd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:21.844214 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d141b630-6a06-40a3-8f78-8433d8cf0bdd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.877934 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-785baf15-f6e0-456b-85b7-d17ddc8c605d tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Calling delete_port for 01ffddad-f240-41a4-95a8-5563cdc58581 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:21.884342 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.887509 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] For port 2149c517-9e4a-46fa-82c5-c5b101bb719c, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:39:21.892107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] For port 2149c517-9e4a-46fa-82c5-c5b101bb719c, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2149c517-9e4a-46fa-82c5-c5b101bb719c,segment=NetworkSegment(1ecc36e5-1561-4a28-8764-e9f755ca66b1),segment_id=1ecc36e5-1561-4a28-8764-e9f755ca66b1)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:39:21.940464 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85fb0aa6-dfcf-4166-a8de-496fa16000b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.941029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fb0aa6-dfcf-4166-a8de-496fa16000b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 928eaeef-dcbe-4331-a876-fcbc4f285009 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:39:21.954568 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85fb0aa6-dfcf-4166-a8de-496fa16000b6 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.957663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-85fb0aa6-dfcf-4166-a8de-496fa16000b6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/928eaeef-dcbe-4331-a876-fcbc4f285009 HTTP/1.1" status: 204 len: 168 time: 4.0346148 Dec 20 21:39:21.963785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54510) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:21.972027 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Allocated IP 2001:db8:0:ffff::2 (c7cdae1d-c745-4185-9d3d-a40bc8d97af0/094091f1-1f64-426f-b3ed-440b3e5a43a2/923768f7-0756-4fdb-9250-459197763e52) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:21.980530 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d141b630-6a06-40a3-8f78-8433d8cf0bdd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0598273 Dec 20 21:39:21.982845 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:21.983964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54512) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:21.999952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-669b4f57-b9b9-45b4-bebf-cacb85ca362f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Request body: {'subnet': {'network_id': 'd6219c57-44ce-4e86-b801-180350cc465a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:22.120675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-410e66a6-4ed6-496a-93c8-13d6f0b06ba5 admin admin] Deleting subnet 0e0a4469-c4b3-4646-a9ea-3b58cb2a6980 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:39:22.131607 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-410e66a6-4ed6-496a-93c8-13d6f0b06ba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:22.150030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f50ed-70ea-429d-8f22-ca01de1b0301 None None] Pushing event updated for resources: {'Port': ['ID=2149c517-9e4a-46fa-82c5-c5b101bb719c,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:22.284257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141b630-6a06-40a3-8f78-8433d8cf0bdd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event updated for resources: {'Network': ['ID=d6219c57-44ce-4e86-b801-180350cc465a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:22.296861 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-781e80df-e6f6-4627-bfab-93d9a531a8a4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:22.309847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network d6219c57-44ce-4e86-b801-180350cc465a details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:39:22.358249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e80df-e6f6-4627-bfab-93d9a531a8a4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Port': ['ID=6729d990-1be1-43a7-828a-a7165303a0a0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:22.417831 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Allocated IP 172.21.0.2 (b952cd78-b431-4474-8dcd-b9b1e8bbebd8/4286fd84-8ad5-4b73-8168-6a9b541e9e86/5554f5dc-34f5-4017-9417-c4a26ef1d62a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:22.588528 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-410e66a6-4ed6-496a-93c8-13d6f0b06ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:22.810105 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-410e66a6-4ed6-496a-93c8-13d6f0b06ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:22.859769 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:22.913354 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:22.927114 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-410e66a6-4ed6-496a-93c8-13d6f0b06ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:23.014599 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-410e66a6-4ed6-496a-93c8-13d6f0b06ba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:23.028409 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-410e66a6-4ed6-496a-93c8-13d6f0b06ba5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0e0a4469-c4b3-4646-a9ea-3b58cb2a6980 HTTP/1.1" status: 204 len: 168 time: 1.0640137 Dec 20 21:39:23.034223 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54528) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:23.038946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e66a6-4ed6-496a-93c8-13d6f0b06ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e0a4469-c4b3-4646-a9ea-3b58cb2a6980,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:23.057518 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:23.066687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Pushing event updated for resources: {'Port': ['ID=923768f7-0756-4fdb-9250-459197763e52,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:23.070652 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffa3c5f-8bd4-49b5-84cb-7500bd0ffed2 None None] Network 92da4183-ce83-467f-96db-4d2c3a33eb57 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:23.145377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Allocated IP 172.20.0.1 (c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe/e7b154b2-6f8a-4012-8605-ccbc8f4c14ba/8f588d4a-54d4-4cf3-95aa-976929e42d1c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:23.152269 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:23.194484 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Network c7cdae1d-c745-4185-9d3d-a40bc8d97af0 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:23.213563 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:23.243338 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:23.249048 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Network b952cd78-b431-4474-8dcd-b9b1e8bbebd8 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:23.250242 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:23.259528 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:23.285835 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:23.322465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669b4f57-b9b9-45b4-bebf-cacb85ca362f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Made reservation on behalf of f0a5abd1b2e544c49f620dbd6c027e16 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:23.337869 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-669b4f57-b9b9-45b4-bebf-cacb85ca362f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:23.369863 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Pushing event updated for resources: {'Port': ['ID=5554f5dc-34f5-4017-9417-c4a26ef1d62a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:23.446449 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:23.455462 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] Deleting port 5a4b7649-d6ba-495f-ba6b-5673e0016f36 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:23.455791 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:23.496078 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Attempting to bind port 5554f5dc-34f5-4017-9417-c4a26ef1d62a on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:39:23.496577 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Attempting to bind port 5554f5dc-34f5-4017-9417-c4a26ef1d62a by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'af215b58-fd11-4b86-a039-0a8af9f24f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b952cd78-b431-4474-8dcd-b9b1e8bbebd8'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:39:23.496807 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Attempting to bind port 5554f5dc-34f5-4017-9417-c4a26ef1d62a on network b952cd78-b431-4474-8dcd-b9b1e8bbebd8 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:23.502508 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Attempting to bind port 923768f7-0756-4fdb-9250-459197763e52 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:39:23.502938 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Attempting to bind port 923768f7-0756-4fdb-9250-459197763e52 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'facd2113-f451-47ff-a964-79b8af62a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c7cdae1d-c745-4185-9d3d-a40bc8d97af0'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:39:23.503301 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Attempting to bind port 923768f7-0756-4fdb-9250-459197763e52 on network c7cdae1d-c745-4185-9d3d-a40bc8d97af0 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:23.516295 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:39:23.516668 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Checking segment: {'id': 'af215b58-fd11-4b86-a039-0a8af9f24f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b952cd78-b431-4474-8dcd-b9b1e8bbebd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:23.517179 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:23.517538 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Bound using segment: {'id': 'af215b58-fd11-4b86-a039-0a8af9f24f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b952cd78-b431-4474-8dcd-b9b1e8bbebd8'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:39:23.518006 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Bound port: 5554f5dc-34f5-4017-9417-c4a26ef1d62a, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af215b58-fd11-4b86-a039-0a8af9f24f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b952cd78-b431-4474-8dcd-b9b1e8bbebd8'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:39:23.518550 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:23.527458 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:39:23.527843 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Checking segment: {'id': 'facd2113-f451-47ff-a964-79b8af62a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c7cdae1d-c745-4185-9d3d-a40bc8d97af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:23.528226 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:23.528758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Bound using segment: {'id': 'facd2113-f451-47ff-a964-79b8af62a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c7cdae1d-c745-4185-9d3d-a40bc8d97af0'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:39:23.529749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Bound port: 923768f7-0756-4fdb-9250-459197763e52, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'facd2113-f451-47ff-a964-79b8af62a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c7cdae1d-c745-4185-9d3d-a40bc8d97af0'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:39:23.530172 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:23.553616 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a0b4ac-fe9f-4aaa-a962-801a0bd3025f None None] DHCP port deletion for 92da4183-ce83-467f-96db-4d2c3a33eb57 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:39:23.630773 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] For port 5a4b7649-d6ba-495f-ba6b-5673e0016f36, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5a4b7649-d6ba-495f-ba6b-5673e0016f36,segment=NetworkSegment(47a3639c-7b5f-45dd-bb69-9d62790353d4),segment_id=47a3639c-7b5f-45dd-bb69-9d62790353d4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:23.631234 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:23.639947 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-781e80df-e6f6-4627-bfab-93d9a531a8a4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:23.669874 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] Calling delete_port for 5a4b7649-d6ba-495f-ba6b-5673e0016f36 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:23.686981 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:23.816131 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=8f588d4a-54d4-4cf3-95aa-976929e42d1c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:23.826164 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:23.828985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:23.830866 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] For port 5554f5dc-34f5-4017-9417-c4a26ef1d62a, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:39:23.833722 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:23.845557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] For port 5554f5dc-34f5-4017-9417-c4a26ef1d62a, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5554f5dc-34f5-4017-9417-c4a26ef1d62a,segment=NetworkSegment(af215b58-fd11-4b86-a039-0a8af9f24f34),segment_id=af215b58-fd11-4b86-a039-0a8af9f24f34)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:39:23.849406 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] For port 923768f7-0756-4fdb-9250-459197763e52, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:39:23.855702 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] For port 923768f7-0756-4fdb-9250-459197763e52, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=923768f7-0756-4fdb-9250-459197763e52,segment=NetworkSegment(facd2113-f451-47ff-a964-79b8af62a6cc),segment_id=facd2113-f451-47ff-a964-79b8af62a6cc)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:39:23.868626 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0b4ac-fe9f-4aaa-a962-801a0bd3025f None None] Deleting port 5a4b7649-d6ba-495f-ba6b-5673e0016f36 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:23.868626 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e4a0b4ac-fe9f-4aaa-a962-801a0bd3025f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:23.956968 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:23.972937 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e4a0b4ac-fe9f-4aaa-a962-801a0bd3025f None None] For port 5a4b7649-d6ba-495f-ba6b-5673e0016f36, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5a4b7649-d6ba-495f-ba6b-5673e0016f36,segment=NetworkSegment(47a3639c-7b5f-45dd-bb69-9d62790353d4),segment_id=47a3639c-7b5f-45dd-bb69-9d62790353d4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:23.973244 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e4a0b4ac-fe9f-4aaa-a962-801a0bd3025f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:24.002435 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0b4ac-fe9f-4aaa-a962-801a0bd3025f None None] Calling delete_port for 5a4b7649-d6ba-495f-ba6b-5673e0016f36 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:24.021766 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:24.037572 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-785baf15-f6e0-456b-85b7-d17ddc8c605d tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:24.060838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602dc79f-26c7-45ad-b32e-c768624fbbda None None] Network c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:24.077748 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:24.126936 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:24.140927 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] No DVR routers for this DVR port 5a4b7649-d6ba-495f-ba6b-5673e0016f36 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:39:24.146486 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:24.195316 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4b7649-d6ba-495f-ba6b-5673e0016f36,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:24.238032 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785baf15-f6e0-456b-85b7-d17ddc8c605d tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Pushing event deleted for resources: {'Port': ['ID=01ffddad-f240-41a4-95a8-5563cdc58581,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:24.324681 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:24.331145 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2149c517-9e4a-46fa-82c5-c5b101bb719c up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:39:24.440504 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4ca76811-a711-4d7f-8eb0-f133ee7873e7 None None] Provisioning complete for port 2149c517-9e4a-46fa-82c5-c5b101bb719c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:24.440963 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ca76811-a711-4d7f-8eb0-f133ee7873e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:24.491917 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90466850-23e8-4999-bbda-cc09edf088b2 None None] Pushing event updated for resources: {'Port': ['ID=5554f5dc-34f5-4017-9417-c4a26ef1d62a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:24.524022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92da4183-ce83-467f-96db-4d2c3a33eb57']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:24.543523 n-d-xena-1 neutron-server[102401]: DEBUG neutron.objects.ports [None req-669b4f57-b9b9-45b4-bebf-cacb85ca362f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102401) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:39:24.554152 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a3639c-7b5f-45dd-bb69-9d62790353d4') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:24.555034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a3639c-7b5f-45dd-bb69-9d62790353d4') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:24.557816 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-669b4f57-b9b9-45b4-bebf-cacb85ca362f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:24.574217 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:24.585031 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-785baf15-f6e0-456b-85b7-d17ddc8c605d tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:24.624664 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:24.637945 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:39:24.640288 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:24.658897 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e4a0b4ac-fe9f-4aaa-a962-801a0bd3025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:24.705883 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f683b9-56cb-4b31-9ccd-29ee315953d1 None None] Pushing event updated for resources: {'Port': ['ID=923768f7-0756-4fdb-9250-459197763e52,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:24.746593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 2149c517-9e4a-46fa-82c5-c5b101bb719c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:24.746593 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:39:24.748127 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:39:24.784443 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:24.822433 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a0b4ac-fe9f-4aaa-a962-801a0bd3025f None None] No DVR routers for this DVR port 5a4b7649-d6ba-495f-ba6b-5673e0016f36 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:39:24.826548 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:24.832498 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] 10.222.0.32 "DELETE /v2.0/networks/92da4183-ce83-467f-96db-4d2c3a33eb57 HTTP/1.1" status: 204 len: 168 time: 1.7945874 Dec 20 21:39:24.833569 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54622) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:24.855841 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7dd12-077b-4569-b9ee-1161f9291557 admin admin] Pushing event deleted for resources: {'Network': ['ID=92da4183-ce83-467f-96db-4d2c3a33eb57,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:24.860975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781e80df-e6f6-4627-bfab-93d9a531a8a4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Router b9a84bda-43cd-4619-a9d9-51cc598aa56d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:39:25.011751 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ca76811-a711-4d7f-8eb0-f133ee7873e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:25.082789 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0b4ac-fe9f-4aaa-a962-801a0bd3025f None None] Pushing event deleted for resources: {'Port': ['ID=5a4b7649-d6ba-495f-ba6b-5673e0016f36,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:25.180281 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:25.195785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b4f57-b9b9-45b4-bebf-cacb85ca362f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event updated for resources: {'Subnet': ['ID=2801d33d-a813-4fd5-bfcb-f208e0d8b8a5,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:25.199863 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4ca76811-a711-4d7f-8eb0-f133ee7873e7 None None] For port 2149c517-9e4a-46fa-82c5-c5b101bb719c, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2149c517-9e4a-46fa-82c5-c5b101bb719c,segment=NetworkSegment(1ecc36e5-1561-4a28-8764-e9f755ca66b1),segment_id=1ecc36e5-1561-4a28-8764-e9f755ca66b1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:25.201970 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:25.218413 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ca76811-a711-4d7f-8eb0-f133ee7873e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:25.325032 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca76811-a711-4d7f-8eb0-f133ee7873e7 None None] Pushing event updated for resources: {'Port': ['ID=2149c517-9e4a-46fa-82c5-c5b101bb719c,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:25.454830 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=8f588d4a-54d4-4cf3-95aa-976929e42d1c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:25.460030 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:25.537876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5a4b7649-d6ba-495f-ba6b-5673e0016f36 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:39:25.585964 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 5a4b7649-d6ba-495f-ba6b-5673e0016f36 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:39:25.586326 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5a4b7649-d6ba-495f-ba6b-5673e0016f36 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:39:25.586753 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7057fb74-1769-41df-abd7-68be04325637 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:39:25.592406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669b4f57-b9b9-45b4-bebf-cacb85ca362f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Checking segment: {'id': 'af0f76f2-54be-4f72-93dc-4cc39579d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd6219c57-44ce-4e86-b801-180350cc465a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:25.592900 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669b4f57-b9b9-45b4-bebf-cacb85ca362f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Network hostable DHCP agents. Network: d6219c57-44ce-4e86-b801-180350cc465a, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:39:25.619712 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-785baf15-f6e0-456b-85b7-d17ddc8c605d tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:25.641779 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 7057fb74-1769-41df-abd7-68be04325637 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:39:25.646229 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7057fb74-1769-41df-abd7-68be04325637 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:39:25.689392 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-785baf15-f6e0-456b-85b7-d17ddc8c605d tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:25.744297 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:25.748029 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:25.855409 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2a199bab-2e4f-49eb-81a0-9a36da19d6ca None None] Provisioning complete for port 8f588d4a-54d4-4cf3-95aa-976929e42d1c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:25.856885 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a199bab-2e4f-49eb-81a0-9a36da19d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:25.944646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669b4f57-b9b9-45b4-bebf-cacb85ca362f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Network d6219c57-44ce-4e86-b801-180350cc465a is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:39:25.975106 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2a199bab-2e4f-49eb-81a0-9a36da19d6ca None None] Port 8f588d4a-54d4-4cf3-95aa-976929e42d1c cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:39:25.983265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781e80df-e6f6-4627-bfab-93d9a531a8a4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:25.998271 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-781e80df-e6f6-4627-bfab-93d9a531a8a4 tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "PUT /v2.0/routers/b9a84bda-43cd-4619-a9d9-51cc598aa56d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5528047 Dec 20 21:39:25.998657 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302ac63-2ac1-4d07-981c-7e8d916c933a None None] Sync routers for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:26.002891 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54690) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:26.003699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-669b4f57-b9b9-45b4-bebf-cacb85ca362f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, d6219c57-44ce-4e86-b801-180350cc465a) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:26.009306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669b4f57-b9b9-45b4-bebf-cacb85ca362f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:26.009804 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-669b4f57-b9b9-45b4-bebf-cacb85ca362f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:26.018519 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05744da8-49ec-469d-878e-2884835f6944 None None] Network d6219c57-44ce-4e86-b801-180350cc465a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:26.097368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302ac63-2ac1-4d07-981c-7e8d916c933a None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:26.107021 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2302ac63-2ac1-4d07-981c-7e8d916c933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:26.202764 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2a199bab-2e4f-49eb-81a0-9a36da19d6ca None None] Provisioning complete for port 2149c517-9e4a-46fa-82c5-c5b101bb719c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:26.203138 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2a199bab-2e4f-49eb-81a0-9a36da19d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:26.219991 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f01d57ce-7eb9-4b1c-a53a-2d6ea6b1e6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:26.280561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785baf15-f6e0-456b-85b7-d17ddc8c605d tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Router 2f63434a-1fd1-48cc-a137-441dfb10eee3 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:39:26.331691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2302ac63-2ac1-4d07-981c-7e8d916c933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:26.380787 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-669b4f57-b9b9-45b4-bebf-cacb85ca362f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3936191 Dec 20 21:39:26.405166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54692) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:26.412710 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-41950190-60c0-4c5f-9c65-b6296fb7f8ec tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Request body: {'port': {'network_id': 'd6219c57-44ce-4e86-b801-180350cc465a', 'name': 'tempest-NetworksIpV6TestAttrs-987391328'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:26.505548 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5554f5dc-34f5-4017-9417-c4a26ef1d62a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:39:26.516193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302ac63-2ac1-4d07-981c-7e8d916c933a None None] Routers {'b9a84bda-43cd-4619-a9d9-51cc598aa56d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:26.516958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2302ac63-2ac1-4d07-981c-7e8d916c933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:26.631443 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 7a0e5b03-14e1-4bdb-a216-26c8313600e6 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:39:26.716831 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785baf15-f6e0-456b-85b7-d17ddc8c605d tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:26.730575 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5947359f-3ed3-4877-80d4-34828da80970 None None] Sync routers for ids ['2f63434a-1fd1-48cc-a137-441dfb10eee3'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:26.749087 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5947359f-3ed3-4877-80d4-34828da80970 None None] Routers {'2f63434a-1fd1-48cc-a137-441dfb10eee3'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:26.752863 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5947359f-3ed3-4877-80d4-34828da80970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2f63434a-1fd1-48cc-a137-441dfb10eee3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:26.778315 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-785baf15-f6e0-456b-85b7-d17ddc8c605d tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:26.782416 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-785baf15-f6e0-456b-85b7-d17ddc8c605d tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "PUT /v2.0/routers/2f63434a-1fd1-48cc-a137-441dfb10eee3 HTTP/1.1" status: 200 len: 709 time: 7.1140165 Dec 20 21:39:26.785219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54706) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:26.794935 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74943ad1-4384-42aa-ab96-8895972a44df None None] Network c7cdae1d-c745-4185-9d3d-a40bc8d97af0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:26.796600 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8ce0-8dab-4d24-a63e-5f9d9fc5d3fe tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:26.806325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-2302ac63-2ac1-4d07-981c-7e8d916c933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:26.807259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2302ac63-2ac1-4d07-981c-7e8d916c933a None None] The sync data for ids ['b9a84bda-43cd-4619-a9d9-51cc598aa56d'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:39:26.865756 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5947359f-3ed3-4877-80d4-34828da80970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:26.893419 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5947359f-3ed3-4877-80d4-34828da80970 None None] Routers {'2f63434a-1fd1-48cc-a137-441dfb10eee3'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:26.895387 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5947359f-3ed3-4877-80d4-34828da80970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2f63434a-1fd1-48cc-a137-441dfb10eee3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:26.909005 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:26.928679 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d40bb53b-68e1-4c0f-a75b-e2d4b828741c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/7a0e5b03-14e1-4bdb-a216-26c8313600e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4296923 Dec 20 21:39:26.929813 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54714) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:27.001653 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5947359f-3ed3-4877-80d4-34828da80970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:27.012311 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5947359f-3ed3-4877-80d4-34828da80970 None None] The sync data for ids ['2f63434a-1fd1-48cc-a137-441dfb10eee3'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:39:27.046741 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cc25c1-232b-4b97-918c-243b3268dd7e None None] Sync routers for ids ['7a0e5b03-14e1-4bdb-a216-26c8313600e6'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:27.049225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95989470-e8a8-4abf-a2c7-3304ee4521c4 None None] Network b952cd78-b431-4474-8dcd-b9b1e8bbebd8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:27.054650 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b832b2b2-d81b-47f4-b08c-109dcc536bfc tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:27.059017 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b832b2b2-d81b-47f4-b08c-109dcc536bfc tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports/8f588d4a-54d4-4cf3-95aa-976929e42d1c HTTP/1.1" status: 200 len: 910 time: 0.1263916 Dec 20 21:39:27.059649 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54722) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:27.179411 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6b211c86-fd6c-46d9-9f7e-3cfede352d05 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "GET /v2.0/routers/2f63434a-1fd1-48cc-a137-441dfb10eee3 HTTP/1.1" status: 200 len: 744 time: 0.3765030 Dec 20 21:39:27.180324 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54734) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:27.246234 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a5d8749c-a138-4e2c-b091-9bcf4348fd68 tempest-RoutersIpV6AdminTest-1380184411 tempest-RoutersIpV6AdminTest-1380184411-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=75a50006-9813-4820-b308-110a7399d065&device_id=2f63434a-1fd1-48cc-a137-441dfb10eee3 HTTP/1.1" status: 200 len: 205 time: 0.0606694 Dec 20 21:39:27.247284 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54740) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:27.300350 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41950190-60c0-4c5f-9c65-b6296fb7f8ec tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Made reservation on behalf of f0a5abd1b2e544c49f620dbd6c027e16 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:27.308812 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-41950190-60c0-4c5f-9c65-b6296fb7f8ec tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:27.330522 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e8ce1c09-fb8a-4af1-ae7b-92af19e67cbf tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f63434a-1fd1-48cc-a137-441dfb10eee3 HTTP/1.1" status: 200 len: 205 time: 0.0777404 Dec 20 21:39:27.334240 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8ce0-8dab-4d24-a63e-5f9d9fc5d3fe tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:27.347357 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54748) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:27.397597 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 5554f5dc-34f5-4017-9417-c4a26ef1d62a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:27.398242 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:27.430592 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc25c1-232b-4b97-918c-243b3268dd7e None None] Routers {'7a0e5b03-14e1-4bdb-a216-26c8313600e6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:27.431272 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-57cc25c1-232b-4b97-918c-243b3268dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7a0e5b03-14e1-4bdb-a216-26c8313600e6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:27.437368 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-41950190-60c0-4c5f-9c65-b6296fb7f8ec tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] device_id is not set on port f30e9f92-bbde-4446-ab77-50a6e2a30426 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:39:27.508048 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f01d57ce-7eb9-4b1c-a53a-2d6ea6b1e6cd admin admin] Deleting port 63cf242f-0c6e-45ba-9a64-49200ad9b63b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:27.508628 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f01d57ce-7eb9-4b1c-a53a-2d6ea6b1e6cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:27.596314 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f1ed5b45-844b-4bfa-8933-e5ced5da4b91 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:27.720347 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-54c3bfbe-aacb-4a4a-bff8-c67c97e7de61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:27.751999 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-57cc25c1-232b-4b97-918c-243b3268dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:27.811138 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc25c1-232b-4b97-918c-243b3268dd7e None None] Routers {'7a0e5b03-14e1-4bdb-a216-26c8313600e6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:27.811881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-57cc25c1-232b-4b97-918c-243b3268dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:38:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7a0e5b03-14e1-4bdb-a216-26c8313600e6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:27.889072 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-57cc25c1-232b-4b97-918c-243b3268dd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:27.889737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cc25c1-232b-4b97-918c-243b3268dd7e None None] The sync data for ids ['7a0e5b03-14e1-4bdb-a216-26c8313600e6'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:39:27.928446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-f01d57ce-7eb9-4b1c-a53a-2d6ea6b1e6cd admin admin] For port 63cf242f-0c6e-45ba-9a64-49200ad9b63b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=63cf242f-0c6e-45ba-9a64-49200ad9b63b,segment=NetworkSegment(96475f58-5a4a-4f99-a3c0-eee539a5382e),segment_id=96475f58-5a4a-4f99-a3c0-eee539a5382e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:27.929472 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f01d57ce-7eb9-4b1c-a53a-2d6ea6b1e6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:27.949940 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f01d57ce-7eb9-4b1c-a53a-2d6ea6b1e6cd admin admin] Calling delete_port for 63cf242f-0c6e-45ba-9a64-49200ad9b63b owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:28.073603 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:28.089837 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-d6219c57-44ce-4e86-b801-180350cc465a', 'network_id': 'd6219c57-44ce-4e86-b801-180350cc465a', 'tenant_id': 'f0a5abd1b2e544c49f620dbd6c027e16', 'fixed_ips': [{'subnet_id': '2801d33d-a813-4fd5-bfcb-f208e0d8b8a5'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:39:28.090722 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:28.142246 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a99ff1be-f37a-4187-9820-14b6ffbf1398 None None] Provisioning complete for port 8f588d4a-54d4-4cf3-95aa-976929e42d1c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:28.142754 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a99ff1be-f37a-4187-9820-14b6ffbf1398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:28.308008 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:28.334968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b8ce0-8dab-4d24-a63e-5f9d9fc5d3fe tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Deleting port 3b36538b-0f85-4a0c-bf3a-02023e67aa63 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:28.335612 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8ce0-8dab-4d24-a63e-5f9d9fc5d3fe tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:28.454917 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a99ff1be-f37a-4187-9820-14b6ffbf1398 None None] Port 8f588d4a-54d4-4cf3-95aa-976929e42d1c cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:39:28.467321 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f1ed5b45-844b-4bfa-8933-e5ced5da4b91 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:28.468541 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 5554f5dc-34f5-4017-9417-c4a26ef1d62a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5554f5dc-34f5-4017-9417-c4a26ef1d62a,segment=NetworkSegment(af215b58-fd11-4b86-a039-0a8af9f24f34),segment_id=af215b58-fd11-4b86-a039-0a8af9f24f34)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:28.470187 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f1ed5b45-844b-4bfa-8933-e5ced5da4b91 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:28.481244 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a99ff1be-f37a-4187-9820-14b6ffbf1398 None None] Provisioning complete for port 923768f7-0756-4fdb-9250-459197763e52 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:28.481664 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a99ff1be-f37a-4187-9820-14b6ffbf1398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:28.483660 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:28.484539 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 923768f7-0756-4fdb-9250-459197763e52 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:39:28.544261 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f1ed5b45-844b-4bfa-8933-e5ced5da4b91 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:28.544762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ed5b45-844b-4bfa-8933-e5ced5da4b91 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Fanout notify agent at l3_agent the message router_deleted on router 2f63434a-1fd1-48cc-a137-441dfb10eee3 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:39:28.567832 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f1ed5b45-844b-4bfa-8933-e5ced5da4b91 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:28.582781 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f1ed5b45-844b-4bfa-8933-e5ced5da4b91 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "DELETE /v2.0/routers/2f63434a-1fd1-48cc-a137-441dfb10eee3 HTTP/1.1" status: 204 len: 168 time: 1.2338557 Dec 20 21:39:28.593574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54796) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:28.625015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-41950190-60c0-4c5f-9c65-b6296fb7f8ec tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Allocated IP 2001:db8::f816:3eff:fe5a:7b75 (d6219c57-44ce-4e86-b801-180350cc465a/2801d33d-a813-4fd5-bfcb-f208e0d8b8a5/f30e9f92-bbde-4446-ab77-50a6e2a30426) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:28.649274 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8ce0-8dab-4d24-a63e-5f9d9fc5d3fe tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:28.668891 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b8ce0-8dab-4d24-a63e-5f9d9fc5d3fe tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Calling delete_port for 3b36538b-0f85-4a0c-bf3a-02023e67aa63 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:28.684189 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Allocated IP 172.21.0.1 (b952cd78-b431-4474-8dcd-b9b1e8bbebd8/4286fd84-8ad5-4b73-8168-6a9b541e9e86/72c5f822-5579-4543-b642-1c4a5d55c0fd) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:28.684974 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=5554f5dc-34f5-4017-9417-c4a26ef1d62a,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:28.731777 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 923768f7-0756-4fdb-9250-459197763e52 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:28.732526 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:28.769245 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a99ff1be-f37a-4187-9820-14b6ffbf1398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:28.819573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a99ff1be-f37a-4187-9820-14b6ffbf1398 None None] For port 923768f7-0756-4fdb-9250-459197763e52, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=923768f7-0756-4fdb-9250-459197763e52,segment=NetworkSegment(facd2113-f451-47ff-a964-79b8af62a6cc),segment_id=facd2113-f451-47ff-a964-79b8af62a6cc)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:28.824088 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:28.833011 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a99ff1be-f37a-4187-9820-14b6ffbf1398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:28.889035 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:28.935512 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a99ff1be-f37a-4187-9820-14b6ffbf1398 None None] Provisioning complete for port 5554f5dc-34f5-4017-9417-c4a26ef1d62a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:28.936034 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a99ff1be-f37a-4187-9820-14b6ffbf1398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:28.956641 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network b952cd78-b431-4474-8dcd-b9b1e8bbebd8 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:28.963074 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:28.984279 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2149c517-9e4a-46fa-82c5-c5b101bb719c up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:39:28.989510 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:29.002446 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ff1be-f37a-4187-9820-14b6ffbf1398 None None] Pushing event updated for resources: {'Port': ['ID=923768f7-0756-4fdb-9250-459197763e52,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:29.033849 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=72c5f822-5579-4543-b642-1c4a5d55c0fd,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:29.135550 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b6437e24-f1d8-4308-b41f-dda155c91bf0 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f63434a-1fd1-48cc-a137-441dfb10eee3 HTTP/1.1" status: 200 len: 205 time: 0.5341439 Dec 20 21:39:29.141481 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54804) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:29.168348 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8ce0-8dab-4d24-a63e-5f9d9fc5d3fe tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:29.182429 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:29.197918 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 2149c517-9e4a-46fa-82c5-c5b101bb719c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:29.198490 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:29.277615 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-45b910ab-bbbe-4ab2-9f78-237e10a4ac67 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] delete failed (client error): The resource could not be found. Dec 20 21:39:29.278734 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-45b910ab-bbbe-4ab2-9f78-237e10a4ac67 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "DELETE /v2.0/routers/2f63434a-1fd1-48cc-a137-441dfb10eee3 HTTP/1.1" status: 404 len: 336 time: 0.1362236 Dec 20 21:39:29.281400 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54806) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:29.347384 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5e1756f7-d28a-4f48-92a1-b11f7e03b9a4 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "GET /v2.0/ports?device_id=2318226c-c8df-424d-aaa1-c535591bb04f HTTP/1.1" status: 200 len: 205 time: 0.0645499 Dec 20 21:39:29.361030 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54808) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:29.389185 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b8ce0-8dab-4d24-a63e-5f9d9fc5d3fe tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Port': ['ID=3b36538b-0f85-4a0c-bf3a-02023e67aa63,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:29.401657 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8ce0-8dab-4d24-a63e-5f9d9fc5d3fe tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:29.420656 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-643974ad-d2f3-4ddb-9bf2-2db34fa7896a tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] delete failed (client error): The resource could not be found. Dec 20 21:39:29.421699 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-643974ad-d2f3-4ddb-9bf2-2db34fa7896a tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "DELETE /v2.0/routers/2318226c-c8df-424d-aaa1-c535591bb04f HTTP/1.1" status: 404 len: 336 time: 0.0596776 Dec 20 21:39:29.424764 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54810) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:29.439611 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d29a2e9d-dd57-4d06-8136-47f5774b2234 None None] Provisioning complete for port 72c5f822-5579-4543-b642-1c4a5d55c0fd triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:29.439995 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d29a2e9d-dd57-4d06-8136-47f5774b2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:29.532447 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-faae0e44-4faa-4194-bf74-d02f1b298840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:29.546053 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f01d57ce-7eb9-4b1c-a53a-2d6ea6b1e6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:29.553298 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d29a2e9d-dd57-4d06-8136-47f5774b2234 None None] Port 72c5f822-5579-4543-b642-1c4a5d55c0fd cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:39:29.589181 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d29a2e9d-dd57-4d06-8136-47f5774b2234 None None] Provisioning complete for port 923768f7-0756-4fdb-9250-459197763e52 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:29.590148 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d29a2e9d-dd57-4d06-8136-47f5774b2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:29.592819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5554f5dc-34f5-4017-9417-c4a26ef1d62a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:39:29.620616 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-38dc9685-ae1f-40b4-9920-38a4160c8fc1 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8892f1-f338-4b4d-a0c9-954f465571d3 HTTP/1.1" status: 200 len: 205 time: 0.1938467 Dec 20 21:39:29.627761 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54814) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:29.644335 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8ce0-8dab-4d24-a63e-5f9d9fc5d3fe tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:29.664343 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d57ce-7eb9-4b1c-a53a-2d6ea6b1e6cd admin admin] Pushing event deleted for resources: {'Port': ['ID=63cf242f-0c6e-45ba-9a64-49200ad9b63b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:29.678428 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:29.724447 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8ce0-8dab-4d24-a63e-5f9d9fc5d3fe tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:29.737863 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-447a7b95-d464-4923-beb6-298701e5e17f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] delete failed (client error): The resource could not be found. Dec 20 21:39:29.738964 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-447a7b95-d464-4923-beb6-298701e5e17f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "DELETE /v2.0/routers/ba8892f1-f338-4b4d-a0c9-954f465571d3 HTTP/1.1" status: 404 len: 336 time: 0.1101277 Dec 20 21:39:29.744166 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54816) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:29.790881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 5554f5dc-34f5-4017-9417-c4a26ef1d62a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:29.792300 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:29.850775 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c8353e28-9193-48bd-9381-e9312ea1bb7b tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "GET /v2.0/ports?device_id=17533a2d-21bc-4257-ab30-8137498e07e4 HTTP/1.1" status: 200 len: 205 time: 0.0655437 Dec 20 21:39:29.859578 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54818) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:29.886008 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-41950190-60c0-4c5f-9c65-b6296fb7f8ec tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:29.901102 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8ce0-8dab-4d24-a63e-5f9d9fc5d3fe tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:29.901612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8b8ce0-8dab-4d24-a63e-5f9d9fc5d3fe tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Fanout notify agent at l3_agent the message router_deleted on router b9a84bda-43cd-4619-a9d9-51cc598aa56d {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:39:29.910480 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a8b8ce0-8dab-4d24-a63e-5f9d9fc5d3fe tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:29.912877 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5a8b8ce0-8dab-4d24-a63e-5f9d9fc5d3fe tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/routers/b9a84bda-43cd-4619-a9d9-51cc598aa56d HTTP/1.1" status: 204 len: 168 time: 3.8648334 Dec 20 21:39:29.915576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54820) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:29.947253 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-9951fc34-1dba-4ba8-a119-7f1ea1ecdd7b tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] delete failed (client error): The resource could not be found. Dec 20 21:39:29.953870 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9951fc34-1dba-4ba8-a119-7f1ea1ecdd7b tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "DELETE /v2.0/routers/17533a2d-21bc-4257-ab30-8137498e07e4 HTTP/1.1" status: 404 len: 336 time: 0.0928257 Dec 20 21:39:29.965210 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54822) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:30.027164 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bce2d079-9207-4546-a805-1aa402259e1f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "GET /v2.0/ports?device_id=dda06188-ff2b-4985-8902-bcfd3ff3976d HTTP/1.1" status: 200 len: 205 time: 0.0607250 Dec 20 21:39:30.031716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54824) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:30.083440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d29a2e9d-dd57-4d06-8136-47f5774b2234 None None] Provisioning complete for port 5554f5dc-34f5-4017-9417-c4a26ef1d62a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:30.083816 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d29a2e9d-dd57-4d06-8136-47f5774b2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:30.086398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 923768f7-0756-4fdb-9250-459197763e52 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:39:30.097361 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-f3e529f0-24d2-44e8-8026-87552b0b6dc4 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] delete failed (client error): The resource could not be found. Dec 20 21:39:30.098425 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f3e529f0-24d2-44e8-8026-87552b0b6dc4 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "DELETE /v2.0/routers/dda06188-ff2b-4985-8902-bcfd3ff3976d HTTP/1.1" status: 404 len: 336 time: 0.0639522 Dec 20 21:39:30.103225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54826) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:30.156609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d846d41e-112b-4735-8628-67c8147c979f tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "GET /v2.0/ports?device_id=e112143e-bef2-41f0-8061-6528800047cc HTTP/1.1" status: 200 len: 205 time: 0.0518391 Dec 20 21:39:30.160938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-166fabe1-dc63-4d55-92bf-93adde71c01a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Deleting subnet a12cfd9b-9e6e-437b-ae60-82912d3f9d50 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:39:30.165377 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54830) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:30.210154 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-166fabe1-dc63-4d55-92bf-93adde71c01a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:30.214035 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-4df34d6c-85c3-4539-b662-fa55fdef34ff tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] delete failed (client error): The resource could not be found. Dec 20 21:39:30.215302 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4df34d6c-85c3-4539-b662-fa55fdef34ff tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "DELETE /v2.0/routers/e112143e-bef2-41f0-8061-6528800047cc HTTP/1.1" status: 404 len: 336 time: 0.0488372 Dec 20 21:39:30.217142 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-41950190-60c0-4c5f-9c65-b6296fb7f8ec tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:30.223557 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54832) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:30.279896 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-d202c4bc-3722-46be-a9e8-c10617e35856 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] DELETE failed (client error): The resource could not be found. Dec 20 21:39:30.280641 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d202c4bc-3722-46be-a9e8-c10617e35856 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:39:30.283243 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Allocated IP 2001:db8::f816:3eff:fe1c:3d5e (d6219c57-44ce-4e86-b801-180350cc465a/2801d33d-a813-4fd5-bfcb-f208e0d8b8a5/e3b7c040-a442-404f-8fc2-b7ce04023cef) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:30.284316 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d202c4bc-3722-46be-a9e8-c10617e35856 tempest-RoutersIpV6AdminTest-1918552234 tempest-RoutersIpV6AdminTest-1918552234-project] 10.222.0.32 "DELETE /v2.0/subnets/2a928f33-2f16-40a3-bf55-89a52a3c9a77 HTTP/1.1" status: 404 len: 337 time: 0.0588310 Dec 20 21:39:30.314320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41950190-60c0-4c5f-9c65-b6296fb7f8ec tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event updated for resources: {'Port': ['ID=f30e9f92-bbde-4446-ab77-50a6e2a30426,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:30.331293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41950190-60c0-4c5f-9c65-b6296fb7f8ec tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Network d6219c57-44ce-4e86-b801-180350cc465a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:30.334993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-41950190-60c0-4c5f-9c65-b6296fb7f8ec tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:30.339117 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41950190-60c0-4c5f-9c65-b6296fb7f8ec tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:30.344737 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41950190-60c0-4c5f-9c65-b6296fb7f8ec tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:30.345377 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-41950190-60c0-4c5f-9c65-b6296fb7f8ec tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:30.350460 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-166fabe1-dc63-4d55-92bf-93adde71c01a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:30.411206 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-41950190-60c0-4c5f-9c65-b6296fb7f8ec tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.0031166 Dec 20 21:39:30.414200 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54836) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:30.450516 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f01d57ce-7eb9-4b1c-a53a-2d6ea6b1e6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:30.499657 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-166fabe1-dc63-4d55-92bf-93adde71c01a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:30.572894 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Deleting subnet 2801d33d-a813-4fd5-bfcb-f208e0d8b8a5 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:39:30.668798 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-166fabe1-dc63-4d55-92bf-93adde71c01a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:30.687526 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 923768f7-0756-4fdb-9250-459197763e52 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:30.687800 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:30.733722 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:30.739867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fabe1-dc63-4d55-92bf-93adde71c01a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Subnet': ['ID=a12cfd9b-9e6e-437b-ae60-82912d3f9d50,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:30.747181 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-166fabe1-dc63-4d55-92bf-93adde71c01a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:30.760692 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-166fabe1-dc63-4d55-92bf-93adde71c01a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/subnets/a12cfd9b-9e6e-437b-ae60-82912d3f9d50 HTTP/1.1" status: 204 len: 168 time: 0.8439188 Dec 20 21:39:30.761393 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54844) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:30.830224 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54846) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:30.832307 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:30.849322 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:30.849895 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:30.866965 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:30.867681 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:30.922435 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Network d6219c57-44ce-4e86-b801-180350cc465a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:30.926109 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:30.931274 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:30.944782 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:30.960937 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Pushing event updated for resources: {'Port': ['ID=e3b7c040-a442-404f-8fc2-b7ce04023cef,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:31.005608 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Attempting to bind port e3b7c040-a442-404f-8fc2-b7ce04023cef on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:39:31.006268 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Attempting to bind port e3b7c040-a442-404f-8fc2-b7ce04023cef by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'af0f76f2-54be-4f72-93dc-4cc39579d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd6219c57-44ce-4e86-b801-180350cc465a'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:39:31.006838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Attempting to bind port e3b7c040-a442-404f-8fc2-b7ce04023cef on network d6219c57-44ce-4e86-b801-180350cc465a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:31.013315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:39:31.013828 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Checking segment: {'id': 'af0f76f2-54be-4f72-93dc-4cc39579d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd6219c57-44ce-4e86-b801-180350cc465a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:31.014352 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:31.015297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Bound using segment: {'id': 'af0f76f2-54be-4f72-93dc-4cc39579d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd6219c57-44ce-4e86-b801-180350cc465a'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:39:31.015297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Bound port: e3b7c040-a442-404f-8fc2-b7ce04023cef, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0f76f2-54be-4f72-93dc-4cc39579d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd6219c57-44ce-4e86-b801-180350cc465a'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:39:31.015843 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:31.021474 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:31.080249 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a900e4fc-df2e-4da6-8b03-32b6de5b6d6a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:31.118511 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] For port e3b7c040-a442-404f-8fc2-b7ce04023cef, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:39:31.124341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] For port e3b7c040-a442-404f-8fc2-b7ce04023cef, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e3b7c040-a442-404f-8fc2-b7ce04023cef,segment=NetworkSegment(af0f76f2-54be-4f72-93dc-4cc39579d8a5),segment_id=af0f76f2-54be-4f72-93dc-4cc39579d8a5)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:39:31.132881 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:31.213256 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a5404-4e07-48d1-9dd8-cfa2b953a0fc None None] Pushing event updated for resources: {'Port': ['ID=e3b7c040-a442-404f-8fc2-b7ce04023cef,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:31.275876 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e4ac4d4-ab58-41ce-ad9a-25fef98c8b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:31.295439 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=72c5f822-5579-4543-b642-1c4a5d55c0fd,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:31.321837 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network b952cd78-b431-4474-8dcd-b9b1e8bbebd8 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:31.326110 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a900e4fc-df2e-4da6-8b03-32b6de5b6d6a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:31.329763 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:31.330139 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:31.338204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:31.338204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:31.338204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:31.338204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:31.338204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:31.338204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:31.338204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:31.338204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:31.338204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:31.338204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:31.343136 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:31.368988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-a900e4fc-df2e-4da6-8b03-32b6de5b6d6a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb991e8-5875-4d7a-a106-5abb9056a241']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:31.403451 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-a900e4fc-df2e-4da6-8b03-32b6de5b6d6a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b326282-88aa-4829-b549-dde33c7655ff') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:31.403750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-a900e4fc-df2e-4da6-8b03-32b6de5b6d6a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b326282-88aa-4829-b549-dde33c7655ff') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:31.444840 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a900e4fc-df2e-4da6-8b03-32b6de5b6d6a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:31.482626 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:31.489821 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a900e4fc-df2e-4da6-8b03-32b6de5b6d6a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:31.557906 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01d57ce-7eb9-4b1c-a53a-2d6ea6b1e6cd admin admin] Router f1ca13f3-d582-44f5-92f9-a500d5433283 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:39:31.589770 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 7a0e5b03-14e1-4bdb-a216-26c8313600e6 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:39:31.642548 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a900e4fc-df2e-4da6-8b03-32b6de5b6d6a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:39:31.642988 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a900e4fc-df2e-4da6-8b03-32b6de5b6d6a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:39:31.646258 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:39:31.785123 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:31.817335 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:31.823938 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/subnets/2801d33d-a813-4fd5-bfcb-f208e0d8b8a5 HTTP/1.1" status: 204 len: 168 time: 1.4072156 Dec 20 21:39:31.826363 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a900e4fc-df2e-4da6-8b03-32b6de5b6d6a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:31.838397 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a900e4fc-df2e-4da6-8b03-32b6de5b6d6a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:31.864235 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a900e4fc-df2e-4da6-8b03-32b6de5b6d6a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] 10.222.0.32 "DELETE /v2.0/networks/0fb991e8-5875-4d7a-a106-5abb9056a241 HTTP/1.1" status: 204 len: 168 time: 1.1008339 Dec 20 21:39:31.864672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54858) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:31.883088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-085cd992-4dc0-4c36-b9a3-b5fcfd1dad5a None None] Provisioning complete for port 72c5f822-5579-4543-b642-1c4a5d55c0fd triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:31.884653 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-085cd992-4dc0-4c36-b9a3-b5fcfd1dad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:31.992689 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-085cd992-4dc0-4c36-b9a3-b5fcfd1dad5a None None] Port 72c5f822-5579-4543-b642-1c4a5d55c0fd cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:39:32.104720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54862) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:32.105391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event deleted for resources: {'Subnet': ['ID=2801d33d-a813-4fd5-bfcb-f208e0d8b8a5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:32.123933 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:32.184868 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:32.185372 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:32.185717 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:32.186095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:32.186411 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:32.186761 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:32.187108 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:32.187433 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:32.187765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:32.188083 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:32.188410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:32.188731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3de065-6fea-44ba-8c21-09d01ab2d93f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:32.252037 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54868) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:32.257386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900e4fc-df2e-4da6-8b03-32b6de5b6d6a tempest-FloatingIPTestJSON-300194714 tempest-FloatingIPTestJSON-300194714-project] Pushing event deleted for resources: {'Network': ['ID=0fb991e8-5875-4d7a-a106-5abb9056a241,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:32.272775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54872) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:32.291612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccfd529-6d48-48c6-baa3-a67239793e08 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:32.293227 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccfd529-6d48-48c6-baa3-a67239793e08 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:32.299883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0ccfd529-6d48-48c6-baa3-a67239793e08 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3443170 Dec 20 21:39:32.301519 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54876) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:32.310011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01d57ce-7eb9-4b1c-a53a-2d6ea6b1e6cd admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:32.323611 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d327f12-9ac3-4371-8c43-81d24a4af870 None None] Sync routers for ids ['f1ca13f3-d582-44f5-92f9-a500d5433283'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:32.339395 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d327f12-9ac3-4371-8c43-81d24a4af870 None None] Routers {'f1ca13f3-d582-44f5-92f9-a500d5433283'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:32.345535 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5d327f12-9ac3-4371-8c43-81d24a4af870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:39:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f1ca13f3-d582-44f5-92f9-a500d5433283'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:32.359561 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:32.397884 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e4ac4d4-ab58-41ce-ad9a-25fef98c8b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:32.405186 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f01d57ce-7eb9-4b1c-a53a-2d6ea6b1e6cd admin admin] 10.222.0.32 "PUT /v2.0/routers/f1ca13f3-d582-44f5-92f9-a500d5433283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5703032 Dec 20 21:39:32.405951 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54882) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:32.426549 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6e4ac4d4-ab58-41ce-ad9a-25fef98c8b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:32.546477 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2bfb7469-1dc9-44d7-ab20-6b3013593e95 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2390 time: 0.4294505 Dec 20 21:39:32.575233 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54884) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:32.612802 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-26038570-b92e-49e7-b121-fff97d02fd43 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Request body: {'network': {'name': 'tempest-network-smoke--86202882', 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'port_security_enabled': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:32.645492 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ac4d4-ab58-41ce-ad9a-25fef98c8b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d933c41e-f86b-4631-8e5b-80a4b15929ce,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:32.646794 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a6a833af-b79e-4957-859d-d4cde5367e7e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:32.687904 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6e4ac4d4-ab58-41ce-ad9a-25fef98c8b29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0c82462245f46eb81a1da884660b91a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8534267 Dec 20 21:39:32.690554 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a833af-b79e-4957-859d-d4cde5367e7e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 20 21:39:32.693384 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a833af-b79e-4957-859d-d4cde5367e7e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:39:32.704817 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54888) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:32.707352 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a6a833af-b79e-4957-859d-d4cde5367e7e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/networks/d6219c57-44ce-4e86-b801-180350cc465a HTTP/1.1" status: 409 len: 405 time: 0.4030819 Dec 20 21:39:32.713193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54890) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:32.729826 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5d327f12-9ac3-4371-8c43-81d24a4af870 None None] Set router f1ca13f3-d582-44f5-92f9-a500d5433283 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:39:32.730227 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-7141e5fc-fd7d-4094-83fb-d2230cdbbd2c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1115912174'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:32.750369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:32.761573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad19cce-63ee-4813-b51c-cfc54eda08d6 None None] Sync routers for ids ['7a0e5b03-14e1-4bdb-a216-26c8313600e6'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:32.766890 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dfa654ee-08e8-4b47-852d-03506998b62f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/7a0e5b03-14e1-4bdb-a216-26c8313600e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7054541 Dec 20 21:39:32.769966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54892) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:32.787083 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad19cce-63ee-4813-b51c-cfc54eda08d6 None None] Routers {'7a0e5b03-14e1-4bdb-a216-26c8313600e6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:32.788002 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-cad19cce-63ee-4813-b51c-cfc54eda08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:39:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7a0e5b03-14e1-4bdb-a216-26c8313600e6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:32.797835 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26038570-b92e-49e7-b121-fff97d02fd43 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Made reservation on behalf of 7d148da42bcc49c09fb4b3551f55d580 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:32.801931 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-26038570-b92e-49e7-b121-fff97d02fd43 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:32.890282 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-cad19cce-63ee-4813-b51c-cfc54eda08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:32.903203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e78d3b-7e85-43fb-83c8-83419d329912 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:32.912476 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-06e78d3b-7e85-43fb-83c8-83419d329912 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports/72c5f822-5579-4543-b642-1c4a5d55c0fd HTTP/1.1" status: 200 len: 910 time: 0.1404357 Dec 20 21:39:32.913427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54894) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:32.917743 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53867997-920a-4a22-a89b-3f7590ca8dc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:32.934370 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad19cce-63ee-4813-b51c-cfc54eda08d6 None None] Routers {'7a0e5b03-14e1-4bdb-a216-26c8313600e6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:32.935480 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-cad19cce-63ee-4813-b51c-cfc54eda08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:39:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7a0e5b03-14e1-4bdb-a216-26c8313600e6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:32.945668 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54896) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:32.985187 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-cad19cce-63ee-4813-b51c-cfc54eda08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:32.986225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad19cce-63ee-4813-b51c-cfc54eda08d6 None None] The sync data for ids ['7a0e5b03-14e1-4bdb-a216-26c8313600e6'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:39:33.019232 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15466eee-4296-4200-8f9a-5673f85076bd None None] Network d6219c57-44ce-4e86-b801-180350cc465a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:33.083581 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de6d423d-0b89-464c-90bb-6184ecb232dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.091044 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9284a384-32d4-4ab6-ac8c-d0d74a7c499a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f228c7f518a547abb13f8b9530174aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8375781 Dec 20 21:39:33.095720 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54900) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:33.140734 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7141e5fc-fd7d-4094-83fb-d2230cdbbd2c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Made reservation on behalf of f0a5abd1b2e544c49f620dbd6c027e16 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:33.153244 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26038570-b92e-49e7-b121-fff97d02fd43 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:39:33.154342 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7141e5fc-fd7d-4094-83fb-d2230cdbbd2c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.155462 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5d327f12-9ac3-4371-8c43-81d24a4af870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'name': 'tempest-TaggedBootDevicesTest-1962237839-router', 'tenant_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e53c05e6-d079-4e44-8702-605a99e2502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:58Z', 'updated_at': '2021-12-20T21:39:29Z', 'revision_number': 5, 'project_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'gw_port': {'id': 'e53c05e6-d079-4e44-8702-605a99e2502c', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:59Z', 'updated_at': '2021-12-20T21:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:33.176105 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de6d423d-0b89-464c-90bb-6184ecb232dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.189570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-da61adc4-1104-4445-a7aa-dd712935ebe2 None None] Provisioning complete for port e3b7c040-a442-404f-8fc2-b7ce04023cef triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:33.189973 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da61adc4-1104-4445-a7aa-dd712935ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.199692 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7141e5fc-fd7d-4094-83fb-d2230cdbbd2c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:39:33.210360 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7141e5fc-fd7d-4094-83fb-d2230cdbbd2c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.210753 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-7141e5fc-fd7d-4094-83fb-d2230cdbbd2c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Added segment 1c838585-fef5-41f3-a584-b42d66ce85e6 of type vlan for network ef7cf58a-ce94-4b39-9638-72055cc00ce7 Dec 20 21:39:33.215556 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d327f12-9ac3-4371-8c43-81d24a4af870 None None] Checking router: f1ca13f3-d582-44f5-92f9-a500d5433283 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:39:33.230772 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-01ae9338-3073-423f-a9b9-e7d092ce1280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.238631 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d327f12-9ac3-4371-8c43-81d24a4af870 None None] Routers {'f1ca13f3-d582-44f5-92f9-a500d5433283'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:33.239612 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5d327f12-9ac3-4371-8c43-81d24a4af870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:39:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f1ca13f3-d582-44f5-92f9-a500d5433283'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:33.253241 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-26038570-b92e-49e7-b121-fff97d02fd43 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.253855 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-26038570-b92e-49e7-b121-fff97d02fd43 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Added segment 2b850d07-158a-4e92-b132-ace86d44a284 of type vlan for network e59df0cc-7b23-4f17-9507-3cab96c3c852 Dec 20 21:39:33.254187 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7141e5fc-fd7d-4094-83fb-d2230cdbbd2c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.284813 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7141e5fc-fd7d-4094-83fb-d2230cdbbd2c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.291062 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7141e5fc-fd7d-4094-83fb-d2230cdbbd2c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:33.291710 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7141e5fc-fd7d-4094-83fb-d2230cdbbd2c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.364769 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-01ae9338-3073-423f-a9b9-e7d092ce1280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.367191 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7141e5fc-fd7d-4094-83fb-d2230cdbbd2c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6525960 Dec 20 21:39:33.395847 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54902) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:33.403633 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-01ae9338-3073-423f-a9b9-e7d092ce1280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.416391 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5ff68935-ede3-4078-be01-98bce7e626f9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Request body: {'subnet': {'network_id': 'ef7cf58a-ce94-4b39-9638-72055cc00ce7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:33.425130 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da61adc4-1104-4445-a7aa-dd712935ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.426244 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5d327f12-9ac3-4371-8c43-81d24a4af870 None None] Set router f1ca13f3-d582-44f5-92f9-a500d5433283 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:39:33.448515 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fa3ad4bd-bca5-44f1-94e9-1effd6608198 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fbf673e34a34b999ba884d803154d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1362000 Dec 20 21:39:33.466585 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-da61adc4-1104-4445-a7aa-dd712935ebe2 None None] For port e3b7c040-a442-404f-8fc2-b7ce04023cef, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e3b7c040-a442-404f-8fc2-b7ce04023cef,segment=NetworkSegment(af0f76f2-54be-4f72-93dc-4cc39579d8a5),segment_id=af0f76f2-54be-4f72-93dc-4cc39579d8a5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:33.467516 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae9338-3073-423f-a9b9-e7d092ce1280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c9edbb-0540-47d1-b47a-9b3a001a79fc,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:33.476646 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da61adc4-1104-4445-a7aa-dd712935ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.479951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54904) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:33.505447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141e5fc-fd7d-4094-83fb-d2230cdbbd2c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event updated for resources: {'Network': ['ID=ef7cf58a-ce94-4b39-9638-72055cc00ce7,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:33.518296 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-26038570-b92e-49e7-b121-fff97d02fd43 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.535662 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network ef7cf58a-ce94-4b39-9638-72055cc00ce7 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:39:33.577748 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3d712264-01f2-467b-9467-506402cf019f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.596501 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09af4db3-b17e-4d78-8696-4a640e80f475 None None] DHCP port deletion for d6219c57-44ce-4e86-b801-180350cc465a request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:39:33.608199 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3d712264-01f2-467b-9467-506402cf019f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.614153 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd217105-7ddb-420b-a594-a3ca273eaa08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.640816 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53867997-920a-4a22-a89b-3f7590ca8dc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.645452 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-01ae9338-3073-423f-a9b9-e7d092ce1280 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a45c173815ac4232a034d907479d20ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6027009 Dec 20 21:39:33.652315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54906) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:33.692064 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd217105-7ddb-420b-a594-a3ca273eaa08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.701640 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61adc4-1104-4445-a7aa-dd712935ebe2 None None] Pushing event updated for resources: {'Port': ['ID=e3b7c040-a442-404f-8fc2-b7ce04023cef,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:33.726113 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3d712264-01f2-467b-9467-506402cf019f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.728718 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3d712264-01f2-467b-9467-506402cf019f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.732301 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3d712264-01f2-467b-9467-506402cf019f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69431ba5-3fc8-4b1b-9860-2ebc5b447c27 HTTP/1.1" status: 204 len: 168 time: 0.2473793 Dec 20 21:39:33.732474 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de6d423d-0b89-464c-90bb-6184ecb232dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.734267 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de6d423d-0b89-464c-90bb-6184ecb232dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.735976 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-de6d423d-0b89-464c-90bb-6184ecb232dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d933c41e-f86b-4631-8e5b-80a4b15929ce HTTP/1.1" status: 204 len: 168 time: 1.0235026 Dec 20 21:39:33.756645 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-09af4db3-b17e-4d78-8696-4a640e80f475 None None] Deleting port e3b7c040-a442-404f-8fc2-b7ce04023cef {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:33.757028 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-09af4db3-b17e-4d78-8696-4a640e80f475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.758979 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-26038570-b92e-49e7-b121-fff97d02fd43 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.767937 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26038570-b92e-49e7-b121-fff97d02fd43 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:33.767937 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-26038570-b92e-49e7-b121-fff97d02fd43 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.776034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d423d-0b89-464c-90bb-6184ecb232dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d933c41e-f86b-4631-8e5b-80a4b15929ce,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:33.796648 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d712264-01f2-467b-9467-506402cf019f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69431ba5-3fc8-4b1b-9860-2ebc5b447c27,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:33.796816 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5d327f12-9ac3-4371-8c43-81d24a4af870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'name': 'tempest-TaggedBootDevicesTest-1962237839-router', 'tenant_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e53c05e6-d079-4e44-8702-605a99e2502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:58Z', 'updated_at': '2021-12-20T21:39:29Z', 'revision_number': 5, 'project_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'gw_port': {'id': 'e53c05e6-d079-4e44-8702-605a99e2502c', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:59Z', 'updated_at': '2021-12-20T21:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:33.853375 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d327f12-9ac3-4371-8c43-81d24a4af870 None None] The sync data for ids ['f1ca13f3-d582-44f5-92f9-a500d5433283'] in n-d-xena-1 is: [{'id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'name': 'tempest-TaggedBootDevicesTest-1962237839-router', 'tenant_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.191'}], 'enable_snat': True}, 'gw_port_id': 'e53c05e6-d079-4e44-8702-605a99e2502c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:27:58Z', 'updated_at': '2021-12-20T21:39:29Z', 'revision_number': 5, 'project_id': 'be27b985a29c4cf48a6f41d34dc6bf62', 'gw_port': {'id': 'e53c05e6-d079-4e44-8702-605a99e2502c', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:4d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ca13f3-d582-44f5-92f9-a500d5433283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:27:59Z', 'updated_at': '2021-12-20T21:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:39:33.870254 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-80992112-f32b-4382-96ff-ed39da3a9224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.913324 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-80992112-f32b-4382-96ff-ed39da3a9224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.921058 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-26038570-b92e-49e7-b121-fff97d02fd43 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3129301 Dec 20 21:39:33.924053 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54912) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:33.934574 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-494049306', 'admin_state_up': True, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:33.940360 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26038570-b92e-49e7-b121-fff97d02fd43 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event updated for resources: {'Network': ['ID=e59df0cc-7b23-4f17-9507-3cab96c3c852,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:33.969432 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-53867997-920a-4a22-a89b-3f7590ca8dc2 admin admin] Deleting port e53c05e6-d079-4e44-8702-605a99e2502c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:33.969771 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53867997-920a-4a22-a89b-3f7590ca8dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.971844 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd217105-7ddb-420b-a594-a3ca273eaa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.974840 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd217105-7ddb-420b-a594-a3ca273eaa08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:33.979824 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fd217105-7ddb-420b-a594-a3ca273eaa08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cdc4862-79b8-4c57-90c7-b00409946a60 HTTP/1.1" status: 204 len: 168 time: 0.8819578 Dec 20 21:39:33.998228 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff68935-ede3-4078-be01-98bce7e626f9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Made reservation on behalf of f0a5abd1b2e544c49f620dbd6c027e16 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:34.001548 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-80992112-f32b-4382-96ff-ed39da3a9224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:34.001806 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ff68935-ede3-4078-be01-98bce7e626f9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:34.009749 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-80992112-f32b-4382-96ff-ed39da3a9224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:34.015942 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-80992112-f32b-4382-96ff-ed39da3a9224 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54c9edbb-0540-47d1-b47a-9b3a001a79fc HTTP/1.1" status: 204 len: 168 time: 0.3571997 Dec 20 21:39:34.042577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80992112-f32b-4382-96ff-ed39da3a9224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c9edbb-0540-47d1-b47a-9b3a001a79fc,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:34.087001 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network e59df0cc-7b23-4f17-9507-3cab96c3c852 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:39:34.130803 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-34d67e0b-65c9-43db-8260-b8c3e39e865a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:34.177526 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd217105-7ddb-420b-a594-a3ca273eaa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdc4862-79b8-4c57-90c7-b00409946a60,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:34.185830 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:34.191186 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:34.217240 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-09af4db3-b17e-4d78-8696-4a640e80f475 None None] For port e3b7c040-a442-404f-8fc2-b7ce04023cef, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e3b7c040-a442-404f-8fc2-b7ce04023cef,segment=NetworkSegment(af0f76f2-54be-4f72-93dc-4cc39579d8a5),segment_id=af0f76f2-54be-4f72-93dc-4cc39579d8a5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:34.217629 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-09af4db3-b17e-4d78-8696-4a640e80f475 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:34.247231 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-09af4db3-b17e-4d78-8696-4a640e80f475 None None] Calling delete_port for e3b7c040-a442-404f-8fc2-b7ce04023cef owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:34.252226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54922) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:34.264429 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-53867997-920a-4a22-a89b-3f7590ca8dc2 admin admin] For port e53c05e6-d079-4e44-8702-605a99e2502c, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e53c05e6-d079-4e44-8702-605a99e2502c,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:34.265036 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53867997-920a-4a22-a89b-3f7590ca8dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:34.293430 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-53867997-920a-4a22-a89b-3f7590ca8dc2 admin admin] Calling delete_port for e53c05e6-d079-4e44-8702-605a99e2502c owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:34.376777 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ee60ce55-de5a-4613-89c1-047a02c161d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa2023db2eb64b309b6b12e01c217a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1235075 Dec 20 21:39:34.390835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54926) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:34.408759 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-09af4db3-b17e-4d78-8696-4a640e80f475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:34.463531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af4db3-b17e-4d78-8696-4a640e80f475 None None] Pushing event deleted for resources: {'Port': ['ID=e3b7c040-a442-404f-8fc2-b7ce04023cef,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:34.472383 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09af4db3-b17e-4d78-8696-4a640e80f475 None None] No DVR routers for this DVR port e3b7c040-a442-404f-8fc2-b7ce04023cef on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:39:34.566971 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b39fc73b-d0ad-4b21-a3bc-e51f8144e7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:34.592551 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:34.604966 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b39fc73b-d0ad-4b21-a3bc-e51f8144e7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:34.772210 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b39fc73b-d0ad-4b21-a3bc-e51f8144e7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:34.777283 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b39fc73b-d0ad-4b21-a3bc-e51f8144e7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:34.787140 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b39fc73b-d0ad-4b21-a3bc-e51f8144e7f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a87eb26e-402f-400a-9d6b-e9a0bec3cf35 HTTP/1.1" status: 204 len: 168 time: 0.3913379 Dec 20 21:39:34.821827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fc73b-d0ad-4b21-a3bc-e51f8144e7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87eb26e-402f-400a-9d6b-e9a0bec3cf35,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:34.855602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-34d67e0b-65c9-43db-8260-b8c3e39e865a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting port 72c5f822-5579-4543-b642-1c4a5d55c0fd {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:34.856491 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-34d67e0b-65c9-43db-8260-b8c3e39e865a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:34.880454 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:34.919680 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53867997-920a-4a22-a89b-3f7590ca8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:35.008636 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-34d67e0b-65c9-43db-8260-b8c3e39e865a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:35.028037 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-34d67e0b-65c9-43db-8260-b8c3e39e865a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Calling delete_port for 72c5f822-5579-4543-b642-1c4a5d55c0fd owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:35.095525 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53867997-920a-4a22-a89b-3f7590ca8dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e53c05e6-d079-4e44-8702-605a99e2502c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:35.249920 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53867997-920a-4a22-a89b-3f7590ca8dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:35.631671 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e3b7c040-a442-404f-8fc2-b7ce04023cef no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:39:35.649800 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-34d67e0b-65c9-43db-8260-b8c3e39e865a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:35.665374 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: e3b7c040-a442-404f-8fc2-b7ce04023cef {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:39:35.666289 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e3b7c040-a442-404f-8fc2-b7ce04023cef not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:39:35.667633 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 63cf242f-0c6e-45ba-9a64-49200ad9b63b no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:39:35.703128 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53867997-920a-4a22-a89b-3f7590ca8dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:35.705424 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53867997-920a-4a22-a89b-3f7590ca8dc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:35.735362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 63cf242f-0c6e-45ba-9a64-49200ad9b63b {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:39:35.735969 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 63cf242f-0c6e-45ba-9a64-49200ad9b63b not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:39:35.746483 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d67e0b-65c9-43db-8260-b8c3e39e865a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Port': ['ID=72c5f822-5579-4543-b642-1c4a5d55c0fd,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:35.751849 n-d-xena-1 neutron-server[102402]: DEBUG neutron.objects.ports [None req-5ff68935-ede3-4078-be01-98bce7e626f9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102402) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:39:35.761938 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ff68935-ede3-4078-be01-98bce7e626f9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:35.867559 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53867997-920a-4a22-a89b-3f7590ca8dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:35.867951 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53867997-920a-4a22-a89b-3f7590ca8dc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1ca13f3-d582-44f5-92f9-a500d5433283 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:39:35.885325 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-53867997-920a-4a22-a89b-3f7590ca8dc2 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:35.886769 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-53867997-920a-4a22-a89b-3f7590ca8dc2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f1ca13f3-d582-44f5-92f9-a500d5433283 HTTP/1.1" status: 204 len: 168 time: 3.4756913 Dec 20 21:39:35.904114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54974) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:35.933027 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff68935-ede3-4078-be01-98bce7e626f9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event updated for resources: {'Subnet': ['ID=1181c671-9ca7-4acb-b082-6fd008f7b3fa,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:35.955741 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-34d67e0b-65c9-43db-8260-b8c3e39e865a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:36.043419 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff68935-ede3-4078-be01-98bce7e626f9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Checking segment: {'id': '1c838585-fef5-41f3-a584-b42d66ce85e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ef7cf58a-ce94-4b39-9638-72055cc00ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:36.043843 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff68935-ede3-4078-be01-98bce7e626f9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Network hostable DHCP agents. Network: ef7cf58a-ce94-4b39-9638-72055cc00ce7, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:39:36.063058 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac2b4f9-d23a-4d0d-9942-091178a9e178 admin admin] Deleting subnet 7815dcdc-ac51-4c10-a9a2-339859ac150a {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:39:36.069227 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ac2b4f9-d23a-4d0d-9942-091178a9e178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:36.147684 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54980) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:36.197492 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff68935-ede3-4078-be01-98bce7e626f9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Network ef7cf58a-ce94-4b39-9638-72055cc00ce7 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:39:36.203533 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ac2b4f9-d23a-4d0d-9942-091178a9e178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:36.237735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d67e0b-65c9-43db-8260-b8c3e39e865a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 7a0e5b03-14e1-4bdb-a216-26c8313600e6 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:39:36.250316 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:36.251983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-5ff68935-ede3-4078-be01-98bce7e626f9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, ef7cf58a-ce94-4b39-9638-72055cc00ce7) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:36.262823 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e799a212-1812-4e1e-811c-909dd710dd69 None None] Network ef7cf58a-ce94-4b39-9638-72055cc00ce7 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:36.295937 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff68935-ede3-4078-be01-98bce7e626f9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:36.296713 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ff68935-ede3-4078-be01-98bce7e626f9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:36.299508 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:36.365418 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5ff68935-ede3-4078-be01-98bce7e626f9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9622877 Dec 20 21:39:36.368211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54994) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:36.372042 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-639a6602-0cbd-40ae-9727-c9ca99bac013 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:36.372752 n-d-xena-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-639a6602-0cbd-40ae-9727-c9ca99bac013 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 21:39:36.373246 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-639a6602-0cbd-40ae-9727-c9ca99bac013 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 21:39:36.374244 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-639a6602-0cbd-40ae-9727-c9ca99bac013 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2224791 Dec 20 21:39:36.379173 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-36b958a6-b316-40b2-b37a-5dfb8ee33ac7 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Request body: {'port': {'network_id': 'ef7cf58a-ce94-4b39-9638-72055cc00ce7', 'name': 'tempest-NetworksIpV6TestAttrs-2006553336'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:36.384272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54996) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:36.390485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a72524e7-0e6c-4a57-aab4-a9d78dc4240c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group': {'name': 'tempest-secgroup--445386169'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:36.461780 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ac2b4f9-d23a-4d0d-9942-091178a9e178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:36.462719 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d67e0b-65c9-43db-8260-b8c3e39e865a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:36.477879 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ffcf0-5d33-4407-9ad8-2b4fb079e2dd None None] Sync routers for ids ['7a0e5b03-14e1-4bdb-a216-26c8313600e6'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:36.479439 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-34d67e0b-65c9-43db-8260-b8c3e39e865a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/7a0e5b03-14e1-4bdb-a216-26c8313600e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5607877 Dec 20 21:39:36.480550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54998) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:36.494930 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ffcf0-5d33-4407-9ad8-2b4fb079e2dd None None] Routers {'7a0e5b03-14e1-4bdb-a216-26c8313600e6'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:36.497072 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d42ffcf0-5d33-4407-9ad8-2b4fb079e2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:39:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7a0e5b03-14e1-4bdb-a216-26c8313600e6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:36.548346 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Allocated IP 172.35.3.106 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/01b6ab92-f7b4-4970-9f15-28bc4296e58d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:36.579610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ef7cf58a-ce94-4b39-9638-72055cc00ce7', 'network_id': 'ef7cf58a-ce94-4b39-9638-72055cc00ce7', 'tenant_id': 'f0a5abd1b2e544c49f620dbd6c027e16', 'fixed_ips': [{'subnet_id': '1181c671-9ca7-4acb-b082-6fd008f7b3fa'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:39:36.581227 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:36.597924 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d42ffcf0-5d33-4407-9ad8-2b4fb079e2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:36.603400 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a72524e7-0e6c-4a57-aab4-a9d78dc4240c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:36.605094 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ac2b4f9-d23a-4d0d-9942-091178a9e178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:36.616621 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ffcf0-5d33-4407-9ad8-2b4fb079e2dd None None] Routers {'7a0e5b03-14e1-4bdb-a216-26c8313600e6'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:36.617656 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d42ffcf0-5d33-4407-9ad8-2b4fb079e2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:39:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7a0e5b03-14e1-4bdb-a216-26c8313600e6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:36.642593 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a72524e7-0e6c-4a57-aab4-a9d78dc4240c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:36.652980 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55002) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:36.735488 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2b4f9-d23a-4d0d-9942-091178a9e178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7815dcdc-ac51-4c10-a9a2-339859ac150a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:36.746630 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58bdf72-2681-4f25-9890-23cd27d45ab4 None None] Network 57324cda-3066-4456-9f65-72d720eb8c9c requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:36.832186 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:36.869789 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ac2b4f9-d23a-4d0d-9942-091178a9e178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:36.876453 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0ac2b4f9-d23a-4d0d-9942-091178a9e178 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7815dcdc-ac51-4c10-a9a2-339859ac150a HTTP/1.1" status: 204 len: 168 time: 0.9617684 Dec 20 21:39:36.877580 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55008) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:36.908723 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Allocated IP 2001:db8::f816:3eff:fe42:13cd (ef7cf58a-ce94-4b39-9638-72055cc00ce7/1181c671-9ca7-4acb-b082-6fd008f7b3fa/16d1c355-f0ae-447d-9314-9ad0b8cf00a9) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:36.909850 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:36.923210 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d42ffcf0-5d33-4407-9ad8-2b4fb079e2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:36.925810 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42ffcf0-5d33-4407-9ad8-2b4fb079e2dd None None] The sync data for ids ['7a0e5b03-14e1-4bdb-a216-26c8313600e6'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:39:36.976828 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a72524e7-0e6c-4a57-aab4-a9d78dc4240c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.038842 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a72524e7-0e6c-4a57-aab4-a9d78dc4240c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.044827 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.047462 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55012) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:37.048170 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9cb19b-fe68-469e-a7f0-27bd24035cf0 None None] DHCP port deletion for 57324cda-3066-4456-9f65-72d720eb8c9c request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:39:37.096606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:37.105021 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:37.109573 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:37.126580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72524e7-0e6c-4a57-aab4-a9d78dc4240c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125cc9e1-9145-4db7-9ae3-48101bf99812,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:37.134774 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b958a6-b316-40b2-b37a-5dfb8ee33ac7 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Made reservation on behalf of f0a5abd1b2e544c49f620dbd6c027e16 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:37.138657 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-36b958a6-b316-40b2-b37a-5dfb8ee33ac7 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.157564 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-375e5b72-cbff-4772-98c3-c872f48bc2ed tempest-AgentManagementNegativeTest-1673302081 tempest-AgentManagementNegativeTest-1673302081-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5002341 Dec 20 21:39:37.187986 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.198734 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ab9cb19b-fe68-469e-a7f0-27bd24035cf0 None None] Deleting port b0b157f7-7003-44f5-b9f8-5822728fc45f {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:37.199431 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab9cb19b-fe68-469e-a7f0-27bd24035cf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.203322 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.223846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-36b958a6-b316-40b2-b37a-5dfb8ee33ac7 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] device_id is not set on port 99455598-6ed4-4de3-b592-42ba848c1257 yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:39:37.233269 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a72524e7-0e6c-4a57-aab4-a9d78dc4240c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.246306 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a72524e7-0e6c-4a57-aab4-a9d78dc4240c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.295774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Network ef7cf58a-ce94-4b39-9638-72055cc00ce7 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:37.304565 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:37.314949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:37.328108 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ab9cb19b-fe68-469e-a7f0-27bd24035cf0 None None] For port b0b157f7-7003-44f5-b9f8-5822728fc45f, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b0b157f7-7003-44f5-b9f8-5822728fc45f,segment=NetworkSegment(96475f58-5a4a-4f99-a3c0-eee539a5382e),segment_id=96475f58-5a4a-4f99-a3c0-eee539a5382e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:37.328944 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab9cb19b-fe68-469e-a7f0-27bd24035cf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.333320 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Pushing event updated for resources: {'Port': ['ID=16d1c355-f0ae-447d-9314-9ad0b8cf00a9,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:37.359892 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a72524e7-0e6c-4a57-aab4-a9d78dc4240c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.359892 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a72524e7-0e6c-4a57-aab4-a9d78dc4240c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9706099 Dec 20 21:39:37.360688 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55018) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:37.365620 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72524e7-0e6c-4a57-aab4-a9d78dc4240c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5900e80-127a-4a5b-8ea2-264c2eabdda6,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:37.377384 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-7f453a6e-b6b6-416b-ad93-8f87bc0ed48c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': 'e5900e80-127a-4a5b-8ea2-264c2eabdda6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:37.391546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ab9cb19b-fe68-469e-a7f0-27bd24035cf0 None None] Calling delete_port for b0b157f7-7003-44f5-b9f8-5822728fc45f owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:37.392353 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5ae0bc36-cc38-449f-9d5f-d1281f0f0074 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'network': {'name': 'tempest-network-smoke--114058684', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'port_security_enabled': True}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:37.467604 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-36b958a6-b316-40b2-b37a-5dfb8ee33ac7 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Allocated IP 2001:db8::f816:3eff:fecf:53c3 (ef7cf58a-ce94-4b39-9638-72055cc00ce7/1181c671-9ca7-4acb-b082-6fd008f7b3fa/99455598-6ed4-4de3-b592-42ba848c1257) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:37.485801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event updated for resources: {'Port': ['ID=01b6ab92-f7b4-4970-9f15-28bc4296e58d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:37.499835 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Attempting to bind port 16d1c355-f0ae-447d-9314-9ad0b8cf00a9 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:39:37.500420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Attempting to bind port 16d1c355-f0ae-447d-9314-9ad0b8cf00a9 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '1c838585-fef5-41f3-a584-b42d66ce85e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ef7cf58a-ce94-4b39-9638-72055cc00ce7'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:39:37.500952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Attempting to bind port 16d1c355-f0ae-447d-9314-9ad0b8cf00a9 on network ef7cf58a-ce94-4b39-9638-72055cc00ce7 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:37.512177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:39:37.512774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Checking segment: {'id': '1c838585-fef5-41f3-a584-b42d66ce85e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ef7cf58a-ce94-4b39-9638-72055cc00ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:37.513350 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.513911 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Bound using segment: {'id': '1c838585-fef5-41f3-a584-b42d66ce85e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ef7cf58a-ce94-4b39-9638-72055cc00ce7'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:39:37.514561 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Bound port: 16d1c355-f0ae-447d-9314-9ad0b8cf00a9, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c838585-fef5-41f3-a584-b42d66ce85e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ef7cf58a-ce94-4b39-9638-72055cc00ce7'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:39:37.515107 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.539840 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f453a6e-b6b6-416b-ad93-8f87bc0ed48c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.540602 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] Deleting port b0b157f7-7003-44f5-b9f8-5822728fc45f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:37.540942 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.551362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b0b157f7-7003-44f5-b9f8-5822728fc45f no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:39:37.610454 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.630391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae0bc36-cc38-449f-9d5f-d1281f0f0074 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Made reservation on behalf of 5353e8cb9b434e37a6bf3118a301f4e4 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:37.634687 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ae0bc36-cc38-449f-9d5f-d1281f0f0074 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.648222 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ab9cb19b-fe68-469e-a7f0-27bd24035cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.658392 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55022) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:37.668850 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ae0bc36-cc38-449f-9d5f-d1281f0f0074 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.717613 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] For port b0b157f7-7003-44f5-b9f8-5822728fc45f, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b0b157f7-7003-44f5-b9f8-5822728fc45f,segment=NetworkSegment(96475f58-5a4a-4f99-a3c0-eee539a5382e),segment_id=96475f58-5a4a-4f99-a3c0-eee539a5382e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:37.717976 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.728027 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cb19b-fe68-469e-a7f0-27bd24035cf0 None None] Pushing event deleted for resources: {'Port': ['ID=b0b157f7-7003-44f5-b9f8-5822728fc45f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:37.744550 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] Calling delete_port for b0b157f7-7003-44f5-b9f8-5822728fc45f owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:37.749908 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] For port 16d1c355-f0ae-447d-9314-9ad0b8cf00a9, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:39:37.751467 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f453a6e-b6b6-416b-ad93-8f87bc0ed48c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.762437 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No active binding found for port b0b157f7-7003-44f5-b9f8-5822728fc45f {{(pid=102403) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 21:39:37.763548 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b0b157f7-7003-44f5-b9f8-5822728fc45f not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:39:37.766621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e53c05e6-d079-4e44-8702-605a99e2502c no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:39:37.774296 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f453a6e-b6b6-416b-ad93-8f87bc0ed48c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.775734 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9cb19b-fe68-469e-a7f0-27bd24035cf0 None None] No DVR routers for this DVR port b0b157f7-7003-44f5-b9f8-5822728fc45f on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:39:37.796136 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10f7609c-0a07-4db2-9bdf-ecf5e1a6402d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.815627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: e53c05e6-d079-4e44-8702-605a99e2502c {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:39:37.815627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e53c05e6-d079-4e44-8702-605a99e2502c not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:39:37.828958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] For port 16d1c355-f0ae-447d-9314-9ad0b8cf00a9, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=16d1c355-f0ae-447d-9314-9ad0b8cf00a9,segment=NetworkSegment(1c838585-fef5-41f3-a584-b42d66ce85e6),segment_id=1c838585-fef5-41f3-a584-b42d66ce85e6)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:39:37.836537 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.866378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f453a6e-b6b6-416b-ad93-8f87bc0ed48c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa71f510-d9c3-46f5-bde2-874b62b017de,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:37.900526 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89167b0-0365-45b1-b569-9ed5449ef657 None None] Pushing event updated for resources: {'Port': ['ID=16d1c355-f0ae-447d-9314-9ad0b8cf00a9,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:37.937425 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cc0bb4d-9a63-4738-8d50-6c04df2d2a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.949071 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f453a6e-b6b6-416b-ad93-8f87bc0ed48c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.952975 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7f453a6e-b6b6-416b-ad93-8f87bc0ed48c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5858679 Dec 20 21:39:37.953117 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:37.956523 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55026) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:37.970735 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f679fe6e-76bb-45f4-8da7-082a2684e185 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': 'e5900e80-127a-4a5b-8ea2-264c2eabdda6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:38.006386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] No DVR routers for this DVR port b0b157f7-7003-44f5-b9f8-5822728fc45f on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:39:38.007080 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-36b958a6-b316-40b2-b37a-5dfb8ee33ac7 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.011869 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b157f7-7003-44f5-b9f8-5822728fc45f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:38.043034 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.102817 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ae0bc36-cc38-449f-9d5f-d1281f0f0074 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.152861 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ae0bc36-cc38-449f-9d5f-d1281f0f0074 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.179888 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.182381 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f679fe6e-76bb-45f4-8da7-082a2684e185 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.204007 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-36b958a6-b316-40b2-b37a-5dfb8ee33ac7 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.217128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae0bc36-cc38-449f-9d5f-d1281f0f0074 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:39:38.238184 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0bc36-cc38-449f-9d5f-d1281f0f0074 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033b2f49-b75a-407c-92aa-c395cee55ad4,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:38.241485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57324cda-3066-4456-9f65-72d720eb8c9c']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:38.263779 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96475f58-5a4a-4f99-a3c0-eee539a5382e') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:38.264073 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96475f58-5a4a-4f99-a3c0-eee539a5382e') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:38.275704 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.279646 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ae0bc36-cc38-449f-9d5f-d1281f0f0074 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.279646 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-5ae0bc36-cc38-449f-9d5f-d1281f0f0074 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Added segment f2fc008e-ae43-49b9-a69d-2026f6ca7229 of type vlan for network df1edafa-7805-497c-a213-192df2dee518 Dec 20 21:39:38.307656 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.307959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b958a6-b316-40b2-b37a-5dfb8ee33ac7 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Network ef7cf58a-ce94-4b39-9638-72055cc00ce7 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:38.318251 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-f679fe6e-76bb-45f4-8da7-082a2684e185 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): There was a conflict when trying to complete your request. Dec 20 21:39:38.322132 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f679fe6e-76bb-45f4-8da7-082a2684e185 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3604789 Dec 20 21:39:38.322132 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:39:38.322132 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:39:38.323249 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:39:38.325615 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55028) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:38.350322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-36b958a6-b316-40b2-b37a-5dfb8ee33ac7 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:38.353450 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cc0bb4d-9a63-4738-8d50-6c04df2d2a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.362080 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b958a6-b316-40b2-b37a-5dfb8ee33ac7 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:38.367723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b958a6-b316-40b2-b37a-5dfb8ee33ac7 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:38.368326 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-36b958a6-b316-40b2-b37a-5dfb8ee33ac7 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.370535 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b958a6-b316-40b2-b37a-5dfb8ee33ac7 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event updated for resources: {'Port': ['ID=99455598-6ed4-4de3-b592-42ba848c1257,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:38.373728 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ae0bc36-cc38-449f-9d5f-d1281f0f0074 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.377928 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cc0bb4d-9a63-4738-8d50-6c04df2d2a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.427692 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.433286 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Router 6497f5de-2cca-4d0f-9104-168788376c1f is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:39:38.437136 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.440285 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] 10.222.0.32 "DELETE /v2.0/networks/57324cda-3066-4456-9f65-72d720eb8c9c HTTP/1.1" status: 204 len: 168 time: 1.5614913 Dec 20 21:39:38.450300 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-36b958a6-b316-40b2-b37a-5dfb8ee33ac7 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0783713 Dec 20 21:39:38.452297 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55032) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:38.463429 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccb388-9cbc-44b9-9693-f8ca09d00840 admin admin] Pushing event deleted for resources: {'Network': ['ID=57324cda-3066-4456-9f65-72d720eb8c9c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:38.507971 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-489096de-1aff-4c76-994c-8473d8ffa2cd tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.613230 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55034) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:38.626770 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-489096de-1aff-4c76-994c-8473d8ffa2cd tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.636374 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35c16e1-c85e-4f1c-adf2-4276842c0fb8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Deleting subnet 1181c671-9ca7-4acb-b082-6fd008f7b3fa {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:39:38.663216 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f35c16e1-c85e-4f1c-adf2-4276842c0fb8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.726435 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0bb4d-9a63-4738-8d50-6c04df2d2a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002965a4-77c8-45cb-938c-6789afb725b1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:38.733828 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0cc0bb4d-9a63-4738-8d50-6c04df2d2a67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=451932fedde345569420d3aa5ac67e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0733173 Dec 20 21:39:38.736442 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55036) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:38.749843 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ae0bc36-cc38-449f-9d5f-d1281f0f0074 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.755466 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae0bc36-cc38-449f-9d5f-d1281f0f0074 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:38.756135 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ae0bc36-cc38-449f-9d5f-d1281f0f0074 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.778054 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f35c16e1-c85e-4f1c-adf2-4276842c0fb8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.804896 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d2563383-b74e-4d65-b6a7-4c83d0a23193 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae8a085dd6e14fa0abcc7b1eb3b27ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835089 Dec 20 21:39:38.809196 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-489096de-1aff-4c76-994c-8473d8ffa2cd tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.811844 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-489096de-1aff-4c76-994c-8473d8ffa2cd tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.812982 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-489096de-1aff-4c76-994c-8473d8ffa2cd tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "DELETE /v2.0/security-groups/e5900e80-127a-4a5b-8ea2-264c2eabdda6 HTTP/1.1" status: 204 len: 168 time: 0.4728808 Dec 20 21:39:38.815718 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55038) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:38.816710 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55040) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:38.838247 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:38.852518 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Sync routers for ids ['6497f5de-2cca-4d0f-9104-168788376c1f'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:38.862316 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Routers {'6497f5de-2cca-4d0f-9104-168788376c1f'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:38.862720 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:39:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['6497f5de-2cca-4d0f-9104-168788376c1f'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:38.887817 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5ae0bc36-cc38-449f-9d5f-d1281f0f0074 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8351023 Dec 20 21:39:38.888456 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55042) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:38.889596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489096de-1aff-4c76-994c-8473d8ffa2cd tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5900e80-127a-4a5b-8ea2-264c2eabdda6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:38.897423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-505580775', 'admin_state_up': True, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:38.910485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0bc36-cc38-449f-9d5f-d1281f0f0074 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Network': ['ID=df1edafa-7805-497c-a213-192df2dee518,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:38.944423 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3de05d29-b0d0-4a7e-aeb9-ba37631604e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.966461 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network df1edafa-7805-497c-a213-192df2dee518 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:39:38.971524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-10f7609c-0a07-4db2-9bdf-ecf5e1a6402d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting port 8f588d4a-54d4-4cf3-95aa-976929e42d1c {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:38.971772 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10f7609c-0a07-4db2-9bdf-ecf5e1a6402d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.974682 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:38.975684 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.027261 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3de05d29-b0d0-4a7e-aeb9-ba37631604e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.106161 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc8285c-e8f5-4909-bacd-90916910786c None None] Network ef7cf58a-ce94-4b39-9638-72055cc00ce7 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:39.130920 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.202253 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Set router 6497f5de-2cca-4d0f-9104-168788376c1f gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:39:39.205407 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-40f9c608-4a97-41c7-978d-7d05470db62f None None] Provisioning complete for port 16d1c355-f0ae-447d-9314-9ad0b8cf00a9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:39.206101 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40f9c608-4a97-41c7-978d-7d05470db62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.211211 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10f7609c-0a07-4db2-9bdf-ecf5e1a6402d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.231245 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3de05d29-b0d0-4a7e-aeb9-ba37631604e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.233668 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3de05d29-b0d0-4a7e-aeb9-ba37631604e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.237309 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3de05d29-b0d0-4a7e-aeb9-ba37631604e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/002965a4-77c8-45cb-938c-6789afb725b1 HTTP/1.1" status: 204 len: 168 time: 0.4964199 Dec 20 21:39:39.274941 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.280499 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c1986246-a2fb-4b7a-a605-c36a03f3e762 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.3488328 Dec 20 21:39:39.280688 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-10f7609c-0a07-4db2-9bdf-ecf5e1a6402d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Calling delete_port for 8f588d4a-54d4-4cf3-95aa-976929e42d1c owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:39.287333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55046) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:39.334878 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de05d29-b0d0-4a7e-aeb9-ba37631604e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002965a4-77c8-45cb-938c-6789afb725b1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:39.342390 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.349117 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1ccff998-3181-4745-95df-2112c36a88bd tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5240514 Dec 20 21:39:39.367879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55048) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:39.376842 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-429c5efd-e06e-4864-8524-709f39fcd67d tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680821908'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:39.435168 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4fce932-8a66-40f4-a4be-051a3dee267b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.469105 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78e1e52-082b-40ad-9e94-6d51eaf79ee6 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:39.473680 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d78e1e52-082b-40ad-9e94-6d51eaf79ee6 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7d148da42bcc49c09fb4b3551f55d580&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1809399 Dec 20 21:39:39.477919 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55050) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:39.509909 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-429c5efd-e06e-4864-8524-709f39fcd67d tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.542614 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f35c16e1-c85e-4f1c-adf2-4276842c0fb8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.552823 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4fce932-8a66-40f4-a4be-051a3dee267b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.560311 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40f9c608-4a97-41c7-978d-7d05470db62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.642387 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-494049306', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.106'}], 'enable_snat': True}, 'gw_port_id': '01b6ab92-f7b4-4970-9f15-28bc4296e58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:34Z', 'updated_at': '2021-12-20T21:39:37Z', 'revision_number': 3, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '01b6ab92-f7b4-4970-9f15-28bc4296e58d', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:36Z', 'updated_at': '2021-12-20T21:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:39.647825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 16d1c355-f0ae-447d-9314-9ad0b8cf00a9 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:39:39.696223 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Checking router: 6497f5de-2cca-4d0f-9104-168788376c1f for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:39:39.696223 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Updating router 6497f5de-2cca-4d0f-9104-168788376c1f port 01b6ab92-f7b4-4970-9f15-28bc4296e58d binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:39:39.731855 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.762718 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10f7609c-0a07-4db2-9bdf-ecf5e1a6402d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.802582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7609c-0a07-4db2-9bdf-ecf5e1a6402d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Port': ['ID=8f588d4a-54d4-4cf3-95aa-976929e42d1c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:39.902097 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208839dd-e2d8-4bcc-85cf-259f90e63b84 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:39.907315 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-208839dd-e2d8-4bcc-85cf-259f90e63b84 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4235742 Dec 20 21:39:39.941609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55060) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:39.945653 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f35c16e1-c85e-4f1c-adf2-4276842c0fb8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.965299 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4fce932-8a66-40f4-a4be-051a3dee267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.967976 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4fce932-8a66-40f4-a4be-051a3dee267b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:39.969368 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a4fce932-8a66-40f4-a4be-051a3dee267b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45821901-107e-4f5f-b113-466704b94bd0 HTTP/1.1" status: 204 len: 168 time: 1.1495805 Dec 20 21:39:40.063858 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fce932-8a66-40f4-a4be-051a3dee267b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45821901-107e-4f5f-b113-466704b94bd0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:40.081695 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-30ae7b89-a222-4fe2-9261-2379671d86b6 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1374078 Dec 20 21:39:40.082726 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c16e1-c85e-4f1c-adf2-4276842c0fb8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event deleted for resources: {'Subnet': ['ID=1181c671-9ca7-4acb-b082-6fd008f7b3fa,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:40.093368 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55066) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:40.102821 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f35c16e1-c85e-4f1c-adf2-4276842c0fb8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.106916 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f35c16e1-c85e-4f1c-adf2-4276842c0fb8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/subnets/1181c671-9ca7-4acb-b082-6fd008f7b3fa HTTP/1.1" status: 204 len: 168 time: 1.6510901 Dec 20 21:39:40.110332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55068) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:40.191966 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 16d1c355-f0ae-447d-9314-9ad0b8cf00a9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:40.192481 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.202103 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-40f9c608-4a97-41c7-978d-7d05470db62f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:39:40.202524 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-40f9c608-4a97-41c7-978d-7d05470db62f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:39:40.212215 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-302d6743-980b-46d0-97b4-d1b40237bdde tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=7d148da42bcc49c09fb4b3551f55d580&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1061623 Dec 20 21:39:40.215964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55070) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:40.217535 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.265214 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9c6972-6452-42e3-be0d-25af67e3e8c2 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:40.266768 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9c6972-6452-42e3-be0d-25af67e3e8c2 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:40.269311 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bd9c6972-6452-42e3-be0d-25af67e3e8c2 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1579306 Dec 20 21:39:40.275213 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55074) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:40.279374 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-429c5efd-e06e-4864-8524-709f39fcd67d tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.362779 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.377610 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5608bc76-8c32-4aba-a1d2-38f55fe03cd2 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.380591 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-429c5efd-e06e-4864-8524-709f39fcd67d tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.417129 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-429c5efd-e06e-4864-8524-709f39fcd67d tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.418937 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-429c5efd-e06e-4864-8524-709f39fcd67d tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0485654 Dec 20 21:39:40.420734 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5608bc76-8c32-4aba-a1d2-38f55fe03cd2 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 20 21:39:40.421503 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5608bc76-8c32-4aba-a1d2-38f55fe03cd2 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:39:40.424911 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5608bc76-8c32-4aba-a1d2-38f55fe03cd2 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/networks/ef7cf58a-ce94-4b39-9638-72055cc00ce7 HTTP/1.1" status: 409 len: 405 time: 0.1487300 Dec 20 21:39:40.433117 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55080) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:40.433442 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55082) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:40.448778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-458b3539-6934-4caf-90ef-f6ff042faa7b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': '6e14d7f1-f5e4-4929-bba5-9f8b51f282e7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:40.449274 n-d-xena-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-458b3539-6934-4caf-90ef-f6ff042faa7b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 20 21:39:40.449785 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-458b3539-6934-4caf-90ef-f6ff042faa7b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:39:40.450820 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-458b3539-6934-4caf-90ef-f6ff042faa7b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0164311 Dec 20 21:39:40.479844 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.486972 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-22fd7d51-88d4-41ec-bc86-dea96a7d4446 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-482023758'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:40.492432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55084) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:40.526343 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ab9c31-cd46-4654-b29e-e340990f4b25 None None] Network ef7cf58a-ce94-4b39-9638-72055cc00ce7 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:40.533328 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c5efd-e06e-4864-8524-709f39fcd67d tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e14d7f1-f5e4-4929-bba5-9f8b51f282e7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:40.560413 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fd7d51-88d4-41ec-bc86-dea96a7d4446 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Made reservation on behalf of f0a5abd1b2e544c49f620dbd6c027e16 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:40.566298 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22fd7d51-88d4-41ec-bc86-dea96a7d4446 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.611246 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 16d1c355-f0ae-447d-9314-9ad0b8cf00a9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=16d1c355-f0ae-447d-9314-9ad0b8cf00a9,segment=NetworkSegment(1c838585-fef5-41f3-a584-b42d66ce85e6),segment_id=1c838585-fef5-41f3-a584-b42d66ce85e6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:40.622387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22fd7d51-88d4-41ec-bc86-dea96a7d4446 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:39:40.627013 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.640916 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22fd7d51-88d4-41ec-bc86-dea96a7d4446 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.641439 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-22fd7d51-88d4-41ec-bc86-dea96a7d4446 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Added segment 5f9fa6b2-bd5d-440a-82bf-ff56e08c8d00 of type vlan for network 44668e62-0594-4272-a24a-e79d8513474a Dec 20 21:39:40.681515 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10f7609c-0a07-4db2-9bdf-ecf5e1a6402d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.702263 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22fd7d51-88d4-41ec-bc86-dea96a7d4446 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.742829 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4946e00e-6ff9-4756-8d85-d0d55b91db0a tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:40.744767 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4946e00e-6ff9-4756-8d85-d0d55b91db0a tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5248668 Dec 20 21:39:40.746813 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.747725 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55090) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:40.782715 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.812406 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4669f08a-aaf5-4da9-8189-163745ecbeba tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0577099 Dec 20 21:39:40.812406 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55092) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:40.813298 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55094) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:40.822615 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22fd7d51-88d4-41ec-bc86-dea96a7d4446 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.828260 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fd7d51-88d4-41ec-bc86-dea96a7d4446 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:40.828892 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22fd7d51-88d4-41ec-bc86-dea96a7d4446 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.857228 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0ba246bb-45d6-48a0-b433-74231af737da tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1872861950', 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852', 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:40.867745 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb30428b-d4d8-4d7f-a6ec-a1b6e6f762fd tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.884041 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Attempting to bind port 01b6ab92-f7b4-4970-9f15-28bc4296e58d on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:39:40.884318 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Attempting to bind port 01b6ab92-f7b4-4970-9f15-28bc4296e58d by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:39:40.884659 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Attempting to bind port 01b6ab92-f7b4-4970-9f15-28bc4296e58d on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:40.898229 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:39:40.901064 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:40.901064 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.901064 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:39:40.901064 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Bound port: 01b6ab92-f7b4-4970-9f15-28bc4296e58d, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:39:40.901479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55098) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:40.901574 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.914232 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-22fd7d51-88d4-41ec-bc86-dea96a7d4446 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4784782 Dec 20 21:39:40.924486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55100) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:40.940325 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-83805844-7595-47aa-939d-cec364596dcb tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Request body: {'subnet': {'network_id': '44668e62-0594-4272-a24a-e79d8513474a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:40.945283 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb30428b-d4d8-4d7f-a6ec-a1b6e6f762fd tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:40.962384 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] For port 01b6ab92-f7b4-4970-9f15-28bc4296e58d, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:39:40.965932 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] For port 01b6ab92-f7b4-4970-9f15-28bc4296e58d, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=01b6ab92-f7b4-4970-9f15-28bc4296e58d,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:39:40.981743 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=16d1c355-f0ae-447d-9314-9ad0b8cf00a9,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:40.998616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Allocated IP 172.35.3.235 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/cabacd1b-a8a2-4764-9072-833763cb62fe) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:41.045598 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd7d51-88d4-41ec-bc86-dea96a7d4446 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event updated for resources: {'Network': ['ID=44668e62-0594-4272-a24a-e79d8513474a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:41.046088 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.048161 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab1b84-90fe-434a-b4ee-c6055418c28a None None] Pushing event updated for resources: {'Port': ['ID=01b6ab92-f7b4-4970-9f15-28bc4296e58d,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:41.104390 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba246bb-45d6-48a0-b433-74231af737da tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Made reservation on behalf of 7d148da42bcc49c09fb4b3551f55d580 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:41.107973 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 44668e62-0594-4272-a24a-e79d8513474a details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:39:41.109905 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ba246bb-45d6-48a0-b433-74231af737da tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.167486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-07bf2770-2bd6-441b-97c1-99118040bcae tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-183211711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:41.176297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383617c5-aad5-413f-9f69-8efddcd392eb None None] DHCP port deletion for ef7cf58a-ce94-4b39-9638-72055cc00ce7 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:39:41.199223 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07bf2770-2bd6-441b-97c1-99118040bcae tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.200265 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07bf2770-2bd6-441b-97c1-99118040bcae tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.203931 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab1b84-90fe-434a-b4ee-c6055418c28a None None] Pushing event updated for resources: {'Port': ['ID=01b6ab92-f7b4-4970-9f15-28bc4296e58d,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:41.242351 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-edb9ea6b-e76e-45cb-a237-4f512b79a69e None None] Provisioning complete for port 99455598-6ed4-4de3-b592-42ba848c1257 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:41.242768 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-edb9ea6b-e76e-45cb-a237-4f512b79a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.269592 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Routers {'6497f5de-2cca-4d0f-9104-168788376c1f'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:41.270550 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:39:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['6497f5de-2cca-4d0f-9104-168788376c1f'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:41.275939 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07bf2770-2bd6-441b-97c1-99118040bcae tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.283016 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07bf2770-2bd6-441b-97c1-99118040bcae tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.304128 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-07bf2770-2bd6-441b-97c1-99118040bcae tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.308146 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-07bf2770-2bd6-441b-97c1-99118040bcae tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4957013 Dec 20 21:39:41.308935 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55102) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:41.319597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3f9a7c1c-f795-450a-a26a-fa8f8bb48b33 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-148727769'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:41.351523 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-edb9ea6b-e76e-45cb-a237-4f512b79a69e None None] Port 99455598-6ed4-4de3-b592-42ba848c1257 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:39:41.363202 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9a7c1c-f795-450a-a26a-fa8f8bb48b33 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Made reservation on behalf of a38f2fde51ff42b2860ffc10867b7528 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:41.367004 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7c1c-f795-450a-a26a-fa8f8bb48b33 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.383008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-383617c5-aad5-413f-9f69-8efddcd392eb None None] Deleting port 16d1c355-f0ae-447d-9314-9ad0b8cf00a9 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:41.383397 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-383617c5-aad5-413f-9f69-8efddcd392eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.385090 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7c1c-f795-450a-a26a-fa8f8bb48b33 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.388332 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-edb9ea6b-e76e-45cb-a237-4f512b79a69e None None] Provisioning complete for port 16d1c355-f0ae-447d-9314-9ad0b8cf00a9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:41.388698 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-edb9ea6b-e76e-45cb-a237-4f512b79a69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.497833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f7609c-0a07-4db2-9bdf-ecf5e1a6402d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 7a0e5b03-14e1-4bdb-a216-26c8313600e6 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:39:41.504522 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] Set router 6497f5de-2cca-4d0f-9104-168788376c1f gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:39:41.505967 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ba246bb-45d6-48a0-b433-74231af737da tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.506994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-383617c5-aad5-413f-9f69-8efddcd392eb None None] For port 16d1c355-f0ae-447d-9314-9ad0b8cf00a9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=16d1c355-f0ae-447d-9314-9ad0b8cf00a9,segment=NetworkSegment(1c838585-fef5-41f3-a584-b42d66ce85e6),segment_id=1c838585-fef5-41f3-a584-b42d66ce85e6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:41.507294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-eff507d5-517c-4ed5-b9bd-0c4cc56125f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be27b985a29c4cf48a6f41d34dc6bf62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6049452 Dec 20 21:39:41.507434 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-383617c5-aad5-413f-9f69-8efddcd392eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.510324 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55104) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:41.546557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 16d1c355-f0ae-447d-9314-9ad0b8cf00a9 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:39:41.575197 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb30428b-d4d8-4d7f-a6ec-a1b6e6f762fd tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.577733 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb30428b-d4d8-4d7f-a6ec-a1b6e6f762fd tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.578985 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fb30428b-d4d8-4d7f-a6ec-a1b6e6f762fd tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "DELETE /v2.0/security-groups/6e14d7f1-f5e4-4929-bba5-9f8b51f282e7 HTTP/1.1" status: 204 len: 168 time: 1.0773549 Dec 20 21:39:41.579605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba246bb-45d6-48a0-b433-74231af737da tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event updated for resources: {'Subnet': ['ID=1a64f357-bb88-4c21-bf29-0655d677d4d5,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:41.584707 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55106) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:41.609734 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-383617c5-aad5-413f-9f69-8efddcd392eb None None] Calling delete_port for 16d1c355-f0ae-447d-9314-9ad0b8cf00a9 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:41.612981 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba246bb-45d6-48a0-b433-74231af737da tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Checking segment: {'id': '2b850d07-158a-4e92-b132-ace86d44a284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:41.613414 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba246bb-45d6-48a0-b433-74231af737da tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Network hostable DHCP agents. Network: e59df0cc-7b23-4f17-9507-3cab96c3c852, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:39:41.652590 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7c1c-f795-450a-a26a-fa8f8bb48b33 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.662672 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7c1c-f795-450a-a26a-fa8f8bb48b33 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.688568 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30428b-d4d8-4d7f-a6ec-a1b6e6f762fd tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e14d7f1-f5e4-4929-bba5-9f8b51f282e7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:41.697172 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7fef1a8a-0e67-4969-a48e-a748e14aea39 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1070950 Dec 20 21:39:41.699657 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55108) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:41.706108 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba246bb-45d6-48a0-b433-74231af737da tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Network e59df0cc-7b23-4f17-9507-3cab96c3c852 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:39:41.713176 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-cdfe656e-7edc-4736-be18-1b4b818bd8ec tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1696604168'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:41.715623 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9a7c1c-f795-450a-a26a-fa8f8bb48b33 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:39:41.731456 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83805844-7595-47aa-939d-cec364596dcb tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Made reservation on behalf of f0a5abd1b2e544c49f620dbd6c027e16 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:41.732716 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7c1c-f795-450a-a26a-fa8f8bb48b33 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.733169 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-3f9a7c1c-f795-450a-a26a-fa8f8bb48b33 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Added segment dfcdccd4-2015-44a7-9706-401487b47618 of type vlan for network 7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9 Dec 20 21:39:41.734728 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a7c1c-f795-450a-a26a-fa8f8bb48b33 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61bf8376-78b4-4eae-935d-e97f4dddc190,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:41.735170 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-83805844-7595-47aa-939d-cec364596dcb tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.738634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f7609c-0a07-4db2-9bdf-ecf5e1a6402d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:41.746689 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0ba246bb-45d6-48a0-b433-74231af737da tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, e59df0cc-7b23-4f17-9507-3cab96c3c852) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:41.748197 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.751754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba246bb-45d6-48a0-b433-74231af737da tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:41.752420 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ba246bb-45d6-48a0-b433-74231af737da tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.753062 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-10f7609c-0a07-4db2-9bdf-ecf5e1a6402d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/7a0e5b03-14e1-4bdb-a216-26c8313600e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2613745 Dec 20 21:39:41.766764 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59560cbc-32cd-4b8c-9a95-ff122bf2f370 None None] Sync routers for ids ['7a0e5b03-14e1-4bdb-a216-26c8313600e6'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:41.767697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55110) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:41.781382 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d48b3a-324f-4a53-bbbd-f7a2e3fcb39d None None] Network e59df0cc-7b23-4f17-9507-3cab96c3c852 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:41.782267 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59560cbc-32cd-4b8c-9a95-ff122bf2f370 None None] Routers {'7a0e5b03-14e1-4bdb-a216-26c8313600e6'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:41.782937 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-59560cbc-32cd-4b8c-9a95-ff122bf2f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:39:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7a0e5b03-14e1-4bdb-a216-26c8313600e6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:41.792580 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7c1c-f795-450a-a26a-fa8f8bb48b33 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.823629 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7c1c-f795-450a-a26a-fa8f8bb48b33 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.825429 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-59560cbc-32cd-4b8c-9a95-ff122bf2f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:41.830812 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a7c1c-f795-450a-a26a-fa8f8bb48b33 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:41.831625 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7c1c-f795-450a-a26a-fa8f8bb48b33 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.835429 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59560cbc-32cd-4b8c-9a95-ff122bf2f370 None None] Routers {'7a0e5b03-14e1-4bdb-a216-26c8313600e6'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:41.836288 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-59560cbc-32cd-4b8c-9a95-ff122bf2f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:39:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7a0e5b03-14e1-4bdb-a216-26c8313600e6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:41.856934 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2e5c00f4-f7b5-4af5-9025-9d8d200573bd tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a0e5b03-14e1-4bdb-a216-26c8313600e6 HTTP/1.1" status: 200 len: 205 time: 0.0841124 Dec 20 21:39:41.863480 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55112) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:41.872367 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-59560cbc-32cd-4b8c-9a95-ff122bf2f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:41.873355 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59560cbc-32cd-4b8c-9a95-ff122bf2f370 None None] The sync data for ids ['7a0e5b03-14e1-4bdb-a216-26c8313600e6'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:39:41.878228 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f961a942-4d86-4764-ae07-c8405c3732bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.884537 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cdfe656e-7edc-4736-be18-1b4b818bd8ec tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.906120 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0ba246bb-45d6-48a0-b433-74231af737da tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0867670 Dec 20 21:39:41.908108 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3f9a7c1c-f795-450a-a26a-fa8f8bb48b33 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5960681 Dec 20 21:39:41.910498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55114) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:41.917409 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55116) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:41.925589 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0526c733-7ea1-4459-9dfa-a32c4489fc75 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Request body: {'subnet': {'network_id': '7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:41.982026 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-383617c5-aad5-413f-9f69-8efddcd392eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:41.995926 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a7c1c-f795-450a-a26a-fa8f8bb48b33 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event updated for resources: {'Network': ['ID=7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:42.004852 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Port 16d1c355-f0ae-447d-9314-9ad0b8cf00a9 update to DOWN by agent not found {{(pid=102403) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 20 21:39:42.015214 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f961a942-4d86-4764-ae07-c8405c3732bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:42.044180 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:39:42.049930 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-354adf9c-cb40-47cf-b1a3-bebbf9ab1269 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:42.060518 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383617c5-aad5-413f-9f69-8efddcd392eb None None] No DVR routers for this DVR port 16d1c355-f0ae-447d-9314-9ad0b8cf00a9 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:39:42.067310 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:42.069167 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383617c5-aad5-413f-9f69-8efddcd392eb None None] Pushing event deleted for resources: {'Port': ['ID=16d1c355-f0ae-447d-9314-9ad0b8cf00a9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:42.188127 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0526c733-7ea1-4459-9dfa-a32c4489fc75 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Made reservation on behalf of a38f2fde51ff42b2860ffc10867b7528 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:42.191848 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0526c733-7ea1-4459-9dfa-a32c4489fc75 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:42.206927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-494049306', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.106'}], 'enable_snat': True}, 'gw_port_id': '01b6ab92-f7b4-4970-9f15-28bc4296e58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:34Z', 'updated_at': '2021-12-20T21:39:37Z', 'revision_number': 3, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '01b6ab92-f7b4-4970-9f15-28bc4296e58d', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:36Z', 'updated_at': '2021-12-20T21:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:42.225848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:42.262548 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b810a6c-f34d-43bd-abb6-cdb0dfc94aff None None] The sync data for ids ['6497f5de-2cca-4d0f-9104-168788376c1f'] in n-d-xena-1 is: [{'id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-494049306', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.106'}], 'enable_snat': True}, 'gw_port_id': '01b6ab92-f7b4-4970-9f15-28bc4296e58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:34Z', 'updated_at': '2021-12-20T21:39:37Z', 'revision_number': 3, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '01b6ab92-f7b4-4970-9f15-28bc4296e58d', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:36Z', 'updated_at': '2021-12-20T21:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:39:42.278813 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-e59df0cc-7b23-4f17-9507-3cab96c3c852', 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'fixed_ips': [{'subnet_id': '1a64f357-bb88-4c21-bf29-0655d677d4d5'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:39:42.280437 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:42.288041 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:42.289911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Port': ['ID=cabacd1b-a8a2-4764-9072-833763cb62fe,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:42.293026 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:42.408751 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f961a942-4d86-4764-ae07-c8405c3732bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:42.412532 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f961a942-4d86-4764-ae07-c8405c3732bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:42.416459 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f961a942-4d86-4764-ae07-c8405c3732bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9dfeb2a2-9ed7-47d2-a3d6-7c64fe7b75b0 HTTP/1.1" status: 204 len: 168 time: 0.8973453 Dec 20 21:39:42.435776 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-354adf9c-cb40-47cf-b1a3-bebbf9ab1269 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:42.449153 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-354adf9c-cb40-47cf-b1a3-bebbf9ab1269 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:42.455361 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cdfe656e-7edc-4736-be18-1b4b818bd8ec tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:42.480497 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Allocated IP 172.20.0.18 (e59df0cc-7b23-4f17-9507-3cab96c3c852/1a64f357-bb88-4c21-bf29-0655d677d4d5/3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:42.483032 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961a942-4d86-4764-ae07-c8405c3732bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfeb2a2-9ed7-47d2-a3d6-7c64fe7b75b0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:42.500685 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cdfe656e-7edc-4736-be18-1b4b818bd8ec tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:42.675557 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-354adf9c-cb40-47cf-b1a3-bebbf9ab1269 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:42.676545 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354adf9c-cb40-47cf-b1a3-bebbf9ab1269 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Fanout notify agent at l3_agent the message router_deleted on router 7a0e5b03-14e1-4bdb-a216-26c8313600e6 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:39:42.687621 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-354adf9c-cb40-47cf-b1a3-bebbf9ab1269 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:42.689485 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-354adf9c-cb40-47cf-b1a3-bebbf9ab1269 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/routers/7a0e5b03-14e1-4bdb-a216-26c8313600e6 HTTP/1.1" status: 204 len: 168 time: 0.8216920 Dec 20 21:39:42.697642 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55120) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:42.702821 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cdfe656e-7edc-4736-be18-1b4b818bd8ec tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:42.704346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cdfe656e-7edc-4736-be18-1b4b818bd8ec tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9998481 Dec 20 21:39:42.719154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55122) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:42.724596 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe656e-7edc-4736-be18-1b4b818bd8ec tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b973af-58ef-483b-8881-d1b3f093a6f9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:42.767758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-979f709c-99f3-4abb-a738-e05c84a6cab7 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': '02b973af-58ef-483b-8881-d1b3f093a6f9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:42.768395 n-d-xena-1 neutron-server[102401]: WARNING neutron.api.v2.base [None req-979f709c-99f3-4abb-a738-e05c84a6cab7 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 20 21:39:42.769109 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-979f709c-99f3-4abb-a738-e05c84a6cab7 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:39:42.770328 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-979f709c-99f3-4abb-a738-e05c84a6cab7 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0493078 Dec 20 21:39:42.800477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55124) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:42.963621 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0526c733-7ea1-4459-9dfa-a32c4489fc75 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:42.981808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6506c5-9002-43b6-a091-b4d96bd77575 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting subnet 4286fd84-8ad5-4b73-8168-6a9b541e9e86 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:39:42.986558 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:42.989821 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0f6506c5-9002-43b6-a091-b4d96bd77575 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:43.002334 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:43.014123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.objects.ports [None req-83805844-7595-47aa-939d-cec364596dcb tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102401) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:39:43.071449 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-83805844-7595-47aa-939d-cec364596dcb tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:43.087427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526c733-7ea1-4459-9dfa-a32c4489fc75 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event updated for resources: {'Subnet': ['ID=6c72d710-7535-4201-bf22-a10b6866dee6,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:43.097998 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Network e59df0cc-7b23-4f17-9507-3cab96c3c852 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:43.101990 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:43.105545 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:43.126558 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0526c733-7ea1-4459-9dfa-a32c4489fc75 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Checking segment: {'id': 'dfcdccd4-2015-44a7-9706-401487b47618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:43.126840 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0526c733-7ea1-4459-9dfa-a32c4489fc75 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Network hostable DHCP agents. Network: 7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:39:43.144792 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:43.164061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Pushing event updated for resources: {'Port': ['ID=3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:43.195523 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6463-6053-4f74-8736-d93523d4ad4f tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:43.210961 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0f6506c5-9002-43b6-a091-b4d96bd77575 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:43.232491 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:39:43.247434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Attempting to bind port 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:39:43.248030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Attempting to bind port 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '2b850d07-158a-4e92-b132-ace86d44a284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:39:43.248230 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Attempting to bind port 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1 on network e59df0cc-7b23-4f17-9507-3cab96c3c852 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:43.253815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:39:43.254222 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Checking segment: {'id': '2b850d07-158a-4e92-b132-ace86d44a284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:43.254633 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:43.255028 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Bound using segment: {'id': '2b850d07-158a-4e92-b132-ace86d44a284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:39:43.255547 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Bound port: 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b850d07-158a-4e92-b132-ace86d44a284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:39:43.255948 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:43.257346 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0526c733-7ea1-4459-9dfa-a32c4489fc75 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Network 7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:39:43.320366 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6463-6053-4f74-8736-d93523d4ad4f tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:43.335285 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0526c733-7ea1-4459-9dfa-a32c4489fc75 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:43.344445 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0526c733-7ea1-4459-9dfa-a32c4489fc75 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:43.345284 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0526c733-7ea1-4459-9dfa-a32c4489fc75 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:43.363213 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] For port 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:39:43.366982 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] For port 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1,segment=NetworkSegment(2b850d07-158a-4e92-b132-ace86d44a284),segment_id=2b850d07-158a-4e92-b132-ace86d44a284)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:39:43.369759 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c194ec-fccf-4518-8000-bd1e66c75acc None None] Network 7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:43.384217 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:43.389790 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0526c733-7ea1-4459-9dfa-a32c4489fc75 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4690230 Dec 20 21:39:43.392643 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55136) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:43.399619 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9728e004-c13f-4f03-b59e-9ec1a9c9816a tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Request body: {'network': {'name': 'tempest-router-network01--835302960'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:43.401167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83805844-7595-47aa-939d-cec364596dcb tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event updated for resources: {'Subnet': ['ID=aede6a1f-b109-4437-9c78-7cd6892ace3f,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:43.440339 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6463-6053-4f74-8736-d93523d4ad4f tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:43.446497 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6463-6053-4f74-8736-d93523d4ad4f tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:43.450368 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ff9a6463-6053-4f74-8736-d93523d4ad4f tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "DELETE /v2.0/security-groups/02b973af-58ef-483b-8881-d1b3f093a6f9 HTTP/1.1" status: 204 len: 168 time: 0.6342258 Dec 20 21:39:43.472211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55138) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:43.524114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9728e004-c13f-4f03-b59e-9ec1a9c9816a tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Made reservation on behalf of a38f2fde51ff42b2860ffc10867b7528 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:43.529408 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9728e004-c13f-4f03-b59e-9ec1a9c9816a tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:43.629789 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 01b6ab92-f7b4-4970-9f15-28bc4296e58d up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:39:43.675515 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f620ded-124f-4df0-a040-185bb1bf4a31 None None] Pushing event updated for resources: {'Port': ['ID=3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:43.720847 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9728e004-c13f-4f03-b59e-9ec1a9c9816a tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:39:43.791481 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9728e004-c13f-4f03-b59e-9ec1a9c9816a tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:43.794327 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-9728e004-c13f-4f03-b59e-9ec1a9c9816a tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Added segment b49e8e21-fac2-445d-99f5-8452ecacee7f of type vlan for network b61acbfb-a591-4191-bc60-96dd02073e30 Dec 20 21:39:43.799763 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9', 'network_id': '7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9', 'tenant_id': 'a38f2fde51ff42b2860ffc10867b7528', 'fixed_ips': [{'subnet_id': '6c72d710-7535-4201-bf22-a10b6866dee6'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:39:43.801370 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:43.813203 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 01b6ab92-f7b4-4970-9f15-28bc4296e58d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:43.813919 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:43.893947 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9728e004-c13f-4f03-b59e-9ec1a9c9816a tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:43.901499 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Allocated IP 172.20.0.17 (e59df0cc-7b23-4f17-9507-3cab96c3c852/1a64f357-bb88-4c21-bf29-0655d677d4d5/287c8e64-2288-4863-93df-5b5f36e205a6) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:43.919425 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a6463-6053-4f74-8736-d93523d4ad4f tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b973af-58ef-483b-8881-d1b3f093a6f9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:43.987695 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b24306fd-8f12-4bb2-b01d-b07669065a3f tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4634790 Dec 20 21:39:43.996867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55148) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:44.007925 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0f6506c5-9002-43b6-a091-b4d96bd77575 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.016590 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0ae16aac-2517-40ce-ab67-7338984e091b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551671764'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:44.058621 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9728e004-c13f-4f03-b59e-9ec1a9c9816a tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.066370 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9728e004-c13f-4f03-b59e-9ec1a9c9816a tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:44.067096 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9728e004-c13f-4f03-b59e-9ec1a9c9816a tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.075357 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.084611 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ae16aac-2517-40ce-ab67-7338984e091b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.115796 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Allocated IP 2001:db8::2 (7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9/6c72d710-7535-4201-bf22-a10b6866dee6/2cbb598c-ae3e-454a-ac08-5f04fb90e2bd) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:44.122378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83805844-7595-47aa-939d-cec364596dcb tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Checking segment: {'id': '5f9fa6b2-bd5d-440a-82bf-ff56e08c8d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '44668e62-0594-4272-a24a-e79d8513474a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:44.122788 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83805844-7595-47aa-939d-cec364596dcb tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Network hostable DHCP agents. Network: 44668e62-0594-4272-a24a-e79d8513474a, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:39:44.135248 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55150) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:44.168840 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9728e004-c13f-4f03-b59e-9ec1a9c9816a tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7723787 Dec 20 21:39:44.169652 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55154) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:44.192034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cff1c5ce-4dd4-4410-a64f-2c1e58e3add8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Request body: {'network': {'name': 'tempest-router-network02--1160631774'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:44.220341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728e004-c13f-4f03-b59e-9ec1a9c9816a tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event updated for resources: {'Network': ['ID=b61acbfb-a591-4191-bc60-96dd02073e30,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:44.251738 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network b61acbfb-a591-4191-bc60-96dd02073e30 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:39:44.261801 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83805844-7595-47aa-939d-cec364596dcb tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Network 44668e62-0594-4272-a24a-e79d8513474a is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:39:44.268013 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff1c5ce-4dd4-4410-a64f-2c1e58e3add8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Made reservation on behalf of a38f2fde51ff42b2860ffc10867b7528 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:44.273850 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cff1c5ce-4dd4-4410-a64f-2c1e58e3add8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.276799 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0f6506c5-9002-43b6-a091-b4d96bd77575 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.284643 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.285284 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-83805844-7595-47aa-939d-cec364596dcb tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 44668e62-0594-4272-a24a-e79d8513474a) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:44.290990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83805844-7595-47aa-939d-cec364596dcb tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:44.291599 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-83805844-7595-47aa-939d-cec364596dcb tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.321910 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff1c5ce-4dd4-4410-a64f-2c1e58e3add8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:39:44.332210 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cff1c5ce-4dd4-4410-a64f-2c1e58e3add8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.332786 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-cff1c5ce-4dd4-4410-a64f-2c1e58e3add8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Added segment dff7acc0-1381-4aea-b0d4-7e3385fd0692 of type vlan for network f3ca40fc-7dad-409e-b211-c4954a00d2ad Dec 20 21:39:44.342418 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0f6506c5-9002-43b6-a091-b4d96bd77575 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.348880 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0f6506c5-9002-43b6-a091-b4d96bd77575 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/subnets/4286fd84-8ad5-4b73-8168-6a9b541e9e86 HTTP/1.1" status: 204 len: 168 time: 1.6489935 Dec 20 21:39:44.354432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55156) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:44.362117 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6506c5-9002-43b6-a091-b4d96bd77575 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Subnet': ['ID=4286fd84-8ad5-4b73-8168-6a9b541e9e86,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:44.365017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23ea7a2-a404-428a-9a7b-609db2a2159d None None] Network 44668e62-0594-4272-a24a-e79d8513474a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:44.367069 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffa77eb-5a53-42fd-9802-bb87975e45fa None None] Network b952cd78-b431-4474-8dcd-b9b1e8bbebd8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:44.389356 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cff1c5ce-4dd4-4410-a64f-2c1e58e3add8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.419096 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c87694a7-1e1b-4d9f-ba2c-4315fd3fa686 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1440631732-network', 'tenant_id': 'c929704e8ff545d98d309471ebd9f191'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:44.426853 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cff1c5ce-4dd4-4410-a64f-2c1e58e3add8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.433073 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff1c5ce-4dd4-4410-a64f-2c1e58e3add8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:44.433798 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cff1c5ce-4dd4-4410-a64f-2c1e58e3add8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.463056 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-83805844-7595-47aa-939d-cec364596dcb tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.5298927 Dec 20 21:39:44.466049 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55158) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:44.491180 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ae16aac-2517-40ce-ab67-7338984e091b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.512900 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ae16aac-2517-40ce-ab67-7338984e091b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.538046 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-779ba068-805f-4577-98e1-1dcf4e067b57 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting subnet e7b154b2-6f8a-4012-8605-ccbc8f4c14ba {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:39:44.549504 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-779ba068-805f-4577-98e1-1dcf4e067b57 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.569604 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.608815 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87694a7-1e1b-4d9f-ba2c-4315fd3fa686 admin admin] Made reservation on behalf of c929704e8ff545d98d309471ebd9f191 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:44.611454 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c87694a7-1e1b-4d9f-ba2c-4315fd3fa686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.626616 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ae16aac-2517-40ce-ab67-7338984e091b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.627865 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.628252 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0ae16aac-2517-40ce-ab67-7338984e091b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6235125 Dec 20 21:39:44.629109 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae16aac-2517-40ce-ab67-7338984e091b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a85671-5a3e-400e-b0d7-1deaa690863d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:44.630058 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1c5ce-4dd4-4410-a64f-2c1e58e3add8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event updated for resources: {'Network': ['ID=f3ca40fc-7dad-409e-b211-c4954a00d2ad,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:44.640526 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cff1c5ce-4dd4-4410-a64f-2c1e58e3add8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4522073 Dec 20 21:39:44.640526 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55160) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:44.640893 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55162) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:44.645429 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-31233a71-0f7f-48a8-b06f-e60f82ec5abe tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Request body: {'subnet': {'network_id': 'b61acbfb-a591-4191-bc60-96dd02073e30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:44.655019 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.657754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f18ffacd-8f8c-4599-bea1-0f7429554997 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': '16a85671-5a3e-400e-b0d7-1deaa690863d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:44.658974 n-d-xena-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-f18ffacd-8f8c-4599-bea1-0f7429554997 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 20 21:39:44.659388 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-f18ffacd-8f8c-4599-bea1-0f7429554997 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:39:44.660690 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f18ffacd-8f8c-4599-bea1-0f7429554997 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0167394 Dec 20 21:39:44.661428 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c87694a7-1e1b-4d9f-ba2c-4315fd3fa686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.663939 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55164) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:44.679055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 01b6ab92-f7b4-4970-9f15-28bc4296e58d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=01b6ab92-f7b4-4970-9f15-28bc4296e58d,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:44.698497 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network f3ca40fc-7dad-409e-b211-c4954a00d2ad details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:39:44.698724 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-48813385-194f-4088-a08c-b2f00568d49a tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': '16a85671-5a3e-400e-b0d7-1deaa690863d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:44.699393 n-d-xena-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-48813385-194f-4088-a08c-b2f00568d49a tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 20 21:39:44.699946 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-48813385-194f-4088-a08c-b2f00568d49a tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:39:44.701133 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-48813385-194f-4088-a08c-b2f00568d49a tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070667 Dec 20 21:39:44.701267 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-779ba068-805f-4577-98e1-1dcf4e067b57 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.705936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55166) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:44.718196 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.721302 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.738705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f3ec1c41-01c0-49ae-a48e-4d6aa63d8ffd tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': '16a85671-5a3e-400e-b0d7-1deaa690863d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:44.739878 n-d-xena-1 neutron-server[102401]: WARNING neutron.api.v2.base [None req-f3ec1c41-01c0-49ae-a48e-4d6aa63d8ffd tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 20 21:39:44.740552 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-f3ec1c41-01c0-49ae-a48e-4d6aa63d8ffd tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:39:44.745986 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f3ec1c41-01c0-49ae-a48e-4d6aa63d8ffd tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090048 Dec 20 21:39:44.747683 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55168) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:44.752419 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Network e59df0cc-7b23-4f17-9507-3cab96c3c852 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:44.762082 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c1f74180-7afa-48f0-99d2-fafbdacb267a tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': '16a85671-5a3e-400e-b0d7-1deaa690863d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:44.762823 n-d-xena-1 neutron-server[102401]: WARNING neutron.api.v2.base [None req-c1f74180-7afa-48f0-99d2-fafbdacb267a tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 20 21:39:44.763390 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-c1f74180-7afa-48f0-99d2-fafbdacb267a tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:39:44.767129 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c1f74180-7afa-48f0-99d2-fafbdacb267a tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0145733 Dec 20 21:39:44.767944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:44.775076 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55170) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:44.784571 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:44.802515 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-908adcd0-cfb7-4410-81d0-03841f9ca908 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.824995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event updated for resources: {'Port': ['ID=287c8e64-2288-4863-93df-5b5f36e205a6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:44.859638 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.865707 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.935558 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:44.969280 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Network 7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:44.971149 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=01b6ab92-f7b4-4970-9f15-28bc4296e58d,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:45.019489 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-908adcd0-cfb7-4410-81d0-03841f9ca908 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.021467 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31233a71-0f7f-48a8-b06f-e60f82ec5abe tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Made reservation on behalf of a38f2fde51ff42b2860ffc10867b7528 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:45.025398 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-31233a71-0f7f-48a8-b06f-e60f82ec5abe tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.025650 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:45.029337 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6026c889-0a18-423f-ae5c-f19280dca739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-44668e62-0594-4272-a24a-e79d8513474a', 'network_id': '44668e62-0594-4272-a24a-e79d8513474a', 'tenant_id': 'f0a5abd1b2e544c49f620dbd6c027e16', 'fixed_ips': [{'subnet_id': 'aede6a1f-b109-4437-9c78-7cd6892ace3f'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:39:45.030426 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6026c889-0a18-423f-ae5c-f19280dca739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.032790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:45.035156 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Pushing event updated for resources: {'Port': ['ID=2cbb598c-ae3e-454a-ac08-5f04fb90e2bd,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:45.054978 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-779ba068-805f-4577-98e1-1dcf4e067b57 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.067078 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c87694a7-1e1b-4d9f-ba2c-4315fd3fa686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.070578 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86650e73-fac4-4975-8c4a-f16f12d07620 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.089029 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d564078-a8e7-4115-9e73-7cf43cb03c33 None None] DHCP port deletion for b952cd78-b431-4474-8dcd-b9b1e8bbebd8 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:39:45.095487 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c87694a7-1e1b-4d9f-ba2c-4315fd3fa686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.135340 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87694a7-1e1b-4d9f-ba2c-4315fd3fa686 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:39:45.153963 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87694a7-1e1b-4d9f-ba2c-4315fd3fa686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38647361-99ef-49f3-b941-e2be7b825543,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:45.165293 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c87694a7-1e1b-4d9f-ba2c-4315fd3fa686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.165799 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-c87694a7-1e1b-4d9f-ba2c-4315fd3fa686 admin admin] Added segment bc839f0f-ddff-4bbf-a0f2-9bdda24febeb of type vlan for network a67e6d6a-f991-4212-bb55-39ffd9d600c6 Dec 20 21:39:45.188763 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86650e73-fac4-4975-8c4a-f16f12d07620 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.232829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Attempting to bind port 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:39:45.233407 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Attempting to bind port 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'dfcdccd4-2015-44a7-9706-401487b47618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:39:45.233962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Attempting to bind port 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd on network 7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server [None req-6026c889-0a18-423f-ae5c-f19280dca739 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aede6a1f-b109-4437-9c78-7cd6892ace3f: This subnet is being modified by another concurrent operation. Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 21:39:45.243045 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise exception Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aede6a1f-b109-4437-9c78-7cd6892ace3f: This subnet is being modified by another concurrent operation. Dec 20 21:39:45.246853 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Dec 20 21:39:45.251644 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-908adcd0-cfb7-4410-81d0-03841f9ca908 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.267409 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:39:45.268011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Checking segment: {'id': 'dfcdccd4-2015-44a7-9706-401487b47618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:45.268365 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.268528 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Bound using segment: {'id': 'dfcdccd4-2015-44a7-9706-401487b47618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:39:45.269037 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Bound port: 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfcdccd4-2015-44a7-9706-401487b47618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:39:45.269645 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.275662 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424874fd-4c39-448b-b308-b774aa64a849 None None] Network 44668e62-0594-4272-a24a-e79d8513474a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:45.298292 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908adcd0-cfb7-4410-81d0-03841f9ca908 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event deleted for resources: {'Subnet': ['ID=aede6a1f-b109-4437-9c78-7cd6892ace3f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:45.311526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:39:45.317389 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-779ba068-805f-4577-98e1-1dcf4e067b57 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.325815 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86650e73-fac4-4975-8c4a-f16f12d07620 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.328590 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86650e73-fac4-4975-8c4a-f16f12d07620 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.329860 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-86650e73-fac4-4975-8c4a-f16f12d07620 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "DELETE /v2.0/security-groups/16a85671-5a3e-400e-b0d7-1deaa690863d HTTP/1.1" status: 204 len: 168 time: 0.5182219 Dec 20 21:39:45.335122 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55172) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:45.348297 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c87694a7-1e1b-4d9f-ba2c-4315fd3fa686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.399794 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-779ba068-805f-4577-98e1-1dcf4e067b57 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.402421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1d564078-a8e7-4115-9e73-7cf43cb03c33 None None] Deleting port 5554f5dc-34f5-4017-9417-c4a26ef1d62a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:45.402792 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d564078-a8e7-4115-9e73-7cf43cb03c33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.408703 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-779ba068-805f-4577-98e1-1dcf4e067b57 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/subnets/e7b154b2-6f8a-4012-8605-ccbc8f4c14ba HTTP/1.1" status: 204 len: 168 time: 1.0508220 Dec 20 21:39:45.409869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ba068-805f-4577-98e1-1dcf4e067b57 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b154b2-6f8a-4012-8605-ccbc8f4c14ba,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:45.421013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55174) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:45.421423 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43321ef5-562b-4474-9a34-28f62ecfcba9 None None] Network c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:45.422288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86650e73-fac4-4975-8c4a-f16f12d07620 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a85671-5a3e-400e-b0d7-1deaa690863d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:45.472349 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.500870 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [None req-c87694a7-1e1b-4d9f-ba2c-4315fd3fa686 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:39:45.574256 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1d564078-a8e7-4115-9e73-7cf43cb03c33 None None] For port 5554f5dc-34f5-4017-9417-c4a26ef1d62a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5554f5dc-34f5-4017-9417-c4a26ef1d62a,segment=NetworkSegment(af215b58-fd11-4b86-a039-0a8af9f24f34),segment_id=af215b58-fd11-4b86-a039-0a8af9f24f34)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:45.574668 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d564078-a8e7-4115-9e73-7cf43cb03c33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.627995 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1d564078-a8e7-4115-9e73-7cf43cb03c33 None None] Calling delete_port for 5554f5dc-34f5-4017-9417-c4a26ef1d62a owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:45.662800 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] For port 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:39:45.688203 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] For port 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2cbb598c-ae3e-454a-ac08-5f04fb90e2bd,segment=NetworkSegment(dfcdccd4-2015-44a7-9706-401487b47618),segment_id=dfcdccd4-2015-44a7-9706-401487b47618)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:39:45.729349 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 01b6ab92-f7b4-4970-9f15-28bc4296e58d up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:39:45.735185 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.748833 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3f753210-61e4-436a-bc98-ce67903cbffa tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3960149 Dec 20 21:39:45.763331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55176) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:45.779141 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-908adcd0-cfb7-4410-81d0-03841f9ca908 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.779840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-ca7fa76c-7e91-4f1e-9033-303bb47345e9 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group': {'name': 'tempest-secgroup--553586890'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:45.783764 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c87694a7-1e1b-4d9f-ba2c-4315fd3fa686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.784638 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87694a7-1e1b-4d9f-ba2c-4315fd3fa686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:45.785206 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c87694a7-1e1b-4d9f-ba2c-4315fd3fa686 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.821807 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.830822 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-31233a71-0f7f-48a8-b06f-e60f82ec5abe tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.877168 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-908adcd0-cfb7-4410-81d0-03841f9ca908 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44668e62-0594-4272-a24a-e79d8513474a']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:45.890821 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:45.898351 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa76c-7e91-4f1e-9033-303bb47345e9 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.900520 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c87694a7-1e1b-4d9f-ba2c-4315fd3fa686 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7581124 Dec 20 21:39:45.902694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-908adcd0-cfb7-4410-81d0-03841f9ca908 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9fa6b2-bd5d-440a-82bf-ff56e08c8d00') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:45.902983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-908adcd0-cfb7-4410-81d0-03841f9ca908 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9fa6b2-bd5d-440a-82bf-ff56e08c8d00') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:45.909259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55178) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:45.909519 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87694a7-1e1b-4d9f-ba2c-4315fd3fa686 admin admin] Pushing event updated for resources: {'Network': ['ID=a67e6d6a-f991-4212-bb55-39ffd9d600c6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:45.925587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-fe339b40-79c5-4d52-bd2f-1c2b25cc9aeb admin admin] Request body: {'subnet': {'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1440631732-subnet', 'tenant_id': 'c929704e8ff545d98d309471ebd9f191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:45.930711 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-908adcd0-cfb7-4410-81d0-03841f9ca908 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.954608 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-908adcd0-cfb7-4410-81d0-03841f9ca908 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.964379 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908adcd0-cfb7-4410-81d0-03841f9ca908 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:39:45.965089 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-908adcd0-cfb7-4410-81d0-03841f9ca908 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.967943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7f6d33-de78-4f29-bab3-0a4031ac56db None None] Network e59df0cc-7b23-4f17-9507-3cab96c3c852 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:39:45.969293 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:39:45.972758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Sync routers for ids ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:45.980536 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:45.981846 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5e973f9a-9e62-4e7c-ac56-b4d60169bd8e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.0886340 Dec 20 21:39:45.986881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network a67e6d6a-f991-4212-bb55-39ffd9d600c6 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:39:45.988735 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55180) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:46.002169 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31233a71-0f7f-48a8-b06f-e60f82ec5abe tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event updated for resources: {'Subnet': ['ID=ebc445d2-b961-40c1-82c0-92b9b3d4b600,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:46.029866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe339b40-79c5-4d52-bd2f-1c2b25cc9aeb admin admin] Made reservation on behalf of c929704e8ff545d98d309471ebd9f191 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:46.032232 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fe339b40-79c5-4d52-bd2f-1c2b25cc9aeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.065705 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.067922 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-908adcd0-cfb7-4410-81d0-03841f9ca908 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.077238 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-908adcd0-cfb7-4410-81d0-03841f9ca908 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.084315 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-908adcd0-cfb7-4410-81d0-03841f9ca908 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/networks/44668e62-0594-4272-a24a-e79d8513474a HTTP/1.1" status: 204 len: 168 time: 1.6055822 Dec 20 21:39:46.084315 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.088327 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55186) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:46.102469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31233a71-0f7f-48a8-b06f-e60f82ec5abe tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Checking segment: {'id': 'b49e8e21-fac2-445d-99f5-8452ecacee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b61acbfb-a591-4191-bc60-96dd02073e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:46.103374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31233a71-0f7f-48a8-b06f-e60f82ec5abe tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Network hostable DHCP agents. Network: b61acbfb-a591-4191-bc60-96dd02073e30, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:39:46.109580 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-63072349-47fa-40ec-96ec-f05de1f57b45 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1531479472'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:46.142313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908adcd0-cfb7-4410-81d0-03841f9ca908 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event deleted for resources: {'Network': ['ID=44668e62-0594-4272-a24a-e79d8513474a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:46.175654 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa76c-7e91-4f1e-9033-303bb47345e9 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.188898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Routers {'0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:46.189354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting port 5554f5dc-34f5-4017-9417-c4a26ef1d62a {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:46.189575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:39:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:46.189750 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.199096 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa76c-7e91-4f1e-9033-303bb47345e9 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.219233 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63072349-47fa-40ec-96ec-f05de1f57b45 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Made reservation on behalf of f0a5abd1b2e544c49f620dbd6c027e16 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:46.223090 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-63072349-47fa-40ec-96ec-f05de1f57b45 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.260583 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.261108 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31233a71-0f7f-48a8-b06f-e60f82ec5abe tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Network b61acbfb-a591-4191-bc60-96dd02073e30 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:39:46.266276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event updated for resources: {'Port': ['ID=287c8e64-2288-4863-93df-5b5f36e205a6,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:46.295270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e793686d-357a-432c-9ba1-7999620cc311 None None] Provisioning complete for port 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:46.296264 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e793686d-357a-432c-9ba1-7999620cc311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.304739 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa76c-7e91-4f1e-9033-303bb47345e9 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.308627 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ca7fa76c-7e91-4f1e-9033-303bb47345e9 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5384231 Dec 20 21:39:46.310580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-31233a71-0f7f-48a8-b06f-e60f82ec5abe tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, b61acbfb-a591-4191-bc60-96dd02073e30) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:46.315491 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55188) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:46.315675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31233a71-0f7f-48a8-b06f-e60f82ec5abe tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:46.317271 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-31233a71-0f7f-48a8-b06f-e60f82ec5abe tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.326602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fa76c-7e91-4f1e-9033-303bb47345e9 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c40acecd-41ba-4930-b0de-8eba3a1c8ccc,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:46.350878 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2189dff4-3f9f-4084-9c2c-9af916c46f7d tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': 'c40acecd-41ba-4930-b0de-8eba3a1c8ccc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:46.351362 n-d-xena-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-2189dff4-3f9f-4084-9c2c-9af916c46f7d tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 21:39:46.351859 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-2189dff4-3f9f-4084-9c2c-9af916c46f7d tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:39:46.352829 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2189dff4-3f9f-4084-9c2c-9af916c46f7d tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113993 Dec 20 21:39:46.353719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63072349-47fa-40ec-96ec-f05de1f57b45 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:39:46.357014 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f356e89-f3b0-4f2e-b6ec-a439b98c163c None None] Pushing event updated for resources: {'Port': ['ID=2cbb598c-ae3e-454a-ac08-5f04fb90e2bd,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:46.370718 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ef59eb-9095-4181-911f-0566b630acd4 None None] Network b61acbfb-a591-4191-bc60-96dd02073e30 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:46.372889 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55190) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:46.376841 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] For port 5554f5dc-34f5-4017-9417-c4a26ef1d62a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5554f5dc-34f5-4017-9417-c4a26ef1d62a,segment=NetworkSegment(af215b58-fd11-4b86-a039-0a8af9f24f34),segment_id=af215b58-fd11-4b86-a039-0a8af9f24f34)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:46.377203 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.382671 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-7575811d-849e-452a-ac0c-9f83f4e4a405 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': 'c40acecd-41ba-4930-b0de-8eba3a1c8ccc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:46.391057 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-56c1bad9-f116-4de3-b9de-2641eac55914 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=5353e8cb9b434e37a6bf3118a301f4e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3996625 Dec 20 21:39:46.396090 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55192) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:46.403595 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Calling delete_port for 5554f5dc-34f5-4017-9417-c4a26ef1d62a owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:46.416240 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-31233a71-0f7f-48a8-b06f-e60f82ec5abe tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7752743 Dec 20 21:39:46.424124 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55194) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:46.446734 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1e8503eb-138e-4f39-83ea-31c83a377794 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Request body: {'subnet': {'network_id': 'f3ca40fc-7dad-409e-b211-c4954a00d2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:46.498610 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-63072349-47fa-40ec-96ec-f05de1f57b45 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.498950 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-63072349-47fa-40ec-96ec-f05de1f57b45 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Added segment ac14f21b-3925-4a98-8835-2bbc70e94432 of type vlan for network 63f089df-1b61-47ac-81fb-708208299e26 Dec 20 21:39:46.512843 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d564078-a8e7-4115-9e73-7cf43cb03c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.607025 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-63072349-47fa-40ec-96ec-f05de1f57b45 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.632279 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d564078-a8e7-4115-9e73-7cf43cb03c33 None None] Pushing event deleted for resources: {'Port': ['ID=5554f5dc-34f5-4017-9417-c4a26ef1d62a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:46.634149 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 01b6ab92-f7b4-4970-9f15-28bc4296e58d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:46.634366 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.638801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d564078-a8e7-4115-9e73-7cf43cb03c33 None None] No DVR routers for this DVR port 5554f5dc-34f5-4017-9417-c4a26ef1d62a on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:39:46.644487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Network e59df0cc-7b23-4f17-9507-3cab96c3c852 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:46.651826 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fe339b40-79c5-4d52-bd2f-1c2b25cc9aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.652612 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f91b462-b642-4704-a4a6-1bf942f225e1 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:46.654433 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7f91b462-b642-4704-a4a6-1bf942f225e1 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2559206 Dec 20 21:39:46.657585 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:46.662249 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55196) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:46.679408 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-7575811d-849e-452a-ac0c-9f83f4e4a405 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:39:46.681963 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7575811d-849e-452a-ac0c-9f83f4e4a405 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3072810 Dec 20 21:39:46.689613 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55198) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:46.710330 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-57ab01fe-5995-4abc-b6de-9a176f35b152 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462501 Dec 20 21:39:46.711113 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-63072349-47fa-40ec-96ec-f05de1f57b45 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.714401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-dc8b7cda-89fb-4f9f-8e69-3d9794bb76b9 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': 'c40acecd-41ba-4930-b0de-8eba3a1c8ccc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:46.714821 n-d-xena-1 neutron-server[102401]: WARNING neutron.api.v2.base [None req-dc8b7cda-89fb-4f9f-8e69-3d9794bb76b9 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 20 21:39:46.715316 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-dc8b7cda-89fb-4f9f-8e69-3d9794bb76b9 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:39:46.716880 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dc8b7cda-89fb-4f9f-8e69-3d9794bb76b9 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059693 Dec 20 21:39:46.717242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63072349-47fa-40ec-96ec-f05de1f57b45 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:46.717853 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-63072349-47fa-40ec-96ec-f05de1f57b45 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:46.720672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55200) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:46.720998 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55202) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:46.729754 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-147489be-69cd-4849-8231-4fd9e9d04715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1157752406', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:46.759842 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-80972c47-7517-4ca3-b754-06d6451f3639 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': 'c40acecd-41ba-4930-b0de-8eba3a1c8ccc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:46.779386 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-63072349-47fa-40ec-96ec-f05de1f57b45 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6739888 Dec 20 21:39:46.792788 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55204) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:46.824270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff541d25-e545-42e5-9aff-95e8c088bdaa None None] DHCP port deletion for c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:39:46.839451 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a272d924-90c2-445c-b9f0-d5898e71f4c9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Request body: {'subnet': {'network_id': '63f089df-1b61-47ac-81fb-708208299e26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:46.855217 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Set router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:39:46.917523 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe339b40-79c5-4d52-bd2f-1c2b25cc9aeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=924feca0-3a71-4754-bcc2-c5bd79345d9c,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:46.924975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8503eb-138e-4f39-83ea-31c83a377794 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Made reservation on behalf of a38f2fde51ff42b2860ffc10867b7528 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:46.924975 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1e8503eb-138e-4f39-83ea-31c83a377794 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:47.041882 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e793686d-357a-432c-9ba1-7999620cc311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:47.189055 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63072349-47fa-40ec-96ec-f05de1f57b45 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event updated for resources: {'Network': ['ID=63f089df-1b61-47ac-81fb-708208299e26,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:47.227578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e793686d-357a-432c-9ba1-7999620cc311 None None] For port 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1,segment=NetworkSegment(2b850d07-158a-4e92-b132-ace86d44a284),segment_id=2b850d07-158a-4e92-b132-ace86d44a284)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:47.231639 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Router 6497f5de-2cca-4d0f-9104-168788376c1f has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:39:47.233741 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 63f089df-1b61-47ac-81fb-708208299e26 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:39:47.262163 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:47.285839 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-b61acbfb-a591-4191-bc60-96dd02073e30', 'network_id': 'b61acbfb-a591-4191-bc60-96dd02073e30', 'tenant_id': 'a38f2fde51ff42b2860ffc10867b7528', 'fixed_ips': [{'subnet_id': 'ebc445d2-b961-40c1-82c0-92b9b3d4b600'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:39:47.286893 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:47.289583 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ff541d25-e545-42e5-9aff-95e8c088bdaa None None] Deleting port 2149c517-9e4a-46fa-82c5-c5b101bb719c {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:47.289938 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff541d25-e545-42e5-9aff-95e8c088bdaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:47.293711 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e793686d-357a-432c-9ba1-7999620cc311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:47.340883 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:39:47.357449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe339b40-79c5-4d52-bd2f-1c2b25cc9aeb admin admin] Checking segment: {'id': 'bc839f0f-ddff-4bbf-a0f2-9bdda24febeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:47.357807 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe339b40-79c5-4d52-bd2f-1c2b25cc9aeb admin admin] Network hostable DHCP agents. Network: a67e6d6a-f991-4212-bb55-39ffd9d600c6, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:39:47.369798 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Port': ['ID=5554f5dc-34f5-4017-9417-c4a26ef1d62a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:47.385042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] No DVR routers for this DVR port 5554f5dc-34f5-4017-9417-c4a26ef1d62a on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:39:47.441641 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:47.454758 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ccf3bc5c-bb75-4eea-97ff-3c7c3c376553 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "PUT /v2.0/routers/6497f5de-2cca-4d0f-9104-168788376c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5422637 Dec 20 21:39:47.456220 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Sync routers for ids ['6497f5de-2cca-4d0f-9104-168788376c1f'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:47.468466 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Routers {'6497f5de-2cca-4d0f-9104-168788376c1f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:47.469440 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:39:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['6497f5de-2cca-4d0f-9104-168788376c1f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:47.558442 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:47.634519 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ff541d25-e545-42e5-9aff-95e8c088bdaa None None] For port 2149c517-9e4a-46fa-82c5-c5b101bb719c, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2149c517-9e4a-46fa-82c5-c5b101bb719c,segment=NetworkSegment(1ecc36e5-1561-4a28-8764-e9f755ca66b1),segment_id=1ecc36e5-1561-4a28-8764-e9f755ca66b1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:47.634997 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff541d25-e545-42e5-9aff-95e8c088bdaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:47.664943 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b952cd78-b431-4474-8dcd-b9b1e8bbebd8']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:47.687912 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af215b58-fd11-4b86-a039-0a8af9f24f34') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:47.688204 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af215b58-fd11-4b86-a039-0a8af9f24f34') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:47.702004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:47.710955 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Set router 6497f5de-2cca-4d0f-9104-168788376c1f gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:39:47.722220 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.api [None req-a272d924-90c2-445c-b9f0-d5898e71f4c9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 20 21:39:47.722220 n-d-xena-1 neutron-server[102401]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 20 21:39:47.722220 n-d-xena-1 neutron-server[102401]: [parameters: {'project_id_1': 'f0a5abd1b2e544c49f620dbd6c027e16', 'expiration_1': datetime.datetime(2021, 12, 20, 21, 39, 27, 447033)}] Dec 20 21:39:47.722220 n-d-xena-1 neutron-server[102401]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:39:47.723011 n-d-xena-1 neutron-server[102401]: DEBUG oslo_db.api [None req-a272d924-90c2-445c-b9f0-d5898e71f4c9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:39:47.731779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147489be-69cd-4849-8231-4fd9e9d04715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Made reservation on behalf of 5353e8cb9b434e37a6bf3118a301f4e4 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:47.738242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-147489be-69cd-4849-8231-4fd9e9d04715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:47.744883 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793686d-357a-432c-9ba1-7999620cc311 None None] Pushing event updated for resources: {'Port': ['ID=3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:47.745956 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:47.765348 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-80972c47-7517-4ca3-b754-06d6451f3639 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:39:47.766572 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-80972c47-7517-4ca3-b754-06d6451f3639 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0434787 Dec 20 21:39:47.770551 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55214) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:47.776025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-818b128e-ecdf-4f84-b6f6-53f553f2a1ac tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': 'c40acecd-41ba-4930-b0de-8eba3a1c8ccc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:47.776478 n-d-xena-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-818b128e-ecdf-4f84-b6f6-53f553f2a1ac tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 20 21:39:47.776936 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-818b128e-ecdf-4f84-b6f6-53f553f2a1ac tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:39:47.781362 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-818b128e-ecdf-4f84-b6f6-53f553f2a1ac tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062444 Dec 20 21:39:47.782194 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55216) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:47.791086 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6eb8d30b-9065-4e48-95dd-fa9e1c62fe77 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': 'c40acecd-41ba-4930-b0de-8eba3a1c8ccc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:47.802232 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ff541d25-e545-42e5-9aff-95e8c088bdaa None None] Calling delete_port for 2149c517-9e4a-46fa-82c5-c5b101bb719c owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:47.813160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe339b40-79c5-4d52-bd2f-1c2b25cc9aeb admin admin] Network a67e6d6a-f991-4212-bb55-39ffd9d600c6 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:39:47.853867 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-694c41b2-e996-4622-8539-74777f843574 None None] Provisioning complete for port 287c8e64-2288-4863-93df-5b5f36e205a6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:47.854599 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-694c41b2-e996-4622-8539-74777f843574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:47.878106 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:39:47.879135 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:47.950152 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5f5d8a-81aa-4057-9e86-5ddc8201028e None None] Network 7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:39:47.985168 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:39:48.009466 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.024441 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-6eddfc26-ca9f-41db-9ea2-6c652d1b8735 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:48.032031 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-6eddfc26-ca9f-41db-9ea2-6c652d1b8735 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/networks?id=e59df0cc-7b23-4f17-9507-3cab96c3c852 HTTP/1.1" status: 200 len: 796 time: 0.2033043 Dec 20 21:39:48.035308 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.038715 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-494049306', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.106'}], 'enable_snat': True}, 'gw_port_id': '01b6ab92-f7b4-4970-9f15-28bc4296e58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:34Z', 'updated_at': '2021-12-20T21:39:45Z', 'revision_number': 4, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '01b6ab92-f7b4-4970-9f15-28bc4296e58d', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:36Z', 'updated_at': '2021-12-20T21:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '287c8e64-2288-4863-93df-5b5f36e205a6', 'name': '', 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'mac_address': 'fa:16:3e:ec:b9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1a64f357-bb88-4c21-bf29-0655d677d4d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:43Z', 'updated_at': '2021-12-20T21:39:45Z', 'revision_number': 2, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'subnets': [{'id': '1a64f357-bb88-4c21-bf29-0655d677d4d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:48.042964 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55222) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:48.043336 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/networks/b952cd78-b431-4474-8dcd-b9b1e8bbebd8 HTTP/1.1" status: 204 len: 168 time: 2.6051052 Dec 20 21:39:48.049566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-fe339b40-79c5-4d52-bd2f-1c2b25cc9aeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, a67e6d6a-f991-4212-bb55-39ffd9d600c6) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:48.068190 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe339b40-79c5-4d52-bd2f-1c2b25cc9aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:48.069262 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fe339b40-79c5-4d52-bd2f-1c2b25cc9aeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.070696 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-988ab67a-fedc-419c-b2e6-bd7dfb50a17f tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/quotas/7d148da42bcc49c09fb4b3551f55d580 HTTP/1.1" status: 200 len: 375 time: 0.0371888 Dec 20 21:39:48.076367 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Checking router: 6497f5de-2cca-4d0f-9104-168788376c1f for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:39:48.076714 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Updating router 6497f5de-2cca-4d0f-9104-168788376c1f port 287c8e64-2288-4863-93df-5b5f36e205a6 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:39:48.098109 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-6eb8d30b-9065-4e48-95dd-fa9e1c62fe77 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Project 7103b33521f841b38fa563e4f2f65708 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:39:48.116874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4dd73-680b-4cb7-81eb-2bd969325b0f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Network': ['ID=b952cd78-b431-4474-8dcd-b9b1e8bbebd8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:48.138653 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.191654 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fe339b40-79c5-4d52-bd2f-1c2b25cc9aeb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2723174 Dec 20 21:39:48.199720 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-6eb8d30b-9065-4e48-95dd-fa9e1c62fe77 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:39:48.201602 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6eb8d30b-9065-4e48-95dd-fa9e1c62fe77 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4189920 Dec 20 21:39:48.210139 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55226) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:48.217628 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ccfb00b2-9e20-4547-b52c-915afafa45ef tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': 'c40acecd-41ba-4930-b0de-8eba3a1c8ccc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:48.218173 n-d-xena-1 neutron-server[102402]: WARNING neutron.api.v2.base [None req-ccfb00b2-9e20-4547-b52c-915afafa45ef tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 20 21:39:48.218665 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-ccfb00b2-9e20-4547-b52c-915afafa45ef tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:39:48.219630 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ccfb00b2-9e20-4547-b52c-915afafa45ef tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076830 Dec 20 21:39:48.221226 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:48.221924 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.225898 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c59ecc7-a221-472a-809c-983dc006e6a6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.229062 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55228) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:48.254309 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-6c6344d1-3f6b-4ecb-a239-bf5ea937d5ec tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d148da42bcc49c09fb4b3551f55d580&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1821568 Dec 20 21:39:48.264236 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3cda8fc5-088e-47be-b5ea-a67aa34d45b7 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': 'c40acecd-41ba-4930-b0de-8eba3a1c8ccc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:48.314059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-694c41b2-e996-4622-8539-74777f843574 None None] Port 287c8e64-2288-4863-93df-5b5f36e205a6 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:39:48.319784 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e635e79-70ba-44db-872c-fd0d6cd5aa32 None None] Network a67e6d6a-f991-4212-bb55-39ffd9d600c6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:48.355833 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.api [None req-3cda8fc5-088e-47be-b5ea-a67aa34d45b7 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 20 21:39:48.355833 n-d-xena-1 neutron-server[102402]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 20 21:39:48.355833 n-d-xena-1 neutron-server[102402]: [parameters: {'project_id_1': '7103b33521f841b38fa563e4f2f65708', 'expiration_1': datetime.datetime(2021, 12, 20, 21, 39, 28, 282993)}] Dec 20 21:39:48.355833 n-d-xena-1 neutron-server[102402]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:39:48.356339 n-d-xena-1 neutron-server[102402]: DEBUG oslo_db.api [None req-3cda8fc5-088e-47be-b5ea-a67aa34d45b7 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:39:48.356426 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff541d25-e545-42e5-9aff-95e8c088bdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.451587 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c59ecc7-a221-472a-809c-983dc006e6a6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.472094 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-3429cfba-3004-49fc-bcf4-bea5ba3b1cd3 service neutron] 10.222.0.32 "GET /v2.0/networks/e59df0cc-7b23-4f17-9507-3cab96c3c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126074 Dec 20 21:39:48.474099 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:39:42Z', 'revision_number': 3, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:48.474717 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a272d924-90c2-445c-b9f0-d5898e71f4c9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Made reservation on behalf of f0a5abd1b2e544c49f620dbd6c027e16 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:48.477491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Allocated IP 2001:db8::2 (b61acbfb-a591-4191-bc60-96dd02073e30/ebc445d2-b961-40c1-82c0-92b9b3d4b600/df3e4f27-3c2e-4914-a500-2cd371d97021) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:48.484861 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a272d924-90c2-445c-b9f0-d5898e71f4c9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.487058 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff541d25-e545-42e5-9aff-95e8c088bdaa None None] Pushing event deleted for resources: {'Port': ['ID=2149c517-9e4a-46fa-82c5-c5b101bb719c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:48.502881 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.537684 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff541d25-e545-42e5-9aff-95e8c088bdaa None None] No DVR routers for this DVR port 2149c517-9e4a-46fa-82c5-c5b101bb719c on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:39:48.571766 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Checking router: 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:39:48.572222 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Updating router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 port cabacd1b-a8a2-4764-9072-833763cb62fe binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:39:48.574364 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-694c41b2-e996-4622-8539-74777f843574 None None] Provisioning complete for port 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:48.574846 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-694c41b2-e996-4622-8539-74777f843574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.577001 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6c59ecc7-a221-472a-809c-983dc006e6a6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:48.596225 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6c59ecc7-a221-472a-809c-983dc006e6a6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ecc36e5-1561-4a28-8764-e9f755ca66b1') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:48.596479 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6c59ecc7-a221-472a-809c-983dc006e6a6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ecc36e5-1561-4a28-8764-e9f755ca66b1') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:48.610351 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c59ecc7-a221-472a-809c-983dc006e6a6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.636357 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c59ecc7-a221-472a-809c-983dc006e6a6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.663564 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c59ecc7-a221-472a-809c-983dc006e6a6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:39:48.664023 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c59ecc7-a221-472a-809c-983dc006e6a6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:39:48.667062 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:39:48.702592 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1e8503eb-138e-4f39-83ea-31c83a377794 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.747283 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.756292 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.763253 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-dea2fc50-9762-424a-84ff-d7b3d82da0db service neutron] 10.222.0.32 "GET /v2.0/networks/e59df0cc-7b23-4f17-9507-3cab96c3c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906237 Dec 20 21:39:48.788992 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c59ecc7-a221-472a-809c-983dc006e6a6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.796392 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c59ecc7-a221-472a-809c-983dc006e6a6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.807999 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c59ecc7-a221-472a-809c-983dc006e6a6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/networks/c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe HTTP/1.1" status: 204 len: 168 time: 0.7612717 Dec 20 21:39:48.811978 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55244) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:48.819588 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-71948138-bbb8-499e-ba5c-d743bd0adfd6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'network': {'name': 'tempest-RoutersTest-519753900'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:48.839217 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59ecc7-a221-472a-809c-983dc006e6a6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Network': ['ID=c35165f3-7a4d-4f9f-9a4e-a665c6b89bfe,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:48.842801 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd3c5f-e24c-4964-b80e-c016c35d6681 None None] Pushing event updated for resources: {'Port': ['ID=287c8e64-2288-4863-93df-5b5f36e205a6,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:48.858181 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd3c5f-e24c-4964-b80e-c016c35d6681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:48.858795 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd3c5f-e24c-4964-b80e-c016c35d6681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:48.859460 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd3c5f-e24c-4964-b80e-c016c35d6681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:48.860147 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd3c5f-e24c-4964-b80e-c016c35d6681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:48.860630 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd3c5f-e24c-4964-b80e-c016c35d6681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:48.861534 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd3c5f-e24c-4964-b80e-c016c35d6681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:48.862143 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd3c5f-e24c-4964-b80e-c016c35d6681 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:48.863447 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd3c5f-e24c-4964-b80e-c016c35d6681 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:48.863447 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd3c5f-e24c-4964-b80e-c016c35d6681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:48.863728 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd3c5f-e24c-4964-b80e-c016c35d6681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:48.864125 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd3c5f-e24c-4964-b80e-c016c35d6681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:48.864517 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bd3c5f-e24c-4964-b80e-c016c35d6681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:39:48.871201 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71948138-bbb8-499e-ba5c-d743bd0adfd6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:48.875622 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-71948138-bbb8-499e-ba5c-d743bd0adfd6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.915633 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71948138-bbb8-499e-ba5c-d743bd0adfd6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:39:48.927639 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-3cda8fc5-088e-47be-b5ea-a67aa34d45b7 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Project 7103b33521f841b38fa563e4f2f65708 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:39:48.936873 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-ca6424d2-522f-47f0-b717-5630de72e580 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:48.938752 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-ca6424d2-522f-47f0-b717-5630de72e580 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/networks?id=a67e6d6a-f991-4212-bb55-39ffd9d600c6 HTTP/1.1" status: 200 len: 815 time: 0.2125735 Dec 20 21:39:48.941773 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-71948138-bbb8-499e-ba5c-d743bd0adfd6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.942484 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-71948138-bbb8-499e-ba5c-d743bd0adfd6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Added segment f68755df-6dac-4bb7-87db-07061b8187f2 of type vlan for network 97ca3ecb-e430-4d0a-8f93-30ba1c3cf794 Dec 20 21:39:48.954252 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Attempting to bind port 287c8e64-2288-4863-93df-5b5f36e205a6 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:39:48.954620 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Attempting to bind port 287c8e64-2288-4863-93df-5b5f36e205a6 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '2b850d07-158a-4e92-b132-ace86d44a284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:39:48.954975 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Attempting to bind port 287c8e64-2288-4863-93df-5b5f36e205a6 on network e59df0cc-7b23-4f17-9507-3cab96c3c852 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:48.962282 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:39:48.962827 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Checking segment: {'id': '2b850d07-158a-4e92-b132-ace86d44a284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:48.963259 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.963654 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Bound using segment: {'id': '2b850d07-158a-4e92-b132-ace86d44a284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:39:48.964104 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Bound port: 287c8e64-2288-4863-93df-5b5f36e205a6, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b850d07-158a-4e92-b132-ace86d44a284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:39:48.965165 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.966510 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:48.992253 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-3cda8fc5-088e-47be-b5ea-a67aa34d45b7 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:39:48.997079 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3cda8fc5-088e-47be-b5ea-a67aa34d45b7 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7403903 Dec 20 21:39:48.997922 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55246) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:49.025362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-34e4ecc9-7078-4230-aa7d-cc4158a7c65e tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': 'c40acecd-41ba-4930-b0de-8eba3a1c8ccc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:49.041334 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] For port 287c8e64-2288-4863-93df-5b5f36e205a6, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:39:49.044899 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-71948138-bbb8-499e-ba5c-d743bd0adfd6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:49.045805 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] For port 287c8e64-2288-4863-93df-5b5f36e205a6, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=287c8e64-2288-4863-93df-5b5f36e205a6,segment=NetworkSegment(2b850d07-158a-4e92-b132-ace86d44a284),segment_id=2b850d07-158a-4e92-b132-ace86d44a284)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:39:49.057223 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:49.087047 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-34e4ecc9-7078-4230-aa7d-cc4158a7c65e tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Project 7103b33521f841b38fa563e4f2f65708 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:39:49.107234 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-feb065bb-1aba-4869-992d-29bf831ea640 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/quotas/c929704e8ff545d98d309471ebd9f191 HTTP/1.1" status: 200 len: 375 time: 0.0627971 Dec 20 21:39:49.130920 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-34e4ecc9-7078-4230-aa7d-cc4158a7c65e tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:39:49.135279 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-34e4ecc9-7078-4230-aa7d-cc4158a7c65e tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1185768 Dec 20 21:39:49.145146 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55252) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:49.167467 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd3c5f-e24c-4964-b80e-c016c35d6681 None None] Pushing event updated for resources: {'Port': ['ID=287c8e64-2288-4863-93df-5b5f36e205a6,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:49.181092 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Routers {'6497f5de-2cca-4d0f-9104-168788376c1f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:49.181729 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:39:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['6497f5de-2cca-4d0f-9104-168788376c1f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:49.185443 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-71948138-bbb8-499e-ba5c-d743bd0adfd6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:49.191436 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-147489be-69cd-4849-8231-4fd9e9d04715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:49.200594 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71948138-bbb8-499e-ba5c-d743bd0adfd6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:49.202104 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-71948138-bbb8-499e-ba5c-d743bd0adfd6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:49.266145 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b2e3eaef-1934-4f29-b829-2d5298c43e3c req-2ea3c62a-3c74-4244-97bc-1ecc9246f0b9 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 210 time: 0.1435885 Dec 20 21:39:49.272973 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-2add6f1d-4ca6-49c3-a5c4-50dc43e904a1 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c929704e8ff545d98d309471ebd9f191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1557953 Dec 20 21:39:49.309166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8503eb-138e-4f39-83ea-31c83a377794 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event updated for resources: {'Subnet': ['ID=4255edd0-5eac-4029-b3b2-7a954ead28f4,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:49.332238 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8503eb-138e-4f39-83ea-31c83a377794 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Checking segment: {'id': 'dff7acc0-1381-4aea-b0d4-7e3385fd0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f3ca40fc-7dad-409e-b211-c4954a00d2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:49.332593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8503eb-138e-4f39-83ea-31c83a377794 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Network hostable DHCP agents. Network: f3ca40fc-7dad-409e-b211-c4954a00d2ad, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:39:49.337677 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-71948138-bbb8-499e-ba5c-d743bd0adfd6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5235844 Dec 20 21:39:49.342409 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55258) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:49.360024 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] Set router 6497f5de-2cca-4d0f-9104-168788376c1f gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:39:49.383443 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71948138-bbb8-499e-ba5c-d743bd0adfd6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Network': ['ID=97ca3ecb-e430-4d0a-8f93-30ba1c3cf794,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:49.384244 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e0a9026d-4b5b-4a18-8855-3b4948e81316 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'subnet': {'network_id': '97ca3ecb-e430-4d0a-8f93-30ba1c3cf794', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:49.411464 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db092709-bf4f-4f15-8cb1-8de3a0454440 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:49.456659 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db092709-bf4f-4f15-8cb1-8de3a0454440 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:49.523737 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db092709-bf4f-4f15-8cb1-8de3a0454440 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:49.527685 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-db092709-bf4f-4f15-8cb1-8de3a0454440 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:49.529903 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-db092709-bf4f-4f15-8cb1-8de3a0454440 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "DELETE /v2.0/security-groups/c40acecd-41ba-4930-b0de-8eba3a1c8ccc HTTP/1.1" status: 204 len: 168 time: 0.3816445 Dec 20 21:39:49.548536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55262) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:49.551347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db092709-bf4f-4f15-8cb1-8de3a0454440 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40acecd-41ba-4930-b0de-8eba3a1c8ccc,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:49.568475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 97ca3ecb-e430-4d0a-8f93-30ba1c3cf794 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:39:49.576643 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27553b0f-57cb-4b1c-80c1-331bd8b52de8 None None] Network a67e6d6a-f991-4212-bb55-39ffd9d600c6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:49.663223 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1215edd6-e311-433e-9e0f-087c9f3f29da tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0940938 Dec 20 21:39:49.664053 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55264) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:49.675257 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3618d6e6-1c8e-4916-983c-5b6c609f8d44 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498972504'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:49.714874 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-ab2fe0f3-f3b3-4380-9d39-d1cc9822e583 service neutron] 10.222.0.32 "GET /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996270 Dec 20 21:39:49.718579 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8503eb-138e-4f39-83ea-31c83a377794 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Network f3ca40fc-7dad-409e-b211-c4954a00d2ad is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:39:49.726212 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3618d6e6-1c8e-4916-983c-5b6c609f8d44 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:49.770553 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-494049306', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.106'}], 'enable_snat': True}, 'gw_port_id': '01b6ab92-f7b4-4970-9f15-28bc4296e58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:34Z', 'updated_at': '2021-12-20T21:39:45Z', 'revision_number': 4, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '01b6ab92-f7b4-4970-9f15-28bc4296e58d', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:36Z', 'updated_at': '2021-12-20T21:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '287c8e64-2288-4863-93df-5b5f36e205a6', 'name': '', 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'mac_address': 'fa:16:3e:ec:b9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1a64f357-bb88-4c21-bf29-0655d677d4d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:43Z', 'updated_at': '2021-12-20T21:39:49Z', 'revision_number': 4, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'subnets': [{'id': '1a64f357-bb88-4c21-bf29-0655d677d4d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:49.816583 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa3e57-6ae2-43e0-9761-ae6730d8b588 None None] The sync data for ids ['6497f5de-2cca-4d0f-9104-168788376c1f'] in n-d-xena-1 is: [{'id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-494049306', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.106'}], 'enable_snat': True}, 'gw_port_id': '01b6ab92-f7b4-4970-9f15-28bc4296e58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:34Z', 'updated_at': '2021-12-20T21:39:45Z', 'revision_number': 4, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '01b6ab92-f7b4-4970-9f15-28bc4296e58d', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:36Z', 'updated_at': '2021-12-20T21:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '287c8e64-2288-4863-93df-5b5f36e205a6', 'name': '', 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'mac_address': 'fa:16:3e:ec:b9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1a64f357-bb88-4c21-bf29-0655d677d4d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:43Z', 'updated_at': '2021-12-20T21:39:49Z', 'revision_number': 4, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'subnets': [{'id': '1a64f357-bb88-4c21-bf29-0655d677d4d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:39:49.852241 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147489be-69cd-4849-8231-4fd9e9d04715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Subnet': ['ID=c03000ac-9b78-43f0-983c-9ba31d74fcff,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:49.855636 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5554f5dc-34f5-4017-9417-c4a26ef1d62a no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:39:49.860556 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147489be-69cd-4849-8231-4fd9e9d04715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Checking segment: {'id': 'f2fc008e-ae43-49b9-a69d-2026f6ca7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df1edafa-7805-497c-a213-192df2dee518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:49.861068 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147489be-69cd-4849-8231-4fd9e9d04715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network hostable DHCP agents. Network: df1edafa-7805-497c-a213-192df2dee518, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:39:49.938372 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3618d6e6-1c8e-4916-983c-5b6c609f8d44 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:49.944391 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3618d6e6-1c8e-4916-983c-5b6c609f8d44 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:49.950171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-1e8503eb-138e-4f39-83ea-31c83a377794 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, f3ca40fc-7dad-409e-b211-c4954a00d2ad) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:49.986353 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8503eb-138e-4f39-83ea-31c83a377794 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:49.986353 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1e8503eb-138e-4f39-83ea-31c83a377794 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:50.000492 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618d6e6-1c8e-4916-983c-5b6c609f8d44 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcde48f-e6d1-42b3-808b-0bdf8e1f73e2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:50.009068 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3391e227-76cd-4ba9-944c-def1326472f8 None None] Network f3ca40fc-7dad-409e-b211-c4954a00d2ad requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:50.009982 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3618d6e6-1c8e-4916-983c-5b6c609f8d44 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:50.014275 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3618d6e6-1c8e-4916-983c-5b6c609f8d44 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3465843 Dec 20 21:39:50.016177 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55266) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:50.024365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f6e0c9ba-f555-453c-82e5-dce682e9d3f4 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': '4bcde48f-e6d1-42b3-808b-0bdf8e1f73e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:50.080230 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-f6e0c9ba-f555-453c-82e5-dce682e9d3f4 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The resource could not be found. Dec 20 21:39:50.082232 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1e8503eb-138e-4f39-83ea-31c83a377794 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6536870 Dec 20 21:39:50.087233 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f6e0c9ba-f555-453c-82e5-dce682e9d3f4 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0695386 Dec 20 21:39:50.089109 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55268) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:50.089788 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55270) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:50.095065 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147489be-69cd-4849-8231-4fd9e9d04715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network df1edafa-7805-497c-a213-192df2dee518 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:39:50.107829 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a272d924-90c2-445c-b9f0-d5898e71f4c9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:50.140105 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 5554f5dc-34f5-4017-9417-c4a26ef1d62a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:39:50.140639 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5554f5dc-34f5-4017-9417-c4a26ef1d62a not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:39:50.166455 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-147489be-69cd-4849-8231-4fd9e9d04715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, df1edafa-7805-497c-a213-192df2dee518) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:50.198469 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-924c2659-9b7b-4f9b-b005-76149b7d3ea2 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': '4bcde48f-e6d1-42b3-808b-0bdf8e1f73e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b53ae3b3-1cd9-4a99-bca4-d27ef61e9ae1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:50.229405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53ec389-459a-45b4-8c81-98f352378391 None None] Network df1edafa-7805-497c-a213-192df2dee518 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:50.271969 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-49622901-d1ee-4240-b4b4-f9eafac37fff service neutron] 10.222.0.32 "GET /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239429 Dec 20 21:39:50.274607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147489be-69cd-4849-8231-4fd9e9d04715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:50.275579 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-147489be-69cd-4849-8231-4fd9e9d04715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:50.294261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272d924-90c2-445c-b9f0-d5898e71f4c9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Checking segment: {'id': 'ac14f21b-3925-4a98-8835-2bbc70e94432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '63f089df-1b61-47ac-81fb-708208299e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:50.294678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a272d924-90c2-445c-b9f0-d5898e71f4c9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Network hostable DHCP agents. Network: 63f089df-1b61-47ac-81fb-708208299e26, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:39:50.303344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a9026d-4b5b-4a18-8855-3b4948e81316 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:50.308368 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e0a9026d-4b5b-4a18-8855-3b4948e81316 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:50.496803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272d924-90c2-445c-b9f0-d5898e71f4c9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event updated for resources: {'Subnet': ['ID=885830a3-ca5e-41a4-b3da-de2530908850,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:50.511375 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-147489be-69cd-4849-8231-4fd9e9d04715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.7893190 Dec 20 21:39:50.546411 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55274) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:50.579000 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:50.580823 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a272d924-90c2-445c-b9f0-d5898e71f4c9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Network 63f089df-1b61-47ac-81fb-708208299e26 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:39:50.581705 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:39:50.687072 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4c981962-177c-46bc-aef8-f49ff4d53f22 None None] Provisioning complete for port 287c8e64-2288-4863-93df-5b5f36e205a6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:50.687569 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4c981962-177c-46bc-aef8-f49ff4d53f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:50.708060 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:50.771915 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-a272d924-90c2-445c-b9f0-d5898e71f4c9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 63f089df-1b61-47ac-81fb-708208299e26) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:50.797200 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aae82466-7cb8-4463-a833-28e7cb619756 req-fc61fc91-64ee-436d-9d65-2cccc61e3775 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 210 time: 0.2072039 Dec 20 21:39:50.819965 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a272d924-90c2-445c-b9f0-d5898e71f4c9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:50.820976 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a272d924-90c2-445c-b9f0-d5898e71f4c9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:50.831985 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-f3ca40fc-7dad-409e-b211-c4954a00d2ad', 'network_id': 'f3ca40fc-7dad-409e-b211-c4954a00d2ad', 'tenant_id': 'a38f2fde51ff42b2860ffc10867b7528', 'fixed_ips': [{'subnet_id': '4255edd0-5eac-4029-b3b2-7a954ead28f4'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:39:50.833509 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:50.836114 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc78b67-0b27-4f36-ab07-2df22687e3d0 None None] Network 63f089df-1b61-47ac-81fb-708208299e26 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:50.856265 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a272d924-90c2-445c-b9f0-d5898e71f4c9 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.0242660 Dec 20 21:39:50.856968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55284) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:50.883577 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d41014f0-cff9-4489-be5c-182ce2a74846 req-8d6aa05d-cc79-4b75-9590-13e8d5b4de22 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 210 time: 0.4192777 Dec 20 21:39:51.023180 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-924c2659-9b7b-4f9b-b005-76149b7d3ea2 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The resource could not be found. Dec 20 21:39:51.026898 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-924c2659-9b7b-4f9b-b005-76149b7d3ea2 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9305983 Dec 20 21:39:51.031726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55288) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:51.055949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-51d815fc-c667-46b7-952b-84fc96ad96e7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:51.056235 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.058312 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-51d815fc-c667-46b7-952b-84fc96ad96e7 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.66 "GET /v2.0/networks?id=e59df0cc-7b23-4f17-9507-3cab96c3c852 HTTP/1.1" status: 200 len: 796 time: 0.5056777 Dec 20 21:39:51.085477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-8eba947e-b264-4cf9-96d9-67364eefd612 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Request body: {'port': {'device_id': '4f9f4c29-aba0-46c9-a050-d8bac7e88db4', 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852', 'admin_state_up': True, 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:51.239958 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95e725c1-c77d-4fd0-ad8a-6f6712f49cc0 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.320084 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Network b61acbfb-a591-4191-bc60-96dd02073e30 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:51.327669 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d6a1aefe-91c7-4b09-9ae9-b1356d423e8c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.357683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Allocated IP 2001:db8::1 (b61acbfb-a591-4191-bc60-96dd02073e30/ebc445d2-b961-40c1-82c0-92b9b3d4b600/2e6a1494-0839-4800-8364-f936d40bf5a5) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:51.442736 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d6a1aefe-91c7-4b09-9ae9-b1356d423e8c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.455239 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:51.458210 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:51.467491 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.480757 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Pushing event updated for resources: {'Port': ['ID=df3e4f27-3c2e-4914-a500-2cd371d97021,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:51.533173 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95e725c1-c77d-4fd0-ad8a-6f6712f49cc0 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.582863 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.621471 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e0a9026d-4b5b-4a18-8855-3b4948e81316 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.659316 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.675882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:51.676273 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.705561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-8eba947e-b264-4cf9-96d9-67364eefd612 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Made reservation on behalf of 7d148da42bcc49c09fb4b3551f55d580 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:51.710169 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-8eba947e-b264-4cf9-96d9-67364eefd612 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.794844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9026d-4b5b-4a18-8855-3b4948e81316 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Subnet': ['ID=900c45de-3de3-465c-814d-405a8aba4cc1,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:51.808126 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d6a1aefe-91c7-4b09-9ae9-b1356d423e8c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.811023 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d6a1aefe-91c7-4b09-9ae9-b1356d423e8c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.812391 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d6a1aefe-91c7-4b09-9ae9-b1356d423e8c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "DELETE /v2.0/security-groups/4bcde48f-e6d1-42b3-808b-0bdf8e1f73e2 HTTP/1.1" status: 204 len: 168 time: 0.7772946 Dec 20 21:39:51.819595 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4c981962-177c-46bc-aef8-f49ff4d53f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.822721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55290) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:51.825158 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95e725c1-c77d-4fd0-ad8a-6f6712f49cc0 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.853200 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.888396 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Allocated IP 2001:db8::2 (f3ca40fc-7dad-409e-b211-c4954a00d2ad/4255edd0-5eac-4029-b3b2-7a954ead28f4/2d87ccbe-54d2-4fe2-9895-0244054561e7) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:51.908141 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Attempting to bind port cabacd1b-a8a2-4764-9072-833763cb62fe on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:39:51.908414 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Attempting to bind port cabacd1b-a8a2-4764-9072-833763cb62fe by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:39:51.908843 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Attempting to bind port cabacd1b-a8a2-4764-9072-833763cb62fe on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:51.915704 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Network b61acbfb-a591-4191-bc60-96dd02073e30 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:51.918645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event updated for resources: {'Port': ['ID=2e6a1494-0839-4800-8364-f936d40bf5a5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:51.919871 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:39:51.920248 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:51.920648 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.921036 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:39:51.921506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Bound port: cabacd1b-a8a2-4764-9072-833763cb62fe, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:39:51.922471 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:51.927133 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:51.927743 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.928918 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.943870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-df1edafa-7805-497c-a213-192df2dee518', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'fixed_ips': [{'subnet_id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:39:51.944960 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:51.981164 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Attempting to bind port df3e4f27-3c2e-4914-a500-2cd371d97021 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:39:51.981833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Attempting to bind port df3e4f27-3c2e-4914-a500-2cd371d97021 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'b49e8e21-fac2-445d-99f5-8452ecacee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b61acbfb-a591-4191-bc60-96dd02073e30'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:39:51.982375 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Attempting to bind port df3e4f27-3c2e-4914-a500-2cd371d97021 on network b61acbfb-a591-4191-bc60-96dd02073e30 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:51.984522 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293433ba-37bd-426e-a4be-bb6b5592caa5 None None] Pushing event updated for resources: {'Port': ['ID=cabacd1b-a8a2-4764-9072-833763cb62fe,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:52.033402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-8eba947e-b264-4cf9-96d9-67364eefd612 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Allocated IP 172.20.0.30 (e59df0cc-7b23-4f17-9507-3cab96c3c852/1a64f357-bb88-4c21-bf29-0655d677d4d5/2eee9c7c-9170-4cfd-9c8e-fabe81a7c123) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:52.054619 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.073252 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:39:52.073948 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Checking segment: {'id': 'b49e8e21-fac2-445d-99f5-8452ecacee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b61acbfb-a591-4191-bc60-96dd02073e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:52.074524 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.075064 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Bound using segment: {'id': 'b49e8e21-fac2-445d-99f5-8452ecacee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b61acbfb-a591-4191-bc60-96dd02073e30'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:39:52.075719 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Bound port: df3e4f27-3c2e-4914-a500-2cd371d97021, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49e8e21-fac2-445d-99f5-8452ecacee7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b61acbfb-a591-4191-bc60-96dd02073e30'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:39:52.076267 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.084801 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-454f2705-b0dd-429c-9a76-acb5cee022bf req-aaacefce-5989-43b5-884f-a3a55cde4508 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 210 time: 0.0454781 Dec 20 21:39:52.097059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0736e2f-f234-4f58-bcbb-405b339d2085 None None] Network 63f089df-1b61-47ac-81fb-708208299e26 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:52.115171 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4c981962-177c-46bc-aef8-f49ff4d53f22 None None] For port 287c8e64-2288-4863-93df-5b5f36e205a6, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=287c8e64-2288-4863-93df-5b5f36e205a6,segment=NetworkSegment(2b850d07-158a-4e92-b132-ace86d44a284),segment_id=2b850d07-158a-4e92-b132-ace86d44a284)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:52.189374 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.220241 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4c981962-177c-46bc-aef8-f49ff4d53f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.246561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1aefe-91c7-4b09-9ae9-b1356d423e8c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcde48f-e6d1-42b3-808b-0bdf8e1f73e2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:52.274844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e725c1-c77d-4fd0-ad8a-6f6712f49cc0 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event deleted for resources: {'Subnet': ['ID=885830a3-ca5e-41a4-b3da-de2530908850,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:52.365392 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] For port cabacd1b-a8a2-4764-9072-833763cb62fe, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:39:52.422735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] For port cabacd1b-a8a2-4764-9072-833763cb62fe, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cabacd1b-a8a2-4764-9072-833763cb62fe,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:39:52.431843 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4c981962-177c-46bc-aef8-f49ff4d53f22 None None] Provisioning complete for port 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:52.432213 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4c981962-177c-46bc-aef8-f49ff4d53f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.434483 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 287c8e64-2288-4863-93df-5b5f36e205a6 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:39:52.464654 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.478474 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.479345 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.528900 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.569590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c981962-177c-46bc-aef8-f49ff4d53f22 None None] Pushing event updated for resources: {'Port': ['ID=287c8e64-2288-4863-93df-5b5f36e205a6,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:52.606279 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] For port df3e4f27-3c2e-4914-a500-2cd371d97021, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:39:52.658029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9026d-4b5b-4a18-8855-3b4948e81316 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Checking segment: {'id': 'f68755df-6dac-4bb7-87db-07061b8187f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '97ca3ecb-e430-4d0a-8f93-30ba1c3cf794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:52.658850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a9026d-4b5b-4a18-8855-3b4948e81316 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network hostable DHCP agents. Network: 97ca3ecb-e430-4d0a-8f93-30ba1c3cf794, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:39:52.662841 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fc3b532d-2eb7-435f-abbb-2048846318a3 req-416ab930-0eaa-4aa3-8e0c-4c507a4052b4 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 210 time: 0.5141766 Dec 20 21:39:52.685191 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95e725c1-c77d-4fd0-ad8a-6f6712f49cc0 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.686932 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] For port df3e4f27-3c2e-4914-a500-2cd371d97021, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=df3e4f27-3c2e-4914-a500-2cd371d97021,segment=NetworkSegment(b49e8e21-fac2-445d-99f5-8452ecacee7f),segment_id=b49e8e21-fac2-445d-99f5-8452ecacee7f)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:39:52.705909 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Allocated IP 172.20.0.2 (df1edafa-7805-497c-a213-192df2dee518/c03000ac-9b78-43f0-983c-9ba31d74fcff/b9bc5871-2b2e-4dcd-a934-05d59b5387c9) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:52.734572 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.738694 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-28fd9f85-c6fa-4059-9f0f-46e6c1d3258c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8965516 Dec 20 21:39:52.748127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55296) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:52.756875 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-7d1378e6-b529-4a18-b208-4ee2278dfa37 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': 'a4c2962c-6cf2-47ea-9f68-7143c2e40457', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:52.766445 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Routers {'0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:52.767085 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:39:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:52.774335 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-95e725c1-c77d-4fd0-ad8a-6f6712f49cc0 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f089df-1b61-47ac-81fb-708208299e26']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:52.786686 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.803879 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-95e725c1-c77d-4fd0-ad8a-6f6712f49cc0 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac14f21b-3925-4a98-8835-2bbc70e94432') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:52.804540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-95e725c1-c77d-4fd0-ad8a-6f6712f49cc0 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac14f21b-3925-4a98-8835-2bbc70e94432') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:52.828806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a9026d-4b5b-4a18-8855-3b4948e81316 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network 97ca3ecb-e430-4d0a-8f93-30ba1c3cf794 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:39:52.840842 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95e725c1-c77d-4fd0-ad8a-6f6712f49cc0 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.855614 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293433ba-37bd-426e-a4be-bb6b5592caa5 None None] Pushing event updated for resources: {'Port': ['ID=cabacd1b-a8a2-4764-9072-833763cb62fe,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:52.892480 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-700c258c-ef12-4ea5-a40d-ca7bec495b66 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:52.893989 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-700c258c-ef12-4ea5-a40d-ca7bec495b66 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.31 "GET /v2.0/networks?id=a67e6d6a-f991-4212-bb55-39ffd9d600c6 HTTP/1.1" status: 200 len: 815 time: 0.7487102 Dec 20 21:39:52.896086 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.900856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-e0a9026d-4b5b-4a18-8855-3b4948e81316 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 97ca3ecb-e430-4d0a-8f93-30ba1c3cf794) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:52.907848 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event updated for resources: {'Port': ['ID=2e6a1494-0839-4800-8364-f936d40bf5a5,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:52.918956 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95e725c1-c77d-4fd0-ad8a-6f6712f49cc0 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.918956 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-8eba947e-b264-4cf9-96d9-67364eefd612 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.928851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-2ad98f18-224c-4043-8c2c-2207c1c4187f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Request body: {'port': {'device_id': '159e998a-58c7-4534-a776-28e67fcfcc1a', 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6', 'admin_state_up': True, 'tenant_id': 'c929704e8ff545d98d309471ebd9f191'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:52.934364 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a9026d-4b5b-4a18-8855-3b4948e81316 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:52.934651 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 287c8e64-2288-4863-93df-5b5f36e205a6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:52.935023 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.936317 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e0a9026d-4b5b-4a18-8855-3b4948e81316 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.936669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a2e5d7-c8e9-4a41-a871-37df70764e8a None None] Network 97ca3ecb-e430-4d0a-8f93-30ba1c3cf794 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:52.947227 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e725c1-c77d-4fd0-ad8a-6f6712f49cc0 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:39:52.947777 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95e725c1-c77d-4fd0-ad8a-6f6712f49cc0 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:39:52.952661 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:39:53.073848 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Network b61acbfb-a591-4191-bc60-96dd02073e30 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:53.077557 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:53.081441 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Network f3ca40fc-7dad-409e-b211-c4954a00d2ad is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:53.087542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e0a9026d-4b5b-4a18-8855-3b4948e81316 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7139652 Dec 20 21:39:53.088961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55298) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:53.092821 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-7d1378e6-b529-4a18-b208-4ee2278dfa37 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The resource could not be found. Dec 20 21:39:53.095283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5daa6a69-fec9-49b9-bdf4-2c9ccdb1ed65 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1626407209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:53.098348 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7d1378e6-b529-4a18-b208-4ee2278dfa37 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3454812 Dec 20 21:39:53.099091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55300) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:53.111631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e71f501e-8e85-4436-9d98-406a5b15002b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1837583650'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:53.112669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:53.128499 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95e725c1-c77d-4fd0-ad8a-6f6712f49cc0 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.139591 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:53.150581 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4c981962-177c-46bc-aef8-f49ff4d53f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.161177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73449d89-d0c4-4094-93ab-2cff1d6f4279 None None] Pushing event updated for resources: {'Port': ['ID=df3e4f27-3c2e-4914-a500-2cd371d97021,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:53.198680 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95e725c1-c77d-4fd0-ad8a-6f6712f49cc0 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.203470 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-95e725c1-c77d-4fd0-ad8a-6f6712f49cc0 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/networks/63f089df-1b61-47ac-81fb-708208299e26 HTTP/1.1" status: 204 len: 168 time: 2.3375814 Dec 20 21:39:53.212723 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-8eba947e-b264-4cf9-96d9-67364eefd612 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.215890 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55304) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:53.231286 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-42592aa2-d20c-465f-b303-3993af522a52 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-343673021'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:53.231664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] Set router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:39:53.292624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e725c1-c77d-4fd0-ad8a-6f6712f49cc0 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event deleted for resources: {'Network': ['ID=63f089df-1b61-47ac-81fb-708208299e26,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:53.313752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-8eba947e-b264-4cf9-96d9-67364eefd612 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Network e59df0cc-7b23-4f17-9507-3cab96c3c852 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:53.317835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-8eba947e-b264-4cf9-96d9-67364eefd612 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:53.320863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-8eba947e-b264-4cf9-96d9-67364eefd612 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:53.358515 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5daa6a69-fec9-49b9-bdf4-2c9ccdb1ed65 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.360222 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5daa6a69-fec9-49b9-bdf4-2c9ccdb1ed65 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.390569 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476f3a0-f8b2-487f-bd92-4d9b754bfa56 req-5a860b98-1fa4-4cd7-b384-6afa4347670c tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:53.392369 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5476f3a0-f8b2-487f-bd92-4d9b754bfa56 req-5a860b98-1fa4-4cd7-b384-6afa4347670c tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 895 time: 0.1023147 Dec 20 21:39:53.399132 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba947e-b264-4cf9-96d9-67364eefd612 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event updated for resources: {'Port': ['ID=2eee9c7c-9170-4cfd-9c8e-fabe81a7c123,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:53.421915 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-8eba947e-b264-4cf9-96d9-67364eefd612 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:53.423085 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-8eba947e-b264-4cf9-96d9-67364eefd612 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.429437 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.api [None req-42592aa2-d20c-465f-b303-3993af522a52 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 20 21:39:53.429437 n-d-xena-1 neutron-server[102401]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 20 21:39:53.429437 n-d-xena-1 neutron-server[102401]: [parameters: {'project_id_1': 'f0a5abd1b2e544c49f620dbd6c027e16', 'expiration_1': datetime.datetime(2021, 12, 20, 21, 39, 33, 285045)}] Dec 20 21:39:53.429437 n-d-xena-1 neutron-server[102401]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:39:53.430316 n-d-xena-1 neutron-server[102401]: DEBUG oslo_db.api [None req-42592aa2-d20c-465f-b303-3993af522a52 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:39:53.433201 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.api [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-2ad98f18-224c-4043-8c2c-2207c1c4187f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 20 21:39:53.433201 n-d-xena-1 neutron-server[102401]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 20 21:39:53.433201 n-d-xena-1 neutron-server[102401]: [parameters: {'project_id_1': 'c929704e8ff545d98d309471ebd9f191', 'expiration_1': datetime.datetime(2021, 12, 20, 21, 39, 33, 302334)}] Dec 20 21:39:53.433201 n-d-xena-1 neutron-server[102401]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:39:53.433937 n-d-xena-1 neutron-server[102401]: DEBUG oslo_db.api [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-2ad98f18-224c-4043-8c2c-2207c1c4187f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:39:53.449446 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e71f501e-8e85-4436-9d98-406a5b15002b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.485989 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-8eba947e-b264-4cf9-96d9-67364eefd612 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.4063122 Dec 20 21:39:53.502542 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5daa6a69-fec9-49b9-bdf4-2c9ccdb1ed65 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.506979 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Router 6ce073ea-489c-47a9-a9f9-7653c9e125c7 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:39:53.512000 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5daa6a69-fec9-49b9-bdf4-2c9ccdb1ed65 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.518732 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Request body: {'port': {'device_id': '4f9f4c29-aba0-46c9-a050-d8bac7e88db4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:53.540139 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5daa6a69-fec9-49b9-bdf4-2c9ccdb1ed65 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.541835 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5daa6a69-fec9-49b9-bdf4-2c9ccdb1ed65 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4519277 Dec 20 21:39:53.544724 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55306) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:53.590457 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8d47706b-bc22-4a83-a262-1209b474babf tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'port': {'network_id': '97ca3ecb-e430-4d0a-8f93-30ba1c3cf794', 'name': 'tempest-RoutersTest-1029614722'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:53.607382 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.717005 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:53.740656 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9f31fdcb-f98d-4395-b878-9cf274ba9d58 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "PUT /v2.0/routers/6ce073ea-489c-47a9-a9f9-7653c9e125c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6462500 Dec 20 21:39:53.742350 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55310) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:53.751241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50376c76-f47a-44e6-8e4f-389bb08d2382 None None] Sync routers for ids ['6ce073ea-489c-47a9-a9f9-7653c9e125c7'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:53.810604 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e71f501e-8e85-4436-9d98-406a5b15002b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.812646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Pushing event updated for resources: {'Port': ['ID=2d87ccbe-54d2-4fe2-9895-0244054561e7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:53.821912 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d3e7bf5e-43ff-4bd4-807b-a2215c005bb3 req-21af5fad-1edb-4b19-9d28-ff5d11f57afa tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 210 time: 0.0428720 Dec 20 21:39:53.825141 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e71f501e-8e85-4436-9d98-406a5b15002b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.850752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4c981962-177c-46bc-aef8-f49ff4d53f22 None None] For port 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2cbb598c-ae3e-454a-ac08-5f04fb90e2bd,segment=NetworkSegment(dfcdccd4-2015-44a7-9706-401487b47618),segment_id=dfcdccd4-2015-44a7-9706-401487b47618)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:53.856543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Attempting to bind port 2d87ccbe-54d2-4fe2-9895-0244054561e7 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:39:53.857315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Attempting to bind port 2d87ccbe-54d2-4fe2-9895-0244054561e7 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'dff7acc0-1381-4aea-b0d4-7e3385fd0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f3ca40fc-7dad-409e-b211-c4954a00d2ad'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:39:53.857668 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Attempting to bind port 2d87ccbe-54d2-4fe2-9895-0244054561e7 on network f3ca40fc-7dad-409e-b211-c4954a00d2ad {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:53.883095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f501e-8e85-4436-9d98-406a5b15002b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f1cd93-33ee-4a13-af1c-a89a0f8992ee,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:53.889370 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4c981962-177c-46bc-aef8-f49ff4d53f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.892000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50376c76-f47a-44e6-8e4f-389bb08d2382 None None] Routers {'6ce073ea-489c-47a9-a9f9-7653c9e125c7'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:53.893030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-50376c76-f47a-44e6-8e4f-389bb08d2382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:39:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['6ce073ea-489c-47a9-a9f9-7653c9e125c7'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:53.917334 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.922636 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e71f501e-8e85-4436-9d98-406a5b15002b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.924109 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e71f501e-8e85-4436-9d98-406a5b15002b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8178425 Dec 20 21:39:53.927115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55312) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:53.932445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-7f808858-8e2b-49e2-ac64-4c572db2e449 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647233429'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:53.941402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d47706b-bc22-4a83-a262-1209b474babf tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'port': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:53.946476 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8d47706b-bc22-4a83-a262-1209b474babf tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.951709 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:39:53.952088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Checking segment: {'id': 'dff7acc0-1381-4aea-b0d4-7e3385fd0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f3ca40fc-7dad-409e-b211-c4954a00d2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:53.952496 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.952895 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Bound using segment: {'id': 'dff7acc0-1381-4aea-b0d4-7e3385fd0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f3ca40fc-7dad-409e-b211-c4954a00d2ad'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:39:53.953385 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Bound port: 2d87ccbe-54d2-4fe2-9895-0244054561e7, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff7acc0-1381-4aea-b0d4-7e3385fd0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f3ca40fc-7dad-409e-b211-c4954a00d2ad'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:39:53.953766 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.978564 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-2ad98f18-224c-4043-8c2c-2207c1c4187f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Made reservation on behalf of c929704e8ff545d98d309471ebd9f191 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:53.982250 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-2ad98f18-224c-4043-8c2c-2207c1c4187f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:53.996972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:39:53.999176 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-50376c76-f47a-44e6-8e4f-389bb08d2382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:54.054678 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:54.062338 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-8d47706b-bc22-4a83-a262-1209b474babf tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] device_id is not set on port b4fa0652-cc74-4f5f-a319-5100b90e32e7 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:39:54.076265 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-97ca3ecb-e430-4d0a-8f93-30ba1c3cf794', 'network_id': '97ca3ecb-e430-4d0a-8f93-30ba1c3cf794', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'fixed_ips': [{'subnet_id': '900c45de-3de3-465c-814d-405a8aba4cc1'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:39:54.078147 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:54.100374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:39:54.110308 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:54.127307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Transition to ACTIVE for port object 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:39:54.175558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50376c76-f47a-44e6-8e4f-389bb08d2382 None None] Routers {'6ce073ea-489c-47a9-a9f9-7653c9e125c7'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:54.176211 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-50376c76-f47a-44e6-8e4f-389bb08d2382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:39:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['6ce073ea-489c-47a9-a9f9-7653c9e125c7'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:54.185416 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Network df1edafa-7805-497c-a213-192df2dee518 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:54.208521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-8d47706b-bc22-4a83-a262-1209b474babf tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Allocated IP 172.20.0.12 (97ca3ecb-e430-4d0a-8f93-30ba1c3cf794/900c45de-3de3-465c-814d-405a8aba4cc1/b4fa0652-cc74-4f5f-a319-5100b90e32e7) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:54.226229 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c981962-177c-46bc-aef8-f49ff4d53f22 None None] Pushing event updated for resources: {'Port': ['ID=2cbb598c-ae3e-454a-ac08-5f04fb90e2bd,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:54.237662 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Allocated IP 172.20.0.1 (df1edafa-7805-497c-a213-192df2dee518/c03000ac-9b78-43f0-983c-9ba31d74fcff/45e4b5b0-cc3b-4857-925d-5060a7847910) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:54.244107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:54.246646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:54.278443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-50376c76-f47a-44e6-8e4f-389bb08d2382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:54.279155 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50376c76-f47a-44e6-8e4f-389bb08d2382 None None] The sync data for ids ['6ce073ea-489c-47a9-a9f9-7653c9e125c7'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:39:54.298790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42592aa2-d20c-465f-b303-3993af522a52 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Made reservation on behalf of f0a5abd1b2e544c49f620dbd6c027e16 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:54.304543 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-42592aa2-d20c-465f-b303-3993af522a52 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:54.312967 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:54.316823 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.api [None req-7f808858-8e2b-49e2-ac64-4c572db2e449 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 20 21:39:54.316823 n-d-xena-1 neutron-server[102401]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 20 21:39:54.316823 n-d-xena-1 neutron-server[102401]: [parameters: {'project_id_1': '7103b33521f841b38fa563e4f2f65708', 'expiration_1': datetime.datetime(2021, 12, 20, 21, 39, 33, 973956)}] Dec 20 21:39:54.316823 n-d-xena-1 neutron-server[102401]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:39:54.318618 n-d-xena-1 neutron-server[102401]: DEBUG oslo_db.api [None req-7f808858-8e2b-49e2-ac64-4c572db2e449 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:39:54.339475 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-2ad98f18-224c-4043-8c2c-2207c1c4187f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Allocated IP 172.20.0.9 (a67e6d6a-f991-4212-bb55-39ffd9d600c6/924feca0-3a71-4754-bcc2-c5bd79345d9c/89d10e56-6fa6-441c-86ec-44faf214ab0e) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:54.364046 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bb445a-2abd-46fc-87fc-69fa7dc91c67 None None] Network b61acbfb-a591-4191-bc60-96dd02073e30 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:54.376925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] For port 2d87ccbe-54d2-4fe2-9895-0244054561e7, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:39:54.431015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42592aa2-d20c-465f-b303-3993af522a52 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:39:54.485735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Pushing event updated for resources: {'Port': ['ID=b9bc5871-2b2e-4dcd-a934-05d59b5387c9,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:54.489185 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2eee9c7c-9170-4cfd-9c8e-fabe81a7c123,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:54.495600 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] For port 2d87ccbe-54d2-4fe2-9895-0244054561e7, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2d87ccbe-54d2-4fe2-9895-0244054561e7,segment=NetworkSegment(dff7acc0-1381-4aea-b0d4-7e3385fd0692),segment_id=dff7acc0-1381-4aea-b0d4-7e3385fd0692)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:39:54.518749 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-42592aa2-d20c-465f-b303-3993af522a52 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:54.518749 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-42592aa2-d20c-465f-b303-3993af522a52 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Added segment af821279-020f-4307-bf07-a7dad9c10dab of type vlan for network b3419321-2f0d-45b9-a7a6-945f243846b3 Dec 20 21:39:54.524698 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:54.526447 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:54.526925 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:54.599414 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4c073-27f9-4ce3-ba6e-b59e6e4bdef5 None None] Pushing event updated for resources: {'Port': ['ID=2d87ccbe-54d2-4fe2-9895-0244054561e7,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:54.644507 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-42592aa2-d20c-465f-b303-3993af522a52 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:54.649227 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Attempting to bind port 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:39:54.650055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Attempting to bind port 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '2b850d07-158a-4e92-b132-ace86d44a284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:39:54.650055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Attempting to bind port 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 on network e59df0cc-7b23-4f17-9507-3cab96c3c852 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:54.652058 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1e86688a-7fec-49fe-9c0e-8e40c629cb56 None None] Provisioning complete for port df3e4f27-3c2e-4914-a500-2cd371d97021 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:54.652434 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e86688a-7fec-49fe-9c0e-8e40c629cb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:54.669501 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Attempting to bind port b9bc5871-2b2e-4dcd-a934-05d59b5387c9 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:39:54.670146 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Attempting to bind port b9bc5871-2b2e-4dcd-a934-05d59b5387c9 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'f2fc008e-ae43-49b9-a69d-2026f6ca7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df1edafa-7805-497c-a213-192df2dee518'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:39:54.670900 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Attempting to bind port b9bc5871-2b2e-4dcd-a934-05d59b5387c9 on network df1edafa-7805-497c-a213-192df2dee518 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:54.681248 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Port 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 on network e59df0cc-7b23-4f17-9507-3cab96c3c852 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:39:54.681577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Attempting to bind port 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 on network e59df0cc-7b23-4f17-9507-3cab96c3c852 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:54.691947 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:54.700230 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:39:54.700649 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Checking segment: {'id': '2b850d07-158a-4e92-b132-ace86d44a284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:54.701111 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Bound using segment: {'id': '2b850d07-158a-4e92-b132-ace86d44a284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:39:54.701629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Bound port: 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b850d07-158a-4e92-b132-ace86d44a284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:39:54.702054 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:54.703952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:39:54.704326 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Checking segment: {'id': 'f2fc008e-ae43-49b9-a69d-2026f6ca7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df1edafa-7805-497c-a213-192df2dee518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:54.704730 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:54.705116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Bound using segment: {'id': 'f2fc008e-ae43-49b9-a69d-2026f6ca7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df1edafa-7805-497c-a213-192df2dee518'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:39:54.705609 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Bound port: b9bc5871-2b2e-4dcd-a934-05d59b5387c9, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2fc008e-ae43-49b9-a69d-2026f6ca7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df1edafa-7805-497c-a213-192df2dee518'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:39:54.705971 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:54.741014 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:39:42Z', 'revision_number': 3, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:54.761541 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-42592aa2-d20c-465f-b303-3993af522a52 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:54.774366 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42592aa2-d20c-465f-b303-3993af522a52 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:54.775015 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-42592aa2-d20c-465f-b303-3993af522a52 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:54.805672 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-958b86ca-bd24-4f33-b2c0-03529a0fe74e tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:39:54.806920 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-958b86ca-bd24-4f33-b2c0-03529a0fe74e tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "PUT /v2.0/routers/6ce073ea-489c-47a9-a9f9-7653c9e125c7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0636220 Dec 20 21:39:54.811719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55316) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:54.816741 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8d47706b-bc22-4a83-a262-1209b474babf tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:54.830313 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886476cb-34fa-42b8-98e9-d00f46292165 None None] The sync data for ids ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'] in n-d-xena-1 is: [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:39:42Z', 'revision_number': 3, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:39:54.912894 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-2ad98f18-224c-4043-8c2c-2207c1c4187f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:54.970978 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec693149-5835-424d-8d2d-a1dd17505955 req-d244bdf6-30d7-4766-b318-ed1cbdaef155 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:54.971679 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] For port b9bc5871-2b2e-4dcd-a934-05d59b5387c9, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:39:54.972572 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ec693149-5835-424d-8d2d-a1dd17505955 req-d244bdf6-30d7-4766-b318-ed1cbdaef155 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 907 time: 0.3896379 Dec 20 21:39:54.992884 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] For port b9bc5871-2b2e-4dcd-a934-05d59b5387c9, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b9bc5871-2b2e-4dcd-a934-05d59b5387c9,segment=NetworkSegment(f2fc008e-ae43-49b9-a69d-2026f6ca7229),segment_id=f2fc008e-ae43-49b9-a69d-2026f6ca7229)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:39:55.029408 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c49d2c4c-4731-4df1-a316-6ab1da2f5a64 req-e48ea3e3-9cc6-4f78-a108-8e88d4f4df94 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 210 time: 0.0805254 Dec 20 21:39:55.057146 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:55.092376 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-42592aa2-d20c-465f-b303-3993af522a52 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8599322 Dec 20 21:39:55.097338 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55320) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:55.112585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-63a5860d-f3e2-41e1-92d4-4d7e214045de tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Request body: {'subnet': {'network_id': 'b3419321-2f0d-45b9-a7a6-945f243846b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:55.117983 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f808858-8e2b-49e2-ac64-4c572db2e449 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:55.145331 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2149c517-9e4a-46fa-82c5-c5b101bb719c no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:39:55.185744 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:55.195698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42592aa2-d20c-465f-b303-3993af522a52 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event updated for resources: {'Network': ['ID=b3419321-2f0d-45b9-a7a6-945f243846b3,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:55.203155 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] For port 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:39:55.223180 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-2ad98f18-224c-4043-8c2c-2207c1c4187f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:55.242505 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8d47706b-bc22-4a83-a262-1209b474babf tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:55.285981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Allocated IP 172.20.0.2 (97ca3ecb-e430-4d0a-8f93-30ba1c3cf794/900c45de-3de3-465c-814d-405a8aba4cc1/ad4526b2-e1a7-4c36-95b8-60fbdb45f506) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:55.302037 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] For port 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2eee9c7c-9170-4cfd-9c8e-fabe81a7c123,segment=NetworkSegment(2b850d07-158a-4e92-b132-ace86d44a284),segment_id=2b850d07-158a-4e92-b132-ace86d44a284)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:39:55.310536 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad98f18-224c-4043-8c2c-2207c1c4187f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Pushing event updated for resources: {'Port': ['ID=89d10e56-6fa6-441c-86ec-44faf214ab0e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:55.327822 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network df1edafa-7805-497c-a213-192df2dee518 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:55.349053 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:55.357289 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:55.358317 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:55.361673 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-2ad98f18-224c-4043-8c2c-2207c1c4187f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Network a67e6d6a-f991-4212-bb55-39ffd9d600c6 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:55.411526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-2ad98f18-224c-4043-8c2c-2207c1c4187f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:55.424701 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d47706b-bc22-4a83-a262-1209b474babf tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network 97ca3ecb-e430-4d0a-8f93-30ba1c3cf794 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:55.425636 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Port': ['ID=45e4b5b0-cc3b-4857-925d-5060a7847910,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:55.435144 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network b3419321-2f0d-45b9-a7a6-945f243846b3 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:39:55.437416 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01134a3-fb55-47b6-8f3c-7e4666509215 None None] Pushing event updated for resources: {'Port': ['ID=b9bc5871-2b2e-4dcd-a934-05d59b5387c9,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:55.447147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-2ad98f18-224c-4043-8c2c-2207c1c4187f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:55.475844 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47706b-bc22-4a83-a262-1209b474babf tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=b4fa0652-cc74-4f5f-a319-5100b90e32e7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:55.478716 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8d47706b-bc22-4a83-a262-1209b474babf tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:55.486004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d47706b-bc22-4a83-a262-1209b474babf tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:55.514905 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 2149c517-9e4a-46fa-82c5-c5b101bb719c {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:39:55.515412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2149c517-9e4a-46fa-82c5-c5b101bb719c not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:39:55.515956 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:55.516673 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:55.518030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] 10.222.0.66 "PUT /v2.0/ports/2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 HTTP/1.1" status: 200 len: 1053 time: 2.0127611 Dec 20 21:39:55.520376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9f4c29-aba0-46c9-a050-d8bac7e88db4', 'tag': '2eee9c7c-9170-4cfd-9c8e-fabe81a7c123'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:39:55.522839 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa59512-2cd5-42a4-ab01-f3547d2b3433" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9f4c29-aba0-46c9-a050-d8bac7e88db4", "tag": "2eee9c7c-9170-4cfd-9c8e-fabe81a7c123"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:39:55.567335 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e86688a-7fec-49fe-9c0e-8e40c629cb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:55.573128 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:55.784972 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f808858-8e2b-49e2-ac64-4c572db2e449 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:55.790403 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:55.803393 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7601cd19-a7c1-4c61-9550-9ff7d0b0a2e1 x-openstack-request-id: req-7601cd19-a7c1-4c61-9550-9ff7d0b0a2e1 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:39:55.804251 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9f4c29-aba0-46c9-a050-d8bac7e88db4", "tag": "2eee9c7c-9170-4cfd-9c8e-fabe81a7c123", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:39:55.804687 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7601cd19-a7c1-4c61-9550-9ff7d0b0a2e1 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:39:55.805296 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9f4c29-aba0-46c9-a050-d8bac7e88db4', 'tag': '2eee9c7c-9170-4cfd-9c8e-fabe81a7c123', 'status': 'completed', 'code': 200} Dec 20 21:39:55.824254 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f808858-8e2b-49e2-ac64-4c572db2e449 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:55.827234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a5860d-f3e2-41e1-92d4-4d7e214045de tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Made reservation on behalf of f0a5abd1b2e544c49f620dbd6c027e16 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:39:55.831088 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-63a5860d-f3e2-41e1-92d4-4d7e214045de tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:55.832155 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1e86688a-7fec-49fe-9c0e-8e40c629cb56 None None] For port df3e4f27-3c2e-4914-a500-2cd371d97021, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=df3e4f27-3c2e-4914-a500-2cd371d97021,segment=NetworkSegment(b49e8e21-fac2-445d-99f5-8452ecacee7f),segment_id=b49e8e21-fac2-445d-99f5-8452ecacee7f)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:55.834732 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:55.934612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18123fad-115c-4abe-be7e-0cec0c4ca7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2eee9c7c-9170-4cfd-9c8e-fabe81a7c123,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:55.973451 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d47706b-bc22-4a83-a262-1209b474babf tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:55.974590 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8d47706b-bc22-4a83-a262-1209b474babf tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:56.011006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-2ad98f18-224c-4043-8c2c-2207c1c4187f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:56.025566 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-2ad98f18-224c-4043-8c2c-2207c1c4187f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:56.155668 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8d47706b-bc22-4a83-a262-1209b474babf tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6073155 Dec 20 21:39:56.158044 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55328) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:56.158215 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f808858-8e2b-49e2-ac64-4c572db2e449 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e20e03-fca6-4104-b02c-95576392a202,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:56.170438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-69b5b6f9-12cb-4d60-b153-4cf1291fd96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:56.172540 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-69b5b6f9-12cb-4d60-b153-4cf1291fd96e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d148da42bcc49c09fb4b3551f55d580&device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 1056 time: 0.5471981 Dec 20 21:39:56.308211 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-49f1f5df-c3f0-49c5-9f60-2f4c6022e28e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 HTTP/1.1" status: 200 len: 217 time: 0.0702612 Dec 20 21:39:56.362775 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f808858-8e2b-49e2-ac64-4c572db2e449 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:56.364059 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7f808858-8e2b-49e2-ac64-4c572db2e449 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4358783 Dec 20 21:39:56.385623 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55330) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:56.391229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-53a59241-a8c9-4181-8144-ab82f28feb0f tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': '95f1cd93-33ee-4a13-af1c-a89a0f8992ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd6e20e03-fca6-4104-b02c-95576392a202'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:56.465537 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e86688a-7fec-49fe-9c0e-8e40c629cb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:56.494261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 287c8e64-2288-4863-93df-5b5f36e205a6 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:39:56.524912 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Network 97ca3ecb-e430-4d0a-8f93-30ba1c3cf794 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:56.584878 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:56.599389 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-2ad98f18-224c-4043-8c2c-2207c1c4187f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6796417 Dec 20 21:39:56.601282 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:56.607692 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:56.626332 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Pushing event updated for resources: {'Port': ['ID=ad4526b2-e1a7-4c36-95b8-60fbdb45f506,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:56.643944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Request body: {'port': {'device_id': '159e998a-58c7-4534-a776-28e67fcfcc1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:39:56.843434 n-d-xena-1 neutron-server[102401]: DEBUG neutron.objects.ports [None req-63a5860d-f3e2-41e1-92d4-4d7e214045de tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102401) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 20 21:39:56.866428 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-63a5860d-f3e2-41e1-92d4-4d7e214045de tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:56.888819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86688a-7fec-49fe-9c0e-8e40c629cb56 None None] Pushing event updated for resources: {'Port': ['ID=df3e4f27-3c2e-4914-a500-2cd371d97021,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:56.909823 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Attempting to bind port ad4526b2-e1a7-4c36-95b8-60fbdb45f506 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:39:56.910337 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Attempting to bind port ad4526b2-e1a7-4c36-95b8-60fbdb45f506 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'f68755df-6dac-4bb7-87db-07061b8187f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '97ca3ecb-e430-4d0a-8f93-30ba1c3cf794'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:39:56.910705 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Attempting to bind port ad4526b2-e1a7-4c36-95b8-60fbdb45f506 on network 97ca3ecb-e430-4d0a-8f93-30ba1c3cf794 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:56.913675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b8e9b027-5e83-45ed-8b7f-d12101dffbe2 None None] Provisioning complete for port 2e6a1494-0839-4800-8364-f936d40bf5a5 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:56.914049 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8e9b027-5e83-45ed-8b7f-d12101dffbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:56.953645 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7ffc49-3ddd-48a8-85a0-bae97477d3cc None None] Network f3ca40fc-7dad-409e-b211-c4954a00d2ad requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:56.960421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:39:56.960421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Checking segment: {'id': 'f68755df-6dac-4bb7-87db-07061b8187f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '97ca3ecb-e430-4d0a-8f93-30ba1c3cf794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:56.960890 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:56.961156 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Bound using segment: {'id': 'f68755df-6dac-4bb7-87db-07061b8187f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '97ca3ecb-e430-4d0a-8f93-30ba1c3cf794'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:39:56.961651 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Bound port: ad4526b2-e1a7-4c36-95b8-60fbdb45f506, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68755df-6dac-4bb7-87db-07061b8187f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '97ca3ecb-e430-4d0a-8f93-30ba1c3cf794'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:39:56.962034 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:56.974863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140a7c5-52a1-455e-a15a-0f54f45426de req-ae8e8507-9ac5-4470-8cae-99c5be0577b0 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:56.977924 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a140a7c5-52a1-455e-a15a-0f54f45426de req-ae8e8507-9ac5-4470-8cae-99c5be0577b0 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 907 time: 0.8011971 Dec 20 21:39:57.008584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-2759180f-2cd8-46f3-840b-ec03439dfe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:57.010373 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-2759180f-2cd8-46f3-840b-ec03439dfe08 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1a64f357-bb88-4c21-bf29-0655d677d4d5 HTTP/1.1" status: 200 len: 838 time: 0.6418228 Dec 20 21:39:57.101973 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 287c8e64-2288-4863-93df-5b5f36e205a6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:57.102660 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:57.113496 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5860d-f3e2-41e1-92d4-4d7e214045de tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event updated for resources: {'Subnet': ['ID=e2378ff8-99f9-4385-9d31-f699ce07d2a7,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:57.158704 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:57.171588 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-cd7547a5-db7f-48aa-aa58-346b40cbe51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:57.173002 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-cd7547a5-db7f-48aa-aa58-346b40cbe51f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e59df0cc-7b23-4f17-9507-3cab96c3c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1548626 Dec 20 21:39:57.183970 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b8e9b027-5e83-45ed-8b7f-d12101dffbe2 None None] Port 2e6a1494-0839-4800-8364-f936d40bf5a5 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:39:57.216676 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18d9054d-2832-4a8e-b5c4-cb9f48ac6d39 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:57.242871 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b8e9b027-5e83-45ed-8b7f-d12101dffbe2 None None] Provisioning complete for port df3e4f27-3c2e-4914-a500-2cd371d97021 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:57.243537 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b8e9b027-5e83-45ed-8b7f-d12101dffbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:57.313326 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-53a59241-a8c9-4181-8144-ab82f28feb0f tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:39:57.314664 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-53a59241-a8c9-4181-8144-ab82f28feb0f tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.9272349 Dec 20 21:39:57.328038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55332) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:57.370994 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a98b1118-2c39-4a4e-b989-2ae51fbee7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:57.418431 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-39bafef1-a782-46ed-b7d0-8d071bcf1773 service neutron] 10.222.0.66 "GET /v2.0/networks/e59df0cc-7b23-4f17-9507-3cab96c3c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339120 Dec 20 21:39:57.419190 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a5860d-f3e2-41e1-92d4-4d7e214045de tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Checking segment: {'id': 'af821279-020f-4307-bf07-a7dad9c10dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b3419321-2f0d-45b9-a7a6-945f243846b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:57.419547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a5860d-f3e2-41e1-92d4-4d7e214045de tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Network hostable DHCP agents. Network: b3419321-2f0d-45b9-a7a6-945f243846b3, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:39:57.536007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a5860d-f3e2-41e1-92d4-4d7e214045de tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Network b3419321-2f0d-45b9-a7a6-945f243846b3 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:39:57.538729 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] For port ad4526b2-e1a7-4c36-95b8-60fbdb45f506, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:39:57.546644 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:39:57.579811 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-63a5860d-f3e2-41e1-92d4-4d7e214045de tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, b3419321-2f0d-45b9-a7a6-945f243846b3) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:57.596172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a5860d-f3e2-41e1-92d4-4d7e214045de tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:57.597284 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-63a5860d-f3e2-41e1-92d4-4d7e214045de tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:57.602915 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a154c0-eed3-46d6-a06a-0bfbe26e4820 None None] Network b3419321-2f0d-45b9-a7a6-945f243846b3 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:57.626324 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-63a5860d-f3e2-41e1-92d4-4d7e214045de tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.5194635 Dec 20 21:39:57.642296 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55334) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:57.656889 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] For port ad4526b2-e1a7-4c36-95b8-60fbdb45f506, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ad4526b2-e1a7-4c36-95b8-60fbdb45f506,segment=NetworkSegment(f68755df-6dac-4bb7-87db-07061b8187f2),segment_id=f68755df-6dac-4bb7-87db-07061b8187f2)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:39:57.708809 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e520e4-264b-4585-9e4a-961f1e7bfcee None None] Network df1edafa-7805-497c-a213-192df2dee518 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:57.729737 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:57.742162 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:57.833649 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:57.854912 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:57.938584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cc7bb-5ff3-465e-abb5-35942b024752 req-51870853-15cc-4e44-bec3-d92be861bd5b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:57.940657 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e51cc7bb-5ff3-465e-abb5-35942b024752 req-51870853-15cc-4e44-bec3-d92be861bd5b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 931 time: 1.6071887 Dec 20 21:39:57.954524 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:57.955169 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:57.975466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Port': ['ID=45e4b5b0-cc3b-4857-925d-5060a7847910,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:58.092840 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9772f-336d-4861-89c6-d8161dbb5dac None None] Pushing event updated for resources: {'Port': ['ID=ad4526b2-e1a7-4c36-95b8-60fbdb45f506,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:58.122519 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-097c0b4e-4884-4659-8324-51d7b3381580 None None] Provisioning complete for port 2d87ccbe-54d2-4fe2-9895-0244054561e7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:58.123634 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-097c0b4e-4884-4659-8324-51d7b3381580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:58.138284 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b82d8003-f3d6-4c12-903a-3e5ecea44cf9 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:58.309473 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7a35ead-d485-4390-83fb-1be25d15cfc6 req-37e3b1cb-18e8-40f4-8f7c-49de3b0cdbab service neutron] 10.222.0.66 "GET /v2.0/networks/e59df0cc-7b23-4f17-9507-3cab96c3c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8820674 Dec 20 21:39:58.316994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-b3419321-2f0d-45b9-a7a6-945f243846b3', 'network_id': 'b3419321-2f0d-45b9-a7a6-945f243846b3', 'tenant_id': 'f0a5abd1b2e544c49f620dbd6c027e16', 'fixed_ips': [{'subnet_id': 'e2378ff8-99f9-4385-9d31-f699ce07d2a7'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:39:58.322719 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4beb95f5-08ba-4955-933d-161c6e448e21 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:58.335746 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:58.338346 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b82d8003-f3d6-4c12-903a-3e5ecea44cf9 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:58.352998 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e51cc7bb-5ff3-465e-abb5-35942b024752 req-ad7b8058-8fc7-4f04-8b6d-c1b6efd44a8a tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760376 Dec 20 21:39:58.440080 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network df1edafa-7805-497c-a213-192df2dee518 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:58.469298 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:58.510409 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012241-9c78-4b9f-8a41-cbf6da98b05d req-a5c51127-cd0c-4182-8f66-0591cf7e338b tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:58.541299 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f1012241-9c78-4b9f-8a41-cbf6da98b05d req-a5c51127-cd0c-4182-8f66-0591cf7e338b tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 907 time: 0.3260026 Dec 20 21:39:58.622807 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device cabacd1b-a8a2-4764-9072-833763cb62fe up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:39:58.630507 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:58.666242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa59512-2cd5-42a4-ab01-f3547d2b3433 req-34e4a632-16b2-4aa4-89b8-4357c693f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:58.667265 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eaa59512-2cd5-42a4-ab01-f3547d2b3433 req-34e4a632-16b2-4aa4-89b8-4357c693f6c2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d148da42bcc49c09fb4b3551f55d580&device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 1056 time: 0.1999772 Dec 20 21:39:58.673367 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b82d8003-f3d6-4c12-903a-3e5ecea44cf9 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:58.680962 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b82d8003-f3d6-4c12-903a-3e5ecea44cf9 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:58.685515 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b82d8003-f3d6-4c12-903a-3e5ecea44cf9 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "DELETE /v2.0/security-groups/d6e20e03-fca6-4104-b02c-95576392a202 HTTP/1.1" status: 204 len: 168 time: 1.2765751 Dec 20 21:39:58.690373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55338) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:58.705498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d10e56-6fa6-441c-86ec-44faf214ab0e {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:39:58.748336 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-097c0b4e-4884-4659-8324-51d7b3381580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:58.802669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Allocated IP 2001:db8::f816:3eff:fe9f:c474 (b3419321-2f0d-45b9-a7a6-945f243846b3/e2378ff8-99f9-4385-9d31-f699ce07d2a7/7aa53269-644e-45dd-892e-1bfd2423cb50) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:39:58.832541 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-097c0b4e-4884-4659-8324-51d7b3381580 None None] For port 2d87ccbe-54d2-4fe2-9895-0244054561e7, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2d87ccbe-54d2-4fe2-9895-0244054561e7,segment=NetworkSegment(dff7acc0-1381-4aea-b0d4-7e3385fd0692),segment_id=dff7acc0-1381-4aea-b0d4-7e3385fd0692)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:58.852486 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-097c0b4e-4884-4659-8324-51d7b3381580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:58.854603 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa59512-2cd5-42a4-ab01-f3547d2b3433 req-2d06c85e-df1f-4234-b8f4-8661f81da348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:58.856030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eaa59512-2cd5-42a4-ab01-f3547d2b3433 req-2d06c85e-df1f-4234-b8f4-8661f81da348 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e59df0cc-7b23-4f17-9507-3cab96c3c852 HTTP/1.1" status: 200 len: 897 time: 0.1407924 Dec 20 21:39:58.869157 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:58.887726 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-18d9054d-2832-4a8e-b5c4-cb9f48ac6d39 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Deleting port 2e6a1494-0839-4800-8364-f936d40bf5a5 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:39:58.887981 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18d9054d-2832-4a8e-b5c4-cb9f48ac6d39 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:58.924057 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eaa59512-2cd5-42a4-ab01-f3547d2b3433 req-34f4f06e-e545-40f5-a70f-fc0f69e67332 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 HTTP/1.1" status: 200 len: 217 time: 0.0385511 Dec 20 21:39:58.929587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d8003-f3d6-4c12-903a-3e5ecea44cf9 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e20e03-fca6-4104-b02c-95576392a202,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:58.930217 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port cabacd1b-a8a2-4764-9072-833763cb62fe triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:58.931010 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:58.989081 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:39:59.022907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Transition to ACTIVE for port object 89d10e56-6fa6-441c-86ec-44faf214ab0e will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:39:59.033147 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bd439fc9-8d47-48ec-80b8-dca811e4c077 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1864653 Dec 20 21:39:59.036677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55340) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:59.049846 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.063707 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c0b4e-4884-4659-8324-51d7b3381580 None None] Pushing event updated for resources: {'Port': ['ID=2d87ccbe-54d2-4fe2-9895-0244054561e7,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:59.107479 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-097c0b4e-4884-4659-8324-51d7b3381580 None None] Provisioning complete for port 2e6a1494-0839-4800-8364-f936d40bf5a5 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:59.107698 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-097c0b4e-4884-4659-8324-51d7b3381580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.142405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa59512-2cd5-42a4-ab01-f3547d2b3433 req-e66080ab-d140-4b71-94ee-0c6a9cf631fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:59.143920 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eaa59512-2cd5-42a4-ab01-f3547d2b3433 req-e66080ab-d140-4b71-94ee-0c6a9cf631fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1a64f357-bb88-4c21-bf29-0655d677d4d5 HTTP/1.1" status: 200 len: 838 time: 0.2104826 Dec 20 21:39:59.167722 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.173821 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-097c0b4e-4884-4659-8324-51d7b3381580 None None] Port 2e6a1494-0839-4800-8364-f936d40bf5a5 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:39:59.189466 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.224811 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.235288 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18d9054d-2832-4a8e-b5c4-cb9f48ac6d39 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.239980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:39:59.252137 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1a453c05-fae1-4ff6-b2e7-28323af53107 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "PUT /v2.0/routers/0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6936991 Dec 20 21:39:59.255773 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Sync routers for ids ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:39:59.261333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55342) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:59.266017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-097c0b4e-4884-4659-8324-51d7b3381580 None None] Provisioning complete for port b9bc5871-2b2e-4dcd-a934-05d59b5387c9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:39:59.266228 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-097c0b4e-4884-4659-8324-51d7b3381580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.273416 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Routers {'0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:39:59.275480 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:39:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:59.279868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-18d9054d-2832-4a8e-b5c4-cb9f48ac6d39 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Calling delete_port for 2e6a1494-0839-4800-8364-f936d40bf5a5 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:39:59.290168 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4beb95f5-08ba-4955-933d-161c6e448e21 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.321219 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Pushing event updated for resources: {'Port': ['ID=7aa53269-644e-45dd-892e-1bfd2423cb50,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:59.338639 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Network b3419321-2f0d-45b9-a7a6-945f243846b3 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:39:59.354152 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:39:59.361369 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4beb95f5-08ba-4955-933d-161c6e448e21 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.362787 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.380635 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:39:59.380936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Pushing event updated for resources: {'Port': ['ID=89d10e56-6fa6-441c-86ec-44faf214ab0e,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:59.429273 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af884e8a-2dd9-4641-b06c-6dc92452a57b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.434446 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.474673 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event deleted for resources: {'Subnet': ['ID=e2378ff8-99f9-4385-9d31-f699ce07d2a7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:59.526218 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af884e8a-2dd9-4641-b06c-6dc92452a57b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.579706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa59512-2cd5-42a4-ab01-f3547d2b3433 req-a39abd1e-ebc9-4bec-8423-53ae173d7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:59.581272 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eaa59512-2cd5-42a4-ab01-f3547d2b3433 req-a39abd1e-ebc9-4bec-8423-53ae173d7c48 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e59df0cc-7b23-4f17-9507-3cab96c3c852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3541629 Dec 20 21:39:59.620565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb95f5-08ba-4955-933d-161c6e448e21 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=b4fa0652-cc74-4f5f-a319-5100b90e32e7,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:39:59.711811 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port cabacd1b-a8a2-4764-9072-833763cb62fe, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cabacd1b-a8a2-4764-9072-833763cb62fe,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:39:59.715869 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Set router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:39:59.737589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Attempting to bind port 7aa53269-644e-45dd-892e-1bfd2423cb50 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:39:59.737966 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Attempting to bind port 7aa53269-644e-45dd-892e-1bfd2423cb50 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'af821279-020f-4307-bf07-a7dad9c10dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b3419321-2f0d-45b9-a7a6-945f243846b3'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:39:59.738482 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Attempting to bind port 7aa53269-644e-45dd-892e-1bfd2423cb50 on network b3419321-2f0d-45b9-a7a6-945f243846b3 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:59.740774 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-266357d1-0464-4b2b-9751-29432d5cf7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.771796 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.774689 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device df3e4f27-3c2e-4914-a500-2cd371d97021 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:39:59.793092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c2d68-5846-40d9-a834-a8559dc271d3 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:59.794041 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c2d68-5846-40d9-a834-a8559dc271d3 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:59.794041 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c2d68-5846-40d9-a834-a8559dc271d3 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:59.794430 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c2d68-5846-40d9-a834-a8559dc271d3 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:59.795066 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c2d68-5846-40d9-a834-a8559dc271d3 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:59.795504 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c2d68-5846-40d9-a834-a8559dc271d3 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:59.795956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c2d68-5846-40d9-a834-a8559dc271d3 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:59.796461 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c2d68-5846-40d9-a834-a8559dc271d3 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:59.797043 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c2d68-5846-40d9-a834-a8559dc271d3 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:59.797725 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c2d68-5846-40d9-a834-a8559dc271d3 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:59.797926 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c2d68-5846-40d9-a834-a8559dc271d3 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:59.798414 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c2d68-5846-40d9-a834-a8559dc271d3 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:59.799029 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c2d68-5846-40d9-a834-a8559dc271d3 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:59.799566 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c2d68-5846-40d9-a834-a8559dc271d3 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:59.799912 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c2d68-5846-40d9-a834-a8559dc271d3 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:59.802783 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c93c2d68-5846-40d9-a834-a8559dc271d3 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10461 time: 0.5404890 Dec 20 21:39:59.818634 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55348) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:39:59.844665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Attempting to bind port 89d10e56-6fa6-441c-86ec-44faf214ab0e on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:39:59.845023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Attempting to bind port 89d10e56-6fa6-441c-86ec-44faf214ab0e by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'bc839f0f-ddff-4bbf-a0f2-9bdda24febeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:39:59.845317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Attempting to bind port 89d10e56-6fa6-441c-86ec-44faf214ab0e on network a67e6d6a-f991-4212-bb55-39ffd9d600c6 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:59.857425 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.872348 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eaa59512-2cd5-42a4-ab01-f3547d2b3433 req-6c8636de-f494-4155-86c4-a5d4ccfcaeb2 service neutron] 10.222.0.66 "GET /v2.0/networks/e59df0cc-7b23-4f17-9507-3cab96c3c852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022519 Dec 20 21:39:59.874915 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Port 89d10e56-6fa6-441c-86ec-44faf214ab0e on network a67e6d6a-f991-4212-bb55-39ffd9d600c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:39:59.875244 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Attempting to bind port 89d10e56-6fa6-441c-86ec-44faf214ab0e on network a67e6d6a-f991-4212-bb55-39ffd9d600c6 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:39:59.897322 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-097c0b4e-4884-4659-8324-51d7b3381580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.898054 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e3aa9-fc94-4bc0-87f7-90278b6edeaa req-7cff3295-a47e-4645-b298-8ef0a482af4f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:39:59.900256 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:39:59.900871 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Checking segment: {'id': 'af821279-020f-4307-bf07-a7dad9c10dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b3419321-2f0d-45b9-a7a6-945f243846b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:59.901680 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.901890 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Bound using segment: {'id': 'af821279-020f-4307-bf07-a7dad9c10dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b3419321-2f0d-45b9-a7a6-945f243846b3'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:39:59.902621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Bound port: 7aa53269-644e-45dd-892e-1bfd2423cb50, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af821279-020f-4307-bf07-a7dad9c10dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b3419321-2f0d-45b9-a7a6-945f243846b3'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:39:59.903157 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.904224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3419321-2f0d-45b9-a7a6-945f243846b3']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:59.905527 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363ad836-c0ad-41b9-af0b-3a44e15e2c66 None None] Network 97ca3ecb-e430-4d0a-8f93-30ba1c3cf794 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:39:59.905742 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-922e3aa9-fc94-4bc0-87f7-90278b6edeaa req-7cff3295-a47e-4645-b298-8ef0a482af4f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 943 time: 0.3703053 Dec 20 21:39:59.908679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:39:59.908952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Checking segment: {'id': 'bc839f0f-ddff-4bbf-a0f2-9bdda24febeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:39:59.909336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Bound using segment: {'id': 'bc839f0f-ddff-4bbf-a0f2-9bdda24febeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:39:59.909774 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Bound port: 89d10e56-6fa6-441c-86ec-44faf214ab0e, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc839f0f-ddff-4bbf-a0f2-9bdda24febeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:39:59.910178 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.930757 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af884e8a-2dd9-4641-b06c-6dc92452a57b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.933665 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af884e8a-2dd9-4641-b06c-6dc92452a57b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:39:59.937862 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-af884e8a-2dd9-4641-b06c-6dc92452a57b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "DELETE /v2.0/security-groups/95f1cd93-33ee-4a13-af1c-a89a0f8992ee HTTP/1.1" status: 204 len: 168 time: 0.8955164 Dec 20 21:39:59.974868 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af821279-020f-4307-bf07-a7dad9c10dab') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:59.975154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af821279-020f-4307-bf07-a7dad9c10dab') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:39:59.976673 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55350) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:00.005695 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.016109 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:39:56Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '45e4b5b0-cc3b-4857-925d-5060a7847910', 'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:8d:51:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:52Z', 'updated_at': '2021-12-20T21:39:57Z', 'revision_number': 2, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:00.031530 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af884e8a-2dd9-4641-b06c-6dc92452a57b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f1cd93-33ee-4a13-af1c-a89a0f8992ee,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:00.046958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968bb4f-1467-467a-b501-9eaa21f1f358 req-2ce05949-b099-440c-a57e-7ce8afa2601a tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:00.048517 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a968bb4f-1467-467a-b501-9eaa21f1f358 req-2ce05949-b099-440c-a57e-7ce8afa2601a tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 907 time: 0.3773389 Dec 20 21:40:00.086046 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Checking router: 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:40:00.087368 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Updating router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 port 45e4b5b0-cc3b-4857-925d-5060a7847910 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:40:00.089524 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.099712 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=cabacd1b-a8a2-4764-9072-833763cb62fe,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:00.106273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:00.106683 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:00.113228 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:00.119334 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-097c0b4e-4884-4659-8324-51d7b3381580 None None] For port b9bc5871-2b2e-4dcd-a934-05d59b5387c9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b9bc5871-2b2e-4dcd-a934-05d59b5387c9,segment=NetworkSegment(f2fc008e-ae43-49b9-a69d-2026f6ca7229),segment_id=f2fc008e-ae43-49b9-a69d-2026f6ca7229)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:00.132326 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.148231 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-097c0b4e-4884-4659-8324-51d7b3381580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.211082 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c0b4e-4884-4659-8324-51d7b3381580 None None] Pushing event updated for resources: {'Port': ['ID=b9bc5871-2b2e-4dcd-a934-05d59b5387c9,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:00.213972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port df3e4f27-3c2e-4914-a500-2cd371d97021 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:00.214320 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-87f721af-bea8-414d-8129-b6fc869bad76 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2356877 Dec 20 21:40:00.214938 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.218214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] For port 89d10e56-6fa6-441c-86ec-44faf214ab0e, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:40:00.220379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55352) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:00.225508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] For port 89d10e56-6fa6-441c-86ec-44faf214ab0e, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=89d10e56-6fa6-441c-86ec-44faf214ab0e,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:40:00.228285 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b905ebcd-f975-4507-8b58-edce355b2c0a tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525845233'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:00.235722 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eaa59512-2cd5-42a4-ab01-f3547d2b3433 req-746de39d-bc2d-41fb-8770-5ef68ce36ddf service neutron] 10.222.0.66 "GET /v2.0/networks/e59df0cc-7b23-4f17-9507-3cab96c3c852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439264 Dec 20 21:40:00.239139 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.241032 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.db.api [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 21:40:00.241032 n-d-xena-1 neutron-server[102401]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 21:40:00.241032 n-d-xena-1 neutron-server[102401]: [parameters: {'id': 'b3419321-2f0d-45b9-a7a6-945f243846b3'}] Dec 20 21:40:00.241032 n-d-xena-1 neutron-server[102401]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102401) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:40:00.241421 n-d-xena-1 neutron-server[102401]: DEBUG oslo_db.api [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:40:00.267674 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] For port 7aa53269-644e-45dd-892e-1bfd2423cb50, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:40:00.298030 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:00.298701 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.299210 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] For port 7aa53269-644e-45dd-892e-1bfd2423cb50, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7aa53269-644e-45dd-892e-1bfd2423cb50,segment=NetworkSegment(af821279-020f-4307-bf07-a7dad9c10dab),segment_id=af821279-020f-4307-bf07-a7dad9c10dab)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:40:00.300147 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] 10.222.0.31 "PUT /v2.0/ports/89d10e56-6fa6-441c-86ec-44faf214ab0e HTTP/1.1" status: 200 len: 1089 time: 3.6620753 Dec 20 21:40:00.300610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159e998a-58c7-4534-a776-28e67fcfcc1a', 'tag': '89d10e56-6fa6-441c-86ec-44faf214ab0e'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:40:00.303171 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a14da83-8977-4e98-9171-5b349877b7da" -d '{"events": [{"name": "network-changed", "server_uuid": "159e998a-58c7-4534-a776-28e67fcfcc1a", "tag": "89d10e56-6fa6-441c-86ec-44faf214ab0e"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:40:00.309141 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b905ebcd-f975-4507-8b58-edce355b2c0a tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.337525 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.345093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de5e3e-0d3a-4f78-904b-87e4b989abd8 service neutron] Pushing event updated for resources: {'Port': ['ID=89d10e56-6fa6-441c-86ec-44faf214ab0e,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:00.383115 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65616aff-1715-4f74-96a2-0f12fb8ccddc x-openstack-request-id: req-65616aff-1715-4f74-96a2-0f12fb8ccddc {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:40:00.383675 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159e998a-58c7-4534-a776-28e67fcfcc1a", "tag": "89d10e56-6fa6-441c-86ec-44faf214ab0e", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:40:00.384394 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65616aff-1715-4f74-96a2-0f12fb8ccddc {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:40:00.384956 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159e998a-58c7-4534-a776-28e67fcfcc1a', 'tag': '89d10e56-6fa6-441c-86ec-44faf214ab0e', 'status': 'completed', 'code': 200} Dec 20 21:40:00.409602 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9d5c897b-194f-402d-9c15-ef533617dbb5 None None] Provisioning complete for port ad4526b2-e1a7-4c36-95b8-60fbdb45f506 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:00.410801 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d5c897b-194f-402d-9c15-ef533617dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.479989 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b905ebcd-f975-4507-8b58-edce355b2c0a tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.490800 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b905ebcd-f975-4507-8b58-edce355b2c0a tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.531357 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-18bf9f2a-ecf8-498f-9285-ebbac2ed370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:00.531757 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.534462 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-18bf9f2a-ecf8-498f-9285-ebbac2ed370b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c929704e8ff545d98d309471ebd9f191&device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 1092 time: 0.1720355 Dec 20 21:40:00.536263 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-922e3aa9-fc94-4bc0-87f7-90278b6edeaa req-0f44c013-0c08-4699-9551-0aa10e6f5752 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6271327 Dec 20 21:40:00.538556 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.549051 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d891d71-3844-47f8-8e84-5e47a1b84c9c None None] Pushing event updated for resources: {'Port': ['ID=7aa53269-644e-45dd-892e-1bfd2423cb50,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:00.554003 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b905ebcd-f975-4507-8b58-edce355b2c0a tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.559345 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b905ebcd-f975-4507-8b58-edce355b2c0a tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3373990 Dec 20 21:40:00.565280 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55356) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:00.567202 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e13f6c7-5bac-4502-b8c9-369bcdb0798b None None] Network b3419321-2f0d-45b9-a7a6-945f243846b3 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:00.573796 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d4fabc0f-24ce-4407-9aca-e45227d6c550 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': '7a82a5db-52e9-4e15-955f-2964702ea0ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:00.596493 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18d9054d-2832-4a8e-b5c4-cb9f48ac6d39 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.628145 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-abbbce47-54e7-4d0a-97ae-ddc358fbe031 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d10e56-6fa6-441c-86ec-44faf214ab0e HTTP/1.1" status: 200 len: 217 time: 0.0672269 Dec 20 21:40:00.628773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905ebcd-f975-4507-8b58-edce355b2c0a tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a82a5db-52e9-4e15-955f-2964702ea0ee,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:00.638654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2d87ccbe-54d2-4fe2-9895-0244054561e7 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:00.649178 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838f59f-22d4-4be8-8113-7e916094b09e tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:00.651245 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838f59f-22d4-4be8-8113-7e916094b09e tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:00.651859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838f59f-22d4-4be8-8113-7e916094b09e tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:00.652464 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838f59f-22d4-4be8-8113-7e916094b09e tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:00.658505 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838f59f-22d4-4be8-8113-7e916094b09e tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:00.659197 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838f59f-22d4-4be8-8113-7e916094b09e tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:00.659813 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838f59f-22d4-4be8-8113-7e916094b09e tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:00.661428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838f59f-22d4-4be8-8113-7e916094b09e tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:00.662169 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838f59f-22d4-4be8-8113-7e916094b09e tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:00.663086 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838f59f-22d4-4be8-8113-7e916094b09e tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:00.663702 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838f59f-22d4-4be8-8113-7e916094b09e tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:00.664304 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e838f59f-22d4-4be8-8113-7e916094b09e tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:00.669806 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e838f59f-22d4-4be8-8113-7e916094b09e tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7687 time: 0.8493083 Dec 20 21:40:00.674905 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55358) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:00.675932 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9054d-2832-4a8e-b5c4-cb9f48ac6d39 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event deleted for resources: {'Port': ['ID=2e6a1494-0839-4800-8364-f936d40bf5a5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:00.679566 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976d837-fad9-4dc4-b704-728e511cd033 None None] Pushing event updated for resources: {'Port': ['ID=45e4b5b0-cc3b-4857-925d-5060a7847910,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:00.689342 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-226a3d9b-8df1-4224-8104-28f2e17b302d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:00.691293 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-226a3d9b-8df1-4224-8104-28f2e17b302d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=924feca0-3a71-4754-bcc2-c5bd79345d9c HTTP/1.1" status: 200 len: 855 time: 0.0570674 Dec 20 21:40:00.699071 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Attempting to bind port 45e4b5b0-cc3b-4857-925d-5060a7847910 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:40:00.701128 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Attempting to bind port 45e4b5b0-cc3b-4857-925d-5060a7847910 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'f2fc008e-ae43-49b9-a69d-2026f6ca7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df1edafa-7805-497c-a213-192df2dee518'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:40:00.701128 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Attempting to bind port 45e4b5b0-cc3b-4857-925d-5060a7847910 on network df1edafa-7805-497c-a213-192df2dee518 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:40:00.710719 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:40:00.711006 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Checking segment: {'id': 'f2fc008e-ae43-49b9-a69d-2026f6ca7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df1edafa-7805-497c-a213-192df2dee518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:00.711445 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.712194 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Bound using segment: {'id': 'f2fc008e-ae43-49b9-a69d-2026f6ca7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df1edafa-7805-497c-a213-192df2dee518'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:40:00.712921 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Bound port: 45e4b5b0-cc3b-4857-925d-5060a7847910, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2fc008e-ae43-49b9-a69d-2026f6ca7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df1edafa-7805-497c-a213-192df2dee518'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:40:00.713295 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.748482 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.761320 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-1262b61c-1179-46a1-8a1c-9b6a76819b00 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a67e6d6a-f991-4212-bb55-39ffd9d600c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510755 Dec 20 21:40:00.802182 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.830502 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4beb95f5-08ba-4955-933d-161c6e448e21 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.835400 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] For port 45e4b5b0-cc3b-4857-925d-5060a7847910, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:40:00.840536 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] For port 45e4b5b0-cc3b-4857-925d-5060a7847910, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=45e4b5b0-cc3b-4857-925d-5060a7847910,segment=NetworkSegment(f2fc008e-ae43-49b9-a69d-2026f6ca7229),segment_id=f2fc008e-ae43-49b9-a69d-2026f6ca7229)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:40:00.852049 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.904841 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Deleting port 7aa53269-644e-45dd-892e-1bfd2423cb50 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:00.905170 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.914101 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d5c897b-194f-402d-9c15-ef533617dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.957661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9d5c897b-194f-402d-9c15-ef533617dbb5 None None] For port ad4526b2-e1a7-4c36-95b8-60fbdb45f506, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ad4526b2-e1a7-4c36-95b8-60fbdb45f506,segment=NetworkSegment(f68755df-6dac-4bb7-87db-07061b8187f2),segment_id=f68755df-6dac-4bb7-87db-07061b8187f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:00.970151 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d5c897b-194f-402d-9c15-ef533617dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:00.983462 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976d837-fad9-4dc4-b704-728e511cd033 None None] Pushing event updated for resources: {'Port': ['ID=45e4b5b0-cc3b-4857-925d-5060a7847910,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:01.013774 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] For port 7aa53269-644e-45dd-892e-1bfd2423cb50, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7aa53269-644e-45dd-892e-1bfd2423cb50,segment=NetworkSegment(af821279-020f-4307-bf07-a7dad9c10dab),segment_id=af821279-020f-4307-bf07-a7dad9c10dab)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:01.014187 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:01.031063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Calling delete_port for 7aa53269-644e-45dd-892e-1bfd2423cb50 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:01.057517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 2d87ccbe-54d2-4fe2-9895-0244054561e7 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:01.060239 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:01.064698 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Routers {'0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:01.065684 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:01.115363 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-d4fabc0f-24ce-4407-9aca-e45227d6c550 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:40:01.122390 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d4fabc0f-24ce-4407-9aca-e45227d6c550 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5521269 Dec 20 21:40:01.138340 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55362) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:01.145871 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-08acdd1f-69af-4ead-ba06-43c2eba4c46c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group_rule': {'security_group_id': '7a82a5db-52e9-4e15-955f-2964702ea0ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:01.173707 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-1dc01560-788f-48af-ba4f-a69ecebb7095 service neutron] 10.222.0.31 "GET /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733411 Dec 20 21:40:01.193311 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9d5c897b-194f-402d-9c15-ef533617dbb5 None None] Provisioning complete for port b9bc5871-2b2e-4dcd-a934-05d59b5387c9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:01.193915 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d5c897b-194f-402d-9c15-ef533617dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:01.243886 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] Set router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:40:01.419348 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18d9054d-2832-4a8e-b5c4-cb9f48ac6d39 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:01.423858 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:40:01.516773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf42ee-a799-404d-bc02-9713c4347efd req-4b725404-60e7-4fae-b224-25beb5f5945e tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:01.528247 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9bf42ee-a799-404d-bc02-9713c4347efd req-4b725404-60e7-4fae-b224-25beb5f5945e tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 907 time: 0.2808473 Dec 20 21:40:01.535058 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:01.547642 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2eee9c7c-9170-4cfd-9c8e-fabe81a7c123,segment=NetworkSegment(2b850d07-158a-4e92-b132-ace86d44a284),segment_id=2b850d07-158a-4e92-b132-ace86d44a284)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:01.561392 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c897b-194f-402d-9c15-ef533617dbb5 None None] Pushing event updated for resources: {'Port': ['ID=ad4526b2-e1a7-4c36-95b8-60fbdb45f506,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:01.564935 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '2eee9c7c-9170-4cfd-9c8e-fabe81a7c123', 'network_id': 'e59df0cc-7b23-4f17-9507-3cab96c3c852', 'port_id': '2eee9c7c-9170-4cfd-9c8e-fabe81a7c123', 'mac_address': 'fa:16:3e:94:ae:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a64f357-bb88-4c21-bf29-0655d677d4d5', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:40:01.590364 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] No DVR routers for this DVR port 7aa53269-644e-45dd-892e-1bfd2423cb50 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:01.601219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event deleted for resources: {'Port': ['ID=7aa53269-644e-45dd-892e-1bfd2423cb50,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:01.620134 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9d5c897b-194f-402d-9c15-ef533617dbb5 None None] Provisioning complete for port 2d87ccbe-54d2-4fe2-9895-0244054561e7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:01.620733 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d5c897b-194f-402d-9c15-ef533617dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:01.692912 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:01.707721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:40:01.713182 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:39:56Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '45e4b5b0-cc3b-4857-925d-5060a7847910', 'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:8d:51:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:52Z', 'updated_at': '2021-12-20T21:40:00Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:01.724964 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-08acdd1f-69af-4ead-ba06-43c2eba4c46c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:40:01.728632 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-08acdd1f-69af-4ead-ba06-43c2eba4c46c tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5871234 Dec 20 21:40:01.748119 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55366) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:01.756052 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2eee9c7c-9170-4cfd-9c8e-fabe81a7c123,segment=NetworkSegment(2b850d07-158a-4e92-b132-ace86d44a284),segment_id=2b850d07-158a-4e92-b132-ace86d44a284)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:01.781306 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:01.791546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2d87ccbe-54d2-4fe2-9895-0244054561e7 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:01.795934 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae4435-6f84-4ef6-b9ae-73da7fe2db45 None None] The sync data for ids ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'] in n-d-xena-1 is: [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:39:56Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '45e4b5b0-cc3b-4857-925d-5060a7847910', 'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:8d:51:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:52Z', 'updated_at': '2021-12-20T21:40:00Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:40:01.817083 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-680497d7-46c9-465d-a1b3-f4eca7375458 req-0d68b762-1362-4d2e-8f17-17543d51363b service neutron] 10.222.0.31 "GET /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6311338 Dec 20 21:40:01.841472 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:01.908500 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3419321-2f0d-45b9-a7a6-945f243846b3']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:01.931270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9d5c897b-194f-402d-9c15-ef533617dbb5 None None] Provisioning complete for port 45e4b5b0-cc3b-4857-925d-5060a7847910 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:01.931958 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d5c897b-194f-402d-9c15-ef533617dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:01.939637 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4beb95f5-08ba-4955-933d-161c6e448e21 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:01.948567 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a18d1c56-705a-4b31-b740-f72f1f3f3ea6 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:01.954771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af821279-020f-4307-bf07-a7dad9c10dab') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:01.955235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af821279-020f-4307-bf07-a7dad9c10dab') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:01.979609 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:01.992512 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 2d87ccbe-54d2-4fe2-9895-0244054561e7 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:01.993149 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:02.008480 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14da83-8977-4e98-9171-5b349877b7da req-4e14e9f3-f73c-4e6a-9b8e-e777dcda80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:02.010467 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3a14da83-8977-4e98-9171-5b349877b7da req-4e14e9f3-f73c-4e6a-9b8e-e777dcda80c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c929704e8ff545d98d309471ebd9f191&device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 1092 time: 0.0992670 Dec 20 21:40:02.011834 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:02.067921 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['2eee9c7c-9170-4cfd-9c8e-fabe81a7c123'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:40:02.078576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=2eee9c7c-9170-4cfd-9c8e-fabe81a7c123,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:02.130905 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048952b-9d97-4d7d-970e-7e63276fb209 req-602c023a-b40d-4a53-8d4a-6706f80e4142 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:02.132798 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7048952b-9d97-4d7d-970e-7e63276fb209 req-602c023a-b40d-4a53-8d4a-6706f80e4142 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 943 time: 0.4193609 Dec 20 21:40:02.140938 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a18d1c56-705a-4b31-b740-f72f1f3f3ea6 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:02.151666 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14da83-8977-4e98-9171-5b349877b7da req-be86c162-8f75-45ff-98df-fee09d8b48d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:02.153838 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3a14da83-8977-4e98-9171-5b349877b7da req-be86c162-8f75-45ff-98df-fee09d8b48d6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a67e6d6a-f991-4212-bb55-39ffd9d600c6 HTTP/1.1" status: 200 len: 916 time: 0.1348603 Dec 20 21:40:02.155785 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e57ea8-dfd0-48cc-8f11-5d1e4c02d257 None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 21:40:02.157111 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:02.157764 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:02.163196 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:02.197784 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d9054d-2832-4a8e-b5c4-cb9f48ac6d39 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Router 6ce073ea-489c-47a9-a9f9-7653c9e125c7 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:40:02.229353 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:02.403902 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e57ea8-dfd0-48cc-8f11-5d1e4c02d257 None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 21:40:02.425426 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7048952b-9d97-4d7d-970e-7e63276fb209 req-2e495ba0-0dd0-488a-b2af-6643fcaf1a9f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490127 Dec 20 21:40:02.432646 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a18d1c56-705a-4b31-b740-f72f1f3f3ea6 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:02.435464 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a18d1c56-705a-4b31-b740-f72f1f3f3ea6 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:02.439572 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a18d1c56-705a-4b31-b740-f72f1f3f3ea6 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "DELETE /v2.0/security-groups/7a82a5db-52e9-4e15-955f-2964702ea0ee HTTP/1.1" status: 204 len: 168 time: 0.6890121 Dec 20 21:40:02.443978 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device df3e4f27-3c2e-4914-a500-2cd371d97021 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:02.452192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55368) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:02.503473 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d1c56-705a-4b31-b740-f72f1f3f3ea6 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a82a5db-52e9-4e15-955f-2964702ea0ee,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:02.518380 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d9054d-2832-4a8e-b5c4-cb9f48ac6d39 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:40:02.524747 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-18d9054d-2832-4a8e-b5c4-cb9f48ac6d39 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "PUT /v2.0/routers/6ce073ea-489c-47a9-a9f9-7653c9e125c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7060037 Dec 20 21:40:02.534819 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-270e05c9-96b5-4a38-925d-05008ccd4e83 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4125 time: 1.8398998 Dec 20 21:40:02.534819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55370) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:02.633135 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6b79350c-b475-40cc-b9df-73533cc92286 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1744676 Dec 20 21:40:02.635981 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55376) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:02.646294 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-af736455-439f-494f-a8a8-6d8dbdf6ec4d tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] delete failed (client error): The resource could not be found. Dec 20 21:40:02.647451 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-af736455-439f-494f-a8a8-6d8dbdf6ec4d tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1984303839 HTTP/1.1" status: 404 len: 335 time: 0.1098814 Dec 20 21:40:02.681753 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-ec521301-2351-4a0a-bf1a-a28d94f28b47 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group': {'name': 'tempest-secgroup--949012907'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:02.689416 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55378) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:02.711073 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3a14da83-8977-4e98-9171-5b349877b7da req-9d1c86bf-012d-40e9-9f59-33d99f78fe51 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d10e56-6fa6-441c-86ec-44faf214ab0e HTTP/1.1" status: 200 len: 217 time: 0.5442760 Dec 20 21:40:02.722792 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-41307ff9-6118-4b60-9906-f75320775a64 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Request body: {'router': {'external_gateway_info': {'network_id': '6ce073ea-489c-47a9-a9f9-7653c9e125c7'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:02.756423 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec521301-2351-4a0a-bf1a-a28d94f28b47 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:02.783880 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55380) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:02.793674 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1380849a-011b-4a32-9030-180494adb052 None None] Sync routers for ids ['6ce073ea-489c-47a9-a9f9-7653c9e125c7'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:40:02.799589 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:02.832153 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a238cc54-a702-48c2-84e1-09c904d331bf tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1359207335', 'description': 'tempest-secgroup-smoke-1359207335 description', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:02.841991 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:02.872260 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:02.880440 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/networks/b3419321-2f0d-45b9-a7a6-945f243846b3 HTTP/1.1" status: 204 len: 168 time: 4.8437953 Dec 20 21:40:02.885519 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac58939-4d4f-4621-9289-493cc4946ca8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event deleted for resources: {'Network': ['ID=b3419321-2f0d-45b9-a7a6-945f243846b3,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:02.940592 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1380849a-011b-4a32-9030-180494adb052 None None] Routers {'6ce073ea-489c-47a9-a9f9-7653c9e125c7'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:02.941248 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1380849a-011b-4a32-9030-180494adb052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['6ce073ea-489c-47a9-a9f9-7653c9e125c7'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:02.946029 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec521301-2351-4a0a-bf1a-a28d94f28b47 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:02.947147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55382) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:02.981488 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d5c897b-194f-402d-9c15-ef533617dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:02.986547 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1380849a-011b-4a32-9030-180494adb052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:03.000097 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-443d6a15-3f57-4acc-bb75-884f68a1a6e7 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] DELETE failed (client error): The resource could not be found. Dec 20 21:40:03.000721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443d6a15-3f57-4acc-bb75-884f68a1a6e7 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:40:03.006787 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-443d6a15-3f57-4acc-bb75-884f68a1a6e7 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/subnets/e2378ff8-99f9-4385-9d31-f699ce07d2a7 HTTP/1.1" status: 404 len: 337 time: 0.0543623 Dec 20 21:40:03.007580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55384) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:03.031414 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec521301-2351-4a0a-bf1a-a28d94f28b47 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.043186 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff0b5d7-c0ea-4d3a-b8bd-c36c727d9c3f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] DELETE failed (client error): The resource could not be found. Dec 20 21:40:03.043917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff0b5d7-c0ea-4d3a-b8bd-c36c727d9c3f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:40:03.050598 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6ff0b5d7-c0ea-4d3a-b8bd-c36c727d9c3f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/networks/b3419321-2f0d-45b9-a7a6-945f243846b3 HTTP/1.1" status: 404 len: 339 time: 0.0373919 Dec 20 21:40:03.053140 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55386) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:03.055294 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1380849a-011b-4a32-9030-180494adb052 None None] Routers {'6ce073ea-489c-47a9-a9f9-7653c9e125c7'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:03.056102 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1380849a-011b-4a32-9030-180494adb052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['6ce073ea-489c-47a9-a9f9-7653c9e125c7'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:03.076584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2be4d-1554-4c37-9a88-5a15ab302389 req-36e3b63e-5062-4e4b-be37-d35829d967d3 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:03.078192 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-98d2be4d-1554-4c37-9a88-5a15ab302389 req-36e3b63e-5062-4e4b-be37-d35829d967d3 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 908 time: 0.3877718 Dec 20 21:40:03.080639 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41307ff9-6118-4b60-9906-f75320775a64 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.082387 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec521301-2351-4a0a-bf1a-a28d94f28b47 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89692c51-dc5f-4994-9885-d629f294e4c5,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:03.089699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14da83-8977-4e98-9171-5b349877b7da req-573802fa-e3bd-4c99-a278-1ef8adb260ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:03.091785 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3a14da83-8977-4e98-9171-5b349877b7da req-573802fa-e3bd-4c99-a278-1ef8adb260ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=924feca0-3a71-4754-bcc2-c5bd79345d9c HTTP/1.1" status: 200 len: 855 time: 0.3687532 Dec 20 21:40:03.129938 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3a14da83-8977-4e98-9171-5b349877b7da req-a312ee22-607b-449d-9cfe-225765ba9321 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a67e6d6a-f991-4212-bb55-39ffd9d600c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284610 Dec 20 21:40:03.135902 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a238cc54-a702-48c2-84e1-09c904d331bf tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.140764 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e466741-ae66-4d56-bd73-0cfffe3dba04 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] DELETE failed (client error): The resource could not be found. Dec 20 21:40:03.141160 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e466741-ae66-4d56-bd73-0cfffe3dba04 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:40:03.144784 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7e466741-ae66-4d56-bd73-0cfffe3dba04 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/subnets/885830a3-ca5e-41a4-b3da-de2530908850 HTTP/1.1" status: 404 len: 337 time: 0.0900600 Dec 20 21:40:03.148838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1380849a-011b-4a32-9030-180494adb052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:03.149494 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1380849a-011b-4a32-9030-180494adb052 None None] The sync data for ids ['6ce073ea-489c-47a9-a9f9-7653c9e125c7'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:40:03.157413 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55388) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:03.158273 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-41307ff9-6118-4b60-9906-f75320775a64 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] update failed (client error): The resource could not be found. Dec 20 21:40:03.164301 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-41307ff9-6118-4b60-9906-f75320775a64 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "PUT /v2.0/routers/6ce073ea-489c-47a9-a9f9-7653c9e125c7 HTTP/1.1" status: 404 len: 339 time: 0.4486001 Dec 20 21:40:03.169386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55390) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:03.176221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ced98fb0-f5cf-4cc4-b825-a53ab7b0aee1 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-683921531'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:03.199369 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9d5c897b-194f-402d-9c15-ef533617dbb5 None None] For port 45e4b5b0-cc3b-4857-925d-5060a7847910, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=45e4b5b0-cc3b-4857-925d-5060a7847910,segment=NetworkSegment(f2fc008e-ae43-49b9-a69d-2026f6ca7229),segment_id=f2fc008e-ae43-49b9-a69d-2026f6ca7229)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:03.200347 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port df3e4f27-3c2e-4914-a500-2cd371d97021 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:03.200789 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.207501 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d032d1-236d-40af-b66b-bcdb68ee0396 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] DELETE failed (client error): The resource could not be found. Dec 20 21:40:03.208167 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d032d1-236d-40af-b66b-bcdb68ee0396 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:40:03.211513 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-42d032d1-236d-40af-b66b-bcdb68ee0396 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/networks/63f089df-1b61-47ac-81fb-708208299e26 HTTP/1.1" status: 404 len: 339 time: 0.0512395 Dec 20 21:40:03.215228 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55392) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:03.217200 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced98fb0-f5cf-4cc4-b825-a53ab7b0aee1 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Made reservation on behalf of a38f2fde51ff42b2860ffc10867b7528 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:03.220633 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ced98fb0-f5cf-4cc4-b825-a53ab7b0aee1 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.238147 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3a14da83-8977-4e98-9171-5b349877b7da req-5ccc6f30-da20-4bff-ab45-ed9039d2d527 service neutron] 10.222.0.31 "GET /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987356 Dec 20 21:40:03.242460 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec521301-2351-4a0a-bf1a-a28d94f28b47 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.246124 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ec521301-2351-4a0a-bf1a-a28d94f28b47 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6057746 Dec 20 21:40:03.246285 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d5c897b-194f-402d-9c15-ef533617dbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.258879 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55394) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:03.263320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-100e38a3-939b-43b8-ae87-8d98d17e2609 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:03.263808 n-d-xena-1 neutron-server[102401]: WARNING neutron.api.v2.base [None req-100e38a3-939b-43b8-ae87-8d98d17e2609 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 20 21:40:03.264367 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-100e38a3-939b-43b8-ae87-8d98d17e2609 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] update failed (client error): There was a conflict when trying to complete your request. Dec 20 21:40:03.265420 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-100e38a3-939b-43b8-ae87-8d98d17e2609 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "PUT /v2.0/security-groups/89692c51-dc5f-4994-9885-d629f294e4c5 HTTP/1.1" status: 409 len: 330 time: 0.0055063 Dec 20 21:40:03.268901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55396) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:03.275419 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4beb95f5-08ba-4955-933d-161c6e448e21 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.277921 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-512ea1c6-f318-477e-855f-b35b315309df tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] DELETE failed (client error): The resource could not be found. Dec 20 21:40:03.278670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512ea1c6-f318-477e-855f-b35b315309df tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:40:03.282172 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-512ea1c6-f318-477e-855f-b35b315309df tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/subnets/aede6a1f-b109-4437-9c78-7cd6892ace3f HTTP/1.1" status: 404 len: 337 time: 0.0658369 Dec 20 21:40:03.295749 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced98fb0-f5cf-4cc4-b825-a53ab7b0aee1 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:40:03.307123 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ced98fb0-f5cf-4cc4-b825-a53ab7b0aee1 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.307123 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-ced98fb0-f5cf-4cc4-b825-a53ab7b0aee1 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Added segment 32df6038-6bf5-46d0-a64b-91713766e4c3 of type vlan for network daf9df72-a1d6-4695-8796-e3f70f96b381 Dec 20 21:40:03.316904 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55398) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:03.342317 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4beb95f5-08ba-4955-933d-161c6e448e21 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.367217 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c897b-194f-402d-9c15-ef533617dbb5 None None] Pushing event updated for resources: {'Port': ['ID=45e4b5b0-cc3b-4857-925d-5060a7847910,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:03.385051 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-efba922c-4d48-423a-aa86-7c9195617a97 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.392985 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b9bc5871-2b2e-4dcd-a934-05d59b5387c9 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:03.397220 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9e21a9ac-ff91-419b-9725-df24c5ca8c0c None None] Provisioning complete for port b4fa0652-cc74-4f5f-a319-5100b90e32e7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:03.397382 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e21a9ac-ff91-419b-9725-df24c5ca8c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.418431 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:03.426114 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-efba922c-4d48-423a-aa86-7c9195617a97 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.444288 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0ec908-6d2c-42eb-8900-4cf2c4f8c5c8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] DELETE failed (client error): The resource could not be found. Dec 20 21:40:03.445132 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0ec908-6d2c-42eb-8900-4cf2c4f8c5c8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:40:03.449386 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6b0ec908-6d2c-42eb-8900-4cf2c4f8c5c8 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/networks/44668e62-0594-4272-a24a-e79d8513474a HTTP/1.1" status: 404 len: 339 time: 0.1313748 Dec 20 21:40:03.457251 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ced98fb0-f5cf-4cc4-b825-a53ab7b0aee1 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.461315 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55402) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:03.498843 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fef7607-b6e1-4687-a778-3cb90e0d8bfc None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 21:40:03.515884 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4beb95f5-08ba-4955-933d-161c6e448e21 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.521217 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb95f5-08ba-4955-933d-161c6e448e21 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=b4fa0652-cc74-4f5f-a319-5100b90e32e7,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:03.566215 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3a14da83-8977-4e98-9171-5b349877b7da req-9ab8795a-080d-4080-817a-f92a880da6e9 service neutron] 10.222.0.31 "GET /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154428 Dec 20 21:40:03.629178 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ced98fb0-f5cf-4cc4-b825-a53ab7b0aee1 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.635305 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced98fb0-f5cf-4cc4-b825-a53ab7b0aee1 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:03.635991 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ced98fb0-f5cf-4cc4-b825-a53ab7b0aee1 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.639532 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9e21a9ac-ff91-419b-9725-df24c5ca8c0c None None] Port b4fa0652-cc74-4f5f-a319-5100b90e32e7 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:40:03.640083 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a238cc54-a702-48c2-84e1-09c904d331bf tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.653791 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a238cc54-a702-48c2-84e1-09c904d331bf tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.668957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:40:03.686851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:03.687230 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.696387 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9e21a9ac-ff91-419b-9725-df24c5ca8c0c None None] Provisioning complete for port 45e4b5b0-cc3b-4857-925d-5060a7847910 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:03.696759 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e21a9ac-ff91-419b-9725-df24c5ca8c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.709194 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238cc54-a702-48c2-84e1-09c904d331bf tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af8796d2-9955-4555-a764-4976c2e894e8,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:03.723250 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a238cc54-a702-48c2-84e1-09c904d331bf tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.729111 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a238cc54-a702-48c2-84e1-09c904d331bf tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9013507 Dec 20 21:40:03.731277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55404) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:03.736917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-cccfe8e9-79de-474f-9cff-751670cb74b1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group_rule': {'security_group_id': 'af8796d2-9955-4555-a764-4976c2e894e8', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:03.741776 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-efba922c-4d48-423a-aa86-7c9195617a97 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.744227 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-efba922c-4d48-423a-aa86-7c9195617a97 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.748465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-efba922c-4d48-423a-aa86-7c9195617a97 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "DELETE /v2.0/security-groups/89692c51-dc5f-4994-9885-d629f294e4c5 HTTP/1.1" status: 204 len: 168 time: 0.4754944 Dec 20 21:40:03.753217 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d5582-635e-4967-8c2b-4cabd4b2ff7c req-b8122939-f7d7-4210-85a5-21fd4f311b84 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:03.754920 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-166d5582-635e-4967-8c2b-4cabd4b2ff7c req-b8122939-f7d7-4210-85a5-21fd4f311b84 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 943 time: 0.2124534 Dec 20 21:40:03.755425 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55406) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:03.791904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port b9bc5871-2b2e-4dcd-a934-05d59b5387c9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:03.792402 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.813231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba922c-4d48-423a-aa86-7c9195617a97 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89692c51-dc5f-4994-9885-d629f294e4c5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:03.843534 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-166d5582-635e-4967-8c2b-4cabd4b2ff7c req-509837d7-5c7e-4c6c-80d9-e5b876b5cfa0 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636268 Dec 20 21:40:03.862908 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef7607-b6e1-4687-a778-3cb90e0d8bfc None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 21:40:03.881098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cccfe8e9-79de-474f-9cff-751670cb74b1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.890857 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-737e9d4a-2825-487b-accf-6133f529d869 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1268928 Dec 20 21:40:03.891095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55408) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:03.919955 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-5a35823e-f224-4773-8e6a-6ce76ae65606 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] delete failed (client error): The resource could not be found. Dec 20 21:40:03.924762 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5a35823e-f224-4773-8e6a-6ce76ae65606 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "DELETE /v2.0/security-groups/f95b143e-3270-45c4-b321-55d8ea27f8cf HTTP/1.1" status: 404 len: 347 time: 0.0289171 Dec 20 21:40:03.925451 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55410) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:03.945917 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-b8f0b585-6662-4941-bf0e-8f8e22eb0c6b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] show failed (client error): The resource could not be found. Dec 20 21:40:03.950920 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b8f0b585-6662-4941-bf0e-8f8e22eb0c6b tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "GET /v2.0/security-groups/1b5d4421-a4f0-47b7-ade3-b1b6a9acb766 HTTP/1.1" status: 404 len: 347 time: 0.0209877 Dec 20 21:40:03.951115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55412) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:03.969766 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-f413685a-6b32-4ba9-961b-b3d3386e5586 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] show failed (client error): The resource could not be found. Dec 20 21:40:03.974468 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f413685a-6b32-4ba9-961b-b3d3386e5586 tempest-NegativeSecGroupIPv6Test-755444080 tempest-NegativeSecGroupIPv6Test-755444080-project] 10.222.0.32 "GET /v2.0/security-group-rules/1fdf4a65-4269-425a-b1b1-7547b3e3824c HTTP/1.1" status: 404 len: 356 time: 0.0188315 Dec 20 21:40:03.990396 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cccfe8e9-79de-474f-9cff-751670cb74b1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.995858 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:03.996507 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cccfe8e9-79de-474f-9cff-751670cb74b1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.009557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ad4526b2-e1a7-4c36-95b8-60fbdb45f506 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:04.028504 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ced98fb0-f5cf-4cc4-b825-a53ab7b0aee1 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8581209 Dec 20 21:40:04.034342 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55416) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:04.035555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfe8e9-79de-474f-9cff-751670cb74b1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0499d2-df04-4b2b-9d14-242b2e151608,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:04.047607 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced98fb0-f5cf-4cc4-b825-a53ab7b0aee1 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event updated for resources: {'Network': ['ID=daf9df72-a1d6-4695-8796-e3f70f96b381,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:04.065442 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-ee6e5b60-ee32-4c64-a807-fd5dba0a3812 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Request body: {'subnet': {'network_id': 'daf9df72-a1d6-4695-8796-e3f70f96b381', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:04.072463 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cccfe8e9-79de-474f-9cff-751670cb74b1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.076829 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cccfe8e9-79de-474f-9cff-751670cb74b1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3433990 Dec 20 21:40:04.077742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55418) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:04.082058 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network daf9df72-a1d6-4695-8796-e3f70f96b381 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:40:04.088805 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e04d7876-3382-405e-a686-df2138ed6001 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Deleting port 99455598-6ed4-4de3-b592-42ba848c1257 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:04.089344 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e04d7876-3382-405e-a686-df2138ed6001 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.092956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beb95f5-08ba-4955-933d-161c6e448e21 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network 97ca3ecb-e430-4d0a-8f93-30ba1c3cf794 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:04.095327 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4beb95f5-08ba-4955-933d-161c6e448e21 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:04.096329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0331875d-3d38-468a-b827-d349adf8e398 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group_rule': {'security_group_id': 'af8796d2-9955-4555-a764-4976c2e894e8', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:04.173364 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9f4c29-aba0-46c9-a050-d8bac7e88db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eee9c7c-9170-4cfd-9c8e-fabe81a7c123'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:40:04.176281 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e18de7-c821-4905-94af-98798f3923aa" -d '{"events": [{"server_uuid": "4f9f4c29-aba0-46c9-a050-d8bac7e88db4", "name": "network-vif-plugged", "status": "completed", "tag": "2eee9c7c-9170-4cfd-9c8e-fabe81a7c123"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:40:04.227970 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2eee9c7c-9170-4cfd-9c8e-fabe81a7c123,segment=NetworkSegment(2b850d07-158a-4e92-b132-ace86d44a284),segment_id=2b850d07-158a-4e92-b132-ace86d44a284)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:04.249597 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.261801 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e04d7876-3382-405e-a686-df2138ed6001 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.268928 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0331875d-3d38-468a-b827-d349adf8e398 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.306847 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e04d7876-3382-405e-a686-df2138ed6001 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Calling delete_port for 99455598-6ed4-4de3-b592-42ba848c1257 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:04.308611 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996dcdbc-a89c-4861-bf19-2fe20b54144a x-openstack-request-id: req-996dcdbc-a89c-4861-bf19-2fe20b54144a {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:40:04.308917 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9f4c29-aba0-46c9-a050-d8bac7e88db4", "name": "network-vif-plugged", "status": "completed", "tag": "2eee9c7c-9170-4cfd-9c8e-fabe81a7c123", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:40:04.309178 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-996dcdbc-a89c-4861-bf19-2fe20b54144a {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:40:04.309575 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9f4c29-aba0-46c9-a050-d8bac7e88db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eee9c7c-9170-4cfd-9c8e-fabe81a7c123', 'code': 200} Dec 20 21:40:04.326691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9e21a9ac-ff91-419b-9725-df24c5ca8c0c None None] Provisioning complete for port ad4526b2-e1a7-4c36-95b8-60fbdb45f506 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:04.327196 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e21a9ac-ff91-419b-9725-df24c5ca8c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.366759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55426) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:04.370434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port ad4526b2-e1a7-4c36-95b8-60fbdb45f506 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:04.370809 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.384393 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6e5b60-ee32-4c64-a807-fd5dba0a3812 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Made reservation on behalf of a38f2fde51ff42b2860ffc10867b7528 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:04.387955 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5b60-ee32-4c64-a807-fd5dba0a3812 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.404749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=2eee9c7c-9170-4cfd-9c8e-fabe81a7c123,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:04.405450 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647435dd-bc56-4aaf-8f35-d7859a23d529 req-a1a68ce5-b06c-4e11-ae7c-a707ba97ce44 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:04.418788 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-647435dd-bc56-4aaf-8f35-d7859a23d529 req-a1a68ce5-b06c-4e11-ae7c-a707ba97ce44 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 909 time: 0.1729648 Dec 20 21:40:04.465737 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e04d7876-3382-405e-a686-df2138ed6001 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.497575 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0331875d-3d38-468a-b827-d349adf8e398 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.515726 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0331875d-3d38-468a-b827-d349adf8e398 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.532621 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e04d7876-3382-405e-a686-df2138ed6001 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.539106 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e04d7876-3382-405e-a686-df2138ed6001 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/ports/99455598-6ed4-4de3-b592-42ba848c1257 HTTP/1.1" status: 204 len: 168 time: 1.0721390 Dec 20 21:40:04.539106 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d7876-3382-405e-a686-df2138ed6001 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event deleted for resources: {'Port': ['ID=99455598-6ed4-4de3-b592-42ba848c1257,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:04.542609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55430) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:04.560610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15107db-16bc-43b3-8066-a0986eeb3612 req-3f855bf0-6e18-4012-bab7-d685e3e8d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:04.562000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a15107db-16bc-43b3-8066-a0986eeb3612 req-3f855bf0-6e18-4012-bab7-d685e3e8d103 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 1058 time: 0.2147231 Dec 20 21:40:04.576449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331875d-3d38-468a-b827-d349adf8e398 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24a7123-64aa-40e3-9464-2568a3d304d1,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:04.596114 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0331875d-3d38-468a-b827-d349adf8e398 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.600170 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0331875d-3d38-468a-b827-d349adf8e398 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5187938 Dec 20 21:40:04.600324 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device cabacd1b-a8a2-4764-9072-833763cb62fe up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:04.605444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55432) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:04.610104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f8999f47-2961-4f3b-abac-5a5ec33e047f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group_rule': {'security_group_id': 'af8796d2-9955-4555-a764-4976c2e894e8', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:04.613549 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-08644625-af0d-4b4e-9f32-d10b3efb5951 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] DELETE failed (client error): The resource could not be found. Dec 20 21:40:04.613979 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08644625-af0d-4b4e-9f32-d10b3efb5951 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:40:04.620299 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-08644625-af0d-4b4e-9f32-d10b3efb5951 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/subnets/1181c671-9ca7-4acb-b082-6fd008f7b3fa HTTP/1.1" status: 404 len: 337 time: 0.0733600 Dec 20 21:40:04.620299 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4beb95f5-08ba-4955-933d-161c6e448e21 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 9ba60754-d23c-4cbd-b226-57e684080607 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:40:04.623225 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55434) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:04.659871 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port cabacd1b-a8a2-4764-9072-833763cb62fe triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:04.660295 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.662797 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d2095330-b1c0-4426-b198-b8ca7a7c29ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7103b33521f841b38fa563e4f2f65708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875662 Dec 20 21:40:04.669491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55436) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:04.713339 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f8999f47-2961-4f3b-abac-5a5ec33e047f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.799700 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3f95-93de-4506-bfd6-6ae659aa643a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.805953 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d5db7655-9ae2-4894-9c35-e1a77b820b83 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.812788 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4beb95f5-08ba-4955-933d-161c6e448e21 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:40:04.821407 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4beb95f5-08ba-4955-933d-161c6e448e21 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/9ba60754-d23c-4cbd-b226-57e684080607/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6415806 Dec 20 21:40:04.824269 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55438) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:04.827158 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3cecf5-e8dc-44c3-bdcb-9e80777491b1 None None] Sync routers for ids ['9ba60754-d23c-4cbd-b226-57e684080607'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:40:04.845676 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3cecf5-e8dc-44c3-bdcb-9e80777491b1 None None] Routers {'9ba60754-d23c-4cbd-b226-57e684080607'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:04.847082 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0c3cecf5-e8dc-44c3-bdcb-9e80777491b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['9ba60754-d23c-4cbd-b226-57e684080607'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:04.893622 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 89d10e56-6fa6-441c-86ec-44faf214ab0e details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:40:04.939908 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d5db7655-9ae2-4894-9c35-e1a77b820b83 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:04.948990 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0c3cecf5-e8dc-44c3-bdcb-9e80777491b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:04.953306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e90d32-5540-475c-82c4-e8a5663b19f4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:04.955171 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-74e90d32-5540-475c-82c4-e8a5663b19f4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports/b4fa0652-cc74-4f5f-a319-5100b90e32e7 HTTP/1.1" status: 200 len: 978 time: 0.1082356 Dec 20 21:40:04.964208 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55442) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:04.971592 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d5db7655-9ae2-4894-9c35-e1a77b820b83 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7cf58a-ce94-4b39-9638-72055cc00ce7']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:04.976042 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3cecf5-e8dc-44c3-bdcb-9e80777491b1 None None] Routers {'9ba60754-d23c-4cbd-b226-57e684080607'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:04.976670 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0c3cecf5-e8dc-44c3-bdcb-9e80777491b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['9ba60754-d23c-4cbd-b226-57e684080607'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:04.984085 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d5db7655-9ae2-4894-9c35-e1a77b820b83 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c838585-fef5-41f3-a584-b42d66ce85e6') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:04.984457 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d5db7655-9ae2-4894-9c35-e1a77b820b83 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c838585-fef5-41f3-a584-b42d66ce85e6') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:04.993177 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3f95-93de-4506-bfd6-6ae659aa643a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.006684 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d5db7655-9ae2-4894-9c35-e1a77b820b83 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.023595 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d5db7655-9ae2-4894-9c35-e1a77b820b83 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.034917 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5db7655-9ae2-4894-9c35-e1a77b820b83 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:05.035548 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d5db7655-9ae2-4894-9c35-e1a77b820b83 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.038201 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0c3cecf5-e8dc-44c3-bdcb-9e80777491b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:05.039098 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3cecf5-e8dc-44c3-bdcb-9e80777491b1 None None] The sync data for ids ['9ba60754-d23c-4cbd-b226-57e684080607'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:40:05.056120 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f8999f47-2961-4f3b-abac-5a5ec33e047f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:05.079737 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:05.107049 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d5db7655-9ae2-4894-9c35-e1a77b820b83 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.111465 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f8999f47-2961-4f3b-abac-5a5ec33e047f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.119262 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d5db7655-9ae2-4894-9c35-e1a77b820b83 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.122505 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d5db7655-9ae2-4894-9c35-e1a77b820b83 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/networks/ef7cf58a-ce94-4b39-9638-72055cc00ce7 HTTP/1.1" status: 204 len: 168 time: 0.4969897 Dec 20 21:40:05.128760 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55444) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:05.149060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 45e4b5b0-cc3b-4857-925d-5060a7847910 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:05.149357 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5b60-ee32-4c64-a807-fd5dba0a3812 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.151394 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db7655-9ae2-4894-9c35-e1a77b820b83 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event deleted for resources: {'Network': ['ID=ef7cf58a-ce94-4b39-9638-72055cc00ce7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:05.207251 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-767ee80c-8372-4eed-bede-cea05c1a54ee None None] Provisioning complete for port b4fa0652-cc74-4f5f-a319-5100b90e32e7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:05.208061 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-767ee80c-8372-4eed-bede-cea05c1a54ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.223255 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8999f47-2961-4f3b-abac-5a5ec33e047f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00269a1-ca1d-4f9f-b298-5be2e764994b,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:05.234482 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f8999f47-2961-4f3b-abac-5a5ec33e047f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.235697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f8999f47-2961-4f3b-abac-5a5ec33e047f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6292996 Dec 20 21:40:05.241517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55446) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:05.249009 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e26c05e3-55a5-4048-b964-ddd38ce8a848 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group_rule': {'security_group_id': 'af8796d2-9955-4555-a764-4976c2e894e8', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:05.261758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 89d10e56-6fa6-441c-86ec-44faf214ab0e, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=89d10e56-6fa6-441c-86ec-44faf214ab0e,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:05.274536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b56ae0c6-0257-4dde-a4fe-46a416dfb35c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Deleting port f30e9f92-bbde-4446-ab77-50a6e2a30426 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:05.275062 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b56ae0c6-0257-4dde-a4fe-46a416dfb35c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.277142 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-767ee80c-8372-4eed-bede-cea05c1a54ee None None] Port b4fa0652-cc74-4f5f-a319-5100b90e32e7 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:40:05.291032 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '89d10e56-6fa6-441c-86ec-44faf214ab0e', 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6', 'port_id': '89d10e56-6fa6-441c-86ec-44faf214ab0e', 'mac_address': 'fa:16:3e:b7:77:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924feca0-3a71-4754-bcc2-c5bd79345d9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:40:05.300772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 45e4b5b0-cc3b-4857-925d-5060a7847910 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:05.301273 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.309283 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e5b60-ee32-4c64-a807-fd5dba0a3812 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event updated for resources: {'Subnet': ['ID=b07fa398-7778-4cac-9fd0-86f3d98dbbab,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:05.344402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b313d-38ab-4da9-b4a5-ac900664f633 req-fbd01b98-32b1-42d6-90df-aea2196def5c tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:05.345519 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-508b313d-38ab-4da9-b4a5-ac900664f633 req-fbd01b98-32b1-42d6-90df-aea2196def5c tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 943 time: 0.2880633 Dec 20 21:40:05.355148 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e26c05e3-55a5-4048-b964-ddd38ce8a848 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.360746 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3f95-93de-4506-bfd6-6ae659aa643a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.363464 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dbbf3f95-93de-4506-bfd6-6ae659aa643a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.367749 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dbbf3f95-93de-4506-bfd6-6ae659aa643a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/125cc9e1-9145-4db7-9ae3-48101bf99812 HTTP/1.1" status: 204 len: 168 time: 0.6920156 Dec 20 21:40:05.367749 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6e5b60-ee32-4c64-a807-fd5dba0a3812 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Checking segment: {'id': '32df6038-6bf5-46d0-a64b-91713766e4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'daf9df72-a1d6-4695-8796-e3f70f96b381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:05.367749 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6e5b60-ee32-4c64-a807-fd5dba0a3812 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Network hostable DHCP agents. Network: daf9df72-a1d6-4695-8796-e3f70f96b381, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:40:05.372161 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b56ae0c6-0257-4dde-a4fe-46a416dfb35c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.392503 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b56ae0c6-0257-4dde-a4fe-46a416dfb35c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Calling delete_port for f30e9f92-bbde-4446-ab77-50a6e2a30426 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:05.393178 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.400922 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf3f95-93de-4506-bfd6-6ae659aa643a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125cc9e1-9145-4db7-9ae3-48101bf99812,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:05.462560 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6e5b60-ee32-4c64-a807-fd5dba0a3812 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Network daf9df72-a1d6-4695-8796-e3f70f96b381 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:40:05.501353 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-508b313d-38ab-4da9-b4a5-ac900664f633 req-1bb4e8af-5cb0-4533-973e-949de5ec093f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253099 Dec 20 21:40:05.517668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-ee6e5b60-ee32-4c64-a807-fd5dba0a3812 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, daf9df72-a1d6-4695-8796-e3f70f96b381) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:05.519826 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e26c05e3-55a5-4048-b964-ddd38ce8a848 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.524637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6e5b60-ee32-4c64-a807-fd5dba0a3812 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:05.525415 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ee6e5b60-ee32-4c64-a807-fd5dba0a3812 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.525546 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e26c05e3-55a5-4048-b964-ddd38ce8a848 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.542745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ad4526b2-e1a7-4c36-95b8-60fbdb45f506 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:05.561591 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ee6e5b60-ee32-4c64-a807-fd5dba0a3812 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5150204 Dec 20 21:40:05.562674 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55452) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:05.571576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-cc7be9d4-b665-4bf1-b699-b6ce47e0855f tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Request body: {'router': {'external_gateway_info': {'network_id': 'daf9df72-a1d6-4695-8796-e3f70f96b381'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:05.588438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e057f9ed-beaa-4042-a797-aa8de372e150 None None] Network daf9df72-a1d6-4695-8796-e3f70f96b381 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:05.593786 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d10e56-6fa6-441c-86ec-44faf214ab0e {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:40:05.626534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c05e3-55a5-4048-b964-ddd38ce8a848 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe7d0cf-824a-4dc2-a844-d2b10d76f055,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:05.641593 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e26c05e3-55a5-4048-b964-ddd38ce8a848 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.647115 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e26c05e3-55a5-4048-b964-ddd38ce8a848 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4003501 Dec 20 21:40:05.648326 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b56ae0c6-0257-4dde-a4fe-46a416dfb35c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.649788 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55458) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:05.654737 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-58c5b542-4a07-4ac0-ad93-789b7f4fc49b tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group_rule': {'security_group_id': 'af8796d2-9955-4555-a764-4976c2e894e8', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:05.673991 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 89d10e56-6fa6-441c-86ec-44faf214ab0e, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=89d10e56-6fa6-441c-86ec-44faf214ab0e,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:05.689484 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.712712 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ae0c6-0257-4dde-a4fe-46a416dfb35c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event deleted for resources: {'Port': ['ID=f30e9f92-bbde-4446-ab77-50a6e2a30426,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:05.726888 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b56ae0c6-0257-4dde-a4fe-46a416dfb35c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.731276 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b56ae0c6-0257-4dde-a4fe-46a416dfb35c tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/ports/f30e9f92-bbde-4446-ab77-50a6e2a30426 HTTP/1.1" status: 204 len: 168 time: 0.6006920 Dec 20 21:40:05.733420 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55460) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:05.739848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port ad4526b2-e1a7-4c36-95b8-60fbdb45f506 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:05.740454 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.787927 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-58c5b542-4a07-4ac0-ad93-789b7f4fc49b tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Project 5353e8cb9b434e37a6bf3118a301f4e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:40:05.802743 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfeaf868-b0de-42c2-a1fc-61afb5a7377f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] DELETE failed (client error): The resource could not be found. Dec 20 21:40:05.805676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfeaf868-b0de-42c2-a1fc-61afb5a7377f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:40:05.811955 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cfeaf868-b0de-42c2-a1fc-61afb5a7377f tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/subnets/2801d33d-a813-4fd5-bfcb-f208e0d8b8a5 HTTP/1.1" status: 404 len: 337 time: 0.0777156 Dec 20 21:40:05.814814 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55464) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:05.824032 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=89d10e56-6fa6-441c-86ec-44faf214ab0e,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:05.843541 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58c5b542-4a07-4ac0-ad93-789b7f4fc49b tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.888130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-daf9df72-a1d6-4695-8796-e3f70f96b381', 'network_id': 'daf9df72-a1d6-4695-8796-e3f70f96b381', 'tenant_id': 'a38f2fde51ff42b2860ffc10867b7528', 'fixed_ips': [{'subnet_id': 'b07fa398-7778-4cac-9fd0-86f3d98dbbab'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:40:05.889357 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:05.997399 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['89d10e56-6fa6-441c-86ec-44faf214ab0e'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:40:06.044271 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58c5b542-4a07-4ac0-ad93-789b7f4fc49b tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.056831 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58c5b542-4a07-4ac0-ad93-789b7f4fc49b tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.080135 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75806624-3f77-42d4-ae8c-ccf2f2d2a3a3 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.097897 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5b542-4a07-4ac0-ad93-789b7f4fc49b tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb075235-bd12-46be-8e01-ed7a7d7c9f69,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:06.113669 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-58c5b542-4a07-4ac0-ad93-789b7f4fc49b tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.115411 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-58c5b542-4a07-4ac0-ad93-789b7f4fc49b tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4644189 Dec 20 21:40:06.119578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Allocated IP 2001:db8:1::2 (daf9df72-a1d6-4695-8796-e3f70f96b381/b07fa398-7778-4cac-9fd0-86f3d98dbbab/ed27c414-9d07-4914-80d0-d04cf987a153) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:06.133065 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342c341-2921-4728-b368-82db5bb75f18 req-f45a582e-fb38-448f-a1ad-b680f552e076 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:06.136557 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1342c341-2921-4728-b368-82db5bb75f18 req-f45a582e-fb38-448f-a1ad-b680f552e076 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 909 time: 0.5441902 Dec 20 21:40:06.137478 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55472) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:06.153765 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cc7be9d4-b665-4bf1-b699-b6ce47e0855f tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.176249 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c3a04065-5aa6-4788-b17b-fc3e13cc9788 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group_rule': {'security_group_id': 'af8796d2-9955-4555-a764-4976c2e894e8', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:06.238653 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef45ac69-4dbc-44f6-a73d-1315fc427659 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.310807 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75806624-3f77-42d4-ae8c-ccf2f2d2a3a3 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.320593 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-c3a04065-5aa6-4788-b17b-fc3e13cc9788 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Project 5353e8cb9b434e37a6bf3118a301f4e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:40:06.333110 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.341420 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.341682 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3a04065-5aa6-4788-b17b-fc3e13cc9788 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.348010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-75806624-3f77-42d4-ae8c-ccf2f2d2a3a3 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6219c57-44ce-4e86-b801-180350cc465a']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:06.371477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-75806624-3f77-42d4-ae8c-ccf2f2d2a3a3 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0f76f2-54be-4f72-93dc-4cc39579d8a5') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:06.371761 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-75806624-3f77-42d4-ae8c-ccf2f2d2a3a3 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0f76f2-54be-4f72-93dc-4cc39579d8a5') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:06.384013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Network daf9df72-a1d6-4695-8796-e3f70f96b381 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:06.389573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:06.398121 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75806624-3f77-42d4-ae8c-ccf2f2d2a3a3 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.398544 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:40:06.402206 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Pushing event updated for resources: {'Port': ['ID=ed27c414-9d07-4914-80d0-d04cf987a153,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:06.427498 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75806624-3f77-42d4-ae8c-ccf2f2d2a3a3 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.440426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75806624-3f77-42d4-ae8c-ccf2f2d2a3a3 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:06.440982 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75806624-3f77-42d4-ae8c-ccf2f2d2a3a3 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:06.445374 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:06.459499 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3a04065-5aa6-4788-b17b-fc3e13cc9788 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.476486 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Attempting to bind port ed27c414-9d07-4914-80d0-d04cf987a153 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:40:06.476906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Attempting to bind port ed27c414-9d07-4914-80d0-d04cf987a153 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '32df6038-6bf5-46d0-a64b-91713766e4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'daf9df72-a1d6-4695-8796-e3f70f96b381'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:40:06.477311 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Attempting to bind port ed27c414-9d07-4914-80d0-d04cf987a153 on network daf9df72-a1d6-4695-8796-e3f70f96b381 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:40:06.483420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:40:06.483750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Checking segment: {'id': '32df6038-6bf5-46d0-a64b-91713766e4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'daf9df72-a1d6-4695-8796-e3f70f96b381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:06.484155 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.484709 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Bound using segment: {'id': '32df6038-6bf5-46d0-a64b-91713766e4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'daf9df72-a1d6-4695-8796-e3f70f96b381'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:40:06.485336 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Bound port: ed27c414-9d07-4914-80d0-d04cf987a153, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df6038-6bf5-46d0-a64b-91713766e4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'daf9df72-a1d6-4695-8796-e3f70f96b381'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:40:06.485783 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.492339 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3a04065-5aa6-4788-b17b-fc3e13cc9788 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.531213 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55484) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:06.557641 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a04065-5aa6-4788-b17b-fc3e13cc9788 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f53ea1-e1e4-4cb0-9039-43c02ecc9289,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:06.562601 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c3a04065-5aa6-4788-b17b-fc3e13cc9788 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.574568 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c3a04065-5aa6-4788-b17b-fc3e13cc9788 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4078143 Dec 20 21:40:06.581250 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75806624-3f77-42d4-ae8c-ccf2f2d2a3a3 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.591479 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75806624-3f77-42d4-ae8c-ccf2f2d2a3a3 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.599339 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-75806624-3f77-42d4-ae8c-ccf2f2d2a3a3 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/networks/d6219c57-44ce-4e86-b801-180350cc465a HTTP/1.1" status: 204 len: 168 time: 0.7832530 Dec 20 21:40:06.600348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55492) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:06.616327 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] For port ed27c414-9d07-4914-80d0-d04cf987a153, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:40:06.620366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] For port ed27c414-9d07-4914-80d0-d04cf987a153, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ed27c414-9d07-4914-80d0-d04cf987a153,segment=NetworkSegment(32df6038-6bf5-46d0-a64b-91713766e4c3),segment_id=32df6038-6bf5-46d0-a64b-91713766e4c3)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:40:06.625944 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.664678 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75806624-3f77-42d4-ae8c-ccf2f2d2a3a3 tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event deleted for resources: {'Network': ['ID=d6219c57-44ce-4e86-b801-180350cc465a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:06.725113 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242909f-0ade-46f5-84fc-1aacdeee8ff9 None None] Pushing event updated for resources: {'Port': ['ID=ed27c414-9d07-4914-80d0-d04cf987a153,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:06.732768 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc81acaa-f77e-4215-8310-8cb6ac90d45e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Deleting subnet 094091f1-1f64-426f-b3ed-440b3e5a43a2 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:40:06.736492 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc81acaa-f77e-4215-8310-8cb6ac90d45e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.819394 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6b278540-119b-47b4-aed0-687b4d3105e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1960643538-network', 'tenant_id': 'd31a97edcbec4acd97e25f46dda86889'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:06.851405 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-cc7be9d4-b665-4bf1-b699-b6ce47e0855f tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:40:06.856469 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cc7be9d4-b665-4bf1-b699-b6ce47e0855f tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "PUT /v2.0/routers/6ce073ea-489c-47a9-a9f9-7653c9e125c7 HTTP/1.1" status: 400 len: 364 time: 1.2877276 Dec 20 21:40:06.856959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55504) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:06.887341 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc81acaa-f77e-4215-8310-8cb6ac90d45e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.891264 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 89d10e56-6fa6-441c-86ec-44faf214ab0e up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:06.932381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b278540-119b-47b4-aed0-687b4d3105e8 admin admin] Made reservation on behalf of d31a97edcbec4acd97e25f46dda86889 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:06.935424 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b278540-119b-47b4-aed0-687b4d3105e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.959264 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b278540-119b-47b4-aed0-687b4d3105e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:06.995218 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 89d10e56-6fa6-441c-86ec-44faf214ab0e completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:40:07.024217 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 89d10e56-6fa6-441c-86ec-44faf214ab0e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:07.024946 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.052464 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-428c4bdc-863d-46cc-843d-7fee976262bb req-9acd7568-85bd-48fe-8037-0886fc731c2d tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1359207335&fields=id&tenant_id=5353e8cb9b434e37a6bf3118a301f4e4 HTTP/1.1" status: 200 len: 267 time: 0.2024615 Dec 20 21:40:07.117126 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b278540-119b-47b4-aed0-687b4d3105e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.133826 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b278540-119b-47b4-aed0-687b4d3105e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.134209 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.165237 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159e998a-58c7-4534-a776-28e67fcfcc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d10e56-6fa6-441c-86ec-44faf214ab0e'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:40:07.167572 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d577dace-860c-454c-bce9-9c707f93fddf" -d '{"events": [{"server_uuid": "159e998a-58c7-4534-a776-28e67fcfcc1a", "name": "network-vif-plugged", "status": "completed", "tag": "89d10e56-6fa6-441c-86ec-44faf214ab0e"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:40:07.182012 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 89d10e56-6fa6-441c-86ec-44faf214ab0e, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=89d10e56-6fa6-441c-86ec-44faf214ab0e,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:07.189776 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.204627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b278540-119b-47b4-aed0-687b4d3105e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:40:07.210992 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf6859-803e-487a-93c2-88f4323050e6 req-9026c458-a9e1-4906-8637-0b57bd29d1d7 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:07.218344 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eebf6859-803e-487a-93c2-88f4323050e6 req-9026c458-a9e1-4906-8637-0b57bd29d1d7 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 944 time: 0.6251123 Dec 20 21:40:07.227948 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc81acaa-f77e-4215-8310-8cb6ac90d45e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.241643 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-ef45ac69-4dbc-44f6-a73d-1315fc427659 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting port b4fa0652-cc74-4f5f-a319-5100b90e32e7 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:07.241990 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef45ac69-4dbc-44f6-a73d-1315fc427659 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.252700 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=89d10e56-6fa6-441c-86ec-44faf214ab0e,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:07.260027 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b278540-119b-47b4-aed0-687b4d3105e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.260376 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-6b278540-119b-47b4-aed0-687b4d3105e8 admin admin] Added segment 8fbaa44a-12e7-49aa-b59d-04922a7f0730 of type vlan for network c4dd8175-e680-46f9-8727-e4f756819d8b Dec 20 21:40:07.276369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b278540-119b-47b4-aed0-687b4d3105e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fa1543-e527-491e-ae89-806893c75d3f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:07.345758 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eebf6859-803e-487a-93c2-88f4323050e6 req-47e9aad7-c212-472a-bc91-b26ce11574e0 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258209 Dec 20 21:40:07.356541 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b278540-119b-47b4-aed0-687b4d3105e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.377867 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.378909 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c4bdc-863d-46cc-843d-7fee976262bb req-68ca42bb-3bd2-4d3a-bf41-bfb35899f728 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:07.380568 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-428c4bdc-863d-46cc-843d-7fee976262bb req-68ca42bb-3bd2-4d3a-bf41-bfb35899f728 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/networks?id=df1edafa-7805-497c-a213-192df2dee518 HTTP/1.1" status: 200 len: 796 time: 0.3272350 Dec 20 21:40:07.398277 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f02152-9f6c-47df-8d9a-ec1a8a52668b x-openstack-request-id: req-32f02152-9f6c-47df-8d9a-ec1a8a52668b {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:40:07.399300 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159e998a-58c7-4534-a776-28e67fcfcc1a", "name": "network-vif-plugged", "status": "completed", "tag": "89d10e56-6fa6-441c-86ec-44faf214ab0e", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:40:07.399749 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32f02152-9f6c-47df-8d9a-ec1a8a52668b {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:40:07.400490 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159e998a-58c7-4534-a776-28e67fcfcc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d10e56-6fa6-441c-86ec-44faf214ab0e', 'code': 200} Dec 20 21:40:07.403752 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc81acaa-f77e-4215-8310-8cb6ac90d45e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.423912 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef45ac69-4dbc-44f6-a73d-1315fc427659 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.437932 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-428c4bdc-863d-46cc-843d-7fee976262bb req-3c303665-3759-4607-9c76-77abe948d66c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/quotas/5353e8cb9b434e37a6bf3118a301f4e4 HTTP/1.1" status: 200 len: 375 time: 0.0510859 Dec 20 21:40:07.438632 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81acaa-f77e-4215-8310-8cb6ac90d45e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event deleted for resources: {'Subnet': ['ID=094091f1-1f64-426f-b3ed-440b3e5a43a2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:07.443952 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dc81acaa-f77e-4215-8310-8cb6ac90d45e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.450339 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dc81acaa-f77e-4215-8310-8cb6ac90d45e tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/subnets/094091f1-1f64-426f-b3ed-440b3e5a43a2 HTTP/1.1" status: 204 len: 168 time: 0.8472440 Dec 20 21:40:07.451369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55510) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:07.453816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43823c3d-ddc4-4c27-9f24-4598aaf300fb None None] Network c7cdae1d-c745-4185-9d3d-a40bc8d97af0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:07.514971 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b278540-119b-47b4-aed0-687b4d3105e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.515934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b278540-119b-47b4-aed0-687b4d3105e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:07.517895 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b278540-119b-47b4-aed0-687b4d3105e8 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.648157 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6b278540-119b-47b4-aed0-687b4d3105e8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1044543 Dec 20 21:40:07.652054 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.654505 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55512) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:07.661877 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e556fca9-adfa-41aa-9bfd-f989d8caf83c admin admin] Request body: {'subnet': {'network_id': 'c4dd8175-e680-46f9-8727-e4f756819d8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1960643538-subnet', 'tenant_id': 'd31a97edcbec4acd97e25f46dda86889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:07.683934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b278540-119b-47b4-aed0-687b4d3105e8 admin admin] Pushing event updated for resources: {'Network': ['ID=c4dd8175-e680-46f9-8727-e4f756819d8b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:07.695227 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network c4dd8175-e680-46f9-8727-e4f756819d8b details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:40:07.699838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39525854-d8fd-4fec-a75d-7e84b64e02a8 None None] DHCP port deletion for c7cdae1d-c745-4185-9d3d-a40bc8d97af0 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:40:07.713350 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-ef45ac69-4dbc-44f6-a73d-1315fc427659 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Calling delete_port for b4fa0652-cc74-4f5f-a319-5100b90e32e7 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:07.744083 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e556fca9-adfa-41aa-9bfd-f989d8caf83c admin admin] Made reservation on behalf of d31a97edcbec4acd97e25f46dda86889 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:07.746504 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e556fca9-adfa-41aa-9bfd-f989d8caf83c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.777512 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-428c4bdc-863d-46cc-843d-7fee976262bb req-fbaebdc9-558f-494b-a434-c6477dac2aa5 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5353e8cb9b434e37a6bf3118a301f4e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2562325 Dec 20 21:40:07.849113 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-39525854-d8fd-4fec-a75d-7e84b64e02a8 None None] Deleting port 923768f7-0756-4fdb-9250-459197763e52 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:07.849923 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39525854-d8fd-4fec-a75d-7e84b64e02a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.923893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-39525854-d8fd-4fec-a75d-7e84b64e02a8 None None] For port 923768f7-0756-4fdb-9250-459197763e52, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=923768f7-0756-4fdb-9250-459197763e52,segment=NetworkSegment(facd2113-f451-47ff-a964-79b8af62a6cc),segment_id=facd2113-f451-47ff-a964-79b8af62a6cc)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:07.924592 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39525854-d8fd-4fec-a75d-7e84b64e02a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.931418 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-428c4bdc-863d-46cc-843d-7fee976262bb req-b62ecccd-0f09-4ed3-bf75-57a25918614f service neutron] 10.222.0.32 "GET /v2.0/networks/df1edafa-7805-497c-a213-192df2dee518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190624 Dec 20 21:40:07.940012 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-39525854-d8fd-4fec-a75d-7e84b64e02a8 None None] Calling delete_port for 923768f7-0756-4fdb-9250-459197763e52 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:07.949323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db57591-bf56-4326-8b65-a8e77582c72d req-85bf5d16-b041-4b93-8337-3a597c12c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:07.950982 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3db57591-bf56-4326-8b65-a8e77582c72d req-85bf5d16-b041-4b93-8337-3a597c12c4cd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 1094 time: 0.3136830 Dec 20 21:40:07.971776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Deleting port 923768f7-0756-4fdb-9250-459197763e52 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:07.972121 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:07.986531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71548890-ba17-4a19-be62-2b92a94b81e0 req-2f66f09b-038f-4f78-9df9-97b793c83f74 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:07.988030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-71548890-ba17-4a19-be62-2b92a94b81e0 req-2f66f09b-038f-4f78-9df9-97b793c83f74 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 909 time: 0.3479433 Dec 20 21:40:08.037136 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0932c4-2d25-4f23-b8c0-914e48c04a91 None None] Network daf9df72-a1d6-4695-8796-e3f70f96b381 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:08.094256 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39525854-d8fd-4fec-a75d-7e84b64e02a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:08.119645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] For port 923768f7-0756-4fdb-9250-459197763e52, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=923768f7-0756-4fdb-9250-459197763e52,segment=NetworkSegment(facd2113-f451-47ff-a964-79b8af62a6cc),segment_id=facd2113-f451-47ff-a964-79b8af62a6cc)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:08.120216 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:08.142141 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39525854-d8fd-4fec-a75d-7e84b64e02a8 None None] Pushing event deleted for resources: {'Port': ['ID=923768f7-0756-4fdb-9250-459197763e52,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:08.148187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Allocated IP 2001:db8::1 (7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9/6c72d710-7535-4201-bf22-a10b6866dee6/38cdb471-bd4e-4c55-9834-6d46771a89e3) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:08.149598 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Calling delete_port for 923768f7-0756-4fdb-9250-459197763e52 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:08.154159 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39525854-d8fd-4fec-a75d-7e84b64e02a8 None None] No DVR routers for this DVR port 923768f7-0756-4fdb-9250-459197763e52 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:08.159544 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-987ff26a-d62a-456c-ab91-429696320837 None None] Provisioning complete for port ed27c414-9d07-4914-80d0-d04cf987a153 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:08.160254 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-987ff26a-d62a-456c-ab91-429696320837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:08.172810 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3db57591-bf56-4326-8b65-a8e77582c72d req-1912856f-25c6-41db-9787-47aefc301b8e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120554 Dec 20 21:40:08.215574 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-428c4bdc-863d-46cc-843d-7fee976262bb req-98c1e7a1-c93c-408b-ab90-e37600ed03c2 service neutron] 10.222.0.32 "GET /v2.0/networks/df1edafa-7805-497c-a213-192df2dee518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744491 Dec 20 21:40:08.246667 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef45ac69-4dbc-44f6-a73d-1315fc427659 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:08.290658 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e556fca9-adfa-41aa-9bfd-f989d8caf83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:08.295611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553ba80-6cbb-47ac-a136-4573eebc8f4b req-75811405-8a52-4d87-acdf-4a2228cfa085 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:08.297298 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4553ba80-6cbb-47ac-a136-4573eebc8f4b req-75811405-8a52-4d87-acdf-4a2228cfa085 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 909 time: 0.2182045 Dec 20 21:40:08.301415 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45ac69-4dbc-44f6-a73d-1315fc427659 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Port': ['ID=b4fa0652-cc74-4f5f-a319-5100b90e32e7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:08.353302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556fca9-adfa-41aa-9bfd-f989d8caf83c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2609a6c-be7c-438c-b4b9-cf5438b9f314,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:08.387451 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-987ff26a-d62a-456c-ab91-429696320837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:08.433900 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-987ff26a-d62a-456c-ab91-429696320837 None None] For port ed27c414-9d07-4914-80d0-d04cf987a153, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ed27c414-9d07-4914-80d0-d04cf987a153,segment=NetworkSegment(32df6038-6bf5-46d0-a64b-91713766e4c3),segment_id=32df6038-6bf5-46d0-a64b-91713766e4c3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:08.448498 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-987ff26a-d62a-456c-ab91-429696320837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:08.470408 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:08.509812 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556fca9-adfa-41aa-9bfd-f989d8caf83c admin admin] Checking segment: {'id': '8fbaa44a-12e7-49aa-b59d-04922a7f0730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c4dd8175-e680-46f9-8727-e4f756819d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:08.510192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e556fca9-adfa-41aa-9bfd-f989d8caf83c admin admin] Network hostable DHCP agents. Network: c4dd8175-e680-46f9-8727-e4f756819d8b, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:40:08.520333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event deleted for resources: {'Port': ['ID=923768f7-0756-4fdb-9250-459197763e52,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:08.538230 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] No DVR routers for this DVR port 923768f7-0756-4fdb-9250-459197763e52 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:08.547288 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ff26a-d62a-456c-ab91-429696320837 None None] Pushing event updated for resources: {'Port': ['ID=ed27c414-9d07-4914-80d0-d04cf987a153,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:08.679102 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e556fca9-adfa-41aa-9bfd-f989d8caf83c admin admin] Network c4dd8175-e680-46f9-8727-e4f756819d8b is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:40:08.689186 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:08.696828 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09e5b8-00f0-46d2-a191-c662812465f3 req-d92dce24-bbcd-4455-a760-4feca3a2d145 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:08.700152 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ce09e5b8-00f0-46d2-a191-c662812465f3 req-d92dce24-bbcd-4455-a760-4feca3a2d145 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.1874182 Dec 20 21:40:08.705231 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef45ac69-4dbc-44f6-a73d-1315fc427659 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:08.728670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e556fca9-adfa-41aa-9bfd-f989d8caf83c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, c4dd8175-e680-46f9-8727-e4f756819d8b) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:08.737401 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:08.740365 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78083f0a-1c7e-45e2-bdff-2f44ebae0c29 None None] Network c4dd8175-e680-46f9-8727-e4f756819d8b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:08.755157 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e556fca9-adfa-41aa-9bfd-f989d8caf83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:08.755768 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e556fca9-adfa-41aa-9bfd-f989d8caf83c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:08.798846 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ce09e5b8-00f0-46d2-a191-c662812465f3 req-9df6743a-1096-4a40-8370-fb0c751d63bc tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835488 Dec 20 21:40:08.816091 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7cdae1d-c745-4185-9d3d-a40bc8d97af0']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:08.846929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bbd7e-0b1c-4433-8600-5a0e2abb64e3 req-550e791f-655c-42bd-94a7-f272f118153d tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:08.858037 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'facd2113-f451-47ff-a964-79b8af62a6cc') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:08.858384 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'facd2113-f451-47ff-a964-79b8af62a6cc') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:08.860157 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1a1bbd7e-0b1c-4433-8600-5a0e2abb64e3 req-550e791f-655c-42bd-94a7-f272f118153d tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 1058 time: 0.4045956 Dec 20 21:40:08.883049 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e556fca9-adfa-41aa-9bfd-f989d8caf83c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2248752 Dec 20 21:40:08.936337 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:08.959206 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-48f9b181-f646-47ee-9c3b-cd0fe08d044a None None] Provisioning complete for port ed27c414-9d07-4914-80d0-d04cf987a153 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:08.959558 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48f9b181-f646-47ee-9c3b-cd0fe08d044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:09.008730 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-adfe2083-3c87-4908-a289-5611e7128a78 req-63c0c4af-02c6-47cc-9771-dc240e7942b6 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 210 time: 0.1177473 Dec 20 21:40:09.014847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ed27c414-9d07-4914-80d0-d04cf987a153 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:09.015529 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:09.040191 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:09.040605 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:09.044334 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:09.079053 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8dd598-9d73-4b9b-b27a-669fbf2e808f None None] Network c4dd8175-e680-46f9-8727-e4f756819d8b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:09.112453 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:09.173576 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:09.197889 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port ed27c414-9d07-4914-80d0-d04cf987a153 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:09.198214 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:09.198390 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:09.209703 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] 10.222.0.32 "DELETE /v2.0/networks/c7cdae1d-c745-4185-9d3d-a40bc8d97af0 HTTP/1.1" status: 204 len: 168 time: 1.7510026 Dec 20 21:40:09.245396 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508d14c-faa4-44e5-8f0f-dd391b83b9bd tempest-NetworksIpV6TestAttrs-24213391 tempest-NetworksIpV6TestAttrs-24213391-project] Pushing event deleted for resources: {'Network': ['ID=c7cdae1d-c745-4185-9d3d-a40bc8d97af0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:09.421183 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 923768f7-0756-4fdb-9250-459197763e52 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:09.445796 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 923768f7-0756-4fdb-9250-459197763e52 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:40:09.446539 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 923768f7-0756-4fdb-9250-459197763e52 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:40:09.629475 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55548) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:09.633345 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef45ac69-4dbc-44f6-a73d-1315fc427659 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 9ba60754-d23c-4cbd-b226-57e684080607 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:40:09.654167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Network 7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:09.666086 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:09.668864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:40:09.669581 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:09.679587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event updated for resources: {'Port': ['ID=38cdb471-bd4e-4c55-9834-6d46771a89e3,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:09.716042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19166a0-5c0c-4544-ae80-08332ff73860 req-dd0f186c-83e6-4a6a-ab19-5c0a0efce25a tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:09.724044 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e19166a0-5c0c-4544-ae80-08332ff73860 req-dd0f186c-83e6-4a6a-ab19-5c0a0efce25a tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 1133 time: 0.6546321 Dec 20 21:40:09.735677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55554) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:09.741073 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bd6260c9-c6b0-4de2-a997-3ded4fabe938 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1640031567-network', 'tenant_id': '440e854ceae141bc9782b136a0365f3b'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:09.783764 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6260c9-c6b0-4de2-a997-3ded4fabe938 admin admin] Made reservation on behalf of 440e854ceae141bc9782b136a0365f3b for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:09.787183 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6260c9-c6b0-4de2-a997-3ded4fabe938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:09.802111 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6260c9-c6b0-4de2-a997-3ded4fabe938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:09.829186 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-04defcab-e29f-4312-ae8a-f59a4463d6ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0a5abd1b2e544c49f620dbd6c027e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1971180 Dec 20 21:40:09.835967 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55556) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:09.971496 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e19166a0-5c0c-4544-ae80-08332ff73860 req-1d0b925a-706e-4c13-9cc3-a5e014847ca0 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=062e3782-24c4-4dfa-8684-04c7bdeb9af1&id=2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2464745 Dec 20 21:40:09.977196 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef45ac69-4dbc-44f6-a73d-1315fc427659 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:40:09.992201 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c82f13b-aab2-4ed5-9dee-a2255cf96bdd None None] Sync routers for ids ['9ba60754-d23c-4cbd-b226-57e684080607'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:40:10.006458 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c82f13b-aab2-4ed5-9dee-a2255cf96bdd None None] Routers {'9ba60754-d23c-4cbd-b226-57e684080607'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:10.007114 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8c82f13b-aab2-4ed5-9dee-a2255cf96bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['9ba60754-d23c-4cbd-b226-57e684080607'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:10.048362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8c82f13b-aab2-4ed5-9dee-a2255cf96bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:10.070257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55560) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:10.077163 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ef45ac69-4dbc-44f6-a73d-1315fc427659 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/9ba60754-d23c-4cbd-b226-57e684080607/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0974236 Dec 20 21:40:10.089350 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55564) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:10.097632 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c82f13b-aab2-4ed5-9dee-a2255cf96bdd None None] Routers {'9ba60754-d23c-4cbd-b226-57e684080607'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:10.098386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8c82f13b-aab2-4ed5-9dee-a2255cf96bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['9ba60754-d23c-4cbd-b226-57e684080607'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:10.107869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4ccf1b9d-5685-4980-9486-8b7b5fce7f84 None None] Provisioning complete for port 38cdb471-bd4e-4c55-9834-6d46771a89e3 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:10.110805 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ccf1b9d-5685-4980-9486-8b7b5fce7f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:10.147104 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8c82f13b-aab2-4ed5-9dee-a2255cf96bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:10.148157 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c82f13b-aab2-4ed5-9dee-a2255cf96bdd None None] The sync data for ids ['9ba60754-d23c-4cbd-b226-57e684080607'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:40:10.184508 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4ccf1b9d-5685-4980-9486-8b7b5fce7f84 None None] Port 38cdb471-bd4e-4c55-9834-6d46771a89e3 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:40:10.265220 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:10.290374 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f1f04a2-5ce5-44f5-8619-272a68b3afe7 req-26b13400-4cd8-411e-b671-12f44522e2de tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 210 time: 0.1449645 Dec 20 21:40:10.300657 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6f563fd-a0bd-4283-a16f-cdf845e6873a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:10.338136 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6260c9-c6b0-4de2-a997-3ded4fabe938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:10.349609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c4bdc-863d-46cc-843d-7fee976262bb req-fa253f24-a35c-4247-81e0-9948710e3f00 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:10.350022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1db26-ef3c-4fc7-b55a-b1df709e7023 req-fe81604c-15fa-44b3-80b1-c4408c1b4ddc tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:10.351533 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7f1db26-ef3c-4fc7-b55a-b1df709e7023 req-fe81604c-15fa-44b3-80b1-c4408c1b4ddc tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.4488432 Dec 20 21:40:10.352004 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-428c4bdc-863d-46cc-843d-7fee976262bb req-fa253f24-a35c-4247-81e0-9948710e3f00 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.66 "GET /v2.0/networks?id=df1edafa-7805-497c-a213-192df2dee518 HTTP/1.1" status: 200 len: 796 time: 0.4233561 Dec 20 21:40:10.353696 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6f563fd-a0bd-4283-a16f-cdf845e6873a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:10.360647 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6260c9-c6b0-4de2-a997-3ded4fabe938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:10.416576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dac9fe-35e6-4ed6-a0f9-30ce71341178 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:10.418243 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-35dac9fe-35e6-4ed6-a0f9-30ce71341178 tempest-TestSecurityGroupsBasicOps-728190424 tempest-TestSecurityGroupsBasicOps-728190424-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 1053 time: 0.3398817 Dec 20 21:40:10.425783 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6260c9-c6b0-4de2-a997-3ded4fabe938 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:40:10.450683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6260c9-c6b0-4de2-a997-3ded4fabe938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1cc08a-a9bf-454c-a0c3-d32edd1a8a93,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:10.453937 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6260c9-c6b0-4de2-a997-3ded4fabe938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:10.454296 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-bd6260c9-c6b0-4de2-a997-3ded4fabe938 admin admin] Added segment 244a2423-314a-4eea-94c3-b8acb4a5e046 of type vlan for network b4e33c44-51df-44a4-9b3b-5ed420fc47a9 Dec 20 21:40:10.470866 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7f1db26-ef3c-4fc7-b55a-b1df709e7023 req-73cca45e-9a2f-4d4d-95cd-027a7e46a8ad tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070266 Dec 20 21:40:10.526349 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6260c9-c6b0-4de2-a997-3ded4fabe938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:10.526753 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-d3d2505c-619c-4e88-9374-280ac8b1c643 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] remove_router_interface failed (client error): The resource could not be found. Dec 20 21:40:10.528036 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d3d2505c-619c-4e88-9374-280ac8b1c643 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/9ba60754-d23c-4cbd-b226-57e684080607/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4376578 Dec 20 21:40:10.532220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55570) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:10.542624 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6f563fd-a0bd-4283-a16f-cdf845e6873a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:10.549269 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6f563fd-a0bd-4283-a16f-cdf845e6873a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:10.551785 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b6f563fd-a0bd-4283-a16f-cdf845e6873a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77d7b233-d119-45fe-aa51-04d9310ead45 HTTP/1.1" status: 204 len: 168 time: 0.7145140 Dec 20 21:40:10.603353 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-428c4bdc-863d-46cc-843d-7fee976262bb req-4710aa99-bbfd-4e63-a127-72a15c7183e4 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5353e8cb9b434e37a6bf3118a301f4e4 HTTP/1.1" status: 200 len: 380 time: 0.2199335 Dec 20 21:40:10.610591 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f563fd-a0bd-4283-a16f-cdf845e6873a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d7b233-d119-45fe-aa51-04d9310ead45,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:10.639980 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6260c9-c6b0-4de2-a997-3ded4fabe938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:10.641536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6260c9-c6b0-4de2-a997-3ded4fabe938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:10.642549 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6260c9-c6b0-4de2-a997-3ded4fabe938 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:10.691140 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-428c4bdc-863d-46cc-843d-7fee976262bb req-c9c68568-cb43-4775-8208-33f4145ba1b3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'port': {'device_id': 'c6261c22-d010-4018-8845-8046c685fb5c', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'admin_state_up': True, 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'security_groups': ['af8796d2-9955-4555-a764-4976c2e894e8']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:10.703985 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f4bba161-e35b-4de6-b368-db656a9c5287 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ba60754-d23c-4cbd-b226-57e684080607 HTTP/1.1" status: 200 len: 205 time: 0.1680787 Dec 20 21:40:10.721887 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55576) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:10.846910 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bd6260c9-c6b0-4de2-a997-3ded4fabe938 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1098857 Dec 20 21:40:10.850324 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55580) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:10.850964 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6260c9-c6b0-4de2-a997-3ded4fabe938 admin admin] Pushing event updated for resources: {'Network': ['ID=b4e33c44-51df-44a4-9b3b-5ed420fc47a9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:10.857459 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6c4363bc-7e05-4530-a982-4751e69cdf6e admin admin] Request body: {'subnet': {'network_id': 'b4e33c44-51df-44a4-9b3b-5ed420fc47a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1640031567-subnet', 'tenant_id': '440e854ceae141bc9782b136a0365f3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:10.866091 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network b4e33c44-51df-44a4-9b3b-5ed420fc47a9 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:40:10.885095 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0393ea4-1ed4-497e-bc92-d749f17afc57 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:10.889064 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4363bc-7e05-4530-a982-4751e69cdf6e admin admin] Made reservation on behalf of 440e854ceae141bc9782b136a0365f3b for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:10.891415 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c4363bc-7e05-4530-a982-4751e69cdf6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:10.903996 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f75c7-031c-4ea1-b0b8-173dfd076940 req-caf6bb76-0bef-41ec-8d0a-a76024566938 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:10.906577 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8a8f75c7-031c-4ea1-b0b8-173dfd076940 req-caf6bb76-0bef-41ec-8d0a-a76024566938 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.3246341 Dec 20 21:40:11.015085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb07c6-e81f-4bac-9dba-9059f9eeeb6f req-8425d45d-19d7-4b94-9610-b769ad0f8120 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:11.016679 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4cb07c6-e81f-4bac-9dba-9059f9eeeb6f req-8425d45d-19d7-4b94-9610-b769ad0f8120 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 909 time: 0.2629907 Dec 20 21:40:11.044460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428c4bdc-863d-46cc-843d-7fee976262bb req-c9c68568-cb43-4775-8208-33f4145ba1b3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Made reservation on behalf of 5353e8cb9b434e37a6bf3118a301f4e4 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:11.048764 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-428c4bdc-863d-46cc-843d-7fee976262bb req-c9c68568-cb43-4775-8208-33f4145ba1b3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:11.208165 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:11.217430 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8a8f75c7-031c-4ea1-b0b8-173dfd076940 req-9a63cccb-fbfc-4d52-9783-b1b071775949 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712371 Dec 20 21:40:11.226671 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0393ea4-1ed4-497e-bc92-d749f17afc57 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:11.230397 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0393ea4-1ed4-497e-bc92-d749f17afc57 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:11.249487 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:11.250468 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:11.322626 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0393ea4-1ed4-497e-bc92-d749f17afc57 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:11.323747 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0393ea4-1ed4-497e-bc92-d749f17afc57 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Fanout notify agent at l3_agent the message router_deleted on router 9ba60754-d23c-4cbd-b226-57e684080607 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:40:11.334878 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0393ea4-1ed4-497e-bc92-d749f17afc57 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:11.336664 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f0393ea4-1ed4-497e-bc92-d749f17afc57 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/routers/9ba60754-d23c-4cbd-b226-57e684080607 HTTP/1.1" status: 204 len: 168 time: 0.6089294 Dec 20 21:40:11.340246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55594) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:11.340426 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-428c4bdc-863d-46cc-843d-7fee976262bb req-c9c68568-cb43-4775-8208-33f4145ba1b3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Allocated IP 172.20.0.5 (df1edafa-7805-497c-a213-192df2dee518/c03000ac-9b78-43f0-983c-9ba31d74fcff/a08fc68b-05ea-4f51-8fa5-1f6c3a367482) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:11.401588 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event updated for resources: {'Port': ['ID=38cdb471-bd4e-4c55-9834-6d46771a89e3,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:11.450633 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4041a85a-20f8-40c9-969d-02c415ce17ed req-1c9138e4-e81f-47a7-b35f-693c358468b4 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 210 time: 0.0708492 Dec 20 21:40:11.503869 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8ce730-4175-4eaa-aa64-fbcbee9baf7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting subnet 900c45de-3de3-465c-814d-405a8aba4cc1 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:40:11.519317 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce730-4175-4eaa-aa64-fbcbee9baf7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:11.539646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Network 7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:11.543777 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:11.583330 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c4363bc-7e05-4530-a982-4751e69cdf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:11.685317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4363bc-7e05-4530-a982-4751e69cdf6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a563161-d2bc-4fc5-982d-0ad704a47e6c,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:11.701568 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce730-4175-4eaa-aa64-fbcbee9baf7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:11.751596 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Router 6ce073ea-489c-47a9-a9f9-7653c9e125c7 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:40:11.781919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55618) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:11.829577 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-428c4bdc-863d-46cc-843d-7fee976262bb req-c9c68568-cb43-4775-8208-33f4145ba1b3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:11.866935 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce730-4175-4eaa-aa64-fbcbee9baf7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:11.912409 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949a080-448a-4e70-be39-fc5508b4fb3b req-70f08b70-bcbf-4824-9b55-9c84e887877e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:11.915211 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f949a080-448a-4e70-be39-fc5508b4fb3b req-70f08b70-bcbf-4824-9b55-9c84e887877e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.1268661 Dec 20 21:40:11.918901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4363bc-7e05-4530-a982-4751e69cdf6e admin admin] Checking segment: {'id': '244a2423-314a-4eea-94c3-b8acb4a5e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b4e33c44-51df-44a4-9b3b-5ed420fc47a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:11.919276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4363bc-7e05-4530-a982-4751e69cdf6e admin admin] Network hostable DHCP agents. Network: b4e33c44-51df-44a4-9b3b-5ed420fc47a9, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:40:11.983550 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4363bc-7e05-4530-a982-4751e69cdf6e admin admin] Network b4e33c44-51df-44a4-9b3b-5ed420fc47a9 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:40:11.991315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-29c2ddf6-f28f-4d26-adec-ceea0ea6bf48 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1822693706'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:11.998888 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f949a080-448a-4e70-be39-fc5508b4fb3b req-fddf1bc9-8ba7-4586-a19a-7a9096bb932d tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741589 Dec 20 21:40:12.001681 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce730-4175-4eaa-aa64-fbcbee9baf7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:12.024198 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-6c4363bc-7e05-4530-a982-4751e69cdf6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, b4e33c44-51df-44a4-9b3b-5ed420fc47a9) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:12.026769 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee8ce730-4175-4eaa-aa64-fbcbee9baf7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:12.030439 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d0afd61d-4959-4c9d-a156-23556229f42c None None] Provisioning complete for port 38cdb471-bd4e-4c55-9834-6d46771a89e3 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:12.031056 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d0afd61d-4959-4c9d-a156-23556229f42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:12.031456 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ee8ce730-4175-4eaa-aa64-fbcbee9baf7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/subnets/900c45de-3de3-465c-814d-405a8aba4cc1 HTTP/1.1" status: 204 len: 168 time: 0.6890132 Dec 20 21:40:12.039961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55622) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:12.041013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:40:12.055174 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6400d7-cb22-4de7-9084-25ebe87da753 None None] Sync routers for ids ['6ce073ea-489c-47a9-a9f9-7653c9e125c7'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:40:12.065295 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ce730-4175-4eaa-aa64-fbcbee9baf7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Subnet': ['ID=900c45de-3de3-465c-814d-405a8aba4cc1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:12.067547 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b464242b-c1f4-4dea-99b8-804cdd0b9f65 None None] Network b4e33c44-51df-44a4-9b3b-5ed420fc47a9 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:12.068983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4363bc-7e05-4530-a982-4751e69cdf6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:12.069816 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c4363bc-7e05-4530-a982-4751e69cdf6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:12.071574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d0afd61d-4959-4c9d-a156-23556229f42c None None] Port 38cdb471-bd4e-4c55-9834-6d46771a89e3 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:40:12.084303 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d287b371-5814-44a2-aeb1-49c43b475d96 None None] Network 97ca3ecb-e430-4d0a-8f93-30ba1c3cf794 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:12.089742 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6400d7-cb22-4de7-9084-25ebe87da753 None None] Routers {'6ce073ea-489c-47a9-a9f9-7653c9e125c7'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:12.090459 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ef6400d7-cb22-4de7-9084-25ebe87da753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['6ce073ea-489c-47a9-a9f9-7653c9e125c7'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:12.101502 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c4363bc-7e05-4530-a982-4751e69cdf6e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2476549 Dec 20 21:40:12.115882 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2b883627-e35e-4d10-9e1c-6f71da43a6de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "PUT /v2.0/routers/6ce073ea-489c-47a9-a9f9-7653c9e125c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2579868 Dec 20 21:40:12.118661 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55628) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:12.170516 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ef6400d7-cb22-4de7-9084-25ebe87da753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:12.176155 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c2ddf6-f28f-4d26-adec-ceea0ea6bf48 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:12.181770 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29c2ddf6-f28f-4d26-adec-ceea0ea6bf48 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:12.195094 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6400d7-cb22-4de7-9084-25ebe87da753 None None] Routers {'6ce073ea-489c-47a9-a9f9-7653c9e125c7'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:12.196283 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ef6400d7-cb22-4de7-9084-25ebe87da753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['6ce073ea-489c-47a9-a9f9-7653c9e125c7'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:12.235703 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b5994e2-a80e-44ba-a99a-02c85384eaac tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:12.246594 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29c2ddf6-f28f-4d26-adec-ceea0ea6bf48 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:12.273651 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-428c4bdc-863d-46cc-843d-7fee976262bb req-c9c68568-cb43-4775-8208-33f4145ba1b3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:12.278872 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fd103461-0d85-46bf-8a01-e184fc06d53f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:12.287283 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ef6400d7-cb22-4de7-9084-25ebe87da753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:12.287950 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6400d7-cb22-4de7-9084-25ebe87da753 None None] The sync data for ids ['6ce073ea-489c-47a9-a9f9-7653c9e125c7'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:40:12.305388 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9917b58-38dc-43c6-8747-95257648a451 None None] Network b4e33c44-51df-44a4-9b3b-5ed420fc47a9 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:12.348417 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55630) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:12.386976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a0f58-bd0e-4abd-8f38-e21647d02f68 None None] DHCP port deletion for 97ca3ecb-e430-4d0a-8f93-30ba1c3cf794 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:40:12.410986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebc48f1-7a03-44e5-94fe-625207af7076 admin admin] Deleting subnet a2609a6c-be7c-438c-b4b9-cf5438b9f314 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:40:12.414765 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ebc48f1-7a03-44e5-94fe-625207af7076 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:12.459028 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ebc48f1-7a03-44e5-94fe-625207af7076 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:12.493229 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e05a0f58-bd0e-4abd-8f38-e21647d02f68 None None] Deleting port ad4526b2-e1a7-4c36-95b8-60fbdb45f506 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:12.493875 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e05a0f58-bd0e-4abd-8f38-e21647d02f68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:12.501809 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-7b5994e2-a80e-44ba-a99a-02c85384eaac tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 21:40:12.507863 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7b5994e2-a80e-44ba-a99a-02c85384eaac tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "DELETE /v2.0/routers/6ce073ea-489c-47a9-a9f9-7653c9e125c7 HTTP/1.1" status: 409 len: 329 time: 0.3871660 Dec 20 21:40:12.510277 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55634) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:12.569300 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e05a0f58-bd0e-4abd-8f38-e21647d02f68 None None] For port ad4526b2-e1a7-4c36-95b8-60fbdb45f506, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ad4526b2-e1a7-4c36-95b8-60fbdb45f506,segment=NetworkSegment(f68755df-6dac-4bb7-87db-07061b8187f2),segment_id=f68755df-6dac-4bb7-87db-07061b8187f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:12.569722 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e05a0f58-bd0e-4abd-8f38-e21647d02f68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:12.584062 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e05a0f58-bd0e-4abd-8f38-e21647d02f68 None None] Calling delete_port for ad4526b2-e1a7-4c36-95b8-60fbdb45f506 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:12.586973 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ebc48f1-7a03-44e5-94fe-625207af7076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:12.674663 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e05a0f58-bd0e-4abd-8f38-e21647d02f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:12.687678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d89fa-3d84-42b9-9c67-e35cfe2501d1 req-c0949c97-dd59-45bb-8067-90d8c1e26330 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:12.689466 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e6d89fa-3d84-42b9-9c67-e35cfe2501d1 req-c0949c97-dd59-45bb-8067-90d8c1e26330 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.66 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 909 time: 0.5551209 Dec 20 21:40:12.703189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a0f58-bd0e-4abd-8f38-e21647d02f68 None None] Pushing event deleted for resources: {'Port': ['ID=ad4526b2-e1a7-4c36-95b8-60fbdb45f506,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:12.706758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a0f58-bd0e-4abd-8f38-e21647d02f68 None None] No DVR routers for this DVR port ad4526b2-e1a7-4c36-95b8-60fbdb45f506 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:12.716223 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428c4bdc-863d-46cc-843d-7fee976262bb req-c9c68568-cb43-4775-8208-33f4145ba1b3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network df1edafa-7805-497c-a213-192df2dee518 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:12.729037 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-428c4bdc-863d-46cc-843d-7fee976262bb req-c9c68568-cb43-4775-8208-33f4145ba1b3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:12.729943 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992ec8b-f80b-42cf-9755-8cadd24ba5e1 req-684de010-03f9-4c64-b465-bfba6f989273 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:12.731676 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9992ec8b-f80b-42cf-9755-8cadd24ba5e1 req-684de010-03f9-4c64-b465-bfba6f989273 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 931 time: 0.1714025 Dec 20 21:40:12.758458 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002afb4-6fd5-40bd-b0cd-620e04b9565e req-83b8adb9-a958-4a7a-9a66-1e0ee5ed9177 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:12.760062 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a002afb4-6fd5-40bd-b0cd-620e04b9565e req-83b8adb9-a958-4a7a-9a66-1e0ee5ed9177 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 909 time: 0.6097703 Dec 20 21:40:12.764790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-428c4bdc-863d-46cc-843d-7fee976262bb req-c9c68568-cb43-4775-8208-33f4145ba1b3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:40:12.775358 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ebc48f1-7a03-44e5-94fe-625207af7076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:12.822967 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9ebc48f1-7a03-44e5-94fe-625207af7076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:12.828371 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9ebc48f1-7a03-44e5-94fe-625207af7076 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a2609a6c-be7c-438c-b4b9-cf5438b9f314 HTTP/1.1" status: 204 len: 168 time: 0.4770775 Dec 20 21:40:12.830645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55636) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:12.831382 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc48f1-7a03-44e5-94fe-625207af7076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2609a6c-be7c-438c-b4b9-cf5438b9f314,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:12.850889 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c68568-cb43-4775-8208-33f4145ba1b3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Port': ['ID=a08fc68b-05ea-4f51-8fa5-1f6c3a367482,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:12.905178 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ad4526b2-e1a7-4c36-95b8-60fbdb45f506 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:12.931270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: ad4526b2-e1a7-4c36-95b8-60fbdb45f506 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:40:12.931270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ad4526b2-e1a7-4c36-95b8-60fbdb45f506 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:40:12.935569 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9992ec8b-f80b-42cf-9755-8cadd24ba5e1 req-e63a0192-bf57-4c75-9ba6-48645abdc0d0 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=af8796d2-9955-4555-a764-4976c2e894e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747720 Dec 20 21:40:12.944297 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13c94841-b780-4d49-8bbb-2f0ecc26061c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:12.980951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c4bdc-863d-46cc-843d-7fee976262bb req-c9c68568-cb43-4775-8208-33f4145ba1b3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:12.981643 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-428c4bdc-863d-46cc-843d-7fee976262bb req-c9c68568-cb43-4775-8208-33f4145ba1b3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.047526 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fd103461-0d85-46bf-8a01-e184fc06d53f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.061518 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29c2ddf6-f28f-4d26-adec-ceea0ea6bf48 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.067571 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-428c4bdc-863d-46cc-843d-7fee976262bb req-c9c68568-cb43-4775-8208-33f4145ba1b3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4023178 Dec 20 21:40:13.074789 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29c2ddf6-f28f-4d26-adec-ceea0ea6bf48 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.099184 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13c94841-b780-4d49-8bbb-2f0ecc26061c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.109768 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Request body: {'port': {'device_id': 'c6261c22-d010-4018-8845-8046c685fb5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:13.116315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-58c9a436-10f7-4e10-a51a-28bf8304a05a None None] Provisioning complete for port a08fc68b-05ea-4f51-8fa5-1f6c3a367482 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:13.116909 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-58c9a436-10f7-4e10-a51a-28bf8304a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.124180 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-13c94841-b780-4d49-8bbb-2f0ecc26061c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4dd8175-e680-46f9-8727-e4f756819d8b']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:13.135606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-13c94841-b780-4d49-8bbb-2f0ecc26061c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbaa44a-12e7-49aa-b59d-04922a7f0730') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:13.135850 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-13c94841-b780-4d49-8bbb-2f0ecc26061c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbaa44a-12e7-49aa-b59d-04922a7f0730') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:13.152053 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13c94841-b780-4d49-8bbb-2f0ecc26061c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.153220 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-58c9a436-10f7-4e10-a51a-28bf8304a05a None None] Port a08fc68b-05ea-4f51-8fa5-1f6c3a367482 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:40:13.171520 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13c94841-b780-4d49-8bbb-2f0ecc26061c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.172782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-fd103461-0d85-46bf-8a01-e184fc06d53f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ca3ecb-e430-4d0a-8f93-30ba1c3cf794']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:13.194384 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c94841-b780-4d49-8bbb-2f0ecc26061c admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:13.194694 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13c94841-b780-4d49-8bbb-2f0ecc26061c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:13.196389 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:13.207655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c2ddf6-f28f-4d26-adec-ceea0ea6bf48 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:40:13.217525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-0e6d89fa-3d84-42b9-9c67-e35cfe2501d1 req-df6a4d50-bdcc-4c24-bb0d-e704d729d4a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Deleting port 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:13.217859 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0e6d89fa-3d84-42b9-9c67-e35cfe2501d1 req-df6a4d50-bdcc-4c24-bb0d-e704d729d4a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.224871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-fd103461-0d85-46bf-8a01-e184fc06d53f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68755df-6dac-4bb7-87db-07061b8187f2') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:13.225166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-fd103461-0d85-46bf-8a01-e184fc06d53f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68755df-6dac-4bb7-87db-07061b8187f2') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:13.256734 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13c94841-b780-4d49-8bbb-2f0ecc26061c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.264895 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-13c94841-b780-4d49-8bbb-2f0ecc26061c admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.267997 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-13c94841-b780-4d49-8bbb-2f0ecc26061c admin admin] 10.222.0.32 "DELETE /v2.0/networks/c4dd8175-e680-46f9-8727-e4f756819d8b HTTP/1.1" status: 204 len: 168 time: 0.4342146 Dec 20 21:40:13.278895 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2ddf6-f28f-4d26-adec-ceea0ea6bf48 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fb62be-c8a0-4eb5-98a9-db34cf479b48,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:13.279373 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55640) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:13.281857 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c94841-b780-4d49-8bbb-2f0ecc26061c admin admin] Pushing event deleted for resources: {'Network': ['ID=c4dd8175-e680-46f9-8727-e4f756819d8b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:13.285189 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-772513c3-9212-45b1-9190-8f11afa4731b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.287832 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fd103461-0d85-46bf-8a01-e184fc06d53f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.300021 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.304337 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29c2ddf6-f28f-4d26-adec-ceea0ea6bf48 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.304683 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-29c2ddf6-f28f-4d26-adec-ceea0ea6bf48 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Added segment 80280b37-0faf-45c2-a48d-01a0055da843 of type vlan for network 6e5b7776-6199-4bc0-a7fc-7552610a5438 Dec 20 21:40:13.336321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7dbeb-5f8a-4cc5-8862-cfad15981989 req-8cf03aad-d205-4152-9873-afd8714b7bb7 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:13.337718 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70a7dbeb-5f8a-4cc5-8862-cfad15981989 req-8cf03aad-d205-4152-9873-afd8714b7bb7 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.2577446 Dec 20 21:40:13.361067 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fd103461-0d85-46bf-8a01-e184fc06d53f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.393628 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29c2ddf6-f28f-4d26-adec-ceea0ea6bf48 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.398182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-54bc8868-996b-437c-92aa-10e907dbcf61 admin admin] Deleting subnet 8a563161-d2bc-4fc5-982d-0ad704a47e6c {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:40:13.399344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd103461-0d85-46bf-8a01-e184fc06d53f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:13.399751 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fd103461-0d85-46bf-8a01-e184fc06d53f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:13.402634 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:13.405000 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-54bc8868-996b-437c-92aa-10e907dbcf61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.471176 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-54bc8868-996b-437c-92aa-10e907dbcf61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.523478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-0e6d89fa-3d84-42b9-9c67-e35cfe2501d1 req-df6a4d50-bdcc-4c24-bb0d-e704d729d4a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] For port 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2eee9c7c-9170-4cfd-9c8e-fabe81a7c123,segment=NetworkSegment(2b850d07-158a-4e92-b132-ace86d44a284),segment_id=2b850d07-158a-4e92-b132-ace86d44a284)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:13.523828 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0e6d89fa-3d84-42b9-9c67-e35cfe2501d1 req-df6a4d50-bdcc-4c24-bb0d-e704d729d4a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.530956 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-54bc8868-996b-437c-92aa-10e907dbcf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.560697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70a7dbeb-5f8a-4cc5-8862-cfad15981989 req-4b552e82-64f7-47b1-afcc-b473f14d4f0c tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973586 Dec 20 21:40:13.561329 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29c2ddf6-f28f-4d26-adec-ceea0ea6bf48 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.566617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c2ddf6-f28f-4d26-adec-ceea0ea6bf48 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:13.567291 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29c2ddf6-f28f-4d26-adec-ceea0ea6bf48 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.581471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-0e6d89fa-3d84-42b9-9c67-e35cfe2501d1 req-df6a4d50-bdcc-4c24-bb0d-e704d729d4a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Calling delete_port for 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:13.586505 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fd103461-0d85-46bf-8a01-e184fc06d53f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.666950 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fd103461-0d85-46bf-8a01-e184fc06d53f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.670145 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fd103461-0d85-46bf-8a01-e184fc06d53f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/networks/97ca3ecb-e430-4d0a-8f93-30ba1c3cf794 HTTP/1.1" status: 204 len: 168 time: 1.6271203 Dec 20 21:40:13.705711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55642) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:13.715467 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-6627d546-6696-4e7d-b085-739b85dce2fe tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'network': {'name': 'tempest-RoutersTest-1378910919'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:13.736552 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-29c2ddf6-f28f-4d26-adec-ceea0ea6bf48 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9522307 Dec 20 21:40:13.807586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2ddf6-f28f-4d26-adec-ceea0ea6bf48 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Network': ['ID=6e5b7776-6199-4bc0-a7fc-7552610a5438,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:13.827366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 6e5b7776-6199-4bc0-a7fc-7552610a5438 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:40:13.872687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55646) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:13.877878 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd103461-0d85-46bf-8a01-e184fc06d53f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Network': ['ID=97ca3ecb-e430-4d0a-8f93-30ba1c3cf794,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:13.886330 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2ef9b4f3-9ee5-41b5-a8e2-f0ebb1bf5e4f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'subnet': {'network_id': '6e5b7776-6199-4bc0-a7fc-7552610a5438', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:13.892697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6627d546-6696-4e7d-b085-739b85dce2fe tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:13.896162 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6627d546-6696-4e7d-b085-739b85dce2fe tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:13.956689 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-54bc8868-996b-437c-92aa-10e907dbcf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.004750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc8868-996b-437c-92aa-10e907dbcf61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a563161-d2bc-4fc5-982d-0ad704a47e6c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:14.021822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6627d546-6696-4e7d-b085-739b85dce2fe tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:40:14.033989 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-54bc8868-996b-437c-92aa-10e907dbcf61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.037427 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-54bc8868-996b-437c-92aa-10e907dbcf61 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8a563161-d2bc-4fc5-982d-0ad704a47e6c HTTP/1.1" status: 204 len: 168 time: 0.7569203 Dec 20 21:40:14.040255 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55650) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:14.075887 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6627d546-6696-4e7d-b085-739b85dce2fe tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.076230 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-6627d546-6696-4e7d-b085-739b85dce2fe tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Added segment 68193dab-74b0-4ba7-8580-8c79a34247f3 of type vlan for network ba597278-20e6-451a-a66a-b1d2c4182967 Dec 20 21:40:14.098824 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e08b1-ea83-4472-9d9e-b99c0ed78b50 req-eac96cca-9163-4a4c-9b5d-1ce64c2b7b6a tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:14.100209 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8f8e08b1-ea83-4472-9d9e-b99c0ed78b50 req-eac96cca-9163-4a4c-9b5d-1ce64c2b7b6a tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 909 time: 0.1574585 Dec 20 21:40:14.133657 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83528807-eddd-4cef-a7e6-9b064fa5a62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.147665 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-772513c3-9212-45b1-9190-8f11afa4731b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Deleting port 38cdb471-bd4e-4c55-9834-6d46771a89e3 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:14.148005 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-772513c3-9212-45b1-9190-8f11afa4731b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.189050 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6627d546-6696-4e7d-b085-739b85dce2fe tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.194432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef9b4f3-9ee5-41b5-a8e2-f0ebb1bf5e4f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:14.197952 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b4f3-9ee5-41b5-a8e2-f0ebb1bf5e4f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.231440 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0e6d89fa-3d84-42b9-9c67-e35cfe2501d1 req-df6a4d50-bdcc-4c24-bb0d-e704d729d4a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.287442 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83528807-eddd-4cef-a7e6-9b064fa5a62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.307885 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-772513c3-9212-45b1-9190-8f11afa4731b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.322767 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-83528807-eddd-4cef-a7e6-9b064fa5a62b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e33c44-51df-44a4-9b3b-5ed420fc47a9']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:14.327119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e03867-8bf4-4210-880a-e90a05329daf req-cf168015-34f0-490e-b4b5-d550b2acaa07 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:14.328646 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04e03867-8bf4-4210-880a-e90a05329daf req-cf168015-34f0-490e-b4b5-d550b2acaa07 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 931 time: 0.2874904 Dec 20 21:40:14.329428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a4d50-bdcc-4c24-bb0d-e704d729d4a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event deleted for resources: {'Port': ['ID=2eee9c7c-9170-4cfd-9c8e-fabe81a7c123,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:14.331983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-772513c3-9212-45b1-9190-8f11afa4731b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Calling delete_port for 38cdb471-bd4e-4c55-9834-6d46771a89e3 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:14.338647 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-83528807-eddd-4cef-a7e6-9b064fa5a62b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244a2423-314a-4eea-94c3-b8acb4a5e046') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:14.339176 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-83528807-eddd-4cef-a7e6-9b064fa5a62b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244a2423-314a-4eea-94c3-b8acb4a5e046') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:14.342895 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08fc68b-05ea-4f51-8fa5-1f6c3a367482 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:40:14.356747 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83528807-eddd-4cef-a7e6-9b064fa5a62b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.377633 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.397346 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6627d546-6696-4e7d-b085-739b85dce2fe tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.400146 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83528807-eddd-4cef-a7e6-9b064fa5a62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.402115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6627d546-6696-4e7d-b085-739b85dce2fe tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:14.402702 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6627d546-6696-4e7d-b085-739b85dce2fe tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.415036 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83528807-eddd-4cef-a7e6-9b064fa5a62b admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:14.415706 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83528807-eddd-4cef-a7e6-9b064fa5a62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:14.417752 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:14.444557 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6d89fa-3d84-42b9-9c67-e35cfe2501d1 req-df6a4d50-bdcc-4c24-bb0d-e704d729d4a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] No DVR routers for this DVR port 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:14.453720 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0e6d89fa-3d84-42b9-9c67-e35cfe2501d1 req-df6a4d50-bdcc-4c24-bb0d-e704d729d4a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.457000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e6d89fa-3d84-42b9-9c67-e35cfe2501d1 req-df6a4d50-bdcc-4c24-bb0d-e704d729d4a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.66 "DELETE /v2.0/ports/2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 HTTP/1.1" status: 204 len: 173 time: 1.7583170 Dec 20 21:40:14.472846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9f4c29-aba0-46c9-a050-d8bac7e88db4', 'name': 'network-vif-deleted', 'tag': '2eee9c7c-9170-4cfd-9c8e-fabe81a7c123'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:40:14.475595 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91252830-c0fa-4b3e-8635-ac7c27471e41" -d '{"events": [{"server_uuid": "4f9f4c29-aba0-46c9-a050-d8bac7e88db4", "name": "network-vif-deleted", "tag": "2eee9c7c-9170-4cfd-9c8e-fabe81a7c123"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:40:14.529858 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83528807-eddd-4cef-a7e6-9b064fa5a62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.536229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Transition to ACTIVE for port object a08fc68b-05ea-4f51-8fa5-1f6c3a367482 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:40:14.537536 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83528807-eddd-4cef-a7e6-9b064fa5a62b admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.539899 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6627d546-6696-4e7d-b085-739b85dce2fe tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8301013 Dec 20 21:40:14.541345 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-83528807-eddd-4cef-a7e6-9b064fa5a62b admin admin] 10.222.0.32 "DELETE /v2.0/networks/b4e33c44-51df-44a4-9b3b-5ed420fc47a9 HTTP/1.1" status: 204 len: 168 time: 0.5001264 Dec 20 21:40:14.544004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55654) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:14.561186 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7775fcce-365d-4386-a90a-d8f93aed68fb tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'subnet': {'network_id': 'ba597278-20e6-451a-a66a-b1d2c4182967', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:14.568478 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83528807-eddd-4cef-a7e6-9b064fa5a62b admin admin] Pushing event deleted for resources: {'Network': ['ID=b4e33c44-51df-44a4-9b3b-5ed420fc47a9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:14.573951 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.605548 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-04e03867-8bf4-4210-880a-e90a05329daf req-397ec54f-7ea6-42fc-bcfc-201a49a1845b tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=af8796d2-9955-4555-a764-4976c2e894e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579529 Dec 20 21:40:14.620113 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f26bde-0ba4-4932-8cf3-db39e489f24d x-openstack-request-id: req-72f26bde-0ba4-4932-8cf3-db39e489f24d {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:40:14.620740 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9f4c29-aba0-46c9-a050-d8bac7e88db4", "name": "network-vif-deleted", "tag": "2eee9c7c-9170-4cfd-9c8e-fabe81a7c123", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:40:14.622202 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72f26bde-0ba4-4932-8cf3-db39e489f24d {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:40:14.624670 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9f4c29-aba0-46c9-a050-d8bac7e88db4', 'name': 'network-vif-deleted', 'tag': '2eee9c7c-9170-4cfd-9c8e-fabe81a7c123', 'status': 'completed', 'code': 200} Dec 20 21:40:14.689544 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627d546-6696-4e7d-b085-739b85dce2fe tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Network': ['ID=ba597278-20e6-451a-a66a-b1d2c4182967,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:14.703857 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network ba597278-20e6-451a-a66a-b1d2c4182967 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:40:14.746846 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-772513c3-9212-45b1-9190-8f11afa4731b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.794909 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7775fcce-365d-4386-a90a-d8f93aed68fb tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:14.798802 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7775fcce-365d-4386-a90a-d8f93aed68fb tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.818263 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:14.823592 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772513c3-9212-45b1-9190-8f11afa4731b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event deleted for resources: {'Port': ['ID=38cdb471-bd4e-4c55-9834-6d46771a89e3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:14.879142 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Pushing event updated for resources: {'Port': ['ID=a08fc68b-05ea-4f51-8fa5-1f6c3a367482,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:14.891300 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55660) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:15.008632 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b4f3-9ee5-41b5-a8e2-f0ebb1bf5e4f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.032477 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-772513c3-9212-45b1-9190-8f11afa4731b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.032736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Attempting to bind port a08fc68b-05ea-4f51-8fa5-1f6c3a367482 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:40:15.032984 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Attempting to bind port a08fc68b-05ea-4f51-8fa5-1f6c3a367482 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'f2fc008e-ae43-49b9-a69d-2026f6ca7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df1edafa-7805-497c-a213-192df2dee518'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:40:15.033323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Attempting to bind port a08fc68b-05ea-4f51-8fa5-1f6c3a367482 on network df1edafa-7805-497c-a213-192df2dee518 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:40:15.039559 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ad384e95-25d3-4fba-a1d1-3b8241a92dd2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d31a97edcbec4acd97e25f46dda86889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449382 Dec 20 21:40:15.043976 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55662) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:15.068529 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b44cfd-6ea7-4712-91fe-6fd5c268711a req-d5870fd7-7d39-4166-962a-0a61eb705efe tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:15.076228 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Port a08fc68b-05ea-4f51-8fa5-1f6c3a367482 on network df1edafa-7805-497c-a213-192df2dee518 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:40:15.076593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Attempting to bind port a08fc68b-05ea-4f51-8fa5-1f6c3a367482 on network df1edafa-7805-497c-a213-192df2dee518 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:40:15.078628 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-33b44cfd-6ea7-4712-91fe-6fd5c268711a req-d5870fd7-7d39-4166-962a-0a61eb705efe tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.3289778 Dec 20 21:40:15.104039 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:40:15.104375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Checking segment: {'id': 'f2fc008e-ae43-49b9-a69d-2026f6ca7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df1edafa-7805-497c-a213-192df2dee518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:15.104765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Bound using segment: {'id': 'f2fc008e-ae43-49b9-a69d-2026f6ca7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df1edafa-7805-497c-a213-192df2dee518'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:40:15.105357 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Bound port: a08fc68b-05ea-4f51-8fa5-1f6c3a367482, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2fc008e-ae43-49b9-a69d-2026f6ca7229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df1edafa-7805-497c-a213-192df2dee518'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:40:15.106242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.134523 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9b4f3-9ee5-41b5-a8e2-f0ebb1bf5e4f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Subnet': ['ID=a97efe73-d361-4ca2-a3cb-3203f60ddba1,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:15.159045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef9b4f3-9ee5-41b5-a8e2-f0ebb1bf5e4f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Checking segment: {'id': '80280b37-0faf-45c2-a48d-01a0055da843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6e5b7776-6199-4bc0-a7fc-7552610a5438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:15.159418 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef9b4f3-9ee5-41b5-a8e2-f0ebb1bf5e4f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network hostable DHCP agents. Network: 6e5b7776-6199-4bc0-a7fc-7552610a5438, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:40:15.195138 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef9b4f3-9ee5-41b5-a8e2-f0ebb1bf5e4f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network 6e5b7776-6199-4bc0-a7fc-7552610a5438 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:40:15.212665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-2ef9b4f3-9ee5-41b5-a8e2-f0ebb1bf5e4f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 6e5b7776-6199-4bc0-a7fc-7552610a5438) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:15.217569 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] For port a08fc68b-05ea-4f51-8fa5-1f6c3a367482, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:40:15.220559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef9b4f3-9ee5-41b5-a8e2-f0ebb1bf5e4f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:15.221831 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b4f3-9ee5-41b5-a8e2-f0ebb1bf5e4f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.225427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] For port a08fc68b-05ea-4f51-8fa5-1f6c3a367482, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=a08fc68b-05ea-4f51-8fa5-1f6c3a367482,segment=NetworkSegment(f2fc008e-ae43-49b9-a69d-2026f6ca7229),segment_id=f2fc008e-ae43-49b9-a69d-2026f6ca7229)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:40:15.230400 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c95277e-dcf6-4b29-aa9d-b34b3035f18d None None] Network 6e5b7776-6199-4bc0-a7fc-7552610a5438 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:15.231726 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.273113 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34419df5-75f4-4db0-9acb-29502df29d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.278222 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2ef9b4f3-9ee5-41b5-a8e2-f0ebb1bf5e4f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3980334 Dec 20 21:40:15.282276 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-33b44cfd-6ea7-4712-91fe-6fd5c268711a req-5a67dd05-eedc-4936-bff6-20721539b563 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746094 Dec 20 21:40:15.287471 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55666) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:15.297152 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d31431e5-2d4a-4f1f-b94f-1401b4c1da94 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-890474802'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:15.297618 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ce31eb3-cee6-4e84-927a-c0150340edbc req-d9314c98-d9fb-4e17-9398-faff5cb8d3a0 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f9f4c29-aba0-46c9-a050-d8bac7e88db4 HTTP/1.1" status: 200 len: 210 time: 0.0584073 Dec 20 21:40:15.309808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:15.309808 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.309808 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] 10.222.0.66 "PUT /v2.0/ports/a08fc68b-05ea-4f51-8fa5-1f6c3a367482 HTTP/1.1" status: 200 len: 1089 time: 2.2046640 Dec 20 21:40:15.325951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65359e-3b32-4c15-b4f1-848a7125ef73 service neutron] Pushing event updated for resources: {'Port': ['ID=a08fc68b-05ea-4f51-8fa5-1f6c3a367482,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:15.424643 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34419df5-75f4-4db0-9acb-29502df29d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.425680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c4bdc-863d-46cc-843d-7fee976262bb req-606cefb8-5da8-4ca1-8545-f9cb2abdf1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:15.428065 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-428c4bdc-863d-46cc-843d-7fee976262bb req-606cefb8-5da8-4ca1-8545-f9cb2abdf1fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5353e8cb9b434e37a6bf3118a301f4e4&device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 1092 time: 0.0537214 Dec 20 21:40:15.470997 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31431e5-2d4a-4f1f-b94f-1401b4c1da94 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:15.474995 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d31431e5-2d4a-4f1f-b94f-1401b4c1da94 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.486138 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:15.490188 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-428c4bdc-863d-46cc-843d-7fee976262bb req-538bc9a8-5da4-41d8-9034-a01d7e687cf5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a08fc68b-05ea-4f51-8fa5-1f6c3a367482 HTTP/1.1" status: 200 len: 217 time: 0.0506012 Dec 20 21:40:15.508637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31431e5-2d4a-4f1f-b94f-1401b4c1da94 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:40:15.513287 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:40:15.513911 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2eee9c7c-9170-4cfd-9c8e-fabe81a7c123 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:40:15.518610 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d31431e5-2d4a-4f1f-b94f-1401b4c1da94 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.518958 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-d31431e5-2d4a-4f1f-b94f-1401b4c1da94 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Added segment b3044957-cb12-4af6-ae77-c05e0af201e3 of type vlan for network b07ec729-21c9-467c-a95f-580f0b0ea110 Dec 20 21:40:15.541901 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-6e5b7776-6199-4bc0-a7fc-7552610a5438', 'network_id': '6e5b7776-6199-4bc0-a7fc-7552610a5438', 'tenant_id': '5d3c3678d8124e4298f90d4d629b34b4', 'fixed_ips': [{'subnet_id': 'a97efe73-d361-4ca2-a3cb-3203f60ddba1'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:40:15.542801 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.560546 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d31431e5-2d4a-4f1f-b94f-1401b4c1da94 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.563883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c4bdc-863d-46cc-843d-7fee976262bb req-44012cc4-0b28-46ba-beee-f880e7fc0e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:15.565634 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-428c4bdc-863d-46cc-843d-7fee976262bb req-44012cc4-0b28-46ba-beee-f880e7fc0e52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c03000ac-9b78-43f0-983c-9ba31d74fcff HTTP/1.1" status: 200 len: 835 time: 0.0694633 Dec 20 21:40:15.599359 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772513c3-9212-45b1-9190-8f11afa4731b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Router 6ce073ea-489c-47a9-a9f9-7653c9e125c7 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:40:15.600237 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d31431e5-2d4a-4f1f-b94f-1401b4c1da94 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.605636 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31431e5-2d4a-4f1f-b94f-1401b4c1da94 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:15.606484 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d31431e5-2d4a-4f1f-b94f-1401b4c1da94 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.613427 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7775fcce-365d-4386-a90a-d8f93aed68fb tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.636045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c4bdc-863d-46cc-843d-7fee976262bb req-6da67957-6673-4bfb-88a5-48647cab3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:15.637886 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-428c4bdc-863d-46cc-843d-7fee976262bb req-6da67957-6673-4bfb-88a5-48647cab3767 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=df1edafa-7805-497c-a213-192df2dee518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0647657 Dec 20 21:40:15.714207 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Allocated IP 172.20.255.242 (6e5b7776-6199-4bc0-a7fc-7552610a5438/a97efe73-d361-4ca2-a3cb-3203f60ddba1/438a1e85-977b-4e0a-b7f4-901046cba284) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:15.758515 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-428c4bdc-863d-46cc-843d-7fee976262bb req-d6f4c0e0-48e4-4999-9d63-e22f887b5a0f service neutron] 10.222.0.66 "GET /v2.0/networks/df1edafa-7805-497c-a213-192df2dee518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138077 Dec 20 21:40:15.769645 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d31431e5-2d4a-4f1f-b94f-1401b4c1da94 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4775424 Dec 20 21:40:15.784474 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55670) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:15.824996 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d8d63650-5a07-46bb-8199-8deb67116d06 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'subnet': {'network_id': 'b07ec729-21c9-467c-a95f-580f0b0ea110', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:15.832078 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31431e5-2d4a-4f1f-b94f-1401b4c1da94 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Network': ['ID=b07ec729-21c9-467c-a95f-580f0b0ea110,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:15.860961 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-428c4bdc-863d-46cc-843d-7fee976262bb req-ab75def8-4c49-4be3-b27b-4e85152e9f4f service neutron] 10.222.0.66 "GET /v2.0/networks/df1edafa-7805-497c-a213-192df2dee518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940938 Dec 20 21:40:15.861776 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network b07ec729-21c9-467c-a95f-580f0b0ea110 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:40:15.880643 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34419df5-75f4-4db0-9acb-29502df29d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.883385 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34419df5-75f4-4db0-9acb-29502df29d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.884555 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-34419df5-75f4-4db0-9acb-29502df29d5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4fa1543-e527-491e-ae89-806893c75d3f HTTP/1.1" status: 204 len: 168 time: 0.8329303 Dec 20 21:40:15.885381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775fcce-365d-4386-a90a-d8f93aed68fb tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Subnet': ['ID=bd273241-43ad-4fe2-a73f-1c71ca5ab72f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:15.942042 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.953332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34419df5-75f4-4db0-9acb-29502df29d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fa1543-e527-491e-ae89-806893c75d3f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:15.957167 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772513c3-9212-45b1-9190-8f11afa4731b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:40:15.966551 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:15.967484 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-772513c3-9212-45b1-9190-8f11afa4731b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "PUT /v2.0/routers/6ce073ea-489c-47a9-a9f9-7653c9e125c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4561772 Dec 20 21:40:15.971299 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55674) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:15.978941 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775fcce-365d-4386-a90a-d8f93aed68fb tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Checking segment: {'id': '68193dab-74b0-4ba7-8580-8c79a34247f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ba597278-20e6-451a-a66a-b1d2c4182967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:15.979300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7775fcce-365d-4386-a90a-d8f93aed68fb tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network hostable DHCP agents. Network: ba597278-20e6-451a-a66a-b1d2c4182967, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:40:15.985824 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bca1a2-6cec-4c0c-8ba3-538092b7d2f8 None None] Sync routers for ids ['6ce073ea-489c-47a9-a9f9-7653c9e125c7'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:40:15.990763 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcf93f-e43a-4d60-ae8a-f26b0dc21604 req-6ba22e4e-fd07-4fec-950d-91e82078ad17 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:15.992328 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d6fcf93f-e43a-4d60-ae8a-f26b0dc21604 req-6ba22e4e-fd07-4fec-950d-91e82078ad17 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 943 time: 0.2824867 Dec 20 21:40:16.028290 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-9e0540c4-6068-45e4-b4b0-a29961ee4766 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] show failed (client error): The resource could not be found. Dec 20 21:40:16.032964 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9e0540c4-6068-45e4-b4b0-a29961ee4766 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1507174841 HTTP/1.1" status: 404 len: 335 time: 0.0570078 Dec 20 21:40:16.033842 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55676) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:16.041451 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c1e0d3ea-fc79-4054-803f-17d9ea61eedd tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:16.047876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bca1a2-6cec-4c0c-8ba3-538092b7d2f8 None None] Routers {'6ce073ea-489c-47a9-a9f9-7653c9e125c7'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:16.048742 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d4bca1a2-6cec-4c0c-8ba3-538092b7d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['6ce073ea-489c-47a9-a9f9-7653c9e125c7'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:16.052590 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7775fcce-365d-4386-a90a-d8f93aed68fb tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network ba597278-20e6-451a-a66a-b1d2c4182967 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:40:16.059105 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d63650-5a07-46bb-8199-8deb67116d06 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:16.062105 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Network 6e5b7776-6199-4bc0-a7fc-7552610a5438 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:16.062723 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8d63650-5a07-46bb-8199-8deb67116d06 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:16.084755 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d6fcf93f-e43a-4d60-ae8a-f26b0dc21604 req-31fd56ea-d70e-4fee-89a0-828576120146 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=af8796d2-9955-4555-a764-4976c2e894e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818865 Dec 20 21:40:16.085713 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-c1e0d3ea-fc79-4054-803f-17d9ea61eedd tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] update failed (client error): The resource could not be found. Dec 20 21:40:16.091304 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c1e0d3ea-fc79-4054-803f-17d9ea61eedd tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-41010154 HTTP/1.1" status: 404 len: 333 time: 0.0516484 Dec 20 21:40:16.091664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55678) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:16.098377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:16.104047 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:40:16.125305 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7775fcce-365d-4386-a90a-d8f93aed68fb tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, ba597278-20e6-451a-a66a-b1d2c4182967) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:16.137683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7775fcce-365d-4386-a90a-d8f93aed68fb tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:16.138315 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7775fcce-365d-4386-a90a-d8f93aed68fb tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:16.156799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc07e93-6b9b-4174-9763-cb046f220a67 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Deleting subnet b07fa398-7778-4cac-9fd0-86f3d98dbbab {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:40:16.162295 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4dc07e93-6b9b-4174-9763-cb046f220a67 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:16.170364 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d80f600-7833-4da5-ae59-f2f6c5326ee1 None None] Network ba597278-20e6-451a-a66a-b1d2c4182967 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:16.174611 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d4bca1a2-6cec-4c0c-8ba3-538092b7d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:16.184484 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7775fcce-365d-4386-a90a-d8f93aed68fb tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6369200 Dec 20 21:40:16.188554 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55682) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:16.194987 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-078a8e5c-a743-43ad-bc19-42af2adc4719 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1089425853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:16.232943 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4dc07e93-6b9b-4174-9763-cb046f220a67 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:16.237643 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Pushing event updated for resources: {'Port': ['ID=438a1e85-977b-4e0a-b7f4-901046cba284,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:16.264209 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bca1a2-6cec-4c0c-8ba3-538092b7d2f8 None None] Routers {'6ce073ea-489c-47a9-a9f9-7653c9e125c7'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:16.265183 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d4bca1a2-6cec-4c0c-8ba3-538092b7d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['6ce073ea-489c-47a9-a9f9-7653c9e125c7'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:16.283652 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-078a8e5c-a743-43ad-bc19-42af2adc4719 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:16.285125 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-078a8e5c-a743-43ad-bc19-42af2adc4719 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:16.322935 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d4bca1a2-6cec-4c0c-8ba3-538092b7d2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:16.323846 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bca1a2-6cec-4c0c-8ba3-538092b7d2f8 None None] The sync data for ids ['6ce073ea-489c-47a9-a9f9-7653c9e125c7'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:40:16.326967 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Attempting to bind port 438a1e85-977b-4e0a-b7f4-901046cba284 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:40:16.327376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Attempting to bind port 438a1e85-977b-4e0a-b7f4-901046cba284 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '80280b37-0faf-45c2-a48d-01a0055da843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6e5b7776-6199-4bc0-a7fc-7552610a5438'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:40:16.327858 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Attempting to bind port 438a1e85-977b-4e0a-b7f4-901046cba284 on network 6e5b7776-6199-4bc0-a7fc-7552610a5438 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:40:16.340537 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:40:16.340915 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Checking segment: {'id': '80280b37-0faf-45c2-a48d-01a0055da843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6e5b7776-6199-4bc0-a7fc-7552610a5438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:16.341360 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:16.341766 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Bound using segment: {'id': '80280b37-0faf-45c2-a48d-01a0055da843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6e5b7776-6199-4bc0-a7fc-7552610a5438'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:40:16.342300 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Bound port: 438a1e85-977b-4e0a-b7f4-901046cba284, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80280b37-0faf-45c2-a48d-01a0055da843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6e5b7776-6199-4bc0-a7fc-7552610a5438'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:40:16.342687 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:16.417717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55688) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:16.443749 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55690) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:16.465399 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-078a8e5c-a743-43ad-bc19-42af2adc4719 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:16.497435 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-078a8e5c-a743-43ad-bc19-42af2adc4719 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:16.500630 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8d63650-5a07-46bb-8199-8deb67116d06 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:16.501208 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] For port 438a1e85-977b-4e0a-b7f4-901046cba284, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:40:16.506656 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] For port 438a1e85-977b-4e0a-b7f4-901046cba284, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=438a1e85-977b-4e0a-b7f4-901046cba284,segment=NetworkSegment(80280b37-0faf-45c2-a48d-01a0055da843),segment_id=80280b37-0faf-45c2-a48d-01a0055da843)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:40:16.517370 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4dc07e93-6b9b-4174-9763-cb046f220a67 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:16.527847 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:16.561509 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-ba597278-20e6-451a-a66a-b1d2c4182967', 'network_id': 'ba597278-20e6-451a-a66a-b1d2c4182967', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'fixed_ips': [{'subnet_id': 'bd273241-43ad-4fe2-a73f-1c71ca5ab72f'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:40:16.562669 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:16.590668 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d63650-5a07-46bb-8199-8deb67116d06 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Subnet': ['ID=7d6273d4-6e3f-497f-9f22-e6359264a156,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:16.609238 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d63650-5a07-46bb-8199-8deb67116d06 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Checking segment: {'id': 'b3044957-cb12-4af6-ae77-c05e0af201e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b07ec729-21c9-467c-a95f-580f0b0ea110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:16.609487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d63650-5a07-46bb-8199-8deb67116d06 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network hostable DHCP agents. Network: b07ec729-21c9-467c-a95f-580f0b0ea110, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:40:16.636912 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dd04d-4594-4922-940d-7623b8ba623e None None] Pushing event updated for resources: {'Port': ['ID=438a1e85-977b-4e0a-b7f4-901046cba284,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:16.715383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d63650-5a07-46bb-8199-8deb67116d06 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network b07ec729-21c9-467c-a95f-580f0b0ea110 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:40:16.736880 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d8d63650-5a07-46bb-8199-8deb67116d06 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, b07ec729-21c9-467c-a95f-580f0b0ea110) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:16.745224 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d63650-5a07-46bb-8199-8deb67116d06 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:16.745896 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8d63650-5a07-46bb-8199-8deb67116d06 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:16.760890 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742135c1-7d40-441a-b396-acb4339502f8 None None] Network b07ec729-21c9-467c-a95f-580f0b0ea110 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:16.824157 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d8d63650-5a07-46bb-8199-8deb67116d06 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0376432 Dec 20 21:40:16.844041 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Allocated IP 172.20.0.2 (ba597278-20e6-451a-a66a-b1d2c4182967/bd273241-43ad-4fe2-a73f-1c71ca5ab72f/57f8c7d7-8804-4584-b1ba-c2f209a8c0bf) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:16.845095 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55692) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:16.957285 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6261c22-d010-4018-8845-8046c685fb5c', 'tag': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:40:16.960506 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbbf1c3-cd9b-41fe-a89a-d04311e81bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "c6261c22-d010-4018-8845-8046c685fb5c", "tag": "a08fc68b-05ea-4f51-8fa5-1f6c3a367482"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:40:17.042545 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa81acd-6b99-4bd5-941f-5133fd51b699 req-8f5b195b-a9bd-4754-ad52-e7d5baea8678 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:17.046810 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfa81acd-6b99-4bd5-941f-5133fd51b699 req-8f5b195b-a9bd-4754-ad52-e7d5baea8678 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.6057780 Dec 20 21:40:17.049671 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-078a8e5c-a743-43ad-bc19-42af2adc4719 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:17.054583 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-078a8e5c-a743-43ad-bc19-42af2adc4719 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8646507 Dec 20 21:40:17.055229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55696) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:17.056651 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3560727-b2c6-4a4c-a230-3cb20f6e074e x-openstack-request-id: req-a3560727-b2c6-4a4c-a230-3cb20f6e074e {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:40:17.056936 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6261c22-d010-4018-8845-8046c685fb5c", "tag": "a08fc68b-05ea-4f51-8fa5-1f6c3a367482", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:40:17.057178 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3560727-b2c6-4a4c-a230-3cb20f6e074e {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:40:17.057558 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6261c22-d010-4018-8845-8046c685fb5c', 'tag': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482', 'status': 'completed', 'code': 200} Dec 20 21:40:17.059115 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:17.134524 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1628d008-fa26-4193-abaa-2a19ca5002d4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:17.137957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-b07ec729-21c9-467c-a95f-580f0b0ea110', 'network_id': 'b07ec729-21c9-467c-a95f-580f0b0ea110', 'tenant_id': '5d3c3678d8124e4298f90d4d629b34b4', 'fixed_ips': [{'subnet_id': '7d6273d4-6e3f-497f-9f22-e6359264a156'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:40:17.137957 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:17.187565 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:17.214114 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:17.216663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0eec82c7-a1b2-4bd0-ac27-e8a1bc4463c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=440e854ceae141bc9782b136a0365f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7699051 Dec 20 21:40:17.222443 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4dc07e93-6b9b-4174-9763-cb046f220a67 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:17.236370 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:17.238504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55700) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:17.278502 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfa81acd-6b99-4bd5-941f-5133fd51b699 req-9e3abadf-db21-4fb2-b86b-d70996c976d8 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200491 Dec 20 21:40:17.280200 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Network ba597278-20e6-451a-a66a-b1d2c4182967 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:17.285442 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:17.291081 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:40:17.337823 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc07e93-6b9b-4174-9763-cb046f220a67 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event deleted for resources: {'Subnet': ['ID=b07fa398-7778-4cac-9fd0-86f3d98dbbab,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:17.340676 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4dc07e93-6b9b-4174-9763-cb046f220a67 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:17.344308 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4dc07e93-6b9b-4174-9763-cb046f220a67 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "DELETE /v2.0/subnets/b07fa398-7778-4cac-9fd0-86f3d98dbbab HTTP/1.1" status: 204 len: 168 time: 1.2515192 Dec 20 21:40:17.379949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55702) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:17.487267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbf1c3-cd9b-41fe-a89a-d04311e81bc3 req-6a74934d-9132-483d-bb28-5afd61c997c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:17.488945 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6dbbf1c3-cd9b-41fe-a89a-d04311e81bc3 req-6a74934d-9132-483d-bb28-5afd61c997c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5353e8cb9b434e37a6bf3118a301f4e4&device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 1092 time: 0.2948735 Dec 20 21:40:17.516214 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c674a3-3515-4d2c-a46b-0e6935e67d2f None None] Network daf9df72-a1d6-4695-8796-e3f70f96b381 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:17.518215 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device a08fc68b-05ea-4f51-8fa5-1f6c3a367482 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:40:17.525596 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Pushing event updated for resources: {'Port': ['ID=57f8c7d7-8804-4584-b1ba-c2f209a8c0bf,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:17.630849 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:17.645993 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e9afed9-abe3-4e78-9628-e72db016ad23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:17.666284 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Allocated IP 172.20.0.2 (b07ec729-21c9-467c-a95f-580f0b0ea110/7d6273d4-6e3f-497f-9f22-e6359264a156/263417d8-1526-4070-b5de-f85a1192488f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:17.711769 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Attempting to bind port 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:40:17.712527 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Attempting to bind port 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '68193dab-74b0-4ba7-8580-8c79a34247f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ba597278-20e6-451a-a66a-b1d2c4182967'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:40:17.713148 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Attempting to bind port 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf on network ba597278-20e6-451a-a66a-b1d2c4182967 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:40:17.717996 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6fa07-abe3-4409-85ba-6ce62cd3ee3b req-1c4e2868-7c68-4edb-9231-7359c602b3b5 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:17.717996 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ca6fa07-abe3-4409-85ba-6ce62cd3ee3b req-1c4e2868-7c68-4edb-9231-7359c602b3b5 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 943 time: 0.5051806 Dec 20 21:40:17.775885 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e9afed9-abe3-4e78-9628-e72db016ad23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:17.795816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:40:17.796482 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Checking segment: {'id': '68193dab-74b0-4ba7-8580-8c79a34247f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ba597278-20e6-451a-a66a-b1d2c4182967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:17.796744 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:17.797378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Bound using segment: {'id': '68193dab-74b0-4ba7-8580-8c79a34247f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ba597278-20e6-451a-a66a-b1d2c4182967'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:40:17.798135 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Bound port: 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68193dab-74b0-4ba7-8580-8c79a34247f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ba597278-20e6-451a-a66a-b1d2c4182967'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:40:17.798774 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:17.826488 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:17.839957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbf1c3-cd9b-41fe-a89a-d04311e81bc3 req-81f15ab5-79d4-4042-94c1-fb70d2892690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:17.842381 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6dbbf1c3-cd9b-41fe-a89a-d04311e81bc3 req-81f15ab5-79d4-4042-94c1-fb70d2892690 service neutron] 10.222.0.66 "GET /v2.0/networks?id=df1edafa-7805-497c-a213-192df2dee518 HTTP/1.1" status: 200 len: 897 time: 0.3182878 Dec 20 21:40:17.860127 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ca6fa07-abe3-4409-85ba-6ce62cd3ee3b req-47d0057a-8a70-4988-b13c-764d90ff43c8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=af8796d2-9955-4555-a764-4976c2e894e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327851 Dec 20 21:40:17.977030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6dbbf1c3-cd9b-41fe-a89a-d04311e81bc3 req-9856bcce-a53b-421d-8229-42117a45e379 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a08fc68b-05ea-4f51-8fa5-1f6c3a367482 HTTP/1.1" status: 200 len: 217 time: 0.1189942 Dec 20 21:40:17.993835 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port a08fc68b-05ea-4f51-8fa5-1f6c3a367482, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=a08fc68b-05ea-4f51-8fa5-1f6c3a367482,segment=NetworkSegment(f2fc008e-ae43-49b9-a69d-2026f6ca7229),segment_id=f2fc008e-ae43-49b9-a69d-2026f6ca7229)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:18.011212 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] For port 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:40:18.039263 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1628d008-fa26-4193-abaa-2a19ca5002d4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Deleting port 287c8e64-2288-4863-93df-5b5f36e205a6 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:18.040013 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1628d008-fa26-4193-abaa-2a19ca5002d4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.044289 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6014f384-0a6b-4f2c-a5dc-cc0eda14fa5f None None] DHCP port deletion for daf9df72-a1d6-4695-8796-e3f70f96b381 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:40:18.047672 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] For port 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=57f8c7d7-8804-4584-b1ba-c2f209a8c0bf,segment=NetworkSegment(68193dab-74b0-4ba7-8580-8c79a34247f3),segment_id=68193dab-74b0-4ba7-8580-8c79a34247f3)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:40:18.059234 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'port_id': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482', 'mac_address': 'fa:16:3e:63:a5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:40:18.066674 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.085013 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.138821 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cc0127-dfef-4688-b500-1820739565f4 None None] Network 6e5b7776-6199-4bc0-a7fc-7552610a5438 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:18.168067 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Deleting port ed27c414-9d07-4914-80d0-d04cf987a153 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:18.168708 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.174668 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-1628d008-fa26-4193-abaa-2a19ca5002d4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] For port 287c8e64-2288-4863-93df-5b5f36e205a6, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=287c8e64-2288-4863-93df-5b5f36e205a6,segment=NetworkSegment(2b850d07-158a-4e92-b132-ace86d44a284),segment_id=2b850d07-158a-4e92-b132-ace86d44a284)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:18.175074 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1628d008-fa26-4193-abaa-2a19ca5002d4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.175406 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e9afed9-abe3-4e78-9628-e72db016ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.178023 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e9afed9-abe3-4e78-9628-e72db016ad23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.182135 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7e9afed9-abe3-4e78-9628-e72db016ad23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e1cc08a-a9bf-454c-a0c3-d32edd1a8a93 HTTP/1.1" status: 204 len: 168 time: 0.9341090 Dec 20 21:40:18.195136 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1628d008-fa26-4193-abaa-2a19ca5002d4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Calling delete_port for 287c8e64-2288-4863-93df-5b5f36e205a6 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:18.248076 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbf1c3-cd9b-41fe-a89a-d04311e81bc3 req-ffd51102-bbdb-48b6-b8e6-6d6b9ee4a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:18.249581 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6dbbf1c3-cd9b-41fe-a89a-d04311e81bc3 req-ffd51102-bbdb-48b6-b8e6-6d6b9ee4a5e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c03000ac-9b78-43f0-983c-9ba31d74fcff HTTP/1.1" status: 200 len: 835 time: 0.2141075 Dec 20 21:40:18.265605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9afed9-abe3-4e78-9628-e72db016ad23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1cc08a-a9bf-454c-a0c3-d32edd1a8a93,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:18.278845 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.280779 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a43daf0f-a9c9-4a91-b7fe-d2b62782084c req-792ba9e5-f67d-4a44-aca2-b8783b68e90b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.2487144 Dec 20 21:40:18.329784 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.349330 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2d8d093d-5db8-4458-b00d-0fde4ee56f89 None None] Provisioning complete for port 438a1e85-977b-4e0a-b7f4-901046cba284 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:18.350376 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d8d093d-5db8-4458-b00d-0fde4ee56f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.356653 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] For port ed27c414-9d07-4914-80d0-d04cf987a153, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ed27c414-9d07-4914-80d0-d04cf987a153,segment=NetworkSegment(32df6038-6bf5-46d0-a64b-91713766e4c3),segment_id=32df6038-6bf5-46d0-a64b-91713766e4c3)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:18.357022 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.387007 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.430679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Calling delete_port for ed27c414-9d07-4914-80d0-d04cf987a153 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:18.439680 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.459645 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eeeddc-02c2-416c-97d6-e51702fd4ae7 None None] Pushing event updated for resources: {'Port': ['ID=57f8c7d7-8804-4584-b1ba-c2f209a8c0bf,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:18.495820 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6273d4-6e3f-497f-9f22-e6359264a156,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:18.547242 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Pushing event updated for resources: {'Port': ['ID=263417d8-1526-4070-b5de-f85a1192488f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:18.559762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08fc68b-05ea-4f51-8fa5-1f6c3a367482 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:40:18.569241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Network b07ec729-21c9-467c-a95f-580f0b0ea110 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:18.582165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbf1c3-cd9b-41fe-a89a-d04311e81bc3 req-b1025d1b-d97b-4901-b16a-8c901bf82818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:18.583863 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6dbbf1c3-cd9b-41fe-a89a-d04311e81bc3 req-b1025d1b-d97b-4901-b16a-8c901bf82818 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=df1edafa-7805-497c-a213-192df2dee518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3209651 Dec 20 21:40:18.607072 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:18.609950 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:40:18.611361 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43daf0f-a9c9-4a91-b7fe-d2b62782084c req-719fe30e-e6b2-4977-acfb-d7b82e2a7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:18.612863 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a43daf0f-a9c9-4a91-b7fe-d2b62782084c req-719fe30e-e6b2-4977-acfb-d7b82e2a7126 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d148da42bcc49c09fb4b3551f55d580&device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 1133 time: 0.2531941 Dec 20 21:40:18.657576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Allocated IP 172.20.0.1 (ba597278-20e6-451a-a66a-b1d2c4182967/bd273241-43ad-4fe2-a73f-1c71ca5ab72f/f2774e3d-e67d-428d-addc-1def4601e45f) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:18.705870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6014f384-0a6b-4f2c-a5dc-cc0eda14fa5f None None] Deleting port ed27c414-9d07-4914-80d0-d04cf987a153 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:18.706390 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6014f384-0a6b-4f2c-a5dc-cc0eda14fa5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.738283 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port a08fc68b-05ea-4f51-8fa5-1f6c3a367482, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=a08fc68b-05ea-4f51-8fa5-1f6c3a367482,segment=NetworkSegment(f2fc008e-ae43-49b9-a69d-2026f6ca7229),segment_id=f2fc008e-ae43-49b9-a69d-2026f6ca7229)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:18.748272 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.815410 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07ec729-21c9-467c-a95f-580f0b0ea110']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:18.832440 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3044957-cb12-4af6-ae77-c05e0af201e3') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:18.832895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3044957-cb12-4af6-ae77-c05e0af201e3') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:18.845744 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1628d008-fa26-4193-abaa-2a19ca5002d4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.869321 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.955129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628d008-fa26-4193-abaa-2a19ca5002d4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event deleted for resources: {'Port': ['ID=287c8e64-2288-4863-93df-5b5f36e205a6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:18.955514 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.967867 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:18.991853 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d8d093d-5db8-4458-b00d-0fde4ee56f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:19.023562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:19.024412 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:19.114310 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:19.129556 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.api [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 21:40:19.129556 n-d-xena-1 neutron-server[102402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 21:40:19.129556 n-d-xena-1 neutron-server[102402]: [parameters: {'id': 'b07ec729-21c9-467c-a95f-580f0b0ea110'}] Dec 20 21:40:19.129556 n-d-xena-1 neutron-server[102402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:40:19.130458 n-d-xena-1 neutron-server[102402]: DEBUG oslo_db.api [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:40:19.139716 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6dbbf1c3-cd9b-41fe-a89a-d04311e81bc3 req-26b7a067-bf8a-4744-b840-ec1dcff2bf2b service neutron] 10.222.0.66 "GET /v2.0/networks/df1edafa-7805-497c-a213-192df2dee518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437868 Dec 20 21:40:19.213386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6622d1f-2d32-4781-a25d-63147694f3cc req-485fa3b3-e819-4cef-8c87-87c78589eec3 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:19.215021 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6622d1f-2d32-4781-a25d-63147694f3cc req-485fa3b3-e819-4cef-8c87-87c78589eec3 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.7808597 Dec 20 21:40:19.229275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=a08fc68b-05ea-4f51-8fa5-1f6c3a367482,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:19.233718 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Attempting to bind port 263417d8-1526-4070-b5de-f85a1192488f on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:40:19.234121 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Attempting to bind port 263417d8-1526-4070-b5de-f85a1192488f by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'b3044957-cb12-4af6-ae77-c05e0af201e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b07ec729-21c9-467c-a95f-580f0b0ea110'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:40:19.234520 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Attempting to bind port 263417d8-1526-4070-b5de-f85a1192488f on network b07ec729-21c9-467c-a95f-580f0b0ea110 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:40:19.286506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-2d8d093d-5db8-4458-b00d-0fde4ee56f89 None None] For port 438a1e85-977b-4e0a-b7f4-901046cba284, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=438a1e85-977b-4e0a-b7f4-901046cba284,segment=NetworkSegment(80280b37-0faf-45c2-a48d-01a0055da843),segment_id=80280b37-0faf-45c2-a48d-01a0055da843)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:19.302792 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:40:19.303526 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Checking segment: {'id': 'b3044957-cb12-4af6-ae77-c05e0af201e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b07ec729-21c9-467c-a95f-580f0b0ea110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:19.303993 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:19.304418 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Bound using segment: {'id': 'b3044957-cb12-4af6-ae77-c05e0af201e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b07ec729-21c9-467c-a95f-580f0b0ea110'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:40:19.304896 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Bound port: 263417d8-1526-4070-b5de-f85a1192488f, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3044957-cb12-4af6-ae77-c05e0af201e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'b07ec729-21c9-467c-a95f-580f0b0ea110'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:40:19.305273 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:19.309253 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:19.379394 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:19.389863 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2d8d093d-5db8-4458-b00d-0fde4ee56f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:19.457657 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f2712-79af-4faf-aa46-ee6db3ab9a99 req-a450cf0f-9ff4-4834-9f66-74f21d243745 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:19.459952 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-644f2712-79af-4faf-aa46-ee6db3ab9a99 req-a450cf0f-9ff4-4834-9f66-74f21d243745 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 944 time: 0.3438256 Dec 20 21:40:19.471749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['a08fc68b-05ea-4f51-8fa5-1f6c3a367482'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:40:19.494427 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1628d008-fa26-4193-abaa-2a19ca5002d4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:19.572850 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6014f384-0a6b-4f2c-a5dc-cc0eda14fa5f None None] For port ed27c414-9d07-4914-80d0-d04cf987a153, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ed27c414-9d07-4914-80d0-d04cf987a153,segment=NetworkSegment(32df6038-6bf5-46d0-a64b-91713766e4c3),segment_id=32df6038-6bf5-46d0-a64b-91713766e4c3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:19.573349 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6014f384-0a6b-4f2c-a5dc-cc0eda14fa5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:19.599195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d093d-5db8-4458-b00d-0fde4ee56f89 None None] Pushing event updated for resources: {'Port': ['ID=438a1e85-977b-4e0a-b7f4-901046cba284,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:19.634434 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-644f2712-79af-4faf-aa46-ee6db3ab9a99 req-25088d89-2df9-49f2-859e-657c33bae38a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=af8796d2-9955-4555-a764-4976c2e894e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609046 Dec 20 21:40:19.637418 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:19.681078 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6014f384-0a6b-4f2c-a5dc-cc0eda14fa5f None None] Calling delete_port for ed27c414-9d07-4914-80d0-d04cf987a153 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:19.750140 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] For port 263417d8-1526-4070-b5de-f85a1192488f, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:40:19.753880 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] For port 263417d8-1526-4070-b5de-f85a1192488f, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=263417d8-1526-4070-b5de-f85a1192488f,segment=NetworkSegment(b3044957-cb12-4af6-ae77-c05e0af201e3),segment_id=b3044957-cb12-4af6-ae77-c05e0af201e3)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:40:19.851680 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6014f384-0a6b-4f2c-a5dc-cc0eda14fa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:19.854861 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:19.885307 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Deleting port 263417d8-1526-4070-b5de-f85a1192488f {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:19.885887 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:19.893918 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1628d008-fa26-4193-abaa-2a19ca5002d4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Router 6497f5de-2cca-4d0f-9104-168788376c1f has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:40:19.956643 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014f384-0a6b-4f2c-a5dc-cc0eda14fa5f None None] Pushing event deleted for resources: {'Port': ['ID=ed27c414-9d07-4914-80d0-d04cf987a153,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:19.964241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:19.969474 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:19.974876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014f384-0a6b-4f2c-a5dc-cc0eda14fa5f None None] No DVR routers for this DVR port ed27c414-9d07-4914-80d0-d04cf987a153 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:19.988928 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.038805 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] No DVR routers for this DVR port ed27c414-9d07-4914-80d0-d04cf987a153 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:20.044262 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43daf0f-a9c9-4a91-b7fe-d2b62782084c req-c0b54f63-2f18-4672-9920-97f791ac6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:20.046477 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a43daf0f-a9c9-4a91-b7fe-d2b62782084c req-c0b54f63-2f18-4672-9920-97f791ac6f8b service neutron] 10.222.0.31 "GET /v2.0/networks?id=643f2771-1861-458d-9bd2-f33fcee7623a HTTP/1.1" status: 200 len: 897 time: 1.4093661 Dec 20 21:40:20.057500 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.059781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event deleted for resources: {'Port': ['ID=ed27c414-9d07-4914-80d0-d04cf987a153,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:20.084836 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] For port 263417d8-1526-4070-b5de-f85a1192488f, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=263417d8-1526-4070-b5de-f85a1192488f,segment=NetworkSegment(b3044957-cb12-4af6-ae77-c05e0af201e3),segment_id=b3044957-cb12-4af6-ae77-c05e0af201e3)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:20.085602 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.104988 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5220ec-a8fd-460e-898f-41df3eae6f5d None None] Network ba597278-20e6-451a-a66a-b1d2c4182967 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:20.123854 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Calling delete_port for 263417d8-1526-4070-b5de-f85a1192488f owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:20.201558 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:40:20.233439 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a43daf0f-a9c9-4a91-b7fe-d2b62782084c req-00e663d4-1536-445b-b105-6777e9d4235c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=696d27e0-4685-4c34-85ec-58a9ea8e7dcc HTTP/1.1" status: 200 len: 1001 time: 0.1029613 Dec 20 21:40:20.237152 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6622d1f-2d32-4781-a25d-63147694f3cc req-df025ca5-a7cf-47aa-ac52-6aba07fee868 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0021446 Dec 20 21:40:20.238020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=f2774e3d-e67d-428d-addc-1def4601e45f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:20.245321 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1628d008-fa26-4193-abaa-2a19ca5002d4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:40:20.253617 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1628d008-fa26-4193-abaa-2a19ca5002d4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "PUT /v2.0/routers/6497f5de-2cca-4d0f-9104-168788376c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8329339 Dec 20 21:40:20.255782 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55742) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:20.258199 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0578b-aab4-4352-a304-10d7595eb8dc None None] Sync routers for ids ['6497f5de-2cca-4d0f-9104-168788376c1f'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:40:20.276880 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f0578b-aab4-4352-a304-10d7595eb8dc None None] Routers {'6497f5de-2cca-4d0f-9104-168788376c1f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:20.278381 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-45f0578b-aab4-4352-a304-10d7595eb8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['6497f5de-2cca-4d0f-9104-168788376c1f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:20.311136 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43daf0f-a9c9-4a91-b7fe-d2b62782084c req-12f2c117-2990-49b7-b820-7df564341139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:20.313268 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a43daf0f-a9c9-4a91-b7fe-d2b62782084c req-12f2c117-2990-49b7-b820-7df564341139 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6a37fb4-9e39-43fd-b635-7223bbe08aa3 HTTP/1.1" status: 200 len: 835 time: 0.0675802 Dec 20 21:40:20.353010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-15cd6fd4-204e-4b86-b096-c0a7ef5274c5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Deleting subnet 1a64f357-bb88-4c21-bf29-0655d677d4d5 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:40:20.357260 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-15cd6fd4-204e-4b86-b096-c0a7ef5274c5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.386621 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.394423 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-45f0578b-aab4-4352-a304-10d7595eb8dc None None] Set router 6497f5de-2cca-4d0f-9104-168788376c1f gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:40:20.404992 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-15cd6fd4-204e-4b86-b096-c0a7ef5274c5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.411890 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf9df72-a1d6-4695-8796-e3f70f96b381']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:20.423250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32df6038-6bf5-46d0-a64b-91713766e4c3') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:20.423714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32df6038-6bf5-46d0-a64b-91713766e4c3') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:20.435398 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.450665 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.459187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:20.459595 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.512276 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-15cd6fd4-204e-4b86-b096-c0a7ef5274c5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:20.549582 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:20.590808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c35640b-46aa-44fb-8e4a-90778a263166 None None] Network b07ec729-21c9-467c-a95f-580f0b0ea110 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:20.626424 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-15cd6fd4-204e-4b86-b096-c0a7ef5274c5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.629512 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6dbbf1c3-cd9b-41fe-a89a-d04311e81bc3 req-8ab49561-4e0e-4c93-be02-423c744f28ed service neutron] 10.222.0.66 "GET /v2.0/networks/df1edafa-7805-497c-a213-192df2dee518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4087851 Dec 20 21:40:20.657745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network ba597278-20e6-451a-a66a-b1d2c4182967 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:20.662548 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.683790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:20.696300 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.698287 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.699270 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "DELETE /v2.0/networks/daf9df72-a1d6-4695-8796-e3f70f96b381 HTTP/1.1" status: 204 len: 168 time: 3.3183134 Dec 20 21:40:20.703206 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.704015 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3001a1ca-2263-4dd3-a8a0-c959584ba1c1 None None] Provisioning complete for port 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:20.704383 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3001a1ca-2263-4dd3-a8a0-c959584ba1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.705887 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b9d80-0d89-4fb5-962a-c38627f863f5 None None] Pushing event updated for resources: {'Port': ['ID=263417d8-1526-4070-b5de-f85a1192488f,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:20.708496 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:40:20.711657 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55752) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:20.714160 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-15cd6fd4-204e-4b86-b096-c0a7ef5274c5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.731782 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-15cd6fd4-204e-4b86-b096-c0a7ef5274c5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "DELETE /v2.0/subnets/1a64f357-bb88-4c21-bf29-0655d677d4d5 HTTP/1.1" status: 204 len: 168 time: 0.4724355 Dec 20 21:40:20.733582 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd6fd4-204e-4b86-b096-c0a7ef5274c5 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event deleted for resources: {'Subnet': ['ID=1a64f357-bb88-4c21-bf29-0655d677d4d5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:20.755575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e8109b-f3be-4f2c-8ed7-a68ae84322f0 None None] Network e59df0cc-7b23-4f17-9507-3cab96c3c852 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:20.757911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55756) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:20.828090 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.866425 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-45f0578b-aab4-4352-a304-10d7595eb8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-494049306', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.106'}], 'enable_snat': True}, 'gw_port_id': '01b6ab92-f7b4-4970-9f15-28bc4296e58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:34Z', 'updated_at': '2021-12-20T21:40:18Z', 'revision_number': 5, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '01b6ab92-f7b4-4970-9f15-28bc4296e58d', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:36Z', 'updated_at': '2021-12-20T21:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:20.906291 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0578b-aab4-4352-a304-10d7595eb8dc None None] Checking router: 6497f5de-2cca-4d0f-9104-168788376c1f for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:40:20.917634 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f0578b-aab4-4352-a304-10d7595eb8dc None None] Routers {'6497f5de-2cca-4d0f-9104-168788376c1f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:20.918925 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-45f0578b-aab4-4352-a304-10d7595eb8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['6497f5de-2cca-4d0f-9104-168788376c1f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:20.982349 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a46f8727-083c-4bbb-a5b0-e2067b4b9cde tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:20.986330 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=57f8c7d7-8804-4584-b1ba-c2f209a8c0bf,segment=NetworkSegment(68193dab-74b0-4ba7-8580-8c79a34247f3),segment_id=68193dab-74b0-4ba7-8580-8c79a34247f3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:21.004857 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7530d3-b82a-4039-a319-e6a823bb0762 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event deleted for resources: {'Network': ['ID=daf9df72-a1d6-4695-8796-e3f70f96b381,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:21.018196 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:21.019008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 438a1e85-977b-4e0a-b7f4-901046cba284 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:21.046776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43daf0f-a9c9-4a91-b7fe-d2b62782084c req-44bfa69b-b51a-4d48-ba5c-7252c32919b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:21.054100 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a43daf0f-a9c9-4a91-b7fe-d2b62782084c req-44bfa69b-b51a-4d48-ba5c-7252c32919b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=643f2771-1861-458d-9bd2-f33fcee7623a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5122283 Dec 20 21:40:21.081521 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-45f0578b-aab4-4352-a304-10d7595eb8dc None None] Set router 6497f5de-2cca-4d0f-9104-168788376c1f gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:40:21.095710 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Port': ['ID=263417d8-1526-4070-b5de-f85a1192488f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:21.135056 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No DVR routers for this DVR port 263417d8-1526-4070-b5de-f85a1192488f on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:21.176774 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a43daf0f-a9c9-4a91-b7fe-d2b62782084c req-71704cf1-dc1d-4b4d-bb36-3a77bb7b8be4 service neutron] 10.222.0.31 "GET /v2.0/networks/643f2771-1861-458d-9bd2-f33fcee7623a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102102 Dec 20 21:40:21.207044 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-283b45d8-d6a1-4f9f-be75-e1cf95524fc9 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Deleting subnet 4255edd0-5eac-4029-b3b2-7a954ead28f4 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:40:21.261414 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-283b45d8-d6a1-4f9f-be75-e1cf95524fc9 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:21.266240 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=57f8c7d7-8804-4584-b1ba-c2f209a8c0bf,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:21.284328 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:21.330500 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a43daf0f-a9c9-4a91-b7fe-d2b62782084c req-37c64e62-f774-491f-9cd6-4756361cc94c service neutron] 10.222.0.31 "GET /v2.0/networks/643f2771-1861-458d-9bd2-f33fcee7623a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470580 Dec 20 21:40:21.378927 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-45f0578b-aab4-4352-a304-10d7595eb8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-494049306', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.106'}], 'enable_snat': True}, 'gw_port_id': '01b6ab92-f7b4-4970-9f15-28bc4296e58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:34Z', 'updated_at': '2021-12-20T21:40:18Z', 'revision_number': 5, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '01b6ab92-f7b4-4970-9f15-28bc4296e58d', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:36Z', 'updated_at': '2021-12-20T21:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:21.415009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 438a1e85-977b-4e0a-b7f4-901046cba284 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:21.415390 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:21.420831 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0578b-aab4-4352-a304-10d7595eb8dc None None] The sync data for ids ['6497f5de-2cca-4d0f-9104-168788376c1f'] in n-d-xena-1 is: [{'id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-494049306', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.106'}], 'enable_snat': True}, 'gw_port_id': '01b6ab92-f7b4-4970-9f15-28bc4296e58d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:34Z', 'updated_at': '2021-12-20T21:40:18Z', 'revision_number': 5, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '01b6ab92-f7b4-4970-9f15-28bc4296e58d', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6497f5de-2cca-4d0f-9104-168788376c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:36Z', 'updated_at': '2021-12-20T21:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:40:21.476039 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-283b45d8-d6a1-4f9f-be75-e1cf95524fc9 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:21.513352 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] DHCP port deletion for e59df0cc-7b23-4f17-9507-3cab96c3c852 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:40:21.513949 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745ed5f-f0ba-4c41-9122-57b406fad8e9 req-29427877-663f-4523-b8a1-77ce7e1ce321 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:21.515537 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6745ed5f-f0ba-4c41-9122-57b406fad8e9 req-29427877-663f-4523-b8a1-77ce7e1ce321 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 944 time: 0.5954597 Dec 20 21:40:21.563244 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:21.616758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55774) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:21.664497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ec3c0-d463-4605-9e9f-6303aaa4c4a5 req-a357be1b-b4a0-4598-9490-03d3260cd4c8 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:21.672495 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07ec729-21c9-467c-a95f-580f0b0ea110']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:21.676485 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a46f8727-083c-4bbb-a5b0-e2067b4b9cde tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:21.677192 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9b8ec3c0-d463-4605-9e9f-6303aaa4c4a5 req-a357be1b-b4a0-4598-9490-03d3260cd4c8 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.2710443 Dec 20 21:40:21.697103 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4603d3a1-16a2-44fd-a56d-d7d932bfd3f8 None None] Provisioning complete for port 438a1e85-977b-4e0a-b7f4-901046cba284 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:21.697541 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4603d3a1-16a2-44fd-a56d-d7d932bfd3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:21.706301 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3044957-cb12-4af6-ae77-c05e0af201e3') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:21.706775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3044957-cb12-4af6-ae77-c05e0af201e3') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:21.715791 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6745ed5f-f0ba-4c41-9122-57b406fad8e9 req-0ff1c21e-ceeb-4f9b-b864-2a48ff96753f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=af8796d2-9955-4555-a764-4976c2e894e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808121 Dec 20 21:40:21.760565 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] Deleting port 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:21.760962 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:21.791671 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:21.825725 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-283b45d8-d6a1-4f9f-be75-e1cf95524fc9 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:21.878415 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ed27c414-9d07-4914-80d0-d04cf987a153 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:21.896079 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:21.916129 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9b8ec3c0-d463-4605-9e9f-6303aaa4c4a5 req-4b0459b8-1075-49ce-9884-28d7d23a13c6 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378359 Dec 20 21:40:21.929258 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-be1c8f48-9689-4b32-ad49-e56fb8b8be25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:21.939454 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] For port 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1,segment=NetworkSegment(2b850d07-158a-4e92-b132-ace86d44a284),segment_id=2b850d07-158a-4e92-b132-ace86d44a284)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:21.939863 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:21.946572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:21.947080 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:21.951041 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a46f8727-083c-4bbb-a5b0-e2067b4b9cde tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Deleting port 01b6ab92-f7b4-4970-9f15-28bc4296e58d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:21.951488 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a46f8727-083c-4bbb-a5b0-e2067b4b9cde tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:21.953326 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:21.993237 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: ed27c414-9d07-4914-80d0-d04cf987a153 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:40:21.993237 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ed27c414-9d07-4914-80d0-d04cf987a153 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:40:22.001960 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] Calling delete_port for 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:22.078097 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.088119 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.092301 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8ec97681-229e-4335-bc24-96a478da7141 None None] Provisioning complete for port 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:22.092688 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ec97681-229e-4335-bc24-96a478da7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.143657 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:22.145527 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.186540 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.192452 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.199302 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.200262 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/b07ec729-21c9-467c-a95f-580f0b0ea110 HTTP/1.1" status: 204 len: 168 time: 5.3540976 Dec 20 21:40:22.203441 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55778) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:22.212839 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0ab8d1b3-6f07-4953-83c2-45e72f72c217 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783249950'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:22.236644 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-283b45d8-d6a1-4f9f-be75-e1cf95524fc9 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.254037 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=f2774e3d-e67d-428d-addc-1def4601e45f,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:22.254536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] Pushing event deleted for resources: {'Port': ['ID=3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:22.263661 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab8d1b3-6f07-4953-83c2-45e72f72c217 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:22.267644 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d1b3-6f07-4953-83c2-45e72f72c217 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.268836 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] No DVR routers for this DVR port 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:22.277005 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:22.277524 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:22.277874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:22.278258 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:22.278597 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:22.280430 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:22.280964 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:22.281357 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:22.282378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:22.282378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:22.282378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:22.282784 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268744c7-0d8e-4e1f-88a3-f9fb530f2553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:22.296171 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b66e61-2ac4-4c7c-857f-3ed5b22e9f79 None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 21:40:22.321210 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7706e8-f41e-4cff-97bb-bf1fc6783bbd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Network': ['ID=b07ec729-21c9-467c-a95f-580f0b0ea110,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:22.333548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b45d8-d6a1-4f9f-be75-e1cf95524fc9 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event deleted for resources: {'Subnet': ['ID=4255edd0-5eac-4029-b3b2-7a954ead28f4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:22.334753 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-be1c8f48-9689-4b32-ad49-e56fb8b8be25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.343723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network ba597278-20e6-451a-a66a-b1d2c4182967 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:22.344137 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-be1c8f48-9689-4b32-ad49-e56fb8b8be25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.345324 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:22.345758 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.352515 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-283b45d8-d6a1-4f9f-be75-e1cf95524fc9 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.355804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:22.356437 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-283b45d8-d6a1-4f9f-be75-e1cf95524fc9 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "DELETE /v2.0/subnets/4255edd0-5eac-4029-b3b2-7a954ead28f4 HTTP/1.1" status: 204 len: 168 time: 1.6055381 Dec 20 21:40:22.362158 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55780) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:22.368714 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8ec97681-229e-4335-bc24-96a478da7141 None None] Provisioning complete for port f2774e3d-e67d-428d-addc-1def4601e45f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:22.369169 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8ec97681-229e-4335-bc24-96a478da7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.377497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-a46f8727-083c-4bbb-a5b0-e2067b4b9cde tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] For port 01b6ab92-f7b4-4970-9f15-28bc4296e58d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=01b6ab92-f7b4-4970-9f15-28bc4296e58d,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:22.378254 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a46f8727-083c-4bbb-a5b0-e2067b4b9cde tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.392658 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab8d1b3-6f07-4953-83c2-45e72f72c217 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:40:22.409175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a46f8727-083c-4bbb-a5b0-e2067b4b9cde tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Calling delete_port for 01b6ab92-f7b4-4970-9f15-28bc4296e58d owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:22.415504 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-be1c8f48-9689-4b32-ad49-e56fb8b8be25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b531c57cc564acaac80ea300f2bfe0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7976761 Dec 20 21:40:22.422285 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55782) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:22.430183 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d1b3-6f07-4953-83c2-45e72f72c217 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.430788 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-0ab8d1b3-6f07-4953-83c2-45e72f72c217 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Added segment e1627f57-450e-4e0d-b745-93ca8e65acc1 of type vlan for network 0874bdbd-8457-45b0-9637-3f652b12d694 Dec 20 21:40:22.451350 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-8ec97681-229e-4335-bc24-96a478da7141 None None] Port f2774e3d-e67d-428d-addc-1def4601e45f cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:40:22.490270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c8f48-9689-4b32-ad49-e56fb8b8be25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a888ee02-b0c8-42b4-89f5-9040a18e4123,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:22.509681 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1d0141-c36b-40b5-aa44-ec4ead7638d8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Deleting subnet ebc445d2-b961-40c1-82c0-92b9b3d4b600 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:40:22.514136 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0141-c36b-40b5-aa44-ec4ead7638d8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.523125 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 438a1e85-977b-4e0a-b7f4-901046cba284 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:22.525078 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b66e61-2ac4-4c7c-857f-3ed5b22e9f79 None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 21:40:22.561241 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d1b3-6f07-4953-83c2-45e72f72c217 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.567308 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0141-c36b-40b5-aa44-ec4ead7638d8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.607471 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3c882c9-8849-45f3-a9a1-c0ad580fa410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.638358 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c91258ca-e2c9-4f4b-bad7-e7ad1882c739 None None] Provisioning complete for port f2774e3d-e67d-428d-addc-1def4601e45f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:22.638724 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c91258ca-e2c9-4f4b-bad7-e7ad1882c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.656041 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 499fcea7-099e-46ef-8483-6fda10f8a063 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:40:22.686193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 438a1e85-977b-4e0a-b7f4-901046cba284 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:22.686483 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.722046 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c91258ca-e2c9-4f4b-bad7-e7ad1882c739 None None] Port f2774e3d-e67d-428d-addc-1def4601e45f cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:40:22.782641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:40:22.791242 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-13c053ce-3b94-4649-8fbb-9afcf11e0fe8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/499fcea7-099e-46ef-8483-6fda10f8a063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7101235 Dec 20 21:40:22.791242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0141-c36b-40b5-aa44-ec4ead7638d8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.802297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55287e0-6e4f-43f3-90a4-f56be3731436 None None] Sync routers for ids ['499fcea7-099e-46ef-8483-6fda10f8a063'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:40:22.831931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55786) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:22.859901 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55287e0-6e4f-43f3-90a4-f56be3731436 None None] Routers {'499fcea7-099e-46ef-8483-6fda10f8a063'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:22.860576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a55287e0-6e4f-43f3-90a4-f56be3731436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['499fcea7-099e-46ef-8483-6fda10f8a063'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:22.891498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b27d83-b680-4fa9-8b70-e081c00da084 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:22.895835 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-61b27d83-b680-4fa9-8b70-e081c00da084 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports/f2774e3d-e67d-428d-addc-1def4601e45f HTTP/1.1" status: 200 len: 910 time: 0.0596111 Dec 20 21:40:22.896084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55788) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:22.919320 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a55287e0-6e4f-43f3-90a4-f56be3731436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:22.945831 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55287e0-6e4f-43f3-90a4-f56be3731436 None None] Routers {'499fcea7-099e-46ef-8483-6fda10f8a063'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:22.946867 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a55287e0-6e4f-43f3-90a4-f56be3731436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['499fcea7-099e-46ef-8483-6fda10f8a063'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:22.986355 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d1b3-6f07-4953-83c2-45e72f72c217 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.992599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab8d1b3-6f07-4953-83c2-45e72f72c217 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:22.993020 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0141-c36b-40b5-aa44-ec4ead7638d8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:22.993691 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d1b3-6f07-4953-83c2-45e72f72c217 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:23.006088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a55287e0-6e4f-43f3-90a4-f56be3731436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:23.006863 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55287e0-6e4f-43f3-90a4-f56be3731436 None None] The sync data for ids ['499fcea7-099e-46ef-8483-6fda10f8a063'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:40:23.029021 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3c882c9-8849-45f3-a9a1-c0ad580fa410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:23.032536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05002542-6c0f-4398-90ec-9f2af08e1deb None None] Network f3ca40fc-7dad-409e-b211-c4954a00d2ad requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:23.095309 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 287c8e64-2288-4863-93df-5b5f36e205a6 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:23.104213 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0ab8d1b3-6f07-4953-83c2-45e72f72c217 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8950291 Dec 20 21:40:23.124000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e977448-8f92-4517-a598-896ac04c80dc None None] Network b61acbfb-a591-4191-bc60-96dd02073e30 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:23.127530 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 287c8e64-2288-4863-93df-5b5f36e205a6 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:40:23.127872 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 287c8e64-2288-4863-93df-5b5f36e205a6 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:40:23.128296 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:23.130607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d0141-c36b-40b5-aa44-ec4ead7638d8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc445d2-b961-40c1-82c0-92b9b3d4b600,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:23.132296 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55792) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:23.133337 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0141-c36b-40b5-aa44-ec4ead7638d8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:23.139179 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5f1d0141-c36b-40b5-aa44-ec4ead7638d8 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "DELETE /v2.0/subnets/ebc445d2-b961-40c1-82c0-92b9b3d4b600 HTTP/1.1" status: 204 len: 168 time: 0.7740800 Dec 20 21:40:23.160655 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8d1b3-6f07-4953-83c2-45e72f72c217 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Network': ['ID=0874bdbd-8457-45b0-9637-3f652b12d694,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:23.176832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-3b99b58d-190c-4d22-b66c-b67cdc02c1d2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'subnet': {'network_id': '0874bdbd-8457-45b0-9637-3f652b12d694', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:23.180806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55794) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:23.257631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb3aa2-08c3-4da8-ab75-25465f87a0c9 req-682352ba-02d4-49e2-b1bc-725c181306b6 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:23.260199 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00bb3aa2-08c3-4da8-ab75-25465f87a0c9 req-682352ba-02d4-49e2-b1bc-725c181306b6 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 944 time: 0.2511647 Dec 20 21:40:23.328312 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00bb3aa2-08c3-4da8-ab75-25465f87a0c9 req-8ebcf50c-1838-4021-a603-a0f8c91c3d85 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=af8796d2-9955-4555-a764-4976c2e894e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518451 Dec 20 21:40:23.329044 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3c882c9-8849-45f3-a9a1-c0ad580fa410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:23.332487 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3c882c9-8849-45f3-a9a1-c0ad580fa410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:23.333782 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d3c882c9-8849-45f3-a9a1-c0ad580fa410 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a888ee02-b0c8-42b4-89f5-9040a18e4123 HTTP/1.1" status: 204 len: 168 time: 0.9099939 Dec 20 21:40:23.334688 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a46f8727-083c-4bbb-a5b0-e2067b4b9cde tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:23.372491 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f8727-083c-4bbb-a5b0-e2067b4b9cde tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event deleted for resources: {'Port': ['ID=01b6ab92-f7b4-4970-9f15-28bc4296e58d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:23.377950 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c882c9-8849-45f3-a9a1-c0ad580fa410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a888ee02-b0c8-42b4-89f5-9040a18e4123,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:23.397564 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff475dc-e0ad-40a1-8a46-190abe027523 req-f729a4b2-7ffe-4a4e-85c6-7e14c9515dc4 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:23.399852 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cff475dc-e0ad-40a1-8a46-190abe027523 req-f729a4b2-7ffe-4a4e-85c6-7e14c9515dc4 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.3258672 Dec 20 21:40:23.416906 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:23.435581 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 0874bdbd-8457-45b0-9637-3f652b12d694 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:40:23.448394 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:40:23.448658 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3ba3c7c3-6203-40d7-bf34-2d4e7063c6b1 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:40:23.482200 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a46f8727-083c-4bbb-a5b0-e2067b4b9cde tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:23.488147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b99b58d-190c-4d22-b66c-b67cdc02c1d2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:23.491876 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b99b58d-190c-4d22-b66c-b67cdc02c1d2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:23.530591 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device a08fc68b-05ea-4f51-8fa5-1f6c3a367482 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:23.599307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-5259b4bc-67b0-4ee3-a69d-852431aa389a None None] Provisioning complete for port f2774e3d-e67d-428d-addc-1def4601e45f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:23.599682 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5259b4bc-67b0-4ee3-a69d-852431aa389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:23.615736 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a46f8727-083c-4bbb-a5b0-e2067b4b9cde tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:23.619401 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a46f8727-083c-4bbb-a5b0-e2067b4b9cde tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:23.671731 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a46f8727-083c-4bbb-a5b0-e2067b4b9cde tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:23.672539 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46f8727-083c-4bbb-a5b0-e2067b4b9cde tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Fanout notify agent at l3_agent the message router_deleted on router 6497f5de-2cca-4d0f-9104-168788376c1f {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:40:23.681460 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a46f8727-083c-4bbb-a5b0-e2067b4b9cde tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:23.689341 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a46f8727-083c-4bbb-a5b0-e2067b4b9cde tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "DELETE /v2.0/routers/6497f5de-2cca-4d0f-9104-168788376c1f HTTP/1.1" status: 204 len: 168 time: 2.9145224 Dec 20 21:40:23.690242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55800) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:23.706849 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5259b4bc-67b0-4ee3-a69d-852431aa389a None None] Port f2774e3d-e67d-428d-addc-1def4601e45f cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:40:23.737712 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port a08fc68b-05ea-4f51-8fa5-1f6c3a367482 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:40:23.745916 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port a08fc68b-05ea-4f51-8fa5-1f6c3a367482 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:23.746589 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:23.829002 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8676efc5-d88f-4292-acd2-54eb868765b4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:23.861117 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55802) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:23.876209 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aaaa70-b59d-494f-b07a-d8116645dec2 None None] DHCP port deletion for f3ca40fc-7dad-409e-b211-c4954a00d2ad request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:40:23.916338 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cc31b8-a781-434b-ae89-ce692c0de9d7 None None] DHCP port deletion for b61acbfb-a591-4191-bc60-96dd02073e30 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:40:23.918762 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cff475dc-e0ad-40a1-8a46-190abe027523 req-0cf043ca-5305-40d8-94e8-9e7ad534ea8f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108104 Dec 20 21:40:23.929638 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:23.962514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.ipam_backend_mixin [None req-3b99b58d-190c-4d22-b66c-b67cdc02c1d2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Performing IP validity checks on allocation pools {{(pid=102401) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 21:40:23.963030 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.ipam_backend_mixin [None req-3b99b58d-190c-4d22-b66c-b67cdc02c1d2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102401) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 21:40:23.969031 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af7a312e-4f39-463b-85c1-126da2629840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:23.983709 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6261c22-d010-4018-8845-8046c685fb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:40:23.985966 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f546ae30-6916-4b6a-a5fe-9a926326f1cc" -d '{"events": [{"server_uuid": "c6261c22-d010-4018-8845-8046c685fb5c", "name": "network-vif-plugged", "status": "completed", "tag": "a08fc68b-05ea-4f51-8fa5-1f6c3a367482"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:40:23.998375 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8676efc5-d88f-4292-acd2-54eb868765b4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.005584 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port a08fc68b-05ea-4f51-8fa5-1f6c3a367482, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=a08fc68b-05ea-4f51-8fa5-1f6c3a367482,segment=NetworkSegment(f2fc008e-ae43-49b9-a69d-2026f6ca7229),segment_id=f2fc008e-ae43-49b9-a69d-2026f6ca7229)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:24.017294 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.035330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8676efc5-d88f-4292-acd2-54eb868765b4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59df0cc-7b23-4f17-9507-3cab96c3c852']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:24.044160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Deleting port 2d87ccbe-54d2-4fe2-9895-0244054561e7 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:24.044628 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.054727 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-05aaaa70-b59d-494f-b07a-d8116645dec2 None None] Deleting port 2d87ccbe-54d2-4fe2-9895-0244054561e7 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:24.055099 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05aaaa70-b59d-494f-b07a-d8116645dec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.059134 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8676efc5-d88f-4292-acd2-54eb868765b4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b850d07-158a-4e92-b132-ace86d44a284') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:24.059430 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8676efc5-d88f-4292-acd2-54eb868765b4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b850d07-158a-4e92-b132-ace86d44a284') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:24.072978 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8676efc5-d88f-4292-acd2-54eb868765b4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.075920 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54ad79a-9949-46ce-b27a-bf15e419ac14 x-openstack-request-id: req-c54ad79a-9949-46ce-b27a-bf15e419ac14 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:40:24.076420 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6261c22-d010-4018-8845-8046c685fb5c", "name": "network-vif-plugged", "status": "completed", "tag": "a08fc68b-05ea-4f51-8fa5-1f6c3a367482", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:40:24.076557 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c54ad79a-9949-46ce-b27a-bf15e419ac14 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:40:24.076833 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6261c22-d010-4018-8845-8046c685fb5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482', 'code': 200} Dec 20 21:40:24.095099 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8676efc5-d88f-4292-acd2-54eb868765b4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.105999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8676efc5-d88f-4292-acd2-54eb868765b4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:24.106421 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8676efc5-d88f-4292-acd2-54eb868765b4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:24.109550 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:24.134608 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d5cc31b8-a781-434b-ae89-ce692c0de9d7 None None] Deleting port df3e4f27-3c2e-4914-a500-2cd371d97021 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:24.134978 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5cc31b8-a781-434b-ae89-ce692c0de9d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.180801 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af7a312e-4f39-463b-85c1-126da2629840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.186163 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af7a312e-4f39-463b-85c1-126da2629840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.197363 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8676efc5-d88f-4292-acd2-54eb868765b4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.223179 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8676efc5-d88f-4292-acd2-54eb868765b4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.228887 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8676efc5-d88f-4292-acd2-54eb868765b4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "DELETE /v2.0/networks/e59df0cc-7b23-4f17-9507-3cab96c3c852 HTTP/1.1" status: 204 len: 168 time: 0.5350959 Dec 20 21:40:24.229051 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=a08fc68b-05ea-4f51-8fa5-1f6c3a367482,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:24.232230 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55806) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:24.232413 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676efc5-d88f-4292-acd2-54eb868765b4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event deleted for resources: {'Network': ['ID=e59df0cc-7b23-4f17-9507-3cab96c3c852,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:24.242518 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-05aaaa70-b59d-494f-b07a-d8116645dec2 None None] For port 2d87ccbe-54d2-4fe2-9895-0244054561e7, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2d87ccbe-54d2-4fe2-9895-0244054561e7,segment=NetworkSegment(dff7acc0-1381-4aea-b0d4-7e3385fd0692),segment_id=dff7acc0-1381-4aea-b0d4-7e3385fd0692)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:24.242518 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05aaaa70-b59d-494f-b07a-d8116645dec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.255723 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-af7a312e-4f39-463b-85c1-126da2629840 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf2cd52fed0142ffb1d79fca59922c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933873 Dec 20 21:40:24.256817 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a312e-4f39-463b-85c1-126da2629840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0e4688-0751-4b57-a9cd-566113b8e2e8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:24.258944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55808) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:24.264498 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d5cc31b8-a781-434b-ae89-ce692c0de9d7 None None] For port df3e4f27-3c2e-4914-a500-2cd371d97021, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=df3e4f27-3c2e-4914-a500-2cd371d97021,segment=NetworkSegment(b49e8e21-fac2-445d-99f5-8452ecacee7f),segment_id=b49e8e21-fac2-445d-99f5-8452ecacee7f)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:24.264896 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5cc31b8-a781-434b-ae89-ce692c0de9d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.267362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-05aaaa70-b59d-494f-b07a-d8116645dec2 None None] Calling delete_port for 2d87ccbe-54d2-4fe2-9895-0244054561e7 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:24.284427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d5cc31b8-a781-434b-ae89-ce692c0de9d7 None None] Calling delete_port for df3e4f27-3c2e-4914-a500-2cd371d97021 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:24.322983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] For port 2d87ccbe-54d2-4fe2-9895-0244054561e7, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2d87ccbe-54d2-4fe2-9895-0244054561e7,segment=NetworkSegment(dff7acc0-1381-4aea-b0d4-7e3385fd0692),segment_id=dff7acc0-1381-4aea-b0d4-7e3385fd0692)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:24.323675 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.326951 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74893ba5-dfe8-4ae2-a6c3-ab5859d2e46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.356502 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74893ba5-dfe8-4ae2-a6c3-ab5859d2e46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.418028 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 01b6ab92-f7b4-4970-9f15-28bc4296e58d no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:24.423743 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74893ba5-dfe8-4ae2-a6c3-ab5859d2e46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.427754 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74893ba5-dfe8-4ae2-a6c3-ab5859d2e46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.433023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Calling delete_port for 2d87ccbe-54d2-4fe2-9895-0244054561e7 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:24.436398 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-74893ba5-dfe8-4ae2-a6c3-ab5859d2e46c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea0e4688-0751-4b57-a9cd-566113b8e2e8 HTTP/1.1" status: 204 len: 168 time: 0.1762216 Dec 20 21:40:24.447520 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74893ba5-dfe8-4ae2-a6c3-ab5859d2e46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0e4688-0751-4b57-a9cd-566113b8e2e8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:24.451048 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 01b6ab92-f7b4-4970-9f15-28bc4296e58d {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:40:24.451299 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-50a74362-9497-45fb-b343-8668271231ff tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.451434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 01b6ab92-f7b4-4970-9f15-28bc4296e58d not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:40:24.452854 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2d87ccbe-54d2-4fe2-9895-0244054561e7 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:24.454753 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ece31-a9c0-479e-b071-6bd71ee52c58 req-c6a498f2-209e-405f-a807-ea25437c28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:24.457689 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7c6ece31-a9c0-479e-b071-6bd71ee52c58 req-c6a498f2-209e-405f-a807-ea25437c28a4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 1094 time: 0.2881126 Dec 20 21:40:24.494055 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5cc31b8-a781-434b-ae89-ce692c0de9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.500046 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05aaaa70-b59d-494f-b07a-d8116645dec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.542406 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc31b8-a781-434b-ae89-ce692c0de9d7 None None] No DVR routers for this DVR port df3e4f27-3c2e-4914-a500-2cd371d97021 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:24.551613 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aaaa70-b59d-494f-b07a-d8116645dec2 None None] No DVR routers for this DVR port 2d87ccbe-54d2-4fe2-9895-0244054561e7 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:24.556285 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc31b8-a781-434b-ae89-ce692c0de9d7 None None] Pushing event deleted for resources: {'Port': ['ID=df3e4f27-3c2e-4914-a500-2cd371d97021,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:24.579771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No active binding found for port 2d87ccbe-54d2-4fe2-9895-0244054561e7 {{(pid=102403) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 21:40:24.580225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2d87ccbe-54d2-4fe2-9895-0244054561e7 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:40:24.580660 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device df3e4f27-3c2e-4914-a500-2cd371d97021 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:24.583726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aaaa70-b59d-494f-b07a-d8116645dec2 None None] Pushing event deleted for resources: {'Port': ['ID=2d87ccbe-54d2-4fe2-9895-0244054561e7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:24.592205 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b99b58d-190c-4d22-b66c-b67cdc02c1d2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.618451 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: df3e4f27-3c2e-4914-a500-2cd371d97021 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:40:24.618884 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device df3e4f27-3c2e-4914-a500-2cd371d97021 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:40:24.800723 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7c6ece31-a9c0-479e-b071-6bd71ee52c58 req-ba0eaf1b-cfc7-43a8-b49a-6f87316866d6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=af8796d2-9955-4555-a764-4976c2e894e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837002 Dec 20 21:40:24.815181 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99b58d-190c-4d22-b66c-b67cdc02c1d2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Subnet': ['ID=ffa61099-dd6f-4855-ae83-fc12e028e1b9,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:24.896214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afe7e4-12a3-41fc-8f70-426ba27f1029 req-b0276d40-8e07-40ec-b171-256081a74793 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:24.897703 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-12afe7e4-12a3-41fc-8f70-426ba27f1029 req-b0276d40-8e07-40ec-b171-256081a74793 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 945 time: 0.3691065 Dec 20 21:40:24.935702 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:24.937482 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b99b58d-190c-4d22-b66c-b67cdc02c1d2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Checking segment: {'id': 'e1627f57-450e-4e0d-b745-93ca8e65acc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0874bdbd-8457-45b0-9637-3f652b12d694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:24.937830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b99b58d-190c-4d22-b66c-b67cdc02c1d2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network hostable DHCP agents. Network: 0874bdbd-8457-45b0-9637-3f652b12d694, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:40:24.991329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] No DVR routers for this DVR port 2d87ccbe-54d2-4fe2-9895-0244054561e7 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:24.995110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event deleted for resources: {'Port': ['ID=2d87ccbe-54d2-4fe2-9895-0244054561e7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:25.046880 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-12afe7e4-12a3-41fc-8f70-426ba27f1029 req-00c7b085-38d0-4f86-9e10-dee536a23018 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=af8796d2-9955-4555-a764-4976c2e894e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275370 Dec 20 21:40:25.065771 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0cb92-8961-48f1-9788-7a5fb2779434 req-10a25af4-0aec-4b7e-8d51-d6d3b6f0a6be tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:25.067591 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2da0cb92-8961-48f1-9788-7a5fb2779434 req-10a25af4-0aec-4b7e-8d51-d6d3b6f0a6be tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.0626392 Dec 20 21:40:25.072585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-810a0031-ce18-48af-a1e8-3e58e8f77dba tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Deleting port cedc2085-33af-42ef-b3c0-48c0d3237d95 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:25.072924 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-810a0031-ce18-48af-a1e8-3e58e8f77dba tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.102001 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b99b58d-190c-4d22-b66c-b67cdc02c1d2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network 0874bdbd-8457-45b0-9637-3f652b12d694 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:40:25.126250 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2da0cb92-8961-48f1-9788-7a5fb2779434 req-2c2d9d62-829e-4704-988b-ce706c01d9d3 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404022 Dec 20 21:40:25.163048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-3b99b58d-190c-4d22-b66c-b67cdc02c1d2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 0874bdbd-8457-45b0-9637-3f652b12d694) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:25.170859 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b87d9b4-3332-49f8-a17e-63b4ebaff095 None None] Network 0874bdbd-8457-45b0-9637-3f652b12d694 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:25.176863 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.180256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b99b58d-190c-4d22-b66c-b67cdc02c1d2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:25.180827 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b99b58d-190c-4d22-b66c-b67cdc02c1d2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.228179 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ca40fc-7dad-409e-b211-c4954a00d2ad']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:25.253465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3b99b58d-190c-4d22-b66c-b67cdc02c1d2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0806367 Dec 20 21:40:25.253465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff7acc0-1381-4aea-b0d4-7e3385fd0692') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:25.253465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff7acc0-1381-4aea-b0d4-7e3385fd0692') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:25.253908 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55834) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:25.263625 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-810a0031-ce18-48af-a1e8-3e58e8f77dba tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.264019 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-810a0031-ce18-48af-a1e8-3e58e8f77dba tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.299515 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.312166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-810a0031-ce18-48af-a1e8-3e58e8f77dba tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Calling delete_port for cedc2085-33af-42ef-b3c0-48c0d3237d95 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:25.337319 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.345423 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-0874bdbd-8457-45b0-9637-3f652b12d694', 'network_id': '0874bdbd-8457-45b0-9637-3f652b12d694', 'tenant_id': '5d3c3678d8124e4298f90d4d629b34b4', 'fixed_ips': [{'subnet_id': 'ffa61099-dd6f-4855-ae83-fc12e028e1b9'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:40:25.346392 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.365659 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.401332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:25.401725 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: self.session.flush() Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:25.409253 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:25.423640 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.511473 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.522841 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.525329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Allocated IP 172.20.0.3 (0874bdbd-8457-45b0-9637-3f652b12d694/ffa61099-dd6f-4855-ae83-fc12e028e1b9/6d1e9491-fa3d-45b9-87c7-9dabc6fcb86d) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:25.525903 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "DELETE /v2.0/networks/f3ca40fc-7dad-409e-b211-c4954a00d2ad HTTP/1.1" status: 204 len: 168 time: 2.3306756 Dec 20 21:40:25.530404 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55840) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:25.552341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fe83b-fdca-4840-9543-003400f3551b tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event deleted for resources: {'Network': ['ID=f3ca40fc-7dad-409e-b211-c4954a00d2ad,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:25.574036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-50a74362-9497-45fb-b343-8668271231ff tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting port f2774e3d-e67d-428d-addc-1def4601e45f {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:25.574450 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-50a74362-9497-45fb-b343-8668271231ff tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.625918 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9447f38a-84fa-47ec-8058-d91432cf36bd tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.698239 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-50a74362-9497-45fb-b343-8668271231ff tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.707785 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-810a0031-ce18-48af-a1e8-3e58e8f77dba tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.722990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-50a74362-9497-45fb-b343-8668271231ff tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Calling delete_port for f2774e3d-e67d-428d-addc-1def4601e45f owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:25.739653 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9447f38a-84fa-47ec-8058-d91432cf36bd tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.751546 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a0031-ce18-48af-a1e8-3e58e8f77dba tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event deleted for resources: {'Port': ['ID=cedc2085-33af-42ef-b3c0-48c0d3237d95,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:25.773637 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.799231 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.817933 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-9447f38a-84fa-47ec-8058-d91432cf36bd tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61acbfb-a591-4191-bc60-96dd02073e30']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:25.850459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Network 0874bdbd-8457-45b0-9637-3f652b12d694 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:25.852944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-9447f38a-84fa-47ec-8058-d91432cf36bd tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49e8e21-fac2-445d-99f5-8452ecacee7f') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:25.853465 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-9447f38a-84fa-47ec-8058-d91432cf36bd tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49e8e21-fac2-445d-99f5-8452ecacee7f') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:25.856268 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:25.865818 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9447f38a-84fa-47ec-8058-d91432cf36bd tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.866889 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:40:25.868960 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.870870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Pushing event updated for resources: {'Port': ['ID=6d1e9491-fa3d-45b9-87c7-9dabc6fcb86d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:25.875580 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-810a0031-ce18-48af-a1e8-3e58e8f77dba tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.877067 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-810a0031-ce18-48af-a1e8-3e58e8f77dba tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Floating IP f9309718-054a-4491-a62c-054930993241 disassociated (deleted). External IP: 172.35.3.207, port: 696d27e0-4685-4c34-85ec-58a9ea8e7dcc. Dec 20 21:40:25.919904 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa61099-dd6f-4855-ae83-fc12e028e1b9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:25.933996 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9447f38a-84fa-47ec-8058-d91432cf36bd tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.950629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Attempting to bind port 6d1e9491-fa3d-45b9-87c7-9dabc6fcb86d on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:40:25.951269 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Attempting to bind port 6d1e9491-fa3d-45b9-87c7-9dabc6fcb86d by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'e1627f57-450e-4e0d-b745-93ca8e65acc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0874bdbd-8457-45b0-9637-3f652b12d694'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:40:25.951634 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Attempting to bind port 6d1e9491-fa3d-45b9-87c7-9dabc6fcb86d on network 0874bdbd-8457-45b0-9637-3f652b12d694 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:40:25.957927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:40:25.958328 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Checking segment: {'id': 'e1627f57-450e-4e0d-b745-93ca8e65acc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0874bdbd-8457-45b0-9637-3f652b12d694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:25.958729 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.959116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Bound using segment: {'id': 'e1627f57-450e-4e0d-b745-93ca8e65acc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0874bdbd-8457-45b0-9637-3f652b12d694'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:40:25.959620 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Bound port: 6d1e9491-fa3d-45b9-87c7-9dabc6fcb86d, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1627f57-450e-4e0d-b745-93ca8e65acc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0874bdbd-8457-45b0-9637-3f652b12d694'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:40:25.960020 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.988472 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9447f38a-84fa-47ec-8058-d91432cf36bd tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:25.989151 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9447f38a-84fa-47ec-8058-d91432cf36bd tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:25.992710 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:26.036907 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] For port 6d1e9491-fa3d-45b9-87c7-9dabc6fcb86d, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:40:26.040982 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] For port 6d1e9491-fa3d-45b9-87c7-9dabc6fcb86d, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6d1e9491-fa3d-45b9-87c7-9dabc6fcb86d,segment=NetworkSegment(e1627f57-450e-4e0d-b745-93ca8e65acc1),segment_id=e1627f57-450e-4e0d-b745-93ca8e65acc1)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:40:26.045712 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:26.088338 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:26.113050 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be29507-3046-4583-83e0-5c07d1854e3d None None] Pushing event updated for resources: {'Port': ['ID=6d1e9491-fa3d-45b9-87c7-9dabc6fcb86d,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:26.124994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0874bdbd-8457-45b0-9637-3f652b12d694']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:26.137674 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9447f38a-84fa-47ec-8058-d91432cf36bd tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:26.143457 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1627f57-450e-4e0d-b745-93ca8e65acc1') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:26.143457 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1627f57-450e-4e0d-b745-93ca8e65acc1') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:26.150375 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9447f38a-84fa-47ec-8058-d91432cf36bd tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:26.154523 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9447f38a-84fa-47ec-8058-d91432cf36bd tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "DELETE /v2.0/networks/b61acbfb-a591-4191-bc60-96dd02073e30 HTTP/1.1" status: 204 len: 168 time: 0.6230383 Dec 20 21:40:26.163602 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55856) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:26.187152 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dec0f0b-dcf5-40c9-a18a-11218803b8da None None] Network 0874bdbd-8457-45b0-9637-3f652b12d694 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:26.187782 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:26.189497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447f38a-84fa-47ec-8058-d91432cf36bd tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event deleted for resources: {'Network': ['ID=b61acbfb-a591-4191-bc60-96dd02073e30,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:26.238548 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:26.294861 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:26.295433 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:26.353897 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:26.369814 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b043912d-8653-41f9-8983-90050144cb05 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Deleting subnet 6c72d710-7535-4201-bf22-a10b6866dee6 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:40:26.382452 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b043912d-8653-41f9-8983-90050144cb05 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:26.415646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ff9196-1811-449c-be79-36450cab9797 None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 21:40:26.418160 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.api [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 21:40:26.418160 n-d-xena-1 neutron-server[102402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 21:40:26.418160 n-d-xena-1 neutron-server[102402]: [parameters: {'id': '0874bdbd-8457-45b0-9637-3f652b12d694'}] Dec 20 21:40:26.418160 n-d-xena-1 neutron-server[102402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:40:26.418557 n-d-xena-1 neutron-server[102402]: DEBUG oslo_db.api [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:40:26.446224 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b7832-57bb-488f-b5bb-5528bd114c90 req-74a51bcf-66b6-4efc-9231-df40afb27884 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:26.446224 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-df4b7832-57bb-488f-b5bb-5528bd114c90 req-74a51bcf-66b6-4efc-9231-df40afb27884 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.1977320 Dec 20 21:40:26.450830 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b043912d-8653-41f9-8983-90050144cb05 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:26.526294 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-50a74362-9497-45fb-b343-8668271231ff tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:26.533956 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-df4b7832-57bb-488f-b5bb-5528bd114c90 req-73e37b89-e796-4ecc-8aaa-1db9400a771f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801213 Dec 20 21:40:26.565816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ff9196-1811-449c-be79-36450cab9797 None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 21:40:26.591664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a74362-9497-45fb-b343-8668271231ff tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Port': ['ID=f2774e3d-e67d-428d-addc-1def4601e45f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:26.617213 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b043912d-8653-41f9-8983-90050144cb05 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:26.656953 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b94625-aef7-4e7b-9e65-a123ce6cc8cf req-3eecbdcc-b7b6-48c4-8984-8d46aa678131 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:26.658896 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-48b94625-aef7-4e7b-9e65-a123ce6cc8cf req-3eecbdcc-b7b6-48c4-8984-8d46aa678131 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 945 time: 0.1532009 Dec 20 21:40:26.693944 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b043912d-8653-41f9-8983-90050144cb05 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:26.710218 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b043912d-8653-41f9-8983-90050144cb05 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:26.713894 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b043912d-8653-41f9-8983-90050144cb05 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "DELETE /v2.0/subnets/6c72d710-7535-4201-bf22-a10b6866dee6 HTTP/1.1" status: 204 len: 168 time: 0.5479803 Dec 20 21:40:26.718887 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810a0031-ce18-48af-a1e8-3e58e8f77dba tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Router f4f8e188-fee3-4626-94a3-3056d19e950a has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:40:26.721834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55868) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:26.739362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043912d-8653-41f9-8983-90050144cb05 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event deleted for resources: {'Subnet': ['ID=6c72d710-7535-4201-bf22-a10b6866dee6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:26.850304 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-48b94625-aef7-4e7b-9e65-a123ce6cc8cf req-1f0c7086-1e81-4e69-b0f5-56a248622cf0 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=af8796d2-9955-4555-a764-4976c2e894e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803517 Dec 20 21:40:26.893815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f115e6e-ac87-4c28-bff4-778867abe9bb None None] Network 7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:26.902088 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-50a74362-9497-45fb-b343-8668271231ff tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:26.919677 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.001567 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.033640 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2ca16-fd75-434e-bd9c-36365d38b55b req-320ac29e-a77e-4e68-a740-d16150c2d778 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:27.035590 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4ea2ca16-fd75-434e-bd9c-36365d38b55b req-320ac29e-a77e-4e68-a740-d16150c2d778 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 945 time: 0.1025016 Dec 20 21:40:27.052333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Deleting port 6d1e9491-fa3d-45b9-87c7-9dabc6fcb86d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:27.053416 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.141507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0987fe6-99f0-4b9e-8e3b-66b6a88ebe01 None None] DHCP port deletion for 7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:40:27.148514 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cdcbb23-1ca5-4072-a531-7fa0e5a9cc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.158276 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4ea2ca16-fd75-434e-bd9c-36365d38b55b req-7acbc80a-7e89-4f2a-89de-52ff6fb5f8c7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=af8796d2-9955-4555-a764-4976c2e894e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051517 Dec 20 21:40:27.169189 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810a0031-ce18-48af-a1e8-3e58e8f77dba tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:40:27.172229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55874) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:27.175351 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-810a0031-ce18-48af-a1e8-3e58e8f77dba tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.183807 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c1101-2a77-497b-80bd-3612c9096be9 None None] Sync routers for ids ['f4f8e188-fee3-4626-94a3-3056d19e950a'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:40:27.194290 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c1101-2a77-497b-80bd-3612c9096be9 None None] Routers {'f4f8e188-fee3-4626-94a3-3056d19e950a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:27.195183 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d69c1101-2a77-497b-80bd-3612c9096be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f4f8e188-fee3-4626-94a3-3056d19e950a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:27.209453 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-810a0031-ce18-48af-a1e8-3e58e8f77dba tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "DELETE /v2.0/floatingips/f9309718-054a-4491-a62c-054930993241 HTTP/1.1" status: 204 len: 168 time: 2.9755993 Dec 20 21:40:27.212987 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afde2477-dbc0-4747-9dcd-a6791e0b1cdc', 'tag': '696d27e0-4685-4c34-85ec-58a9ea8e7dcc'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:40:27.215493 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e68bc5-2ca8-4114-86a0-6a476cd75a09" -d '{"events": [{"name": "network-changed", "server_uuid": "afde2477-dbc0-4747-9dcd-a6791e0b1cdc", "tag": "696d27e0-4685-4c34-85ec-58a9ea8e7dcc"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:40:27.220146 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f0987fe6-99f0-4b9e-8e3b-66b6a88ebe01 None None] Deleting port 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:27.220587 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f0987fe6-99f0-4b9e-8e3b-66b6a88ebe01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.234417 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] For port 6d1e9491-fa3d-45b9-87c7-9dabc6fcb86d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6d1e9491-fa3d-45b9-87c7-9dabc6fcb86d,segment=NetworkSegment(e1627f57-450e-4e0d-b745-93ca8e65acc1),segment_id=e1627f57-450e-4e0d-b745-93ca8e65acc1)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:27.234884 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.236255 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a74362-9497-45fb-b343-8668271231ff tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 499fcea7-099e-46ef-8483-6fda10f8a063 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:40:27.254500 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Calling delete_port for 6d1e9491-fa3d-45b9-87c7-9dabc6fcb86d owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:27.268383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08c1aa3-0ce7-4e46-8ea0-802524f198d5 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:27.272504 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c08c1aa3-0ce7-4e46-8ea0-802524f198d5 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 1089 time: 0.0902815 Dec 20 21:40:27.276190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55880) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:27.286345 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Deleting port 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:27.286847 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.290378 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab33c2f-aff0-40a1-9436-3317464bed85 x-openstack-request-id: req-2ab33c2f-aff0-40a1-9436-3317464bed85 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:40:27.290790 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afde2477-dbc0-4747-9dcd-a6791e0b1cdc", "tag": "696d27e0-4685-4c34-85ec-58a9ea8e7dcc", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:40:27.291188 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ab33c2f-aff0-40a1-9436-3317464bed85 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:40:27.291691 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afde2477-dbc0-4747-9dcd-a6791e0b1cdc', 'tag': '696d27e0-4685-4c34-85ec-58a9ea8e7dcc', 'status': 'completed', 'code': 200} Dec 20 21:40:27.318366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f0987fe6-99f0-4b9e-8e3b-66b6a88ebe01 None None] For port 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2cbb598c-ae3e-454a-ac08-5f04fb90e2bd,segment=NetworkSegment(dfcdccd4-2015-44a7-9706-401487b47618),segment_id=dfcdccd4-2015-44a7-9706-401487b47618)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:27.318775 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f0987fe6-99f0-4b9e-8e3b-66b6a88ebe01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.334793 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f0987fe6-99f0-4b9e-8e3b-66b6a88ebe01 None None] Calling delete_port for 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:27.364294 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:27.390121 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.392426 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a74362-9497-45fb-b343-8668271231ff tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:40:27.407190 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c55614a-fffe-4d42-b2e5-42b7e61a182a None None] Sync routers for ids ['499fcea7-099e-46ef-8483-6fda10f8a063'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:40:27.417257 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.435016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No DVR routers for this DVR port 6d1e9491-fa3d-45b9-87c7-9dabc6fcb86d on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:27.435761 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-d69c1101-2a77-497b-80bd-3612c9096be9 None None] Set router f4f8e188-fee3-4626-94a3-3056d19e950a gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:40:27.439016 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-50a74362-9497-45fb-b343-8668271231ff tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/499fcea7-099e-46ef-8483-6fda10f8a063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5391681 Dec 20 21:40:27.454315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c55614a-fffe-4d42-b2e5-42b7e61a182a None None] Routers {'499fcea7-099e-46ef-8483-6fda10f8a063'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:27.454961 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3c55614a-fffe-4d42-b2e5-42b7e61a182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['499fcea7-099e-46ef-8483-6fda10f8a063'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:27.455797 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55882) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:27.511935 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f0987fe6-99f0-4b9e-8e3b-66b6a88ebe01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.530980 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d018d526-939c-4176-9b4b-cabbea5fbbae tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports?device_id=499fcea7-099e-46ef-8483-6fda10f8a063 HTTP/1.1" status: 200 len: 205 time: 0.0703955 Dec 20 21:40:27.532429 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Port': ['ID=6d1e9491-fa3d-45b9-87c7-9dabc6fcb86d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:27.548599 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55886) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:27.560300 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0987fe6-99f0-4b9e-8e3b-66b6a88ebe01 None None] No DVR routers for this DVR port 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:27.569801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3c55614a-fffe-4d42-b2e5-42b7e61a182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:27.572966 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0987fe6-99f0-4b9e-8e3b-66b6a88ebe01 None None] Pushing event deleted for resources: {'Port': ['ID=2cbb598c-ae3e-454a-ac08-5f04fb90e2bd,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:27.622845 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c55614a-fffe-4d42-b2e5-42b7e61a182a None None] Routers {'499fcea7-099e-46ef-8483-6fda10f8a063'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:27.623501 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3c55614a-fffe-4d42-b2e5-42b7e61a182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['499fcea7-099e-46ef-8483-6fda10f8a063'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:27.634035 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.647732 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] For port 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2cbb598c-ae3e-454a-ac08-5f04fb90e2bd,segment=NetworkSegment(dfcdccd4-2015-44a7-9706-401487b47618),segment_id=dfcdccd4-2015-44a7-9706-401487b47618)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:27.648154 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.656625 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0874bdbd-8457-45b0-9637-3f652b12d694']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:27.666666 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1627f57-450e-4e0d-b745-93ca8e65acc1') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:27.667259 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1627f57-450e-4e0d-b745-93ca8e65acc1') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:27.667385 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d69c1101-2a77-497b-80bd-3612c9096be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794951097', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:07Z', 'updated_at': '2021-12-20T21:38:30Z', 'revision_number': 4, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:09Z', 'updated_at': '2021-12-20T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '7e01f608-8593-43b4-8635-085c7dba1dea', 'name': '', 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'mac_address': 'fa:16:3e:6d:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:26Z', 'updated_at': '2021-12-20T21:38:36Z', 'revision_number': 5, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'subnets': [{'id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:27.670551 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3c55614a-fffe-4d42-b2e5-42b7e61a182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:27.671236 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c55614a-fffe-4d42-b2e5-42b7e61a182a None None] The sync data for ids ['499fcea7-099e-46ef-8483-6fda10f8a063'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:40:27.679214 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.695040 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.704751 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c1101-2a77-497b-80bd-3612c9096be9 None None] Checking router: f4f8e188-fee3-4626-94a3-3056d19e950a for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:40:27.704971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Calling delete_port for 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:27.706849 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c1101-2a77-497b-80bd-3612c9096be9 None None] Routers {'f4f8e188-fee3-4626-94a3-3056d19e950a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:27.707774 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d69c1101-2a77-497b-80bd-3612c9096be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f4f8e188-fee3-4626-94a3-3056d19e950a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:27.731421 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:27.731941 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:27.738464 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:27.742961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e68bc5-2ca8-4114-86a0-6a476cd75a09 req-036176d8-d550-45fc-a6c1-92ec8ecaea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:27.744499 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e68bc5-2ca8-4114-86a0-6a476cd75a09 req-036176d8-d550-45fc-a6c1-92ec8ecaea44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d148da42bcc49c09fb4b3551f55d580&device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 1133 time: 0.3545017 Dec 20 21:40:27.791183 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b9564e31-21e8-40a1-8608-0307765aa461 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.831997 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5babfdf-384c-4d09-9e63-9db50eeaf91b req-4ab496d5-48a5-49fe-9b81-f20064b1b5c3 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:27.833423 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5babfdf-384c-4d09-9e63-9db50eeaf91b req-4ab496d5-48a5-49fe-9b81-f20064b1b5c3 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 984 time: 0.1407862 Dec 20 21:40:27.834094 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.839226 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:27.847060 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/0874bdbd-8457-45b0-9637-3f652b12d694 HTTP/1.1" status: 204 len: 168 time: 2.5910170 Dec 20 21:40:27.847241 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-d69c1101-2a77-497b-80bd-3612c9096be9 None None] Set router f4f8e188-fee3-4626-94a3-3056d19e950a gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:40:27.849746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55892) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:27.857867 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-350f2974-846a-4688-a05c-b024cc935a77 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-129155849'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:27.882525 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882138a0-0b3f-4c8f-9b56-0e4ffdb4f87b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Network': ['ID=0874bdbd-8457-45b0-9637-3f652b12d694,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:27.924260 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc4d8f-3b04-480c-b3e3-922b94da2f0b req-d8aaeb98-8d86-4a3d-a5aa-6e88327f212b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:27.925843 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43dc4d8f-3b04-480c-b3e3-922b94da2f0b req-d8aaeb98-8d86-4a3d-a5aa-6e88327f212b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.2601998 Dec 20 21:40:27.957536 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5babfdf-384c-4d09-9e63-9db50eeaf91b req-7dfda1fa-6cc3-440f-9df5-4142216fa3af tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/security-groups?id=062e3782-24c4-4dfa-8684-04c7bdeb9af1&id=2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1063294 Dec 20 21:40:27.963618 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.076927 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350f2974-846a-4688-a05c-b024cc935a77 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:28.081000 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-350f2974-846a-4688-a05c-b024cc935a77 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.108200 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d69c1101-2a77-497b-80bd-3612c9096be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794951097', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:07Z', 'updated_at': '2021-12-20T21:38:30Z', 'revision_number': 4, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:09Z', 'updated_at': '2021-12-20T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '7e01f608-8593-43b4-8635-085c7dba1dea', 'name': '', 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'mac_address': 'fa:16:3e:6d:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:26Z', 'updated_at': '2021-12-20T21:38:36Z', 'revision_number': 5, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'subnets': [{'id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:28.122005 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b9564e31-21e8-40a1-8608-0307765aa461 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.132016 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43dc4d8f-3b04-480c-b3e3-922b94da2f0b req-5c92c862-6304-4654-b4e1-35d0462080c7 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965444 Dec 20 21:40:28.132829 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350f2974-846a-4688-a05c-b024cc935a77 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:40:28.136448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Allocated IP 172.35.3.156 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/1e38bfb6-ad9d-4b3e-91f2-a06f64baef31) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:28.136624 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:28.143149 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b9564e31-21e8-40a1-8608-0307765aa461 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.154467 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-350f2974-846a-4688-a05c-b024cc935a77 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.154810 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-350f2974-846a-4688-a05c-b024cc935a77 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Added segment cdfe106d-00d8-4b35-bfa7-b5f4229d40c7 of type vlan for network 46b12d60-ce20-4577-bce2-09ae9f368ea5 Dec 20 21:40:28.165714 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:40:28.166523 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:40:28.171024 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c1101-2a77-497b-80bd-3612c9096be9 None None] The sync data for ids ['f4f8e188-fee3-4626-94a3-3056d19e950a'] in n-d-xena-1 is: [{'id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794951097', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:07Z', 'updated_at': '2021-12-20T21:38:30Z', 'revision_number': 4, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:09Z', 'updated_at': '2021-12-20T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '7e01f608-8593-43b4-8635-085c7dba1dea', 'name': '', 'network_id': '643f2771-1861-458d-9bd2-f33fcee7623a', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'mac_address': 'fa:16:3e:6d:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:26Z', 'updated_at': '2021-12-20T21:38:36Z', 'revision_number': 5, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'subnets': [{'id': 'a6a37fb4-9e39-43fd-b635-7223bbe08aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:40:28.189895 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e68bc5-2ca8-4114-86a0-6a476cd75a09 req-d225bc5f-9406-438c-825a-ed0a4f298490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:28.191849 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e68bc5-2ca8-4114-86a0-6a476cd75a09 req-d225bc5f-9406-438c-825a-ed0a4f298490 service neutron] 10.222.0.31 "GET /v2.0/networks?id=643f2771-1861-458d-9bd2-f33fcee7623a HTTP/1.1" status: 200 len: 897 time: 0.4144533 Dec 20 21:40:28.192714 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.261539 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-350f2974-846a-4688-a05c-b024cc935a77 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.295934 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] No DVR routers for this DVR port 2cbb598c-ae3e-454a-ac08-5f04fb90e2bd on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:28.304656 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event deleted for resources: {'Port': ['ID=2cbb598c-ae3e-454a-ac08-5f04fb90e2bd,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:28.312515 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e68bc5-2ca8-4114-86a0-6a476cd75a09 req-20aeef7c-79a1-41d0-8360-77db9ccff18c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=696d27e0-4685-4c34-85ec-58a9ea8e7dcc HTTP/1.1" status: 200 len: 217 time: 0.0828726 Dec 20 21:40:28.325159 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-350f2974-846a-4688-a05c-b024cc935a77 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.331019 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350f2974-846a-4688-a05c-b024cc935a77 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:28.331771 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-350f2974-846a-4688-a05c-b024cc935a77 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.343450 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b9564e31-21e8-40a1-8608-0307765aa461 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.343988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9564e31-21e8-40a1-8608-0307765aa461 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Fanout notify agent at l3_agent the message router_deleted on router 499fcea7-099e-46ef-8483-6fda10f8a063 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:40:28.359297 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.359545 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b9564e31-21e8-40a1-8608-0307765aa461 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.363116 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b9564e31-21e8-40a1-8608-0307765aa461 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/routers/499fcea7-099e-46ef-8483-6fda10f8a063 HTTP/1.1" status: 204 len: 168 time: 0.8110664 Dec 20 21:40:28.378645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55902) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:28.434377 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-350f2974-846a-4688-a05c-b024cc935a77 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5802011 Dec 20 21:40:28.436260 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55906) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:28.461447 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.465131 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-90015116-d33d-4e68-ba56-f684e615f47c tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'subnet': {'network_id': '46b12d60-ce20-4577-bce2-09ae9f368ea5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:28.465307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e68bc5-2ca8-4114-86a0-6a476cd75a09 req-8b0dec98-10d7-491c-84b9-87eff364c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:28.466758 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e68bc5-2ca8-4114-86a0-6a476cd75a09 req-8b0dec98-10d7-491c-84b9-87eff364c2ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6a37fb4-9e39-43fd-b635-7223bbe08aa3 HTTP/1.1" status: 200 len: 835 time: 0.1206315 Dec 20 21:40:28.500724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:28.535522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfcdccd4-2015-44a7-9706-401487b47618') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:28.536178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfcdccd4-2015-44a7-9706-401487b47618') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:28.546318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f2974-846a-4688-a05c-b024cc935a77 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Network': ['ID=46b12d60-ce20-4577-bce2-09ae9f368ea5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:28.554248 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.560300 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 46b12d60-ce20-4577-bce2-09ae9f368ea5 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:40:28.574471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e68bc5-2ca8-4114-86a0-6a476cd75a09 req-8be8410b-c983-4363-ad12-7f1e2c8a77d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:28.576084 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e68bc5-2ca8-4114-86a0-6a476cd75a09 req-8be8410b-c983-4363-ad12-7f1e2c8a77d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=643f2771-1861-458d-9bd2-f33fcee7623a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0932138 Dec 20 21:40:28.577320 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.586629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:28.587223 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:28.590750 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:28.605800 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288a6330-bbad-42d5-ba06-08b4efe22a39 None None] New status for floating IP f9309718-054a-4491-a62c-054930993241: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:40:28.607756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f7b35b-bb8c-41bf-bde2-bd53016f8d0a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting subnet bd273241-43ad-4fe2-a73f-1c71ca5ab72f {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:40:28.617809 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b35b-bb8c-41bf-bde2-bd53016f8d0a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.664449 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.707468 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b35b-bb8c-41bf-bde2-bd53016f8d0a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.757077 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:28.765892 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90015116-d33d-4e68-ba56-f684e615f47c tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:28.769588 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.773170 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90015116-d33d-4e68-ba56-f684e615f47c tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.778605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:28.781251 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:40:28.801072 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:28.807366 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "DELETE /v2.0/networks/7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9 HTTP/1.1" status: 204 len: 168 time: 2.0819683 Dec 20 21:40:28.810838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55910) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:28.811901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449f281-0453-4735-85ad-22f7424edad0 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Pushing event deleted for resources: {'Network': ['ID=7e1dfab8-6c1f-42ff-a62c-b0baa4e759a9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:28.828778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Port': ['ID=1e38bfb6-ad9d-4b3e-91f2-a06f64baef31,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:28.829771 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e68bc5-2ca8-4114-86a0-6a476cd75a09 req-271602a8-fd06-4e3a-8709-fcdc29ce6e8e service neutron] 10.222.0.31 "GET /v2.0/networks/643f2771-1861-458d-9bd2-f33fcee7623a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445352 Dec 20 21:40:28.854774 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a2ffbcc1-d931-440c-b672-f0ce56d3dc69 tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ce073ea-489c-47a9-a9f9-7653c9e125c7 HTTP/1.1" status: 200 len: 205 time: 0.0381315 Dec 20 21:40:28.855665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55912) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:28.974169 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5935d26-3fcb-4bbf-b1c9-de599ac1d4de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:29.016618 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b35b-bb8c-41bf-bde2-bd53016f8d0a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:29.464838 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0088ddad-fa03-4754-b719-d73151442093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:29.502993 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e68bc5-2ca8-4114-86a0-6a476cd75a09 req-9ebea22d-2b02-4d67-85f9-15dc22837647 service neutron] 10.222.0.31 "GET /v2.0/networks/643f2771-1861-458d-9bd2-f33fcee7623a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6592138 Dec 20 21:40:29.519793 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5935d26-3fcb-4bbf-b1c9-de599ac1d4de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:29.526154 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5935d26-3fcb-4bbf-b1c9-de599ac1d4de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:29.548476 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a21f4a-6be0-4fb1-9ec5-c8a2a6bc162e req-76d97403-4eb6-4f83-a181-cdc41789589d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:29.550467 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8a21f4a-6be0-4fb1-9ec5-c8a2a6bc162e req-76d97403-4eb6-4f83-a181-cdc41789589d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.31 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 984 time: 0.5142760 Dec 20 21:40:29.629344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695364c-ec87-44e2-8779-4ebcf74c68ef req-a1427799-edde-4bda-b482-ade2d3e084f0 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:29.630246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a949f-0966-41b5-b87d-761d70956d40 req-5d145f23-11a3-4540-aefe-588d44e237fc tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:29.630816 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1695364c-ec87-44e2-8779-4ebcf74c68ef req-a1427799-edde-4bda-b482-ade2d3e084f0 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.2077272 Dec 20 21:40:29.631763 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab5a949f-0966-41b5-b87d-761d70956d40 req-5d145f23-11a3-4540-aefe-588d44e237fc tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 984 time: 0.5891330 Dec 20 21:40:29.632769 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b35b-bb8c-41bf-bde2-bd53016f8d0a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:29.637085 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5935d26-3fcb-4bbf-b1c9-de599ac1d4de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:29.637085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5935d26-3fcb-4bbf-b1c9-de599ac1d4de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Fanout notify agent at l3_agent the message router_deleted on router 6ce073ea-489c-47a9-a9f9-7653c9e125c7 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:40:29.649216 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5935d26-3fcb-4bbf-b1c9-de599ac1d4de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:29.650730 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e5935d26-3fcb-4bbf-b1c9-de599ac1d4de tempest-RoutersNegativeIpV6Test-1437818637 tempest-RoutersNegativeIpV6Test-1437818637-project] 10.222.0.32 "DELETE /v2.0/routers/6ce073ea-489c-47a9-a9f9-7653c9e125c7 HTTP/1.1" status: 204 len: 168 time: 0.7943950 Dec 20 21:40:29.706837 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7b35b-bb8c-41bf-bde2-bd53016f8d0a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Subnet': ['ID=bd273241-43ad-4fe2-a73f-1c71ca5ab72f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:29.720154 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b35b-bb8c-41bf-bde2-bd53016f8d0a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:29.723390 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a9f7b35b-bb8c-41bf-bde2-bd53016f8d0a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/subnets/bd273241-43ad-4fe2-a73f-1c71ca5ab72f HTTP/1.1" status: 204 len: 168 time: 1.3423717 Dec 20 21:40:29.728653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55926) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:29.728767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13537d0e-4a7d-477d-ae29-1a20d3d17e30 None None] Network ba597278-20e6-451a-a66a-b1d2c4182967 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:29.729609 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90015116-d33d-4e68-ba56-f684e615f47c tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:29.731059 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1695364c-ec87-44e2-8779-4ebcf74c68ef req-946ca827-bf22-4f9a-9954-50509b533dae tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905104 Dec 20 21:40:29.768319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-a8a21f4a-6be0-4fb1-9ec5-c8a2a6bc162e req-bab71fcb-7d77-466c-bbb3-bb484ebb83f9 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Deleting port 696d27e0-4685-4c34-85ec-58a9ea8e7dcc {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:29.770029 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a8a21f4a-6be0-4fb1-9ec5-c8a2a6bc162e req-bab71fcb-7d77-466c-bbb3-bb484ebb83f9 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:29.870199 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab5a949f-0966-41b5-b87d-761d70956d40 req-919cdf3d-4e36-4367-8ee1-13df757acdd4 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/security-groups?id=062e3782-24c4-4dfa-8684-04c7bdeb9af1&id=2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1773839 Dec 20 21:40:30.000921 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90015116-d33d-4e68-ba56-f684e615f47c tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Subnet': ['ID=514b5839-e07a-49fa-a869-45c045b512d5,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:30.006981 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.034030 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90015116-d33d-4e68-ba56-f684e615f47c tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Checking segment: {'id': 'cdfe106d-00d8-4b35-bfa7-b5f4229d40c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46b12d60-ce20-4577-bce2-09ae9f368ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:30.034491 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90015116-d33d-4e68-ba56-f684e615f47c tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network hostable DHCP agents. Network: 46b12d60-ce20-4577-bce2-09ae9f368ea5, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:40:30.050538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a8a21f4a-6be0-4fb1-9ec5-c8a2a6bc162e req-bab71fcb-7d77-466c-bbb3-bb484ebb83f9 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] For port 696d27e0-4685-4c34-85ec-58a9ea8e7dcc, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=696d27e0-4685-4c34-85ec-58a9ea8e7dcc,segment=NetworkSegment(f3f805b7-ad34-4a65-84dd-1975b01a840e),segment_id=f3f805b7-ad34-4a65-84dd-1975b01a840e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:30.051270 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a8a21f4a-6be0-4fb1-9ec5-c8a2a6bc162e req-bab71fcb-7d77-466c-bbb3-bb484ebb83f9 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.072377 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-a8a21f4a-6be0-4fb1-9ec5-c8a2a6bc162e req-bab71fcb-7d77-466c-bbb3-bb484ebb83f9 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Calling delete_port for 696d27e0-4685-4c34-85ec-58a9ea8e7dcc owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:30.080036 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.180346 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de299c7d-d232-4635-8ae3-c7e68b921f2e None None] DHCP port deletion for ba597278-20e6-451a-a66a-b1d2c4182967 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:40:30.192539 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90015116-d33d-4e68-ba56-f684e615f47c tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network 46b12d60-ce20-4577-bce2-09ae9f368ea5 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:40:30.208258 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55932) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:30.229016 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.233474 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-90015116-d33d-4e68-ba56-f684e615f47c tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 46b12d60-ce20-4577-bce2-09ae9f368ea5) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:30.252241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06ef3af-c3e9-4f67-9bc0-f7cb57fdbedc None None] Network 46b12d60-ce20-4577-bce2-09ae9f368ea5 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:30.260978 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90015116-d33d-4e68-ba56-f684e615f47c tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:30.261273 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-90015116-d33d-4e68-ba56-f684e615f47c tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.286452 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting port 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:30.286786 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.291928 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a8a21f4a-6be0-4fb1-9ec5-c8a2a6bc162e req-bab71fcb-7d77-466c-bbb3-bb484ebb83f9 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.350935 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-90015116-d33d-4e68-ba56-f684e615f47c tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8900220 Dec 20 21:40:30.357084 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55942) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:30.368288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab71fcb-7d77-466c-bbb3-bb484ebb83f9 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event deleted for resources: {'Port': ['ID=696d27e0-4685-4c34-85ec-58a9ea8e7dcc,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:30.373846 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-de299c7d-d232-4635-8ae3-c7e68b921f2e None None] Deleting port 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:30.374345 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de299c7d-d232-4635-8ae3-c7e68b921f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.482643 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a21f4a-6be0-4fb1-9ec5-c8a2a6bc162e req-bab71fcb-7d77-466c-bbb3-bb484ebb83f9 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] No DVR routers for this DVR port 696d27e0-4685-4c34-85ec-58a9ea8e7dcc on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:30.483559 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-de299c7d-d232-4635-8ae3-c7e68b921f2e None None] For port 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=57f8c7d7-8804-4584-b1ba-c2f209a8c0bf,segment=NetworkSegment(68193dab-74b0-4ba7-8580-8c79a34247f3),segment_id=68193dab-74b0-4ba7-8580-8c79a34247f3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:30.484058 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de299c7d-d232-4635-8ae3-c7e68b921f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.485460 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a8a21f4a-6be0-4fb1-9ec5-c8a2a6bc162e req-bab71fcb-7d77-466c-bbb3-bb484ebb83f9 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.490139 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8a21f4a-6be0-4fb1-9ec5-c8a2a6bc162e req-bab71fcb-7d77-466c-bbb3-bb484ebb83f9 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.31 "DELETE /v2.0/ports/696d27e0-4685-4c34-85ec-58a9ea8e7dcc HTTP/1.1" status: 204 len: 173 time: 0.9083192 Dec 20 21:40:30.490635 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afde2477-dbc0-4747-9dcd-a6791e0b1cdc', 'name': 'network-vif-deleted', 'tag': '696d27e0-4685-4c34-85ec-58a9ea8e7dcc'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:40:30.493959 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07a8519-b907-4cef-b09d-bf794e3bf115" -d '{"events": [{"server_uuid": "afde2477-dbc0-4747-9dcd-a6791e0b1cdc", "name": "network-vif-deleted", "tag": "696d27e0-4685-4c34-85ec-58a9ea8e7dcc"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:40:30.503334 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-de299c7d-d232-4635-8ae3-c7e68b921f2e None None] Calling delete_port for 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:30.562376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-46b12d60-ce20-4577-bce2-09ae9f368ea5', 'network_id': '46b12d60-ce20-4577-bce2-09ae9f368ea5', 'tenant_id': '5d3c3678d8124e4298f90d4d629b34b4', 'fixed_ips': [{'subnet_id': '514b5839-e07a-49fa-a869-45c045b512d5'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:40:30.563413 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.577592 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e06983d4-0607-4f58-ad57-0a8c0266cb4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a38f2fde51ff42b2860ffc10867b7528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3633728 Dec 20 21:40:30.578179 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55948) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:30.608835 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7568be-b99e-44b6-9fb3-9ef7da6aa799 x-openstack-request-id: req-bd7568be-b99e-44b6-9fb3-9ef7da6aa799 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:40:30.608835 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afde2477-dbc0-4747-9dcd-a6791e0b1cdc", "name": "network-vif-deleted", "tag": "696d27e0-4685-4c34-85ec-58a9ea8e7dcc", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:40:30.608835 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd7568be-b99e-44b6-9fb3-9ef7da6aa799 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:40:30.608835 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afde2477-dbc0-4747-9dcd-a6791e0b1cdc', 'name': 'network-vif-deleted', 'tag': '696d27e0-4685-4c34-85ec-58a9ea8e7dcc', 'status': 'completed', 'code': 200} Dec 20 21:40:30.694404 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12be2d5c-b84e-4a7d-b4b1-e3f99109f6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.699217 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] For port 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=57f8c7d7-8804-4584-b1ba-c2f209a8c0bf,segment=NetworkSegment(68193dab-74b0-4ba7-8580-8c79a34247f3),segment_id=68193dab-74b0-4ba7-8580-8c79a34247f3)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:30.699763 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.727364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Calling delete_port for 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:30.732836 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12be2d5c-b84e-4a7d-b4b1-e3f99109f6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.763147 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Allocated IP 172.20.0.1 (46b12d60-ce20-4577-bce2-09ae9f368ea5/514b5839-e07a-49fa-a869-45c045b512d5/b258c734-69df-4250-be05-807b8736f2c2) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:30.794502 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.835641 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12be2d5c-b84e-4a7d-b4b1-e3f99109f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.838885 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-12be2d5c-b84e-4a7d-b4b1-e3f99109f6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.851491 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-12be2d5c-b84e-4a7d-b4b1-e3f99109f6b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61bf8376-78b4-4eae-935d-e97f4dddc190 HTTP/1.1" status: 204 len: 168 time: 0.2639873 Dec 20 21:40:30.878146 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be2d5c-b84e-4a7d-b4b1-e3f99109f6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bf8376-78b4-4eae-935d-e97f4dddc190,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:30.897207 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.910995 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de299c7d-d232-4635-8ae3-c7e68b921f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:30.988351 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de299c7d-d232-4635-8ae3-c7e68b921f2e None None] Pushing event deleted for resources: {'Port': ['ID=57f8c7d7-8804-4584-b1ba-c2f209a8c0bf,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:30.995076 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de299c7d-d232-4635-8ae3-c7e68b921f2e None None] No DVR routers for this DVR port 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:31.008856 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:31.029416 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:31.039818 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:31.088718 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Network 46b12d60-ce20-4577-bce2-09ae9f368ea5 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:31.092094 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:31.092987 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:31.096389 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:40:31.118610 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c33cdaa1-9232-4777-8def-85ae8d7a4d0d req-149497b2-2b1d-42d8-87c8-45911c95bde8 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "GET /v2.0/ports?device_id=afde2477-dbc0-4747-9dcd-a6791e0b1cdc HTTP/1.1" status: 200 len: 210 time: 0.0691025 Dec 20 21:40:31.156389 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25001c80-d928-4b62-a047-c53d2c0f943b req-0a9ad2da-b24f-40d8-8e0a-ed549b3b45fb tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:31.157914 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25001c80-d928-4b62-a047-c53d2c0f943b req-0a9ad2da-b24f-40d8-8e0a-ed549b3b45fb tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.2834015 Dec 20 21:40:31.164652 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Pushing event updated for resources: {'Port': ['ID=b258c734-69df-4250-be05-807b8736f2c2,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:31.168790 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:31.201782 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:31.235712 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Attempting to bind port b258c734-69df-4250-be05-807b8736f2c2 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:40:31.236084 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Attempting to bind port b258c734-69df-4250-be05-807b8736f2c2 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'cdfe106d-00d8-4b35-bfa7-b5f4229d40c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46b12d60-ce20-4577-bce2-09ae9f368ea5'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:40:31.236455 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Attempting to bind port b258c734-69df-4250-be05-807b8736f2c2 on network 46b12d60-ce20-4577-bce2-09ae9f368ea5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:40:31.244874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:40:31.245244 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Checking segment: {'id': 'cdfe106d-00d8-4b35-bfa7-b5f4229d40c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46b12d60-ce20-4577-bce2-09ae9f368ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:31.247945 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:31.248361 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Bound using segment: {'id': 'cdfe106d-00d8-4b35-bfa7-b5f4229d40c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46b12d60-ce20-4577-bce2-09ae9f368ea5'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:40:31.248854 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Bound port: b258c734-69df-4250-be05-807b8736f2c2, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfe106d-00d8-4b35-bfa7-b5f4229d40c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '46b12d60-ce20-4577-bce2-09ae9f368ea5'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:40:31.249245 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:31.263563 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Port': ['ID=1e38bfb6-ad9d-4b3e-91f2-a06f64baef31,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:31.299251 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] No DVR routers for this DVR port 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:31.336997 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Port': ['ID=57f8c7d7-8804-4584-b1ba-c2f209a8c0bf,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:31.364974 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:31.369487 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] For port b258c734-69df-4250-be05-807b8736f2c2, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:40:31.373964 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] For port b258c734-69df-4250-be05-807b8736f2c2, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b258c734-69df-4250-be05-807b8736f2c2,segment=NetworkSegment(cdfe106d-00d8-4b35-bfa7-b5f4229d40c7),segment_id=cdfe106d-00d8-4b35-bfa7-b5f4229d40c7)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:40:31.382220 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:31.459368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed1d21-e6db-4bdb-b46f-5b87c2632b92 None None] Pushing event updated for resources: {'Port': ['ID=b258c734-69df-4250-be05-807b8736f2c2,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:31.488292 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:31.489072 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:31.489636 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:31.489974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:31.490342 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:31.490671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:31.490996 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:31.491319 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:31.491641 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:31.493064 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:31.493411 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:31.493725 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:31.555824 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25001c80-d928-4b62-a047-c53d2c0f943b req-963c9893-dd32-4f76-b841-d4f702f85497 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490193 Dec 20 21:40:31.581326 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:31.631207 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:31.637499 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Subnet': ['ID=514b5839-e07a-49fa-a869-45c045b512d5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:31.692341 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Floating IP 33ad0f17-253c-4a1d-9bed-270603b1d833 associated. External IP: 172.35.3.156, port: a08fc68b-05ea-4f51-8fa5-1f6c3a367482. Dec 20 21:40:31.845916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba597278-20e6-451a-a66a-b1d2c4182967']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:31.940334 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68193dab-74b0-4ba7-8580-8c79a34247f3') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:31.940559 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68193dab-74b0-4ba7-8580-8c79a34247f3') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:31.947389 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:31.971615 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:31.995548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b12d60-ce20-4577-bce2-09ae9f368ea5']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:32.008124 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.015689 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfe106d-00d8-4b35-bfa7-b5f4229d40c7') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:32.015984 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfe106d-00d8-4b35-bfa7-b5f4229d40c7') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:32.026650 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:32.027393 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:32.033114 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:32.047704 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.107392 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.114805 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:32.115216 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.132754 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:32.169880 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:32.202143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55982) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:32.206760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b258c734-69df-4250-be05-807b8736f2c2 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:32.254970 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.269387 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.272767 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/networks/ba597278-20e6-451a-a66a-b1d2c4182967 HTTP/1.1" status: 204 len: 168 time: 2.5410464 Dec 20 21:40:32.278670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55986) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:32.299875 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-366506435', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:32.300698 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-76b110a5-8df5-4d60-8ee0-d0cc4e35206d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.317260 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fe2cc-4fa4-476e-a165-10b4ef085c55 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Network': ['ID=ba597278-20e6-451a-a66a-b1d2c4182967,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:32.336625 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.api [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 21:40:32.336625 n-d-xena-1 neutron-server[102402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 21:40:32.336625 n-d-xena-1 neutron-server[102402]: [parameters: {'id': '46b12d60-ce20-4577-bce2-09ae9f368ea5'}] Dec 20 21:40:32.336625 n-d-xena-1 neutron-server[102402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:40:32.337473 n-d-xena-1 neutron-server[102402]: DEBUG oslo_db.api [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:40:32.338242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-76b110a5-8df5-4d60-8ee0-d0cc4e35206d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.362264 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.362536 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.363794 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.370626 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port b258c734-69df-4250-be05-807b8736f2c2 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:32.377876 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:40:32.380275 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.413216 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-76b110a5-8df5-4d60-8ee0-d0cc4e35206d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.417071 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-76b110a5-8df5-4d60-8ee0-d0cc4e35206d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.418365 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-76b110a5-8df5-4d60-8ee0-d0cc4e35206d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "DELETE /v2.0/security-groups/062e3782-24c4-4dfa-8684-04c7bdeb9af1 HTTP/1.1" status: 204 len: 168 time: 0.2150838 Dec 20 21:40:32.433848 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55988) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:32.449044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b110a5-8df5-4d60-8ee0-d0cc4e35206d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062e3782-24c4-4dfa-8684-04c7bdeb9af1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:32.458108 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b110a5-8df5-4d60-8ee0-d0cc4e35206d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:32.458889 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b110a5-8df5-4d60-8ee0-d0cc4e35206d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:32.459385 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b110a5-8df5-4d60-8ee0-d0cc4e35206d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:32.460341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b110a5-8df5-4d60-8ee0-d0cc4e35206d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:32.460830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b110a5-8df5-4d60-8ee0-d0cc4e35206d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:32.461514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b110a5-8df5-4d60-8ee0-d0cc4e35206d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:32.461994 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b110a5-8df5-4d60-8ee0-d0cc4e35206d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:32.462529 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b110a5-8df5-4d60-8ee0-d0cc4e35206d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:32.463167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b110a5-8df5-4d60-8ee0-d0cc4e35206d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:32.463654 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b110a5-8df5-4d60-8ee0-d0cc4e35206d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:32.464312 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b110a5-8df5-4d60-8ee0-d0cc4e35206d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:32.465045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b110a5-8df5-4d60-8ee0-d0cc4e35206d tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:32.509121 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.547052 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.613140 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port b258c734-69df-4250-be05-807b8736f2c2, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b258c734-69df-4250-be05-807b8736f2c2,segment=NetworkSegment(cdfe106d-00d8-4b35-bfa7-b5f4229d40c7),segment_id=cdfe106d-00d8-4b35-bfa7-b5f4229d40c7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:32.626755 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.772557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:32.837893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:40:32.838261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 57f8c7d7-8804-4584-b1ba-c2f209a8c0bf not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:40:32.841000 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.847968 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34264e49-f698-4da2-a714-314910b1c0d2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.858367 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:32.881701 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:40:32.885133 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=b258c734-69df-4250-be05-807b8736f2c2,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:32.908592 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dd0f8e-aa1e-42ab-8c40-7c8cbe3ebda3 None None] Sync routers for ids ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:40:32.920521 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dd0f8e-aa1e-42ab-8c40-7c8cbe3ebda3 None None] Routers {'0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:32.926785 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e6dd0f8e-aa1e-42ab-8c40-7c8cbe3ebda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:32.928763 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0047c-a7c0-4cde-99f1-e767bbbb15f8 req-208305dd-828e-43df-87a5-c66405a31d43 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:32.941559 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e9d0047c-a7c0-4cde-99f1-e767bbbb15f8 req-208305dd-828e-43df-87a5-c66405a31d43 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.2415264 Dec 20 21:40:33.030195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 696d27e0-4685-4c34-85ec-58a9ea8e7dcc no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:33.056452 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 696d27e0-4685-4c34-85ec-58a9ea8e7dcc {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:40:33.056793 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 696d27e0-4685-4c34-85ec-58a9ea8e7dcc not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:40:33.144449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e6dd0f8e-aa1e-42ab-8c40-7c8cbe3ebda3 None None] Set router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:40:33.244284 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f1cb51-b4a4-48dc-a210-6bad0b0e4590 None None] Network 46b12d60-ce20-4577-bce2-09ae9f368ea5 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:33.304593 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34264e49-f698-4da2-a714-314910b1c0d2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:33.308011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2be91791-8e7c-4d63-b36a-ac08413865f5 None None] Provisioning complete for port b258c734-69df-4250-be05-807b8736f2c2 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:33.308465 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2be91791-8e7c-4d63-b36a-ac08413865f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:33.399464 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:33.474029 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e9d0047c-a7c0-4cde-99f1-e767bbbb15f8 req-9cf67544-9501-4c3f-b55b-3327051daf70 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291588 Dec 20 21:40:33.481346 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-91062db7-32e3-429a-b08c-15a427a62230 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1223636 Dec 20 21:40:33.485536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6261c22-d010-4018-8845-8046c685fb5c', 'tag': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:40:33.488251 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f94331-1d7c-45a2-879f-308ac9c66628" -d '{"events": [{"name": "network-changed", "server_uuid": "c6261c22-d010-4018-8845-8046c685fb5c", "tag": "a08fc68b-05ea-4f51-8fa5-1f6c3a367482"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:40:33.493031 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56016) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:33.529152 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34264e49-f698-4da2-a714-314910b1c0d2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:33.537761 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-34264e49-f698-4da2-a714-314910b1c0d2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:33.554077 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-34264e49-f698-4da2-a714-314910b1c0d2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "DELETE /v2.0/security-groups/2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f HTTP/1.1" status: 204 len: 168 time: 1.1147954 Dec 20 21:40:33.554816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56022) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:33.571014 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b832eb-fc45-4007-b9a3-6fd4bc803dde x-openstack-request-id: req-b6b832eb-fc45-4007-b9a3-6fd4bc803dde {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:40:33.571546 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6261c22-d010-4018-8845-8046c685fb5c", "tag": "a08fc68b-05ea-4f51-8fa5-1f6c3a367482", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:40:33.572198 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6b832eb-fc45-4007-b9a3-6fd4bc803dde {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:40:33.574207 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6261c22-d010-4018-8845-8046c685fb5c', 'tag': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482', 'status': 'completed', 'code': 200} Dec 20 21:40:33.593197 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34264e49-f698-4da2-a714-314910b1c0d2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5fa7eb-b410-4906-9b8e-8fc35e3ac76f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:33.628096 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b6c82093-2554-4398-8e8b-1741b98b1502 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/floatingips/33ad0f17-253c-4a1d-9bed-270603b1d833 HTTP/1.1" status: 200 len: 991 time: 0.1338534 Dec 20 21:40:33.718448 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e6dd0f8e-aa1e-42ab-8c40-7c8cbe3ebda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:39:56Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '33ad0f17-253c-4a1d-9bed-270603b1d833', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'port_id': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'mac_address': 'fa:16:3e:63:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6261c22-d010-4018-8845-8046c685fb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:40:29Z', 'updated_at': '2021-12-20T21:40:29Z', 'revision_number': 0, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e4b5b0-cc3b-4857-925d-5060a7847910', 'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:8d:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:52Z', 'updated_at': '2021-12-20T21:40:03Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:33.727149 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Deleting port b258c734-69df-4250-be05-807b8736f2c2 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:33.727669 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:33.754664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62be589f-d04d-417a-bee6-772140e06852 None None] DHCP port deletion for 46b12d60-ce20-4577-bce2-09ae9f368ea5 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:40:33.757913 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dd0f8e-aa1e-42ab-8c40-7c8cbe3ebda3 None None] Checking router: 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:40:33.769852 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dd0f8e-aa1e-42ab-8c40-7c8cbe3ebda3 None None] Routers {'0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:33.770557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e6dd0f8e-aa1e-42ab-8c40-7c8cbe3ebda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:33.878169 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f94331-1d7c-45a2-879f-308ac9c66628 req-3fe85295-0e16-450f-a28d-8000e2262a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:33.880510 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-52f94331-1d7c-45a2-879f-308ac9c66628 req-3fe85295-0e16-450f-a28d-8000e2262a49 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5353e8cb9b434e37a6bf3118a301f4e4&device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 1094 time: 0.2771380 Dec 20 21:40:33.926324 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] For port b258c734-69df-4250-be05-807b8736f2c2, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b258c734-69df-4250-be05-807b8736f2c2,segment=NetworkSegment(cdfe106d-00d8-4b35-bfa7-b5f4229d40c7),segment_id=cdfe106d-00d8-4b35-bfa7-b5f4229d40c7)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:33.927305 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:33.943268 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-62be589f-d04d-417a-bee6-772140e06852 None None] Deleting port b258c734-69df-4250-be05-807b8736f2c2 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:33.943645 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62be589f-d04d-417a-bee6-772140e06852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:33.970652 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Calling delete_port for b258c734-69df-4250-be05-807b8736f2c2 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:34.000254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f94331-1d7c-45a2-879f-308ac9c66628 req-f09f1bb8-bb3c-40aa-8e46-ae98bedf79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:34.001941 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-52f94331-1d7c-45a2-879f-308ac9c66628 req-f09f1bb8-bb3c-40aa-8e46-ae98bedf79fa service neutron] 10.222.0.66 "GET /v2.0/networks?id=df1edafa-7805-497c-a213-192df2dee518 HTTP/1.1" status: 200 len: 897 time: 0.1129234 Dec 20 21:40:34.019628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e6dd0f8e-aa1e-42ab-8c40-7c8cbe3ebda3 None None] Set router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:40:34.065388 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-62be589f-d04d-417a-bee6-772140e06852 None None] For port b258c734-69df-4250-be05-807b8736f2c2, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b258c734-69df-4250-be05-807b8736f2c2,segment=NetworkSegment(cdfe106d-00d8-4b35-bfa7-b5f4229d40c7),segment_id=cdfe106d-00d8-4b35-bfa7-b5f4229d40c7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:34.065784 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62be589f-d04d-417a-bee6-772140e06852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:34.085495 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-62be589f-d04d-417a-bee6-772140e06852 None None] Calling delete_port for b258c734-69df-4250-be05-807b8736f2c2 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:34.140801 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-52f94331-1d7c-45a2-879f-308ac9c66628 req-7291fb1c-634d-4977-81de-8d1fc7632634 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a08fc68b-05ea-4f51-8fa5-1f6c3a367482 HTTP/1.1" status: 200 len: 999 time: 0.1301239 Dec 20 21:40:34.173334 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:34.199146 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f94331-1d7c-45a2-879f-308ac9c66628 req-9525355c-1d44-4a9c-b10f-e731b6305e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:34.200876 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-52f94331-1d7c-45a2-879f-308ac9c66628 req-9525355c-1d44-4a9c-b10f-e731b6305e66 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c03000ac-9b78-43f0-983c-9ba31d74fcff HTTP/1.1" status: 200 len: 835 time: 0.0529811 Dec 20 21:40:34.211450 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:34.258706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f94331-1d7c-45a2-879f-308ac9c66628 req-12d54cf3-8c74-45c5-bbef-8b03b3b82ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:34.260761 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-52f94331-1d7c-45a2-879f-308ac9c66628 req-12d54cf3-8c74-45c5-bbef-8b03b3b82ac8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=df1edafa-7805-497c-a213-192df2dee518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0525146 Dec 20 21:40:34.329583 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:34.334723 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b258c734-69df-4250-be05-807b8736f2c2 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:34.369749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: b258c734-69df-4250-be05-807b8736f2c2 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:40:34.370487 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b258c734-69df-4250-be05-807b8736f2c2 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:40:34.380513 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Port': ['ID=b258c734-69df-4250-be05-807b8736f2c2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:34.401650 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No DVR routers for this DVR port b258c734-69df-4250-be05-807b8736f2c2 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:34.417856 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-52f94331-1d7c-45a2-879f-308ac9c66628 req-f0c9516b-ad71-4494-9a73-7587e17ea23d service neutron] 10.222.0.66 "GET /v2.0/networks/df1edafa-7805-497c-a213-192df2dee518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480868 Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.517357 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.520602 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.520602 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.520602 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.520602 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.520602 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.520602 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.520602 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.520602 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.520602 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.520602 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.520602 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.520602 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.520602 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:40:34.520602 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:40:34.529446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Allocated IP 172.35.3.196 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/95e0c924-ecba-49f5-82fa-0df5dcc07e2a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:34.543438 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-62be589f-d04d-417a-bee6-772140e06852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:34.558462 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:34.591949 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-52f94331-1d7c-45a2-879f-308ac9c66628 req-1ee1219b-ca3f-4913-b9d9-4f79650b7c60 service neutron] 10.222.0.66 "GET /v2.0/networks/df1edafa-7805-497c-a213-192df2dee518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669390 Dec 20 21:40:34.616036 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be589f-d04d-417a-bee6-772140e06852 None None] Pushing event deleted for resources: {'Port': ['ID=b258c734-69df-4250-be05-807b8736f2c2,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:34.625078 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62be589f-d04d-417a-bee6-772140e06852 None None] No DVR routers for this DVR port b258c734-69df-4250-be05-807b8736f2c2 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:34.632093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56036) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:34.655588 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b12d60-ce20-4577-bce2-09ae9f368ea5']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:34.675094 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfe106d-00d8-4b35-bfa7-b5f4229d40c7') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:34.675404 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfe106d-00d8-4b35-bfa7-b5f4229d40c7') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:34.700892 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e6dd0f8e-aa1e-42ab-8c40-7c8cbe3ebda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:39:56Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '33ad0f17-253c-4a1d-9bed-270603b1d833', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'port_id': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'mac_address': 'fa:16:3e:63:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6261c22-d010-4018-8845-8046c685fb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:40:29Z', 'updated_at': '2021-12-20T21:40:29Z', 'revision_number': 0, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e4b5b0-cc3b-4857-925d-5060a7847910', 'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:8d:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:52Z', 'updated_at': '2021-12-20T21:40:03Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:34.709951 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:34.744535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dd0f8e-aa1e-42ab-8c40-7c8cbe3ebda3 None None] The sync data for ids ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'] in n-d-xena-1 is: [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:39:56Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '33ad0f17-253c-4a1d-9bed-270603b1d833', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'port_id': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'mac_address': 'fa:16:3e:63:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6261c22-d010-4018-8845-8046c685fb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:40:29Z', 'updated_at': '2021-12-20T21:40:29Z', 'revision_number': 0, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e4b5b0-cc3b-4857-925d-5060a7847910', 'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:8d:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:52Z', 'updated_at': '2021-12-20T21:40:03Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:40:34.752163 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-242b242e-7bbe-4a29-8795-5dc288aba083 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:34.799869 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5dc81abc-1665-4598-baf7-36ac51a2e825 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/floatingips/33ad0f17-253c-4a1d-9bed-270603b1d833 HTTP/1.1" status: 200 len: 991 time: 0.1663287 Dec 20 21:40:34.826905 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:34.869959 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:34.870389 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:34.879940 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:34.925779 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:34.961284 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce6d6d-1b28-46e3-a9d2-5f6c55b8f91c req-68b2d760-c3ce-4c38-9612-9fc8f88d1fc2 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:34.962867 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4cce6d6d-1b28-46e3-a9d2-5f6c55b8f91c req-68b2d760-c3ce-4c38-9612-9fc8f88d1fc2 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.2833691 Dec 20 21:40:35.029087 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:35.053461 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:35.056622 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/46b12d60-ce20-4577-bce2-09ae9f368ea5 HTTP/1.1" status: 204 len: 168 time: 4.6986110 Dec 20 21:40:35.062741 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56042) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:35.080972 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b53526b5-0a60-46ef-8b89-dbb42fa97401 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2002107720'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:35.096166 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb66c03-4673-4129-a973-6f44f9592ae6 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Network': ['ID=46b12d60-ce20-4577-bce2-09ae9f368ea5,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:35.118461 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:35.144085 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7429b5-0e5d-4a4e-ad8b-476bd4890cda None None] New status for floating IP 33ad0f17-253c-4a1d-9bed-270603b1d833: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:40:35.160908 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4cce6d6d-1b28-46e3-a9d2-5f6c55b8f91c req-c5f0f512-3c63-4220-9a7c-a21279eb86a5 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516416 Dec 20 21:40:35.254221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=95e0c924-ecba-49f5-82fa-0df5dcc07e2a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:35.287839 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:35.293785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:35.299423 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:40:35.434513 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53526b5-0a60-46ef-8b89-dbb42fa97401 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:35.438173 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b53526b5-0a60-46ef-8b89-dbb42fa97401 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:35.559256 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53526b5-0a60-46ef-8b89-dbb42fa97401 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:40:35.580170 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b53526b5-0a60-46ef-8b89-dbb42fa97401 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:35.581156 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-b53526b5-0a60-46ef-8b89-dbb42fa97401 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Added segment 485ee17b-2b6d-4cb0-9cd0-d402dff83d0e of type vlan for network 9d92de30-c078-415c-9d62-51c63dac3b51 Dec 20 21:40:35.667648 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b53526b5-0a60-46ef-8b89-dbb42fa97401 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:35.686727 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:35.797108 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56054) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:35.908820 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fb38aaba-6a99-443b-8b2e-fa42a9b98bbf tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/floatingips/33ad0f17-253c-4a1d-9bed-270603b1d833 HTTP/1.1" status: 200 len: 993 time: 0.1067944 Dec 20 21:40:36.124227 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b53526b5-0a60-46ef-8b89-dbb42fa97401 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:36.130238 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53526b5-0a60-46ef-8b89-dbb42fa97401 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:36.130581 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b53526b5-0a60-46ef-8b89-dbb42fa97401 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:36.204773 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b53526b5-0a60-46ef-8b89-dbb42fa97401 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1308167 Dec 20 21:40:36.209064 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56064) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:36.218091 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7d084824-a79f-48c0-a559-b1634de762a2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'subnet': {'network_id': '9d92de30-c078-415c-9d62-51c63dac3b51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:36.292735 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-242b242e-7bbe-4a29-8795-5dc288aba083 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Deleting port 7e01f608-8593-43b4-8635-085c7dba1dea {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:36.293074 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-242b242e-7bbe-4a29-8795-5dc288aba083 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:36.299435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53526b5-0a60-46ef-8b89-dbb42fa97401 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Network': ['ID=9d92de30-c078-415c-9d62-51c63dac3b51,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:36.303510 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cc9dd-7ddc-43e0-bc13-68bc43e7144e req-d8019efe-c165-46d0-a35f-194bec8e34ef tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:36.305360 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-377cc9dd-7ddc-43e0-bc13-68bc43e7144e req-d8019efe-c165-46d0-a35f-194bec8e34ef tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.0613992 Dec 20 21:40:36.328637 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 9d92de30-c078-415c-9d62-51c63dac3b51 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:40:36.377546 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-377cc9dd-7ddc-43e0-bc13-68bc43e7144e req-c0e5c470-9484-45f3-96b5-aab00639398e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652206 Dec 20 21:40:36.497460 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d084824-a79f-48c0-a559-b1634de762a2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:36.500960 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d084824-a79f-48c0-a559-b1634de762a2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:36.513587 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-242b242e-7bbe-4a29-8795-5dc288aba083 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] For port 7e01f608-8593-43b4-8635-085c7dba1dea, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7e01f608-8593-43b4-8635-085c7dba1dea,segment=NetworkSegment(f3f805b7-ad34-4a65-84dd-1975b01a840e),segment_id=f3f805b7-ad34-4a65-84dd-1975b01a840e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:36.514903 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-242b242e-7bbe-4a29-8795-5dc288aba083 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:36.578889 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-242b242e-7bbe-4a29-8795-5dc288aba083 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Calling delete_port for 7e01f608-8593-43b4-8635-085c7dba1dea owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:36.589165 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:36.950130 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d084824-a79f-48c0-a559-b1634de762a2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:37.015227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router b2696359-f82f-441f-96ba-8dbe101b128b is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:40:37.071183 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d084824-a79f-48c0-a559-b1634de762a2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Subnet': ['ID=76578ba4-7463-43c9-babe-2db9f7231aed,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:37.157749 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d084824-a79f-48c0-a559-b1634de762a2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Checking segment: {'id': '485ee17b-2b6d-4cb0-9cd0-d402dff83d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9d92de30-c078-415c-9d62-51c63dac3b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:37.158438 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d084824-a79f-48c0-a559-b1634de762a2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network hostable DHCP agents. Network: 9d92de30-c078-415c-9d62-51c63dac3b51, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:40:37.186731 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-242b242e-7bbe-4a29-8795-5dc288aba083 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:37.224878 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b242e-7bbe-4a29-8795-5dc288aba083 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event deleted for resources: {'Port': ['ID=7e01f608-8593-43b4-8635-085c7dba1dea,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:37.240156 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d084824-a79f-48c0-a559-b1634de762a2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network 9d92de30-c078-415c-9d62-51c63dac3b51 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:40:37.269020 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7d084824-a79f-48c0-a559-b1634de762a2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 9d92de30-c078-415c-9d62-51c63dac3b51) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:37.271402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:40:37.285972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dfb725-4e15-4f6e-aba2-474d4dee3d99 None None] Sync routers for ids ['b2696359-f82f-441f-96ba-8dbe101b128b'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:40:37.297382 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f1b6c9-321f-497d-81b3-03e2883a728e None None] Network 9d92de30-c078-415c-9d62-51c63dac3b51 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:37.302250 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d084824-a79f-48c0-a559-b1634de762a2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:37.302848 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d084824-a79f-48c0-a559-b1634de762a2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:37.348436 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:37.352271 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5cce89af-b013-4e70-91cc-a822bf8e390a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.0670474 Dec 20 21:40:37.352691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56078) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:37.381655 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7d084824-a79f-48c0-a559-b1634de762a2 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1724861 Dec 20 21:40:37.385255 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56080) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:37.388452 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dfb725-4e15-4f6e-aba2-474d4dee3d99 None None] Routers {'b2696359-f82f-441f-96ba-8dbe101b128b'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:37.389221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a5dfb725-4e15-4f6e-aba2-474d4dee3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b2696359-f82f-441f-96ba-8dbe101b128b'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:37.511440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a5dfb725-4e15-4f6e-aba2-474d4dee3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:37.542150 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f7f6b364-fd9f-4e33-a439-73067c25b483 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/routers/b2696359-f82f-441f-96ba-8dbe101b128b HTTP/1.1" status: 200 len: 880 time: 0.1875610 Dec 20 21:40:37.547277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56084) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:37.621988 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dfb725-4e15-4f6e-aba2-474d4dee3d99 None None] Routers {'b2696359-f82f-441f-96ba-8dbe101b128b'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:37.622705 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a5dfb725-4e15-4f6e-aba2-474d4dee3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b2696359-f82f-441f-96ba-8dbe101b128b'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:37.698353 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:37.709181 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201092cc-288b-4094-80f8-e22243d6b2e2 req-5524f1fa-cf07-4497-9718-56ec6b7b644f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:37.710767 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-201092cc-288b-4094-80f8-e22243d6b2e2 req-5524f1fa-cf07-4497-9718-56ec6b7b644f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.1330228 Dec 20 21:40:37.720709 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-9d92de30-c078-415c-9d62-51c63dac3b51', 'network_id': '9d92de30-c078-415c-9d62-51c63dac3b51', 'tenant_id': '5d3c3678d8124e4298f90d4d629b34b4', 'fixed_ips': [{'subnet_id': '76578ba4-7463-43c9-babe-2db9f7231aed'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:40:37.721583 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:37.729024 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-242b242e-7bbe-4a29-8795-5dc288aba083 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:37.740207 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a5dfb725-4e15-4f6e-aba2-474d4dee3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:37.741138 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dfb725-4e15-4f6e-aba2-474d4dee3d99 None None] The sync data for ids ['b2696359-f82f-441f-96ba-8dbe101b128b'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:40:37.914190 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Allocated IP 172.20.0.2 (9d92de30-c078-415c-9d62-51c63dac3b51/76578ba4-7463-43c9-babe-2db9f7231aed/2a8a229f-7715-4345-a1b7-a280cdbb8f07) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:37.934120 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-201092cc-288b-4094-80f8-e22243d6b2e2 req-42b18d3b-d692-411c-aba8-f4cd462c3c2b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095306 Dec 20 21:40:37.976851 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:38.173487 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f5298d9c-c940-4cb5-8b93-71970c075e71 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6250343 Dec 20 21:40:38.180308 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56088) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:38.195555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-dc9b079c-fed2-4cf1-b601-cd96dd75952e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-366506435'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:38.201303 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:38.213923 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:38.309128 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Network 9d92de30-c078-415c-9d62-51c63dac3b51 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:38.311204 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:38.314641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:40:38.330289 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Pushing event updated for resources: {'Port': ['ID=2a8a229f-7715-4345-a1b7-a280cdbb8f07,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:38.343627 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:38.418488 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Subnet': ['ID=76578ba4-7463-43c9-babe-2db9f7231aed,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:38.440667 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Attempting to bind port 2a8a229f-7715-4345-a1b7-a280cdbb8f07 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:40:38.441275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Attempting to bind port 2a8a229f-7715-4345-a1b7-a280cdbb8f07 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '485ee17b-2b6d-4cb0-9cd0-d402dff83d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9d92de30-c078-415c-9d62-51c63dac3b51'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:40:38.441472 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Attempting to bind port 2a8a229f-7715-4345-a1b7-a280cdbb8f07 on network 9d92de30-c078-415c-9d62-51c63dac3b51 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:40:38.447192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:40:38.447563 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Checking segment: {'id': '485ee17b-2b6d-4cb0-9cd0-d402dff83d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9d92de30-c078-415c-9d62-51c63dac3b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:38.447958 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:38.448345 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Bound using segment: {'id': '485ee17b-2b6d-4cb0-9cd0-d402dff83d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9d92de30-c078-415c-9d62-51c63dac3b51'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:40:38.448810 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Bound port: 2a8a229f-7715-4345-a1b7-a280cdbb8f07, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485ee17b-2b6d-4cb0-9cd0-d402dff83d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9d92de30-c078-415c-9d62-51c63dac3b51'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:40:38.449186 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:38.535517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] For port 2a8a229f-7715-4345-a1b7-a280cdbb8f07, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:40:38.539544 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] For port 2a8a229f-7715-4345-a1b7-a280cdbb8f07, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2a8a229f-7715-4345-a1b7-a280cdbb8f07,segment=NetworkSegment(485ee17b-2b6d-4cb0-9cd0-d402dff83d0e),segment_id=485ee17b-2b6d-4cb0-9cd0-d402dff83d0e)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:40:38.546662 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:38.606890 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242b242e-7bbe-4a29-8795-5dc288aba083 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Router f4f8e188-fee3-4626-94a3-3056d19e950a has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:40:38.633870 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:38.667571 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b773d23-0049-4a2d-9a12-0ea3e58b6436 None None] Pushing event updated for resources: {'Port': ['ID=2a8a229f-7715-4345-a1b7-a280cdbb8f07,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:38.673506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9877cb-9825-4490-ac0c-2a14d557eb0e None None] Network 9d92de30-c078-415c-9d62-51c63dac3b51 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:38.734281 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d92de30-c078-415c-9d62-51c63dac3b51']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:38.744844 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485ee17b-2b6d-4cb0-9cd0-d402dff83d0e') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:38.745486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485ee17b-2b6d-4cb0-9cd0-d402dff83d0e') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:38.756521 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:38.781818 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc9b079c-fed2-4cf1-b601-cd96dd75952e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:38.799228 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc9b079c-fed2-4cf1-b601-cd96dd75952e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:38.804984 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:38.815788 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:38.816712 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:38.819553 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:38.931678 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.api [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 21:40:38.931678 n-d-xena-1 neutron-server[102402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 21:40:38.931678 n-d-xena-1 neutron-server[102402]: [parameters: {'id': '9d92de30-c078-415c-9d62-51c63dac3b51'}] Dec 20 21:40:38.931678 n-d-xena-1 neutron-server[102402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:40:38.931678 n-d-xena-1 neutron-server[102402]: DEBUG oslo_db.api [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:40:38.933178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9b079c-fed2-4cf1-b601-cd96dd75952e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router b2696359-f82f-441f-96ba-8dbe101b128b has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:40:38.945514 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc3b0ec-2060-4db3-9ca3-9e67d03dbd8a None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 21:40:38.954576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242b242e-7bbe-4a29-8795-5dc288aba083 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:40:38.964641 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-242b242e-7bbe-4a29-8795-5dc288aba083 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "PUT /v2.0/routers/f4f8e188-fee3-4626-94a3-3056d19e950a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4049497 Dec 20 21:40:38.965124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56102) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:38.965883 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed58a78f-c888-4e88-9cb7-deea806a1b3a None None] Sync routers for ids ['f4f8e188-fee3-4626-94a3-3056d19e950a'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:40:38.980337 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed58a78f-c888-4e88-9cb7-deea806a1b3a None None] Routers {'f4f8e188-fee3-4626-94a3-3056d19e950a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:38.980956 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ed58a78f-c888-4e88-9cb7-deea806a1b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f4f8e188-fee3-4626-94a3-3056d19e950a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:39.044566 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb80413b-0363-4f90-b7a0-989779af4df2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Deleting subnet a6a37fb4-9e39-43fd-b635-7223bbe08aa3 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:40:39.048471 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb80413b-0363-4f90-b7a0-989779af4df2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:39.082318 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9b079c-fed2-4cf1-b601-cd96dd75952e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:40:39.093988 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3086748-36c0-4a5d-91bc-d7c827b14f5e None None] Sync routers for ids ['b2696359-f82f-441f-96ba-8dbe101b128b'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:40:39.105895 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc9b079c-fed2-4cf1-b601-cd96dd75952e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:39.109744 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dc9b079c-fed2-4cf1-b601-cd96dd75952e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/b2696359-f82f-441f-96ba-8dbe101b128b HTTP/1.1" status: 200 len: 887 time: 0.9250031 Dec 20 21:40:39.110240 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56106) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:39.140765 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb80413b-0363-4f90-b7a0-989779af4df2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:39.189677 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc3b0ec-2060-4db3-9ca3-9e67d03dbd8a None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 21:40:39.196980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3086748-36c0-4a5d-91bc-d7c827b14f5e None None] Routers {'b2696359-f82f-441f-96ba-8dbe101b128b'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:39.197632 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a3086748-36c0-4a5d-91bc-d7c827b14f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b2696359-f82f-441f-96ba-8dbe101b128b'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:39.267510 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a84bf5-5a79-4f27-b371-7d23626074fb req-938738f2-6150-443d-9ccb-a2d18ba51f8a tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:39.278553 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7a84bf5-5a79-4f27-b371-7d23626074fb req-938738f2-6150-443d-9ccb-a2d18ba51f8a tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.1584291 Dec 20 21:40:39.298780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a3086748-36c0-4a5d-91bc-d7c827b14f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:39.312729 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb80413b-0363-4f90-b7a0-989779af4df2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:39.321539 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-701169cc-958a-49d9-9642-52f73cd4e408 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/routers/b2696359-f82f-441f-96ba-8dbe101b128b HTTP/1.1" status: 200 len: 887 time: 0.2067506 Dec 20 21:40:39.321539 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56108) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:39.340515 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3086748-36c0-4a5d-91bc-d7c827b14f5e None None] Routers {'b2696359-f82f-441f-96ba-8dbe101b128b'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:39.341902 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a3086748-36c0-4a5d-91bc-d7c827b14f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b2696359-f82f-441f-96ba-8dbe101b128b'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:39.384346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7a84bf5-5a79-4f27-b371-7d23626074fb req-9c8f65ce-681c-47ee-9e59-f5da27444f14 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986431 Dec 20 21:40:39.387641 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0ccfab70-94ba-4c92-981b-e409a5c0f8a0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2696359-f82f-441f-96ba-8dbe101b128b HTTP/1.1" status: 200 len: 205 time: 0.0655358 Dec 20 21:40:39.390605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56110) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:39.442535 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:39.463453 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ed58a78f-c888-4e88-9cb7-deea806a1b3a None None] Set router f4f8e188-fee3-4626-94a3-3056d19e950a gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:40:39.525859 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb80413b-0363-4f90-b7a0-989779af4df2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:39.576913 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb80413b-0363-4f90-b7a0-989779af4df2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:39.582428 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a3086748-36c0-4a5d-91bc-d7c827b14f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:39.583791 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56116) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:39.584035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3086748-36c0-4a5d-91bc-d7c827b14f5e None None] The sync data for ids ['b2696359-f82f-441f-96ba-8dbe101b128b'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:40:39.584126 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bb80413b-0363-4f90-b7a0-989779af4df2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "DELETE /v2.0/subnets/a6a37fb4-9e39-43fd-b635-7223bbe08aa3 HTTP/1.1" status: 204 len: 168 time: 0.6176991 Dec 20 21:40:39.598825 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80413b-0363-4f90-b7a0-989779af4df2 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a37fb4-9e39-43fd-b635-7223bbe08aa3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:39.637493 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Deleting port 2a8a229f-7715-4345-a1b7-a280cdbb8f07 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:39.637916 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:39.790013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ce54aa-6865-434c-af0d-a69fc52c30c9 None None] Network 643f2771-1861-458d-9bd2-f33fcee7623a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:39.852070 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ed58a78f-c888-4e88-9cb7-deea806a1b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794951097', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:07Z', 'updated_at': '2021-12-20T21:40:37Z', 'revision_number': 5, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:09Z', 'updated_at': '2021-12-20T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:39.867173 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5aecdf35-db83-439a-8b67-edcf7e9bf2a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:39.984947 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed58a78f-c888-4e88-9cb7-deea806a1b3a None None] Checking router: f4f8e188-fee3-4626-94a3-3056d19e950a for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:40:40.037585 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed58a78f-c888-4e88-9cb7-deea806a1b3a None None] Routers {'f4f8e188-fee3-4626-94a3-3056d19e950a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:40.038007 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ed58a78f-c888-4e88-9cb7-deea806a1b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f4f8e188-fee3-4626-94a3-3056d19e950a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:40.108172 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] For port 2a8a229f-7715-4345-a1b7-a280cdbb8f07, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2a8a229f-7715-4345-a1b7-a280cdbb8f07,segment=NetworkSegment(485ee17b-2b6d-4cb0-9cd0-d402dff83d0e),segment_id=485ee17b-2b6d-4cb0-9cd0-d402dff83d0e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:40.108531 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:40.119231 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5aecdf35-db83-439a-8b67-edcf7e9bf2a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:40.121923 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Calling delete_port for 2a8a229f-7715-4345-a1b7-a280cdbb8f07 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:40.207123 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-984a9798-1401-437d-aa47-8b048b3982b6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:40.210972 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:40.222795 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-5aecdf35-db83-439a-8b67-edcf7e9bf2a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Deleting port 8dfe3b16-64f8-4cf3-b065-c5684f38f2b0 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:40.223277 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5aecdf35-db83-439a-8b67-edcf7e9bf2a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:40.275936 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ed58a78f-c888-4e88-9cb7-deea806a1b3a None None] Set router f4f8e188-fee3-4626-94a3-3056d19e950a gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:40:40.294956 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b0b5dc-e131-4ddc-8575-6ab366b16995 None None] DHCP port deletion for 643f2771-1861-458d-9bd2-f33fcee7623a request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:40:40.368932 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a9b0b5dc-e131-4ddc-8575-6ab366b16995 None None] Deleting port 6ea1dd9c-b69f-4e05-bd83-7876e57c0907 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:40.369231 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b5dc-e131-4ddc-8575-6ab366b16995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:40.373842 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-5aecdf35-db83-439a-8b67-edcf7e9bf2a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] For port 8dfe3b16-64f8-4cf3-b065-c5684f38f2b0, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8dfe3b16-64f8-4cf3-b065-c5684f38f2b0,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:40.375415 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5aecdf35-db83-439a-8b67-edcf7e9bf2a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:40.393324 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Port': ['ID=2a8a229f-7715-4345-a1b7-a280cdbb8f07,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:40.402498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No DVR routers for this DVR port 2a8a229f-7715-4345-a1b7-a280cdbb8f07 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:40.407725 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-5aecdf35-db83-439a-8b67-edcf7e9bf2a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Calling delete_port for 8dfe3b16-64f8-4cf3-b065-c5684f38f2b0 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:40.508534 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a9b0b5dc-e131-4ddc-8575-6ab366b16995 None None] For port 6ea1dd9c-b69f-4e05-bd83-7876e57c0907, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6ea1dd9c-b69f-4e05-bd83-7876e57c0907,segment=NetworkSegment(f3f805b7-ad34-4a65-84dd-1975b01a840e),segment_id=f3f805b7-ad34-4a65-84dd-1975b01a840e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:40.512635 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b5dc-e131-4ddc-8575-6ab366b16995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:40.518506 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ed58a78f-c888-4e88-9cb7-deea806a1b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794951097', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:07Z', 'updated_at': '2021-12-20T21:40:37Z', 'revision_number': 5, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:09Z', 'updated_at': '2021-12-20T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:40.535634 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a9b0b5dc-e131-4ddc-8575-6ab366b16995 None None] Calling delete_port for 6ea1dd9c-b69f-4e05-bd83-7876e57c0907 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:40.549694 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed58a78f-c888-4e88-9cb7-deea806a1b3a None None] The sync data for ids ['f4f8e188-fee3-4626-94a3-3056d19e950a'] in n-d-xena-1 is: [{'id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-794951097', 'tenant_id': '7d148da42bcc49c09fb4b3551f55d580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:38:07Z', 'updated_at': '2021-12-20T21:40:37Z', 'revision_number': 5, 'project_id': '7d148da42bcc49c09fb4b3551f55d580', 'gw_port': {'id': '8dfe3b16-64f8-4cf3-b065-c5684f38f2b0', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f8e188-fee3-4626-94a3-3056d19e950a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:38:09Z', 'updated_at': '2021-12-20T21:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:40:40.586591 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:40.652675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d92de30-c078-415c-9d62-51c63dac3b51']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:40.680332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485ee17b-2b6d-4cb0-9cd0-d402dff83d0e') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:40.680332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485ee17b-2b6d-4cb0-9cd0-d402dff83d0e') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:40.694558 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:40.698844 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b5dc-e131-4ddc-8575-6ab366b16995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:40.709607 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:40.717367 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:40.717860 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:40.748643 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b0b5dc-e131-4ddc-8575-6ab366b16995 None None] No DVR routers for this DVR port 6ea1dd9c-b69f-4e05-bd83-7876e57c0907 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:40.753978 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0b5dc-e131-4ddc-8575-6ab366b16995 None None] Pushing event deleted for resources: {'Port': ['ID=6ea1dd9c-b69f-4e05-bd83-7876e57c0907,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:40.767842 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:40.851935 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:40.860946 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:40.869177 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/9d92de30-c078-415c-9d62-51c63dac3b51 HTTP/1.1" status: 204 len: 168 time: 3.4764621 Dec 20 21:40:40.882887 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56134) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:40.889222 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f894f2a2-fa57-4184-8c7d-386f6eb0abad tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-594120681'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:40.899589 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560b0b2-2861-4c38-98ce-4ac3b6ee572b req-5e5ff7ff-8381-42cb-aaaf-a810ba761d5a tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:40.901126 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8560b0b2-2861-4c38-98ce-4ac3b6ee572b req-5e5ff7ff-8381-42cb-aaaf-a810ba761d5a tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.1343842 Dec 20 21:40:40.903751 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5508cb0-4d66-478c-8136-c3a9ca16e548 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Network': ['ID=9d92de30-c078-415c-9d62-51c63dac3b51,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:40.908368 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-984a9798-1401-437d-aa47-8b048b3982b6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:41.029313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f894f2a2-fa57-4184-8c7d-386f6eb0abad tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:41.033402 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f894f2a2-fa57-4184-8c7d-386f6eb0abad tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:41.051314 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8560b0b2-2861-4c38-98ce-4ac3b6ee572b req-1f665943-6cde-453d-9430-05003ddb7c96 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203876 Dec 20 21:40:41.092198 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-984a9798-1401-437d-aa47-8b048b3982b6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting port 95e0c924-ecba-49f5-82fa-0df5dcc07e2a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:41.092559 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-984a9798-1401-437d-aa47-8b048b3982b6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:41.094799 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f894f2a2-fa57-4184-8c7d-386f6eb0abad tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:40:41.184662 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f894f2a2-fa57-4184-8c7d-386f6eb0abad tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:41.185180 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-f894f2a2-fa57-4184-8c7d-386f6eb0abad tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Added segment 574a6218-0488-4b5c-a2c7-40379e466052 of type vlan for network a465aae7-437e-4261-983b-fb98401b3cb8 Dec 20 21:40:41.301271 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f894f2a2-fa57-4184-8c7d-386f6eb0abad tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:41.401985 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f894f2a2-fa57-4184-8c7d-386f6eb0abad tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:41.417638 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f894f2a2-fa57-4184-8c7d-386f6eb0abad tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:41.418355 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f894f2a2-fa57-4184-8c7d-386f6eb0abad tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:41.419759 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5aecdf35-db83-439a-8b67-edcf7e9bf2a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:41.438962 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-984a9798-1401-437d-aa47-8b048b3982b6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:41.455216 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecdf35-db83-439a-8b67-edcf7e9bf2a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event deleted for resources: {'Port': ['ID=8dfe3b16-64f8-4cf3-b065-c5684f38f2b0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:41.503077 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-984a9798-1401-437d-aa47-8b048b3982b6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Calling delete_port for 95e0c924-ecba-49f5-82fa-0df5dcc07e2a owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:41.527130 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5aecdf35-db83-439a-8b67-edcf7e9bf2a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:41.530682 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f894f2a2-fa57-4184-8c7d-386f6eb0abad tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6461644 Dec 20 21:40:41.530863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56140) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:41.536155 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-ec33cc9b-3bb7-4a4d-8ab8-bb75f4892a47 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'subnet': {'network_id': 'a465aae7-437e-4261-983b-fb98401b3cb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:41.539339 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894f2a2-fa57-4184-8c7d-386f6eb0abad tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Network': ['ID=a465aae7-437e-4261-983b-fb98401b3cb8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:41.550756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network a465aae7-437e-4261-983b-fb98401b3cb8 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:40:41.682868 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5aecdf35-db83-439a-8b67-edcf7e9bf2a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:41.686576 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5aecdf35-db83-439a-8b67-edcf7e9bf2a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:41.751610 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5aecdf35-db83-439a-8b67-edcf7e9bf2a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:41.752134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aecdf35-db83-439a-8b67-edcf7e9bf2a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Fanout notify agent at l3_agent the message router_deleted on router f4f8e188-fee3-4626-94a3-3056d19e950a {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:40:41.756831 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-984a9798-1401-437d-aa47-8b048b3982b6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:41.761054 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5aecdf35-db83-439a-8b67-edcf7e9bf2a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:41.764671 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5aecdf35-db83-439a-8b67-edcf7e9bf2a1 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "DELETE /v2.0/routers/f4f8e188-fee3-4626-94a3-3056d19e950a HTTP/1.1" status: 204 len: 168 time: 2.1771290 Dec 20 21:40:41.765257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56144) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:41.808236 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec33cc9b-3bb7-4a4d-8ab8-bb75f4892a47 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:41.813240 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec33cc9b-3bb7-4a4d-8ab8-bb75f4892a47 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:41.875897 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a9798-1401-437d-aa47-8b048b3982b6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Port': ['ID=95e0c924-ecba-49f5-82fa-0df5dcc07e2a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:41.911243 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-984a9798-1401-437d-aa47-8b048b3982b6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:41.941426 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.ipam_backend_mixin [None req-ec33cc9b-3bb7-4a4d-8ab8-bb75f4892a47 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Performing IP validity checks on allocation pools {{(pid=102401) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 21:40:41.941939 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.ipam_backend_mixin [None req-ec33cc9b-3bb7-4a4d-8ab8-bb75f4892a47 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102401) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 21:40:41.966532 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-daad0ccd-e341-49cd-9759-9d5e90590a94 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:42.023433 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-984a9798-1401-437d-aa47-8b048b3982b6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:42.026491 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-984a9798-1401-437d-aa47-8b048b3982b6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:42.087135 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-984a9798-1401-437d-aa47-8b048b3982b6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:42.087710 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984a9798-1401-437d-aa47-8b048b3982b6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Fanout notify agent at l3_agent the message router_deleted on router b2696359-f82f-441f-96ba-8dbe101b128b {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:40:42.094508 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-984a9798-1401-437d-aa47-8b048b3982b6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:42.099872 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-984a9798-1401-437d-aa47-8b048b3982b6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/routers/b2696359-f82f-441f-96ba-8dbe101b128b HTTP/1.1" status: 204 len: 168 time: 2.7021465 Dec 20 21:40:42.103832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56150) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:42.108788 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-ec89be42-0c7d-4768-8095-482ee68b1d8a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'network': {'name': 'tempest-RoutersTest-1856452857'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:42.147533 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-daad0ccd-e341-49cd-9759-9d5e90590a94 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:42.157315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec89be42-0c7d-4768-8095-482ee68b1d8a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:42.161002 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec89be42-0c7d-4768-8095-482ee68b1d8a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:42.222676 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-daad0ccd-e341-49cd-9759-9d5e90590a94 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643f2771-1861-458d-9bd2-f33fcee7623a']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:42.270591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-daad0ccd-e341-49cd-9759-9d5e90590a94 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f805b7-ad34-4a65-84dd-1975b01a840e') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:42.270852 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-daad0ccd-e341-49cd-9759-9d5e90590a94 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f805b7-ad34-4a65-84dd-1975b01a840e') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:42.289944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec89be42-0c7d-4768-8095-482ee68b1d8a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:40:42.294969 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-daad0ccd-e341-49cd-9759-9d5e90590a94 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:42.334605 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec33cc9b-3bb7-4a4d-8ab8-bb75f4892a47 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:42.401603 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec89be42-0c7d-4768-8095-482ee68b1d8a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:42.401603 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-ec89be42-0c7d-4768-8095-482ee68b1d8a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Added segment 2819dceb-b57f-4279-8e90-0cfc90691baa of type vlan for network 40ad1502-ba9a-444b-8aea-096ae174ee1f Dec 20 21:40:42.403092 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-daad0ccd-e341-49cd-9759-9d5e90590a94 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:42.442299 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c05823-f811-409b-bcac-b26345301184 req-bd1969c8-55ef-4f75-85f5-034ee78febc0 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:42.443883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7c05823-f811-409b-bcac-b26345301184 req-bd1969c8-55ef-4f75-85f5-034ee78febc0 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.2670560 Dec 20 21:40:42.450120 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daad0ccd-e341-49cd-9759-9d5e90590a94 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:42.450586 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-daad0ccd-e341-49cd-9759-9d5e90590a94 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:42.451990 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6ea1dd9c-b69f-4e05-bd83-7876e57c0907 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:42.457796 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:42.479391 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 6ea1dd9c-b69f-4e05-bd83-7876e57c0907 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:40:42.479963 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6ea1dd9c-b69f-4e05-bd83-7876e57c0907 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:40:42.480558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8dfe3b16-64f8-4cf3-b065-c5684f38f2b0 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:42.515417 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 8dfe3b16-64f8-4cf3-b065-c5684f38f2b0 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:40:42.516192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8dfe3b16-64f8-4cf3-b065-c5684f38f2b0 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:40:42.516925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7e01f608-8593-43b4-8635-085c7dba1dea no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:42.554059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 7e01f608-8593-43b4-8635-085c7dba1dea {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:40:42.555281 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7e01f608-8593-43b4-8635-085c7dba1dea not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:40:42.579874 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec89be42-0c7d-4768-8095-482ee68b1d8a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:42.593796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33cc9b-3bb7-4a4d-8ab8-bb75f4892a47 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Subnet': ['ID=e8d39d76-8bc5-40a8-9079-e210abf0e5a6,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:42.632218 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7c05823-f811-409b-bcac-b26345301184 req-aac73599-f11d-4edd-81d3-7fa948eb0384 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538923 Dec 20 21:40:42.653488 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-daad0ccd-e341-49cd-9759-9d5e90590a94 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:42.658667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec33cc9b-3bb7-4a4d-8ab8-bb75f4892a47 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Checking segment: {'id': '574a6218-0488-4b5c-a2c7-40379e466052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a465aae7-437e-4261-983b-fb98401b3cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:42.659102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec33cc9b-3bb7-4a4d-8ab8-bb75f4892a47 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network hostable DHCP agents. Network: a465aae7-437e-4261-983b-fb98401b3cb8, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:40:42.669670 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-daad0ccd-e341-49cd-9759-9d5e90590a94 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:42.675763 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-daad0ccd-e341-49cd-9759-9d5e90590a94 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] 10.222.0.32 "DELETE /v2.0/networks/643f2771-1861-458d-9bd2-f33fcee7623a HTTP/1.1" status: 204 len: 168 time: 0.9065142 Dec 20 21:40:42.693412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad0ccd-e341-49cd-9759-9d5e90590a94 tempest-TestSecurityGroupsBasicOps-2049761414 tempest-TestSecurityGroupsBasicOps-2049761414-project] Pushing event deleted for resources: {'Network': ['ID=643f2771-1861-458d-9bd2-f33fcee7623a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:42.705417 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec89be42-0c7d-4768-8095-482ee68b1d8a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:42.712162 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec89be42-0c7d-4768-8095-482ee68b1d8a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:42.712798 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec89be42-0c7d-4768-8095-482ee68b1d8a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:42.729763 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec33cc9b-3bb7-4a4d-8ab8-bb75f4892a47 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network a465aae7-437e-4261-983b-fb98401b3cb8 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:40:42.786373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-ec33cc9b-3bb7-4a4d-8ab8-bb75f4892a47 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, a465aae7-437e-4261-983b-fb98401b3cb8) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:42.797701 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56160) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:42.800887 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b50cee-a84a-4a06-be3c-116603713dd4 None None] Network a465aae7-437e-4261-983b-fb98401b3cb8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:42.804062 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-81e2404f-de4d-4aa6-bad6-4b7af5925f70 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'subnet': {'network_id': '40ad1502-ba9a-444b-8aea-096ae174ee1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:42.808918 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ec89be42-0c7d-4768-8095-482ee68b1d8a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7038460 Dec 20 21:40:42.820193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec33cc9b-3bb7-4a4d-8ab8-bb75f4892a47 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:42.820950 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ec33cc9b-3bb7-4a4d-8ab8-bb75f4892a47 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:42.830791 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89be42-0c7d-4768-8095-482ee68b1d8a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Network': ['ID=40ad1502-ba9a-444b-8aea-096ae174ee1f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:42.874759 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ec33cc9b-3bb7-4a4d-8ab8-bb75f4892a47 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3401699 Dec 20 21:40:42.874759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56164) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:42.964945 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 40ad1502-ba9a-444b-8aea-096ae174ee1f details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:40:43.004795 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e2404f-de4d-4aa6-bad6-4b7af5925f70 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:43.013524 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81e2404f-de4d-4aa6-bad6-4b7af5925f70 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.090605 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db6005a9-855f-4c58-a4e6-a212667bda6a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.103438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 89d10e56-6fa6-441c-86ec-44faf214ab0e details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:40:43.106250 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 89d10e56-6fa6-441c-86ec-44faf214ab0e no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:43.209308 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7070335a-5c5e-4e1e-9ea5-fb7c6e5610d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-a465aae7-437e-4261-983b-fb98401b3cb8', 'network_id': 'a465aae7-437e-4261-983b-fb98401b3cb8', 'tenant_id': '5d3c3678d8124e4298f90d4d629b34b4', 'fixed_ips': [{'subnet_id': 'e8d39d76-8bc5-40a8-9079-e210abf0e5a6'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:40:43.210550 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7070335a-5c5e-4e1e-9ea5-fb7c6e5610d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.219596 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db6005a9-855f-4c58-a4e6-a212667bda6a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.340882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56180) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:43.344216 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.359847 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db6005a9-855f-4c58-a4e6-a212667bda6a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.399280 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81e2404f-de4d-4aa6-bad6-4b7af5925f70 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.412380 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 89d10e56-6fa6-441c-86ec-44faf214ab0e, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=89d10e56-6fa6-441c-86ec-44faf214ab0e,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:43.446932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6005a9-855f-4c58-a4e6-a212667bda6a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d39d76-8bc5-40a8-9079-e210abf0e5a6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:43.466609 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '89d10e56-6fa6-441c-86ec-44faf214ab0e', 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6', 'port_id': '89d10e56-6fa6-441c-86ec-44faf214ab0e', 'mac_address': 'fa:16:3e:b7:77:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924feca0-3a71-4754-bcc2-c5bd79345d9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:40:43.494521 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159e998a-58c7-4534-a776-28e67fcfcc1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89d10e56-6fa6-441c-86ec-44faf214ab0e'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:40:43.497184 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90908f91-a318-4107-814f-410c1f1a4864" -d '{"events": [{"server_uuid": "159e998a-58c7-4534-a776-28e67fcfcc1a", "name": "network-vif-unplugged", "status": "completed", "tag": "89d10e56-6fa6-441c-86ec-44faf214ab0e"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:40:43.607631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e2404f-de4d-4aa6-bad6-4b7af5925f70 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Checking segment: {'id': '2819dceb-b57f-4279-8e90-0cfc90691baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '40ad1502-ba9a-444b-8aea-096ae174ee1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:43.607997 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e2404f-de4d-4aa6-bad6-4b7af5925f70 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network hostable DHCP agents. Network: 40ad1502-ba9a-444b-8aea-096ae174ee1f, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:40:43.613108 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db6005a9-855f-4c58-a4e6-a212667bda6a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.648075 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2404f-de4d-4aa6-bad6-4b7af5925f70 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Subnet': ['ID=e032eba3-b329-4de8-b496-10067b05798d,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:43.676159 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e2404f-de4d-4aa6-bad6-4b7af5925f70 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network 40ad1502-ba9a-444b-8aea-096ae174ee1f is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:40:43.698645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-81e2404f-de4d-4aa6-bad6-4b7af5925f70 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 40ad1502-ba9a-444b-8aea-096ae174ee1f) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:43.707331 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e2404f-de4d-4aa6-bad6-4b7af5925f70 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:43.708081 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81e2404f-de4d-4aa6-bad6-4b7af5925f70 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.739547 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-81e2404f-de4d-4aa6-bad6-4b7af5925f70 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9406323 Dec 20 21:40:43.739793 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-db6005a9-855f-4c58-a4e6-a212667bda6a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a465aae7-437e-4261-983b-fb98401b3cb8']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:43.740211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56196) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:43.744635 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-51e8f16c-e1f1-4682-a3f2-288dd3b26f64 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1605284828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:43.778325 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51e8f16c-e1f1-4682-a3f2-288dd3b26f64 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.779311 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51e8f16c-e1f1-4682-a3f2-288dd3b26f64 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.814604 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-db6005a9-855f-4c58-a4e6-a212667bda6a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574a6218-0488-4b5c-a2c7-40379e466052') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:43.815036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-db6005a9-855f-4c58-a4e6-a212667bda6a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574a6218-0488-4b5c-a2c7-40379e466052') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:43.835056 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51e8f16c-e1f1-4682-a3f2-288dd3b26f64 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.838479 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae322a4-a65c-4cfb-8142-b03d02e7cfda x-openstack-request-id: req-7ae322a4-a65c-4cfb-8142-b03d02e7cfda {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:40:43.838984 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159e998a-58c7-4534-a776-28e67fcfcc1a", "name": "network-vif-unplugged", "status": "completed", "tag": "89d10e56-6fa6-441c-86ec-44faf214ab0e", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:40:43.839390 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ae322a4-a65c-4cfb-8142-b03d02e7cfda {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:40:43.839951 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159e998a-58c7-4534-a776-28e67fcfcc1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89d10e56-6fa6-441c-86ec-44faf214ab0e', 'code': 200} Dec 20 21:40:43.840739 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.854003 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f154cf52-89da-4212-a10b-5f784a237678 None None] Network 40ad1502-ba9a-444b-8aea-096ae174ee1f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:43.857628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 89d10e56-6fa6-441c-86ec-44faf214ab0e, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=89d10e56-6fa6-441c-86ec-44faf214ab0e,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:43.860789 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89d10e56-6fa6-441c-86ec-44faf214ab0e {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:40:43.866101 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db6005a9-855f-4c58-a4e6-a212667bda6a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server [None req-7070335a-5c5e-4e1e-9ea5-fb7c6e5610d8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8d39d76-8bc5-40a8-9079-e210abf0e5a6: This subnet is being modified by another concurrent operation. Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 21:40:43.875597 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise exception Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8d39d76-8bc5-40a8-9079-e210abf0e5a6: This subnet is being modified by another concurrent operation. Dec 20 21:40:43.879819 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Dec 20 21:40:43.885014 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51e8f16c-e1f1-4682-a3f2-288dd3b26f64 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.922224 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.930758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa44fbf-1f35-465e-8d02-61e5e368f62a None None] Network a465aae7-437e-4261-983b-fb98401b3cb8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:43.942912 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51e8f16c-e1f1-4682-a3f2-288dd3b26f64 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.953866 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-51e8f16c-e1f1-4682-a3f2-288dd3b26f64 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2126131 Dec 20 21:40:43.957157 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56198) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:43.959210 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-31e46161-e98f-4a8c-9894-2507c4d40427 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d148da42bcc49c09fb4b3551f55d580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6151912 Dec 20 21:40:43.959850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56200) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:43.968894 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db6005a9-855f-4c58-a4e6-a212667bda6a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.984625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6005a9-855f-4c58-a4e6-a212667bda6a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:43.985084 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db6005a9-855f-4c58-a4e6-a212667bda6a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:43.988523 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:44.056004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d02109-c7aa-4539-89ae-a374255196f8 req-1409e724-ed79-4e04-8f2d-2c9b42c1047a tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:44.070726 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-95d02109-c7aa-4539-89ae-a374255196f8 req-1409e724-ed79-4e04-8f2d-2c9b42c1047a tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.2990084 Dec 20 21:40:44.080804 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db6005a9-855f-4c58-a4e6-a212667bda6a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:44.090918 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db6005a9-855f-4c58-a4e6-a212667bda6a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:44.099547 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-db6005a9-855f-4c58-a4e6-a212667bda6a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/a465aae7-437e-4261-983b-fb98401b3cb8 HTTP/1.1" status: 204 len: 168 time: 1.2236772 Dec 20 21:40:44.102054 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56202) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:44.108541 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-145ac480-9eb1-4e25-9587-e5036970a808 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1754804505'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:44.138006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145ac480-9eb1-4e25-9587-e5036970a808 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:44.141983 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-145ac480-9eb1-4e25-9587-e5036970a808 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:44.159587 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26fcf137-1293-4526-8832-48da50abd8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:44.163285 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6005a9-855f-4c58-a4e6-a212667bda6a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Network': ['ID=a465aae7-437e-4261-983b-fb98401b3cb8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:44.184890 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145ac480-9eb1-4e25-9587-e5036970a808 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:40:44.199058 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26fcf137-1293-4526-8832-48da50abd8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:44.214096 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-145ac480-9eb1-4e25-9587-e5036970a808 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:44.214334 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:40:44.214439 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-145ac480-9eb1-4e25-9587-e5036970a808 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Added segment c7f427ba-e8f0-4fc9-b2a1-70576a62e33a of type vlan for network cf135ae9-7037-434b-b659-62ac74583cdb Dec 20 21:40:44.214663 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:40:44.219063 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=89d10e56-6fa6-441c-86ec-44faf214ab0e,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:44.300766 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26fcf137-1293-4526-8832-48da50abd8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:44.304589 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-26fcf137-1293-4526-8832-48da50abd8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:44.305969 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-26fcf137-1293-4526-8832-48da50abd8f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/daba428f-8d69-4d2a-a120-130c04754223 HTTP/1.1" status: 204 len: 168 time: 0.3444412 Dec 20 21:40:44.323019 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-145ac480-9eb1-4e25-9587-e5036970a808 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:44.327265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcf137-1293-4526-8832-48da50abd8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daba428f-8d69-4d2a-a120-130c04754223,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:44.370957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-40ad1502-ba9a-444b-8aea-096ae174ee1f', 'network_id': '40ad1502-ba9a-444b-8aea-096ae174ee1f', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'fixed_ips': [{'subnet_id': 'e032eba3-b329-4de8-b496-10067b05798d'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:40:44.371242 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-95d02109-c7aa-4539-89ae-a374255196f8 req-f08206e5-eceb-49b5-89d1-be10b79f7e85 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730740 Dec 20 21:40:44.371370 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-145ac480-9eb1-4e25-9587-e5036970a808 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:44.372420 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:44.377928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145ac480-9eb1-4e25-9587-e5036970a808 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:44.378647 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-145ac480-9eb1-4e25-9587-e5036970a808 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:44.543817 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:44.564644 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-145ac480-9eb1-4e25-9587-e5036970a808 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4577870 Dec 20 21:40:44.565622 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ac480-9eb1-4e25-9587-e5036970a808 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Network': ['ID=cf135ae9-7037-434b-b659-62ac74583cdb,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:44.567466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56206) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:44.573123 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6ad7975d-b2cf-4088-bb14-767e0a479082 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'subnet': {'network_id': 'cf135ae9-7037-434b-b659-62ac74583cdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:44.592321 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network cf135ae9-7037-434b-b659-62ac74583cdb details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:40:44.685593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Allocated IP 172.20.0.2 (40ad1502-ba9a-444b-8aea-096ae174ee1f/e032eba3-b329-4de8-b496-10067b05798d/a2d4fcc4-f0a9-499f-88cc-81002f548eed) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:44.922355 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:44.942825 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad7975d-b2cf-4088-bb14-767e0a479082 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:44.958465 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ad7975d-b2cf-4088-bb14-767e0a479082 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:44.986409 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:45.013254 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d10e56-6fa6-441c-86ec-44faf214ab0e {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:40:45.035421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 89d10e56-6fa6-441c-86ec-44faf214ab0e, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=89d10e56-6fa6-441c-86ec-44faf214ab0e,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:45.041116 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:45.045862 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56218) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:45.082334 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-afbcf5e4-e8b2-478d-aaf6-b8456c57ff95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:45.100780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=89d10e56-6fa6-441c-86ec-44faf214ab0e,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:45.262782 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:45.273515 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:45.276811 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-afbcf5e4-e8b2-478d-aaf6-b8456c57ff95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:45.282127 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ad7975d-b2cf-4088-bb14-767e0a479082 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:45.283106 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-afbcf5e4-e8b2-478d-aaf6-b8456c57ff95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:45.326854 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-afbcf5e4-e8b2-478d-aaf6-b8456c57ff95 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc03e778f68842a8901cfd617bf10a52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794378 Dec 20 21:40:45.327714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcf5e4-e8b2-478d-aaf6-b8456c57ff95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198b19e6-ceae-495e-bac6-64cdb185d69c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:45.330498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56220) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:45.405196 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Network 40ad1502-ba9a-444b-8aea-096ae174ee1f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:45.411736 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['89d10e56-6fa6-441c-86ec-44faf214ab0e'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:40:45.416275 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61e84bef-31a3-4692-8a72-768a07ad7c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:45.444821 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61e84bef-31a3-4692-8a72-768a07ad7c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:45.471923 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Pushing event updated for resources: {'Port': ['ID=a2d4fcc4-f0a9-499f-88cc-81002f548eed,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:45.505932 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61e84bef-31a3-4692-8a72-768a07ad7c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:45.517801 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61e84bef-31a3-4692-8a72-768a07ad7c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:45.521599 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-61e84bef-31a3-4692-8a72-768a07ad7c63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/198b19e6-ceae-495e-bac6-64cdb185d69c HTTP/1.1" status: 204 len: 168 time: 0.1868968 Dec 20 21:40:45.533116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:45.533388 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e84bef-31a3-4692-8a72-768a07ad7c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198b19e6-ceae-495e-bac6-64cdb185d69c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:45.543850 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:40:45.598300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Allocated IP 172.20.0.1 (40ad1502-ba9a-444b-8aea-096ae174ee1f/e032eba3-b329-4de8-b496-10067b05798d/045a04e6-a416-423c-9a6f-4fb17ad9987d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:45.621771 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7975d-b2cf-4088-bb14-767e0a479082 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Subnet': ['ID=1917dab3-b865-4bc0-8100-bfd185abbabc,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:45.671500 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad7975d-b2cf-4088-bb14-767e0a479082 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Checking segment: {'id': 'c7f427ba-e8f0-4fc9-b2a1-70576a62e33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cf135ae9-7037-434b-b659-62ac74583cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:45.672378 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad7975d-b2cf-4088-bb14-767e0a479082 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network hostable DHCP agents. Network: cf135ae9-7037-434b-b659-62ac74583cdb, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:40:45.725612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1820d9-dbc0-4dbf-a87a-bbd8a967ffe0 req-3e611ac3-ef88-4a20-a0fa-7c7fe9ef14bf tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:45.728360 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf1820d9-dbc0-4dbf-a87a-bbd8a967ffe0 req-3e611ac3-ef88-4a20-a0fa-7c7fe9ef14bf tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 944 time: 0.1624150 Dec 20 21:40:45.756193 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad7975d-b2cf-4088-bb14-767e0a479082 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network cf135ae9-7037-434b-b659-62ac74583cdb is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:40:45.782488 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-6ad7975d-b2cf-4088-bb14-767e0a479082 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, cf135ae9-7037-434b-b659-62ac74583cdb) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:45.793989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad7975d-b2cf-4088-bb14-767e0a479082 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:45.795288 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6ad7975d-b2cf-4088-bb14-767e0a479082 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:45.810976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f011a1c-4a59-4af5-bfa3-109f22fc9190 None None] Network cf135ae9-7037-434b-b659-62ac74583cdb requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:45.864082 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf1820d9-dbc0-4dbf-a87a-bbd8a967ffe0 req-3fd80dff-1bf3-4ae4-a4b9-b11918ff82dc tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228397 Dec 20 21:40:45.876216 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:45.881352 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6ad7975d-b2cf-4088-bb14-767e0a479082 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3124959 Dec 20 21:40:45.884396 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56228) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:45.964756 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:45.992315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Attempting to bind port a2d4fcc4-f0a9-499f-88cc-81002f548eed on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:40:45.993002 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Attempting to bind port a2d4fcc4-f0a9-499f-88cc-81002f548eed by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '2819dceb-b57f-4279-8e90-0cfc90691baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '40ad1502-ba9a-444b-8aea-096ae174ee1f'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:40:45.994754 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Attempting to bind port a2d4fcc4-f0a9-499f-88cc-81002f548eed on network 40ad1502-ba9a-444b-8aea-096ae174ee1f {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:40:46.063023 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network 40ad1502-ba9a-444b-8aea-096ae174ee1f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:46.063194 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:40:46.063512 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Checking segment: {'id': '2819dceb-b57f-4279-8e90-0cfc90691baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '40ad1502-ba9a-444b-8aea-096ae174ee1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:46.063980 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:46.064459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Bound using segment: {'id': '2819dceb-b57f-4279-8e90-0cfc90691baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '40ad1502-ba9a-444b-8aea-096ae174ee1f'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:40:46.065002 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Bound port: a2d4fcc4-f0a9-499f-88cc-81002f548eed, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2819dceb-b57f-4279-8e90-0cfc90691baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '40ad1502-ba9a-444b-8aea-096ae174ee1f'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:40:46.065899 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:46.069551 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:46.091429 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-281fe0b5-cfd6-4454-b3a8-d0f478023126 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:46.094478 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:40:46.177362 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:46.181509 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=045a04e6-a416-423c-9a6f-4fb17ad9987d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:46.217714 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-281fe0b5-cfd6-4454-b3a8-d0f478023126 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:46.373278 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-281fe0b5-cfd6-4454-b3a8-d0f478023126 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:46.387215 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] For port a2d4fcc4-f0a9-499f-88cc-81002f548eed, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:40:46.413715 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:46.423624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fe0b5-cfd6-4454-b3a8-d0f478023126 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Subnet': ['ID=1917dab3-b865-4bc0-8100-bfd185abbabc,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:46.432290 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] For port a2d4fcc4-f0a9-499f-88cc-81002f548eed, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a2d4fcc4-f0a9-499f-88cc-81002f548eed,segment=NetworkSegment(2819dceb-b57f-4279-8e90-0cfc90691baa),segment_id=2819dceb-b57f-4279-8e90-0cfc90691baa)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:40:46.441430 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:46.504663 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028dfe85-ad89-48b8-91e5-d86b327a30a1 None None] Pushing event updated for resources: {'Port': ['ID=a2d4fcc4-f0a9-499f-88cc-81002f548eed,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:46.571984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3fca48-0f5a-4682-919a-097682477946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-cf135ae9-7037-434b-b659-62ac74583cdb', 'network_id': 'cf135ae9-7037-434b-b659-62ac74583cdb', 'tenant_id': '5d3c3678d8124e4298f90d4d629b34b4', 'fixed_ips': [{'subnet_id': '1917dab3-b865-4bc0-8100-bfd185abbabc'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:40:46.573397 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ec3fca48-0f5a-4682-919a-097682477946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:46.586299 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56238) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:46.681000 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-281fe0b5-cfd6-4454-b3a8-d0f478023126 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:46.730591 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3f187645-5961-4b1c-816c-21167f8d2042 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07875bc858e1466e87534bdd71bf5671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358800 Dec 20 21:40:46.735386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56240) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:46.750492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bf98fc-0c7a-4806-97a7-3203f75bb290 None None] Network cf135ae9-7037-434b-b659-62ac74583cdb requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:46.762110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-281fe0b5-cfd6-4454-b3a8-d0f478023126 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf135ae9-7037-434b-b659-62ac74583cdb']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:46.804797 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-281fe0b5-cfd6-4454-b3a8-d0f478023126 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f427ba-e8f0-4fc9-b2a1-70576a62e33a') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:46.805231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-281fe0b5-cfd6-4454-b3a8-d0f478023126 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f427ba-e8f0-4fc9-b2a1-70576a62e33a') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:46.846595 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-281fe0b5-cfd6-4454-b3a8-d0f478023126 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:46.867886 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8f06-9743-4712-b813-f41c2ba85786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:46.903616 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8f06-9743-4712-b813-f41c2ba85786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:46.912721 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-281fe0b5-cfd6-4454-b3a8-d0f478023126 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:46.951737 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281fe0b5-cfd6-4454-b3a8-d0f478023126 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:46.958843 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-281fe0b5-cfd6-4454-b3a8-d0f478023126 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:47.004924 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:47.043667 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:47.079927 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:47.087840 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-281fe0b5-cfd6-4454-b3a8-d0f478023126 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:47.113383 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 89d10e56-6fa6-441c-86ec-44faf214ab0e up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:47.116598 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-281fe0b5-cfd6-4454-b3a8-d0f478023126 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:47.125574 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-281fe0b5-cfd6-4454-b3a8-d0f478023126 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/cf135ae9-7037-434b-b659-62ac74583cdb HTTP/1.1" status: 204 len: 168 time: 1.2400062 Dec 20 21:40:47.126761 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fe0b5-cfd6-4454-b3a8-d0f478023126 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Network': ['ID=cf135ae9-7037-434b-b659-62ac74583cdb,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:47.128714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56250) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:47.134457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-930bf05c-dfa8-4ae4-b38b-0a9a864c6e62 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1212609051'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:47.145577 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:47.147224 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8f06-9743-4712-b813-f41c2ba85786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:47.155720 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c0d8f06-9743-4712-b813-f41c2ba85786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:47.156952 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c0d8f06-9743-4712-b813-f41c2ba85786 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/777da967-60fc-49de-8609-5cd3ea15b858 HTTP/1.1" status: 204 len: 168 time: 0.4206378 Dec 20 21:40:47.167724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930bf05c-dfa8-4ae4-b38b-0a9a864c6e62 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:47.173146 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-930bf05c-dfa8-4ae4-b38b-0a9a864c6e62 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:47.250938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930bf05c-dfa8-4ae4-b38b-0a9a864c6e62 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:40:47.280917 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 89d10e56-6fa6-441c-86ec-44faf214ab0e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:47.281243 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:47.325848 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-930bf05c-dfa8-4ae4-b38b-0a9a864c6e62 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:47.326228 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-930bf05c-dfa8-4ae4-b38b-0a9a864c6e62 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Added segment f5e77a8c-4bd4-4706-be68-059d1cb92dc5 of type vlan for network 6beca98d-0543-4742-9850-78bb41e6c2c6 Dec 20 21:40:47.419617 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:47.463994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d8f06-9743-4712-b813-f41c2ba85786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777da967-60fc-49de-8609-5cd3ea15b858,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:47.478643 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159e998a-58c7-4534-a776-28e67fcfcc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d10e56-6fa6-441c-86ec-44faf214ab0e'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:40:47.482334 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057035c9-d27a-45d3-b912-1f87b2d26670" -d '{"events": [{"server_uuid": "159e998a-58c7-4534-a776-28e67fcfcc1a", "name": "network-vif-plugged", "status": "completed", "tag": "89d10e56-6fa6-441c-86ec-44faf214ab0e"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:40:47.552230 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=045a04e6-a416-423c-9a6f-4fb17ad9987d,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:47.554134 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-930bf05c-dfa8-4ae4-b38b-0a9a864c6e62 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:47.573555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5035b3-5ba6-4dc4-8c25-7c71940222d7 req-293bd741-5158-4fed-92d0-bd2602b39b39 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:47.578619 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 89d10e56-6fa6-441c-86ec-44faf214ab0e, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=89d10e56-6fa6-441c-86ec-44faf214ab0e,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:47.582024 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af5035b3-5ba6-4dc4-8c25-7c71940222d7 req-293bd741-5158-4fed-92d0-bd2602b39b39 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 944 time: 0.4421036 Dec 20 21:40:47.584273 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cbc505-052b-4864-a42e-7d84c6b8b17a x-openstack-request-id: req-82cbc505-052b-4864-a42e-7d84c6b8b17a {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:40:47.585468 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159e998a-58c7-4534-a776-28e67fcfcc1a", "name": "network-vif-plugged", "status": "completed", "tag": "89d10e56-6fa6-441c-86ec-44faf214ab0e", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:40:47.585726 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82cbc505-052b-4864-a42e-7d84c6b8b17a {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:40:47.598251 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159e998a-58c7-4534-a776-28e67fcfcc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d10e56-6fa6-441c-86ec-44faf214ab0e', 'code': 200} Dec 20 21:40:47.605813 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:47.693321 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-930bf05c-dfa8-4ae4-b38b-0a9a864c6e62 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:47.700107 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af5035b3-5ba6-4dc4-8c25-7c71940222d7 req-19f14ddb-8bda-4d15-8428-42b3b70b5c49 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160278 Dec 20 21:40:47.710337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930bf05c-dfa8-4ae4-b38b-0a9a864c6e62 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:47.723212 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-930bf05c-dfa8-4ae4-b38b-0a9a864c6e62 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:47.733260 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network 40ad1502-ba9a-444b-8aea-096ae174ee1f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:47.737149 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:47.796670 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=89d10e56-6fa6-441c-86ec-44faf214ab0e,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:47.892288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bf05c-dfa8-4ae4-b38b-0a9a864c6e62 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Network': ['ID=6beca98d-0543-4742-9850-78bb41e6c2c6,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:47.906988 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 6beca98d-0543-4742-9850-78bb41e6c2c6 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:40:47.912863 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-930bf05c-dfa8-4ae4-b38b-0a9a864c6e62 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7830162 Dec 20 21:40:47.917263 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56274) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:47.936457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-40361756-88f5-41a2-aa38-6c0849a9d5a3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'subnet': {'network_id': '6beca98d-0543-4742-9850-78bb41e6c2c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:48.155440 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 0b901bc5-6504-4b50-bd10-4fede0c667c0 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:40:48.235974 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:48.245115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40361756-88f5-41a2-aa38-6c0849a9d5a3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:48.252486 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-40361756-88f5-41a2-aa38-6c0849a9d5a3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:48.343339 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a2d4fcc4-f0a9-499f-88cc-81002f548eed up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:48.439793 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port a2d4fcc4-f0a9-499f-88cc-81002f548eed triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:48.440282 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:48.621717 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9de7a-73bf-4222-a26f-a8888afb3239 req-7b744520-b2ab-45f2-8c8a-436e9c03d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:48.625904 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07c9de7a-73bf-4222-a26f-a8888afb3239 req-7b744520-b2ab-45f2-8c8a-436e9c03d9a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 1094 time: 0.8298647 Dec 20 21:40:48.663655 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:48.720247 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a992149-a002-4b38-9805-f9de944f2b4b None None] Network 40ad1502-ba9a-444b-8aea-096ae174ee1f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:48.744103 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07c9de7a-73bf-4222-a26f-a8888afb3239 req-876812b5-0462-4a1e-89f9-0a4957cd2c47 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982919 Dec 20 21:40:48.948675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port a2d4fcc4-f0a9-499f-88cc-81002f548eed, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a2d4fcc4-f0a9-499f-88cc-81002f548eed,segment=NetworkSegment(2819dceb-b57f-4279-8e90-0cfc90691baa),segment_id=2819dceb-b57f-4279-8e90-0cfc90691baa)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:48.968597 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:49.011950 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-40361756-88f5-41a2-aa38-6c0849a9d5a3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:49.024846 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-16e45d07-04b2-48e4-a10f-069ff7cfde7f None None] Provisioning complete for port a2d4fcc4-f0a9-499f-88cc-81002f548eed triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:49.025518 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16e45d07-04b2-48e4-a10f-069ff7cfde7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:49.124143 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=a2d4fcc4-f0a9-499f-88cc-81002f548eed,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:49.127247 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce8845-7485-4c98-9c66-073588e7975f req-732bdd25-1723-4b67-9d60-b814d1e54955 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:49.129591 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dbce8845-7485-4c98-9c66-073588e7975f req-732bdd25-1723-4b67-9d60-b814d1e54955 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.2158537 Dec 20 21:40:49.202228 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:40:49.207227 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56300) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:49.207431 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8e3cd9da-fdd3-4ac6-943e-0c0b2ead25ac tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/0b901bc5-6504-4b50-bd10-4fede0c667c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2470882 Dec 20 21:40:49.208396 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56302) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:49.215536 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a9477b-be86-43ff-b4e5-367b429e1edb None None] Sync routers for ids ['0b901bc5-6504-4b50-bd10-4fede0c667c0'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:40:49.236255 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9477b-be86-43ff-b4e5-367b429e1edb None None] Routers {'0b901bc5-6504-4b50-bd10-4fede0c667c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:49.242316 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-13a9477b-be86-43ff-b4e5-367b429e1edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0b901bc5-6504-4b50-bd10-4fede0c667c0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:49.291681 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15ec161-be77-4292-a438-a68d91c70c10 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:49.293736 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c15ec161-be77-4292-a438-a68d91c70c10 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports/045a04e6-a416-423c-9a6f-4fb17ad9987d HTTP/1.1" status: 200 len: 910 time: 0.0840452 Dec 20 21:40:49.296361 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56306) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:49.302698 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-13a9477b-be86-43ff-b4e5-367b429e1edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:49.304414 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-299dcf9d-91b4-420e-9d51-90669612dc42 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e032eba3-b329-4de8-b496-10067b05798d'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:49.318916 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9477b-be86-43ff-b4e5-367b429e1edb None None] Routers {'0b901bc5-6504-4b50-bd10-4fede0c667c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:49.319553 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-13a9477b-be86-43ff-b4e5-367b429e1edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0b901bc5-6504-4b50-bd10-4fede0c667c0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:49.324207 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dbce8845-7485-4c98-9c66-073588e7975f req-233e8a72-1c16-40e3-9934-2f50be039f1a tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734459 Dec 20 21:40:49.327504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40361756-88f5-41a2-aa38-6c0849a9d5a3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Subnet': ['ID=e424fdec-c8ec-4aba-827b-04b7180a46c6,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:49.356402 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-13a9477b-be86-43ff-b4e5-367b429e1edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:49.357310 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a9477b-be86-43ff-b4e5-367b429e1edb None None] The sync data for ids ['0b901bc5-6504-4b50-bd10-4fede0c667c0'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:40:49.380332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40361756-88f5-41a2-aa38-6c0849a9d5a3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Checking segment: {'id': 'f5e77a8c-4bd4-4706-be68-059d1cb92dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6beca98d-0543-4742-9850-78bb41e6c2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:49.380683 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40361756-88f5-41a2-aa38-6c0849a9d5a3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network hostable DHCP agents. Network: 6beca98d-0543-4742-9850-78bb41e6c2c6, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:40:49.414529 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40361756-88f5-41a2-aa38-6c0849a9d5a3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network 6beca98d-0543-4742-9850-78bb41e6c2c6 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:40:49.433270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-40361756-88f5-41a2-aa38-6c0849a9d5a3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 6beca98d-0543-4742-9850-78bb41e6c2c6) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:49.442280 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34ef837-e289-4d25-9b3c-859a7efd9b96 None None] Network 6beca98d-0543-4742-9850-78bb41e6c2c6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:49.446005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40361756-88f5-41a2-aa38-6c0849a9d5a3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:49.446621 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-40361756-88f5-41a2-aa38-6c0849a9d5a3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:49.502501 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-40361756-88f5-41a2-aa38-6c0849a9d5a3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5814292 Dec 20 21:40:49.506966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56308) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:49.632629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-8059bab9-3282-476d-bd09-0e011796fb62 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1766244236-network', 'tenant_id': '54fcb14e48984ed6995bf711c0120f8f'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:49.677367 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-299dcf9d-91b4-420e-9d51-90669612dc42 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:49.689890 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5947e708-c607-4333-91b1-de65955c3485 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:49.714505 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8059bab9-3282-476d-bd09-0e011796fb62 admin admin] Made reservation on behalf of 54fcb14e48984ed6995bf711c0120f8f for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:49.717030 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8059bab9-3282-476d-bd09-0e011796fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:49.731899 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8059bab9-3282-476d-bd09-0e011796fb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:49.965573 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5947e708-c607-4333-91b1-de65955c3485 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:50.041390 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8059bab9-3282-476d-bd09-0e011796fb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:50.054342 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8059bab9-3282-476d-bd09-0e011796fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:50.068822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8059bab9-3282-476d-bd09-0e011796fb62 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:40:50.082543 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8059bab9-3282-476d-bd09-0e011796fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:50.083067 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-8059bab9-3282-476d-bd09-0e011796fb62 admin admin] Added segment d45a97f4-4f84-47c9-92e6-57b8c7856801 of type vlan for network 69b97be5-d625-4927-bb44-b69119ad9232 Dec 20 21:40:50.144572 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8059bab9-3282-476d-bd09-0e011796fb62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:50.205021 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c39fd544-25b8-4ca1-a6d1-7dc266135e34 None None] Provisioning complete for port a2d4fcc4-f0a9-499f-88cc-81002f548eed triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:50.205419 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c39fd544-25b8-4ca1-a6d1-7dc266135e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:50.212252 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a2d4fcc4-f0a9-499f-88cc-81002f548eed up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:50.273408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059bab9-3282-476d-bd09-0e011796fb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbe26bd-5aeb-45fd-95aa-64d479ae7925,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:50.285289 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8059bab9-3282-476d-bd09-0e011796fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:50.289356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8059bab9-3282-476d-bd09-0e011796fb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:50.290060 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8059bab9-3282-476d-bd09-0e011796fb62 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:50.519585 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8059bab9-3282-476d-bd09-0e011796fb62 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2967482 Dec 20 21:40:50.523150 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059bab9-3282-476d-bd09-0e011796fb62 admin admin] Pushing event updated for resources: {'Network': ['ID=69b97be5-d625-4927-bb44-b69119ad9232,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:50.526381 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5947e708-c607-4333-91b1-de65955c3485 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:50.527200 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56326) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:50.539010 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 69b97be5-d625-4927-bb44-b69119ad9232 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:40:50.543040 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0619201d-fbf5-47c8-8601-46177d4e76f5 admin admin] Request body: {'subnet': {'network_id': '69b97be5-d625-4927-bb44-b69119ad9232', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1766244236-subnet', 'tenant_id': '54fcb14e48984ed6995bf711c0120f8f', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:50.636367 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-299dcf9d-91b4-420e-9d51-90669612dc42 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:50.646830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947e708-c607-4333-91b1-de65955c3485 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Subnet': ['ID=e424fdec-c8ec-4aba-827b-04b7180a46c6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:50.649780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0619201d-fbf5-47c8-8601-46177d4e76f5 admin admin] Made reservation on behalf of 54fcb14e48984ed6995bf711c0120f8f for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:50.677353 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0619201d-fbf5-47c8-8601-46177d4e76f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:50.711116 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5947e708-c607-4333-91b1-de65955c3485 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:50.738204 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ad505-cea6-4490-8fa8-2fc697e8dd3a req-4fcf18f1-4b91-4102-ada6-3acdba793eda tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:50.739383 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-299dcf9d-91b4-420e-9d51-90669612dc42 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:50.741009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port a2d4fcc4-f0a9-499f-88cc-81002f548eed triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:50.741461 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:50.742924 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca0ad505-cea6-4490-8fa8-2fc697e8dd3a req-4fcf18f1-4b91-4102-ada6-3acdba793eda tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.2110405 Dec 20 21:40:50.769073 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5947e708-c607-4333-91b1-de65955c3485 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6beca98d-0543-4742-9850-78bb41e6c2c6']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:50.798348 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8cb7c6-540c-4f41-938d-b5c7d1a29218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-6beca98d-0543-4742-9850-78bb41e6c2c6', 'network_id': '6beca98d-0543-4742-9850-78bb41e6c2c6', 'tenant_id': '5d3c3678d8124e4298f90d4d629b34b4', 'fixed_ips': [{'subnet_id': 'e424fdec-c8ec-4aba-827b-04b7180a46c6'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:40:50.799098 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb7c6-540c-4f41-938d-b5c7d1a29218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:50.810602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5947e708-c607-4333-91b1-de65955c3485 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e77a8c-4bd4-4706-be68-059d1cb92dc5') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:50.811354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5947e708-c607-4333-91b1-de65955c3485 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e77a8c-4bd4-4706-be68-059d1cb92dc5') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:50.846858 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca0ad505-cea6-4490-8fa8-2fc697e8dd3a req-91181b15-38a3-478b-b5e3-440581620465 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889864 Dec 20 21:40:50.848678 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5947e708-c607-4333-91b1-de65955c3485 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:50.879103 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5947e708-c607-4333-91b1-de65955c3485 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:50.886529 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5947e708-c607-4333-91b1-de65955c3485 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:50.887156 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5947e708-c607-4333-91b1-de65955c3485 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:50.890608 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:50.998441 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299dcf9d-91b4-420e-9d51-90669612dc42 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:50.998873 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-299dcf9d-91b4-420e-9d51-90669612dc42 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:51.002956 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-299dcf9d-91b4-420e-9d51-90669612dc42 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/ports/045a04e6-a416-423c-9a6f-4fb17ad9987d HTTP/1.1" status: 200 len: 910 time: 1.7026820 Dec 20 21:40:51.004404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56336) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:51.005867 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c39fd544-25b8-4ca1-a6d1-7dc266135e34 None None] Provisioning complete for port 045a04e6-a416-423c-9a6f-4fb17ad9987d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:51.006365 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c39fd544-25b8-4ca1-a6d1-7dc266135e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:51.060232 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5947e708-c607-4333-91b1-de65955c3485 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:51.089380 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e29743-fd33-4b4a-a0d1-6c7762f9ead4 None None] Network 6beca98d-0543-4742-9850-78bb41e6c2c6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:51.114695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e29743-fd33-4b4a-a0d1-6c7762f9ead4 None None] Network 6beca98d-0543-4742-9850-78bb41e6c2c6 could not be found, it might have been deleted concurrently. {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 20 21:40:51.118675 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5947e708-c607-4333-91b1-de65955c3485 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:51.126739 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5947e708-c607-4333-91b1-de65955c3485 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/6beca98d-0543-4742-9850-78bb41e6c2c6 HTTP/1.1" status: 204 len: 168 time: 1.6186032 Dec 20 21:40:51.130580 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f115e88e-4ad3-45d1-ba4d-92baed8863ef None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 21:40:51.134224 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56338) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:51.134451 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c39fd544-25b8-4ca1-a6d1-7dc266135e34 None None] Port 045a04e6-a416-423c-9a6f-4fb17ad9987d cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:40:51.138291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947e708-c607-4333-91b1-de65955c3485 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Network': ['ID=6beca98d-0543-4742-9850-78bb41e6c2c6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:51.143713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8339b9bb-3e2a-4c8e-9cdf-2851409f14ee tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-930807901'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:51.165127 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dcf9d-91b4-420e-9d51-90669612dc42 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=045a04e6-a416-423c-9a6f-4fb17ad9987d,revision_number=3']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:51.205674 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0619201d-fbf5-47c8-8601-46177d4e76f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:51.217630 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8339b9bb-3e2a-4c8e-9cdf-2851409f14ee tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:51.222289 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8339b9bb-3e2a-4c8e-9cdf-2851409f14ee tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:51.237046 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f115e88e-4ad3-45d1-ba4d-92baed8863ef None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 21:40:51.251093 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8339b9bb-3e2a-4c8e-9cdf-2851409f14ee tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:40:51.260500 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8339b9bb-3e2a-4c8e-9cdf-2851409f14ee tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:51.260845 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-8339b9bb-3e2a-4c8e-9cdf-2851409f14ee tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Added segment 56f71035-db43-4ede-bb87-1d20b642d7df of type vlan for network 780dd8d9-ae53-46f2-a158-79d822cde079 Dec 20 21:40:51.269291 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f38c205a-a64b-4dc1-b5a6-9fd603630a79 None None] Provisioning complete for port 045a04e6-a416-423c-9a6f-4fb17ad9987d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:51.269843 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f38c205a-a64b-4dc1-b5a6-9fd603630a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:51.374107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f38c205a-a64b-4dc1-b5a6-9fd603630a79 None None] Port 045a04e6-a416-423c-9a6f-4fb17ad9987d cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:40:51.432995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224b306-1aaa-4a24-b1bb-ba53b166d4e8 req-4366bc46-0944-446a-86b1-63078bc28c1f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:51.434818 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9224b306-1aaa-4a24-b1bb-ba53b166d4e8 req-4366bc46-0944-446a-86b1-63078bc28c1f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.4336250 Dec 20 21:40:51.438776 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8339b9bb-3e2a-4c8e-9cdf-2851409f14ee tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:51.477551 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8339b9bb-3e2a-4c8e-9cdf-2851409f14ee tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:51.483605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8339b9bb-3e2a-4c8e-9cdf-2851409f14ee tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:51.484077 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8339b9bb-3e2a-4c8e-9cdf-2851409f14ee tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:51.571647 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339b9bb-3e2a-4c8e-9cdf-2851409f14ee tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Network': ['ID=780dd8d9-ae53-46f2-a158-79d822cde079,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:51.573790 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e17ab8b8-65f3-4b72-a0b1-0ceffc135d0b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:51.585160 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 780dd8d9-ae53-46f2-a158-79d822cde079 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:40:51.614081 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9224b306-1aaa-4a24-b1bb-ba53b166d4e8 req-3da65a3b-a2c0-45ac-8d1f-b913adaca244 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486926 Dec 20 21:40:51.614677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619201d-fbf5-47c8-8601-46177d4e76f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98c91775-923a-4f32-83e6-2892994f6e6c,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:51.624238 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8339b9bb-3e2a-4c8e-9cdf-2851409f14ee tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4844804 Dec 20 21:40:51.630602 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56356) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:51.631336 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619201d-fbf5-47c8-8601-46177d4e76f5 admin admin] Checking segment: {'id': 'd45a97f4-4f84-47c9-92e6-57b8c7856801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '69b97be5-d625-4927-bb44-b69119ad9232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:51.631690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0619201d-fbf5-47c8-8601-46177d4e76f5 admin admin] Network hostable DHCP agents. Network: 69b97be5-d625-4927-bb44-b69119ad9232, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:40:51.646194 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2a24af0d-76d8-4668-9bef-30e8fce462e1 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:51.690891 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56360) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:51.797764 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0619201d-fbf5-47c8-8601-46177d4e76f5 admin admin] Network 69b97be5-d625-4927-bb44-b69119ad9232 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:40:51.830943 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0619201d-fbf5-47c8-8601-46177d4e76f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 69b97be5-d625-4927-bb44-b69119ad9232) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:51.840276 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765fdea8-4729-4dd8-90ff-c6c6355dff5a None None] Network 69b97be5-d625-4927-bb44-b69119ad9232 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:51.854396 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43da4b8f-246c-40b6-95e7-fe02f5fbbf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:51.865173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0619201d-fbf5-47c8-8601-46177d4e76f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:51.866850 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0619201d-fbf5-47c8-8601-46177d4e76f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.079323 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0619201d-fbf5-47c8-8601-46177d4e76f5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5484324 Dec 20 21:40:52.084043 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56374) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:52.088756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1766244236-router', 'tenant_id': '54fcb14e48984ed6995bf711c0120f8f', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:52.181781 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43da4b8f-246c-40b6-95e7-fe02f5fbbf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.210502 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a24af0d-76d8-4668-9bef-30e8fce462e1 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.224895 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43da4b8f-246c-40b6-95e7-fe02f5fbbf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.229717 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-69b97be5-d625-4927-bb44-b69119ad9232', 'network_id': '69b97be5-d625-4927-bb44-b69119ad9232', 'tenant_id': '54fcb14e48984ed6995bf711c0120f8f', 'fixed_ips': [{'subnet_id': '98c91775-923a-4f32-83e6-2892994f6e6c'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:40:52.230624 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.271267 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.272381 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.298482 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a24af0d-76d8-4668-9bef-30e8fce462e1 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.339226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-e17ab8b8-65f3-4b72-a0b1-0ceffc135d0b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting port 045a04e6-a416-423c-9a6f-4fb17ad9987d {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:52.339775 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e17ab8b8-65f3-4b72-a0b1-0ceffc135d0b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.420587 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a24af0d-76d8-4668-9bef-30e8fce462e1 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network 780dd8d9-ae53-46f2-a158-79d822cde079 is not hosted by any dhcp agent {{(pid=102402) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 21:40:52.421438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Allocated IP 172.20.0.2 (69b97be5-d625-4927-bb44-b69119ad9232/98c91775-923a-4f32-83e6-2892994f6e6c/7b4152ae-31b0-4ddb-82ec-d15774722c69) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:52.426664 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a24af0d-76d8-4668-9bef-30e8fce462e1 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:52.427562 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a24af0d-76d8-4668-9bef-30e8fce462e1 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.432536 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2a24af0d-76d8-4668-9bef-30e8fce462e1 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "PUT /v2.0/networks/780dd8d9-ae53-46f2-a158-79d822cde079 HTTP/1.1" status: 200 len: 723 time: 0.7965491 Dec 20 21:40:52.436557 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56392) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:52.444119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-710e88e1-6c3a-479b-804e-dd1a194471eb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'subnet': {'network_id': '780dd8d9-ae53-46f2-a158-79d822cde079', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:52.484898 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-43da4b8f-246c-40b6-95e7-fe02f5fbbf86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=906f4c9381174a748c6e2aa4b0ed5742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7884028 Dec 20 21:40:52.496358 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56396) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:52.498023 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da4b8f-246c-40b6-95e7-fe02f5fbbf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa6da16-2367-4bcc-b9c8-2e6e9b731c2f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:52.598083 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e17ab8b8-65f3-4b72-a0b1-0ceffc135d0b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.628821 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-e17ab8b8-65f3-4b72-a0b1-0ceffc135d0b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Calling delete_port for 045a04e6-a416-423c-9a6f-4fb17ad9987d owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:52.642947 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24af0d-76d8-4668-9bef-30e8fce462e1 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Network': ['ID=780dd8d9-ae53-46f2-a158-79d822cde079,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:52.651874 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.663495 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 780dd8d9-ae53-46f2-a158-79d822cde079 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:40:52.673883 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-ea8de70e-53e7-4346-a394-248b2eaabcc0 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:52.682079 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-ea8de70e-53e7-4346-a394-248b2eaabcc0 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/networks?id=a67e6d6a-f991-4212-bb55-39ffd9d600c6 HTTP/1.1" status: 200 len: 815 time: 0.4583151 Dec 20 21:40:52.711626 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710e88e1-6c3a-479b-804e-dd1a194471eb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:52.715567 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-710e88e1-6c3a-479b-804e-dd1a194471eb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.751703 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.763438 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.768015 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-bc896fdd-883b-4c7e-bdc0-da9dd1ff99a6 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/quotas/c929704e8ff545d98d309471ebd9f191 HTTP/1.1" status: 200 len: 375 time: 0.0848305 Dec 20 21:40:52.812130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Network 69b97be5-d625-4927-bb44-b69119ad9232 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:52.813372 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2661bbce-366b-4295-964d-5863bffda175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.817472 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:52.822108 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:40:52.860797 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Pushing event updated for resources: {'Port': ['ID=7b4152ae-31b0-4ddb-82ec-d15774722c69,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:52.906241 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.913107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Attempting to bind port 7b4152ae-31b0-4ddb-82ec-d15774722c69 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:40:52.913665 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Attempting to bind port 7b4152ae-31b0-4ddb-82ec-d15774722c69 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'd45a97f4-4f84-47c9-92e6-57b8c7856801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '69b97be5-d625-4927-bb44-b69119ad9232'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:40:52.913830 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2661bbce-366b-4295-964d-5863bffda175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.914200 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Attempting to bind port 7b4152ae-31b0-4ddb-82ec-d15774722c69 on network 69b97be5-d625-4927-bb44-b69119ad9232 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:40:52.926020 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:40:52.926336 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Checking segment: {'id': 'd45a97f4-4f84-47c9-92e6-57b8c7856801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '69b97be5-d625-4927-bb44-b69119ad9232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:52.926875 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:52.927275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Bound using segment: {'id': 'd45a97f4-4f84-47c9-92e6-57b8c7856801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '69b97be5-d625-4927-bb44-b69119ad9232'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:40:52.930988 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-053a2825-456d-44b5-a483-9b5e658c6162 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c929704e8ff545d98d309471ebd9f191&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1621346 Dec 20 21:40:52.937918 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Bound port: 7b4152ae-31b0-4ddb-82ec-d15774722c69, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45a97f4-4f84-47c9-92e6-57b8c7856801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '69b97be5-d625-4927-bb44-b69119ad9232'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:40:52.938367 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:53.024787 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] For port 7b4152ae-31b0-4ddb-82ec-d15774722c69, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:40:53.029835 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] For port 7b4152ae-31b0-4ddb-82ec-d15774722c69, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7b4152ae-31b0-4ddb-82ec-d15774722c69,segment=NetworkSegment(d45a97f4-4f84-47c9-92e6-57b8c7856801),segment_id=d45a97f4-4f84-47c9-92e6-57b8c7856801)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:40:53.034655 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:53.053398 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e17ab8b8-65f3-4b72-a0b1-0ceffc135d0b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:53.095373 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-761c580c-2334-4c1d-b843-c60a9b537d4f service neutron] 10.222.0.32 "GET /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481709 Dec 20 21:40:53.111029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ab8b8-65f3-4b72-a0b1-0ceffc135d0b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Port': ['ID=045a04e6-a416-423c-9a6f-4fb17ad9987d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:53.121984 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2661bbce-366b-4295-964d-5863bffda175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:53.130162 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2661bbce-366b-4295-964d-5863bffda175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:53.131868 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2661bbce-366b-4295-964d-5863bffda175 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ffa6da16-2367-4bcc-b9c8-2e6e9b731c2f HTTP/1.1" status: 204 len: 168 time: 0.6309807 Dec 20 21:40:53.144434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9751cc9-e9d5-4953-858c-ae55e53cb26f None None] Pushing event updated for resources: {'Port': ['ID=7b4152ae-31b0-4ddb-82ec-d15774722c69,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:53.157677 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-710e88e1-6c3a-479b-804e-dd1a194471eb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:53.237185 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661bbce-366b-4295-964d-5863bffda175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa6da16-2367-4bcc-b9c8-2e6e9b731c2f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:53.299252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e88e1-6c3a-479b-804e-dd1a194471eb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Subnet': ['ID=ed7988e6-e021-4e64-b07e-a73b513bbfb1,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:53.384479 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-1157f059-a7f5-4681-8946-23232010fad5 service neutron] 10.222.0.32 "GET /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514665 Dec 20 21:40:53.414649 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e88e1-6c3a-479b-804e-dd1a194471eb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Checking segment: {'id': '56f71035-db43-4ede-bb87-1d20b642d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '780dd8d9-ae53-46f2-a158-79d822cde079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:53.415146 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710e88e1-6c3a-479b-804e-dd1a194471eb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network hostable DHCP agents. Network: 780dd8d9-ae53-46f2-a158-79d822cde079, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:40:53.446684 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08840893-1adc-45a5-b111-a79b97992375 req-422cee41-7ecc-4057-869a-8dd4969c6dec tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:53.448303 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-08840893-1adc-45a5-b111-a79b97992375 req-422cee41-7ecc-4057-869a-8dd4969c6dec tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.31 "GET /v2.0/ports?device_id=159e998a-58c7-4534-a776-28e67fcfcc1a HTTP/1.1" status: 200 len: 945 time: 0.1928973 Dec 20 21:40:53.449688 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e17ab8b8-65f3-4b72-a0b1-0ceffc135d0b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:53.484267 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:53.525251 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710e88e1-6c3a-479b-804e-dd1a194471eb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network 780dd8d9-ae53-46f2-a158-79d822cde079 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:40:53.532029 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:53.834110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-710e88e1-6c3a-479b-804e-dd1a194471eb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 780dd8d9-ae53-46f2-a158-79d822cde079) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:53.843030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59ca160-d8d3-4afa-b6f1-94d841b01ebb None None] Network 780dd8d9-ae53-46f2-a158-79d822cde079 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:53.848227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56414) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:53.865014 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dba3a560-0bda-455a-83cb-28dbf201c8bf req-10d9e575-155f-464e-954a-65d43592fa7a tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 210 time: 0.1331346 Dec 20 21:40:53.866550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710e88e1-6c3a-479b-804e-dd1a194471eb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:53.867250 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-710e88e1-6c3a-479b-804e-dd1a194471eb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:53.888458 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82fc2cd1-dbc6-495d-8d66-ac98306664bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:53.913472 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Allocated IP 172.35.3.168 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/8af029e2-0bd0-423a-9f57-682b6a960c52) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:53.923642 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-710e88e1-6c3a-479b-804e-dd1a194471eb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4859369 Dec 20 21:40:53.924280 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56420) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:53.965835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-eb1fc67f-9639-46f8-908c-7e51f3d6ddb5 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:54.041757 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-780dd8d9-ae53-46f2-a158-79d822cde079', 'network_id': '780dd8d9-ae53-46f2-a158-79d822cde079', 'tenant_id': '5d3c3678d8124e4298f90d4d629b34b4', 'fixed_ips': [{'subnet_id': 'ed7988e6-e021-4e64-b07e-a73b513bbfb1'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:40:54.043924 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:54.044842 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:54.080154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17ab8b8-65f3-4b72-a0b1-0ceffc135d0b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 0b901bc5-6504-4b50-bd10-4fede0c667c0 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:40:54.082587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-08840893-1adc-45a5-b111-a79b97992375 req-1fd2abbe-9e24-46f6-a384-e9c571fe3d6e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Deleting port 89d10e56-6fa6-441c-86ec-44faf214ab0e {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:54.082935 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-08840893-1adc-45a5-b111-a79b97992375 req-1fd2abbe-9e24-46f6-a384-e9c571fe3d6e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:54.259488 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:54.269544 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7b4152ae-31b0-4ddb-82ec-d15774722c69 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:54.294470 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb1fc67f-9639-46f8-908c-7e51f3d6ddb5 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29488741'] for subnet, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:54.331349 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:54.335865 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:54.339288 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:40:54.376192 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17ab8b8-65f3-4b72-a0b1-0ceffc135d0b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:40:54.388236 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e17ab8b8-65f3-4b72-a0b1-0ceffc135d0b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/0b901bc5-6504-4b50-bd10-4fede0c667c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3821542 Dec 20 21:40:54.390965 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56424) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:54.407464 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e735ce-eb93-41f8-97f4-1a54f1d9ec07 None None] Sync routers for ids ['0b901bc5-6504-4b50-bd10-4fede0c667c0'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:40:54.409423 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Pushing event updated for resources: {'Port': ['ID=8af029e2-0bd0-423a-9f57-682b6a960c52,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:54.433224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Allocated IP 172.20.0.2 (780dd8d9-ae53-46f2-a158-79d822cde079/ed7988e6-e021-4e64-b07e-a73b513bbfb1/10d70bd2-7459-487e-b173-d3e6741cefa3) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:54.446927 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6f1b309e-507f-4248-aab2-5de8f6c78cf7 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b901bc5-6504-4b50-bd10-4fede0c667c0 HTTP/1.1" status: 200 len: 205 time: 0.0548725 Dec 20 21:40:54.449059 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82fc2cd1-dbc6-495d-8d66-ac98306664bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:54.450134 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56426) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:54.463664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-08840893-1adc-45a5-b111-a79b97992375 req-1fd2abbe-9e24-46f6-a384-e9c571fe3d6e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] For port 89d10e56-6fa6-441c-86ec-44faf214ab0e, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=89d10e56-6fa6-441c-86ec-44faf214ab0e,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:54.464241 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-08840893-1adc-45a5-b111-a79b97992375 req-1fd2abbe-9e24-46f6-a384-e9c571fe3d6e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:54.471410 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e735ce-eb93-41f8-97f4-1a54f1d9ec07 None None] Routers {'0b901bc5-6504-4b50-bd10-4fede0c667c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:54.474246 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-50e735ce-eb93-41f8-97f4-1a54f1d9ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0b901bc5-6504-4b50-bd10-4fede0c667c0'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:54.483512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-08840893-1adc-45a5-b111-a79b97992375 req-1fd2abbe-9e24-46f6-a384-e9c571fe3d6e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Calling delete_port for 89d10e56-6fa6-441c-86ec-44faf214ab0e owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:54.494518 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-82fc2cd1-dbc6-495d-8d66-ac98306664bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:54.570421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-50e735ce-eb93-41f8-97f4-1a54f1d9ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:54.644285 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e735ce-eb93-41f8-97f4-1a54f1d9ec07 None None] Routers {'0b901bc5-6504-4b50-bd10-4fede0c667c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:54.645142 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-50e735ce-eb93-41f8-97f4-1a54f1d9ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0b901bc5-6504-4b50-bd10-4fede0c667c0'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:54.702376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-50e735ce-eb93-41f8-97f4-1a54f1d9ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:54.703025 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e735ce-eb93-41f8-97f4-1a54f1d9ec07 None None] The sync data for ids ['0b901bc5-6504-4b50-bd10-4fede0c667c0'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:40:54.704605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7b4152ae-31b0-4ddb-82ec-d15774722c69 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:54.705048 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:54.756977 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-08840893-1adc-45a5-b111-a79b97992375 req-1fd2abbe-9e24-46f6-a384-e9c571fe3d6e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:54.794352 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['89d10e56-6fa6-441c-86ec-44faf214ab0e'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:40:54.896410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2abbe-9e24-46f6-a384-e9c571fe3d6e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Pushing event deleted for resources: {'Port': ['ID=89d10e56-6fa6-441c-86ec-44faf214ab0e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:54.924808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-08840893-1adc-45a5-b111-a79b97992375 req-1fd2abbe-9e24-46f6-a384-e9c571fe3d6e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] No DVR routers for this DVR port 89d10e56-6fa6-441c-86ec-44faf214ab0e on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:54.928194 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-08840893-1adc-45a5-b111-a79b97992375 req-1fd2abbe-9e24-46f6-a384-e9c571fe3d6e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:54.933116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42f3f8d-279f-489e-9f0d-71215c4883c1 None None] Network 69b97be5-d625-4927-bb44-b69119ad9232 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:54.933632 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-08840893-1adc-45a5-b111-a79b97992375 req-1fd2abbe-9e24-46f6-a384-e9c571fe3d6e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.31 "DELETE /v2.0/ports/89d10e56-6fa6-441c-86ec-44faf214ab0e HTTP/1.1" status: 204 len: 173 time: 1.4777153 Dec 20 21:40:54.933939 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159e998a-58c7-4534-a776-28e67fcfcc1a', 'name': 'network-vif-deleted', 'tag': '89d10e56-6fa6-441c-86ec-44faf214ab0e'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:40:54.937094 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b2971e-aeaf-4d00-8e0c-ad4af850808d" -d '{"events": [{"server_uuid": "159e998a-58c7-4534-a776-28e67fcfcc1a", "name": "network-vif-deleted", "tag": "89d10e56-6fa6-441c-86ec-44faf214ab0e"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:40:54.984673 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fa9323-6f29-4761-ba69-a3f366c3a010 x-openstack-request-id: req-c2fa9323-6f29-4761-ba69-a3f366c3a010 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:40:54.985029 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159e998a-58c7-4534-a776-28e67fcfcc1a", "name": "network-vif-deleted", "tag": "89d10e56-6fa6-441c-86ec-44faf214ab0e", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:40:54.985279 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2fa9323-6f29-4761-ba69-a3f366c3a010 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:40:54.985624 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159e998a-58c7-4534-a776-28e67fcfcc1a', 'name': 'network-vif-deleted', 'tag': '89d10e56-6fa6-441c-86ec-44faf214ab0e', 'status': 'completed', 'code': 200} Dec 20 21:40:55.193674 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-717e588a-5c2d-4d87-ab6d-a09c112a39a8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.206138 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-82fc2cd1-dbc6-495d-8d66-ac98306664bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c0a7b409ac24e5ab2d3bbcdf360a38b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3543096 Dec 20 21:40:55.206647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56436) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:55.207092 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-98d2fa58-ce46-40da-ae6a-5297b37b75e6 req-5b6316b9-61d4-48cd-bd8d-e56bee5203dd tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 210 time: 0.1031306 Dec 20 21:40:55.235772 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.249604 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.261961 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.304930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0c72bc55-9367-4d43-925e-f3e12ca121b2 None None] Provisioning complete for port 7b4152ae-31b0-4ddb-82ec-d15774722c69 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:55.305549 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c72bc55-9367-4d43-925e-f3e12ca121b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.344232 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-966a10ad-0c56-44b4-b23d-c0aef06009d5 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:55.345864 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-966a10ad-0c56-44b4-b23d-c0aef06009d5 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.66 "GET /v2.0/networks?id=a67e6d6a-f991-4212-bb55-39ffd9d600c6 HTTP/1.1" status: 200 len: 815 time: 0.1340199 Dec 20 21:40:55.387411 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc2cd1-dbc6-495d-8d66-ac98306664bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d62b24-e3bc-4418-8d8c-9cee2ade7303,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:55.447964 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Network 780dd8d9-ae53-46f2-a158-79d822cde079 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:55.463347 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:55.469952 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-717e588a-5c2d-4d87-ab6d-a09c112a39a8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.474984 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-717e588a-5c2d-4d87-ab6d-a09c112a39a8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.475843 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:40:55.486707 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 7b4152ae-31b0-4ddb-82ec-d15774722c69, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7b4152ae-31b0-4ddb-82ec-d15774722c69,segment=NetworkSegment(d45a97f4-4f84-47c9-92e6-57b8c7856801),segment_id=d45a97f4-4f84-47c9-92e6-57b8c7856801)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:55.492712 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-6f84f9ae-bb9c-48dc-a828-793fef5d6b76 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Request body: {'port': {'device_id': '464d12aa-df7a-412c-849f-d55aa7763761', 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6', 'admin_state_up': True, 'tenant_id': 'c929704e8ff545d98d309471ebd9f191'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:55.501139 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb1fc67f-9639-46f8-908c-7e51f3d6ddb5 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771581996957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31292770'] for subnet, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.587493 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.604150 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Pushing event updated for resources: {'Port': ['ID=10d70bd2-7459-487e-b173-d3e6741cefa3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:55.608343 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-717e588a-5c2d-4d87-ab6d-a09c112a39a8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.608343 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717e588a-5c2d-4d87-ab6d-a09c112a39a8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Fanout notify agent at l3_agent the message router_deleted on router 0b901bc5-6504-4b50-bd10-4fede0c667c0 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:40:55.617782 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-717e588a-5c2d-4d87-ab6d-a09c112a39a8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.619252 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-717e588a-5c2d-4d87-ab6d-a09c112a39a8 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/routers/0b901bc5-6504-4b50-bd10-4fede0c667c0 HTTP/1.1" status: 204 len: 168 time: 1.1681700 Dec 20 21:40:55.625091 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56438) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:55.635958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1fc67f-9639-46f8-908c-7e51f3d6ddb5 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:55.636560 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eb1fc67f-9639-46f8-908c-7e51f3d6ddb5 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.648662 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-eb1fc67f-9639-46f8-908c-7e51f3d6ddb5 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "PUT /v2.0/subnets/ed7988e6-e021-4e64-b07e-a73b513bbfb1 HTTP/1.1" status: 200 len: 806 time: 1.6900964 Dec 20 21:40:55.653293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56440) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:55.698448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e93903-2595-4e17-a432-59e9bbe7f67f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting subnet e032eba3-b329-4de8-b496-10067b05798d {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:40:55.705703 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-61e93903-2595-4e17-a432-59e9bbe7f67f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.729884 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.734879 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Attempting to bind port 10d70bd2-7459-487e-b173-d3e6741cefa3 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:40:55.735113 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Attempting to bind port 10d70bd2-7459-487e-b173-d3e6741cefa3 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '56f71035-db43-4ede-bb87-1d20b642d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '780dd8d9-ae53-46f2-a158-79d822cde079'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:40:55.738002 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-16ff6034-4b6a-4574-b99d-4ef8878025b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.746141 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Attempting to bind port 10d70bd2-7459-487e-b173-d3e6741cefa3 on network 780dd8d9-ae53-46f2-a158-79d822cde079 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:40:55.761939 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-16ff6034-4b6a-4574-b99d-4ef8878025b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.778371 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:40:55.778750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Checking segment: {'id': '56f71035-db43-4ede-bb87-1d20b642d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '780dd8d9-ae53-46f2-a158-79d822cde079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:55.779163 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.779568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Bound using segment: {'id': '56f71035-db43-4ede-bb87-1d20b642d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '780dd8d9-ae53-46f2-a158-79d822cde079'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:40:55.780047 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Bound port: 10d70bd2-7459-487e-b173-d3e6741cefa3, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f71035-db43-4ede-bb87-1d20b642d7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '780dd8d9-ae53-46f2-a158-79d822cde079'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:40:55.780435 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.802265 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=7b4152ae-31b0-4ddb-82ec-d15774722c69,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:55.817115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fc67f-9639-46f8-908c-7e51f3d6ddb5 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Subnet': ['ID=ed7988e6-e021-4e64-b07e-a73b513bbfb1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:55.834888 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-16ff6034-4b6a-4574-b99d-4ef8878025b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.837465 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-16ff6034-4b6a-4574-b99d-4ef8878025b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.838660 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-16ff6034-4b6a-4574-b99d-4ef8878025b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0d62b24-e3bc-4418-8d8c-9cee2ade7303 HTTP/1.1" status: 204 len: 168 time: 0.6295323 Dec 20 21:40:55.854060 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff6034-4b6a-4574-b99d-4ef8878025b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d62b24-e3bc-4418-8d8c-9cee2ade7303,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:55.906248 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-6f84f9ae-bb9c-48dc-a828-793fef5d6b76 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Made reservation on behalf of c929704e8ff545d98d309471ebd9f191 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:55.910174 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-6f84f9ae-bb9c-48dc-a828-793fef5d6b76 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.936353 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:55.968965 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:56.038130 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-61e93903-2595-4e17-a432-59e9bbe7f67f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:56.062324 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] For port 10d70bd2-7459-487e-b173-d3e6741cefa3, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:40:56.096479 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] For port 10d70bd2-7459-487e-b173-d3e6741cefa3, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=10d70bd2-7459-487e-b173-d3e6741cefa3,segment=NetworkSegment(56f71035-db43-4ede-bb87-1d20b642d7df),segment_id=56f71035-db43-4ede-bb87-1d20b642d7df)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:40:56.105920 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:56.213633 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7b4152ae-31b0-4ddb-82ec-d15774722c69 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:40:56.316447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Deleting port 10d70bd2-7459-487e-b173-d3e6741cefa3 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:56.316789 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:56.331886 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a7215-228a-4d69-86fd-89d7f6e04df7 None None] Pushing event updated for resources: {'Port': ['ID=10d70bd2-7459-487e-b173-d3e6741cefa3,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:56.409822 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-61e93903-2595-4e17-a432-59e9bbe7f67f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:56.470243 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7b4152ae-31b0-4ddb-82ec-d15774722c69 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:56.470719 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:56.510501 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Router d2161af6-533a-4250-bd42-b4896af3a296 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:40:56.554399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-6f84f9ae-bb9c-48dc-a828-793fef5d6b76 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Allocated IP 172.20.0.13 (a67e6d6a-f991-4212-bb55-39ffd9d600c6/924feca0-3a71-4754-bcc2-c5bd79345d9c/5356bb98-934f-4f12-844d-fb4d44660425) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:56.561483 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-61e93903-2595-4e17-a432-59e9bbe7f67f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:56.714483 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b313a2-f5fa-47cc-a14e-2973eecd525f None None] Network 40ad1502-ba9a-444b-8aea-096ae174ee1f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:56.718564 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e93903-2595-4e17-a432-59e9bbe7f67f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Subnet': ['ID=e032eba3-b329-4de8-b496-10067b05798d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:56.721460 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-61e93903-2595-4e17-a432-59e9bbe7f67f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:56.729142 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-61e93903-2595-4e17-a432-59e9bbe7f67f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/subnets/e032eba3-b329-4de8-b496-10067b05798d HTTP/1.1" status: 204 len: 168 time: 1.1028216 Dec 20 21:40:56.769288 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56466) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:56.776400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] For port 10d70bd2-7459-487e-b173-d3e6741cefa3, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=10d70bd2-7459-487e-b173-d3e6741cefa3,segment=NetworkSegment(56f71035-db43-4ede-bb87-1d20b642d7df),segment_id=56f71035-db43-4ede-bb87-1d20b642d7df)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:56.776761 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:56.807778 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Calling delete_port for 10d70bd2-7459-487e-b173-d3e6741cefa3 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:56.977803 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:57.023359 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:40:57.027719 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:57.038480 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Sync routers for ids ['d2161af6-533a-4250-bd42-b4896af3a296'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:40:57.052126 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Routers {'d2161af6-533a-4250-bd42-b4896af3a296'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:57.053489 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['d2161af6-533a-4250-bd42-b4896af3a296'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:57.068924 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-923da9ff-06b8-478a-ae12-d1fcae128fd9 req-d5b80033-32ea-4334-bf06-16dc6fe76697 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 210 time: 0.4419670 Dec 20 21:40:57.122722 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:57.124251 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-83a6b754-85d2-43f2-bafa-2f6cac226a45 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.0392609 Dec 20 21:40:57.125885 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-49a27d64-157c-4025-9efd-3a8970f5b286 None None] Provisioning complete for port 7b4152ae-31b0-4ddb-82ec-d15774722c69 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:40:57.126385 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49a27d64-157c-4025-9efd-3a8970f5b286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:57.128907 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56474) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:57.133994 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Port': ['ID=10d70bd2-7459-487e-b173-d3e6741cefa3,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:57.203746 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 89d10e56-6fa6-441c-86ec-44faf214ab0e no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:57.224900 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No DVR routers for this DVR port 10d70bd2-7459-487e-b173-d3e6741cefa3 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:57.240051 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 89d10e56-6fa6-441c-86ec-44faf214ab0e {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:40:57.240573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 89d10e56-6fa6-441c-86ec-44faf214ab0e not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:40:57.267140 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:40:57.297557 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting port a2d4fcc4-f0a9-499f-88cc-81002f548eed {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:57.297973 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:57.372151 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Set router d2161af6-533a-4250-bd42-b4896af3a296 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:40:57.373299 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:57.407256 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48144cd2-3afd-4e70-9a0a-4d36670a3be5 None None] DHCP port deletion for 40ad1502-ba9a-444b-8aea-096ae174ee1f request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:40:57.411500 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] For port a2d4fcc4-f0a9-499f-88cc-81002f548eed, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a2d4fcc4-f0a9-499f-88cc-81002f548eed,segment=NetworkSegment(2819dceb-b57f-4279-8e90-0cfc90691baa),segment_id=2819dceb-b57f-4279-8e90-0cfc90691baa)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:57.412020 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:57.413999 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-71305230-6392-4fb0-bebf-f285f06f378d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:57.444853 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Calling delete_port for a2d4fcc4-f0a9-499f-88cc-81002f548eed owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:57.497910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-48144cd2-3afd-4e70-9a0a-4d36670a3be5 None None] Deleting port a2d4fcc4-f0a9-499f-88cc-81002f548eed {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:40:57.498311 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48144cd2-3afd-4e70-9a0a-4d36670a3be5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:57.635816 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-6f84f9ae-bb9c-48dc-a828-793fef5d6b76 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:57.663791 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:57.677098 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:57.718674 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7988e6-e021-4e64-b07e-a73b513bbfb1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:57.734306 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-48144cd2-3afd-4e70-9a0a-4d36670a3be5 None None] For port a2d4fcc4-f0a9-499f-88cc-81002f548eed, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a2d4fcc4-f0a9-499f-88cc-81002f548eed,segment=NetworkSegment(2819dceb-b57f-4279-8e90-0cfc90691baa),segment_id=2819dceb-b57f-4279-8e90-0cfc90691baa)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:40:57.734945 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48144cd2-3afd-4e70-9a0a-4d36670a3be5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:57.762481 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-48144cd2-3afd-4e70-9a0a-4d36670a3be5 None None] Calling delete_port for a2d4fcc4-f0a9-499f-88cc-81002f548eed owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:40:57.810989 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:57.825014 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Port': ['ID=a2d4fcc4-f0a9-499f-88cc-81002f548eed,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:57.831055 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] No DVR routers for this DVR port a2d4fcc4-f0a9-499f-88cc-81002f548eed on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:57.850652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780dd8d9-ae53-46f2-a158-79d822cde079']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:57.867235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f71035-db43-4ede-bb87-1d20b642d7df') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:57.868336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f71035-db43-4ede-bb87-1d20b642d7df') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:57.896013 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:57.911856 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2161af6-533a-4250-bd42-b4896af3a296', 'name': 'tempest-ImageQuotaTest-1766244236-router', 'tenant_id': '54fcb14e48984ed6995bf711c0120f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8af029e2-0bd0-423a-9f57-682b6a960c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:52Z', 'updated_at': '2021-12-20T21:40:55Z', 'revision_number': 3, 'project_id': '54fcb14e48984ed6995bf711c0120f8f', 'gw_port': {'id': '8af029e2-0bd0-423a-9f57-682b6a960c52', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2161af6-533a-4250-bd42-b4896af3a296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:40:53Z', 'updated_at': '2021-12-20T21:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:57.929135 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48144cd2-3afd-4e70-9a0a-4d36670a3be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:57.930408 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:57.944928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:57.946570 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:58.014534 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48144cd2-3afd-4e70-9a0a-4d36670a3be5 None None] No DVR routers for this DVR port a2d4fcc4-f0a9-499f-88cc-81002f548eed on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:40:58.015615 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Checking router: d2161af6-533a-4250-bd42-b4896af3a296 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:40:58.016154 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Updating router d2161af6-533a-4250-bd42-b4896af3a296 port 8af029e2-0bd0-423a-9f57-682b6a960c52 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:40:58.036162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f238ff-04e9-44f7-b391-5a82788fc443 None None] Network 780dd8d9-ae53-46f2-a158-79d822cde079 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:58.100866 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:58.187570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48144cd2-3afd-4e70-9a0a-4d36670a3be5 None None] Pushing event deleted for resources: {'Port': ['ID=a2d4fcc4-f0a9-499f-88cc-81002f548eed,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:58.204817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a2d4fcc4-f0a9-499f-88cc-81002f548eed no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:40:58.213263 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-119bd0c2-68fe-4fb0-9cd0-a974df5c7796 None None] Could not find standard attr ID for object 10d70bd2-7459-487e-b173-d3e6741cefa3. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:40:58.240474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: a2d4fcc4-f0a9-499f-88cc-81002f548eed {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:40:58.241056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a2d4fcc4-f0a9-499f-88cc-81002f548eed not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:40:58.432996 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:58.453477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfb35f4-3a1b-44bb-9ed7-04c9a5d9162d None None] DHCP port deletion for 780dd8d9-ae53-46f2-a158-79d822cde079 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:40:58.466487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ad1502-ba9a-444b-8aea-096ae174ee1f']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:58.478326 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2819dceb-b57f-4279-8e90-0cfc90691baa') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:58.478938 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2819dceb-b57f-4279-8e90-0cfc90691baa') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:58.489217 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f52b5f-fcf7-4198-856f-99b020b2ebf0 None None] Network 780dd8d9-ae53-46f2-a158-79d822cde079 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:40:58.491354 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:58.509108 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:58.518694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:40:58.519184 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:58.608306 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:58.658407 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6a41b992-0a06-43d6-bbab-999513fc5657 req-495e6b9c-714f-4e16-aca5-2c83be467533 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 210 time: 0.3700418 Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:40:58.675982 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:40:58.704304 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:58.716694 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:58.720284 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/networks/40ad1502-ba9a-444b-8aea-096ae174ee1f HTTP/1.1" status: 204 len: 168 time: 1.9488084 Dec 20 21:40:58.726095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56502) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:58.731519 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-245e38d9-3a30-445d-986a-e2f729735a64 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2075097339', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:58.737051 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be241c09-81c5-4d98-9620-d2e84e9031c3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Network': ['ID=40ad1502-ba9a-444b-8aea-096ae174ee1f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:58.749583 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:58.750834 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:58.753495 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-6f84f9ae-bb9c-48dc-a828-793fef5d6b76 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:58.773735 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:58.776506 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:58.783324 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/780dd8d9-ae53-46f2-a158-79d822cde079 HTTP/1.1" status: 204 len: 168 time: 3.1274292 Dec 20 21:40:58.790149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56504) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:58.850591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e32ed-c4ed-4b07-8dc0-40b499d41e1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Network': ['ID=780dd8d9-ae53-46f2-a158-79d822cde079,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:58.853105 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-245e38d9-3a30-445d-986a-e2f729735a64 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:58.854642 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-245e38d9-3a30-445d-986a-e2f729735a64 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:58.866218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-6f84f9ae-bb9c-48dc-a828-793fef5d6b76 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Network a67e6d6a-f991-4212-bb55-39ffd9d600c6 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:40:58.872414 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d46debd-2187-47dd-b4c1-0082b61fca1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:40:58.872847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d46debd-2187-47dd-b4c1-0082b61fca1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:40:58.873283 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Attempting to bind port 8af029e2-0bd0-423a-9f57-682b6a960c52 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:40:58.873870 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Attempting to bind port 8af029e2-0bd0-423a-9f57-682b6a960c52 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:40:58.874444 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Attempting to bind port 8af029e2-0bd0-423a-9f57-682b6a960c52 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:40:58.877584 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318aedfb-46b7-46f9-818a-df54ab7ae2ed None None] Pushing event updated for resources: {'Port': ['ID=8af029e2-0bd0-423a-9f57-682b6a960c52,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:58.881479 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2d46debd-2187-47dd-b4c1-0082b61fca1a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/780dd8d9-ae53-46f2-a158-79d822cde079 HTTP/1.1" status: 404 len: 339 time: 0.0866323 Dec 20 21:40:58.882190 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56506) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:58.887704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-6f84f9ae-bb9c-48dc-a828-793fef5d6b76 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:40:58.891891 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:40:58.892477 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:40:58.893066 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:58.893852 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:40:58.894628 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Bound port: 8af029e2-0bd0-423a-9f57-682b6a960c52, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:40:58.895208 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:58.895336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-320d6c7f-acc3-4185-958b-7f2cce3fccea tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-279143448', 'description': 'd1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:58.898794 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aedfb-46b7-46f9-818a-df54ab7ae2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:58.899754 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aedfb-46b7-46f9-818a-df54ab7ae2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:58.900247 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aedfb-46b7-46f9-818a-df54ab7ae2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:58.900899 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aedfb-46b7-46f9-818a-df54ab7ae2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:58.901094 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aedfb-46b7-46f9-818a-df54ab7ae2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:58.901401 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aedfb-46b7-46f9-818a-df54ab7ae2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:58.901722 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aedfb-46b7-46f9-818a-df54ab7ae2ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:58.902044 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aedfb-46b7-46f9-818a-df54ab7ae2ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:58.902278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-6f84f9ae-bb9c-48dc-a828-793fef5d6b76 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:40:58.902393 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aedfb-46b7-46f9-818a-df54ab7ae2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:58.902698 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aedfb-46b7-46f9-818a-df54ab7ae2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:58.903023 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aedfb-46b7-46f9-818a-df54ab7ae2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:58.903336 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318aedfb-46b7-46f9-818a-df54ab7ae2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:40:58.940866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84f9ae-bb9c-48dc-a828-793fef5d6b76 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Pushing event updated for resources: {'Port': ['ID=5356bb98-934f-4f12-844d-fb4d44660425,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:58.958484 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] For port 8af029e2-0bd0-423a-9f57-682b6a960c52, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:40:58.961767 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] For port 8af029e2-0bd0-423a-9f57-682b6a960c52, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8af029e2-0bd0-423a-9f57-682b6a960c52,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:40:58.971012 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.010508 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-245e38d9-3a30-445d-986a-e2f729735a64 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.017156 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-6f84f9ae-bb9c-48dc-a828-793fef5d6b76 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:59.017802 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-6f84f9ae-bb9c-48dc-a828-793fef5d6b76 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.023227 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-245e38d9-3a30-445d-986a-e2f729735a64 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.026058 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.027837 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320d6c7f-acc3-4185-958b-7f2cce3fccea tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:59.028974 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Routers {'d2161af6-533a-4250-bd42-b4896af3a296'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:40:59.030365 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['d2161af6-533a-4250-bd42-b4896af3a296'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:59.031092 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-320d6c7f-acc3-4185-958b-7f2cce3fccea tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.062778 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-6f84f9ae-bb9c-48dc-a828-793fef5d6b76 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5752285 Dec 20 21:40:59.071966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320d6c7f-acc3-4185-958b-7f2cce3fccea tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:40:59.075900 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-245e38d9-3a30-445d-986a-e2f729735a64 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.079947 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-245e38d9-3a30-445d-986a-e2f729735a64 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3527007 Dec 20 21:40:59.084079 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56512) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:59.090239 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-57aa2f2c-ace2-4c0d-91be-87eb5b94ba22 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'network': {'name': 'tempest-RoutersTest-314183514'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:59.098733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Request body: {'port': {'device_id': '464d12aa-df7a-412c-849f-d55aa7763761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:59.125446 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-320d6c7f-acc3-4185-958b-7f2cce3fccea tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.125669 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-320d6c7f-acc3-4185-958b-7f2cce3fccea tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Added segment a760aed0-d529-4d28-8363-c0b106e32c74 of type vlan for network 3772afea-c635-43d1-8a91-0ac10b1add23 Dec 20 21:40:59.152305 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] Set router d2161af6-533a-4250-bd42-b4896af3a296 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:40:59.196340 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aa2f2c-ace2-4c0d-91be-87eb5b94ba22 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:40:59.199809 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-57aa2f2c-ace2-4c0d-91be-87eb5b94ba22 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.223728 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-320d6c7f-acc3-4185-958b-7f2cce3fccea tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.225956 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.279301 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318aedfb-46b7-46f9-818a-df54ab7ae2ed None None] Pushing event updated for resources: {'Port': ['ID=8af029e2-0bd0-423a-9f57-682b6a960c52,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:59.284905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57aa2f2c-ace2-4c0d-91be-87eb5b94ba22 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:40:59.297378 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-320d6c7f-acc3-4185-958b-7f2cce3fccea tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.304297 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d6c7f-acc3-4185-958b-7f2cce3fccea tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:59.304957 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-320d6c7f-acc3-4185-958b-7f2cce3fccea tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.315005 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-57aa2f2c-ace2-4c0d-91be-87eb5b94ba22 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.315415 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-57aa2f2c-ace2-4c0d-91be-87eb5b94ba22 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Added segment fee5bf7e-056f-490f-8391-e4498fe6a914 of type vlan for network d6d642fa-d58b-4088-b283-fb07b1f8bcb2 Dec 20 21:40:59.475620 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2af9-eaaa-4378-a133-94b35785253f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.498688 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2161af6-533a-4250-bd42-b4896af3a296', 'name': 'tempest-ImageQuotaTest-1766244236-router', 'tenant_id': '54fcb14e48984ed6995bf711c0120f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8af029e2-0bd0-423a-9f57-682b6a960c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:52Z', 'updated_at': '2021-12-20T21:40:55Z', 'revision_number': 3, 'project_id': '54fcb14e48984ed6995bf711c0120f8f', 'gw_port': {'id': '8af029e2-0bd0-423a-9f57-682b6a960c52', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2161af6-533a-4250-bd42-b4896af3a296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:40:53Z', 'updated_at': '2021-12-20T21:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:40:59.523772 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-320d6c7f-acc3-4185-958b-7f2cce3fccea tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6372335 Dec 20 21:40:59.526901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56524) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:59.531332 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2678c5-1347-4c97-8107-d7302d0e1834 None None] The sync data for ids ['d2161af6-533a-4250-bd42-b4896af3a296'] in n-d-xena-1 is: [{'id': 'd2161af6-533a-4250-bd42-b4896af3a296', 'name': 'tempest-ImageQuotaTest-1766244236-router', 'tenant_id': '54fcb14e48984ed6995bf711c0120f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8af029e2-0bd0-423a-9f57-682b6a960c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:52Z', 'updated_at': '2021-12-20T21:40:55Z', 'revision_number': 3, 'project_id': '54fcb14e48984ed6995bf711c0120f8f', 'gw_port': {'id': '8af029e2-0bd0-423a-9f57-682b6a960c52', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2161af6-533a-4250-bd42-b4896af3a296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:40:53Z', 'updated_at': '2021-12-20T21:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:40:59.563956 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d6c7f-acc3-4185-958b-7f2cce3fccea tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Network': ['ID=3772afea-c635-43d1-8a91-0ac10b1add23,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:40:59.577189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 3772afea-c635-43d1-8a91-0ac10b1add23 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:40:59.618433 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-57aa2f2c-ace2-4c0d-91be-87eb5b94ba22 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.724106 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] Allocated IP 172.20.0.1 (69b97be5-d625-4927-bb44-b69119ad9232/98c91775-923a-4f32-83e6-2892994f6e6c/e53f78f0-f2d8-4d77-a653-f46ef23e3fd6) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:40:59.734363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f20473-7b8f-4ba7-9f3c-164ad67207ac tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:59.738576 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d7f20473-7b8f-4ba7-9f3c-164ad67207ac tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "GET /v2.0/networks?id=3772afea-c635-43d1-8a91-0ac10b1add23 HTTP/1.1" status: 200 len: 760 time: 0.1979268 Dec 20 21:40:59.739167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56532) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:59.744469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-903e10fb-4426-406e-b2ab-056c52e3854f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'network': {'description': 'd2'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:59.753677 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-57aa2f2c-ace2-4c0d-91be-87eb5b94ba22 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.759214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aa2f2c-ace2-4c0d-91be-87eb5b94ba22 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:40:59.759810 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-57aa2f2c-ace2-4c0d-91be-87eb5b94ba22 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.893301 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:40:59.948718 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-57aa2f2c-ace2-4c0d-91be-87eb5b94ba22 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8623049 Dec 20 21:40:59.957071 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56542) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:40:59.967815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-dfe6cdb0-f171-4cca-9dbd-f695ed3c42cc tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'subnet': {'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:40:59.971735 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:00.045801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] Network 69b97be5-d625-4927-bb44-b69119ad9232 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:00.050521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:00.054929 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:00.056491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa2f2c-ace2-4c0d-91be-87eb5b94ba22 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Network': ['ID=d6d642fa-d58b-4088-b283-fb07b1f8bcb2,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:00.076531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network d6d642fa-d58b-4088-b283-fb07b1f8bcb2 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:41:00.121260 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] Pushing event updated for resources: {'Port': ['ID=e53f78f0-f2d8-4d77-a653-f46ef23e3fd6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:00.187914 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:00.260299 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b68ec3-1200-4443-bb29-134c80ee3f03 req-44a61830-fcc0-41da-b58a-b0cabfec6324 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:00.262212 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14b68ec3-1200-4443-bb29-134c80ee3f03 req-44a61830-fcc0-41da-b58a-b0cabfec6324 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 932 time: 0.4365251 Dec 20 21:41:00.325605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8af029e2-0bd0-423a-9f57-682b6a960c52 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:00.466619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5356bb98-934f-4f12-844d-fb4d44660425 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:41:00.472510 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-903e10fb-4426-406e-b2ab-056c52e3854f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:00.488481 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-fd1549fd-dc4e-4066-b528-907a74b2be6c None None] Provisioning complete for port e53f78f0-f2d8-4d77-a653-f46ef23e3fd6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:00.489087 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:00.490249 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd1549fd-dc4e-4066-b528-907a74b2be6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:00.505810 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:00.528391 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8af029e2-0bd0-423a-9f57-682b6a960c52 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:00.531246 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:00.531378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe6cdb0-f171-4cca-9dbd-f695ed3c42cc tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:00.535206 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dfe6cdb0-f171-4cca-9dbd-f695ed3c42cc tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:00.548185 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14b68ec3-1200-4443-bb29-134c80ee3f03 req-a5a52611-69d6-44b8-9409-19a7d87ac593 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438765 Dec 20 21:41:00.580022 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-903e10fb-4426-406e-b2ab-056c52e3854f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:00.624044 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-fd1549fd-dc4e-4066-b528-907a74b2be6c None None] Port e53f78f0-f2d8-4d77-a653-f46ef23e3fd6 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:41:00.632104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Transition to ACTIVE for port object 5356bb98-934f-4f12-844d-fb4d44660425 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:41:00.637833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-903e10fb-4426-406e-b2ab-056c52e3854f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network 3772afea-c635-43d1-8a91-0ac10b1add23 is not hosted by any dhcp agent {{(pid=102401) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 21:41:00.646333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903e10fb-4426-406e-b2ab-056c52e3854f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:00.646990 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-903e10fb-4426-406e-b2ab-056c52e3854f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:00.648338 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-903e10fb-4426-406e-b2ab-056c52e3854f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "PUT /v2.0/networks/3772afea-c635-43d1-8a91-0ac10b1add23 HTTP/1.1" status: 200 len: 757 time: 0.9082263 Dec 20 21:41:00.668664 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56562) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:00.687997 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:00.727800 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:00.731584 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:00.741507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 8af029e2-0bd0-423a-9f57-682b6a960c52, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8af029e2-0bd0-423a-9f57-682b6a960c52,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:00.750961 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:00.761180 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 10d70bd2-7459-487e-b173-d3e6741cefa3 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:41:00.811627 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e10fb-4426-406e-b2ab-056c52e3854f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Network': ['ID=3772afea-c635-43d1-8a91-0ac10b1add23,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:00.821894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 10d70bd2-7459-487e-b173-d3e6741cefa3 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:41:00.822461 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 10d70bd2-7459-487e-b173-d3e6741cefa3 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:41:00.835553 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 3772afea-c635-43d1-8a91-0ac10b1add23 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:41:00.879380 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Pushing event updated for resources: {'Port': ['ID=5356bb98-934f-4f12-844d-fb4d44660425,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:00.920832 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=8af029e2-0bd0-423a-9f57-682b6a960c52,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:01.001280 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1992e874-ce2a-4185-b15d-1a8675b366de tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:01.003930 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1992e874-ce2a-4185-b15d-1a8675b366de tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "GET /v2.0/networks?id=3772afea-c635-43d1-8a91-0ac10b1add23 HTTP/1.1" status: 200 len: 760 time: 0.3264005 Dec 20 21:41:01.009214 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56572) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:01.016482 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-455f8dba-cbb0-4b2e-b30d-8666d7ae57fd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1540501079'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:01.060055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Attempting to bind port 5356bb98-934f-4f12-844d-fb4d44660425 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:01.060325 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Attempting to bind port 5356bb98-934f-4f12-844d-fb4d44660425 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'bc839f0f-ddff-4bbf-a0f2-9bdda24febeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:01.060664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Attempting to bind port 5356bb98-934f-4f12-844d-fb4d44660425 on network a67e6d6a-f991-4212-bb55-39ffd9d600c6 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:01.071670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455f8dba-cbb0-4b2e-b30d-8666d7ae57fd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:01.075166 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-455f8dba-cbb0-4b2e-b30d-8666d7ae57fd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:01.086839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Port 5356bb98-934f-4f12-844d-fb4d44660425 on network a67e6d6a-f991-4212-bb55-39ffd9d600c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:41:01.087182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Attempting to bind port 5356bb98-934f-4f12-844d-fb4d44660425 on network a67e6d6a-f991-4212-bb55-39ffd9d600c6 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:01.095849 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:01.106300 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:01.107036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:01.107398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Checking segment: {'id': 'bc839f0f-ddff-4bbf-a0f2-9bdda24febeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:01.107785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Bound using segment: {'id': 'bc839f0f-ddff-4bbf-a0f2-9bdda24febeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:01.108432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Bound port: 5356bb98-934f-4f12-844d-fb4d44660425, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc839f0f-ddff-4bbf-a0f2-9bdda24febeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:01.109400 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:01.123094 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dfe6cdb0-f171-4cca-9dbd-f695ed3c42cc tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:01.166770 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455f8dba-cbb0-4b2e-b30d-8666d7ae57fd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:41:01.195149 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-455f8dba-cbb0-4b2e-b30d-8666d7ae57fd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:01.195744 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-455f8dba-cbb0-4b2e-b30d-8666d7ae57fd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Added segment f684c6b5-d9b9-4d3e-9e91-c47d2e5df2da of type vlan for network e78c76ee-1b08-4a3c-b11d-0a3ca738eab4 Dec 20 21:41:01.211685 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:01.269255 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6cdb0-f171-4cca-9dbd-f695ed3c42cc tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Subnet': ['ID=57a1e630-1fdc-48ad-8d83-53d9d3428242,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:01.287036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe6cdb0-f171-4cca-9dbd-f695ed3c42cc tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Checking segment: {'id': 'fee5bf7e-056f-490f-8391-e4498fe6a914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:01.287415 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe6cdb0-f171-4cca-9dbd-f695ed3c42cc tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network hostable DHCP agents. Network: d6d642fa-d58b-4088-b283-fb07b1f8bcb2, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:41:01.291989 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] For port 5356bb98-934f-4f12-844d-fb4d44660425, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:01.295521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] For port 5356bb98-934f-4f12-844d-fb4d44660425, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5356bb98-934f-4f12-844d-fb4d44660425,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:01.299738 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] Pushing event updated for resources: {'Port': ['ID=e53f78f0-f2d8-4d77-a653-f46ef23e3fd6,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:01.306107 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:01.340625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe6cdb0-f171-4cca-9dbd-f695ed3c42cc tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network d6d642fa-d58b-4088-b283-fb07b1f8bcb2 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:41:01.352036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:01.352800 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-455f8dba-cbb0-4b2e-b30d-8666d7ae57fd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:01.353046 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:01.354510 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] 10.222.0.66 "PUT /v2.0/ports/5356bb98-934f-4f12-844d-fb4d44660425 HTTP/1.1" status: 200 len: 1090 time: 2.2694635 Dec 20 21:41:01.355012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464d12aa-df7a-412c-849f-d55aa7763761', 'tag': '5356bb98-934f-4f12-844d-fb4d44660425'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:41:01.357330 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c937efa6-03ee-434e-8453-50d297e4d017" -d '{"events": [{"name": "network-changed", "server_uuid": "464d12aa-df7a-412c-849f-d55aa7763761", "tag": "5356bb98-934f-4f12-844d-fb4d44660425"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:41:01.382470 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] Network 69b97be5-d625-4927-bb44-b69119ad9232 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:01.382861 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-dfe6cdb0-f171-4cca-9dbd-f695ed3c42cc tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, d6d642fa-d58b-4088-b283-fb07b1f8bcb2) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:01.384310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56578) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:01.391299 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b6820a-45e7-4e4d-a1c4-d8a229ffbcf0 None None] Network d6d642fa-d58b-4088-b283-fb07b1f8bcb2 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:01.411629 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:01.447091 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d836ab83-d1de-4d28-bedb-0c06a3fb4fd5 x-openstack-request-id: req-d836ab83-d1de-4d28-bedb-0c06a3fb4fd5 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:41:01.447449 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464d12aa-df7a-412c-849f-d55aa7763761", "tag": "5356bb98-934f-4f12-844d-fb4d44660425", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:41:01.447449 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d836ab83-d1de-4d28-bedb-0c06a3fb4fd5 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:41:01.447844 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464d12aa-df7a-412c-849f-d55aa7763761', 'tag': '5356bb98-934f-4f12-844d-fb4d44660425', 'status': 'completed', 'code': 200} Dec 20 21:41:01.458590 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe6cdb0-f171-4cca-9dbd-f695ed3c42cc tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:01.459104 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dfe6cdb0-f171-4cca-9dbd-f695ed3c42cc tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:01.462308 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a0248-73ad-4079-a0f2-b4d7ff80601f service neutron] Pushing event updated for resources: {'Port': ['ID=5356bb98-934f-4f12-844d-fb4d44660425,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:01.568523 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dfe6cdb0-f171-4cca-9dbd-f695ed3c42cc tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6030526 Dec 20 21:41:01.579085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56582) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:01.762463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] Router d2161af6-533a-4250-bd42-b4896af3a296 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:41:01.779411 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-d6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:41:01.781199 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:01.789483 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de79f4c-3444-456f-824e-44e31899d390 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:01.790972 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de79f4c-3444-456f-824e-44e31899d390 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:01.791581 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de79f4c-3444-456f-824e-44e31899d390 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:01.793587 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5de79f4c-3444-456f-824e-44e31899d390 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=5353e8cb9b434e37a6bf3118a301f4e4&network_id=df1edafa-7805-497c-a213-192df2dee518 HTTP/1.1" status: 200 len: 2963 time: 0.4063103 Dec 20 21:41:01.800519 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-c73186e1-260e-4973-a03d-ac4374f4fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:01.802319 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-c73186e1-260e-4973-a03d-ac4374f4fd9b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c929704e8ff545d98d309471ebd9f191&device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 1093 time: 0.3532920 Dec 20 21:41:01.899473 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-455f8dba-cbb0-4b2e-b30d-8666d7ae57fd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:01.905174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455f8dba-cbb0-4b2e-b30d-8666d7ae57fd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:01.905771 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-455f8dba-cbb0-4b2e-b30d-8666d7ae57fd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:01.932698 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-dbc11e65-f1b4-49b5-842c-e1bfc8366785 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5356bb98-934f-4f12-844d-fb4d44660425 HTTP/1.1" status: 200 len: 217 time: 0.0646627 Dec 20 21:41:01.960232 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d104e83d-1727-4ca3-8687-1d8378b36574 None None] Provisioning complete for port e53f78f0-f2d8-4d77-a653-f46ef23e3fd6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:01.960863 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d104e83d-1727-4ca3-8687-1d8378b36574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:02.040842 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d104e83d-1727-4ca3-8687-1d8378b36574 None None] Port e53f78f0-f2d8-4d77-a653-f46ef23e3fd6 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:41:02.053062 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Allocated IP 172.20.0.2 (d6d642fa-d58b-4088-b283-fb07b1f8bcb2/57a1e630-1fdc-48ad-8d83-53d9d3428242/17e3ca43-3a23-4334-8cdd-62e594c66990) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:02.126298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36998bd5-e7c8-46bb-936c-343236d4ac3d req-d5e2a2ae-2627-4fcb-8a3a-bc2c2851ae2e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:02.130726 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36998bd5-e7c8-46bb-936c-343236d4ac3d req-d5e2a2ae-2627-4fcb-8a3a-bc2c2851ae2e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 944 time: 0.3642001 Dec 20 21:41:02.141130 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:41:02.147557 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ed5a8b27-b119-428a-94b4-5450994574af admin admin] 10.222.0.32 "PUT /v2.0/routers/d2161af6-533a-4250-bd42-b4896af3a296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0158124 Dec 20 21:41:02.151466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f8dba-cbb0-4b2e-b30d-8666d7ae57fd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Network': ['ID=e78c76ee-1b08-4a3c-b11d-0a3ca738eab4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:02.169400 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-455f8dba-cbb0-4b2e-b30d-8666d7ae57fd tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1580899 Dec 20 21:41:02.175111 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56600) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:02.181386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network e78c76ee-1b08-4a3c-b11d-0a3ca738eab4 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:41:02.190659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2bb45e35-200a-48a2-8f13-726f876578e8 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'subnet': {'network_id': 'e78c76ee-1b08-4a3c-b11d-0a3ca738eab4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:02.289557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8af029e2-0bd0-423a-9f57-682b6a960c52 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:02.340181 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-beb3e7c1-8c60-49cf-aaeb-27316a03cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:02.342687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-beb3e7c1-8c60-49cf-aaeb-27316a03cd6e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=924feca0-3a71-4754-bcc2-c5bd79345d9c HTTP/1.1" status: 200 len: 855 time: 0.3953497 Dec 20 21:41:02.351879 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:02.357462 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36998bd5-e7c8-46bb-936c-343236d4ac3d req-0ea48edd-ad37-48e8-a326-ebbf438802e3 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257047 Dec 20 21:41:02.397723 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:02.404085 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Sync routers for ids ['d2161af6-533a-4250-bd42-b4896af3a296'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:41:02.456332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb45e35-200a-48a2-8f13-726f876578e8 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:02.459594 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Routers {'d2161af6-533a-4250-bd42-b4896af3a296'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:02.460238 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['d2161af6-533a-4250-bd42-b4896af3a296'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:02.460402 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2bb45e35-200a-48a2-8f13-726f876578e8 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:02.476952 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-211ca8bb-5dba-4503-bf1f-36ac7df6215b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a67e6d6a-f991-4212-bb55-39ffd9d600c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159472 Dec 20 21:41:02.825212 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Set router d2161af6-533a-4250-bd42-b4896af3a296 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:02.935372 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2bb45e35-200a-48a2-8f13-726f876578e8 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:03.041398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8af029e2-0bd0-423a-9f57-682b6a960c52 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:03.041776 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:03.045220 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb45e35-200a-48a2-8f13-726f876578e8 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Subnet': ['ID=49f2887d-d478-4eaa-a71a-5ec57946e01a,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:03.068196 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb45e35-200a-48a2-8f13-726f876578e8 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Checking segment: {'id': 'f684c6b5-d9b9-4d3e-9e91-c47d2e5df2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e78c76ee-1b08-4a3c-b11d-0a3ca738eab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:03.068843 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb45e35-200a-48a2-8f13-726f876578e8 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network hostable DHCP agents. Network: e78c76ee-1b08-4a3c-b11d-0a3ca738eab4, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:41:03.077275 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:03.094848 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb45e35-200a-48a2-8f13-726f876578e8 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network e78c76ee-1b08-4a3c-b11d-0a3ca738eab4 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:41:03.095435 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:03.109757 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-2bb45e35-200a-48a2-8f13-726f876578e8 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, e78c76ee-1b08-4a3c-b11d-0a3ca738eab4) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:03.129787 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb45e35-200a-48a2-8f13-726f876578e8 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:03.130478 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2bb45e35-200a-48a2-8f13-726f876578e8 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:03.147489 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652fa917-831b-4951-9294-84e8bedcd3b9 None None] Network e78c76ee-1b08-4a3c-b11d-0a3ca738eab4 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:03.157263 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2bb45e35-200a-48a2-8f13-726f876578e8 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9796996 Dec 20 21:41:03.160068 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56620) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:03.230955 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Network d6d642fa-d58b-4088-b283-fb07b1f8bcb2 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:03.274172 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:03.279049 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:03.291604 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:03.307508 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Pushing event updated for resources: {'Port': ['ID=17e3ca43-3a23-4334-8cdd-62e594c66990,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:03.426489 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9812-e2a8-46bb-a251-269cf2cddcf3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:03.461283 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-c55ca49f-017b-48f8-a691-87da2da0750d service neutron] 10.222.0.66 "GET /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9629674 Dec 20 21:41:03.530628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Attempting to bind port 17e3ca43-3a23-4334-8cdd-62e594c66990 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:03.531275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Attempting to bind port 17e3ca43-3a23-4334-8cdd-62e594c66990 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'fee5bf7e-056f-490f-8391-e4498fe6a914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:03.531798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Attempting to bind port 17e3ca43-3a23-4334-8cdd-62e594c66990 on network d6d642fa-d58b-4088-b283-fb07b1f8bcb2 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:03.545237 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9812-e2a8-46bb-a251-269cf2cddcf3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:03.576626 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56628) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:03.590329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:03.591149 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Checking segment: {'id': 'fee5bf7e-056f-490f-8391-e4498fe6a914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:03.591843 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:03.592451 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Bound using segment: {'id': 'fee5bf7e-056f-490f-8391-e4498fe6a914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:03.593154 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Bound port: 17e3ca43-3a23-4334-8cdd-62e594c66990, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee5bf7e-056f-490f-8391-e4498fe6a914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:03.593760 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:03.654343 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2161af6-533a-4250-bd42-b4896af3a296', 'name': 'tempest-ImageQuotaTest-1766244236-router', 'tenant_id': '54fcb14e48984ed6995bf711c0120f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8af029e2-0bd0-423a-9f57-682b6a960c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:52Z', 'updated_at': '2021-12-20T21:41:00Z', 'revision_number': 4, 'project_id': '54fcb14e48984ed6995bf711c0120f8f', 'gw_port': {'id': '8af029e2-0bd0-423a-9f57-682b6a960c52', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2161af6-533a-4250-bd42-b4896af3a296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:40:53Z', 'updated_at': '2021-12-20T21:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'e53f78f0-f2d8-4d77-a653-f46ef23e3fd6', 'name': '', 'network_id': '69b97be5-d625-4927-bb44-b69119ad9232', 'tenant_id': '54fcb14e48984ed6995bf711c0120f8f', 'mac_address': 'fa:16:3e:67:65:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2161af6-533a-4250-bd42-b4896af3a296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '98c91775-923a-4f32-83e6-2892994f6e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:40:59Z', 'updated_at': '2021-12-20T21:41:00Z', 'revision_number': 2, 'project_id': '54fcb14e48984ed6995bf711c0120f8f', 'subnets': [{'id': '98c91775-923a-4f32-83e6-2892994f6e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:03.692841 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830216b-29e8-4fa2-9bc9-24919a5cd6f6 req-e55240c7-ce51-47b6-9362-b8e211604208 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:03.697321 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a830216b-29e8-4fa2-9bc9-24919a5cd6f6 req-e55240c7-ce51-47b6-9362-b8e211604208 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 944 time: 0.2080910 Dec 20 21:41:03.716960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e17995-14b5-4796-9d8b-ecb543804443 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:03.718588 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-17e17995-14b5-4796-9d8b-ecb543804443 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 814 time: 0.1409874 Dec 20 21:41:03.721246 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Checking router: d2161af6-533a-4250-bd42-b4896af3a296 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:41:03.721874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Updating router d2161af6-533a-4250-bd42-b4896af3a296 port e53f78f0-f2d8-4d77-a653-f46ef23e3fd6 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:41:03.741922 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-77e7eaef-4af0-4253-90ff-b3d0435b0df0 req-6f05272e-e2a6-453b-aa92-c195713e0ed9 service neutron] 10.222.0.66 "GET /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672939 Dec 20 21:41:03.765089 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:03.787653 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Allocated IP 172.20.0.1 (d6d642fa-d58b-4088-b283-fb07b1f8bcb2/57a1e630-1fdc-48ad-8d83-53d9d3428242/55702cff-7cde-4260-897b-3046ad4474a9) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:03.787992 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b72ecf-1fbf-4e07-bf17-e6e3e2039300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-e78c76ee-1b08-4a3c-b11d-0a3ca738eab4', 'network_id': 'e78c76ee-1b08-4a3c-b11d-0a3ca738eab4', 'tenant_id': '5d3c3678d8124e4298f90d4d629b34b4', 'fixed_ips': [{'subnet_id': '49f2887d-d478-4eaa-a71a-5ec57946e01a'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:41:03.788976 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d6b72ecf-1fbf-4e07-bf17-e6e3e2039300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:03.811601 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9812-e2a8-46bb-a251-269cf2cddcf3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:03.931323 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] For port 17e3ca43-3a23-4334-8cdd-62e594c66990, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:03.999512 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] For port 17e3ca43-3a23-4334-8cdd-62e594c66990, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=17e3ca43-3a23-4334-8cdd-62e594c66990,segment=NetworkSegment(fee5bf7e-056f-490f-8391-e4498fe6a914),segment_id=fee5bf7e-056f-490f-8391-e4498fe6a914)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:04.043851 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c9812-e2a8-46bb-a251-269cf2cddcf3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Subnet': ['ID=49f2887d-d478-4eaa-a71a-5ec57946e01a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:04.071596 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:04.096250 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b25d50-3e66-43cf-ac04-68af56ff47f2 None None] Network e78c76ee-1b08-4a3c-b11d-0a3ca738eab4 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:04.108825 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:04.149657 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9812-e2a8-46bb-a251-269cf2cddcf3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:04.173235 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a830216b-29e8-4fa2-9bc9-24919a5cd6f6 req-a2e5b65d-7615-419d-a1cf-8fb7315c1bd3 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602914 Dec 20 21:41:04.216803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937efa6-03ee-434e-8453-50d297e4d017 req-ed91baed-139c-4f00-aef8-bf7628a0ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:04.216976 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8a6c9812-e2a8-46bb-a251-269cf2cddcf3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78c76ee-1b08-4a3c-b11d-0a3ca738eab4']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:04.219074 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c937efa6-03ee-434e-8453-50d297e4d017 req-ed91baed-139c-4f00-aef8-bf7628a0ece3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c929704e8ff545d98d309471ebd9f191&device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 1093 time: 0.3832722 Dec 20 21:41:04.231449 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:04.245506 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8a6c9812-e2a8-46bb-a251-269cf2cddcf3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f684c6b5-d9b9-4d3e-9e91-c47d2e5df2da') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:04.245764 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8a6c9812-e2a8-46bb-a251-269cf2cddcf3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f684c6b5-d9b9-4d3e-9e91-c47d2e5df2da') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:04.267037 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9812-e2a8-46bb-a251-269cf2cddcf3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:04.275366 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56658) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:04.279496 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a34e749f-d3f8-4a63-9487-55d9c4602e7c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'network': {'name': 'tempest-network-smoke--370424155', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'port_security_enabled': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:04.296804 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9812-e2a8-46bb-a251-269cf2cddcf3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:04.307917 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6c9812-e2a8-46bb-a251-269cf2cddcf3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:41:04.308355 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9812-e2a8-46bb-a251-269cf2cddcf3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:41:04.311609 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:41:04.387876 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34e749f-d3f8-4a63-9487-55d9c4602e7c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Made reservation on behalf of 5353e8cb9b434e37a6bf3118a301f4e4 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:04.391520 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a34e749f-d3f8-4a63-9487-55d9c4602e7c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:04.432149 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9812-e2a8-46bb-a251-269cf2cddcf3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:04.438780 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=55702cff-7cde-4260-897b-3046ad4474a9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:04.462157 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9812-e2a8-46bb-a251-269cf2cddcf3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:04.475176 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network d6d642fa-d58b-4088-b283-fb07b1f8bcb2 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:04.477819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56662) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:04.483638 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8a6c9812-e2a8-46bb-a251-269cf2cddcf3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/e78c76ee-1b08-4a3c-b11d-0a3ca738eab4 HTTP/1.1" status: 204 len: 168 time: 1.3224545 Dec 20 21:41:04.498909 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34e749f-d3f8-4a63-9487-55d9c4602e7c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:41:04.500737 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:04.504042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56664) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:04.504929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:04.548235 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c9812-e2a8-46bb-a251-269cf2cddcf3 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Network': ['ID=e78c76ee-1b08-4a3c-b11d-0a3ca738eab4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:04.563742 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a34e749f-d3f8-4a63-9487-55d9c4602e7c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:04.566371 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-a34e749f-d3f8-4a63-9487-55d9c4602e7c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Added segment 0370b202-7841-45c6-91a5-4175c407fb1c of type vlan for network 618c9023-8146-42c3-92cf-6b09ce12327c Dec 20 21:41:04.684013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedfd14-d8a0-4811-ab58-837f7042a5fc None None] Pushing event updated for resources: {'Port': ['ID=17e3ca43-3a23-4334-8cdd-62e594c66990,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:04.702694 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a34e749f-d3f8-4a63-9487-55d9c4602e7c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:04.737409 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a34e749f-d3f8-4a63-9487-55d9c4602e7c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:04.745111 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e749f-d3f8-4a63-9487-55d9c4602e7c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:04.746023 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a34e749f-d3f8-4a63-9487-55d9c4602e7c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:04.829668 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:04.850736 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:04.852344 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a34e749f-d3f8-4a63-9487-55d9c4602e7c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5772283 Dec 20 21:41:04.855868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56666) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:04.857676 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:04.871390 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e749f-d3f8-4a63-9487-55d9c4602e7c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Network': ['ID=618c9023-8146-42c3-92cf-6b09ce12327c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:04.889779 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 618c9023-8146-42c3-92cf-6b09ce12327c details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:41:04.953247 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b94e799-9f0b-45f0-be91-7f68a0bf2a7e tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:04.957808 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5b94e799-9f0b-45f0-be91-7f68a0bf2a7e tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=5353e8cb9b434e37a6bf3118a301f4e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1003652 Dec 20 21:41:04.963243 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56668) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:04.979752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8451bf-3443-466b-b70a-a64311c451f8 None None] Pushing event updated for resources: {'Port': ['ID=e53f78f0-f2d8-4d77-a653-f46ef23e3fd6,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:05.011698 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e694603-5ee5-4ae3-b3d0-5f0b43236fb9 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] GET failed (client error): The resource could not be found. Dec 20 21:41:05.013089 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1e694603-5ee5-4ae3-b3d0-5f0b43236fb9 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "GET /v2.0/subnets/49f2887d-d478-4eaa-a71a-5ec57946e01a HTTP/1.1" status: 404 len: 337 time: 0.5098596 Dec 20 21:41:05.021986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56670) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:05.103368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Attempting to bind port e53f78f0-f2d8-4d77-a653-f46ef23e3fd6 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:05.103739 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Attempting to bind port e53f78f0-f2d8-4d77-a653-f46ef23e3fd6 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'd45a97f4-4f84-47c9-92e6-57b8c7856801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '69b97be5-d625-4927-bb44-b69119ad9232'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:05.103881 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:05.104110 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Attempting to bind port e53f78f0-f2d8-4d77-a653-f46ef23e3fd6 on network 69b97be5-d625-4927-bb44-b69119ad9232 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:05.109731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:05.110201 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Checking segment: {'id': 'd45a97f4-4f84-47c9-92e6-57b8c7856801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '69b97be5-d625-4927-bb44-b69119ad9232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:05.110612 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:05.111011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Bound using segment: {'id': 'd45a97f4-4f84-47c9-92e6-57b8c7856801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '69b97be5-d625-4927-bb44-b69119ad9232'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:05.111528 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Bound port: e53f78f0-f2d8-4d77-a653-f46ef23e3fd6, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45a97f4-4f84-47c9-92e6-57b8c7856801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '69b97be5-d625-4927-bb44-b69119ad9232'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:05.111923 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:05.156688 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f72bda6-1c93-43d9-ad1e-eb509ec5540c tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:05.162048 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9f72bda6-1c93-43d9-ad1e-eb509ec5540c tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1924639 Dec 20 21:41:05.171861 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56672) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:05.183786 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-4644d418-5bb1-4413-80cd-fac9fb55a7fa tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:05.184502 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4644d418-5bb1-4413-80cd-fac9fb55a7fa tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:05.188146 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4644d418-5bb1-4413-80cd-fac9fb55a7fa tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/e78c76ee-1b08-4a3c-b11d-0a3ca738eab4 HTTP/1.1" status: 404 len: 339 time: 0.1647956 Dec 20 21:41:05.193213 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56676) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:05.292873 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] For port e53f78f0-f2d8-4d77-a653-f46ef23e3fd6, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:05.304313 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] For port e53f78f0-f2d8-4d77-a653-f46ef23e3fd6, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e53f78f0-f2d8-4d77-a653-f46ef23e3fd6,segment=NetworkSegment(d45a97f4-4f84-47c9-92e6-57b8c7856801),segment_id=d45a97f4-4f84-47c9-92e6-57b8c7856801)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:05.318425 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:05.544082 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937efa6-03ee-434e-8453-50d297e4d017 req-3075bdaf-19d2-4a1e-9576-9fc7496bff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:05.548725 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c937efa6-03ee-434e-8453-50d297e4d017 req-3075bdaf-19d2-4a1e-9576-9fc7496bff84 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a67e6d6a-f991-4212-bb55-39ffd9d600c6 HTTP/1.1" status: 200 len: 916 time: 1.2978606 Dec 20 21:41:05.566505 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d2132c-73cd-44f6-9ab7-9864d20b9117 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:05.569239 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e1d2132c-73cd-44f6-9ab7-9864d20b9117 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3750284 Dec 20 21:41:05.572104 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b77c7571-29b6-41ec-8626-581d5f3bd1a6 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3988941 Dec 20 21:41:05.572847 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56684) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:05.653734 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e479407f-bc5d-411e-a6e6-886498eb266a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065 HTTP/1.1" status: 200 len: 207 time: 0.0795889 Dec 20 21:41:05.654668 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56686) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:05.676320 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56688) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:05.685438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3b85ef1e-8288-42a0-80e3-66b64da5040f None None] Provisioning complete for port e53f78f0-f2d8-4d77-a653-f46ef23e3fd6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:05.685808 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3b85ef1e-8288-42a0-80e3-66b64da5040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:05.687777 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8451bf-3443-466b-b70a-a64311c451f8 None None] Pushing event updated for resources: {'Port': ['ID=e53f78f0-f2d8-4d77-a653-f46ef23e3fd6,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:05.692877 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Routers {'d2161af6-533a-4250-bd42-b4896af3a296'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:05.693405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['d2161af6-533a-4250-bd42-b4896af3a296'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:05.769756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 5356bb98-934f-4f12-844d-fb4d44660425 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:41:05.779329 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-31595d9f-c939-4ead-8b16-91732562f830 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=5353e8cb9b434e37a6bf3118a301f4e4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1217430 Dec 20 21:41:05.785010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56690) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:05.929512 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c75ef82-cf78-4b97-81d3-093222d5aebd None None] Network d6d642fa-d58b-4088-b283-fb07b1f8bcb2 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:05.996740 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c937efa6-03ee-434e-8453-50d297e4d017 req-9097392e-0c9a-4a56-943f-055f27d22f07 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5356bb98-934f-4f12-844d-fb4d44660425 HTTP/1.1" status: 200 len: 217 time: 0.1942534 Dec 20 21:41:06.107847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] Set router d2161af6-533a-4250-bd42-b4896af3a296 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:06.158470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e7e46-a3a2-4177-bfe3-f952284d5e7a req-cc1b4bfc-b34f-43bd-a077-e42be34bffc9 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:06.160578 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-464e7e46-a3a2-4177-bfe3-f952284d5e7a req-cc1b4bfc-b34f-43bd-a077-e42be34bffc9 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 944 time: 0.7219050 Dec 20 21:41:06.180324 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937efa6-03ee-434e-8453-50d297e4d017 req-782b9663-e1c1-4c8b-a907-606e64fc8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:06.182503 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c937efa6-03ee-434e-8453-50d297e4d017 req-782b9663-e1c1-4c8b-a907-606e64fc8067 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=924feca0-3a71-4754-bcc2-c5bd79345d9c HTTP/1.1" status: 200 len: 855 time: 0.1511786 Dec 20 21:41:06.234485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 5356bb98-934f-4f12-844d-fb4d44660425, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5356bb98-934f-4f12-844d-fb4d44660425,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:06.236877 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3b85ef1e-8288-42a0-80e3-66b64da5040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:06.290948 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c937efa6-03ee-434e-8453-50d297e4d017 req-f0b1a350-e85b-4c76-9fb1-c2feb87ac183 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a67e6d6a-f991-4212-bb55-39ffd9d600c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833623 Dec 20 21:41:06.372725 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 17e3ca43-3a23-4334-8cdd-62e594c66990 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:06.389651 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '5356bb98-934f-4f12-844d-fb4d44660425', 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6', 'port_id': '5356bb98-934f-4f12-844d-fb4d44660425', 'mac_address': 'fa:16:3e:8a:18:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924feca0-3a71-4754-bcc2-c5bd79345d9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:41:06.449451 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-464e7e46-a3a2-4177-bfe3-f952284d5e7a req-5185b8e0-44fa-436b-b439-98919a1eeaab tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616544 Dec 20 21:41:06.613360 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3b85ef1e-8288-42a0-80e3-66b64da5040f None None] For port e53f78f0-f2d8-4d77-a653-f46ef23e3fd6, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e53f78f0-f2d8-4d77-a653-f46ef23e3fd6,segment=NetworkSegment(d45a97f4-4f84-47c9-92e6-57b8c7856801),segment_id=d45a97f4-4f84-47c9-92e6-57b8c7856801)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:06.616937 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c937efa6-03ee-434e-8453-50d297e4d017 req-f7b99258-152c-4533-826c-ce6fdb8d85c9 service neutron] 10.222.0.66 "GET /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040969 Dec 20 21:41:06.641648 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3b85ef1e-8288-42a0-80e3-66b64da5040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:06.665567 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:06.700874 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4771ce8a-c9f3-4d76-a2a7-f19a9bad1266 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:06.717384 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4771ce8a-c9f3-4d76-a2a7-f19a9bad1266 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:06.728065 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4771ce8a-c9f3-4d76-a2a7-f19a9bad1266 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:06.734615 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4771ce8a-c9f3-4d76-a2a7-f19a9bad1266 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:06.742601 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4771ce8a-c9f3-4d76-a2a7-f19a9bad1266 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 1.0620406 Dec 20 21:41:06.743271 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56704) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:06.743947 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:06.762910 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:06.765515 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5356bb98-934f-4f12-844d-fb4d44660425 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:41:06.834999 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 17e3ca43-3a23-4334-8cdd-62e594c66990 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:06.841429 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:06.843929 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c3b30bf-80a3-41e9-8d6c-0b3d1eec9059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:06.880317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1c6fd7-ea17-4090-8ff4-f3c573d9e9a1 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:06.881297 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7b1c6fd7-ea17-4090-8ff4-f3c573d9e9a1 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0406523 Dec 20 21:41:06.885126 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56706) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:06.912039 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85ef1e-8288-42a0-80e3-66b64da5040f None None] Pushing event updated for resources: {'Port': ['ID=e53f78f0-f2d8-4d77-a653-f46ef23e3fd6,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:06.924709 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 5356bb98-934f-4f12-844d-fb4d44660425, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5356bb98-934f-4f12-844d-fb4d44660425,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:06.936342 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-48c3319c-ae72-4bc0-8f44-01380852d63f tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500877 Dec 20 21:41:06.936869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-227a3cae-52cb-4948-a564-099d070adb55 None None] Provisioning complete for port e53f78f0-f2d8-4d77-a653-f46ef23e3fd6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:06.937527 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-227a3cae-52cb-4948-a564-099d070adb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:06.943832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56708) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:06.956652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-89130afc-d4ed-4e9a-b6b2-6d557a9a7262 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2091352494', 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:06.997970 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-84b17a66-f13c-4a19-b9b6-5ef8356d4593 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2514248 Dec 20 21:41:06.998692 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56710) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:07.003167 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:07.132741 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53ec7cd-672c-405c-8991-2b8e52aca7bc tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:07.141070 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53ec7cd-672c-405c-8991-2b8e52aca7bc tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:07.146675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d53ec7cd-672c-405c-8991-2b8e52aca7bc tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1431975 Dec 20 21:41:07.147020 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56712) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:07.226799 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=5356bb98-934f-4f12-844d-fb4d44660425,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:07.270325 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2028c2-d4aa-4400-82a5-e62689f347e8 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['shared'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:07.274728 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2028c2-d4aa-4400-82a5-e62689f347e8 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['shared'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:07.278622 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2161af6-533a-4250-bd42-b4896af3a296', 'name': 'tempest-ImageQuotaTest-1766244236-router', 'tenant_id': '54fcb14e48984ed6995bf711c0120f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8af029e2-0bd0-423a-9f57-682b6a960c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:52Z', 'updated_at': '2021-12-20T21:41:00Z', 'revision_number': 4, 'project_id': '54fcb14e48984ed6995bf711c0120f8f', 'gw_port': {'id': '8af029e2-0bd0-423a-9f57-682b6a960c52', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2161af6-533a-4250-bd42-b4896af3a296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:40:53Z', 'updated_at': '2021-12-20T21:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'e53f78f0-f2d8-4d77-a653-f46ef23e3fd6', 'name': '', 'network_id': '69b97be5-d625-4927-bb44-b69119ad9232', 'tenant_id': '54fcb14e48984ed6995bf711c0120f8f', 'mac_address': 'fa:16:3e:67:65:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2161af6-533a-4250-bd42-b4896af3a296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '98c91775-923a-4f32-83e6-2892994f6e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:40:59Z', 'updated_at': '2021-12-20T21:41:05Z', 'revision_number': 4, 'project_id': '54fcb14e48984ed6995bf711c0120f8f', 'subnets': [{'id': '98c91775-923a-4f32-83e6-2892994f6e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:07.282609 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0b2028c2-d4aa-4400-82a5-e62689f347e8 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1344728 Dec 20 21:41:07.286363 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56716) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:07.307627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['5356bb98-934f-4f12-844d-fb4d44660425'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:41:07.385611 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187b4844-b8ef-4d90-b8f1-2464cb014869 None None] The sync data for ids ['d2161af6-533a-4250-bd42-b4896af3a296'] in n-d-xena-1 is: [{'id': 'd2161af6-533a-4250-bd42-b4896af3a296', 'name': 'tempest-ImageQuotaTest-1766244236-router', 'tenant_id': '54fcb14e48984ed6995bf711c0120f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8af029e2-0bd0-423a-9f57-682b6a960c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:52Z', 'updated_at': '2021-12-20T21:41:00Z', 'revision_number': 4, 'project_id': '54fcb14e48984ed6995bf711c0120f8f', 'gw_port': {'id': '8af029e2-0bd0-423a-9f57-682b6a960c52', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2161af6-533a-4250-bd42-b4896af3a296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:40:53Z', 'updated_at': '2021-12-20T21:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'e53f78f0-f2d8-4d77-a653-f46ef23e3fd6', 'name': '', 'network_id': '69b97be5-d625-4927-bb44-b69119ad9232', 'tenant_id': '54fcb14e48984ed6995bf711c0120f8f', 'mac_address': 'fa:16:3e:67:65:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2161af6-533a-4250-bd42-b4896af3a296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '98c91775-923a-4f32-83e6-2892994f6e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:40:59Z', 'updated_at': '2021-12-20T21:41:05Z', 'revision_number': 4, 'project_id': '54fcb14e48984ed6995bf711c0120f8f', 'subnets': [{'id': '98c91775-923a-4f32-83e6-2892994f6e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:41:07.436216 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c937efa6-03ee-434e-8453-50d297e4d017 req-c39ca062-02ca-44f3-bf2e-7c0ee1fd4285 service neutron] 10.222.0.66 "GET /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8095274 Dec 20 21:41:07.453678 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:07.455466 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:07.495553 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=55702cff-7cde-4260-897b-3046ad4474a9,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:07.540399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36bdf5b-0eeb-4982-9cd1-6f706fd00b93 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:07.545438 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b36bdf5b-0eeb-4982-9cd1-6f706fd00b93 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "GET /v2.0/networks/6e5b7776-6199-4bc0-a7fc-7552610a5438 HTTP/1.1" status: 200 len: 800 time: 0.2544534 Dec 20 21:41:07.549775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56726) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:07.748196 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 17e3ca43-3a23-4334-8cdd-62e594c66990, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=17e3ca43-3a23-4334-8cdd-62e594c66990,segment=NetworkSegment(fee5bf7e-056f-490f-8391-e4498fe6a914),segment_id=fee5bf7e-056f-490f-8391-e4498fe6a914)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:07.769784 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:07.795476 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89130afc-d4ed-4e9a-b6b2-6d557a9a7262 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Made reservation on behalf of 5353e8cb9b434e37a6bf3118a301f4e4 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:07.799456 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-89130afc-d4ed-4e9a-b6b2-6d557a9a7262 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:07.891146 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-227a3cae-52cb-4948-a564-099d070adb55 None None] Provisioning complete for port 17e3ca43-3a23-4334-8cdd-62e594c66990 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:07.891451 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-227a3cae-52cb-4948-a564-099d070adb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:07.895583 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=17e3ca43-3a23-4334-8cdd-62e594c66990,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:07.921329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd1cca-d1e6-489d-bba5-7753c4b3e1a5 req-0647a748-9e9a-4ed6-bd13-c22a4fa9e6e9 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:07.923131 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dbbd1cca-d1e6-489d-bba5-7753c4b3e1a5 req-0647a748-9e9a-4ed6-bd13-c22a4fa9e6e9 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 945 time: 0.2052643 Dec 20 21:41:08.005130 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5e6e05ce-5b27-43f3-b0c5-b96389c06423 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "GET /v2.0/networks/6e5b7776-6199-4bc0-a7fc-7552610a5438?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4538627 Dec 20 21:41:08.012671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56730) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:08.171928 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dbbd1cca-d1e6-489d-bba5-7753c4b3e1a5 req-9ea7361c-4c6c-4dac-9c23-fd9b8b3bfbd5 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238293 Dec 20 21:41:08.172410 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-89130afc-d4ed-4e9a-b6b2-6d557a9a7262 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:08.177380 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network d6d642fa-d58b-4088-b283-fb07b1f8bcb2 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:08.218160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:08.258614 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ecafaa-635f-4830-a32f-16675626cc96 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:08.276398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56734) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:08.289980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-cacb6185-a6cd-4fc5-bf78-d90f6bccec64 None None] Provisioning complete for port 55702cff-7cde-4260-897b-3046ad4474a9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:08.291236 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cacb6185-a6cd-4fc5-bf78-d90f6bccec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:08.300057 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c3ecafaa-635f-4830-a32f-16675626cc96 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "GET /v2.0/subnets/a97efe73-d361-4ca2-a3cb-3203f60ddba1 HTTP/1.1" status: 200 len: 811 time: 0.2857738 Dec 20 21:41:08.358852 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 17e3ca43-3a23-4334-8cdd-62e594c66990 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:08.398000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-cacb6185-a6cd-4fc5-bf78-d90f6bccec64 None None] Port 55702cff-7cde-4260-897b-3046ad4474a9 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:41:08.425478 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-cacb6185-a6cd-4fc5-bf78-d90f6bccec64 None None] Provisioning complete for port 17e3ca43-3a23-4334-8cdd-62e594c66990 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:08.426498 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cacb6185-a6cd-4fc5-bf78-d90f6bccec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:08.470844 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 17e3ca43-3a23-4334-8cdd-62e594c66990 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:08.471544 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:08.578978 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89130afc-d4ed-4e9a-b6b2-6d557a9a7262 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Subnet': ['ID=01752c1b-0bef-4c7e-a90d-3deaa45d38cb,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:08.601750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89130afc-d4ed-4e9a-b6b2-6d557a9a7262 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Checking segment: {'id': '0370b202-7841-45c6-91a5-4175c407fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:08.602403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89130afc-d4ed-4e9a-b6b2-6d557a9a7262 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network hostable DHCP agents. Network: 618c9023-8146-42c3-92cf-6b09ce12327c, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:41:08.619833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e53f78f0-f2d8-4d77-a653-f46ef23e3fd6 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:08.648699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c32814f-0428-4a10-a014-51aca9bf56ca tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['shared'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:08.650369 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7c32814f-0428-4a10-a014-51aca9bf56ca tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "GET /v2.0/subnets/a97efe73-d361-4ca2-a3cb-3203f60ddba1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3657475 Dec 20 21:41:08.656697 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56744) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:08.662044 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-775aadf3-c76b-4e4d-8679-e8c84bd11f0f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-512621060'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:08.714095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89130afc-d4ed-4e9a-b6b2-6d557a9a7262 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network 618c9023-8146-42c3-92cf-6b09ce12327c is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:41:08.739121 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775aadf3-c76b-4e4d-8679-e8c84bd11f0f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:08.743910 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-775aadf3-c76b-4e4d-8679-e8c84bd11f0f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:08.771025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-89130afc-d4ed-4e9a-b6b2-6d557a9a7262 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 618c9023-8146-42c3-92cf-6b09ce12327c) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:08.790987 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c4d35f-3bab-4bc1-b363-8586e4de028f None None] Network 618c9023-8146-42c3-92cf-6b09ce12327c requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:08.814736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89130afc-d4ed-4e9a-b6b2-6d557a9a7262 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:08.816670 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-89130afc-d4ed-4e9a-b6b2-6d557a9a7262 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:08.817665 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e53f78f0-f2d8-4d77-a653-f46ef23e3fd6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:08.818147 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:08.833006 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775aadf3-c76b-4e4d-8679-e8c84bd11f0f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:41:08.856136 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 66197e54-43e3-4983-b198-b7d8445538c0 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:41:08.856985 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-775aadf3-c76b-4e4d-8679-e8c84bd11f0f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:08.857337 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-775aadf3-c76b-4e4d-8679-e8c84bd11f0f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Added segment e6657c40-1330-4b4d-948f-19091aa98bbb of type vlan for network 945a9b37-60e4-40a4-a0bd-897231d79bcf Dec 20 21:41:08.881415 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-7c3b30bf-80a3-41e9-8d6c-0b3d1eec9059 admin admin] Deleting port e53f78f0-f2d8-4d77-a653-f46ef23e3fd6 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:41:08.882932 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c3b30bf-80a3-41e9-8d6c-0b3d1eec9059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:08.974358 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-775aadf3-c76b-4e4d-8679-e8c84bd11f0f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:09.060836 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-775aadf3-c76b-4e4d-8679-e8c84bd11f0f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:09.068873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775aadf3-c76b-4e4d-8679-e8c84bd11f0f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:09.069573 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-775aadf3-c76b-4e4d-8679-e8c84bd11f0f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:09.133910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-cc82f1bf-3875-4fb6-b6f7-654988ac73cb None None] Provisioning complete for port 55702cff-7cde-4260-897b-3046ad4474a9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:09.138259 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc82f1bf-3875-4fb6-b6f7-654988ac73cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:09.139242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-7c3b30bf-80a3-41e9-8d6c-0b3d1eec9059 admin admin] For port e53f78f0-f2d8-4d77-a653-f46ef23e3fd6, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e53f78f0-f2d8-4d77-a653-f46ef23e3fd6,segment=NetworkSegment(d45a97f4-4f84-47c9-92e6-57b8c7856801),segment_id=d45a97f4-4f84-47c9-92e6-57b8c7856801)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:09.139665 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c3b30bf-80a3-41e9-8d6c-0b3d1eec9059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:09.171831 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-7c3b30bf-80a3-41e9-8d6c-0b3d1eec9059 admin admin] Calling delete_port for e53f78f0-f2d8-4d77-a653-f46ef23e3fd6 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:41:09.227452 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-775aadf3-c76b-4e4d-8679-e8c84bd11f0f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5693433 Dec 20 21:41:09.231350 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56760) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:09.237795 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-09424b40-6c7d-4730-aa8f-9dfc89047b5d tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'subnet': {'network_id': '945a9b37-60e4-40a4-a0bd-897231d79bcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:09.282513 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-cc82f1bf-3875-4fb6-b6f7-654988ac73cb None None] Port 55702cff-7cde-4260-897b-3046ad4474a9 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:41:09.376502 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-89130afc-d4ed-4e9a-b6b2-6d557a9a7262 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4241946 Dec 20 21:41:09.404923 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775aadf3-c76b-4e4d-8679-e8c84bd11f0f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Network': ['ID=945a9b37-60e4-40a4-a0bd-897231d79bcf,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:09.407833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-618c9023-8146-42c3-92cf-6b09ce12327c', 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'fixed_ips': [{'subnet_id': '01752c1b-0bef-4c7e-a90d-3deaa45d38cb'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:41:09.410394 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:09.426209 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 945a9b37-60e4-40a4-a0bd-897231d79bcf details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:41:09.535406 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09424b40-6c7d-4730-aa8f-9dfc89047b5d tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Made reservation on behalf of 5d3c3678d8124e4298f90d4d629b34b4 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:09.539456 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-09424b40-6c7d-4730-aa8f-9dfc89047b5d tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:09.607421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fd9be-5cfc-43ed-975c-c194a72a7fd4 req-a7d04bd3-af30-41c2-989d-ba4889d75169 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:09.609614 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-825fd9be-5cfc-43ed-975c-c194a72a7fd4 req-a7d04bd3-af30-41c2-989d-ba4889d75169 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 945 time: 0.2527583 Dec 20 21:41:09.664055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:41:09.665074 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-09424b40-6c7d-4730-aa8f-9dfc89047b5d tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Performing IP validity checks on allocation pools {{(pid=102402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 21:41:09.665711 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-09424b40-6c7d-4730-aa8f-9dfc89047b5d tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 21:41:09.673538 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a234dd4f-e466-49f3-b02b-090c8e6a3bde tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/66197e54-43e3-4983-b198-b7d8445538c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0915360 Dec 20 21:41:09.678092 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Sync routers for ids ['66197e54-43e3-4983-b198-b7d8445538c0'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:41:09.678910 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56764) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:09.687569 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a0946ce5-2bed-4aa1-a68c-23d67148394a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'network': {'name': 'tempest-RoutersTest-1888502947'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:09.691993 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Routers {'66197e54-43e3-4983-b198-b7d8445538c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:09.692613 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['66197e54-43e3-4983-b198-b7d8445538c0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:09.714847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Allocated IP 172.20.0.18 (618c9023-8146-42c3-92cf-6b09ce12327c/01752c1b-0bef-4c7e-a90d-3deaa45d38cb/8091af04-cab6-4bc2-92f6-b0d818c2bffa) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:09.766792 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-825fd9be-5cfc-43ed-975c-c194a72a7fd4 req-5c1fbed9-3994-405d-b54c-aaab7765f717 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503513 Dec 20 21:41:09.789262 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0946ce5-2bed-4aa1-a68c-23d67148394a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:09.803764 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a0946ce5-2bed-4aa1-a68c-23d67148394a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:09.887941 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Set router 66197e54-43e3-4983-b198-b7d8445538c0 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:09.912574 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:09.919225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 5356bb98-934f-4f12-844d-fb4d44660425 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:09.920272 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c3b30bf-80a3-41e9-8d6c-0b3d1eec9059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:09.929119 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0946ce5-2bed-4aa1-a68c-23d67148394a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:41:09.955702 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a0946ce5-2bed-4aa1-a68c-23d67148394a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:09.956223 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-a0946ce5-2bed-4aa1-a68c-23d67148394a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Added segment 72340b82-2177-4cf0-adbe-128061705cf3 of type vlan for network 7a36f2bc-e79d-4df1-b5aa-2e4f0d477826 Dec 20 21:41:09.984863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b30bf-80a3-41e9-8d6c-0b3d1eec9059 admin admin] Pushing event deleted for resources: {'Port': ['ID=e53f78f0-f2d8-4d77-a653-f46ef23e3fd6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:10.009770 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:10.096280 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a0946ce5-2bed-4aa1-a68c-23d67148394a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:10.120512 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-09424b40-6c7d-4730-aa8f-9dfc89047b5d tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:10.203272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56766) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:10.222907 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a0946ce5-2bed-4aa1-a68c-23d67148394a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:10.230134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-8ed820a2-f02c-46ed-aaec-8fef86b41f92 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-60883737', 'description': 'tempest-secgroup-smoke-60883737 description', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:10.231606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0946ce5-2bed-4aa1-a68c-23d67148394a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:10.232611 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a0946ce5-2bed-4aa1-a68c-23d67148394a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:10.250176 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Network 618c9023-8146-42c3-92cf-6b09ce12327c is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:10.290183 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:10.295722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 5356bb98-934f-4f12-844d-fb4d44660425 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:41:10.313540 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:10.319785 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 5356bb98-934f-4f12-844d-fb4d44660425 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:10.320155 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:10.336404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Pushing event updated for resources: {'Port': ['ID=8091af04-cab6-4bc2-92f6-b0d818c2bffa,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:10.358934 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a0946ce5-2bed-4aa1-a68c-23d67148394a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6769984 Dec 20 21:41:10.359738 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56776) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:10.390267 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ed820a2-f02c-46ed-aaec-8fef86b41f92 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:10.402534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cc03b744-73e5-42c8-afd5-0a5718548c7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'subnet': {'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:10.407466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09424b40-6c7d-4730-aa8f-9dfc89047b5d tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Subnet': ['ID=233261b2-9343-4d0c-b410-a6ba2ac8a97a,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:10.521071 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7c3b30bf-80a3-41e9-8d6c-0b3d1eec9059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:10.540717 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Attempting to bind port 8091af04-cab6-4bc2-92f6-b0d818c2bffa on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:10.541312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Attempting to bind port 8091af04-cab6-4bc2-92f6-b0d818c2bffa by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '0370b202-7841-45c6-91a5-4175c407fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:10.541799 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Attempting to bind port 8091af04-cab6-4bc2-92f6-b0d818c2bffa on network 618c9023-8146-42c3-92cf-6b09ce12327c {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:10.546395 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:41:04Z', 'revision_number': 2, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:06Z', 'revision_number': 2, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:10.549680 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:10.550258 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Checking segment: {'id': '0370b202-7841-45c6-91a5-4175c407fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:10.550766 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:10.551265 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Bound using segment: {'id': '0370b202-7841-45c6-91a5-4175c407fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:10.551851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Bound port: 8091af04-cab6-4bc2-92f6-b0d818c2bffa, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0370b202-7841-45c6-91a5-4175c407fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:10.552354 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:10.568058 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09424b40-6c7d-4730-aa8f-9dfc89047b5d tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Checking segment: {'id': 'e6657c40-1330-4b4d-948f-19091aa98bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '945a9b37-60e4-40a4-a0bd-897231d79bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:10.568435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09424b40-6c7d-4730-aa8f-9dfc89047b5d tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network hostable DHCP agents. Network: 945a9b37-60e4-40a4-a0bd-897231d79bcf, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:41:10.595405 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Checking router: 66197e54-43e3-4983-b198-b7d8445538c0 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:41:10.596893 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Updating router 66197e54-43e3-4983-b198-b7d8445538c0 port 55702cff-7cde-4260-897b-3046ad4474a9 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:41:10.606028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0946ce5-2bed-4aa1-a68c-23d67148394a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Network': ['ID=7a36f2bc-e79d-4df1-b5aa-2e4f0d477826,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:10.634460 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:10.646695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] For port 8091af04-cab6-4bc2-92f6-b0d818c2bffa, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:10.650580 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] For port 8091af04-cab6-4bc2-92f6-b0d818c2bffa, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8091af04-cab6-4bc2-92f6-b0d818c2bffa,segment=NetworkSegment(0370b202-7841-45c6-91a5-4175c407fb1c),segment_id=0370b202-7841-45c6-91a5-4175c407fb1c)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:10.655337 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 7a36f2bc-e79d-4df1-b5aa-2e4f0d477826 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:41:10.661728 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:10.697899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09424b40-6c7d-4730-aa8f-9dfc89047b5d tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Network 945a9b37-60e4-40a4-a0bd-897231d79bcf is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:41:10.729907 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-09424b40-6c7d-4730-aa8f-9dfc89047b5d tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 945a9b37-60e4-40a4-a0bd-897231d79bcf) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:10.736561 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09424b40-6c7d-4730-aa8f-9dfc89047b5d tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:10.737908 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-09424b40-6c7d-4730-aa8f-9dfc89047b5d tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:10.753663 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc03b744-73e5-42c8-afd5-0a5718548c7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:10.761648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d6cceb-62f8-482f-bd9b-6ea70bfa8000 None None] Network 945a9b37-60e4-40a4-a0bd-897231d79bcf requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:10.762259 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc03b744-73e5-42c8-afd5-0a5718548c7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:10.795231 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ed820a2-f02c-46ed-aaec-8fef86b41f92 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:10.809312 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ed820a2-f02c-46ed-aaec-8fef86b41f92 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:10.838978 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ed820a2-f02c-46ed-aaec-8fef86b41f92 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:10.840248 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8ed820a2-f02c-46ed-aaec-8fef86b41f92 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6183300 Dec 20 21:41:10.843045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56788) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:10.843378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56790) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:10.845695 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-09424b40-6c7d-4730-aa8f-9dfc89047b5d tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6130955 Dec 20 21:41:10.852964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-46a5dbc3-191f-48ac-a30d-ae53bb900dea tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group_rule': {'security_group_id': '637fe7d2-e791-4f7a-a119-62805c5d9662', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:10.861486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-4825c59c-a49b-4a0b-b727-8badc56a4f56 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:10.919547 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:10.960352 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-96607e39-17e0-4c4f-8a9d-8a264ae81158 req-9647d385-e915-417b-b28d-ca498b1d0d87 tempest-LiveMigrationTest-964361835 tempest-LiveMigrationTest-964361835-project] (102401) timed out ('10.222.0.31', 56389) {{(pid=102401) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 20 21:41:11.014652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed820a2-f02c-46ed-aaec-8fef86b41f92 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637fe7d2-e791-4f7a-a119-62805c5d9662,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:11.055329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 5356bb98-934f-4f12-844d-fb4d44660425, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5356bb98-934f-4f12-844d-fb4d44660425,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:11.057860 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c31c66-8259-428a-a820-27dd580d1e58 None None] Pushing event updated for resources: {'Port': ['ID=8091af04-cab6-4bc2-92f6-b0d818c2bffa,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:11.065942 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464d12aa-df7a-412c-849f-d55aa7763761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5356bb98-934f-4f12-844d-fb4d44660425'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:41:11.069694 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc89ec5e-0fb4-4bac-9d3d-44f2bc3f3fce" -d '{"events": [{"server_uuid": "464d12aa-df7a-412c-849f-d55aa7763761", "name": "network-vif-plugged", "status": "completed", "tag": "5356bb98-934f-4f12-844d-fb4d44660425"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:41:11.104053 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:11.148118 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-46a5dbc3-191f-48ac-a30d-ae53bb900dea tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:11.173508 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98d73f2-3dca-49fe-a565-38ba961c549d x-openstack-request-id: req-a98d73f2-3dca-49fe-a565-38ba961c549d {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:41:11.174975 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464d12aa-df7a-412c-849f-d55aa7763761", "name": "network-vif-plugged", "status": "completed", "tag": "5356bb98-934f-4f12-844d-fb4d44660425", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:41:11.177124 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a98d73f2-3dca-49fe-a565-38ba961c549d {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:41:11.178435 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464d12aa-df7a-412c-849f-d55aa7763761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5356bb98-934f-4f12-844d-fb4d44660425', 'code': 200} Dec 20 21:41:11.248248 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc03b744-73e5-42c8-afd5-0a5718548c7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:11.251447 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-945a9b37-60e4-40a4-a0bd-897231d79bcf', 'network_id': '945a9b37-60e4-40a4-a0bd-897231d79bcf', 'tenant_id': '5d3c3678d8124e4298f90d4d629b34b4', 'fixed_ips': [{'subnet_id': '233261b2-9343-4d0c-b410-a6ba2ac8a97a'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:41:11.252719 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:11.295956 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7621b53-e5aa-4c45-b023-9c08537c73a6 req-73893c8b-5b9a-4ce8-a648-5fc6396a7659 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:11.298619 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c7621b53-e5aa-4c45-b023-9c08537c73a6 req-73893c8b-5b9a-4ce8-a648-5fc6396a7659 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 945 time: 0.3783064 Dec 20 21:41:11.331724 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=5356bb98-934f-4f12-844d-fb4d44660425,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:11.362679 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:11.373322 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:11.461450 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc03b744-73e5-42c8-afd5-0a5718548c7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Checking segment: {'id': '72340b82-2177-4cf0-adbe-128061705cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:11.463735 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc03b744-73e5-42c8-afd5-0a5718548c7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network hostable DHCP agents. Network: 7a36f2bc-e79d-4df1-b5aa-2e4f0d477826, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:41:11.467467 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03b744-73e5-42c8-afd5-0a5718548c7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Subnet': ['ID=32d71817-9b0f-425f-9c95-f7cb52180ebf,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:11.500791 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3b30bf-80a3-41e9-8d6c-0b3d1eec9059 admin admin] Router d2161af6-533a-4250-bd42-b4896af3a296 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:41:11.501556 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f29e8-d794-4ef9-bbfb-fa00503bb07f None None] Pushing event updated for resources: {'Port': ['ID=55702cff-7cde-4260-897b-3046ad4474a9,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:11.520417 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc03b744-73e5-42c8-afd5-0a5718548c7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network 7a36f2bc-e79d-4df1-b5aa-2e4f0d477826 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:41:11.538242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-cc03b744-73e5-42c8-afd5-0a5718548c7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 7a36f2bc-e79d-4df1-b5aa-2e4f0d477826) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:11.540315 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4825c59c-a49b-4a0b-b727-8badc56a4f56 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29488741'] for subnet, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:11.543114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc03b744-73e5-42c8-afd5-0a5718548c7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:11.543706 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc03b744-73e5-42c8-afd5-0a5718548c7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:11.585575 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cc03b744-73e5-42c8-afd5-0a5718548c7e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2104106 Dec 20 21:41:11.585851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76586174-ef66-4469-86b6-8c93ffbbe9bd None None] Network 7a36f2bc-e79d-4df1-b5aa-2e4f0d477826 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:11.589911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56800) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:11.624514 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c7621b53-e5aa-4c45-b023-9c08537c73a6 req-9d81f424-e888-47a4-8af0-21f6cd13693d tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625942 Dec 20 21:41:11.691569 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Allocated IP 172.20.0.3 (945a9b37-60e4-40a4-a0bd-897231d79bcf/233261b2-9343-4d0c-b410-a6ba2ac8a97a/a56306ba-cd7e-4bb2-b97f-e3eb8d715318) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:11.744522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b8f1a-40b2-4385-a9e4-cafc58032ca3 req-0179e23a-9d6f-42b8-a027-285b01162729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:11.751880 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a17b8f1a-40b2-4385-a9e4-cafc58032ca3 req-0179e23a-9d6f-42b8-a027-285b01162729 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 1095 time: 0.4519269 Dec 20 21:41:11.788427 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Attempting to bind port 55702cff-7cde-4260-897b-3046ad4474a9 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:11.788798 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Attempting to bind port 55702cff-7cde-4260-897b-3046ad4474a9 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'fee5bf7e-056f-490f-8391-e4498fe6a914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:11.789164 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Attempting to bind port 55702cff-7cde-4260-897b-3046ad4474a9 on network d6d642fa-d58b-4088-b283-fb07b1f8bcb2 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:11.805559 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-46a5dbc3-191f-48ac-a30d-ae53bb900dea tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:11.809532 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:11.809909 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Checking segment: {'id': 'fee5bf7e-056f-490f-8391-e4498fe6a914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:11.813957 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:11.817037 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Bound using segment: {'id': 'fee5bf7e-056f-490f-8391-e4498fe6a914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:11.818082 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Bound port: 55702cff-7cde-4260-897b-3046ad4474a9, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee5bf7e-056f-490f-8391-e4498fe6a914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:11.825115 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-46a5dbc3-191f-48ac-a30d-ae53bb900dea tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:11.826418 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:11.867840 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a17b8f1a-40b2-4385-a9e4-cafc58032ca3 req-5720f3f6-c4ec-4ba1-a833-7b372b1b9359 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010666 Dec 20 21:41:11.881732 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5dbc3-191f-48ac-a30d-ae53bb900dea tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc80f7e-ce3c-42e6-8022-ff9f2b5ef319,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:11.902701 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-46a5dbc3-191f-48ac-a30d-ae53bb900dea tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:11.908121 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-46a5dbc3-191f-48ac-a30d-ae53bb900dea tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0606987 Dec 20 21:41:11.922621 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56806) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:11.929491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5ac2bb94-80f7-45a6-8e89-36f16676ae30 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group_rule': {'security_group_id': '637fe7d2-e791-4f7a-a119-62805c5d9662', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:11.935493 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3b30bf-80a3-41e9-8d6c-0b3d1eec9059 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:41:11.943549 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] For port 55702cff-7cde-4260-897b-3046ad4474a9, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:11.952100 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7c3b30bf-80a3-41e9-8d6c-0b3d1eec9059 admin admin] 10.222.0.32 "PUT /v2.0/routers/d2161af6-533a-4250-bd42-b4896af3a296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3466024 Dec 20 21:41:11.953177 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56808) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:11.959962 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] For port 55702cff-7cde-4260-897b-3046ad4474a9, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=55702cff-7cde-4260-897b-3046ad4474a9,segment=NetworkSegment(fee5bf7e-056f-490f-8391-e4498fe6a914),segment_id=fee5bf7e-056f-490f-8391-e4498fe6a914)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:11.967552 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:12.038354 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Routers {'66197e54-43e3-4983-b198-b7d8445538c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:12.038988 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['66197e54-43e3-4983-b198-b7d8445538c0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:12.051905 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89869c7f-37c5-4639-8aa5-d4c119b8bf4f None None] Sync routers for ids ['d2161af6-533a-4250-bd42-b4896af3a296'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:41:12.093540 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85370907-f7b7-4774-a461-cd762b8c860d admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:12.252349 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8091af04-cab6-4bc2-92f6-b0d818c2bffa up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:12.280710 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] Set router 66197e54-43e3-4983-b198-b7d8445538c0 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:12.322227 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ac2bb94-80f7-45a6-8e89-36f16676ae30 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:12.322747 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f29e8-d794-4ef9-bbfb-fa00503bb07f None None] Pushing event updated for resources: {'Port': ['ID=55702cff-7cde-4260-897b-3046ad4474a9,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:12.346550 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:12.350900 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d9ef6c3e-247b-491e-84dc-c9684c6e7683 None None] Provisioning complete for port 55702cff-7cde-4260-897b-3046ad4474a9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:12.356431 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9ef6c3e-247b-491e-84dc-c9684c6e7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:12.412570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89869c7f-37c5-4639-8aa5-d4c119b8bf4f None None] Routers {'d2161af6-533a-4250-bd42-b4896af3a296'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:12.413374 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-89869c7f-37c5-4639-8aa5-d4c119b8bf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['d2161af6-533a-4250-bd42-b4896af3a296'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:12.570787 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85370907-f7b7-4774-a461-cd762b8c860d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:12.644652 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ac2bb94-80f7-45a6-8e89-36f16676ae30 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:12.659824 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ac2bb94-80f7-45a6-8e89-36f16676ae30 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:12.685280 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:41:04Z', 'revision_number': 2, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:11Z', 'revision_number': 4, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:12.717551 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5ac2bb94-80f7-45a6-8e89-36f16676ae30 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:12.720082 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5ac2bb94-80f7-45a6-8e89-36f16676ae30 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7956219 Dec 20 21:41:12.725683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56822) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:12.730205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2bb94-80f7-45a6-8e89-36f16676ae30 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1532d21-d614-4880-9fe8-024dcd6f5b6c,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:12.740499 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682564c8-c6b0-4f8f-8b21-1d15de49a5b2 None None] The sync data for ids ['66197e54-43e3-4983-b198-b7d8445538c0'] in n-d-xena-1 is: [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:41:04Z', 'revision_number': 2, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:11Z', 'revision_number': 4, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:41:12.747860 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1b573250-0dca-4911-897e-738448094d87 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group_rule': {'security_group_id': '637fe7d2-e791-4f7a-a119-62805c5d9662', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:12.757486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-85370907-f7b7-4774-a461-cd762b8c860d admin admin] Deleting port 8af029e2-0bd0-423a-9f57-682b6a960c52 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:41:12.757819 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85370907-f7b7-4774-a461-cd762b8c860d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:12.887874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-85370907-f7b7-4774-a461-cd762b8c860d admin admin] For port 8af029e2-0bd0-423a-9f57-682b6a960c52, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8af029e2-0bd0-423a-9f57-682b6a960c52,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:12.888393 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85370907-f7b7-4774-a461-cd762b8c860d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:12.901649 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b573250-0dca-4911-897e-738448094d87 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:12.902597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-85370907-f7b7-4774-a461-cd762b8c860d admin admin] Calling delete_port for 8af029e2-0bd0-423a-9f57-682b6a960c52 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:41:13.035139 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e11f4-486e-44bc-82a6-34ec533cc04f req-702c5b72-9269-4c2c-b001-c06170c32b80 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:13.040251 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d12e11f4-486e-44bc-82a6-34ec533cc04f req-702c5b72-9269-4c2c-b001-c06170c32b80 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.2550709 Dec 20 21:41:13.097993 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-89869c7f-37c5-4639-8aa5-d4c119b8bf4f None None] Set router d2161af6-533a-4250-bd42-b4896af3a296 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:13.195199 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d12e11f4-486e-44bc-82a6-34ec533cc04f req-34f22cb2-91c6-4f81-acfd-cdc40ac71565 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478579 Dec 20 21:41:13.201651 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Allocated IP 172.21.0.1 (7a36f2bc-e79d-4df1-b5aa-2e4f0d477826/32d71817-9b0f-425f-9c95-f7cb52180ebf/4e7c263a-7a4b-4a4a-a781-9388b5a3692c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:13.221768 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b573250-0dca-4911-897e-738448094d87 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.230469 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b573250-0dca-4911-897e-738448094d87 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.263566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865244b0-0780-4b13-a84f-2af42c97e580 None None] Network 618c9023-8146-42c3-92cf-6b09ce12327c requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:13.306361 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b573250-0dca-4911-897e-738448094d87 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353f4098-b506-4c12-807a-10c42b1bd0dd,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:13.321355 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b573250-0dca-4911-897e-738448094d87 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.322759 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1b573250-0dca-4911-897e-738448094d87 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5960162 Dec 20 21:41:13.325656 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56830) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:13.331363 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f0313ade-ec37-4e40-9fcf-daf291e16241 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group_rule': {'security_group_id': '637fe7d2-e791-4f7a-a119-62805c5d9662', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:13.383993 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.418574 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0313ade-ec37-4e40-9fcf-daf291e16241 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.442794 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.453427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-7a36f2bc-e79d-4df1-b5aa-2e4f0d477826', 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'fixed_ips': [{'subnet_id': '32d71817-9b0f-425f-9c95-f7cb52180ebf'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:41:13.455574 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.483145 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.520207 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0313ade-ec37-4e40-9fcf-daf291e16241 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.529440 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0313ade-ec37-4e40-9fcf-daf291e16241 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.576288 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Network 945a9b37-60e4-40a4-a0bd-897231d79bcf is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:13.587228 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0313ade-ec37-4e40-9fcf-daf291e16241 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.597533 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f0313ade-ec37-4e40-9fcf-daf291e16241 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2682271 Dec 20 21:41:13.602761 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56834) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:13.612656 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Pushing event updated for resources: {'Port': ['ID=a56306ba-cd7e-4bb2-b97f-e3eb8d715318,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:13.615748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:13.624044 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:13.626323 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6667062e-a4fd-4a0e-8d61-089f9bb94400 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group_rule': {'security_group_id': '637fe7d2-e791-4f7a-a119-62805c5d9662', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:13.643349 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0313ade-ec37-4e40-9fcf-daf291e16241 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aee4d0f-3ab4-4013-bbcd-7d69803860a3,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:13.691931 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-6667062e-a4fd-4a0e-8d61-089f9bb94400 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Project 5353e8cb9b434e37a6bf3118a301f4e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:41:13.698819 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6667062e-a4fd-4a0e-8d61-089f9bb94400 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.703593 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.752896 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Attempting to bind port a56306ba-cd7e-4bb2-b97f-e3eb8d715318 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:13.753568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Attempting to bind port a56306ba-cd7e-4bb2-b97f-e3eb8d715318 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'e6657c40-1330-4b4d-948f-19091aa98bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '945a9b37-60e4-40a4-a0bd-897231d79bcf'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:13.754128 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Attempting to bind port a56306ba-cd7e-4bb2-b97f-e3eb8d715318 on network 945a9b37-60e4-40a4-a0bd-897231d79bcf {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:13.765602 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:13.766338 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Checking segment: {'id': 'e6657c40-1330-4b4d-948f-19091aa98bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '945a9b37-60e4-40a4-a0bd-897231d79bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:13.766917 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.767604 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Bound using segment: {'id': 'e6657c40-1330-4b4d-948f-19091aa98bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '945a9b37-60e4-40a4-a0bd-897231d79bcf'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:13.768484 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Bound port: a56306ba-cd7e-4bb2-b97f-e3eb8d715318, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6657c40-1330-4b4d-948f-19091aa98bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '945a9b37-60e4-40a4-a0bd-897231d79bcf'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:13.769062 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.779614 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network 7a36f2bc-e79d-4df1-b5aa-2e4f0d477826 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:13.783638 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=4e7c263a-7a4b-4a4a-a781-9388b5a3692c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:13.789622 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:13.796510 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:13.809652 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8091af04-cab6-4bc2-92f6-b0d818c2bffa triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:13.810710 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.904236 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6667062e-a4fd-4a0e-8d61-089f9bb94400 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.905806 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.928994 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85370907-f7b7-4774-a461-cd762b8c860d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.955179 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6667062e-a4fd-4a0e-8d61-089f9bb94400 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:13.966598 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85370907-f7b7-4774-a461-cd762b8c860d admin admin] Pushing event deleted for resources: {'Port': ['ID=8af029e2-0bd0-423a-9f57-682b6a960c52,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:13.966859 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] For port a56306ba-cd7e-4bb2-b97f-e3eb8d715318, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:13.969990 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] For port a56306ba-cd7e-4bb2-b97f-e3eb8d715318, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a56306ba-cd7e-4bb2-b97f-e3eb8d715318,segment=NetworkSegment(e6657c40-1330-4b4d-948f-19091aa98bbb),segment_id=e6657c40-1330-4b4d-948f-19091aa98bbb)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:13.987000 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.017785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667062e-a4fd-4a0e-8d61-089f9bb94400 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d968647-1283-4d26-8264-62dc3a4e0866,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:14.025114 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6667062e-a4fd-4a0e-8d61-089f9bb94400 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.026147 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6667062e-a4fd-4a0e-8d61-089f9bb94400 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4223928 Dec 20 21:41:14.030027 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56836) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:14.036200 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f89dd25e-c3a6-4c46-bf14-c757ddfe08eb tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group_rule': {'security_group_id': '637fe7d2-e791-4f7a-a119-62805c5d9662', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:14.081707 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354eb1cf-2689-4a17-907a-6db4d384d5d0 None None] Pushing event updated for resources: {'Port': ['ID=a56306ba-cd7e-4bb2-b97f-e3eb8d715318,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:14.097782 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-f89dd25e-c3a6-4c46-bf14-c757ddfe08eb tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Project 5353e8cb9b434e37a6bf3118a301f4e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:41:14.108699 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f89dd25e-c3a6-4c46-bf14-c757ddfe08eb tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.125876 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4825c59c-a49b-4a0b-b727-8badc56a4f56 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771581996957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31292770'] for subnet, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.182577 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9ef6c3e-247b-491e-84dc-c9684c6e7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.237079 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.257604 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4825c59c-a49b-4a0b-b727-8badc56a4f56 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:14.258438 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4825c59c-a49b-4a0b-b727-8badc56a4f56 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.266227 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4825c59c-a49b-4a0b-b727-8badc56a4f56 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "PUT /v2.0/subnets/233261b2-9343-4d0c-b410-a6ba2ac8a97a HTTP/1.1" status: 200 len: 877 time: 3.4180036 Dec 20 21:41:14.267235 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85370907-f7b7-4774-a461-cd762b8c860d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.268945 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56846) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:14.270019 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.430048 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85370907-f7b7-4774-a461-cd762b8c860d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.432147 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Allocated IP 172.21.0.2 (7a36f2bc-e79d-4df1-b5aa-2e4f0d477826/32d71817-9b0f-425f-9c95-f7cb52180ebf/27875a5b-1cd3-4dbc-9d70-238c67f62563) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:14.432662 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85370907-f7b7-4774-a461-cd762b8c860d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.517285 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825c59c-a49b-4a0b-b727-8badc56a4f56 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event updated for resources: {'Subnet': ['ID=233261b2-9343-4d0c-b410-a6ba2ac8a97a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:14.523088 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85370907-f7b7-4774-a461-cd762b8c860d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.523526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85370907-f7b7-4774-a461-cd762b8c860d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2161af6-533a-4250-bd42-b4896af3a296 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:41:14.564921 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-85370907-f7b7-4774-a461-cd762b8c860d admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.566415 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-85370907-f7b7-4774-a461-cd762b8c860d admin admin] 10.222.0.32 "DELETE /v2.0/routers/d2161af6-533a-4250-bd42-b4896af3a296 HTTP/1.1" status: 204 len: 168 time: 2.6121302 Dec 20 21:41:14.570235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56848) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:14.602865 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.643020 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f89dd25e-c3a6-4c46-bf14-c757ddfe08eb tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.647031 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.666081 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f89dd25e-c3a6-4c46-bf14-c757ddfe08eb tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.667230 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291e750-fe2b-49cb-8887-05d049635b26 req-f2296ceb-c9a1-4972-b8db-b3b3049fa188 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:14.686387 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0291e750-fe2b-49cb-8887-05d049635b26 req-f2296ceb-c9a1-4972-b8db-b3b3049fa188 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.1851845 Dec 20 21:41:14.698259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d3caab-1143-4edb-86b8-43d64d792204 admin admin] Deleting subnet 98c91775-923a-4f32-83e6-2892994f6e6c {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:41:14.710775 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4d3caab-1143-4edb-86b8-43d64d792204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.727221 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.737026 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d9ef6c3e-247b-491e-84dc-c9684c6e7683 None None] For port 55702cff-7cde-4260-897b-3046ad4474a9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=55702cff-7cde-4260-897b-3046ad4474a9,segment=NetworkSegment(fee5bf7e-056f-490f-8391-e4498fe6a914),segment_id=fee5bf7e-056f-490f-8391-e4498fe6a914)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:14.765233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 8091af04-cab6-4bc2-92f6-b0d818c2bffa, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8091af04-cab6-4bc2-92f6-b0d818c2bffa,segment=NetworkSegment(0370b202-7841-45c6-91a5-4175c407fb1c),segment_id=0370b202-7841-45c6-91a5-4175c407fb1c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:14.790341 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.795948 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0291e750-fe2b-49cb-8887-05d049635b26 req-b2aacda2-7153-422e-97fe-9b2d538b7ba5 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084459 Dec 20 21:41:14.821942 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4d3caab-1143-4edb-86b8-43d64d792204 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.856407 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Network 7a36f2bc-e79d-4df1-b5aa-2e4f0d477826 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:14.857957 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d9ef6c3e-247b-491e-84dc-c9684c6e7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.862606 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.886365 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f89dd25e-c3a6-4c46-bf14-c757ddfe08eb tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:14.887574 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f89dd25e-c3a6-4c46-bf14-c757ddfe08eb tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8565269 Dec 20 21:41:14.901712 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Pushing event updated for resources: {'Port': ['ID=27875a5b-1cd3-4dbc-9d70-238c67f62563,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:14.909068 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:14.923346 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89dd25e-c3a6-4c46-bf14-c757ddfe08eb tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbc4906-bbba-460a-aa1e-3334e3ed7e17,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:14.946224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:14.999928 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4d3caab-1143-4edb-86b8-43d64d792204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:15.031057 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=4e7c263a-7a4b-4a4a-a781-9388b5a3692c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:15.038162 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:15.137373 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:15.138355 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4d3caab-1143-4edb-86b8-43d64d792204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:15.186302 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4d3caab-1143-4edb-86b8-43d64d792204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:15.190257 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d4d3caab-1143-4edb-86b8-43d64d792204 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/98c91775-923a-4f32-83e6-2892994f6e6c HTTP/1.1" status: 204 len: 168 time: 0.6185107 Dec 20 21:41:15.191629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3caab-1143-4edb-86b8-43d64d792204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98c91775-923a-4f32-83e6-2892994f6e6c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:15.195076 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56862) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:15.242461 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39236269-5310-4acf-8f42-af5056fbfd86 None None] Network 69b97be5-d625-4927-bb44-b69119ad9232 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:15.281375 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 55702cff-7cde-4260-897b-3046ad4474a9 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:15.360846 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef6c3e-247b-491e-84dc-c9684c6e7683 None None] Pushing event updated for resources: {'Port': ['ID=55702cff-7cde-4260-897b-3046ad4474a9,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:15.444532 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-06b15734-8dd4-4a43-876c-e73487cdb693 None None] Provisioning complete for port 8091af04-cab6-4bc2-92f6-b0d818c2bffa triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:15.444909 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-06b15734-8dd4-4a43-876c-e73487cdb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:15.495200 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:15.525529 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Attempting to bind port 27875a5b-1cd3-4dbc-9d70-238c67f62563 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:15.525768 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Attempting to bind port 27875a5b-1cd3-4dbc-9d70-238c67f62563 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '72340b82-2177-4cf0-adbe-128061705cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:15.526219 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Attempting to bind port 27875a5b-1cd3-4dbc-9d70-238c67f62563 on network 7a36f2bc-e79d-4df1-b5aa-2e4f0d477826 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:15.530011 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-0afcbbb2-b00c-4d52-9329-de3ba037c08a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60883737&fields=id&tenant_id=5353e8cb9b434e37a6bf3118a301f4e4 HTTP/1.1" status: 200 len: 267 time: 0.2217360 Dec 20 21:41:15.564341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-89869c7f-37c5-4639-8aa5-d4c119b8bf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2161af6-533a-4250-bd42-b4896af3a296', 'name': 'tempest-ImageQuotaTest-1766244236-router', 'tenant_id': '54fcb14e48984ed6995bf711c0120f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.168'}], 'enable_snat': True}, 'gw_port_id': '8af029e2-0bd0-423a-9f57-682b6a960c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:52Z', 'updated_at': '2021-12-20T21:41:09Z', 'revision_number': 5, 'project_id': '54fcb14e48984ed6995bf711c0120f8f', 'gw_port': {'id': '8af029e2-0bd0-423a-9f57-682b6a960c52', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2161af6-533a-4250-bd42-b4896af3a296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:40:53Z', 'updated_at': '2021-12-20T21:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:15.578477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:15.579159 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Checking segment: {'id': '72340b82-2177-4cf0-adbe-128061705cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:15.579779 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:15.580384 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Bound using segment: {'id': '72340b82-2177-4cf0-adbe-128061705cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:15.581243 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Bound port: 27875a5b-1cd3-4dbc-9d70-238c67f62563, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72340b82-2177-4cf0-adbe-128061705cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:15.581842 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:15.656479 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89869c7f-37c5-4639-8aa5-d4c119b8bf4f None None] Checking router: d2161af6-533a-4250-bd42-b4896af3a296 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:41:15.727970 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=8091af04-cab6-4bc2-92f6-b0d818c2bffa,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:15.758361 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89869c7f-37c5-4639-8aa5-d4c119b8bf4f None None] Routers set() bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:15.759030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89869c7f-37c5-4639-8aa5-d4c119b8bf4f None None] Router IDs set() for agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 21:41:15.759850 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_agentschedulers_db [None req-89869c7f-37c5-4639-8aa5-d4c119b8bf4f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d2161af6-533a-4250-bd42-b4896af3a296'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent'). {{(pid=102403) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 21:41:15.760428 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89869c7f-37c5-4639-8aa5-d4c119b8bf4f None None] The sync data for ids ['d2161af6-533a-4250-bd42-b4896af3a296'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:41:15.776820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-9f3dbed2-cd7b-41de-9c5a-4b67add566d4 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:15.784855 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-9f3dbed2-cd7b-41de-9c5a-4b67add566d4 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/networks?id=618c9023-8146-42c3-92cf-6b09ce12327c HTTP/1.1" status: 200 len: 796 time: 0.2416296 Dec 20 21:41:15.825247 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] Deleting port 7b4152ae-31b0-4ddb-82ec-d15774722c69 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:41:15.831614 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:15.833074 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 55702cff-7cde-4260-897b-3046ad4474a9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:15.833519 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:15.838467 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:15.895667 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997544c-850f-46fd-8500-c8d2b529e14a req-88c2b31c-9db9-4fb6-8bab-f75485b490a6 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:15.897217 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1997544c-850f-46fd-8500-c8d2b529e14a req-88c2b31c-9db9-4fb6-8bab-f75485b490a6 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 1.0200055 Dec 20 21:41:15.908811 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-77df227e-4a30-4ea9-83a9-6c4abb19f383 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/quotas/5353e8cb9b434e37a6bf3118a301f4e4 HTTP/1.1" status: 200 len: 375 time: 0.1190424 Dec 20 21:41:15.928541 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] For port 27875a5b-1cd3-4dbc-9d70-238c67f62563, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:15.935576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a7e2cd-26ea-4ffc-859b-a391a71fc22d None None] Network 945a9b37-60e4-40a4-a0bd-897231d79bcf requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:15.978502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] For port 7b4152ae-31b0-4ddb-82ec-d15774722c69, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7b4152ae-31b0-4ddb-82ec-d15774722c69,segment=NetworkSegment(d45a97f4-4f84-47c9-92e6-57b8c7856801),segment_id=d45a97f4-4f84-47c9-92e6-57b8c7856801)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:15.978891 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:16.027860 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1997544c-850f-46fd-8500-c8d2b529e14a req-70914708-04e2-47db-800e-15d648859cc8 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176333 Dec 20 21:41:16.030547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] Calling delete_port for 7b4152ae-31b0-4ddb-82ec-d15774722c69 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:41:16.072494 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network 7a36f2bc-e79d-4df1-b5aa-2e4f0d477826 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:16.076605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:16.088083 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Deleting port a56306ba-cd7e-4bb2-b97f-e3eb8d715318 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:41:16.088567 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:16.110842 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] For port 27875a5b-1cd3-4dbc-9d70-238c67f62563, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=27875a5b-1cd3-4dbc-9d70-238c67f62563,segment=NetworkSegment(72340b82-2177-4cf0-adbe-128061705cf3),segment_id=72340b82-2177-4cf0-adbe-128061705cf3)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:16.133282 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-27928eaf-7789-4603-bd6b-b506b1f30f8f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5353e8cb9b434e37a6bf3118a301f4e4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2233212 Dec 20 21:41:16.230225 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:16.276919 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:16.292013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d21538-7588-4a55-9ef4-9504403f4211 None None] DHCP port deletion for 69b97be5-d625-4927-bb44-b69119ad9232 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:41:16.347850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4152ae-31b0-4ddb-82ec-d15774722c69,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:16.379874 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] For port a56306ba-cd7e-4bb2-b97f-e3eb8d715318, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a56306ba-cd7e-4bb2-b97f-e3eb8d715318,segment=NetworkSegment(e6657c40-1330-4b4d-948f-19091aa98bbb),segment_id=e6657c40-1330-4b4d-948f-19091aa98bbb)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:16.379874 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:16.399702 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] No DVR routers for this DVR port 7b4152ae-31b0-4ddb-82ec-d15774722c69 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:41:16.403715 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 66197e54-43e3-4983-b198-b7d8445538c0 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:41:16.425217 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Calling delete_port for a56306ba-cd7e-4bb2-b97f-e3eb8d715318 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:41:16.509710 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a4101-7785-4ca4-9209-06961747d2c8 req-50710f48-552d-485b-92c0-a85f5993ce07 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:16.511396 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b85a4101-7785-4ca4-9209-06961747d2c8 req-50710f48-552d-485b-92c0-a85f5993ce07 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.1216598 Dec 20 21:41:16.590195 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:16.597643 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-9503ceca-c082-4abb-bd53-cead0182d5ef service neutron] 10.222.0.32 "GET /v2.0/networks/618c9023-8146-42c3-92cf-6b09ce12327c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419396 Dec 20 21:41:16.629487 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b97be5-d625-4927-bb44-b69119ad9232']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:16.866012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45a97f4-4f84-47c9-92e6-57b8c7856801') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:16.866266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45a97f4-4f84-47c9-92e6-57b8c7856801') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:16.894137 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-06b15734-8dd4-4a43-876c-e73487cdb693 None None] Provisioning complete for port 55702cff-7cde-4260-897b-3046ad4474a9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:16.894730 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-06b15734-8dd4-4a43-876c-e73487cdb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:16.903320 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-6b05f491-c23f-4f87-91c4-a6a4cae75445 service neutron] 10.222.0.32 "GET /v2.0/networks/618c9023-8146-42c3-92cf-6b09ce12327c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856078 Dec 20 21:41:16.905106 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:16.922656 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:16.925468 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:41:16.932492 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:41:16.933141 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:41:16.935348 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:41:16.950918 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Sync routers for ids ['66197e54-43e3-4983-b198-b7d8445538c0'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:41:16.971732 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1ce904f1-d2e1-422b-b305-9db98adc6344 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/66197e54-43e3-4983-b198-b7d8445538c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3780313 Dec 20 21:41:16.988349 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Routers {'66197e54-43e3-4983-b198-b7d8445538c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:16.995205 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['66197e54-43e3-4983-b198-b7d8445538c0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:17.013264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56902) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:17.040125 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f58b308a-85aa-498e-9059-c0bbfd0e54e1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'network': {'name': 'tempest-RoutersTest-1047379044'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:17.051373 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:17.062989 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:17.084535 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] 10.222.0.32 "DELETE /v2.0/networks/69b97be5-d625-4927-bb44-b69119ad9232 HTTP/1.1" status: 204 len: 168 time: 1.8881447 Dec 20 21:41:17.095758 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b85a4101-7785-4ca4-9209-06961747d2c8 req-1431f80d-5b6d-4f52-9229-2a25ddefbe61 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084202 Dec 20 21:41:17.109574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2ddee-3028-48b7-981a-7717f94b2e7f admin admin] Pushing event deleted for resources: {'Network': ['ID=69b97be5-d625-4927-bb44-b69119ad9232,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:17.113358 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88460a1-f8da-494d-807c-6c02f4f2f4fd None None] Pushing event updated for resources: {'Port': ['ID=27875a5b-1cd3-4dbc-9d70-238c67f62563,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:17.201172 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Set router 66197e54-43e3-4983-b198-b7d8445538c0 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:17.266807 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a56306ba-cd7e-4bb2-b97f-e3eb8d715318 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:17.356306 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58b308a-85aa-498e-9059-c0bbfd0e54e1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:17.367014 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f58b308a-85aa-498e-9059-c0bbfd0e54e1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:17.372399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56918) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:17.413169 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54936fd6-0947-4dd5-81b3-4ae838409342 req-610a9517-a1a7-468d-b5a9-e5b75e614a4c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 210 time: 0.1351564 Dec 20 21:41:17.444560 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:17.468428 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No active binding found for port a56306ba-cd7e-4bb2-b97f-e3eb8d715318 {{(pid=102403) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 21:41:17.469434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a56306ba-cd7e-4bb2-b97f-e3eb8d715318 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 20 21:41:17.497000 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Port': ['ID=a56306ba-cd7e-4bb2-b97f-e3eb8d715318,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:17.516162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Port a56306ba-cd7e-4bb2-b97f-e3eb8d715318 not found, will not notify nova. {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 20 21:41:17.559662 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56922) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:17.602258 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58b308a-85aa-498e-9059-c0bbfd0e54e1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:41:17.656580 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No DVR routers for this DVR port a56306ba-cd7e-4bb2-b97f-e3eb8d715318 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:41:17.656685 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b0d41359-ec58-46fc-921a-6a36fb2813a1 None None] Provisioning complete for port 8091af04-cab6-4bc2-92f6-b0d818c2bffa triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:17.656996 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0d41359-ec58-46fc-921a-6a36fb2813a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:17.670099 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676eb67d-6b75-4d43-b4bd-72ea044c4591 req-07f2fabd-f02f-4333-abc0-a4671dd6ceab tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:17.694313 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-676eb67d-6b75-4d43-b4bd-72ea044c4591 req-07f2fabd-f02f-4333-abc0-a4671dd6ceab tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.3504140 Dec 20 21:41:17.727174 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-65b3fee5-42a3-42d6-b27d-f7314caeecdb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54fcb14e48984ed6995bf711c0120f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638727 Dec 20 21:41:17.730723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56924) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:17.789905 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f58b308a-85aa-498e-9059-c0bbfd0e54e1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:17.790339 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-f58b308a-85aa-498e-9059-c0bbfd0e54e1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Added segment 21cd39dd-df90-45d7-a681-51f34a285ee2 of type vlan for network 8e85b9bd-07d9-414a-aeef-94200ddf914b Dec 20 21:41:17.853751 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-676eb67d-6b75-4d43-b4bd-72ea044c4591 req-28c40ce4-ea62-43bb-a094-94a55b4f76ca tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584044 Dec 20 21:41:17.903034 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b0d41359-ec58-46fc-921a-6a36fb2813a1 None None] Could not find standard attr ID for object a56306ba-cd7e-4bb2-b97f-e3eb8d715318. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:41:17.969746 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bab9ee89-4c63-44cc-9aad-ef8bc8b9781d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:17.993006 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6718c85-3f45-4ff1-acf5-ba9ba1ca5e4e None None] Network 945a9b37-60e4-40a4-a0bd-897231d79bcf requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:17.995335 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:18.041125 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f58b308a-85aa-498e-9059-c0bbfd0e54e1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:18.055193 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bab9ee89-4c63-44cc-9aad-ef8bc8b9781d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:18.105988 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6244f3cd-5b74-4a74-8c37-186f128f038c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:18.118654 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 3, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '4e7c263a-7a4b-4a4a-a781-9388b5a3692c', 'name': '', 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f4:e4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:12Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 2, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:18.153924 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 55702cff-7cde-4260-897b-3046ad4474a9 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:18.161102 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bab9ee89-4c63-44cc-9aad-ef8bc8b9781d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:18.164918 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bab9ee89-4c63-44cc-9aad-ef8bc8b9781d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:18.166319 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bab9ee89-4c63-44cc-9aad-ef8bc8b9781d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fbbe26bd-5aeb-45fd-95aa-64d479ae7925 HTTP/1.1" status: 204 len: 168 time: 0.4344745 Dec 20 21:41:18.171106 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Checking router: 66197e54-43e3-4983-b198-b7d8445538c0 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:41:18.171732 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Updating router 66197e54-43e3-4983-b198-b7d8445538c0 port 4e7c263a-7a4b-4a4a-a781-9388b5a3692c binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:41:18.187949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0c277527-b68a-443a-a4a4-82a1a9bc06ab None None] Could not find standard attr ID for object a56306ba-cd7e-4bb2-b97f-e3eb8d715318. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:41:18.192141 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9ee89-4c63-44cc-9aad-ef8bc8b9781d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbe26bd-5aeb-45fd-95aa-64d479ae7925,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:18.216378 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:18.278902 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:18.326966 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:18.358758 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f58b308a-85aa-498e-9059-c0bbfd0e54e1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:18.379074 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58b308a-85aa-498e-9059-c0bbfd0e54e1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:18.379735 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f58b308a-85aa-498e-9059-c0bbfd0e54e1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:18.472096 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 55702cff-7cde-4260-897b-3046ad4474a9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:18.477219 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:18.641763 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3256eedd-7cb6-4eaf-93c3-dfccd48b816a None None] DHCP port deletion for 945a9b37-60e4-40a4-a0bd-897231d79bcf request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:41:18.655863 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 27875a5b-1cd3-4dbc-9d70-238c67f62563 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:18.711060 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Subnet': ['ID=233261b2-9343-4d0c-b410-a6ba2ac8a97a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:18.795107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b788511-b403-468b-a519-ef3d22b3ec4d req-cf7eeff7-82c6-4fe6-ae45-f9b377d2874b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:18.809167 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5b788511-b403-468b-a519-ef3d22b3ec4d req-cf7eeff7-82c6-4fe6-ae45-f9b377d2874b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.1399486 Dec 20 21:41:18.826680 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 27875a5b-1cd3-4dbc-9d70-238c67f62563 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:18.827751 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:18.927262 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f58b308a-85aa-498e-9059-c0bbfd0e54e1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9120982 Dec 20 21:41:18.930030 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06754132-1ad9-498d-a0cf-89db6a7acfb8 req-0b3147fd-d739-403d-bbb9-e18ec67bb605 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 210 time: 0.3021801 Dec 20 21:41:18.930571 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56956) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:18.954373 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-750e1ce7-01c2-4db9-8a6b-37b40fb221e3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'subnet': {'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:18.959243 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56958) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:18.976922 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc439ef6-eb86-4128-9d69-3481166b34c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.007399 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5b788511-b403-468b-a519-ef3d22b3ec4d req-f14782ec-7e34-436b-8538-2d351744a4fc tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896713 Dec 20 21:41:19.026359 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.034398 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.049384 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208ed2e7-424e-45a1-b248-208529424110 None None] Network 7a36f2bc-e79d-4df1-b5aa-2e4f0d477826 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:19.083260 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1266c8b7-2dd2-4e9e-83d6-8eda7896c34a req-ddbf7f4e-a2f4-4487-a9f6-213493a419dd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.1762686 Dec 20 21:41:19.123611 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b2deb-46e1-4d62-b58c-05430dbc3f42 None None] Pushing event updated for resources: {'Port': ['ID=4e7c263a-7a4b-4a4a-a781-9388b5a3692c,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:19.176949 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.190592 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Attempting to bind port 4e7c263a-7a4b-4a4a-a781-9388b5a3692c on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:19.191007 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Attempting to bind port 4e7c263a-7a4b-4a4a-a781-9388b5a3692c by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '72340b82-2177-4cf0-adbe-128061705cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:19.191429 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Attempting to bind port 4e7c263a-7a4b-4a4a-a781-9388b5a3692c on network 7a36f2bc-e79d-4df1-b5aa-2e4f0d477826 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:19.194952 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc439ef6-eb86-4128-9d69-3481166b34c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.198032 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:19.206352 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc439ef6-eb86-4128-9d69-3481166b34c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.214906 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Checking segment: {'id': '72340b82-2177-4cf0-adbe-128061705cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:19.215583 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.217549 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Bound using segment: {'id': '72340b82-2177-4cf0-adbe-128061705cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:19.217923 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Bound port: 4e7c263a-7a4b-4a4a-a781-9388b5a3692c, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72340b82-2177-4cf0-adbe-128061705cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:19.219993 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.243631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc439ef6-eb86-4128-9d69-3481166b34c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5e38e1-6252-459f-8d10-2af3373547d0,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:19.265331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266c8b7-2dd2-4e9e-83d6-8eda7896c34a req-15b577ae-6ef3-4ac5-970c-e97fd5ce33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:19.267240 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1266c8b7-2dd2-4e9e-83d6-8eda7896c34a req-15b577ae-6ef3-4ac5-970c-e97fd5ce33ac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5353e8cb9b434e37a6bf3118a301f4e4&device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 1094 time: 0.1055562 Dec 20 21:41:19.270518 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dc439ef6-eb86-4128-9d69-3481166b34c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3089154 Dec 20 21:41:19.281712 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56960) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:19.287891 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b308a-85aa-498e-9059-c0bbfd0e54e1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Network': ['ID=8e85b9bd-07d9-414a-aeef-94200ddf914b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:19.312883 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.320447 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 8e85b9bd-07d9-414a-aeef-94200ddf914b details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:41:19.432516 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] For port 4e7c263a-7a4b-4a4a-a781-9388b5a3692c, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:19.440891 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] For port 4e7c263a-7a4b-4a4a-a781-9388b5a3692c, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4e7c263a-7a4b-4a4a-a781-9388b5a3692c,segment=NetworkSegment(72340b82-2177-4cf0-adbe-128061705cf3),segment_id=72340b82-2177-4cf0-adbe-128061705cf3)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:19.457745 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.463160 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3a628530-ad6e-41d4-94a0-c2b60aaa9838 None None] Provisioning complete for port 27875a5b-1cd3-4dbc-9d70-238c67f62563 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:19.463754 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a628530-ad6e-41d4-94a0-c2b60aaa9838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.473759 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945a9b37-60e4-40a4-a0bd-897231d79bcf']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:19.475576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266c8b7-2dd2-4e9e-83d6-8eda7896c34a req-1a1e129c-a742-4709-a3ec-acca879ff708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:19.485604 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1266c8b7-2dd2-4e9e-83d6-8eda7896c34a req-1a1e129c-a742-4709-a3ec-acca879ff708 service neutron] 10.222.0.66 "GET /v2.0/networks?id=df1edafa-7805-497c-a213-192df2dee518 HTTP/1.1" status: 200 len: 897 time: 0.1895764 Dec 20 21:41:19.491950 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6244f3cd-5b74-4a74-8c37-186f128f038c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.517035 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6657c40-1330-4b4d-948f-19091aa98bbb') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:19.517321 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6657c40-1330-4b4d-948f-19091aa98bbb') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:19.529159 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6244f3cd-5b74-4a74-8c37-186f128f038c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.536250 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Routers {'66197e54-43e3-4983-b198-b7d8445538c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:19.545638 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['66197e54-43e3-4983-b198-b7d8445538c0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:19.569864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 27875a5b-1cd3-4dbc-9d70-238c67f62563, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=27875a5b-1cd3-4dbc-9d70-238c67f62563,segment=NetworkSegment(72340b82-2177-4cf0-adbe-128061705cf3),segment_id=72340b82-2177-4cf0-adbe-128061705cf3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:19.598649 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.599880 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8091af04-cab6-4bc2-92f6-b0d818c2bffa up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:19.607935 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.666126 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750e1ce7-01c2-4db9-8a6b-37b40fb221e3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:19.671721 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-750e1ce7-01c2-4db9-8a6b-37b40fb221e3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.690307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2206f17-88f6-4602-a0e5-4ad5677a0b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.737970 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2206f17-88f6-4602-a0e5-4ad5677a0b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.755061 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] Set router 66197e54-43e3-4983-b198-b7d8445538c0 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:19.811451 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=27875a5b-1cd3-4dbc-9d70-238c67f62563,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:19.871664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8091af04-cab6-4bc2-92f6-b0d818c2bffa triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:19.871879 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.873316 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2206f17-88f6-4602-a0e5-4ad5677a0b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.875913 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2206f17-88f6-4602-a0e5-4ad5677a0b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:19.877149 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a2206f17-88f6-4602-a0e5-4ad5677a0b9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b5e38e1-6252-459f-8d10-2af3373547d0 HTTP/1.1" status: 204 len: 168 time: 0.5940914 Dec 20 21:41:19.894947 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6244f3cd-5b74-4a74-8c37-186f128f038c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=238cdce7f7dc4636b58d33f59ddbaeb8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5166521 Dec 20 21:41:19.963926 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56966) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:19.988448 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:20.033611 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1266c8b7-2dd2-4e9e-83d6-8eda7896c34a req-42e39918-7dde-45d9-9c52-da6114eba00e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a08fc68b-05ea-4f51-8fa5-1f6c3a367482 HTTP/1.1" status: 200 len: 1001 time: 0.5364263 Dec 20 21:41:20.062444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2206f17-88f6-4602-a0e5-4ad5677a0b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5e38e1-6252-459f-8d10-2af3373547d0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:20.107926 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244f3cd-5b74-4a74-8c37-186f128f038c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3611a0e0-47be-4c92-b99a-9448e253551c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:20.127123 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:41:20.133482 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:41:20.149146 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:41:20.326872 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266c8b7-2dd2-4e9e-83d6-8eda7896c34a req-7a560171-dcaa-4494-b36d-a33f3bca659b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:20.328376 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1266c8b7-2dd2-4e9e-83d6-8eda7896c34a req-7a560171-dcaa-4494-b36d-a33f3bca659b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c03000ac-9b78-43f0-983c-9ba31d74fcff HTTP/1.1" status: 200 len: 835 time: 0.2742486 Dec 20 21:41:20.336116 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b2deb-46e1-4d62-b58c-05430dbc3f42 None None] Pushing event updated for resources: {'Port': ['ID=4e7c263a-7a4b-4a4a-a781-9388b5a3692c,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:20.364346 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 3, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '4e7c263a-7a4b-4a4a-a781-9388b5a3692c', 'name': '', 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f4:e4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:12Z', 'updated_at': '2021-12-20T21:41:19Z', 'revision_number': 4, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:20.391947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7b4152ae-31b0-4ddb-82ec-d15774722c69 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:41:20.408877 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9099e80-56e7-4daa-96ef-ba64b3ff6f66 None None] The sync data for ids ['66197e54-43e3-4983-b198-b7d8445538c0'] in n-d-xena-1 is: [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 3, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '4e7c263a-7a4b-4a4a-a781-9388b5a3692c', 'name': '', 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f4:e4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:12Z', 'updated_at': '2021-12-20T21:41:19Z', 'revision_number': 4, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:41:20.449123 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 7b4152ae-31b0-4ddb-82ec-d15774722c69 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:41:20.449908 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7b4152ae-31b0-4ddb-82ec-d15774722c69 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:41:20.450625 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8af029e2-0bd0-423a-9f57-682b6a960c52 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:41:20.458875 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-13ed94e0-aca5-4356-9e3e-d7f6b56af12f req-bb8d47db-9ef4-4a1b-9b82-6d6f03e8199d tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 210 time: 0.2949290 Dec 20 21:41:20.473472 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 8af029e2-0bd0-423a-9f57-682b6a960c52 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:41:20.473871 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8af029e2-0bd0-423a-9f57-682b6a960c52 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:41:20.474424 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e53f78f0-f2d8-4d77-a653-f46ef23e3fd6 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:41:20.533402 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: e53f78f0-f2d8-4d77-a653-f46ef23e3fd6 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:41:20.534039 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:20.536855 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e53f78f0-f2d8-4d77-a653-f46ef23e3fd6 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:41:20.555550 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:20.561074 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/945a9b37-60e4-40a4-a0bd-897231d79bcf HTTP/1.1" status: 204 len: 168 time: 6.2698715 Dec 20 21:41:20.573091 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6732da-68a0-4ec4-9248-11f64c9cae9a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Network': ['ID=945a9b37-60e4-40a4-a0bd-897231d79bcf,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:20.575033 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56982) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:20.589443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8336bcf8-efa4-4075-93a0-1ba253b7214b None None] Provisioning complete for port 4e7c263a-7a4b-4a4a-a781-9388b5a3692c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:20.590493 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8336bcf8-efa4-4075-93a0-1ba253b7214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:20.641473 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5dc221-130a-44f5-b455-6749cd30dac5 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:20.641938 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5dc221-130a-44f5-b455-6749cd30dac5 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:20.650985 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cf5dc221-130a-44f5-b455-6749cd30dac5 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/subnets/233261b2-9343-4d0c-b410-a6ba2ac8a97a HTTP/1.1" status: 404 len: 337 time: 0.0708125 Dec 20 21:41:20.658034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56984) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:20.723574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266c8b7-2dd2-4e9e-83d6-8eda7896c34a req-c70db42f-1fa0-46b5-9ed4-8fa5f8b67669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:20.730137 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1266c8b7-2dd2-4e9e-83d6-8eda7896c34a req-c70db42f-1fa0-46b5-9ed4-8fa5f8b67669 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=df1edafa-7805-497c-a213-192df2dee518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3768878 Dec 20 21:41:20.802127 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-843497c8-a2ad-4b46-93cf-9b09d550ecd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:20.809406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f50657-dc00-4a36-8942-5e9c1363d5b2 req-fd85b1fe-f01d-4bbf-ad55-3d4e1ea71992 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:20.820261 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c2f50657-dc00-4a36-8942-5e9c1363d5b2 req-fd85b1fe-f01d-4bbf-ad55-3d4e1ea71992 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.4774134 Dec 20 21:41:20.835537 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-153e19af-c452-46b7-b9b1-26cc3dfac0d5 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:20.837623 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-153e19af-c452-46b7-b9b1-26cc3dfac0d5 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.31 "GET /v2.0/networks?id=618c9023-8146-42c3-92cf-6b09ce12327c HTTP/1.1" status: 200 len: 796 time: 1.0036237 Dec 20 21:41:20.842446 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc890da-8bd1-493d-bc29-5139ee6e364f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:20.842720 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8336bcf8-efa4-4075-93a0-1ba253b7214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:20.843462 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc890da-8bd1-493d-bc29-5139ee6e364f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:20.847458 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8cc890da-8bd1-493d-bc29-5139ee6e364f tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/945a9b37-60e4-40a4-a0bd-897231d79bcf HTTP/1.1" status: 404 len: 339 time: 0.1541586 Dec 20 21:41:20.857761 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 56988) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:20.915014 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 27875a5b-1cd3-4dbc-9d70-238c67f62563 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:20.959526 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8336bcf8-efa4-4075-93a0-1ba253b7214b None None] For port 4e7c263a-7a4b-4a4a-a781-9388b5a3692c, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4e7c263a-7a4b-4a4a-a781-9388b5a3692c,segment=NetworkSegment(72340b82-2177-4cf0-adbe-128061705cf3),segment_id=72340b82-2177-4cf0-adbe-128061705cf3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:20.991761 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-bffb4778-61a2-4ab2-9b4b-ef26809d481a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:20.994524 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bffb4778-61a2-4ab2-9b4b-ef26809d481a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:21.007048 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bffb4778-61a2-4ab2-9b4b-ef26809d481a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/subnets/49f2887d-d478-4eaa-a71a-5ec57946e01a HTTP/1.1" status: 404 len: 337 time: 0.1481218 Dec 20 21:41:21.012954 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-843497c8-a2ad-4b46-93cf-9b09d550ecd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:21.015022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56994) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:21.021885 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8336bcf8-efa4-4075-93a0-1ba253b7214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:21.028603 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-750e1ce7-01c2-4db9-8a6b-37b40fb221e3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:21.113010 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec85e8b-a20d-46da-a4ad-54fb763c0ad4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:21.113771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec85e8b-a20d-46da-a4ad-54fb763c0ad4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:21.121567 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0ec85e8b-a20d-46da-a4ad-54fb763c0ad4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/e78c76ee-1b08-4a3c-b11d-0a3ca738eab4 HTTP/1.1" status: 404 len: 339 time: 0.1031210 Dec 20 21:41:21.126338 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c2f50657-dc00-4a36-8942-5e9c1363d5b2 req-2738e17d-f49e-4e62-b0fb-df823c9ba87a tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042557 Dec 20 21:41:21.133728 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-b64a1985-93c2-465b-aae8-ba1389f1de18 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5353e8cb9b434e37a6bf3118a301f4e4 HTTP/1.1" status: 200 len: 471 time: 0.1879749 Dec 20 21:41:21.134956 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 56998) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:21.146402 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8336bcf8-efa4-4075-93a0-1ba253b7214b None None] Provisioning complete for port 27875a5b-1cd3-4dbc-9d70-238c67f62563 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:21.146814 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8336bcf8-efa4-4075-93a0-1ba253b7214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:21.156101 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-4b1c7278-5a85-4688-b00b-83ae73275fd6 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'port': {'device_id': 'e4b95f99-f0b3-49ca-ba9d-711784b336af', 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c', 'admin_state_up': True, 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'security_groups': ['637fe7d2-e791-4f7a-a119-62805c5d9662']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:21.187287 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e1ce7-01c2-4db9-8a6b-37b40fb221e3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Subnet': ['ID=39999c7e-4efb-4816-8093-8dfd171cfe8e,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:21.205668 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750e1ce7-01c2-4db9-8a6b-37b40fb221e3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Checking segment: {'id': '21cd39dd-df90-45d7-a681-51f34a285ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:21.205668 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750e1ce7-01c2-4db9-8a6b-37b40fb221e3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network hostable DHCP agents. Network: 8e85b9bd-07d9-414a-aeef-94200ddf914b, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:41:21.222730 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-843497c8-a2ad-4b46-93cf-9b09d550ecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:21.225682 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-843497c8-a2ad-4b46-93cf-9b09d550ecd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:21.229584 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-843497c8-a2ad-4b46-93cf-9b09d550ecd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3611a0e0-47be-4c92-b99a-9448e253551c HTTP/1.1" status: 204 len: 168 time: 1.2421157 Dec 20 21:41:21.245620 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843497c8-a2ad-4b46-93cf-9b09d550ecd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3611a0e0-47be-4c92-b99a-9448e253551c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:21.247578 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750e1ce7-01c2-4db9-8a6b-37b40fb221e3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network 8e85b9bd-07d9-414a-aeef-94200ddf914b is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:41:21.247956 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336bcf8-efa4-4075-93a0-1ba253b7214b None None] Pushing event updated for resources: {'Port': ['ID=4e7c263a-7a4b-4a4a-a781-9388b5a3692c,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:21.271891 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-750e1ce7-01c2-4db9-8a6b-37b40fb221e3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 8e85b9bd-07d9-414a-aeef-94200ddf914b) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:21.283908 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750e1ce7-01c2-4db9-8a6b-37b40fb221e3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:21.284714 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-750e1ce7-01c2-4db9-8a6b-37b40fb221e3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:21.301259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d34779-1812-4db6-b1cc-405351df95ca None None] Network 8e85b9bd-07d9-414a-aeef-94200ddf914b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:21.320485 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-750e1ce7-01c2-4db9-8a6b-37b40fb221e3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3824673 Dec 20 21:41:21.323251 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57004) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:21.386111 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 27875a5b-1cd3-4dbc-9d70-238c67f62563 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:21.389883 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:21.496304 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57006) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:21.534564 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1266c8b7-2dd2-4e9e-83d6-8eda7896c34a req-cf14dd03-140f-4190-b3d3-905198535679 service neutron] 10.222.0.66 "GET /v2.0/networks/df1edafa-7805-497c-a213-192df2dee518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7907360 Dec 20 21:41:21.591694 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cc7a199a-e464-4e56-8911-ff64fc2bb2d4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:21.741935 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-4b1c7278-5a85-4688-b00b-83ae73275fd6 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Made reservation on behalf of 5353e8cb9b434e37a6bf3118a301f4e4 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:21.758565 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-4b1c7278-5a85-4688-b00b-83ae73275fd6 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:21.879080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4e7c263a-7a4b-4a4a-a781-9388b5a3692c up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:21.929658 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c837dd32-4af8-4da8-aa43-85fbe1932451 req-07153e82-1bce-4418-a47d-2f82657be08e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 210 time: 0.2153008 Dec 20 21:41:21.945168 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57016) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:21.962990 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3da0efdc-3f9d-49b8-890c-32a7b1ffd174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:21.994839 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4f84619d-dda7-4119-b9e9-357130c567c0 None None] Provisioning complete for port 4e7c263a-7a4b-4a4a-a781-9388b5a3692c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:21.995416 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f84619d-dda7-4119-b9e9-357130c567c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:21.998175 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-8e85b9bd-07d9-414a-aeef-94200ddf914b', 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'fixed_ips': [{'subnet_id': '39999c7e-4efb-4816-8093-8dfd171cfe8e'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:41:22.000488 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.057712 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3da0efdc-3f9d-49b8-890c-32a7b1ffd174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.066716 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3da0efdc-3f9d-49b8-890c-32a7b1ffd174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.087373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-4b1c7278-5a85-4688-b00b-83ae73275fd6 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Allocated IP 172.20.0.26 (618c9023-8146-42c3-92cf-6b09ce12327c/01752c1b-0bef-4c7e-a90d-3deaa45d38cb/7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:22.112424 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 4e7c263a-7a4b-4a4a-a781-9388b5a3692c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:22.112903 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.128804 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3da0efdc-3f9d-49b8-890c-32a7b1ffd174 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cfcf658c63c942cebc9413f4aae8857b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799150 Dec 20 21:41:22.129026 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1266c8b7-2dd2-4e9e-83d6-8eda7896c34a req-43756e20-ab6e-4d63-b3a8-e09b3f3cf0b3 service neutron] 10.222.0.66 "GET /v2.0/networks/df1edafa-7805-497c-a213-192df2dee518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255671 Dec 20 21:41:22.136514 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0efdc-3f9d-49b8-890c-32a7b1ffd174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549eac63-3705-4251-b0b3-59af0acec004,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:22.138985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57018) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:22.151735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c1f1c72c-fe32-4a6a-bb34-035cbd7a0268 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-508341081-network', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:22.341310 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-209b842d-0eed-42ba-a935-4d8f5e678efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.395843 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-209b842d-0eed-42ba-a935-4d8f5e678efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.463168 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-209b842d-0eed-42ba-a935-4d8f5e678efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.465134 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cc7a199a-e464-4e56-8911-ff64fc2bb2d4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.466912 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-209b842d-0eed-42ba-a935-4d8f5e678efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.472463 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-209b842d-0eed-42ba-a935-4d8f5e678efc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/549eac63-3705-4251-b0b3-59af0acec004 HTTP/1.1" status: 204 len: 168 time: 0.3290150 Dec 20 21:41:22.506978 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a56306ba-cd7e-4bb2-b97f-e3eb8d715318 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:41:22.510347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b842d-0eed-42ba-a935-4d8f5e678efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549eac63-3705-4251-b0b3-59af0acec004,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:22.518245 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Allocated IP 172.22.0.2 (8e85b9bd-07d9-414a-aeef-94200ddf914b/39999c7e-4efb-4816-8093-8dfd171cfe8e/de57342d-2445-4739-938c-5e6cbbea9158) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:22.525855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-cc7a199a-e464-4e56-8911-ff64fc2bb2d4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3772afea-c635-43d1-8a91-0ac10b1add23']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:22.545156 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: a56306ba-cd7e-4bb2-b97f-e3eb8d715318 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:41:22.545564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a56306ba-cd7e-4bb2-b97f-e3eb8d715318 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:41:22.553463 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-cc7a199a-e464-4e56-8911-ff64fc2bb2d4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a760aed0-d529-4d28-8363-c0b106e32c74') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:22.553614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-cc7a199a-e464-4e56-8911-ff64fc2bb2d4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a760aed0-d529-4d28-8363-c0b106e32c74') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:22.576669 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f1c72c-fe32-4a6a-bb34-035cbd7a0268 admin admin] Made reservation on behalf of 7bc2f5ec8e1d4b21ad3cf72aaba948f3 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:22.579055 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c72c-fe32-4a6a-bb34-035cbd7a0268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.598054 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c72c-fe32-4a6a-bb34-035cbd7a0268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.624616 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.642984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-7e157b2c-b10d-4a67-9ae0-b9d758382372 None None] Provisioning complete for port 4e7c263a-7a4b-4a4a-a781-9388b5a3692c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:22.643153 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e157b2c-b10d-4a67-9ae0-b9d758382372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.672955 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cc7a199a-e464-4e56-8911-ff64fc2bb2d4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.744771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4e7c263a-7a4b-4a4a-a781-9388b5a3692c up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:22.770931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7546ff0-5af1-4c73-9db3-b729bf04260f req-f6456117-e8d0-4495-be3a-57ba89af1b18 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:22.772515 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7546ff0-5af1-4c73-9db3-b729bf04260f req-f6456117-e8d0-4495-be3a-57ba89af1b18 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.4718509 Dec 20 21:41:22.773604 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cc7a199a-e464-4e56-8911-ff64fc2bb2d4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.849180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7a199a-e464-4e56-8911-ff64fc2bb2d4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:41:22.849433 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cc7a199a-e464-4e56-8911-ff64fc2bb2d4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:41:22.862923 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:41:22.893969 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.895586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 4e7c263a-7a4b-4a4a-a781-9388b5a3692c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:22.895910 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.919451 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:22.979387 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Network 8e85b9bd-07d9-414a-aeef-94200ddf914b is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:22.983706 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:22.992037 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:22.995565 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Pushing event updated for resources: {'Port': ['ID=de57342d-2445-4739-938c-5e6cbbea9158,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:23.003133 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-4b1c7278-5a85-4688-b00b-83ae73275fd6 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.014831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Allocated IP 172.22.0.1 (8e85b9bd-07d9-414a-aeef-94200ddf914b/39999c7e-4efb-4816-8093-8dfd171cfe8e/bc731a39-2734-4de9-bc3a-aaaea0cfa5e2) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:23.041685 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:23.042111 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:23.042454 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:23.042792 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:23.043201 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:23.043475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:23.043840 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:23.044162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:23.044494 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:23.044808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:23.045111 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:23.045436 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:23.088544 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7546ff0-5af1-4c73-9db3-b729bf04260f req-c9a51e18-cc88-4036-ae04-82da91d7bc0c tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925565 Dec 20 21:41:23.093447 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cc7a199a-e464-4e56-8911-ff64fc2bb2d4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.106078 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Attempting to bind port de57342d-2445-4739-938c-5e6cbbea9158 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:23.106754 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Attempting to bind port de57342d-2445-4739-938c-5e6cbbea9158 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '21cd39dd-df90-45d7-a681-51f34a285ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:23.107018 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-54799f61-1f36-43fe-b248-43efc6086566 req-a4506c43-7a2b-490a-a77f-a86a059bdaea tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 210 time: 0.0460391 Dec 20 21:41:23.107485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Attempting to bind port de57342d-2445-4739-938c-5e6cbbea9158 on network 8e85b9bd-07d9-414a-aeef-94200ddf914b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:23.114461 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:23.115024 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Checking segment: {'id': '21cd39dd-df90-45d7-a681-51f34a285ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:23.115636 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.116173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Bound using segment: {'id': '21cd39dd-df90-45d7-a681-51f34a285ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:23.116808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Bound port: de57342d-2445-4739-938c-5e6cbbea9158, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cd39dd-df90-45d7-a681-51f34a285ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:23.117357 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.138332 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cc7a199a-e464-4e56-8911-ff64fc2bb2d4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.141005 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cc7a199a-e464-4e56-8911-ff64fc2bb2d4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/3772afea-c635-43d1-8a91-0ac10b1add23 HTTP/1.1" status: 204 len: 168 time: 2.0025156 Dec 20 21:41:23.145774 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57030) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:23.146154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57032) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:23.163355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a199a-e464-4e56-8911-ff64fc2bb2d4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Network': ['ID=3772afea-c635-43d1-8a91-0ac10b1add23,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:23.192749 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5d24b12f-cde3-4a1e-b12c-4338506fbd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.195930 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c72c-fe32-4a6a-bb34-035cbd7a0268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.198112 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6692c789-817e-434d-a842-d321ab68c04a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:23.198265 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-4b1c7278-5a85-4688-b00b-83ae73275fd6 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.198413 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6692c789-817e-434d-a842-d321ab68c04a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:23.203928 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6692c789-817e-434d-a842-d321ab68c04a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/subnets/ed7988e6-e021-4e64-b07e-a73b513bbfb1 HTTP/1.1" status: 404 len: 337 time: 0.0533566 Dec 20 21:41:23.207569 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] For port de57342d-2445-4739-938c-5e6cbbea9158, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:23.207841 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57034) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:23.212471 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] For port de57342d-2445-4739-938c-5e6cbbea9158, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=de57342d-2445-4739-938c-5e6cbbea9158,segment=NetworkSegment(21cd39dd-df90-45d7-a681-51f34a285ee2),segment_id=21cd39dd-df90-45d7-a681-51f34a285ee2)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:23.218641 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.220463 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c72c-fe32-4a6a-bb34-035cbd7a0268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.272697 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-555c8d93-696f-4ebb-894c-de6645a03beb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:23.273305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555c8d93-696f-4ebb-894c-de6645a03beb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:23.274656 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.278772 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-555c8d93-696f-4ebb-894c-de6645a03beb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/780dd8d9-ae53-46f2-a158-79d822cde079 HTTP/1.1" status: 404 len: 339 time: 0.0672686 Dec 20 21:41:23.288562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57036) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:23.296266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-4b1c7278-5a85-4688-b00b-83ae73275fd6 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network 618c9023-8146-42c3-92cf-6b09ce12327c is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:23.311381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f1c72c-fe32-4a6a-bb34-035cbd7a0268 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:41:23.316510 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06df7c-2ba4-489f-b3f9-9cc16a1e9488 None None] Pushing event updated for resources: {'Port': ['ID=de57342d-2445-4739-938c-5e6cbbea9158,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:23.338375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-4b1c7278-5a85-4688-b00b-83ae73275fd6 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:23.346476 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c72517-3692-4a07-b76f-242efa22aba7 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:23.346930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c72517-3692-4a07-b76f-242efa22aba7 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:23.349199 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5d24b12f-cde3-4a1e-b12c-4338506fbd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.352344 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-29c72517-3692-4a07-b76f-242efa22aba7 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/subnets/e424fdec-c8ec-4aba-827b-04b7180a46c6 HTTP/1.1" status: 404 len: 337 time: 0.0566425 Dec 20 21:41:23.352344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1c72c-fe32-4a6a-bb34-035cbd7a0268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fca79e-99bf-42bf-a10e-68fe6ec7f0cb,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:23.352920 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57038) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:23.354947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-4b1c7278-5a85-4688-b00b-83ae73275fd6 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:23.360650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c7278-5a85-4688-b00b-83ae73275fd6 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Port': ['ID=7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:23.364364 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5d24b12f-cde3-4a1e-b12c-4338506fbd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.377616 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.386346 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c72c-fe32-4a6a-bb34-035cbd7a0268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.386784 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-c1f1c72c-fe32-4a6a-bb34-035cbd7a0268 admin admin] Added segment f75bd7c6-8520-446c-9f37-c4a0849dfec5 of type vlan for network 738be60e-7ec4-4c1d-83a1-c701ffded9bd Dec 20 21:41:23.402718 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c88f76-4c88-4e27-b35f-3b1c65a5111e tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:23.403302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c88f76-4c88-4e27-b35f-3b1c65a5111e tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:23.406510 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-25c88f76-4c88-4e27-b35f-3b1c65a5111e tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/6beca98d-0543-4742-9850-78bb41e6c2c6 HTTP/1.1" status: 404 len: 339 time: 0.0529299 Dec 20 21:41:23.413813 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57040) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:23.442852 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c72c-fe32-4a6a-bb34-035cbd7a0268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.458183 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-4b1c7278-5a85-4688-b00b-83ae73275fd6 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:23.459414 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-4b1c7278-5a85-4688-b00b-83ae73275fd6 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.466416 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network 8e85b9bd-07d9-414a-aeef-94200ddf914b is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:23.474504 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:23.481869 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-4b1c7278-5a85-4688-b00b-83ae73275fd6 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3393836 Dec 20 21:41:23.501315 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5d24b12f-cde3-4a1e-b12c-4338506fbd70 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1327d106b044965a2bb81dcc3614776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3517997 Dec 20 21:41:23.501315 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:23.504420 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Request body: {'port': {'device_id': 'e4b95f99-f0b3-49ca-ba9d-711784b336af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:23.506312 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57042) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:23.506981 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24b12f-cde3-4a1e-b12c-4338506fbd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a72d0c2-8863-460b-a3a6-e0944c35e4de,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:23.509893 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e679039-5aed-4ae6-8880-df40542813e4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:23.510328 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c72c-fe32-4a6a-bb34-035cbd7a0268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.510478 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e679039-5aed-4ae6-8880-df40542813e4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:23.511569 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f1c72c-fe32-4a6a-bb34-035cbd7a0268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:23.512206 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c72c-fe32-4a6a-bb34-035cbd7a0268 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.513351 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1e679039-5aed-4ae6-8880-df40542813e4 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/subnets/1917dab3-b865-4bc0-8100-bfd185abbabc HTTP/1.1" status: 404 len: 337 time: 0.0743556 Dec 20 21:41:23.517016 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57044) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:23.575140 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=bc731a39-2734-4de9-bc3a-aaaea0cfa5e2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:23.627376 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.753692 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8af336d7-7133-4f96-af67-13149ba71356 None None] Provisioning complete for port 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:23.754240 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8af336d7-7133-4f96-af67-13149ba71356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:23.819619 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-8af336d7-7133-4f96-af67-13149ba71356 None None] Port 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:41:24.010451 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e75d71-ed11-43a5-a422-9b034d5c3068 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:24.011687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e75d71-ed11-43a5-a422-9b034d5c3068 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:24.017801 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-50e75d71-ed11-43a5-a422-9b034d5c3068 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/cf135ae9-7037-434b-b659-62ac74583cdb HTTP/1.1" status: 404 len: 339 time: 0.0913193 Dec 20 21:41:24.020310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57058) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:24.026286 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c1f1c72c-fe32-4a6a-bb34-035cbd7a0268 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5290492 Dec 20 21:41:24.028825 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa442794-361a-4d8a-9ae7-88fd6f1778ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:24.029935 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57060) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:24.036659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3166e23d-03ad-4bec-8784-4a8a6eaaa219 admin admin] Request body: {'subnet': {'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-508341081-subnet', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:24.082147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1c72c-fe32-4a6a-bb34-035cbd7a0268 admin admin] Pushing event updated for resources: {'Network': ['ID=738be60e-7ec4-4c1d-83a1-c701ffded9bd,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:24.092932 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 738be60e-7ec4-4c1d-83a1-c701ffded9bd details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:41:24.099000 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa442794-361a-4d8a-9ae7-88fd6f1778ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:24.109169 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f984059-5fa9-4dd4-8c06-1fdebda6eb6e tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:24.110743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f984059-5fa9-4dd4-8c06-1fdebda6eb6e tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:24.122019 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4f984059-5fa9-4dd4-8c06-1fdebda6eb6e tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/subnets/e8d39d76-8bc5-40a8-9079-e210abf0e5a6 HTTP/1.1" status: 404 len: 337 time: 0.0992987 Dec 20 21:41:24.122909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57068) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:24.128755 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3166e23d-03ad-4bec-8784-4a8a6eaaa219 admin admin] Made reservation on behalf of 7bc2f5ec8e1d4b21ad3cf72aaba948f3 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:24.136389 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3166e23d-03ad-4bec-8784-4a8a6eaaa219 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:24.141260 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:24.228630 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9bfe5c-3ff7-411d-b657-3358b283761c tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:24.229254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9bfe5c-3ff7-411d-b657-3358b283761c tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:24.236486 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1f9bfe5c-3ff7-411d-b657-3358b283761c tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/a465aae7-437e-4261-983b-fb98401b3cb8 HTTP/1.1" status: 404 len: 339 time: 0.1124232 Dec 20 21:41:24.237268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57076) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:24.310609 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-89914a19-4667-4fa6-8eb9-22150e294014 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:24.310977 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89914a19-4667-4fa6-8eb9-22150e294014 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:24.315218 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:24.317914 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-89914a19-4667-4fa6-8eb9-22150e294014 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/subnets/76578ba4-7463-43c9-babe-2db9f7231aed HTTP/1.1" status: 404 len: 337 time: 0.0751188 Dec 20 21:41:24.319926 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57078) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:24.389383 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa442794-361a-4d8a-9ae7-88fd6f1778ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:24.391903 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa442794-361a-4d8a-9ae7-88fd6f1778ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:24.395525 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fa442794-361a-4d8a-9ae7-88fd6f1778ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a72d0c2-8863-460b-a3a6-e0944c35e4de HTTP/1.1" status: 204 len: 168 time: 0.8788049 Dec 20 21:41:24.411545 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8e7a34-f115-448a-b36b-ea11e969e02b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:24.412150 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8e7a34-f115-448a-b36b-ea11e969e02b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:24.419258 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7a8e7a34-f115-448a-b36b-ea11e969e02b tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/9d92de30-c078-415c-9d62-51c63dac3b51 HTTP/1.1" status: 404 len: 339 time: 0.0971351 Dec 20 21:41:24.424667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57082) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:24.488377 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7214c-e2f5-487a-a9a8-5bb81d22bc96 req-deab8860-425f-4934-a448-b267b2b5a8fc tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:24.489955 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64b7214c-e2f5-487a-a9a8-5bb81d22bc96 req-deab8860-425f-4934-a448-b267b2b5a8fc tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.2679312 Dec 20 21:41:24.522822 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad1609f-9397-48e8-8747-3a5f71739a9d tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:24.523525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad1609f-9397-48e8-8747-3a5f71739a9d tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:24.526783 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3ad1609f-9397-48e8-8747-3a5f71739a9d tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/subnets/514b5839-e07a-49fa-a869-45c045b512d5 HTTP/1.1" status: 404 len: 337 time: 0.0842378 Dec 20 21:41:24.569908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57084) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:24.619409 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9d8b8e-b9ea-4a43-aadd-c0646ff2ef32 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:24.620309 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9d8b8e-b9ea-4a43-aadd-c0646ff2ef32 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:24.623718 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8f9d8b8e-b9ea-4a43-aadd-c0646ff2ef32 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/46b12d60-ce20-4577-bce2-09ae9f368ea5 HTTP/1.1" status: 404 len: 339 time: 0.0527351 Dec 20 21:41:24.626760 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57086) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:24.652298 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:24.665780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1f6ce-36e8-4277-af28-9cabe27c288b req-8b0d2536-0b58-4092-a3a9-335f25469785 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:24.667440 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1ac1f6ce-36e8-4277-af28-9cabe27c288b req-8b0d2536-0b58-4092-a3a9-335f25469785 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 932 time: 0.4271383 Dec 20 21:41:24.667602 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bf8eaa-931c-4b2f-af2c-d3e2a1747408 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:24.667911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92bf8eaa-931c-4b2f-af2c-d3e2a1747408 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:24.670931 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-92bf8eaa-931c-4b2f-af2c-d3e2a1747408 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/subnets/ffa61099-dd6f-4855-ae83-fc12e028e1b9 HTTP/1.1" status: 404 len: 337 time: 0.0423565 Dec 20 21:41:24.677200 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57088) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:24.710429 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64b7214c-e2f5-487a-a9a8-5bb81d22bc96 req-3576c98c-d580-4d42-b1de-f3dedbb4faa6 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916893 Dec 20 21:41:24.713745 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a51163-853f-478d-b0a5-0356e360a78a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:24.714682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a51163-853f-478d-b0a5-0356e360a78a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:24.718334 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-27a51163-853f-478d-b0a5-0356e360a78a tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/0874bdbd-8457-45b0-9637-3f652b12d694 HTTP/1.1" status: 404 len: 339 time: 0.0395725 Dec 20 21:41:24.721054 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:24.724636 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57090) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:24.790117 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f84f43f-4d70-4ecb-a523-688fa3e27a20 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:24.790582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f84f43f-4d70-4ecb-a523-688fa3e27a20 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:24.794192 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3f84f43f-4d70-4ecb-a523-688fa3e27a20 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/subnets/7d6273d4-6e3f-497f-9f22-e6359264a156 HTTP/1.1" status: 404 len: 337 time: 0.0652771 Dec 20 21:41:24.800745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57094) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:24.802814 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device de57342d-2445-4739-938c-5e6cbbea9158 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:24.837380 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86f1f42-0281-421f-ac2c-bbd29bfb10dc tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] DELETE failed (client error): The resource could not be found. Dec 20 21:41:24.838453 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86f1f42-0281-421f-ac2c-bbd29bfb10dc tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:41:24.846606 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f86f1f42-0281-421f-ac2c-bbd29bfb10dc tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/b07ec729-21c9-467c-a95f-580f0b0ea110 HTTP/1.1" status: 404 len: 339 time: 0.0440724 Dec 20 21:41:24.849999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57096) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:24.907349 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa442794-361a-4d8a-9ae7-88fd6f1778ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a72d0c2-8863-460b-a3a6-e0944c35e4de,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:24.916911 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3166e23d-03ad-4bec-8784-4a8a6eaaa219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:24.956361 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:25.007394 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1ac1f6ce-36e8-4277-af28-9cabe27c288b req-c41f455b-1280-4167-a562-c7058b649364 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=637fe7d2-e791-4f7a-a119-62805c5d9662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3319876 Dec 20 21:41:25.057470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-521f1490-f463-4113-9f89-8df3550a4ebb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Deleting subnet a97efe73-d361-4ca2-a3cb-3203f60ddba1 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:41:25.067201 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-521f1490-f463-4113-9f89-8df3550a4ebb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:25.072055 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166e23d-03ad-4bec-8784-4a8a6eaaa219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3c58805-4c2b-4759-a954-44718e7a52c4,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:25.085072 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:41:25.121986 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f375f175-7528-4628-8fcb-04d550568d0c None None] Network 8e85b9bd-07d9-414a-aeef-94200ddf914b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:25.124023 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:25.169333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Transition to ACTIVE for port object 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:41:25.186583 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-521f1490-f463-4113-9f89-8df3550a4ebb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:25.192624 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:25.205405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-333fd534-104c-42ea-88dc-983d22e8abbf None None] Provisioning complete for port de57342d-2445-4739-938c-5e6cbbea9158 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:25.206079 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-333fd534-104c-42ea-88dc-983d22e8abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:25.234156 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=bc731a39-2734-4de9-bc3a-aaaea0cfa5e2,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:25.289816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port de57342d-2445-4739-938c-5e6cbbea9158 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:25.290524 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:25.293382 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166e23d-03ad-4bec-8784-4a8a6eaaa219 admin admin] Checking segment: {'id': 'f75bd7c6-8520-446c-9f37-c4a0849dfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:25.293759 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166e23d-03ad-4bec-8784-4a8a6eaaa219 admin admin] Network hostable DHCP agents. Network: 738be60e-7ec4-4c1d-83a1-c701ffded9bd, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:41:25.338594 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166e23d-03ad-4bec-8784-4a8a6eaaa219 admin admin] Network 738be60e-7ec4-4c1d-83a1-c701ffded9bd is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:41:25.399030 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:25.404061 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3166e23d-03ad-4bec-8784-4a8a6eaaa219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 738be60e-7ec4-4c1d-83a1-c701ffded9bd) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:25.418779 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166e23d-03ad-4bec-8784-4a8a6eaaa219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:25.419303 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3166e23d-03ad-4bec-8784-4a8a6eaaa219 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:25.465389 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network 8e85b9bd-07d9-414a-aeef-94200ddf914b is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:25.467762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:25.482995 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bf1266-4cc6-4e8b-b28a-44a1c139dc3e None None] Network 738be60e-7ec4-4c1d-83a1-c701ffded9bd requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:25.493730 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3166e23d-03ad-4bec-8784-4a8a6eaaa219 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4603686 Dec 20 21:41:25.500778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57108) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:25.513136 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:25.594398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Attempting to bind port 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:25.594866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Attempting to bind port 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '0370b202-7841-45c6-91a5-4175c407fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:25.595293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Attempting to bind port 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd on network 618c9023-8146-42c3-92cf-6b09ce12327c {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:25.602134 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-333fd534-104c-42ea-88dc-983d22e8abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:25.608306 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-521f1490-f463-4113-9f89-8df3550a4ebb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:25.612463 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Port 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd on network 618c9023-8146-42c3-92cf-6b09ce12327c not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:41:25.612770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Attempting to bind port 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd on network 618c9023-8146-42c3-92cf-6b09ce12327c {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:25.641783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:25.642362 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Checking segment: {'id': '0370b202-7841-45c6-91a5-4175c407fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:25.643098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Bound using segment: {'id': '0370b202-7841-45c6-91a5-4175c407fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:25.643667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Bound port: 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0370b202-7841-45c6-91a5-4175c407fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:25.644134 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:25.689219 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:25.690903 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:25.750761 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 66197e54-43e3-4983-b198-b7d8445538c0 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:41:25.753650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] For port 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:25.757375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] For port 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd,segment=NetworkSegment(0370b202-7841-45c6-91a5-4175c407fb1c),segment_id=0370b202-7841-45c6-91a5-4175c407fb1c)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:25.763128 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-333fd534-104c-42ea-88dc-983d22e8abbf None None] For port de57342d-2445-4739-938c-5e6cbbea9158, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=de57342d-2445-4739-938c-5e6cbbea9158,segment=NetworkSegment(21cd39dd-df90-45d7-a681-51f34a285ee2),segment_id=21cd39dd-df90-45d7-a681-51f34a285ee2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:25.773013 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:25.788358 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-333fd534-104c-42ea-88dc-983d22e8abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:25.862884 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:25.907780 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:25.936207 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-521f1490-f463-4113-9f89-8df3550a4ebb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:26.000339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:26.003993 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:26.006376 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] 10.222.0.31 "PUT /v2.0/ports/7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd HTTP/1.1" status: 200 len: 1090 time: 2.5075343 Dec 20 21:41:26.025720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b95f99-f0b3-49ca-ba9d-711784b336af', 'tag': '7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:41:26.028879 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd604a55-b65d-4fdf-b7cf-917658b6a06d" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b95f99-f0b3-49ca-ba9d-711784b336af", "tag": "7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:41:26.094113 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:41:26.123815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Sync routers for ids ['66197e54-43e3-4983-b198-b7d8445538c0'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:41:26.183313 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-886d4eea-6984-4da7-bc47-e9c91f8f2532 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/66197e54-43e3-4983-b198-b7d8445538c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8587615 Dec 20 21:41:26.188279 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fd534-104c-42ea-88dc-983d22e8abbf None None] Pushing event updated for resources: {'Port': ['ID=de57342d-2445-4739-938c-5e6cbbea9158,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:26.196897 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e53d70-297d-4f60-a392-b9ecb7e9f93f None None] Network 6e5b7776-6199-4bc0-a7fc-7552610a5438 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:26.230572 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-521f1490-f463-4113-9f89-8df3550a4ebb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:26.235753 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-521f1490-f463-4113-9f89-8df3550a4ebb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/subnets/a97efe73-d361-4ca2-a3cb-3203f60ddba1 HTTP/1.1" status: 204 len: 168 time: 1.3841429 Dec 20 21:41:26.239863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f1490-f463-4113-9f89-8df3550a4ebb tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Subnet': ['ID=a97efe73-d361-4ca2-a3cb-3203f60ddba1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:26.247558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cdcbf-e559-45b1-9b7e-346b31c914e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:26.248812 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57126) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:26.249146 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57128) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:26.277506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'fixed_ips': [{'subnet_id': 'f3c58805-4c2b-4759-a954-44718e7a52c4'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:41:26.281945 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:26.291070 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a2a949dd-d4b3-4d4f-ad68-76967dec7db1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'network': {'name': 'tempest-RoutersTest-546657353'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:26.314003 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084572c-58dd-482a-8194-814bdce25934 req-6d23dd3b-c6b4-4b06-86d5-cb28126f26a8 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:26.317266 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c084572c-58dd-482a-8194-814bdce25934 req-6d23dd3b-c6b4-4b06-86d5-cb28126f26a8 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.4747922 Dec 20 21:41:26.387858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-32a12afe-3186-4d92-8ef3-1bf66d17bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:26.390107 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-32a12afe-3186-4d92-8ef3-1bf66d17bdf0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5353e8cb9b434e37a6bf3118a301f4e4&device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 1093 time: 0.2716489 Dec 20 21:41:26.400185 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c084572c-58dd-482a-8194-814bdce25934 req-ec8b0356-b91a-41ac-a95c-cae811f52ce8 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764663 Dec 20 21:41:26.401997 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:26.498742 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Routers {'66197e54-43e3-4983-b198-b7d8445538c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:26.499651 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:40:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['66197e54-43e3-4983-b198-b7d8445538c0'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:26.536767 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-8e73beed-f538-46b9-b9f4-8d32e4259987 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd HTTP/1.1" status: 200 len: 217 time: 0.1324222 Dec 20 21:41:26.539696 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a949dd-d4b3-4d4f-ad68-76967dec7db1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:26.540182 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16c6cc7-4dc2-4650-9a67-dab484c46d4e x-openstack-request-id: req-c16c6cc7-4dc2-4650-9a67-dab484c46d4e {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:41:26.540608 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b95f99-f0b3-49ca-ba9d-711784b336af", "tag": "7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:41:26.540919 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c16c6cc7-4dc2-4650-9a67-dab484c46d4e {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:41:26.541662 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b95f99-f0b3-49ca-ba9d-711784b336af', 'tag': '7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd', 'status': 'completed', 'code': 200} Dec 20 21:41:26.568424 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2a949dd-d4b3-4d4f-ad68-76967dec7db1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:26.607123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-ccf18792-4fed-447c-b9c2-c1c0e6957c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:26.608966 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-ccf18792-4fed-447c-b9c2-c1c0e6957c63 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01752c1b-0bef-4c7e-a90d-3deaa45d38cb HTTP/1.1" status: 200 len: 838 time: 0.0604503 Dec 20 21:41:26.629379 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:41:26.630148 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:41:26.644334 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1bb98b14-042f-4ff4-a87d-a3b06b649d4c None None] Provisioning complete for port bc731a39-2734-4de9-bc3a-aaaea0cfa5e2 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:26.644945 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1bb98b14-042f-4ff4-a87d-a3b06b649d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:26.710798 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-0da2b6db-1cbb-46f7-9487-6c1e24e2964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:26.712228 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-0da2b6db-1cbb-46f7-9487-6c1e24e2964b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=618c9023-8146-42c3-92cf-6b09ce12327c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0958927 Dec 20 21:41:26.712995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db546bd-4f15-448b-adff-171f16f4a37a req-b808df52-da53-41b1-99a6-69078edf4849 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:26.714720 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0db546bd-4f15-448b-adff-171f16f4a37a req-b808df52-da53-41b1-99a6-69078edf4849 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 944 time: 0.5305479 Dec 20 21:41:26.737898 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:26.831760 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a949dd-d4b3-4d4f-ad68-76967dec7db1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:41:26.865389 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Set router 66197e54-43e3-4983-b198-b7d8445538c0 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:26.870467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1bb98b14-042f-4ff4-a87d-a3b06b649d4c None None] Port bc731a39-2734-4de9-bc3a-aaaea0cfa5e2 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:41:26.889082 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-c29d84d0-5e54-41a6-9231-9f752e8a13ab service neutron] 10.222.0.31 "GET /v2.0/networks/618c9023-8146-42c3-92cf-6b09ce12327c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698945 Dec 20 21:41:26.923333 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2a949dd-d4b3-4d4f-ad68-76967dec7db1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:26.923896 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-a2a949dd-d4b3-4d4f-ad68-76967dec7db1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Added segment 458ad9f5-7e17-477d-a92d-e7c43e26ef9f of type vlan for network fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a Dec 20 21:41:26.932447 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0db546bd-4f15-448b-adff-171f16f4a37a req-6a5fc1d2-dcdf-4cae-a742-7cd3acbf31fe tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=637fe7d2-e791-4f7a-a119-62805c5d9662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1901557 Dec 20 21:41:27.050319 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8751233-9de7-45b1-8365-bacb97c0b7e8 req-4e40484d-5315-457e-bae2-9b587b13488c service neutron] 10.222.0.31 "GET /v2.0/networks/618c9023-8146-42c3-92cf-6b09ce12327c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543689 Dec 20 21:41:27.092417 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2a949dd-d4b3-4d4f-ad68-76967dec7db1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:27.202321 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1bb98b14-042f-4ff4-a87d-a3b06b649d4c None None] Provisioning complete for port de57342d-2445-4739-938c-5e6cbbea9158 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:27.202991 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1bb98b14-042f-4ff4-a87d-a3b06b649d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:27.213056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Allocated IP 172.20.0.2 (738be60e-7ec4-4c1d-83a1-c701ffded9bd/f3c58805-4c2b-4759-a954-44718e7a52c4/18af1156-b66d-4ec6-948a-8e0329a5a832) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:27.216896 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219e7dd1-a475-4775-8cfc-69768ccccfdc None None] DHCP port deletion for 6e5b7776-6199-4bc0-a7fc-7552610a5438 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:41:27.239167 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Deleting port 438a1e85-977b-4e0a-b7f4-901046cba284 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:41:27.239828 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:27.247640 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd604a55-b65d-4fdf-b7cf-917658b6a06d req-8e1f0118-b1e6-47f9-97ff-2a8ac25a1278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:27.253224 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd604a55-b65d-4fdf-b7cf-917658b6a06d req-8e1f0118-b1e6-47f9-97ff-2a8ac25a1278 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5353e8cb9b434e37a6bf3118a301f4e4&device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 1093 time: 0.1040990 Dec 20 21:41:27.354232 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2a949dd-d4b3-4d4f-ad68-76967dec7db1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:27.358340 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a949dd-d4b3-4d4f-ad68-76967dec7db1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:27.358974 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2a949dd-d4b3-4d4f-ad68-76967dec7db1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:27.376527 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e85e738b-02a1-4988-9825-95f3ddc81e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:27.390787 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a2a949dd-d4b3-4d4f-ad68-76967dec7db1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1285925 Dec 20 21:41:27.397330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57152) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:27.462683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-be48d2bc-39bb-4c78-9b38-1984f2190363 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'subnet': {'network_id': 'fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:27.467266 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] For port 438a1e85-977b-4e0a-b7f4-901046cba284, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=438a1e85-977b-4e0a-b7f4-901046cba284,segment=NetworkSegment(80280b37-0faf-45c2-a48d-01a0055da843),segment_id=80280b37-0faf-45c2-a48d-01a0055da843)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:27.467629 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:27.475057 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:27.507745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd604a55-b65d-4fdf-b7cf-917658b6a06d req-26e497d2-3a03-4cf1-ae90-207630f5572c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:27.509283 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd604a55-b65d-4fdf-b7cf-917658b6a06d req-26e497d2-3a03-4cf1-ae90-207630f5572c service neutron] 10.222.0.31 "GET /v2.0/networks?id=618c9023-8146-42c3-92cf-6b09ce12327c HTTP/1.1" status: 200 len: 897 time: 0.2444396 Dec 20 21:41:27.577676 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd604a55-b65d-4fdf-b7cf-917658b6a06d req-d0eb860e-6d87-411c-8101-7dfe328b060f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd HTTP/1.1" status: 200 len: 217 time: 0.0614858 Dec 20 21:41:27.585270 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:27.597717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Calling delete_port for 438a1e85-977b-4e0a-b7f4-901046cba284 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:41:27.602879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a949dd-d4b3-4d4f-ad68-76967dec7db1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Network': ['ID=fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:27.650580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd604a55-b65d-4fdf-b7cf-917658b6a06d req-30e732fc-3535-4c63-85af-2417fa6f4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:27.652697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd604a55-b65d-4fdf-b7cf-917658b6a06d req-30e732fc-3535-4c63-85af-2417fa6f4856 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=01752c1b-0bef-4c7e-a90d-3deaa45d38cb HTTP/1.1" status: 200 len: 838 time: 0.0663087 Dec 20 21:41:27.685854 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device de57342d-2445-4739-938c-5e6cbbea9158 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:27.728334 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f56446-f868-48a6-93b9-1b3323e90e6d req-bad63683-64b4-4a4f-9546-6a1269a6b178 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:27.729832 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f56446-f868-48a6-93b9-1b3323e90e6d req-bad63683-64b4-4a4f-9546-6a1269a6b178 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.1564586 Dec 20 21:41:27.733167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd604a55-b65d-4fdf-b7cf-917658b6a06d req-0c688a9a-d159-4225-842b-90e376241b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:27.734880 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd604a55-b65d-4fdf-b7cf-917658b6a06d req-0c688a9a-d159-4225-842b-90e376241b13 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=618c9023-8146-42c3-92cf-6b09ce12327c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0658870 Dec 20 21:41:27.747309 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:41:27.858311 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f56446-f868-48a6-93b9-1b3323e90e6d req-a4b7bfd8-2d96-433c-925b-4d58e651cc79 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193595 Dec 20 21:41:27.885180 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be48d2bc-39bb-4c78-9b38-1984f2190363 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Made reservation on behalf of 64e081d206614e4eb81dce3b042a7573 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:27.889537 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be48d2bc-39bb-4c78-9b38-1984f2190363 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:27.901029 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd604a55-b65d-4fdf-b7cf-917658b6a06d req-b9790763-1354-4265-960b-131c77ab5be0 service neutron] 10.222.0.31 "GET /v2.0/networks/618c9023-8146-42c3-92cf-6b09ce12327c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520350 Dec 20 21:41:27.980641 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:27.985265 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Allocated IP 172.35.3.212 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/358693c6-a996-4e2a-a518-bfe972d7951a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:28.018305 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd604a55-b65d-4fdf-b7cf-917658b6a06d req-3537e393-2ef4-410b-9bc3-6ac8c450f745 service neutron] 10.222.0.31 "GET /v2.0/networks/618c9023-8146-42c3-92cf-6b09ce12327c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101470 Dec 20 21:41:28.032172 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Port': ['ID=438a1e85-977b-4e0a-b7f4-901046cba284,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:28.038380 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] No DVR routers for this DVR port 438a1e85-977b-4e0a-b7f4-901046cba284 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:41:28.050481 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-219e7dd1-a475-4775-8cfc-69768ccccfdc None None] Deleting port 438a1e85-977b-4e0a-b7f4-901046cba284 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:41:28.050862 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-219e7dd1-a475-4775-8cfc-69768ccccfdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.239190 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.298858 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port de57342d-2445-4739-938c-5e6cbbea9158 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:28.299596 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.313697 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5b7776-6199-4bc0-a7fc-7552610a5438']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:28.325599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade82425-87d8-4ac4-8539-11da754f4bd9 req-12ad7b97-df9a-4fee-8dd2-6dacfd24d88a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:28.327548 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ade82425-87d8-4ac4-8539-11da754f4bd9 req-12ad7b97-df9a-4fee-8dd2-6dacfd24d88a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 944 time: 0.2730360 Dec 20 21:41:28.342953 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.355671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80280b37-0faf-45c2-a48d-01a0055da843') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:28.356123 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80280b37-0faf-45c2-a48d-01a0055da843') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:28.368714 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.389929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-219e7dd1-a475-4775-8cfc-69768ccccfdc None None] For port 438a1e85-977b-4e0a-b7f4-901046cba284, host n-d-xena-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:28.390220 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-219e7dd1-a475-4775-8cfc-69768ccccfdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.391357 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.413397 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.425182 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Network 738be60e-7ec4-4c1d-83a1-c701ffded9bd is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:28.437592 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-219e7dd1-a475-4775-8cfc-69768ccccfdc None None] Calling delete_port for 438a1e85-977b-4e0a-b7f4-901046cba284 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:41:28.444733 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:41:24Z', 'revision_number': 4, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '4e7c263a-7a4b-4a4a-a781-9388b5a3692c', 'name': '', 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f4:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:12Z', 'updated_at': '2021-12-20T21:41:20Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc731a39-2734-4de9-bc3a-aaaea0cfa5e2', 'name': '', 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f3:05:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '39999c7e-4efb-4816-8093-8dfd171cfe8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:22Z', 'updated_at': '2021-12-20T21:41:24Z', 'revision_number': 2, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '39999c7e-4efb-4816-8093-8dfd171cfe8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:28.447265 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.449464 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-219e7dd1-a475-4775-8cfc-69768ccccfdc None None] Port 438a1e85-977b-4e0a-b7f4-901046cba284 was not found and therefore no delete operation was performed {{(pid=102403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 21:41:28.452044 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:28.461011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:28.464851 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-219e7dd1-a475-4775-8cfc-69768ccccfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.474034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:41:28.474459 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.481406 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ade82425-87d8-4ac4-8539-11da754f4bd9 req-76a796f1-b1f5-4cb0-b2af-f9c03a8aaf61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=637fe7d2-e791-4f7a-a119-62805c5d9662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1428113 Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:41:28.482060 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:41:28.508281 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e7dd1-a475-4775-8cfc-69768ccccfdc None None] No DVR routers for this DVR port 438a1e85-977b-4e0a-b7f4-901046cba284 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:41:28.529849 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Checking router: 66197e54-43e3-4983-b198-b7d8445538c0 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:41:28.530477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Updating router 66197e54-43e3-4983-b198-b7d8445538c0 port bc731a39-2734-4de9-bc3a-aaaea0cfa5e2 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:41:28.536413 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Pushing event updated for resources: {'Port': ['ID=18af1156-b66d-4ec6-948a-8e0329a5a832,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:28.575462 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be48d2bc-39bb-4c78-9b38-1984f2190363 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.625488 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.631873 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.638545 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] 10.222.0.32 "DELETE /v2.0/networks/6e5b7776-6199-4bc0-a7fc-7552610a5438 HTTP/1.1" status: 204 len: 168 time: 2.3750603 Dec 20 21:41:28.649262 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e7dd1-a475-4775-8cfc-69768ccccfdc None None] Pushing event deleted for resources: {'Port': ['ID=438a1e85-977b-4e0a-b7f4-901046cba284,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:28.652347 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0143bab7-094d-4d6a-8332-90f98a303ce7 None None] Provisioning complete for port bc731a39-2734-4de9-bc3a-aaaea0cfa5e2 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:28.652727 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0143bab7-094d-4d6a-8332-90f98a303ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.660015 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.662108 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.736597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5424c4-5fe9-49f9-b21c-59c009c33579 tempest-NetworksTest-762522295 tempest-NetworksTest-762522295-project] Pushing event deleted for resources: {'Network': ['ID=6e5b7776-6199-4bc0-a7fc-7552610a5438,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:28.738924 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Attempting to bind port 18af1156-b66d-4ec6-948a-8e0329a5a832 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:28.739412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Attempting to bind port 18af1156-b66d-4ec6-948a-8e0329a5a832 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'f75bd7c6-8520-446c-9f37-c4a0849dfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:28.739871 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Attempting to bind port 18af1156-b66d-4ec6-948a-8e0329a5a832 on network 738be60e-7ec4-4c1d-83a1-c701ffded9bd {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:28.756439 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48d2bc-39bb-4c78-9b38-1984f2190363 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Subnet': ['ID=eef37369-cdae-4790-bb74-d946276076c7,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:28.803431 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:28.803807 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Checking segment: {'id': 'f75bd7c6-8520-446c-9f37-c4a0849dfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:28.804225 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.804624 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Bound using segment: {'id': 'f75bd7c6-8520-446c-9f37-c4a0849dfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:28.805114 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Bound port: 18af1156-b66d-4ec6-948a-8e0329a5a832, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75bd7c6-8520-446c-9f37-c4a0849dfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:28.815205 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:28.824637 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0143bab7-094d-4d6a-8332-90f98a303ce7 None None] Port bc731a39-2734-4de9-bc3a-aaaea0cfa5e2 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:41:28.845375 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:28.847613 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 438a1e85-977b-4e0a-b7f4-901046cba284 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:41:28.856022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Pushing event updated for resources: {'Port': ['ID=358693c6-a996-4e2a-a518-bfe972d7951a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:28.869361 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:28.876498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:29.025296 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 438a1e85-977b-4e0a-b7f4-901046cba284 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:41:29.025690 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 438a1e85-977b-4e0a-b7f4-901046cba284 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:41:29.085226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b0bf1-a0fa-4172-a1d8-754c3e4e07c5 req-9c789948-4deb-4aa3-9796-23871a6b2cca tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:29.087753 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b3b0bf1-a0fa-4172-a1d8-754c3e4e07c5 req-9c789948-4deb-4aa3-9796-23871a6b2cca tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.1042418 Dec 20 21:41:29.136241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] For port 18af1156-b66d-4ec6-948a-8e0329a5a832, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:29.164904 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b3b0bf1-a0fa-4172-a1d8-754c3e4e07c5 req-01ce9e65-3a1d-4eda-8c0b-67476b1643a5 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695381 Dec 20 21:41:29.195789 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] For port 18af1156-b66d-4ec6-948a-8e0329a5a832, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=18af1156-b66d-4ec6-948a-8e0329a5a832,segment=NetworkSegment(f75bd7c6-8520-446c-9f37-c4a0849dfec5),segment_id=f75bd7c6-8520-446c-9f37-c4a0849dfec5)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:29.228567 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:29.237087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57200) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:29.396951 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:29.433504 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-80c4362f-5827-4a9d-9c78-a56fc9ca38c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d3c3678d8124e4298f90d4d629b34b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943862 Dec 20 21:41:29.435455 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57206) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:29.445643 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:29.514562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be48d2bc-39bb-4c78-9b38-1984f2190363 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Checking segment: {'id': '458ad9f5-7e17-477d-a92d-e7c43e26ef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:29.515135 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be48d2bc-39bb-4c78-9b38-1984f2190363 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network hostable DHCP agents. Network: fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:41:29.536297 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd69d4a1-e4a5-405d-b4aa-1e2bcbd41b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:29.544776 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95d913-7316-48d1-8106-ab712682c5f3 None None] Pushing event updated for resources: {'Port': ['ID=18af1156-b66d-4ec6-948a-8e0329a5a832,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:29.558142 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-65bcc78d-38b5-473d-9934-b1d501460712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:29.655896 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-65bcc78d-38b5-473d-9934-b1d501460712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:29.716455 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be48d2bc-39bb-4c78-9b38-1984f2190363 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:41:29.753807 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-65bcc78d-38b5-473d-9934-b1d501460712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:29.757019 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-65bcc78d-38b5-473d-9934-b1d501460712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:29.760668 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-65bcc78d-38b5-473d-9934-b1d501460712 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6fb62be-c8a0-4eb5-98a9-db34cf479b48 HTTP/1.1" status: 204 len: 168 time: 0.3205109 Dec 20 21:41:29.782359 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946debc6-b68d-4182-8eec-54c7f7d4a518 None None] Pushing event updated for resources: {'Port': ['ID=bc731a39-2734-4de9-bc3a-aaaea0cfa5e2,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:29.783564 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-be48d2bc-39bb-4c78-9b38-1984f2190363 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:29.806531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcc78d-38b5-473d-9934-b1d501460712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fb62be-c8a0-4eb5-98a9-db34cf479b48,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:29.809705 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be48d2bc-39bb-4c78-9b38-1984f2190363 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:29.814417 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-be48d2bc-39bb-4c78-9b38-1984f2190363 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:29.855863 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b352f35-7ba0-4e70-9889-5fd9737a1be6 None None] Network fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:29.956070 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ebe2f-9378-4eab-b54e-935cd66b8c8c req-7f1ff866-6c2f-405d-b6a3-671a44442b4a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:29.959131 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d79ebe2f-9378-4eab-b54e-935cd66b8c8c req-7f1ff866-6c2f-405d-b6a3-671a44442b4a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 944 time: 0.2947137 Dec 20 21:41:30.008533 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Attempting to bind port bc731a39-2734-4de9-bc3a-aaaea0cfa5e2 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:30.008926 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Attempting to bind port bc731a39-2734-4de9-bc3a-aaaea0cfa5e2 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '21cd39dd-df90-45d7-a681-51f34a285ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:30.009265 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Attempting to bind port bc731a39-2734-4de9-bc3a-aaaea0cfa5e2 on network 8e85b9bd-07d9-414a-aeef-94200ddf914b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:30.037625 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:30.038353 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Checking segment: {'id': '21cd39dd-df90-45d7-a681-51f34a285ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:30.039123 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:30.039679 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Bound using segment: {'id': '21cd39dd-df90-45d7-a681-51f34a285ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:30.040334 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Bound port: bc731a39-2734-4de9-bc3a-aaaea0cfa5e2, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cd39dd-df90-45d7-a681-51f34a285ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:30.041072 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:30.060305 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-be48d2bc-39bb-4c78-9b38-1984f2190363 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6482091 Dec 20 21:41:30.061264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57216) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:30.112339 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d79ebe2f-9378-4eab-b54e-935cd66b8c8c req-aeae4085-77b8-4ca9-89ac-3afcea0fc53a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=637fe7d2-e791-4f7a-a119-62805c5d9662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1416018 Dec 20 21:41:30.151622 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:30.291822 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-10c7f936-f5d5-4a35-8daa-91f7c85fcabd None None] Provisioning complete for port bc731a39-2734-4de9-bc3a-aaaea0cfa5e2 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:30.298615 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10c7f936-f5d5-4a35-8daa-91f7c85fcabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:30.467432 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-10c7f936-f5d5-4a35-8daa-91f7c85fcabd None None] Port bc731a39-2734-4de9-bc3a-aaaea0cfa5e2 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:41:30.477572 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] For port bc731a39-2734-4de9-bc3a-aaaea0cfa5e2, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:30.490381 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] For port bc731a39-2734-4de9-bc3a-aaaea0cfa5e2, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=bc731a39-2734-4de9-bc3a-aaaea0cfa5e2,segment=NetworkSegment(21cd39dd-df90-45d7-a681-51f34a285ee2),segment_id=21cd39dd-df90-45d7-a681-51f34a285ee2)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:30.515134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf180d15-3435-4661-b21c-52700da253f5 req-2dc9a8b1-63e7-475c-bcc6-f18b07013f2d tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:30.523136 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:30.529065 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:30.540581 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf180d15-3435-4661-b21c-52700da253f5 req-2dc9a8b1-63e7-475c-bcc6-f18b07013f2d tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.2580457 Dec 20 21:41:30.599050 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a', 'network_id': 'fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'fixed_ips': [{'subnet_id': 'eef37369-cdae-4790-bb74-d946276076c7'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:41:30.600338 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:30.659911 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Routers {'66197e54-43e3-4983-b198-b7d8445538c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:30.668342 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['66197e54-43e3-4983-b198-b7d8445538c0'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:30.732031 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf180d15-3435-4661-b21c-52700da253f5 req-719838b7-4462-4be3-afa4-658e3ba851d8 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904368 Dec 20 21:41:30.873718 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946debc6-b68d-4182-8eec-54c7f7d4a518 None None] Pushing event updated for resources: {'Port': ['ID=bc731a39-2734-4de9-bc3a-aaaea0cfa5e2,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:30.894913 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Router 2aba4560-fb46-4717-9db6-89f644981d2f is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:41:31.108108 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:31.132725 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] Set router 66197e54-43e3-4983-b198-b7d8445538c0 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:31.144256 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:41:31.154349 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Sync routers for ids ['2aba4560-fb46-4717-9db6-89f644981d2f'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:41:31.174714 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Routers {'2aba4560-fb46-4717-9db6-89f644981d2f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:31.175354 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2aba4560-fb46-4717-9db6-89f644981d2f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:31.190589 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:31.195489 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3d0884cb-89cd-410f-8572-58bf423d60b6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6961145 Dec 20 21:41:31.196258 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57244) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:31.304519 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57248) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:31.357141 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:31.367713 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567940ae-b10f-4a18-bef0-2d90c7f03d04 None None] Network 738be60e-7ec4-4c1d-83a1-c701ffded9bd requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:31.369315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:41:31.415083 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Set router 2aba4560-fb46-4717-9db6-89f644981d2f gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:31.688137 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b8cea69a-039f-4b66-997a-f82bc1f3e50e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2133431519'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:31.759021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cea69a-039f-4b66-997a-f82bc1f3e50e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:31.765056 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8cea69a-039f-4b66-997a-f82bc1f3e50e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:31.781265 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8cea69a-039f-4b66-997a-f82bc1f3e50e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:31.837262 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0da28-8514-4777-b139-4753100a3cef req-95cff04a-d5e5-424d-8ac5-4ede8210d125 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:31.841365 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-48f0da28-8514-4777-b139-4753100a3cef req-95cff04a-d5e5-424d-8ac5-4ede8210d125 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 944 time: 0.4988959 Dec 20 21:41:31.914494 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 18af1156-b66d-4ec6-948a-8e0329a5a832 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:31.915121 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-48f0da28-8514-4777-b139-4753100a3cef req-77cd7857-089f-4a8f-a731-863049f1f7f6 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=637fe7d2-e791-4f7a-a119-62805c5d9662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626144 Dec 20 21:41:31.950014 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:25Z', 'updated_at': '2021-12-20T21:41:29Z', 'revision_number': 3, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'gw_port': {'id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:27Z', 'updated_at': '2021-12-20T21:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:31.981069 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Checking router: 2aba4560-fb46-4717-9db6-89f644981d2f for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:41:31.981415 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Updating router 2aba4560-fb46-4717-9db6-89f644981d2f port 358693c6-a996-4e2a-a518-bfe972d7951a binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:41:32.000826 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8cea69a-039f-4b66-997a-f82bc1f3e50e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.010623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8cea69a-039f-4b66-997a-f82bc1f3e50e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.011642 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.029276 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22621b02-7b99-4eb6-b723-3be1f98a3782 req-2c3d32ef-abbc-4884-bef9-06f56d40cef8 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:32.030893 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-22621b02-7b99-4eb6-b723-3be1f98a3782 req-2c3d32ef-abbc-4884-bef9-06f56d40cef8 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.1320233 Dec 20 21:41:32.071802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8cea69a-039f-4b66-997a-f82bc1f3e50e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:41:32.078828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cea69a-039f-4b66-997a-f82bc1f3e50e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31061dd-b64e-49ae-b812-b748033bcb37,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:32.110317 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8cea69a-039f-4b66-997a-f82bc1f3e50e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.110713 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-b8cea69a-039f-4b66-997a-f82bc1f3e50e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Added segment efd166b7-aace-4f75-b4d9-51e05b5e710a of type vlan for network c1659dae-8980-4528-a335-780bd36ba50a Dec 20 21:41:32.133370 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-22621b02-7b99-4eb6-b723-3be1f98a3782 req-7e000501-0acc-4e81-a906-ed6b72c6988a tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943921 Dec 20 21:41:32.168289 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8cea69a-039f-4b66-997a-f82bc1f3e50e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.204328 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8cea69a-039f-4b66-997a-f82bc1f3e50e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.213955 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cea69a-039f-4b66-997a-f82bc1f3e50e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:32.215058 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b8cea69a-039f-4b66-997a-f82bc1f3e50e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.243101 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.313352 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57258) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:32.316867 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b8cea69a-039f-4b66-997a-f82bc1f3e50e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0105982 Dec 20 21:41:32.321888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1842841453'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:32.327444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cea69a-039f-4b66-997a-f82bc1f3e50e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Network': ['ID=c1659dae-8980-4528-a335-780bd36ba50a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:32.329675 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.340786 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.353008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-df3acf44-1a6c-4bd3-8c48-59452c863632 None None] Provisioning complete for port bc731a39-2734-4de9-bc3a-aaaea0cfa5e2 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:32.353700 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df3acf44-1a6c-4bd3-8c48-59452c863632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.385789 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:32.389670 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.392158 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network c1659dae-8980-4528-a335-780bd36ba50a details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:41:32.405894 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df79b2f-f4c5-42ae-97f6-15771071ba47 None None] Pushing event updated for resources: {'Port': ['ID=358693c6-a996-4e2a-a518-bfe972d7951a,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:32.456431 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Attempting to bind port 358693c6-a996-4e2a-a518-bfe972d7951a on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:32.457051 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Attempting to bind port 358693c6-a996-4e2a-a518-bfe972d7951a by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:32.457939 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Attempting to bind port 358693c6-a996-4e2a-a518-bfe972d7951a on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:32.464914 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:32.465644 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:32.466169 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.466727 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:32.467282 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Bound port: 358693c6-a996-4e2a-a518-bfe972d7951a, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:32.468015 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.487462 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:41:32.509093 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.510907 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.511242 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Added segment 9ff9db7b-4504-4e31-851d-46949c07b43a of type vlan for network 35ddef81-0c11-4332-b69b-4dac3711c9d6 Dec 20 21:41:32.513079 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] Allocated IP 172.20.0.1 (738be60e-7ec4-4c1d-83a1-c701ffded9bd/f3c58805-4c2b-4759-a954-44718e7a52c4/8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:32.555939 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Allocated IP 172.23.0.2 (fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a/eef37369-cdae-4790-bb74-d946276076c7/1b5c042e-b479-4963-89f1-e96af09b8f1b) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:32.574272 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.582229 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] For port 358693c6-a996-4e2a-a518-bfe972d7951a, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:32.585941 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] For port 358693c6-a996-4e2a-a518-bfe972d7951a, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=358693c6-a996-4e2a-a518-bfe972d7951a,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:32.598863 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.608947 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.657782 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.661912 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd,segment=NetworkSegment(0370b202-7841-45c6-91a5-4175c407fb1c),segment_id=0370b202-7841-45c6-91a5-4175c407fb1c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:32.663855 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:32.664512 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.756819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd', 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c', 'port_id': '7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd', 'mac_address': 'fa:16:3e:b2:29:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01752c1b-0bef-4c7e-a90d-3deaa45d38cb', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:41:32.761058 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Network': ['ID=35ddef81-0c11-4332-b69b-4dac3711c9d6,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:32.771864 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4572313 Dec 20 21:41:32.777961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57266) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:32.778767 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:32.779110 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:32.779446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:32.779776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:32.780099 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:32.780597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:32.780921 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:32.781260 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:32.781561 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:32.781948 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:32.782364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:32.782684 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e96fd2-a8e1-4e97-9f69-e5d432c59c18 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:32.788577 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 18af1156-b66d-4ec6-948a-8e0329a5a832 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:32.789182 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.800947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'subnet': {'network_id': 'c1659dae-8980-4528-a335-780bd36ba50a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:32.805793 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.846060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 35ddef81-0c11-4332-b69b-4dac3711c9d6 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:41:32.882908 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:32.918587 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df79b2f-f4c5-42ae-97f6-15771071ba47 None None] Pushing event updated for resources: {'Port': ['ID=358693c6-a996-4e2a-a518-bfe972d7951a,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:32.945895 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Routers {'2aba4560-fb46-4717-9db6-89f644981d2f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:32.947587 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2aba4560-fb46-4717-9db6-89f644981d2f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:32.996524 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df3acf44-1a6c-4bd3-8c48-59452c863632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:33.032420 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:33.044206 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:33.057228 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:33.073093 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] Network 738be60e-7ec4-4c1d-83a1-c701ffded9bd is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:33.120820 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:33.123211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:33.134094 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:41:33.161803 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:41:24Z', 'revision_number': 4, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '4e7c263a-7a4b-4a4a-a781-9388b5a3692c', 'name': '', 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f4:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:12Z', 'updated_at': '2021-12-20T21:41:20Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc731a39-2734-4de9-bc3a-aaaea0cfa5e2', 'name': '', 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f3:05:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '39999c7e-4efb-4816-8093-8dfd171cfe8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:22Z', 'updated_at': '2021-12-20T21:41:30Z', 'revision_number': 4, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '39999c7e-4efb-4816-8093-8dfd171cfe8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:33.213589 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:33.256092 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] Set router 2aba4560-fb46-4717-9db6-89f644981d2f gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:33.280962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def48948-920d-4f45-b333-7f81c0a25164 None None] The sync data for ids ['66197e54-43e3-4983-b198-b7d8445538c0'] in n-d-xena-1 is: [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:41:24Z', 'revision_number': 4, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '4e7c263a-7a4b-4a4a-a781-9388b5a3692c', 'name': '', 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f4:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:12Z', 'updated_at': '2021-12-20T21:41:20Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc731a39-2734-4de9-bc3a-aaaea0cfa5e2', 'name': '', 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f3:05:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '39999c7e-4efb-4816-8093-8dfd171cfe8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:22Z', 'updated_at': '2021-12-20T21:41:30Z', 'revision_number': 4, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '39999c7e-4efb-4816-8093-8dfd171cfe8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:41:33.306316 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-df3acf44-1a6c-4bd3-8c48-59452c863632 None None] For port bc731a39-2734-4de9-bc3a-aaaea0cfa5e2, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=bc731a39-2734-4de9-bc3a-aaaea0cfa5e2,segment=NetworkSegment(21cd39dd-df90-45d7-a681-51f34a285ee2),segment_id=21cd39dd-df90-45d7-a681-51f34a285ee2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:33.315086 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd,segment=NetworkSegment(0370b202-7841-45c6-91a5-4175c407fb1c),segment_id=0370b202-7841-45c6-91a5-4175c407fb1c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:33.321894 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:33.323300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6e185-d64d-4df8-be07-dc5696ca3b7b req-05609072-d300-4caa-b422-f827b351f8f0 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:33.324790 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df3acf44-1a6c-4bd3-8c48-59452c863632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:33.329825 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5ad6e185-d64d-4df8-be07-dc5696ca3b7b req-05609072-d300-4caa-b422-f827b351f8f0 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 944 time: 0.2725248 Dec 20 21:41:33.331537 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:33.407137 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:33.471869 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:33.550422 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:33.552902 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7b5de-4f87-4abb-9f9e-926b6cc62b0c req-224ab6ee-d393-4d68-a22e-714da331d904 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:33.560801 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0a7b5de-4f87-4abb-9f9e-926b6cc62b0c req-224ab6ee-d393-4d68-a22e-714da331d904 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.2608328 Dec 20 21:41:33.583849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Allocated IP 172.23.0.1 (fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a/eef37369-cdae-4790-bb74-d946276076c7/b99514b8-94c6-4c4f-a6ed-3596400acab1) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:33.612422 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Network fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:33.662301 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3acf44-1a6c-4bd3-8c48-59452c863632 None None] Pushing event updated for resources: {'Port': ['ID=bc731a39-2734-4de9-bc3a-aaaea0cfa5e2,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:33.694645 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:33.785946 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:33.799680 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-fa98391a-b0e5-4dc5-ad0f-2dfc3332d85d None None] Provisioning complete for port 18af1156-b66d-4ec6-948a-8e0329a5a832 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:33.800050 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa98391a-b0e5-4dc5-ad0f-2dfc3332d85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:33.809470 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0a7b5de-4f87-4abb-9f9e-926b6cc62b0c req-42b6071d-c641-47c7-a01f-9cee22f4429e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909680 Dec 20 21:41:33.828078 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:41:33.828358 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:33.857289 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5ad6e185-d64d-4df8-be07-dc5696ca3b7b req-d2b21baa-3e6c-41b5-a5a6-90f5bf099629 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=637fe7d2-e791-4f7a-a119-62805c5d9662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5020993 Dec 20 21:41:33.868683 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:25Z', 'updated_at': '2021-12-20T21:41:29Z', 'revision_number': 3, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'gw_port': {'id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:27Z', 'updated_at': '2021-12-20T21:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:33.878987 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:33.899353 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Subnet': ['ID=dc1dfd5a-d1e9-4352-a522-0dc2360584ad,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:33.920417 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:33.920838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:33.921111 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:33.921449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:33.921777 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:33.922123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:33.922451 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:33.922772 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:33.923092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:33.923414 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:33.923781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:33.924104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:33.949353 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c62079-9029-4ba5-a4ff-1b24dbc7c439 None None] The sync data for ids ['2aba4560-fb46-4717-9db6-89f644981d2f'] in n-d-xena-1 is: [{'id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:25Z', 'updated_at': '2021-12-20T21:41:29Z', 'revision_number': 3, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'gw_port': {'id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:27Z', 'updated_at': '2021-12-20T21:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:41:34.007084 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 18af1156-b66d-4ec6-948a-8e0329a5a832, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=18af1156-b66d-4ec6-948a-8e0329a5a832,segment=NetworkSegment(f75bd7c6-8520-446c-9f37-c4a0849dfec5),segment_id=f75bd7c6-8520-446c-9f37-c4a0849dfec5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:34.016988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Checking segment: {'id': 'efd166b7-aace-4f75-b4d9-51e05b5e710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c1659dae-8980-4528-a335-780bd36ba50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:34.017587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network hostable DHCP agents. Network: c1659dae-8980-4528-a335-780bd36ba50a, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:41:34.032390 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:34.068207 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network c1659dae-8980-4528-a335-780bd36ba50a is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:41:34.092824 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, c1659dae-8980-4528-a335-780bd36ba50a) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:34.098612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:34.099439 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:34.125997 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:34.136446 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a9978a47-3ec0-40ae-99dc-6487cd476bd2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3571303 Dec 20 21:41:34.137088 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57288) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:34.138457 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:34.150806 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bcb8cd19-85ee-4919-93e4-7d63caffa9a8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'subnet': {'network_id': '35ddef81-0c11-4332-b69b-4dac3711c9d6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:34.159340 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:34.162678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:34.169707 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:34.173825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d6b171-6081-480e-bb3c-7133232a6506 None None] Network c1659dae-8980-4528-a335-780bd36ba50a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:34.211618 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:34.229592 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:41:34.332080 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:34.334582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=b99514b8-94c6-4c4f-a6ed-3596400acab1,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:34.381299 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Attempting to bind port 1b5c042e-b479-4963-89f1-e96af09b8f1b on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:34.381427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Attempting to bind port 1b5c042e-b479-4963-89f1-e96af09b8f1b by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '458ad9f5-7e17-477d-a92d-e7c43e26ef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:34.381752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Attempting to bind port 1b5c042e-b479-4963-89f1-e96af09b8f1b on network fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:34.409999 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bc731a39-2734-4de9-bc3a-aaaea0cfa5e2 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:34.524132 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb8cd19-85ee-4919-93e4-7d63caffa9a8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:34.527689 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bcb8cd19-85ee-4919-93e4-7d63caffa9a8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:34.586952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Pushing event updated for resources: {'Port': ['ID=1b5c042e-b479-4963-89f1-e96af09b8f1b,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:34.637305 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:34.637677 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Checking segment: {'id': '458ad9f5-7e17-477d-a92d-e7c43e26ef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:34.638102 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:34.638879 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Bound using segment: {'id': '458ad9f5-7e17-477d-a92d-e7c43e26ef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:34.639896 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Bound port: 1b5c042e-b479-4963-89f1-e96af09b8f1b, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458ad9f5-7e17-477d-a92d-e7c43e26ef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:34.640304 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:34.723953 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:34.744267 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:34.781929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=18af1156-b66d-4ec6-948a-8e0329a5a832,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:34.880914 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:34.939717 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:34.973022 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] For port 1b5c042e-b479-4963-89f1-e96af09b8f1b, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:34.977210 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] For port 1b5c042e-b479-4963-89f1-e96af09b8f1b, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1b5c042e-b479-4963-89f1-e96af09b8f1b,segment=NetworkSegment(458ad9f5-7e17-477d-a92d-e7c43e26ef9f),segment_id=458ad9f5-7e17-477d-a92d-e7c43e26ef9f)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:35.003997 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:35.095627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port bc731a39-2734-4de9-bc3a-aaaea0cfa5e2 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:35.097635 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:35.336586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10e2d5-0249-4e3a-80ff-b7930f8d5f17 req-2373f627-0807-495a-8cf9-7995307666df tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:35.344917 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f10e2d5-0249-4e3a-80ff-b7930f8d5f17 req-2373f627-0807-495a-8cf9-7995307666df tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.1724529 Dec 20 21:41:35.349577 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-c1659dae-8980-4528-a335-780bd36ba50a', 'network_id': 'c1659dae-8980-4528-a335-780bd36ba50a', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'fixed_ips': [{'subnet_id': 'dc1dfd5a-d1e9-4352-a522-0dc2360584ad'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:41:35.351274 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:35.382523 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035a78e-a10b-470a-b487-1a1d05d657db None None] Pushing event updated for resources: {'Port': ['ID=1b5c042e-b479-4963-89f1-e96af09b8f1b,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:35.388225 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] Network 738be60e-7ec4-4c1d-83a1-c701ffded9bd is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:35.413577 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:35.440027 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-38d0b9ea-9a96-449c-9d47-25731e4055c7 None None] Provisioning complete for port 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:35.440477 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-38d0b9ea-9a96-449c-9d47-25731e4055c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:35.484235 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-38d0b9ea-9a96-449c-9d47-25731e4055c7 None None] Port 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:41:35.514774 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:35.517348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf836c4-5719-4a3e-855b-c7fcbcb013be req-02709b59-024f-490b-b603-3caf54391942 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:35.528660 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f10e2d5-0249-4e3a-80ff-b7930f8d5f17 req-6b38ea54-55d0-447f-b09b-ba0f6135c7ee tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827509 Dec 20 21:41:35.532138 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcf836c4-5719-4a3e-855b-c7fcbcb013be req-02709b59-024f-490b-b603-3caf54391942 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 945 time: 0.5186996 Dec 20 21:41:35.549203 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bcb8cd19-85ee-4919-93e4-7d63caffa9a8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:35.791610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Allocated IP 2001:db8::2 (c1659dae-8980-4528-a335-780bd36ba50a/dc1dfd5a-d1e9-4352-a522-0dc2360584ad/10c66dd0-3be5-4b41-91b8-8733ecf8fe7d) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:36.377535 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:36.388648 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:36.415998 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-24d9a569-9ea0-405b-aa13-e8660a721550 None None] Provisioning complete for port 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:36.421611 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24d9a569-9ea0-405b-aa13-e8660a721550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:36.507926 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:36.535832 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 358693c6-a996-4e2a-a518-bfe972d7951a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:36.585424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8cd19-85ee-4919-93e4-7d63caffa9a8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Subnet': ['ID=ca3c0302-31d3-4e51-8c80-107af401c1ac,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:36.601519 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-24d9a569-9ea0-405b-aa13-e8660a721550 None None] Port 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:41:36.636259 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcf836c4-5719-4a3e-855b-c7fcbcb013be req-edb33d98-f596-4160-893c-78a3bea0ad11 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=637fe7d2-e791-4f7a-a119-62805c5d9662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9900625 Dec 20 21:41:36.649808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event updated for resources: {'Port': ['ID=b99514b8-94c6-4c4f-a6ed-3596400acab1,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:36.660405 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] Router 2aba4560-fb46-4717-9db6-89f644981d2f has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:41:36.661644 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb8cd19-85ee-4919-93e4-7d63caffa9a8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Checking segment: {'id': '9ff9db7b-4504-4e31-851d-46949c07b43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '35ddef81-0c11-4332-b69b-4dac3711c9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:36.662009 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb8cd19-85ee-4919-93e4-7d63caffa9a8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network hostable DHCP agents. Network: 35ddef81-0c11-4332-b69b-4dac3711c9d6, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:41:36.707347 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Network fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:36.708821 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:36.719821 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb8cd19-85ee-4919-93e4-7d63caffa9a8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 35ddef81-0c11-4332-b69b-4dac3711c9d6 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:41:36.733415 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:36.744261 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:36.790538 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Network c1659dae-8980-4528-a335-780bd36ba50a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:36.794855 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:36.802121 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:36.816683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-bcb8cd19-85ee-4919-93e4-7d63caffa9a8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 35ddef81-0c11-4332-b69b-4dac3711c9d6) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:36.823608 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb8cd19-85ee-4919-93e4-7d63caffa9a8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:36.824465 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bcb8cd19-85ee-4919-93e4-7d63caffa9a8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:36.847090 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 358693c6-a996-4e2a-a518-bfe972d7951a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:36.851325 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:36.855552 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bcb8cd19-85ee-4919-93e4-7d63caffa9a8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7149076 Dec 20 21:41:36.858256 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57320) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:36.864691 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3ac0d328-aa25-471d-8435-26b39ceeb2d5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1077931137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:36.882354 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b60af6-cf66-4987-bbd1-7bdfaf179ae1 None None] Network 35ddef81-0c11-4332-b69b-4dac3711c9d6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:36.884621 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3147c-2e66-4da4-beab-269574a15a4b req-1a4e1186-83c3-447a-a836-81008849cec4 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:36.890299 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:41:36.897520 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3e0eb9da-e7ad-4d96-a0a7-b01d85519b72 admin admin] 10.222.0.32 "PUT /v2.0/routers/2aba4560-fb46-4717-9db6-89f644981d2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7002177 Dec 20 21:41:36.907797 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Pushing event updated for resources: {'Port': ['ID=10c66dd0-3be5-4b41-91b8-8733ecf8fe7d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:36.910458 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ac0d328-aa25-471d-8435-26b39ceeb2d5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:36.913317 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ac0d328-aa25-471d-8435-26b39ceeb2d5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:36.925463 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4b3147c-2e66-4da4-beab-269574a15a4b req-1a4e1186-83c3-447a-a836-81008849cec4 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.2111378 Dec 20 21:41:36.996282 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 66197e54-43e3-4983-b198-b7d8445538c0 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:41:37.059531 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ac0d328-aa25-471d-8435-26b39ceeb2d5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:37.069640 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Attempting to bind port 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:37.070108 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Attempting to bind port 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'efd166b7-aace-4f75-b4d9-51e05b5e710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c1659dae-8980-4528-a335-780bd36ba50a'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:37.070757 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Attempting to bind port 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d on network c1659dae-8980-4528-a335-780bd36ba50a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:37.075087 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ac0d328-aa25-471d-8435-26b39ceeb2d5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:37.075964 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4b3147c-2e66-4da4-beab-269574a15a4b req-d8d789ca-6e11-4776-bf56-5c1f47e8368a tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494701 Dec 20 21:41:37.114328 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ac0d328-aa25-471d-8435-26b39ceeb2d5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:37.118370 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3ac0d328-aa25-471d-8435-26b39ceeb2d5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2564654 Dec 20 21:41:37.118675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57330) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:37.120567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:37.121031 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Checking segment: {'id': 'efd166b7-aace-4f75-b4d9-51e05b5e710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c1659dae-8980-4528-a335-780bd36ba50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:37.121569 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:37.122103 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Bound using segment: {'id': 'efd166b7-aace-4f75-b4d9-51e05b5e710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c1659dae-8980-4528-a335-780bd36ba50a'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:37.122667 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Bound port: 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd166b7-aace-4f75-b4d9-51e05b5e710a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c1659dae-8980-4528-a335-780bd36ba50a'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:37.123120 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:37.294944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:41:37.308763 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-44841f61-bd43-4d1d-97a8-f932d821e333 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/66197e54-43e3-4983-b198-b7d8445538c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2460892 Dec 20 21:41:37.309638 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57334) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:37.320753 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-613680e8-61a1-4bc0-8868-7ec7c4ff0181 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:37.381239 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:37.389565 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Sync routers for ids ['66197e54-43e3-4983-b198-b7d8445538c0'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:41:37.485890 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Sync routers for ids ['2aba4560-fb46-4717-9db6-89f644981d2f'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:41:37.507736 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Routers {'2aba4560-fb46-4717-9db6-89f644981d2f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:37.508460 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2aba4560-fb46-4717-9db6-89f644981d2f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:37.533430 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:37.553629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 358693c6-a996-4e2a-a518-bfe972d7951a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=358693c6-a996-4e2a-a518-bfe972d7951a,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:37.655542 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Routers {'66197e54-43e3-4983-b198-b7d8445538c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:37.656233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['66197e54-43e3-4983-b198-b7d8445538c0'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:37.666463 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:37.667326 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1b5c042e-b479-4963-89f1-e96af09b8f1b up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:37.740435 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] For port 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:37.751474 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Set router 2aba4560-fb46-4717-9db6-89f644981d2f gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:37.961476 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:38.006801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b7be6-b125-4d7e-9b32-6aea5486650f req-2c56c238-713f-4e4d-9e47-12f5cb1f60aa tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:38.008970 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 5356bb98-934f-4f12-844d-fb4d44660425 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:41:38.020675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a07b7be6-b125-4d7e-9b32-6aea5486650f req-2c56c238-713f-4e4d-9e47-12f5cb1f60aa tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 945 time: 0.2116249 Dec 20 21:41:38.021863 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 5356bb98-934f-4f12-844d-fb4d44660425 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:41:38.098103 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3140cd-fcc9-4af1-a387-933290a6ba25 None None] Network fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:38.127362 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.extraroute_db [None req-613680e8-61a1-4bc0-8868-7ec7c4ff0181 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102401) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 21:41:38.175678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.extraroute_db [None req-613680e8-61a1-4bc0-8868-7ec7c4ff0181 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Removed routes are [] {{(pid=102401) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 21:41:38.176864 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-613680e8-61a1-4bc0-8868-7ec7c4ff0181 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:38.189761 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] For port 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=10c66dd0-3be5-4b41-91b8-8733ecf8fe7d,segment=NetworkSegment(efd166b7-aace-4f75-b4d9-51e05b5e710a),segment_id=efd166b7-aace-4f75-b4d9-51e05b5e710a)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:38.299268 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:25Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 4, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'gw_port': {'id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:27Z', 'updated_at': '2021-12-20T21:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb', 'name': '', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'mac_address': 'fa:16:3e:84:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:32Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 2, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'subnets': [{'id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:38.323068 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57364) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:38.323377 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:38.333856 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-146b8144-b230-466b-9d39-1b17678de87c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-176016492-network', 'tenant_id': '5755438537f94eee9882a8f6c9179e44'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:38.372800 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Checking router: 2aba4560-fb46-4717-9db6-89f644981d2f for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:41:38.373421 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Updating router 2aba4560-fb46-4717-9db6-89f644981d2f port 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:41:38.374645 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7956a811-9663-4699-8572-804019eb893b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-35ddef81-0c11-4332-b69b-4dac3711c9d6', 'network_id': '35ddef81-0c11-4332-b69b-4dac3711c9d6', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'fixed_ips': [{'subnet_id': 'ca3c0302-31d3-4e51-8c80-107af401c1ac'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:41:38.378246 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7956a811-9663-4699-8572-804019eb893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:38.426508 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:38.430805 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a07b7be6-b125-4d7e-9b32-6aea5486650f req-22f21542-93f0-4a52-b974-f8ed4f262ce5 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=637fe7d2-e791-4f7a-a119-62805c5d9662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4090071 Dec 20 21:41:38.496391 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=358693c6-a996-4e2a-a518-bfe972d7951a,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:38.536985 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f1cb0-c215-4676-b1ad-6c1d1991762f req-1ba8f00b-da46-4366-90db-d7000146b544 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:38.554859 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0c8f1cb0-c215-4676-b1ad-6c1d1991762f req-1ba8f00b-da46-4366-90db-d7000146b544 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.1650207 Dec 20 21:41:38.563271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Set router 66197e54-43e3-4983-b198-b7d8445538c0 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:38.566147 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 1b5c042e-b479-4963-89f1-e96af09b8f1b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:38.566537 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:38.707183 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Allocated IP 2001:db8::1 (c1659dae-8980-4528-a335-780bd36ba50a/dc1dfd5a-d1e9-4352-a522-0dc2360584ad/30aefcc0-6026-471b-b903-f477a1e5d7ed) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:38.715680 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbe82c-5ca7-4f02-bf1b-92e8e75bf950 None None] Pushing event updated for resources: {'Port': ['ID=10c66dd0-3be5-4b41-91b8-8733ecf8fe7d,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:38.796483 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0c8f1cb0-c215-4676-b1ad-6c1d1991762f req-f6af3210-c89e-473d-82b6-ee13f6fc0e5b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348349 Dec 20 21:41:38.822321 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-613680e8-61a1-4bc0-8868-7ec7c4ff0181 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:38.827683 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-613680e8-61a1-4bc0-8868-7ec7c4ff0181 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:38.833743 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:38.916161 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:38.932695 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:38.938191 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:41:38.994185 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:39.011848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f75bb58d-9490-4b0c-87ae-d01b5d21648f None None] Provisioning complete for port 1b5c042e-b479-4963-89f1-e96af09b8f1b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:39.012493 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f75bb58d-9490-4b0c-87ae-d01b5d21648f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:39.073768 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:39.088538 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad1819-5d24-4b08-8ae3-2c72629d91ed None None] Pushing event updated for resources: {'Port': ['ID=8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:39.131488 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:39.132022 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:39.187860 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613680e8-61a1-4bc0-8868-7ec7c4ff0181 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 66197e54-43e3-4983-b198-b7d8445538c0 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:41:39.190374 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network c1659dae-8980-4528-a335-780bd36ba50a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:39.191785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146b8144-b230-466b-9d39-1b17678de87c admin admin] Made reservation on behalf of 5755438537f94eee9882a8f6c9179e44 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:39.194458 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-146b8144-b230-466b-9d39-1b17678de87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:39.197818 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=30aefcc0-6026-471b-b903-f477a1e5d7ed,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:39.210506 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:39.218287 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:39.219142 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:39.224873 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464d12aa-df7a-412c-849f-d55aa7763761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5356bb98-934f-4f12-844d-fb4d44660425'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:41:39.229213 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8912883d-8d8d-4e8a-b0a7-deccc015871e" -d '{"events": [{"server_uuid": "464d12aa-df7a-412c-849f-d55aa7763761", "name": "network-vif-unplugged", "status": "completed", "tag": "5356bb98-934f-4f12-844d-fb4d44660425"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:41:39.306978 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Attempting to bind port 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:39.307351 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Attempting to bind port 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'f75bd7c6-8520-446c-9f37-c4a0849dfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:39.307718 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Attempting to bind port 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb on network 738be60e-7ec4-4c1d-83a1-c701ffded9bd {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:39.351407 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:39.351407 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Checking segment: {'id': 'f75bd7c6-8520-446c-9f37-c4a0849dfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:39.353868 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-146b8144-b230-466b-9d39-1b17678de87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:39.357254 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:39.357254 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Bound using segment: {'id': 'f75bd7c6-8520-446c-9f37-c4a0849dfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:39.357254 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Bound port: 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75bd7c6-8520-446c-9f37-c4a0849dfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:39.357254 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:39.509098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613680e8-61a1-4bc0-8868-7ec7c4ff0181 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:41:39.526426 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-613680e8-61a1-4bc0-8868-7ec7c4ff0181 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:39.529878 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-613680e8-61a1-4bc0-8868-7ec7c4ff0181 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/66197e54-43e3-4983-b198-b7d8445538c0 HTTP/1.1" status: 200 len: 934 time: 2.2185917 Dec 20 21:41:39.533422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57380) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:39.583492 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] For port 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:39.587509 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] For port 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb,segment=NetworkSegment(f75bd7c6-8520-446c-9f37-c4a0849dfec5),segment_id=f75bd7c6-8520-446c-9f37-c4a0849dfec5)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:39.595324 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:39.654996 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-146b8144-b230-466b-9d39-1b17678de87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:39.665257 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-146b8144-b230-466b-9d39-1b17678de87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:39.681023 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Routers {'2aba4560-fb46-4717-9db6-89f644981d2f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:39.682317 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2aba4560-fb46-4717-9db6-89f644981d2f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:39.689978 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146b8144-b230-466b-9d39-1b17678de87c admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:41:39.701866 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-146b8144-b230-466b-9d39-1b17678de87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:39.702256 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-146b8144-b230-466b-9d39-1b17678de87c admin admin] Added segment 5f1aeaf1-13cb-422c-9e46-3e68381a1663 of type vlan for network 63790678-bc52-4293-9e2a-7c1e7b52f59b Dec 20 21:41:39.751590 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-146b8144-b230-466b-9d39-1b17678de87c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:39.774119 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b4b1da-5744-420f-b095-4bd4e0f8e0ab x-openstack-request-id: req-83b4b1da-5744-420f-b095-4bd4e0f8e0ab {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:41:39.774754 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464d12aa-df7a-412c-849f-d55aa7763761", "name": "network-vif-unplugged", "status": "completed", "tag": "5356bb98-934f-4f12-844d-fb4d44660425", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:41:39.774754 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83b4b1da-5744-420f-b095-4bd4e0f8e0ab {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:41:39.775090 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464d12aa-df7a-412c-849f-d55aa7763761', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5356bb98-934f-4f12-844d-fb4d44660425', 'code': 200} Dec 20 21:41:39.804060 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4598d-2a5a-4be7-964a-135b2fe550eb req-87cd0bf1-140b-4c9b-b487-a635b6988d7c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:39.808230 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ea4598d-2a5a-4be7-964a-135b2fe550eb req-87cd0bf1-140b-4c9b-b487-a635b6988d7c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 945 time: 0.1724317 Dec 20 21:41:39.810893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 5356bb98-934f-4f12-844d-fb4d44660425, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5356bb98-934f-4f12-844d-fb4d44660425,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:39.823335 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-22687099-3d89-46fd-b226-f359f1a3440a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/routers/66197e54-43e3-4983-b198-b7d8445538c0 HTTP/1.1" status: 200 len: 934 time: 0.2881281 Dec 20 21:41:39.838369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57384) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:39.839605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b8144-b230-466b-9d39-1b17678de87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7aa621-b0b1-4510-b754-971a8b92c08f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:39.848458 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 5356bb98-934f-4f12-844d-fb4d44660425, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5356bb98-934f-4f12-844d-fb4d44660425,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:39.856793 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-146b8144-b230-466b-9d39-1b17678de87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:39.859323 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146b8144-b230-466b-9d39-1b17678de87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:39.861092 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-146b8144-b230-466b-9d39-1b17678de87c admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:39.882453 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f5910e37-0d6b-4a32-b341-702bff410823 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'router': {'routes': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:39.918434 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ea4598d-2a5a-4be7-964a-135b2fe550eb req-06ff2cf2-e789-4e7f-ab5b-72c1bc68d71c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=637fe7d2-e791-4f7a-a119-62805c5d9662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933301 Dec 20 21:41:39.944479 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:40.022268 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] Set router 2aba4560-fb46-4717-9db6-89f644981d2f gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:40.065784 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad1819-5d24-4b08-8ae3-2c72629d91ed None None] Pushing event updated for resources: {'Port': ['ID=8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:40.076547 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:40.079148 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '5356bb98-934f-4f12-844d-fb4d44660425', 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6', 'port_id': '5356bb98-934f-4f12-844d-fb4d44660425', 'mac_address': 'fa:16:3e:8a:18:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924feca0-3a71-4754-bcc2-c5bd79345d9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:41:40.148621 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-146b8144-b230-466b-9d39-1b17678de87c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8216724 Dec 20 21:41:40.151551 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57386) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:40.157059 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-7315a318-183c-4618-9d45-9f03f65dc6f6 admin admin] Request body: {'subnet': {'network_id': '63790678-bc52-4293-9e2a-7c1e7b52f59b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-176016492-subnet', 'tenant_id': '5755438537f94eee9882a8f6c9179e44', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:40.207124 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7315a318-183c-4618-9d45-9f03f65dc6f6 admin admin] Made reservation on behalf of 5755438537f94eee9882a8f6c9179e44 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:40.209718 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7315a318-183c-4618-9d45-9f03f65dc6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:40.294950 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=5356bb98-934f-4f12-844d-fb4d44660425,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:40.340336 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-7956a811-9663-4699-8572-804019eb893b None None] Allocated IP 2001:db8:1::2 (35ddef81-0c11-4332-b69b-4dac3711c9d6/ca3c0302-31d3-4e51-8c80-107af401c1ac/18b0b55f-feb5-4b2b-a135-4117c011ef7d) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:40.357258 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:25Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 4, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'gw_port': {'id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:27Z', 'updated_at': '2021-12-20T21:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb', 'name': '', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'mac_address': 'fa:16:3e:84:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:32Z', 'updated_at': '2021-12-20T21:41:39Z', 'revision_number': 4, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'subnets': [{'id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:40.385288 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:40.418635 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868584c6-755e-4483-98b3-1d841d5bf6e5 None None] The sync data for ids ['2aba4560-fb46-4717-9db6-89f644981d2f'] in n-d-xena-1 is: [{'id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:25Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 4, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'gw_port': {'id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:27Z', 'updated_at': '2021-12-20T21:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb', 'name': '', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'mac_address': 'fa:16:3e:84:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:32Z', 'updated_at': '2021-12-20T21:41:39Z', 'revision_number': 4, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'subnets': [{'id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:41:40.547881 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:40.598940 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c8a91c-5b90-43ad-815a-2b72ca35add8 None None] Network c1659dae-8980-4528-a335-780bd36ba50a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:40.656477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b8144-b230-466b-9d39-1b17678de87c admin admin] Pushing event updated for resources: {'Network': ['ID=63790678-bc52-4293-9e2a-7c1e7b52f59b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:40.664105 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7315a318-183c-4618-9d45-9f03f65dc6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:40.746671 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 63790678-bc52-4293-9e2a-7c1e7b52f59b details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:41:40.835680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315a318-183c-4618-9d45-9f03f65dc6f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8deaa075-4562-42ca-8e99-acfc27cbf569,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:40.867903 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b011fb-cdb4-4999-a880-85597a90d9cc req-0f2ea659-1f58-4a4d-8e3a-d1363b51c3ae tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:40.869560 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-89b011fb-cdb4-4999-a880-85597a90d9cc req-0f2ea659-1f58-4a4d-8e3a-d1363b51c3ae tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 944 time: 0.8072810 Dec 20 21:41:40.874703 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f75bb58d-9490-4b0c-87ae-d01b5d21648f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:40.909097 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7315a318-183c-4618-9d45-9f03f65dc6f6 admin admin] Checking segment: {'id': '5f1aeaf1-13cb-422c-9e46-3e68381a1663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '63790678-bc52-4293-9e2a-7c1e7b52f59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:40.911136 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7315a318-183c-4618-9d45-9f03f65dc6f6 admin admin] Network hostable DHCP agents. Network: 63790678-bc52-4293-9e2a-7c1e7b52f59b, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:41:40.962921 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7315a318-183c-4618-9d45-9f03f65dc6f6 admin admin] Network 63790678-bc52-4293-9e2a-7c1e7b52f59b is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:41:40.989564 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-7315a318-183c-4618-9d45-9f03f65dc6f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 63790678-bc52-4293-9e2a-7c1e7b52f59b) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:40.992697 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5356bb98-934f-4f12-844d-fb4d44660425 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:41:41.008428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7315a318-183c-4618-9d45-9f03f65dc6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:41.012500 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7315a318-183c-4618-9d45-9f03f65dc6f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:41.057597 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3779aea-39f4-4f91-a9f7-4eeb6631fb86 None None] Network 63790678-bc52-4293-9e2a-7c1e7b52f59b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:41.069803 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7315a318-183c-4618-9d45-9f03f65dc6f6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9159541 Dec 20 21:41:41.071778 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57402) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:41.085628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-176016492-router', 'tenant_id': '5755438537f94eee9882a8f6c9179e44', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:41.089516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 1b5c042e-b479-4963-89f1-e96af09b8f1b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1b5c042e-b479-4963-89f1-e96af09b8f1b,segment=NetworkSegment(458ad9f5-7e17-477d-a92d-e7c43e26ef9f),segment_id=458ad9f5-7e17-477d-a92d-e7c43e26ef9f)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:41.106122 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:41.153952 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:41.155167 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:41.236053 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:41.237028 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 18af1156-b66d-4ec6-948a-8e0329a5a832 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:41.281951 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:41.390940 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:41.412485 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:41.415313 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:41.423854 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 5356bb98-934f-4f12-844d-fb4d44660425, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5356bb98-934f-4f12-844d-fb4d44660425,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:41.517234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a0ae9-37a2-4bd8-a0c6-709b7d04edb5 req-44656819-73e7-4c86-bbf8-b89ca12d5455 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:41.533104 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7f8a0ae9-37a2-4bd8-a0c6-709b7d04edb5 req-44656819-73e7-4c86-bbf8-b89ca12d5455 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 945 time: 0.3993127 Dec 20 21:41:41.571155 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:41.674491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57408) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:41.701802 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-89b011fb-cdb4-4999-a880-85597a90d9cc req-54fe997e-e8fc-4200-9d02-5001d3314def tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7644603 Dec 20 21:41:41.727312 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=30aefcc0-6026-471b-b903-f477a1e5d7ed,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:41.817510 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b95f99-f0b3-49ca-ba9d-711784b336af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:41:41.820275 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb92c5fd-28de-4205-8db5-a0fbb75a319f" -d '{"events": [{"server_uuid": "e4b95f99-f0b3-49ca-ba9d-711784b336af", "name": "network-vif-plugged", "status": "completed", "tag": "7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:41:41.908131 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network c1659dae-8980-4528-a335-780bd36ba50a is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:41.916629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd,segment=NetworkSegment(0370b202-7841-45c6-91a5-4175c407fb1c),segment_id=0370b202-7841-45c6-91a5-4175c407fb1c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:41.917966 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:41.928535 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae29fe2-3462-4c1f-a198-e52600141672 x-openstack-request-id: req-7ae29fe2-3462-4c1f-a198-e52600141672 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:41:41.929216 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b95f99-f0b3-49ca-ba9d-711784b336af", "name": "network-vif-plugged", "status": "completed", "tag": "7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:41:41.929713 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ae29fe2-3462-4c1f-a198-e52600141672 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:41:41.930384 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b95f99-f0b3-49ca-ba9d-711784b336af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd', 'code': 200} Dec 20 21:41:42.041480 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:42.044205 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['5356bb98-934f-4f12-844d-fb4d44660425'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:41:42.081935 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-f75bb58d-9490-4b0c-87ae-d01b5d21648f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:41:42.082537 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.extraroute_db [None req-f5910e37-0d6b-4a32-b341-702bff410823 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Added routes are [] {{(pid=102402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 21:41:42.082850 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.extraroute_db [None req-f5910e37-0d6b-4a32-b341-702bff410823 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 21:41:42.083234 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-f75bb58d-9490-4b0c-87ae-d01b5d21648f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:41:42.083952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=1b5c042e-b479-4963-89f1-e96af09b8f1b,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:42.145103 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5910e37-0d6b-4a32-b341-702bff410823 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:42.189095 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:41:35Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '4e7c263a-7a4b-4a4a-a781-9388b5a3692c', 'name': '', 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f4:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:12Z', 'updated_at': '2021-12-20T21:41:20Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b99514b8-94c6-4c4f-a6ed-3596400acab1', 'name': '', 'network_id': 'fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:82:ef:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': 'eef37369-cdae-4790-bb74-d946276076c7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:31Z', 'updated_at': '2021-12-20T21:41:36Z', 'revision_number': 2, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': 'eef37369-cdae-4790-bb74-d946276076c7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc731a39-2734-4de9-bc3a-aaaea0cfa5e2', 'name': '', 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f3:05:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '39999c7e-4efb-4816-8093-8dfd171cfe8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:22Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '39999c7e-4efb-4816-8093-8dfd171cfe8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:42.270724 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router f77978c0-dda9-4270-97c9-738be9611780 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:41:42.306934 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7f8a0ae9-37a2-4bd8-a0c6-709b7d04edb5 req-9e2fc741-b3ae-4912-9566-b5d3a20f7ed9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=637fe7d2-e791-4f7a-a119-62805c5d9662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7729418 Dec 20 21:41:42.350229 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:42.355803 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Checking router: 66197e54-43e3-4983-b198-b7d8445538c0 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:41:42.356586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Updating router 66197e54-43e3-4983-b198-b7d8445538c0 port b99514b8-94c6-4c4f-a6ed-3596400acab1 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:41:42.359522 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7956a811-9663-4699-8572-804019eb893b None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:42.490315 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7956a811-9663-4699-8572-804019eb893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:42.503607 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 18af1156-b66d-4ec6-948a-8e0329a5a832 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:42.504279 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:42.536856 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=5356bb98-934f-4f12-844d-fb4d44660425,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:42.543001 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:42.567458 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf94418-7b0f-4ec5-b593-af7ee4506ce7 req-c49fb4ea-73e2-457c-97f7-12ad63ee3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:42.569680 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1bf94418-7b0f-4ec5-b593-af7ee4506ce7 req-c49fb4ea-73e2-457c-97f7-12ad63ee3d5d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 1095 time: 0.2683709 Dec 20 21:41:42.584463 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1f3653d6-3313-4fdd-b6d7-c73df9ebef1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:42.645829 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1bf94418-7b0f-4ec5-b593-af7ee4506ce7 req-69122c0b-955f-405e-9de0-c96d2047b81b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=637fe7d2-e791-4f7a-a119-62805c5d9662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673013 Dec 20 21:41:42.672909 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956a811-9663-4699-8572-804019eb893b None None] Network 35ddef81-0c11-4332-b69b-4dac3711c9d6 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:42.706541 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7956a811-9663-4699-8572-804019eb893b None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:42.711961 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956a811-9663-4699-8572-804019eb893b None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:42.745894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-63790678-bc52-4293-9e2a-7c1e7b52f59b', 'network_id': '63790678-bc52-4293-9e2a-7c1e7b52f59b', 'tenant_id': '5755438537f94eee9882a8f6c9179e44', 'fixed_ips': [{'subnet_id': '8deaa075-4562-42ca-8e99-acfc27cbf569'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:41:42.747180 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:42.851542 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1f3653d6-3313-4fdd-b6d7-c73df9ebef1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:42.883075 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1f3653d6-3313-4fdd-b6d7-c73df9ebef1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:42.908471 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7956a811-9663-4699-8572-804019eb893b None None] Attempting to bind port 18b0b55f-feb5-4b2b-a135-4117c011ef7d on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:42.909080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7956a811-9663-4699-8572-804019eb893b None None] Attempting to bind port 18b0b55f-feb5-4b2b-a135-4117c011ef7d by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '9ff9db7b-4504-4e31-851d-46949c07b43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '35ddef81-0c11-4332-b69b-4dac3711c9d6'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:42.909438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956a811-9663-4699-8572-804019eb893b None None] Attempting to bind port 18b0b55f-feb5-4b2b-a135-4117c011ef7d on network 35ddef81-0c11-4332-b69b-4dac3711c9d6 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:42.911930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:42.931998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:41:42.932864 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:42.942881 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1f3653d6-3313-4fdd-b6d7-c73df9ebef1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80cf6fa2e4d34a5c997f84744e46cee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6656873 Dec 20 21:41:42.943375 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7330d1a7-18a6-4340-a236-da59ef68d278 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/f77978c0-dda9-4270-97c9-738be9611780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8230457 Dec 20 21:41:42.944550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57418) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:42.945013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57420) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:42.951156 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5910e37-0d6b-4a32-b341-702bff410823 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:42.958372 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5910e37-0d6b-4a32-b341-702bff410823 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:42.970466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58b922-55ae-4384-8414-f9fd25861afb req-57b50a28-3a03-4b1a-975f-235910bebeac tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:42.972172 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e58b922-55ae-4384-8414-f9fd25861afb req-57b50a28-3a03-4b1a-975f-235910bebeac tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 945 time: 0.1070156 Dec 20 21:41:43.051885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd9e0b8-38b8-4f37-a27f-62a1ba262083 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:43.053763 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6dd9e0b8-38b8-4f37-a27f-62a1ba262083 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports/30aefcc0-6026-471b-b903-f477a1e5d7ed HTTP/1.1" status: 200 len: 911 time: 0.0567389 Dec 20 21:41:43.059643 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:43.061435 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3653d6-3313-4fdd-b6d7-c73df9ebef1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7a9cdf-838f-4dc7-83ba-a3f19a4b9614,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:43.064033 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57422) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:43.129514 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1e58b922-55ae-4384-8414-f9fd25861afb req-eba0c13a-b9f9-4696-b083-7d85fca78ac7 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166155 Dec 20 21:41:43.144656 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5910e37-0d6b-4a32-b341-702bff410823 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 66197e54-43e3-4983-b198-b7d8445538c0 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:41:43.443450 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5910e37-0d6b-4a32-b341-702bff410823 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:41:43.454278 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-81acd140-52f8-434f-a376-c3c9a2751600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:43.467522 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f5910e37-0d6b-4a32-b341-702bff410823 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:43.476065 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f5910e37-0d6b-4a32-b341-702bff410823 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/66197e54-43e3-4983-b198-b7d8445538c0 HTTP/1.1" status: 200 len: 700 time: 3.6000423 Dec 20 21:41:43.478676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57428) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:43.611767 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b9459cb8-0de0-4ebd-ae35-1a0e3b16776d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/routers/66197e54-43e3-4983-b198-b7d8445538c0 HTTP/1.1" status: 200 len: 700 time: 0.1293840 Dec 20 21:41:43.612576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57430) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:43.664568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a349fbe4-b9c1-4f90-93b3-285d31195bc6 None None] Sync routers for ids ['f77978c0-dda9-4270-97c9-738be9611780'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:41:43.791703 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956a811-9663-4699-8572-804019eb893b None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:43.793276 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956a811-9663-4699-8572-804019eb893b None None] Checking segment: {'id': '9ff9db7b-4504-4e31-851d-46949c07b43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '35ddef81-0c11-4332-b69b-4dac3711c9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:43.794378 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7956a811-9663-4699-8572-804019eb893b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:43.795121 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956a811-9663-4699-8572-804019eb893b None None] Bound using segment: {'id': '9ff9db7b-4504-4e31-851d-46949c07b43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '35ddef81-0c11-4332-b69b-4dac3711c9d6'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:43.795785 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7956a811-9663-4699-8572-804019eb893b None None] Bound port: 18b0b55f-feb5-4b2b-a135-4117c011ef7d, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff9db7b-4504-4e31-851d-46949c07b43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '35ddef81-0c11-4332-b69b-4dac3711c9d6'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:43.796430 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7956a811-9663-4699-8572-804019eb893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:43.824831 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-81acd140-52f8-434f-a376-c3c9a2751600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:43.881818 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a349fbe4-b9c1-4f90-93b3-285d31195bc6 None None] Routers {'f77978c0-dda9-4270-97c9-738be9611780'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:43.882472 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23eb018-85d9-48e8-9138-d911fbc8affb req-5b64801a-967c-40bc-bc8b-9c52aadbc7c5 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:43.882626 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a349fbe4-b9c1-4f90-93b3-285d31195bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f77978c0-dda9-4270-97c9-738be9611780'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:43.884037 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f23eb018-85d9-48e8-9138-d911fbc8affb req-5b64801a-967c-40bc-bc8b-9c52aadbc7c5 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 946 time: 0.3826778 Dec 20 21:41:43.943781 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-722105d8-1283-4648-9e98-cd5a3feeacac None None] Provisioning complete for port 1b5c042e-b479-4963-89f1-e96af09b8f1b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:43.944148 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-722105d8-1283-4648-9e98-cd5a3feeacac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:43.969898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Allocated IP 172.35.3.130 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:43.975940 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956a811-9663-4699-8572-804019eb893b None None] Pushing event updated for resources: {'Port': ['ID=18b0b55f-feb5-4b2b-a135-4117c011ef7d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:44.015188 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a349fbe4-b9c1-4f90-93b3-285d31195bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:44.030380 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f23eb018-85d9-48e8-9138-d911fbc8affb req-79aa4ae6-6164-4ae4-8ad7-ca067f1a8068 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=637fe7d2-e791-4f7a-a119-62805c5d9662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1119292 Dec 20 21:41:44.150813 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a349fbe4-b9c1-4f90-93b3-285d31195bc6 None None] Routers {'f77978c0-dda9-4270-97c9-738be9611780'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:44.151581 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a349fbe4-b9c1-4f90-93b3-285d31195bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f77978c0-dda9-4270-97c9-738be9611780'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:44.164720 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-529003da-32e8-4ad6-a22b-fba9f1de4eaa tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:44.197592 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-81acd140-52f8-434f-a376-c3c9a2751600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:44.203391 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-81acd140-52f8-434f-a376-c3c9a2751600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:44.208389 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-81acd140-52f8-434f-a376-c3c9a2751600 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c7a9cdf-838f-4dc7-83ba-a3f19a4b9614 HTTP/1.1" status: 204 len: 168 time: 1.2460921 Dec 20 21:41:44.213855 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Allocated IP 172.20.0.2 (63790678-bc52-4293-9e2a-7c1e7b52f59b/8deaa075-4562-42ca-8e99-acfc27cbf569/0af2daa4-9294-4c69-8f43-d8f70fd31327) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:44.224942 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7956a811-9663-4699-8572-804019eb893b None None] For port 18b0b55f-feb5-4b2b-a135-4117c011ef7d, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:44.239260 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7956a811-9663-4699-8572-804019eb893b None None] For port 18b0b55f-feb5-4b2b-a135-4117c011ef7d, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=18b0b55f-feb5-4b2b-a135-4117c011ef7d,segment=NetworkSegment(9ff9db7b-4504-4e31-851d-46949c07b43a),segment_id=9ff9db7b-4504-4e31-851d-46949c07b43a)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:44.254049 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a349fbe4-b9c1-4f90-93b3-285d31195bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:44.254983 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a349fbe4-b9c1-4f90-93b3-285d31195bc6 None None] The sync data for ids ['f77978c0-dda9-4270-97c9-738be9611780'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:41:44.263431 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7956a811-9663-4699-8572-804019eb893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:44.312865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acd140-52f8-434f-a376-c3c9a2751600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7a9cdf-838f-4dc7-83ba-a3f19a4b9614,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:44.355316 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:44.362278 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956a811-9663-4699-8572-804019eb893b None None] Pushing event updated for resources: {'Port': ['ID=18b0b55f-feb5-4b2b-a135-4117c011ef7d,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:44.450914 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba3aa9-17ab-4344-aa65-e06b74efff03 req-384d130f-b55d-42a9-8821-3c4d89618586 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:44.463610 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:44.464131 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1bba3aa9-17ab-4344-aa65-e06b74efff03 req-384d130f-b55d-42a9-8821-3c4d89618586 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 945 time: 0.1889467 Dec 20 21:41:44.500007 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:44.558875 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1bba3aa9-17ab-4344-aa65-e06b74efff03 req-ff520701-fb15-42ff-a49f-eb30002a0c3e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935907 Dec 20 21:41:44.642485 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:44.684499 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:44.701100 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:44.740040 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c8afa-80dc-490c-b7ea-407cd9997f82 None None] Pushing event updated for resources: {'Port': ['ID=b99514b8-94c6-4c4f-a6ed-3596400acab1,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:44.810794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Pushing event updated for resources: {'Port': ['ID=82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:44.820035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-722105d8-1283-4648-9e98-cd5a3feeacac None None] Provisioning complete for port 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:44.820297 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-722105d8-1283-4648-9e98-cd5a3feeacac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:44.833276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-529003da-32e8-4ad6-a22b-fba9f1de4eaa tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting port b99514b8-94c6-4c4f-a6ed-3596400acab1 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:41:44.833827 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-529003da-32e8-4ad6-a22b-fba9f1de4eaa tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:44.897024 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57452) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:44.963146 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:44.973342 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:44.973751 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:44.983545 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:44.993332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:45.007869 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.014470 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.032331 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Attempting to bind port b99514b8-94c6-4c4f-a6ed-3596400acab1 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:45.033231 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Attempting to bind port b99514b8-94c6-4c4f-a6ed-3596400acab1 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '458ad9f5-7e17-477d-a92d-e7c43e26ef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:45.033603 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Attempting to bind port b99514b8-94c6-4c4f-a6ed-3596400acab1 on network fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:45.044004 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.074098 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dc09308-0236-4cbb-bba8-99ea902ff248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.156769 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:45.157150 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Checking segment: {'id': '458ad9f5-7e17-477d-a92d-e7c43e26ef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:45.157665 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.157982 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Bound using segment: {'id': '458ad9f5-7e17-477d-a92d-e7c43e26ef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:45.158500 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Bound port: b99514b8-94c6-4c4f-a6ed-3596400acab1, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458ad9f5-7e17-477d-a92d-e7c43e26ef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:45.158879 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.182082 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Network 63790678-bc52-4293-9e2a-7c1e7b52f59b is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:45.215104 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:45.218597 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:45.221686 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-529003da-32e8-4ad6-a22b-fba9f1de4eaa tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] For port b99514b8-94c6-4c4f-a6ed-3596400acab1, host n-d-xena-1, got binding levels [] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:45.222211 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-529003da-32e8-4ad6-a22b-fba9f1de4eaa tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.238042 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-529003da-32e8-4ad6-a22b-fba9f1de4eaa tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Calling delete_port for b99514b8-94c6-4c4f-a6ed-3596400acab1 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:41:45.296002 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Allocated IP 2001:db8:1::1 (35ddef81-0c11-4332-b69b-4dac3711c9d6/ca3c0302-31d3-4e51-8c80-107af401c1ac/3e835446-a619-4253-99c8-d2bce005661d) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:45.313459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Pushing event updated for resources: {'Port': ['ID=0af2daa4-9294-4c69-8f43-d8f70fd31327,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:45.383645 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Attempting to bind port 0af2daa4-9294-4c69-8f43-d8f70fd31327 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:45.384018 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Attempting to bind port 0af2daa4-9294-4c69-8f43-d8f70fd31327 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '5f1aeaf1-13cb-422c-9e46-3e68381a1663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '63790678-bc52-4293-9e2a-7c1e7b52f59b'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:45.384376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Attempting to bind port 0af2daa4-9294-4c69-8f43-d8f70fd31327 on network 63790678-bc52-4293-9e2a-7c1e7b52f59b {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:45.389551 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-722105d8-1283-4648-9e98-cd5a3feeacac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.408088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:45.408461 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Checking segment: {'id': '5f1aeaf1-13cb-422c-9e46-3e68381a1663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '63790678-bc52-4293-9e2a-7c1e7b52f59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:45.408864 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.409257 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Bound using segment: {'id': '5f1aeaf1-13cb-422c-9e46-3e68381a1663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '63790678-bc52-4293-9e2a-7c1e7b52f59b'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:45.409735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Bound port: 0af2daa4-9294-4c69-8f43-d8f70fd31327, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1aeaf1-13cb-422c-9e46-3e68381a1663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '63790678-bc52-4293-9e2a-7c1e7b52f59b'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:45.410135 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.432267 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.437812 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] For port b99514b8-94c6-4c4f-a6ed-3596400acab1, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:45.465076 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] For port b99514b8-94c6-4c4f-a6ed-3596400acab1, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b99514b8-94c6-4c4f-a6ed-3596400acab1,segment=NetworkSegment(458ad9f5-7e17-477d-a92d-e7c43e26ef9f),segment_id=458ad9f5-7e17-477d-a92d-e7c43e26ef9f)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:45.476616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e4733-02ca-4385-851b-636dae4e1546 req-f81a70df-a35a-4fca-a1b5-0ac6a9ff5364 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:45.478316 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a03e4733-02ca-4385-851b-636dae4e1546 req-f81a70df-a35a-4fca-a1b5-0ac6a9ff5364 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 946 time: 0.2902591 Dec 20 21:41:45.481738 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dc09308-0236-4cbb-bba8-99ea902ff248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.509256 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.519455 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-722105d8-1283-4648-9e98-cd5a3feeacac None None] For port 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=10c66dd0-3be5-4b41-91b8-8733ecf8fe7d,segment=NetworkSegment(efd166b7-aace-4f75-b4d9-51e05b5e710a),segment_id=efd166b7-aace-4f75-b4d9-51e05b5e710a)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:45.532072 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.532652 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dc09308-0236-4cbb-bba8-99ea902ff248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.563473 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a03e4733-02ca-4385-851b-636dae4e1546 req-8c0f07db-dcda-498e-a92b-58490cd7261b tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=637fe7d2-e791-4f7a-a119-62805c5d9662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723796 Dec 20 21:41:45.616114 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.634311 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c8afa-80dc-490c-b7ea-407cd9997f82 None None] Pushing event updated for resources: {'Port': ['ID=b99514b8-94c6-4c4f-a6ed-3596400acab1,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:45.649059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 5356bb98-934f-4f12-844d-fb4d44660425 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:45.678000 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-722105d8-1283-4648-9e98-cd5a3feeacac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.694582 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4dc09308-0236-4cbb-bba8-99ea902ff248 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f67ed704a0cd47f19a2bdb0952c5a87e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7931168 Dec 20 21:41:45.694582 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc09308-0236-4cbb-bba8-99ea902ff248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdecbca-e106-4ae8-b0f2-47aef4d2dc46,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:45.696766 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57468) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:45.716940 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb,segment=NetworkSegment(f75bd7c6-8520-446c-9f37-c4a0849dfec5),segment_id=f75bd7c6-8520-446c-9f37-c4a0849dfec5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:45.741848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=3e835446-a619-4253-99c8-d2bce005661d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:45.745374 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-529003da-32e8-4ad6-a22b-fba9f1de4eaa tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.753358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 35ddef81-0c11-4332-b69b-4dac3711c9d6 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:45.765032 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:45.779591 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.780485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 358693c6-a996-4e2a-a518-bfe972d7951a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:45.800819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:45.801960 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.866226 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] For port 0af2daa4-9294-4c69-8f43-d8f70fd31327, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:45.873615 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] For port 0af2daa4-9294-4c69-8f43-d8f70fd31327, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0af2daa4-9294-4c69-8f43-d8f70fd31327,segment=NetworkSegment(5f1aeaf1-13cb-422c-9e46-3e68381a1663),segment_id=5f1aeaf1-13cb-422c-9e46-3e68381a1663)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:45.892808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-722105d8-1283-4648-9e98-cd5a3feeacac None None] Provisioning complete for port 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:45.893191 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-722105d8-1283-4648-9e98-cd5a3feeacac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:45.903038 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Routers {'66197e54-43e3-4983-b198-b7d8445538c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:45.903678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['66197e54-43e3-4983-b198-b7d8445538c0'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:45.906994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529003da-32e8-4ad6-a22b-fba9f1de4eaa tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Port': ['ID=b99514b8-94c6-4c4f-a6ed-3596400acab1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:45.949529 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591fb6a-672b-4d17-8879-28e1621632fc req-ca71565e-db74-49ec-92e5-8f312a3f2a1b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:45.957810 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0591fb6a-672b-4d17-8879-28e1621632fc req-ca71565e-db74-49ec-92e5-8f312a3f2a1b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 945 time: 0.2772284 Dec 20 21:41:45.980221 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:46.039801 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0591fb6a-672b-4d17-8879-28e1621632fc req-9a583af1-4682-4d33-bfe1-1494622dbe19 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739655 Dec 20 21:41:46.040360 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33d18ca4-b78a-4cb7-a64d-560b70e9f095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:46.152739 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722105d8-1283-4648-9e98-cd5a3feeacac None None] Pushing event updated for resources: {'Port': ['ID=10c66dd0-3be5-4b41-91b8-8733ecf8fe7d,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:46.192691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 358693c6-a996-4e2a-a518-bfe972d7951a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:46.193074 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:46.221140 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33d18ca4-b78a-4cb7-a64d-560b70e9f095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:46.239969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbe2d7-60f6-4db1-b7d9-40c553a5121f req-51ecc717-fb40-48c7-bd03-b38dd6c0e74f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:46.241567 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0dbe2d7-60f6-4db1-b7d9-40c553a5121f req-51ecc717-fb40-48c7-bd03-b38dd6c0e74f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 946 time: 0.5027075 Dec 20 21:41:46.260556 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:46.360726 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-529003da-32e8-4ad6-a22b-fba9f1de4eaa tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:46.725858 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 5356bb98-934f-4f12-844d-fb4d44660425 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:46.726322 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:46.756327 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33d18ca4-b78a-4cb7-a64d-560b70e9f095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:46.758951 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33d18ca4-b78a-4cb7-a64d-560b70e9f095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:46.760151 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-33d18ca4-b78a-4cb7-a64d-560b70e9f095 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cdecbca-e106-4ae8-b0f2-47aef4d2dc46 HTTP/1.1" status: 204 len: 168 time: 1.0614262 Dec 20 21:41:46.826709 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d18ca4-b78a-4cb7-a64d-560b70e9f095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdecbca-e106-4ae8-b0f2-47aef4d2dc46,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:46.879124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529003da-32e8-4ad6-a22b-fba9f1de4eaa tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 66197e54-43e3-4983-b198-b7d8445538c0 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:41:46.910370 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924ea131-c524-4e05-94be-b6707135c868 None None] Network 35ddef81-0c11-4332-b69b-4dac3711c9d6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:46.940467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:47.010554 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:47.030362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] Set router 66197e54-43e3-4983-b198-b7d8445538c0 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:47.037017 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529003da-32e8-4ad6-a22b-fba9f1de4eaa tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:41:47.046121 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-529003da-32e8-4ad6-a22b-fba9f1de4eaa tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/66197e54-43e3-4983-b198-b7d8445538c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4323347 Dec 20 21:41:47.048852 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57476) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:47.060475 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0dbe2d7-60f6-4db1-b7d9-40c553a5121f req-bcff57a3-6b54-4f25-acb4-256131743cec tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=637fe7d2-e791-4f7a-a119-62805c5d9662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7677591 Dec 20 21:41:47.126906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6fe7a-aac6-49d8-8e62-0aec573320f2 None None] Pushing event updated for resources: {'Port': ['ID=0af2daa4-9294-4c69-8f43-d8f70fd31327,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:47.214122 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d761327-967e-48a6-8cb1-6512b14ab236 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting subnet eef37369-cdae-4790-bb74-d946276076c7 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:41:47.219442 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d761327-967e-48a6-8cb1-6512b14ab236 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:47.295692 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d761327-967e-48a6-8cb1-6512b14ab236 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:47.355086 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0702aa-5000-4169-b876-1912e30241e4 req-b720c729-e906-4078-8e51-a2fbfdfdeb39 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:47.356598 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a0702aa-5000-4169-b876-1912e30241e4 req-b720c729-e906-4078-8e51-a2fbfdfdeb39 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 945 time: 0.1793740 Dec 20 21:41:47.441775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-722105d8-1283-4648-9e98-cd5a3feeacac None None] Could not find standard attr ID for object b99514b8-94c6-4c4f-a6ed-3596400acab1. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:41:47.460611 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a0702aa-5000-4169-b876-1912e30241e4 req-9fe99320-f0a1-4b99-b109-23333af6daf8 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951545 Dec 20 21:41:47.514454 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1b5c042e-b479-4963-89f1-e96af09b8f1b up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:47.550593 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d761327-967e-48a6-8cb1-6512b14ab236 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:47.555876 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:47.704394 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:47.713475 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d761327-967e-48a6-8cb1-6512b14ab236 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:47.764864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-628763eb-30ab-4afc-8965-d59477989cec None None] Provisioning complete for port 18b0b55f-feb5-4b2b-a135-4117c011ef7d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:47.765504 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-628763eb-30ab-4afc-8965-d59477989cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:47.782979 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d761327-967e-48a6-8cb1-6512b14ab236 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Subnet': ['ID=eef37369-cdae-4790-bb74-d946276076c7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:47.793134 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d761327-967e-48a6-8cb1-6512b14ab236 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:47.800199 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9d761327-967e-48a6-8cb1-6512b14ab236 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/subnets/eef37369-cdae-4790-bb74-d946276076c7 HTTP/1.1" status: 204 len: 168 time: 0.7478058 Dec 20 21:41:47.800430 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57512) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:47.811206 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ef7194-a325-4966-adf4-5c3630fdc275 None None] Network fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:47.848306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Router f2923222-f094-4f3c-9d96-64225f23cbc5 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:41:47.936811 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464d12aa-df7a-412c-849f-d55aa7763761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5356bb98-934f-4f12-844d-fb4d44660425'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:41:47.940412 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8ac14f-f721-41b6-9b74-8ac367a72b4d" -d '{"events": [{"server_uuid": "464d12aa-df7a-412c-849f-d55aa7763761", "name": "network-vif-plugged", "status": "completed", "tag": "5356bb98-934f-4f12-844d-fb4d44660425"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:41:47.948138 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:47.966635 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afc5280-6d7c-4a60-8f3f-75aab3910d88 None None] Network 63790678-bc52-4293-9e2a-7c1e7b52f59b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:47.992601 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 5356bb98-934f-4f12-844d-fb4d44660425, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5356bb98-934f-4f12-844d-fb4d44660425,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:48.012362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting port 1b5c042e-b479-4963-89f1-e96af09b8f1b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:41:48.012934 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:48.027305 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:48.028052 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9b9380-da53-466e-9ace-04b7fa6a8674 x-openstack-request-id: req-6c9b9380-da53-466e-9ace-04b7fa6a8674 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:41:48.028531 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464d12aa-df7a-412c-849f-d55aa7763761", "name": "network-vif-plugged", "status": "completed", "tag": "5356bb98-934f-4f12-844d-fb4d44660425", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:41:48.028940 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c9b9380-da53-466e-9ace-04b7fa6a8674 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:41:48.029691 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464d12aa-df7a-412c-849f-d55aa7763761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5356bb98-934f-4f12-844d-fb4d44660425', 'code': 200} Dec 20 21:41:48.041871 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:48.045175 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:48.069302 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:48.091500 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 1b5c042e-b479-4963-89f1-e96af09b8f1b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:48.091769 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:48.184742 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:41:45Z', 'revision_number': 8, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '4e7c263a-7a4b-4a4a-a781-9388b5a3692c', 'name': '', 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f4:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:12Z', 'updated_at': '2021-12-20T21:41:20Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc731a39-2734-4de9-bc3a-aaaea0cfa5e2', 'name': '', 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f3:05:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '39999c7e-4efb-4816-8093-8dfd171cfe8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:22Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '39999c7e-4efb-4816-8093-8dfd171cfe8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:48.189246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] For port 1b5c042e-b479-4963-89f1-e96af09b8f1b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=1b5c042e-b479-4963-89f1-e96af09b8f1b,segment=NetworkSegment(458ad9f5-7e17-477d-a92d-e7c43e26ef9f),segment_id=458ad9f5-7e17-477d-a92d-e7c43e26ef9f)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:48.191495 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:48.195899 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:48.208612 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Calling delete_port for 1b5c042e-b479-4963-89f1-e96af09b8f1b owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:41:48.276132 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18881566-8014-4b58-9b0d-ffcf5e219309 None None] The sync data for ids ['66197e54-43e3-4983-b198-b7d8445538c0'] in n-d-xena-1 is: [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:41:45Z', 'revision_number': 8, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '4e7c263a-7a4b-4a4a-a781-9388b5a3692c', 'name': '', 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f4:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:12Z', 'updated_at': '2021-12-20T21:41:20Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc731a39-2734-4de9-bc3a-aaaea0cfa5e2', 'name': '', 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f3:05:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '39999c7e-4efb-4816-8093-8dfd171cfe8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:22Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '39999c7e-4efb-4816-8093-8dfd171cfe8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:41:48.340216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=5356bb98-934f-4f12-844d-fb4d44660425,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:48.362767 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:48.384190 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Could not find standard attr ID for object 1b5c042e-b479-4963-89f1-e96af09b8f1b. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:41:48.392626 n-d-xena-1 neutron-server[102403]: INFO neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No ports have port_id starting with 1b5c042e-b479-4963-89f1-e96af09b8f1b Dec 20 21:41:48.400364 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:48.425041 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-628763eb-30ab-4afc-8965-d59477989cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:48.445955 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Port': ['ID=1b5c042e-b479-4963-89f1-e96af09b8f1b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:48.457467 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] No DVR routers for this DVR port 1b5c042e-b479-4963-89f1-e96af09b8f1b on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:41:48.457730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=3e835446-a619-4253-99c8-d2bce005661d,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:48.471010 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62583682-2781-4295-8f90-32ed1a783d5a None None] DHCP port deletion for fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:41:48.482197 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:41:48.497183 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Sync routers for ids ['f2923222-f094-4f3c-9d96-64225f23cbc5'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:41:48.518607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098515d5-2ac1-43a5-b471-5efc5f4520fa req-cc538580-3e41-4ade-9776-4bb2d297a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:48.522752 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-098515d5-2ac1-43a5-b471-5efc5f4520fa req-cc538580-3e41-4ade-9776-4bb2d297a26f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 1095 time: 0.2994235 Dec 20 21:41:48.532560 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 35ddef81-0c11-4332-b69b-4dac3711c9d6 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:48.533700 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Routers {'f2923222-f094-4f3c-9d96-64225f23cbc5'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:48.534423 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f2923222-f094-4f3c-9d96-64225f23cbc5'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:48.577635 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:48.622248 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57530) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:48.656019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-628763eb-30ab-4afc-8965-d59477989cec None None] For port 18b0b55f-feb5-4b2b-a135-4117c011ef7d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=18b0b55f-feb5-4b2b-a135-4117c011ef7d,segment=NetworkSegment(9ff9db7b-4504-4e31-851d-46949c07b43a),segment_id=9ff9db7b-4504-4e31-851d-46949c07b43a)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:48.674380 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:48.680617 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9c7aa1c6-7a41-49e1-b96f-2758ac9aad1f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.6077690 Dec 20 21:41:48.688872 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f7e29-5503-436c-be0f-1380c34c14e2 None None] Sync routers for ids ['66197e54-43e3-4983-b198-b7d8445538c0'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:41:48.689336 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-628763eb-30ab-4afc-8965-d59477989cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:48.743873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57532) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:48.787985 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-628763eb-30ab-4afc-8965-d59477989cec None None] Provisioning complete for port 30aefcc0-6026-471b-b903-f477a1e5d7ed triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:48.788595 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-628763eb-30ab-4afc-8965-d59477989cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:48.862729 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f7e29-5503-436c-be0f-1380c34c14e2 None None] Routers {'66197e54-43e3-4983-b198-b7d8445538c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:48.867790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-291f7e29-5503-436c-be0f-1380c34c14e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['66197e54-43e3-4983-b198-b7d8445538c0'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:48.878234 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Set router f2923222-f094-4f3c-9d96-64225f23cbc5 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:48.978630 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-098515d5-2ac1-43a5-b471-5efc5f4520fa req-fe53b414-f4a1-4f38-8191-f3b06820b9e0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162734 Dec 20 21:41:49.017017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router f77978c0-dda9-4270-97c9-738be9611780 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:41:49.039977 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57540) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:49.102276 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-291f7e29-5503-436c-be0f-1380c34c14e2 None None] Set router 66197e54-43e3-4983-b198-b7d8445538c0 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:49.233158 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-628763eb-30ab-4afc-8965-d59477989cec None None] Port 30aefcc0-6026-471b-b903-f477a1e5d7ed cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:41:49.246269 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ce22b957-3265-4ebc-99ec-f0591f6a7fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:49.263654 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:41:49.271148 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d9fe8c93-61aa-49b6-8499-7f2fe10bcdc8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/f77978c0-dda9-4270-97c9-738be9611780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2022250 Dec 20 21:41:49.274433 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57544) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:49.276385 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d3e637-ba27-4f10-8301-71ca098e2500 None None] Sync routers for ids ['f77978c0-dda9-4270-97c9-738be9611780'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:41:49.289748 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'name': 'tempest-TestVolumeBackupRestore-176016492-router', 'tenant_id': '5755438537f94eee9882a8f6c9179e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:41Z', 'updated_at': '2021-12-20T21:41:45Z', 'revision_number': 3, 'project_id': '5755438537f94eee9882a8f6c9179e44', 'gw_port': {'id': '82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:43Z', 'updated_at': '2021-12-20T21:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:49.331205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f4054c-894c-465a-be3f-b711a86da5ba tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:49.332745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a4f4054c-894c-465a-be3f-b711a86da5ba tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports/3e835446-a619-4253-99c8-d2bce005661d HTTP/1.1" status: 200 len: 913 time: 0.0574851 Dec 20 21:41:49.336157 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57546) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:49.362483 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d3e637-ba27-4f10-8301-71ca098e2500 None None] Routers {'f77978c0-dda9-4270-97c9-738be9611780'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:49.363398 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c1d3e637-ba27-4f10-8301-71ca098e2500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f77978c0-dda9-4270-97c9-738be9611780'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:49.424763 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c1d3e637-ba27-4f10-8301-71ca098e2500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:49.431453 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Checking router: f2923222-f094-4f3c-9d96-64225f23cbc5 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:41:49.432081 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Updating router f2923222-f094-4f3c-9d96-64225f23cbc5 port 82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:41:49.462953 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:49.518995 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:49.573412 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:49.612853 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458ad9f5-7e17-477d-a92d-e7c43e26ef9f') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:49.613459 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458ad9f5-7e17-477d-a92d-e7c43e26ef9f') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:49.640193 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:49.664425 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61898-2e64-4328-bc5d-68a6ee7e1761 req-85cfdba7-5ea5-47cd-8752-1d3c71b2a3f8 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:49.666695 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2ed61898-2e64-4328-bc5d-68a6ee7e1761 req-85cfdba7-5ea5-47cd-8752-1d3c71b2a3f8 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 1.0006733 Dec 20 21:41:49.679352 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:49.681452 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628763eb-30ab-4afc-8965-d59477989cec None None] Pushing event updated for resources: {'Port': ['ID=18b0b55f-feb5-4b2b-a135-4117c011ef7d,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:49.712763 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ce22b957-3265-4ebc-99ec-f0591f6a7fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:49.726132 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ce22b957-3265-4ebc-99ec-f0591f6a7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:49.751540 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:41:49.752333 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:41:49.755822 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:41:49.761168 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:49.765877 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-628763eb-30ab-4afc-8965-d59477989cec None None] Provisioning complete for port 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:49.766428 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-628763eb-30ab-4afc-8965-d59477989cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:49.767651 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d3e637-ba27-4f10-8301-71ca098e2500 None None] Routers {'f77978c0-dda9-4270-97c9-738be9611780'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:49.768131 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:49.768490 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:49.769288 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c1d3e637-ba27-4f10-8301-71ca098e2500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f77978c0-dda9-4270-97c9-738be9611780'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:49.813123 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c1d3e637-ba27-4f10-8301-71ca098e2500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:49.814296 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d3e637-ba27-4f10-8301-71ca098e2500 None None] The sync data for ids ['f77978c0-dda9-4270-97c9-738be9611780'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:41:49.822420 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:49.887381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22b957-3265-4ebc-99ec-f0591f6a7fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8947f0-6e36-4c10-99f0-386927a0e3f2,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:49.887654 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed10572-57b8-43e8-a8bc-3fdca6adcf58 None None] Pushing event updated for resources: {'Port': ['ID=82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:49.900611 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ce22b957-3265-4ebc-99ec-f0591f6a7fb0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=465715b6276a48d9a16cd720b5361d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8568618 Dec 20 21:41:49.900611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57548) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:49.927406 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Attempting to bind port 82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:49.929717 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Attempting to bind port 82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:49.930519 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Attempting to bind port 82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:49.936501 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:49.937124 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:49.937692 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:49.938267 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:49.939056 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Bound port: 82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:49.939611 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:50.018288 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] For port 82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:50.022525 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] For port 82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:50.031326 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:50.058921 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-291f7e29-5503-436c-be0f-1380c34c14e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:41:45Z', 'revision_number': 8, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '4e7c263a-7a4b-4a4a-a781-9388b5a3692c', 'name': '', 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f4:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:12Z', 'updated_at': '2021-12-20T21:41:20Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc731a39-2734-4de9-bc3a-aaaea0cfa5e2', 'name': '', 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f3:05:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '39999c7e-4efb-4816-8093-8dfd171cfe8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:22Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '39999c7e-4efb-4816-8093-8dfd171cfe8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:50.117062 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2ed61898-2e64-4328-bc5d-68a6ee7e1761 req-9c426e92-3a95-4e52-a242-cc66247e6185 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323542 Dec 20 21:41:50.121979 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ba45ede5-f3a5-4dcf-9f81-35bc10585210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:50.130544 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:50.144192 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:50.150732 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f7e29-5503-436c-be0f-1380c34c14e2 None None] Checking router: 66197e54-43e3-4983-b198-b7d8445538c0 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:41:50.154509 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/networks/fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a HTTP/1.1" status: 204 len: 168 time: 2.3519287 Dec 20 21:41:50.157872 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57554) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:50.180381 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f7e29-5503-436c-be0f-1380c34c14e2 None None] Routers {'66197e54-43e3-4983-b198-b7d8445538c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:50.181049 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-291f7e29-5503-436c-be0f-1380c34c14e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['66197e54-43e3-4983-b198-b7d8445538c0'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:50.194160 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Routers {'f2923222-f094-4f3c-9d96-64225f23cbc5'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:50.195270 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f2923222-f094-4f3c-9d96-64225f23cbc5'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:50.279799 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed10572-57b8-43e8-a8bc-3fdca6adcf58 None None] Pushing event updated for resources: {'Port': ['ID=82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:50.291360 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed144614-b5ac-45e3-aef3-3ae11e6d480b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Network': ['ID=fc8f37e3-3bbd-4a9a-be66-a4dbeb15fe5a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:50.314010 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ba45ede5-f3a5-4dcf-9f81-35bc10585210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:50.333565 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] Set router f2923222-f094-4f3c-9d96-64225f23cbc5 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:50.433026 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3da190ec-0cd5-459a-b8f4-02cf4e698811 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:50.507112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-628763eb-30ab-4afc-8965-d59477989cec None None] Could not find standard attr ID for object b99514b8-94c6-4c4f-a6ed-3596400acab1. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:41:50.509246 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-291f7e29-5503-436c-be0f-1380c34c14e2 None None] Set router 66197e54-43e3-4983-b198-b7d8445538c0 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:50.622894 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'name': 'tempest-TestVolumeBackupRestore-176016492-router', 'tenant_id': '5755438537f94eee9882a8f6c9179e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:41Z', 'updated_at': '2021-12-20T21:41:45Z', 'revision_number': 3, 'project_id': '5755438537f94eee9882a8f6c9179e44', 'gw_port': {'id': '82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:43Z', 'updated_at': '2021-12-20T21:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:50.706080 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c4f1b-31a1-426a-b21c-eb45fab118e4 None None] The sync data for ids ['f2923222-f094-4f3c-9d96-64225f23cbc5'] in n-d-xena-1 is: [{'id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'name': 'tempest-TestVolumeBackupRestore-176016492-router', 'tenant_id': '5755438537f94eee9882a8f6c9179e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:41Z', 'updated_at': '2021-12-20T21:41:45Z', 'revision_number': 3, 'project_id': '5755438537f94eee9882a8f6c9179e44', 'gw_port': {'id': '82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:43Z', 'updated_at': '2021-12-20T21:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:41:50.712148 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-24408cac-3c26-474e-9337-332131e70890 None None] Provisioning complete for port 18b0b55f-feb5-4b2b-a135-4117c011ef7d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:50.712525 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24408cac-3c26-474e-9337-332131e70890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:50.754619 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:50.768796 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ba45ede5-f3a5-4dcf-9f81-35bc10585210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:50.771423 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ba45ede5-f3a5-4dcf-9f81-35bc10585210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:50.778985 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ba45ede5-f3a5-4dcf-9f81-35bc10585210 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da8947f0-6e36-4c10-99f0-386927a0e3f2 HTTP/1.1" status: 204 len: 168 time: 0.8774366 Dec 20 21:41:50.852184 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:50.925720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45ede5-f3a5-4dcf-9f81-35bc10585210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8947f0-6e36-4c10-99f0-386927a0e3f2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:50.960490 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:50.960859 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:51.038742 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:51.261876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-24408cac-3c26-474e-9337-332131e70890 None None] Provisioning complete for port 0af2daa4-9294-4c69-8f43-d8f70fd31327 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:51.267824 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24408cac-3c26-474e-9337-332131e70890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:51.304256 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 18b0b55f-feb5-4b2b-a135-4117c011ef7d up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:51.403117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-291f7e29-5503-436c-be0f-1380c34c14e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:41:45Z', 'revision_number': 8, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '4e7c263a-7a4b-4a4a-a781-9388b5a3692c', 'name': '', 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f4:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:12Z', 'updated_at': '2021-12-20T21:41:20Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc731a39-2734-4de9-bc3a-aaaea0cfa5e2', 'name': '', 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f3:05:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '39999c7e-4efb-4816-8093-8dfd171cfe8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:22Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '39999c7e-4efb-4816-8093-8dfd171cfe8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:51.461648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f7e29-5503-436c-be0f-1380c34c14e2 None None] The sync data for ids ['66197e54-43e3-4983-b198-b7d8445538c0'] in n-d-xena-1 is: [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:41:45Z', 'revision_number': 8, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '4e7c263a-7a4b-4a4a-a781-9388b5a3692c', 'name': '', 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f4:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:12Z', 'updated_at': '2021-12-20T21:41:20Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc731a39-2734-4de9-bc3a-aaaea0cfa5e2', 'name': '', 'network_id': '8e85b9bd-07d9-414a-aeef-94200ddf914b', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f3:05:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '39999c7e-4efb-4816-8093-8dfd171cfe8e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:22Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '39999c7e-4efb-4816-8093-8dfd171cfe8e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:41:51.570532 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24408cac-3c26-474e-9337-332131e70890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:51.656090 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-24408cac-3c26-474e-9337-332131e70890 None None] For port 0af2daa4-9294-4c69-8f43-d8f70fd31327, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0af2daa4-9294-4c69-8f43-d8f70fd31327,segment=NetworkSegment(5f1aeaf1-13cb-422c-9e46-3e68381a1663),segment_id=5f1aeaf1-13cb-422c-9e46-3e68381a1663)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:51.669095 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 18b0b55f-feb5-4b2b-a135-4117c011ef7d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:51.669695 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:51.672841 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24408cac-3c26-474e-9337-332131e70890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:51.754661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24408cac-3c26-474e-9337-332131e70890 None None] Pushing event updated for resources: {'Port': ['ID=0af2daa4-9294-4c69-8f43-d8f70fd31327,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:51.773847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-24408cac-3c26-474e-9337-332131e70890 None None] Provisioning complete for port 3e835446-a619-4253-99c8-d2bce005661d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:51.774263 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24408cac-3c26-474e-9337-332131e70890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:51.796128 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Allocated IP 172.20.0.17 (618c9023-8146-42c3-92cf-6b09ce12327c/01752c1b-0bef-4c7e-a90d-3deaa45d38cb/5c1c469b-d93d-4ccb-b015-cbcd27056725) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:51.802523 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] Allocated IP 172.20.0.1 (63790678-bc52-4293-9e2a-7c1e7b52f59b/8deaa075-4562-42ca-8e99-acfc27cbf569/530281d9-e401-4367-ab99-068dd6355fe7) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:51.856092 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-24408cac-3c26-474e-9337-332131e70890 None None] Port 3e835446-a619-4253-99c8-d2bce005661d cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:41:51.863786 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00233388-eb4d-4ee4-ba20-3483c2355365 req-a34c0121-cef3-4a1f-8408-e08a51ea4479 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:51.870629 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-00233388-eb4d-4ee4-ba20-3483c2355365 req-a34c0121-cef3-4a1f-8408-e08a51ea4479 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.1667557 Dec 20 21:41:51.952203 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:51.976208 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-00233388-eb4d-4ee4-ba20-3483c2355365 req-05993c72-e839-4163-b0bc-1c54cb6d31ea tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006579 Dec 20 21:41:52.035577 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:52.036229 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:52.103601 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:52.156854 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:52.223047 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0af2daa4-9294-4c69-8f43-d8f70fd31327 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:52.254282 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] Pushing event updated for resources: {'Port': ['ID=530281d9-e401-4367-ab99-068dd6355fe7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:52.258621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] Network 63790678-bc52-4293-9e2a-7c1e7b52f59b is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:52.263437 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:52.276915 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:52.282833 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:52.320330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e631e-1be0-405e-a68f-f660a7bd64bd req-ed69e8c8-fbc8-4597-9ef8-6a9a27eb30c7 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:52.322447 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9f0e631e-1be0-405e-a68f-f660a7bd64bd req-ed69e8c8-fbc8-4597-9ef8-6a9a27eb30c7 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.1831315 Dec 20 21:41:52.329465 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 0af2daa4-9294-4c69-8f43-d8f70fd31327 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:52.332087 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:52.345251 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2ac5be9-8173-48ff-8660-3290e08a814d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:52.356768 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-3da190ec-0cd5-459a-b8f4-02cf4e698811 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting port 3e835446-a619-4253-99c8-d2bce005661d {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:41:52.357058 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3da190ec-0cd5-459a-b8f4-02cf4e698811 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:52.508964 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9f0e631e-1be0-405e-a68f-f660a7bd64bd req-1c44a8a5-bc65-4e52-80f3-f317cfc8af20 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344931 Dec 20 21:41:52.565180 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:52.599720 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1b5c042e-b479-4963-89f1-e96af09b8f1b no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:41:52.685718 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:52.697564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 1b5c042e-b479-4963-89f1-e96af09b8f1b {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:41:52.698137 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 1b5c042e-b479-4963-89f1-e96af09b8f1b not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:41:52.749671 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3da190ec-0cd5-459a-b8f4-02cf4e698811 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:52.765755 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-3da190ec-0cd5-459a-b8f4-02cf4e698811 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Calling delete_port for 3e835446-a619-4253-99c8-d2bce005661d owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:41:52.797680 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8d717859-d3bf-4029-a957-459b0389b43d None None] Provisioning complete for port 530281d9-e401-4367-ab99-068dd6355fe7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:52.799232 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d717859-d3bf-4029-a957-459b0389b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:52.799861 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network 618c9023-8146-42c3-92cf-6b09ce12327c is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:52.810949 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:52.835209 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:41:52.911406 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-8d717859-d3bf-4029-a957-459b0389b43d None None] Port 530281d9-e401-4367-ab99-068dd6355fe7 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:41:53.043975 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Port': ['ID=5c1c469b-d93d-4ccb-b015-cbcd27056725,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:53.110662 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:53.114432 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:53.202866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57626) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:53.231550 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:53.232014 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:53.333621 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:53.438825 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:53.444117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f6316015-c935-46cf-b422-85dc412f5166 None None] Provisioning complete for port 5c1c469b-d93d-4ccb-b015-cbcd27056725 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:53.454219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac5be9-8173-48ff-8660-3290e08a814d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting port bc731a39-2734-4de9-bc3a-aaaea0cfa5e2 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:41:53.454921 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2ac5be9-8173-48ff-8660-3290e08a814d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:53.455187 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f6316015-c935-46cf-b422-85dc412f5166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:53.470055 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3da190ec-0cd5-459a-b8f4-02cf4e698811 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:53.505116 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deedf3-4081-417b-b639-b3081991cc67 req-a2d1830c-2908-472b-8b54-eceb011e3670 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:53.509746 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81deedf3-4081-417b-b639-b3081991cc67 req-a2d1830c-2908-472b-8b54-eceb011e3670 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/networks?id=a67e6d6a-f991-4212-bb55-39ffd9d600c6 HTTP/1.1" status: 200 len: 815 time: 0.1573522 Dec 20 21:41:53.531795 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da190ec-0cd5-459a-b8f4-02cf4e698811 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Port': ['ID=3e835446-a619-4253-99c8-d2bce005661d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:53.538019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:53.550204 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:53.551350 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0af2daa4-9294-4c69-8f43-d8f70fd31327 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:53.577079 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c52b32c-7f8b-46ff-ac5f-8256e4a09e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:53.583486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57642) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:53.613980 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81deedf3-4081-417b-b639-b3081991cc67 req-e3125e60-8de6-48ee-bd43-2b0a2859da3a tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/quotas/c929704e8ff545d98d309471ebd9f191 HTTP/1.1" status: 200 len: 375 time: 0.0916631 Dec 20 21:41:53.648608 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f6316015-c935-46cf-b422-85dc412f5166 None None] Port 5c1c469b-d93d-4ccb-b015-cbcd27056725 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:41:53.650528 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:53.738430 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-a2ac5be9-8173-48ff-8660-3290e08a814d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] For port bc731a39-2734-4de9-bc3a-aaaea0cfa5e2, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=bc731a39-2734-4de9-bc3a-aaaea0cfa5e2,segment=NetworkSegment(21cd39dd-df90-45d7-a681-51f34a285ee2),segment_id=21cd39dd-df90-45d7-a681-51f34a285ee2)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:53.738430 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2ac5be9-8173-48ff-8660-3290e08a814d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:53.750856 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3da190ec-0cd5-459a-b8f4-02cf4e698811 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:53.769123 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 0af2daa4-9294-4c69-8f43-d8f70fd31327 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:53.770554 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:53.771774 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac5be9-8173-48ff-8660-3290e08a814d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Calling delete_port for bc731a39-2734-4de9-bc3a-aaaea0cfa5e2 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:41:53.779479 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:54.048906 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8c34260-aa64-44a1-b098-4b3e810867f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:54.081628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da190ec-0cd5-459a-b8f4-02cf4e698811 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router f77978c0-dda9-4270-97c9-738be9611780 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:41:54.174292 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81deedf3-4081-417b-b639-b3081991cc67 req-79116035-9a3b-4712-afe2-c9439f581294 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c929704e8ff545d98d309471ebd9f191&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5590816 Dec 20 21:41:54.197047 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2ac5be9-8173-48ff-8660-3290e08a814d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:54.239685 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac5be9-8173-48ff-8660-3290e08a814d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Port': ['ID=bc731a39-2734-4de9-bc3a-aaaea0cfa5e2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:54.258745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da190ec-0cd5-459a-b8f4-02cf4e698811 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:41:54.269521 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3da190ec-0cd5-459a-b8f4-02cf4e698811 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/f77978c0-dda9-4270-97c9-738be9611780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9286237 Dec 20 21:41:54.269521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57646) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:54.272302 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a7fcce-73a7-4676-9bc1-23de2d35bfcd None None] Sync routers for ids ['f77978c0-dda9-4270-97c9-738be9611780'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:41:54.287429 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a7fcce-73a7-4676-9bc1-23de2d35bfcd None None] Routers {'f77978c0-dda9-4270-97c9-738be9611780'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:54.288224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-25a7fcce-73a7-4676-9bc1-23de2d35bfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f77978c0-dda9-4270-97c9-738be9611780'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:54.324255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-25a7fcce-73a7-4676-9bc1-23de2d35bfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:54.335669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a7fcce-73a7-4676-9bc1-23de2d35bfcd None None] Routers {'f77978c0-dda9-4270-97c9-738be9611780'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:54.336656 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-25a7fcce-73a7-4676-9bc1-23de2d35bfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f77978c0-dda9-4270-97c9-738be9611780'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:54.379054 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-25a7fcce-73a7-4676-9bc1-23de2d35bfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:54.380224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a7fcce-73a7-4676-9bc1-23de2d35bfcd None None] The sync data for ids ['f77978c0-dda9-4270-97c9-738be9611780'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:41:54.380722 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c52b32c-7f8b-46ff-ac5f-8256e4a09e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:54.407264 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c52b32c-7f8b-46ff-ac5f-8256e4a09e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:54.520637 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c52b32c-7f8b-46ff-ac5f-8256e4a09e62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9d9d6bd1e154e789d617ed0a3c3c38a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3159044 Dec 20 21:41:54.529667 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:54.532369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57648) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:54.533637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52b32c-7f8b-46ff-ac5f-8256e4a09e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67428e46-15f3-4e02-a677-1706d83148fb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:54.550111 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:54.553923 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8c34260-aa64-44a1-b098-4b3e810867f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:54.574390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54501c9e-1a89-4d8b-8770-8ff8fa47823e req-7883172b-1b6d-4f33-9fab-cd734375d193 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:54.575871 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54501c9e-1a89-4d8b-8770-8ff8fa47823e req-7883172b-1b6d-4f33-9fab-cd734375d193 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.66 "GET /v2.0/ports?device_id=464d12aa-df7a-412c-849f-d55aa7763761 HTTP/1.1" status: 200 len: 946 time: 0.2441690 Dec 20 21:41:54.589013 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81deedf3-4081-417b-b639-b3081991cc67 req-9792de7f-2b04-45b2-a63c-3f54311ce723 service neutron] 10.222.0.32 "GET /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016340 Dec 20 21:41:54.637167 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d8c34260-aa64-44a1-b098-4b3e810867f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:54.644796 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2ac5be9-8173-48ff-8660-3290e08a814d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:54.769558 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:54.778585 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d8c34260-aa64-44a1-b098-4b3e810867f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55da215975f14b2b9e9ac779c7204a70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1899874 Dec 20 21:41:54.779328 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] Pushing event updated for resources: {'Port': ['ID=530281d9-e401-4367-ab99-068dd6355fe7,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:54.783600 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57650) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:54.807634 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c34260-aa64-44a1-b098-4b3e810867f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43d29da-3fbd-4c64-906c-73f5c28c1b08,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:54.887128 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:41:54.942214 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:54.942214 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:54.968768 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81deedf3-4081-417b-b639-b3081991cc67 req-830b98b0-8d00-454c-ab66-152928cc0af9 service neutron] 10.222.0.32 "GET /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263199 Dec 20 21:41:54.983941 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:55.001588 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:55.013147 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9488ded0-28af-4139-9ffa-079cc9c4ac92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:55.097664 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] Network 63790678-bc52-4293-9e2a-7c1e7b52f59b is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:55.111909 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9488ded0-28af-4139-9ffa-079cc9c4ac92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:55.113813 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:55.115755 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Port': ['ID=5c1c469b-d93d-4ccb-b015-cbcd27056725,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:55.132618 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:55.191269 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4965f0e-9521-4918-a5ec-6aa4abed05a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:55.286738 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a20d8f4a-814a-4347-b00e-6b7a5f98b1d0 req-84074ccc-b4cb-42ef-883e-b0719ac82c2d tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 210 time: 0.0888381 Dec 20 21:41:55.303143 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4965f0e-9521-4918-a5ec-6aa4abed05a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:55.337526 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9488ded0-28af-4139-9ffa-079cc9c4ac92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:55.341341 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9488ded0-28af-4139-9ffa-079cc9c4ac92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:55.344835 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9488ded0-28af-4139-9ffa-079cc9c4ac92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f43d29da-3fbd-4c64-906c-73f5c28c1b08 HTTP/1.1" status: 204 len: 168 time: 0.5520358 Dec 20 21:41:55.380556 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488ded0-28af-4139-9ffa-079cc9c4ac92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43d29da-3fbd-4c64-906c-73f5c28c1b08,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:55.401160 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] Router f2923222-f094-4f3c-9d96-64225f23cbc5 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:41:55.415185 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-54501c9e-1a89-4d8b-8770-8ff8fa47823e req-2121ede1-f25a-434c-bacb-fb0ffadad26b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Deleting port 5356bb98-934f-4f12-844d-fb4d44660425 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:41:55.415525 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-54501c9e-1a89-4d8b-8770-8ff8fa47823e req-2121ede1-f25a-434c-bacb-fb0ffadad26b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:55.426385 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network 618c9023-8146-42c3-92cf-6b09ce12327c is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:55.432305 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:41:55.591820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ac5be9-8173-48ff-8660-3290e08a814d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 66197e54-43e3-4983-b198-b7d8445538c0 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:41:55.594688 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-812a5db9-cab8-421a-8d18-5c80fad5b1b5 None None] Provisioning complete for port 530281d9-e401-4367-ab99-068dd6355fe7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:55.596486 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-812a5db9-cab8-421a-8d18-5c80fad5b1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:55.619297 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:41:55.634006 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0da65274-1cec-45de-bf82-b2f5043012ca admin admin] 10.222.0.32 "PUT /v2.0/routers/f2923222-f094-4f3c-9d96-64225f23cbc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8414161 Dec 20 21:41:55.644480 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-54501c9e-1a89-4d8b-8770-8ff8fa47823e req-2121ede1-f25a-434c-bacb-fb0ffadad26b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] For port 5356bb98-934f-4f12-844d-fb4d44660425, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5356bb98-934f-4f12-844d-fb4d44660425,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:55.645080 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-54501c9e-1a89-4d8b-8770-8ff8fa47823e req-2121ede1-f25a-434c-bacb-fb0ffadad26b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:55.649311 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Sync routers for ids ['f2923222-f094-4f3c-9d96-64225f23cbc5'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:41:55.675196 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Routers {'f2923222-f094-4f3c-9d96-64225f23cbc5'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:55.676114 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f2923222-f094-4f3c-9d96-64225f23cbc5'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:55.736103 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-812a5db9-cab8-421a-8d18-5c80fad5b1b5 None None] Port 530281d9-e401-4367-ab99-068dd6355fe7 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:41:55.822609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:41:55.871779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ac5be9-8173-48ff-8660-3290e08a814d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:41:55.882188 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351bb62-4e25-4a9c-8179-247b2df3c4f0 None None] Sync routers for ids ['66197e54-43e3-4983-b198-b7d8445538c0'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:41:55.897506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351bb62-4e25-4a9c-8179-247b2df3c4f0 None None] Routers {'66197e54-43e3-4983-b198-b7d8445538c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:55.899110 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c351bb62-4e25-4a9c-8179-247b2df3c4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['66197e54-43e3-4983-b198-b7d8445538c0'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:55.901519 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a2ac5be9-8173-48ff-8660-3290e08a814d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/66197e54-43e3-4983-b198-b7d8445538c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7398424 Dec 20 21:41:55.906411 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57674) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:55.915530 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Set router f2923222-f094-4f3c-9d96-64225f23cbc5 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:55.924945 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4965f0e-9521-4918-a5ec-6aa4abed05a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:55.930917 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a4965f0e-9521-4918-a5ec-6aa4abed05a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:55.932128 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a4965f0e-9521-4918-a5ec-6aa4abed05a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67428e46-15f3-4e02-a677-1706d83148fb HTTP/1.1" status: 204 len: 168 time: 1.3961122 Dec 20 21:41:55.990943 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-54501c9e-1a89-4d8b-8770-8ff8fa47823e req-2121ede1-f25a-434c-bacb-fb0ffadad26b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Calling delete_port for 5356bb98-934f-4f12-844d-fb4d44660425 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:41:56.002489 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57678) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:56.025278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4965f0e-9521-4918-a5ec-6aa4abed05a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67428e46-15f3-4e02-a677-1706d83148fb,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:56.054335 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-c351bb62-4e25-4a9c-8179-247b2df3c4f0 None None] Set router 66197e54-43e3-4983-b198-b7d8445538c0 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:56.071724 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aed7575e-12b6-4612-9ab4-8bbb90391844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:56.073585 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d532ebe-ffba-4df3-b31e-9a6f3cabb303 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:56.195756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:41:56.231531 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b5d70be4-48bd-4666-85d1-e67c2880cde7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "PUT /v2.0/routers/0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6073277 Dec 20 21:41:56.342834 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aed7575e-12b6-4612-9ab4-8bbb90391844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:56.357186 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aed7575e-12b6-4612-9ab4-8bbb90391844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:56.381586 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Sync routers for ids ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:41:56.455418 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-874b196e-13ca-4c9e-957d-5ca73b0b1cc1 None None] Provisioning complete for port 5c1c469b-d93d-4ccb-b015-cbcd27056725 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:56.456090 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-874b196e-13ca-4c9e-957d-5ca73b0b1cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:56.460067 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Routers {'0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:56.460695 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:56.464531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9621e5-9d40-4598-996f-4675a5b1b96e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting subnet 39999c7e-4efb-4816-8093-8dfd171cfe8e {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:41:56.499839 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-874b196e-13ca-4c9e-957d-5ca73b0b1cc1 None None] Port 5c1c469b-d93d-4ccb-b015-cbcd27056725 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:41:56.514136 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d9621e5-9d40-4598-996f-4675a5b1b96e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:56.529551 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7575e-12b6-4612-9ab4-8bbb90391844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b88ff1-6649-4fc1-972c-599ec1b5b54c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:56.534309 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c351bb62-4e25-4a9c-8179-247b2df3c4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:41:54Z', 'revision_number': 9, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '4e7c263a-7a4b-4a4a-a781-9388b5a3692c', 'name': '', 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f4:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:12Z', 'updated_at': '2021-12-20T21:41:20Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:56.584322 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e63cc1d9-5e14-4f92-a9f7-855925906221 req-85b42b75-b100-49cd-b6c1-a29e9c012b82 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 210 time: 0.1224513 Dec 20 21:41:56.602257 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-aed7575e-12b6-4612-9ab4-8bbb90391844 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d97714a4d464610a909cf7415eda866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5897861 Dec 20 21:41:56.602961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57714) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:56.612695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351bb62-4e25-4a9c-8179-247b2df3c4f0 None None] Checking router: 66197e54-43e3-4983-b198-b7d8445538c0 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:41:56.636946 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351bb62-4e25-4a9c-8179-247b2df3c4f0 None None] Routers {'66197e54-43e3-4983-b198-b7d8445538c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:56.637833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c351bb62-4e25-4a9c-8179-247b2df3c4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['66197e54-43e3-4983-b198-b7d8445538c0'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:56.649480 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d9621e5-9d40-4598-996f-4675a5b1b96e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:56.740352 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a484-35ee-4172-bcbb-c0b8d0d22456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:56.756060 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Set router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:56.820517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-c351bb62-4e25-4a9c-8179-247b2df3c4f0 None None] Set router 66197e54-43e3-4983-b198-b7d8445538c0 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:56.830348 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a484-35ee-4172-bcbb-c0b8d0d22456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:56.869517 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d9621e5-9d40-4598-996f-4675a5b1b96e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:56.956469 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a484-35ee-4172-bcbb-c0b8d0d22456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:56.959549 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a484-35ee-4172-bcbb-c0b8d0d22456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:56.960907 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b2e5a484-35ee-4172-bcbb-c0b8d0d22456 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28b88ff1-6649-4fc1-972c-599ec1b5b54c HTTP/1.1" status: 204 len: 168 time: 0.3506632 Dec 20 21:41:56.972311 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5a484-35ee-4172-bcbb-c0b8d0d22456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b88ff1-6649-4fc1-972c-599ec1b5b54c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:57.153395 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'name': 'tempest-TestVolumeBackupRestore-176016492-router', 'tenant_id': '5755438537f94eee9882a8f6c9179e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:41Z', 'updated_at': '2021-12-20T21:41:53Z', 'revision_number': 4, 'project_id': '5755438537f94eee9882a8f6c9179e44', 'gw_port': {'id': '82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:43Z', 'updated_at': '2021-12-20T21:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '530281d9-e401-4367-ab99-068dd6355fe7', 'name': '', 'network_id': '63790678-bc52-4293-9e2a-7c1e7b52f59b', 'tenant_id': '5755438537f94eee9882a8f6c9179e44', 'mac_address': 'fa:16:3e:54:06:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '8deaa075-4562-42ca-8e99-acfc27cbf569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:51Z', 'updated_at': '2021-12-20T21:41:53Z', 'revision_number': 2, 'project_id': '5755438537f94eee9882a8f6c9179e44', 'subnets': [{'id': '8deaa075-4562-42ca-8e99-acfc27cbf569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:57.242359 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d9621e5-9d40-4598-996f-4675a5b1b96e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:57.256151 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Checking router: f2923222-f094-4f3c-9d96-64225f23cbc5 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:41:57.256663 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Updating router f2923222-f094-4f3c-9d96-64225f23cbc5 port 530281d9-e401-4367-ab99-068dd6355fe7 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:41:57.272434 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-54501c9e-1a89-4d8b-8770-8ff8fa47823e req-2121ede1-f25a-434c-bacb-fb0ffadad26b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:57.367339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9621e5-9d40-4598-996f-4675a5b1b96e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Subnet': ['ID=39999c7e-4efb-4816-8093-8dfd171cfe8e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:57.373911 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:57.398275 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0d9621e5-9d40-4598-996f-4675a5b1b96e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:57.411192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57744) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:57.411663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0d9621e5-9d40-4598-996f-4675a5b1b96e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/subnets/39999c7e-4efb-4816-8093-8dfd171cfe8e HTTP/1.1" status: 204 len: 168 time: 1.4885168 Dec 20 21:41:57.498771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121ede1-f25a-434c-bacb-fb0ffadad26b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Pushing event deleted for resources: {'Port': ['ID=5356bb98-934f-4f12-844d-fb4d44660425,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:57.610982 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:57.733266 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0916d87d-381c-4cdb-882a-4eca7c6c3705 None None] Network 8e85b9bd-07d9-414a-aeef-94200ddf914b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:41:57.739456 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting port de57342d-2445-4739-938c-5e6cbbea9158 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:41:57.739643 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:41:53Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '33ad0f17-253c-4a1d-9bed-270603b1d833', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'port_id': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'mac_address': 'fa:16:3e:63:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6261c22-d010-4018-8845-8046c685fb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:40:29Z', 'updated_at': '2021-12-20T21:40:35Z', 'revision_number': 1, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e4b5b0-cc3b-4857-925d-5060a7847910', 'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:8d:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:52Z', 'updated_at': '2021-12-20T21:40:03Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1c469b-d93d-4ccb-b015-cbcd27056725', 'name': '', 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:ae:33:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '01752c1b-0bef-4c7e-a90d-3deaa45d38cb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:51Z', 'updated_at': '2021-12-20T21:41:54Z', 'revision_number': 2, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': '01752c1b-0bef-4c7e-a90d-3deaa45d38cb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:57.740228 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:57.787047 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-54501c9e-1a89-4d8b-8770-8ff8fa47823e req-2121ede1-f25a-434c-bacb-fb0ffadad26b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] No DVR routers for this DVR port 5356bb98-934f-4f12-844d-fb4d44660425 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:41:57.795101 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-54501c9e-1a89-4d8b-8770-8ff8fa47823e req-2121ede1-f25a-434c-bacb-fb0ffadad26b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:57.801327 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54501c9e-1a89-4d8b-8770-8ff8fa47823e req-2121ede1-f25a-434c-bacb-fb0ffadad26b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.66 "DELETE /v2.0/ports/5356bb98-934f-4f12-844d-fb4d44660425 HTTP/1.1" status: 204 len: 173 time: 3.2041879 Dec 20 21:41:57.833485 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Checking router: 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:41:57.834005 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Updating router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 port 5c1c469b-d93d-4ccb-b015-cbcd27056725 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:41:57.844833 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57770) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:57.927342 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 5356bb98-934f-4f12-844d-fb4d44660425 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:41:57.946118 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] For port de57342d-2445-4739-938c-5e6cbbea9158, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=de57342d-2445-4739-938c-5e6cbbea9158,segment=NetworkSegment(21cd39dd-df90-45d7-a681-51f34a285ee2),segment_id=21cd39dd-df90-45d7-a681-51f34a285ee2)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:41:57.946944 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:57.960582 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:57.965140 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Calling delete_port for de57342d-2445-4739-938c-5e6cbbea9158 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:41:57.981300 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464d12aa-df7a-412c-849f-d55aa7763761', 'name': 'network-vif-deleted', 'tag': '5356bb98-934f-4f12-844d-fb4d44660425'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:41:57.984000 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb00b3a5-20d5-4b08-9e13-b49febdd9ef5" -d '{"events": [{"server_uuid": "464d12aa-df7a-412c-849f-d55aa7763761", "name": "network-vif-deleted", "tag": "5356bb98-934f-4f12-844d-fb4d44660425"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:41:58.008679 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 5356bb98-934f-4f12-844d-fb4d44660425 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:41:58.009411 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 5356bb98-934f-4f12-844d-fb4d44660425 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:41:58.012285 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4087faf7-8040-4232-b109-82c495fe45f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:58.037924 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deedf3-4081-417b-b639-b3081991cc67 req-54b75e2f-8ca4-4a07-a2e6-92ca76270363 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:58.040780 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81deedf3-4081-417b-b639-b3081991cc67 req-54b75e2f-8ca4-4a07-a2e6-92ca76270363 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.66 "GET /v2.0/networks?id=a67e6d6a-f991-4212-bb55-39ffd9d600c6 HTTP/1.1" status: 200 len: 815 time: 0.9203830 Dec 20 21:41:58.164844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-81deedf3-4081-417b-b639-b3081991cc67 req-01bff73c-cbc8-4b7b-9ec2-ba28f8dc4922 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Request body: {'port': {'device_id': 'eb6be491-fed2-404a-a52e-92c84b8c2264', 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6', 'admin_state_up': True, 'tenant_id': 'c929704e8ff545d98d309471ebd9f191'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:58.168368 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1baf06e0-3ad3-4535-9aab-e79512c8fb35 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1626026605-network', 'tenant_id': '273c9a3bbca8406ab8ea76a018873545'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:41:58.193916 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c903212a-7b79-4cbd-be7c-d2201dc1f229 x-openstack-request-id: req-c903212a-7b79-4cbd-be7c-d2201dc1f229 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:41:58.194259 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464d12aa-df7a-412c-849f-d55aa7763761", "name": "network-vif-deleted", "tag": "5356bb98-934f-4f12-844d-fb4d44660425", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:41:58.197092 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c903212a-7b79-4cbd-be7c-d2201dc1f229 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:41:58.197338 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:58.197537 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464d12aa-df7a-412c-849f-d55aa7763761', 'name': 'network-vif-deleted', 'tag': '5356bb98-934f-4f12-844d-fb4d44660425', 'status': 'completed', 'code': 200} Dec 20 21:41:58.219167 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9182737f-501e-4b44-a93b-baf2839cbc29 req-2dec4270-496b-4350-9cc9-ff81cbc00f39 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 210 time: 0.4333832 Dec 20 21:41:58.234410 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c55af-0d06-4791-b1d2-6e3ccfb1aa09 None None] DHCP port deletion for 8e85b9bd-07d9-414a-aeef-94200ddf914b request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:41:58.292927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c351bb62-4e25-4a9c-8179-247b2df3c4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:41:54Z', 'revision_number': 9, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '4e7c263a-7a4b-4a4a-a781-9388b5a3692c', 'name': '', 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f4:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:12Z', 'updated_at': '2021-12-20T21:41:20Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:58.301317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Port': ['ID=de57342d-2445-4739-938c-5e6cbbea9158,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:58.303798 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] No DVR routers for this DVR port de57342d-2445-4739-938c-5e6cbbea9158 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:41:58.330751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c351bb62-4e25-4a9c-8179-247b2df3c4f0 None None] The sync data for ids ['66197e54-43e3-4983-b198-b7d8445538c0'] in n-d-xena-1 is: [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:41:54Z', 'revision_number': 9, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '4e7c263a-7a4b-4a4a-a781-9388b5a3692c', 'name': '', 'network_id': '7a36f2bc-e79d-4df1-b5aa-2e4f0d477826', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:f4:e4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:12Z', 'updated_at': '2021-12-20T21:41:20Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '32d71817-9b0f-425f-9c95-f7cb52180ebf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:41:58.334359 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baf06e0-3ad3-4535-9aab-e79512c8fb35 admin admin] Made reservation on behalf of 273c9a3bbca8406ab8ea76a018873545 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:58.336982 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1baf06e0-3ad3-4535-9aab-e79512c8fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:58.405153 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1baf06e0-3ad3-4535-9aab-e79512c8fb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:58.439547 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:58.504612 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e85b9bd-07d9-414a-aeef-94200ddf914b']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:58.543382 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21cd39dd-df90-45d7-a681-51f34a285ee2') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:58.543560 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21cd39dd-df90-45d7-a681-51f34a285ee2') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:58.583786 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:58.616045 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:58.634874 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:41:58.635611 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:41:58.639153 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:41:58.695356 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:58.704619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81deedf3-4081-417b-b639-b3081991cc67 req-01bff73c-cbc8-4b7b-9ec2-ba28f8dc4922 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Made reservation on behalf of c929704e8ff545d98d309471ebd9f191 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:41:58.709073 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1baf06e0-3ad3-4535-9aab-e79512c8fb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:58.710175 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81deedf3-4081-417b-b639-b3081991cc67 req-01bff73c-cbc8-4b7b-9ec2-ba28f8dc4922 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:58.723197 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1baf06e0-3ad3-4535-9aab-e79512c8fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:58.744288 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:58.759013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-8d532ebe-ffba-4df3-b31e-9a6f3cabb303 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting port 30aefcc0-6026-471b-b903-f477a1e5d7ed {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:41:58.759578 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d532ebe-ffba-4df3-b31e-9a6f3cabb303 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:58.783844 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:58.790596 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:58.799350 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/networks/8e85b9bd-07d9-414a-aeef-94200ddf914b HTTP/1.1" status: 204 len: 168 time: 1.3913717 Dec 20 21:41:58.800234 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57812) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:41:58.824760 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1baf06e0-3ad3-4535-9aab-e79512c8fb35 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:41:58.922839 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2880b-7b38-4618-a081-18f78f2b5592 None None] Pushing event updated for resources: {'Port': ['ID=530281d9-e401-4367-ab99-068dd6355fe7,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:58.943029 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device de57342d-2445-4739-938c-5e6cbbea9158 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:41:58.978867 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2880b-7b38-4618-a081-18f78f2b5592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:58.979205 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2880b-7b38-4618-a081-18f78f2b5592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:58.979580 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2880b-7b38-4618-a081-18f78f2b5592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:58.979966 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2880b-7b38-4618-a081-18f78f2b5592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:58.980936 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2880b-7b38-4618-a081-18f78f2b5592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:58.981277 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2880b-7b38-4618-a081-18f78f2b5592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:58.981600 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2880b-7b38-4618-a081-18f78f2b5592 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:58.981925 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2880b-7b38-4618-a081-18f78f2b5592 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:58.982298 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2880b-7b38-4618-a081-18f78f2b5592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:58.984910 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2880b-7b38-4618-a081-18f78f2b5592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:58.985337 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2880b-7b38-4618-a081-18f78f2b5592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:58.985669 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f2880b-7b38-4618-a081-18f78f2b5592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:41:59.007141 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: de57342d-2445-4739-938c-5e6cbbea9158 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:41:59.011238 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device de57342d-2445-4739-938c-5e6cbbea9158 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:41:59.012177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bc731a39-2734-4de9-bc3a-aaaea0cfa5e2 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:41:59.045163 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: bc731a39-2734-4de9-bc3a-aaaea0cfa5e2 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:41:59.045844 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bc731a39-2734-4de9-bc3a-aaaea0cfa5e2 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:41:59.099365 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d532ebe-ffba-4df3-b31e-9a6f3cabb303 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:59.101349 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Attempting to bind port 530281d9-e401-4367-ab99-068dd6355fe7 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:59.103153 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Attempting to bind port 530281d9-e401-4367-ab99-068dd6355fe7 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '5f1aeaf1-13cb-422c-9e46-3e68381a1663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '63790678-bc52-4293-9e2a-7c1e7b52f59b'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:59.103654 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Attempting to bind port 530281d9-e401-4367-ab99-068dd6355fe7 on network 63790678-bc52-4293-9e2a-7c1e7b52f59b {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:59.122212 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-81deedf3-4081-417b-b639-b3081991cc67 req-01bff73c-cbc8-4b7b-9ec2-ba28f8dc4922 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Allocated IP 172.20.0.4 (a67e6d6a-f991-4212-bb55-39ffd9d600c6/924feca0-3a71-4754-bcc2-c5bd79345d9c/f853974c-4144-47d6-b9cf-a32883210119) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:41:59.126159 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-8d532ebe-ffba-4df3-b31e-9a6f3cabb303 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Calling delete_port for 30aefcc0-6026-471b-b903-f477a1e5d7ed owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:41:59.132888 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:59.134410 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Checking segment: {'id': '5f1aeaf1-13cb-422c-9e46-3e68381a1663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '63790678-bc52-4293-9e2a-7c1e7b52f59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:59.135861 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:59.136695 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Bound using segment: {'id': '5f1aeaf1-13cb-422c-9e46-3e68381a1663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '63790678-bc52-4293-9e2a-7c1e7b52f59b'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:59.137307 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Bound port: 530281d9-e401-4367-ab99-068dd6355fe7, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1aeaf1-13cb-422c-9e46-3e68381a1663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '63790678-bc52-4293-9e2a-7c1e7b52f59b'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:59.137828 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:59.253525 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-50b767f1-c1cc-4bf3-ba55-311c4dddd36c None None] Provisioning complete for port 530281d9-e401-4367-ab99-068dd6355fe7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:59.254769 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50b767f1-c1cc-4bf3-ba55-311c4dddd36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:59.308245 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] For port 530281d9-e401-4367-ab99-068dd6355fe7, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:41:59.332001 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] For port 530281d9-e401-4367-ab99-068dd6355fe7, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=530281d9-e401-4367-ab99-068dd6355fe7,segment=NetworkSegment(5f1aeaf1-13cb-422c-9e46-3e68381a1663),segment_id=5f1aeaf1-13cb-422c-9e46-3e68381a1663)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:41:59.354840 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:59.363125 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:59.370798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-50b767f1-c1cc-4bf3-ba55-311c4dddd36c None None] Port 530281d9-e401-4367-ab99-068dd6355fe7 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:41:59.429767 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:59.481713 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d09a59d4-0571-4fff-a72e-d07cda078f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:59.483740 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Routers {'f2923222-f094-4f3c-9d96-64225f23cbc5'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:41:59.484501 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f2923222-f094-4f3c-9d96-64225f23cbc5'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:41:59.490546 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2880b-7b38-4618-a081-18f78f2b5592 None None] Pushing event updated for resources: {'Port': ['ID=530281d9-e401-4367-ab99-068dd6355fe7,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:59.526333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf06e0-3ad3-4535-9aab-e79512c8fb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253b10c3-cd60-404d-bec3-329d2654efb8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:59.549647 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1baf06e0-3ad3-4535-9aab-e79512c8fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:59.549989 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-1baf06e0-3ad3-4535-9aab-e79512c8fb35 admin admin] Added segment 636e35e1-c079-4460-8d82-6878217b11de of type vlan for network 3f4d1a04-fc18-46fe-b472-991eeaafa566 Dec 20 21:41:59.683673 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1baf06e0-3ad3-4535-9aab-e79512c8fb35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:59.802692 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78685127-69be-4b7a-a705-591f45b4e10c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Network': ['ID=8e85b9bd-07d9-414a-aeef-94200ddf914b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:59.816708 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81deedf3-4081-417b-b639-b3081991cc67 req-01bff73c-cbc8-4b7b-9ec2-ba28f8dc4922 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:59.844356 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1baf06e0-3ad3-4535-9aab-e79512c8fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:59.845388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baf06e0-3ad3-4535-9aab-e79512c8fb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:41:59.845955 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1baf06e0-3ad3-4535-9aab-e79512c8fb35 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:59.875998 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7b915-384b-42d7-98bd-fd9c89550cd3 None None] Pushing event updated for resources: {'Port': ['ID=5c1c469b-d93d-4ccb-b015-cbcd27056725,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:41:59.885112 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Attempting to bind port 5c1c469b-d93d-4ccb-b015-cbcd27056725 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:41:59.885454 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Attempting to bind port 5c1c469b-d93d-4ccb-b015-cbcd27056725 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '0370b202-7841-45c6-91a5-4175c407fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:41:59.885816 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Attempting to bind port 5c1c469b-d93d-4ccb-b015-cbcd27056725 on network 618c9023-8146-42c3-92cf-6b09ce12327c {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:41:59.904345 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:41:59.904695 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Checking segment: {'id': '0370b202-7841-45c6-91a5-4175c407fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:41:59.914282 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:59.914392 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b12da55a-caa8-4cab-8ef9-6794de0c2548 req-d8b22fc5-a547-458e-b0f3-dc5cc071de88 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 210 time: 0.3684347 Dec 20 21:41:59.914501 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Bound using segment: {'id': '0370b202-7841-45c6-91a5-4175c407fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:41:59.914501 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Bound port: 5c1c469b-d93d-4ccb-b015-cbcd27056725, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0370b202-7841-45c6-91a5-4175c407fb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:41:59.914501 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:59.929838 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81deedf3-4081-417b-b639-b3081991cc67 req-01bff73c-cbc8-4b7b-9ec2-ba28f8dc4922 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:59.938367 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-637b906f-655d-4a15-a137-e171964ab7a1 None None] Provisioning complete for port 530281d9-e401-4367-ab99-068dd6355fe7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:41:59.941223 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-637b906f-655d-4a15-a137-e171964ab7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:59.951432 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] Set router f2923222-f094-4f3c-9d96-64225f23cbc5 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:41:59.984530 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d532ebe-ffba-4df3-b31e-9a6f3cabb303 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:41:59.987845 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81deedf3-4081-417b-b639-b3081991cc67 req-01bff73c-cbc8-4b7b-9ec2-ba28f8dc4922 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Network a67e6d6a-f991-4212-bb55-39ffd9d600c6 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:41:59.996475 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-81deedf3-4081-417b-b639-b3081991cc67 req-01bff73c-cbc8-4b7b-9ec2-ba28f8dc4922 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:00.006912 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-81deedf3-4081-417b-b639-b3081991cc67 req-01bff73c-cbc8-4b7b-9ec2-ba28f8dc4922 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:42:00.012514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bff73c-cbc8-4b7b-9ec2-ba28f8dc4922 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Pushing event updated for resources: {'Port': ['ID=f853974c-4144-47d6-b9cf-a32883210119,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:00.086966 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf06e0-3ad3-4535-9aab-e79512c8fb35 admin admin] Pushing event updated for resources: {'Network': ['ID=3f4d1a04-fc18-46fe-b472-991eeaafa566,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:00.111126 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1baf06e0-3ad3-4535-9aab-e79512c8fb35 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2529495 Dec 20 21:42:00.115575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57832) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:00.119529 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 3f4d1a04-fc18-46fe-b472-991eeaafa566 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:42:00.121411 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d532ebe-ffba-4df3-b31e-9a6f3cabb303 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Port': ['ID=30aefcc0-6026-471b-b903-f477a1e5d7ed,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:00.133547 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d873c0cf-43b9-4c8f-bfc4-3f20b3c4ad29 admin admin] Request body: {'subnet': {'network_id': '3f4d1a04-fc18-46fe-b472-991eeaafa566', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1626026605-subnet', 'tenant_id': '273c9a3bbca8406ab8ea76a018873545', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:00.219517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d873c0cf-43b9-4c8f-bfc4-3f20b3c4ad29 admin admin] Made reservation on behalf of 273c9a3bbca8406ab8ea76a018873545 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:00.229549 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d873c0cf-43b9-4c8f-bfc4-3f20b3c4ad29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:00.299435 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-637b906f-655d-4a15-a137-e171964ab7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:00.323714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deedf3-4081-417b-b639-b3081991cc67 req-01bff73c-cbc8-4b7b-9ec2-ba28f8dc4922 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:00.324399 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81deedf3-4081-417b-b639-b3081991cc67 req-01bff73c-cbc8-4b7b-9ec2-ba28f8dc4922 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:00.328062 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8d532ebe-ffba-4df3-b31e-9a6f3cabb303 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:00.358893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-637b906f-655d-4a15-a137-e171964ab7a1 None None] For port 530281d9-e401-4367-ab99-068dd6355fe7, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=530281d9-e401-4367-ab99-068dd6355fe7,segment=NetworkSegment(5f1aeaf1-13cb-422c-9e46-3e68381a1663),segment_id=5f1aeaf1-13cb-422c-9e46-3e68381a1663)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:00.373106 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-637b906f-655d-4a15-a137-e171964ab7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:00.426008 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81deedf3-4081-417b-b639-b3081991cc67 req-01bff73c-cbc8-4b7b-9ec2-ba28f8dc4922 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3329074 Dec 20 21:42:00.477486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Request body: {'port': {'device_id': 'eb6be491-fed2-404a-a52e-92c84b8c2264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:00.553362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-892a0c04-746e-46fc-9b40-34b4de761c04 None None] Provisioning complete for port 5c1c469b-d93d-4ccb-b015-cbcd27056725 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:00.555555 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-892a0c04-746e-46fc-9b40-34b4de761c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:00.559902 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] For port 5c1c469b-d93d-4ccb-b015-cbcd27056725, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:42:00.606553 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b906f-655d-4a15-a137-e171964ab7a1 None None] Pushing event updated for resources: {'Port': ['ID=530281d9-e401-4367-ab99-068dd6355fe7,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:00.635815 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] For port 5c1c469b-d93d-4ccb-b015-cbcd27056725, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5c1c469b-d93d-4ccb-b015-cbcd27056725,segment=NetworkSegment(0370b202-7841-45c6-91a5-4175c407fb1c),segment_id=0370b202-7841-45c6-91a5-4175c407fb1c)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:42:00.638148 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-892a0c04-746e-46fc-9b40-34b4de761c04 None None] Port 5c1c469b-d93d-4ccb-b015-cbcd27056725 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:42:00.657211 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:00.658918 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d873c0cf-43b9-4c8f-bfc4-3f20b3c4ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:00.700760 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:00.702366 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3797dae3-6916-4261-abb5-b9d7a26d6625 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:00.885711 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Routers {'0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:00.886369 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:00.901681 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7b915-384b-42d7-98bd-fd9c89550cd3 None None] Pushing event updated for resources: {'Port': ['ID=5c1c469b-d93d-4ccb-b015-cbcd27056725,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:01.001732 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873c0cf-43b9-4c8f-bfc4-3f20b3c4ad29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=997c2302-3f6b-419d-a3db-58ebdab7ec94,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:01.016108 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873c0cf-43b9-4c8f-bfc4-3f20b3c4ad29 admin admin] Checking segment: {'id': '636e35e1-c079-4460-8d82-6878217b11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4d1a04-fc18-46fe-b472-991eeaafa566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:01.016108 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d873c0cf-43b9-4c8f-bfc4-3f20b3c4ad29 admin admin] Network hostable DHCP agents. Network: 3f4d1a04-fc18-46fe-b472-991eeaafa566, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:42:01.053324 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d873c0cf-43b9-4c8f-bfc4-3f20b3c4ad29 admin admin] Network 3f4d1a04-fc18-46fe-b472-991eeaafa566 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:42:01.106412 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-d873c0cf-43b9-4c8f-bfc4-3f20b3c4ad29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 3f4d1a04-fc18-46fe-b472-991eeaafa566) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:01.115600 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b0e2a0-1ddb-483c-b520-66919b2c7150 None None] Network 3f4d1a04-fc18-46fe-b472-991eeaafa566 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:01.121031 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'name': 'tempest-TestVolumeBackupRestore-176016492-router', 'tenant_id': '5755438537f94eee9882a8f6c9179e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:41Z', 'updated_at': '2021-12-20T21:41:53Z', 'revision_number': 4, 'project_id': '5755438537f94eee9882a8f6c9179e44', 'gw_port': {'id': '82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:43Z', 'updated_at': '2021-12-20T21:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '530281d9-e401-4367-ab99-068dd6355fe7', 'name': '', 'network_id': '63790678-bc52-4293-9e2a-7c1e7b52f59b', 'tenant_id': '5755438537f94eee9882a8f6c9179e44', 'mac_address': 'fa:16:3e:54:06:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '8deaa075-4562-42ca-8e99-acfc27cbf569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:51Z', 'updated_at': '2021-12-20T21:41:59Z', 'revision_number': 4, 'project_id': '5755438537f94eee9882a8f6c9179e44', 'subnets': [{'id': '8deaa075-4562-42ca-8e99-acfc27cbf569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:01.130584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d873c0cf-43b9-4c8f-bfc4-3f20b3c4ad29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:01.131192 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d873c0cf-43b9-4c8f-bfc4-3f20b3c4ad29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:01.144237 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] Set router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:42:01.187176 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d873c0cf-43b9-4c8f-bfc4-3f20b3c4ad29 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0704792 Dec 20 21:42:01.202303 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5eef05-5e14-4efc-a05e-196d38cd14d2 None None] The sync data for ids ['f2923222-f094-4f3c-9d96-64225f23cbc5'] in n-d-xena-1 is: [{'id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'name': 'tempest-TestVolumeBackupRestore-176016492-router', 'tenant_id': '5755438537f94eee9882a8f6c9179e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:41Z', 'updated_at': '2021-12-20T21:41:53Z', 'revision_number': 4, 'project_id': '5755438537f94eee9882a8f6c9179e44', 'gw_port': {'id': '82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:43Z', 'updated_at': '2021-12-20T21:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '530281d9-e401-4367-ab99-068dd6355fe7', 'name': '', 'network_id': '63790678-bc52-4293-9e2a-7c1e7b52f59b', 'tenant_id': '5755438537f94eee9882a8f6c9179e44', 'mac_address': 'fa:16:3e:54:06:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '8deaa075-4562-42ca-8e99-acfc27cbf569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:51Z', 'updated_at': '2021-12-20T21:41:59Z', 'revision_number': 4, 'project_id': '5755438537f94eee9882a8f6c9179e44', 'subnets': [{'id': '8deaa075-4562-42ca-8e99-acfc27cbf569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:01.220338 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3797dae3-6916-4261-abb5-b9d7a26d6625 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting port 4e7c263a-7a4b-4a4a-a781-9388b5a3692c {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:01.220972 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3797dae3-6916-4261-abb5-b9d7a26d6625 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:01.399397 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-7fb1f024-4d84-4983-8f9e-24cc6f0f0836 None None] Provisioning complete for port 5c1c469b-d93d-4ccb-b015-cbcd27056725 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:01.400678 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7fb1f024-4d84-4983-8f9e-24cc6f0f0836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:01.503875 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eae458-993f-40bc-bdce-ae0458609604 None None] Network 3f4d1a04-fc18-46fe-b472-991eeaafa566 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:01.521927 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-3797dae3-6916-4261-abb5-b9d7a26d6625 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] For port 4e7c263a-7a4b-4a4a-a781-9388b5a3692c, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4e7c263a-7a4b-4a4a-a781-9388b5a3692c,segment=NetworkSegment(72340b82-2177-4cf0-adbe-128061705cf3),segment_id=72340b82-2177-4cf0-adbe-128061705cf3)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:01.525315 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3797dae3-6916-4261-abb5-b9d7a26d6625 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:01.535768 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d532ebe-ffba-4df3-b31e-9a6f3cabb303 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router f77978c0-dda9-4270-97c9-738be9611780 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:42:01.561228 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:01.595449 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3797dae3-6916-4261-abb5-b9d7a26d6625 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Calling delete_port for 4e7c263a-7a4b-4a4a-a781-9388b5a3692c owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:01.738287 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:41:53Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '33ad0f17-253c-4a1d-9bed-270603b1d833', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'port_id': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'mac_address': 'fa:16:3e:63:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6261c22-d010-4018-8845-8046c685fb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:40:29Z', 'updated_at': '2021-12-20T21:40:35Z', 'revision_number': 1, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e4b5b0-cc3b-4857-925d-5060a7847910', 'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:8d:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:52Z', 'updated_at': '2021-12-20T21:40:03Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1c469b-d93d-4ccb-b015-cbcd27056725', 'name': '', 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:ae:33:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '01752c1b-0bef-4c7e-a90d-3deaa45d38cb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:51Z', 'updated_at': '2021-12-20T21:42:00Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': '01752c1b-0bef-4c7e-a90d-3deaa45d38cb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:01.804730 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49179d2-0a47-478b-877b-f2f44121df23 None None] The sync data for ids ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'] in n-d-xena-1 is: [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:41:53Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '33ad0f17-253c-4a1d-9bed-270603b1d833', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'port_id': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'mac_address': 'fa:16:3e:63:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6261c22-d010-4018-8845-8046c685fb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:40:29Z', 'updated_at': '2021-12-20T21:40:35Z', 'revision_number': 1, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e4b5b0-cc3b-4857-925d-5060a7847910', 'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:8d:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:52Z', 'updated_at': '2021-12-20T21:40:03Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1c469b-d93d-4ccb-b015-cbcd27056725', 'name': '', 'network_id': '618c9023-8146-42c3-92cf-6b09ce12327c', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:ae:33:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '01752c1b-0bef-4c7e-a90d-3deaa45d38cb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:51Z', 'updated_at': '2021-12-20T21:42:00Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': '01752c1b-0bef-4c7e-a90d-3deaa45d38cb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:01.867437 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7fb1f024-4d84-4983-8f9e-24cc6f0f0836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:02.000645 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7fb1f024-4d84-4983-8f9e-24cc6f0f0836 None None] For port 5c1c469b-d93d-4ccb-b015-cbcd27056725, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5c1c469b-d93d-4ccb-b015-cbcd27056725,segment=NetworkSegment(0370b202-7841-45c6-91a5-4175c407fb1c),segment_id=0370b202-7841-45c6-91a5-4175c407fb1c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:02.007514 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7fb1f024-4d84-4983-8f9e-24cc6f0f0836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:02.088604 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d2de5-231c-4d83-b140-e0bc7337d300 req-b6e13c7b-e2a5-4a94-989b-ccc619457caf tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:02.094350 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3797dae3-6916-4261-abb5-b9d7a26d6625 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:02.101532 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-435d2de5-231c-4d83-b140-e0bc7337d300 req-b6e13c7b-e2a5-4a94-989b-ccc619457caf tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 931 time: 0.6763132 Dec 20 21:42:02.106879 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1f024-4d84-4983-8f9e-24cc6f0f0836 None None] Pushing event updated for resources: {'Port': ['ID=5c1c469b-d93d-4ccb-b015-cbcd27056725,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:02.140545 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:02.243245 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797dae3-6916-4261-abb5-b9d7a26d6625 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Port': ['ID=4e7c263a-7a4b-4a4a-a781-9388b5a3692c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:02.362332 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:02.378501 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-435d2de5-231c-4d83-b140-e0bc7337d300 req-25b2aa46-60a1-49dd-941e-c044e03a54d5 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751167 Dec 20 21:42:02.384035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d532ebe-ffba-4df3-b31e-9a6f3cabb303 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:02.394862 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8d532ebe-ffba-4df3-b31e-9a6f3cabb303 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/f77978c0-dda9-4270-97c9-738be9611780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1243758 Dec 20 21:42:02.402485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57856) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:02.408699 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8a421f-d422-42d1-9bb8-71ad243e501f None None] Sync routers for ids ['f77978c0-dda9-4270-97c9-738be9611780'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:02.428315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8a421f-d422-42d1-9bb8-71ad243e501f None None] Routers {'f77978c0-dda9-4270-97c9-738be9611780'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:02.430599 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-6f8a421f-d422-42d1-9bb8-71ad243e501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f77978c0-dda9-4270-97c9-738be9611780'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:02.476319 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-82f79885-acfe-42f9-b8a9-e94acc83693d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports?device_id=f77978c0-dda9-4270-97c9-738be9611780 HTTP/1.1" status: 200 len: 205 time: 0.0699096 Dec 20 21:42:02.477766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57860) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:02.604891 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-6f8a421f-d422-42d1-9bb8-71ad243e501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:02.625751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8a421f-d422-42d1-9bb8-71ad243e501f None None] Routers {'f77978c0-dda9-4270-97c9-738be9611780'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:02.626457 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-6f8a421f-d422-42d1-9bb8-71ad243e501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f77978c0-dda9-4270-97c9-738be9611780'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:02.697055 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-49cf1718-4cb8-42d6-b52f-c3c57e8dfc96 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:02.705444 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-6f8a421f-d422-42d1-9bb8-71ad243e501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:02.706279 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8a421f-d422-42d1-9bb8-71ad243e501f None None] The sync data for ids ['f77978c0-dda9-4270-97c9-738be9611780'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:02.755615 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3797dae3-6916-4261-abb5-b9d7a26d6625 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:03.051491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f853974c-4144-47d6-b9cf-a32883210119 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:42:03.062687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 530281d9-e401-4367-ab99-068dd6355fe7 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:42:03.067340 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:03.071525 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-49cf1718-4cb8-42d6-b52f-c3c57e8dfc96 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:03.075857 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-49cf1718-4cb8-42d6-b52f-c3c57e8dfc96 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:03.158545 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Transition to ACTIVE for port object f853974c-4144-47d6-b9cf-a32883210119 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:42:03.169362 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:03.188873 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-49cf1718-4cb8-42d6-b52f-c3c57e8dfc96 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:03.189418 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cf1718-4cb8-42d6-b52f-c3c57e8dfc96 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Fanout notify agent at l3_agent the message router_deleted on router f77978c0-dda9-4270-97c9-738be9611780 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:42:03.209446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3797dae3-6916-4261-abb5-b9d7a26d6625 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 66197e54-43e3-4983-b198-b7d8445538c0 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:42:03.263817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 530281d9-e401-4367-ab99-068dd6355fe7 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:03.264195 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:03.280100 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-49cf1718-4cb8-42d6-b52f-c3c57e8dfc96 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:03.281578 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-49cf1718-4cb8-42d6-b52f-c3c57e8dfc96 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/routers/f77978c0-dda9-4270-97c9-738be9611780 HTTP/1.1" status: 204 len: 168 time: 0.8025155 Dec 20 21:42:03.284518 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57872) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:03.410337 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3797dae3-6916-4261-abb5-b9d7a26d6625 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:03.424197 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c367b342-ad8c-4f0a-a1eb-a7cafcd21c63 None None] Sync routers for ids ['66197e54-43e3-4983-b198-b7d8445538c0'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:03.425724 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3797dae3-6916-4261-abb5-b9d7a26d6625 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/66197e54-43e3-4983-b198-b7d8445538c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6127596 Dec 20 21:42:03.427644 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57876) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:03.436504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Pushing event updated for resources: {'Port': ['ID=f853974c-4144-47d6-b9cf-a32883210119,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:03.442211 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c367b342-ad8c-4f0a-a1eb-a7cafcd21c63 None None] Routers {'66197e54-43e3-4983-b198-b7d8445538c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:03.443661 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c367b342-ad8c-4f0a-a1eb-a7cafcd21c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['66197e54-43e3-4983-b198-b7d8445538c0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:03.535713 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5c1c469b-d93d-4ccb-b015-cbcd27056725 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:42:03.567705 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28c4380-6226-4fd4-84ed-d7f38f2ef569 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting subnet 32d71817-9b0f-425f-9c95-f7cb52180ebf {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:42:03.574326 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e28c4380-6226-4fd4-84ed-d7f38f2ef569 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:03.606035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f8a103-f0eb-4d16-82b7-531f1e3ac877 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting subnet ca3c0302-31d3-4e51-8c80-107af401c1ac {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:42:03.661298 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a103-f0eb-4d16-82b7-531f1e3ac877 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:03.684014 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e28c4380-6226-4fd4-84ed-d7f38f2ef569 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:03.746191 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 5c1c469b-d93d-4ccb-b015-cbcd27056725 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:03.746710 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:03.748385 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a103-f0eb-4d16-82b7-531f1e3ac877 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:03.749564 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c367b342-ad8c-4f0a-a1eb-a7cafcd21c63 None None] Set router 66197e54-43e3-4983-b198-b7d8445538c0 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:42:03.956752 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e28c4380-6226-4fd4-84ed-d7f38f2ef569 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:04.000767 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a103-f0eb-4d16-82b7-531f1e3ac877 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:04.106752 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcb7c9-0c22-4337-ba1d-3d531b5fb254 req-a5e609f7-38b1-4590-a1b5-1384b1fbce1b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:04.111678 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-77bcb7c9-0c22-4337-ba1d-3d531b5fb254 req-a5e609f7-38b1-4590-a1b5-1384b1fbce1b tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 943 time: 0.3036854 Dec 20 21:42:04.139328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Attempting to bind port f853974c-4144-47d6-b9cf-a32883210119 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:42:04.139952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Attempting to bind port f853974c-4144-47d6-b9cf-a32883210119 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'bc839f0f-ddff-4bbf-a0f2-9bdda24febeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:42:04.139952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Attempting to bind port f853974c-4144-47d6-b9cf-a32883210119 on network a67e6d6a-f991-4212-bb55-39ffd9d600c6 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:42:04.161301 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a103-f0eb-4d16-82b7-531f1e3ac877 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:04.164476 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e28c4380-6226-4fd4-84ed-d7f38f2ef569 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:04.166339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Port f853974c-4144-47d6-b9cf-a32883210119 on network a67e6d6a-f991-4212-bb55-39ffd9d600c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:42:04.166857 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Attempting to bind port f853974c-4144-47d6-b9cf-a32883210119 on network a67e6d6a-f991-4212-bb55-39ffd9d600c6 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:42:04.167988 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c367b342-ad8c-4f0a-a1eb-a7cafcd21c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:42:01Z', 'revision_number': 10, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:04.201841 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c367b342-ad8c-4f0a-a1eb-a7cafcd21c63 None None] Checking router: 66197e54-43e3-4983-b198-b7d8445538c0 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:42:04.209106 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c4380-6226-4fd4-84ed-d7f38f2ef569 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Subnet': ['ID=32d71817-9b0f-425f-9c95-f7cb52180ebf,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:04.213718 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-77bcb7c9-0c22-4337-ba1d-3d531b5fb254 req-1e4f1dcf-4f6d-42ed-b88f-b6019bea5b0f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928376 Dec 20 21:42:04.217508 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e28c4380-6226-4fd4-84ed-d7f38f2ef569 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:04.223918 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e28c4380-6226-4fd4-84ed-d7f38f2ef569 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/subnets/32d71817-9b0f-425f-9c95-f7cb52180ebf HTTP/1.1" status: 204 len: 168 time: 0.7927928 Dec 20 21:42:04.226477 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c367b342-ad8c-4f0a-a1eb-a7cafcd21c63 None None] Routers {'66197e54-43e3-4983-b198-b7d8445538c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:04.226631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57888) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:04.226805 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c367b342-ad8c-4f0a-a1eb-a7cafcd21c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['66197e54-43e3-4983-b198-b7d8445538c0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:04.227816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b0c7c2-ae4a-4a76-a9b5-26d407bf19cd None None] Network 7a36f2bc-e79d-4df1-b5aa-2e4f0d477826 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:04.263773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:42:04.265785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Checking segment: {'id': 'bc839f0f-ddff-4bbf-a0f2-9bdda24febeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:04.267128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Bound using segment: {'id': 'bc839f0f-ddff-4bbf-a0f2-9bdda24febeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:42:04.268428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Bound port: f853974c-4144-47d6-b9cf-a32883210119, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc839f0f-ddff-4bbf-a0f2-9bdda24febeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:42:04.271284 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:04.280085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8a103-f0eb-4d16-82b7-531f1e3ac877 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3c0302-31d3-4e51-8c80-107af401c1ac,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:04.316447 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a103-f0eb-4d16-82b7-531f1e3ac877 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:04.323612 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f3f8a103-f0eb-4d16-82b7-531f1e3ac877 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/subnets/ca3c0302-31d3-4e51-8c80-107af401c1ac HTTP/1.1" status: 204 len: 168 time: 1.0355222 Dec 20 21:42:04.329269 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57890) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:04.335666 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935c4fc4-a2ec-4c03-b07a-ef0c878c00a0 None None] Network 35ddef81-0c11-4332-b69b-4dac3711c9d6 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:04.392617 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c367b342-ad8c-4f0a-a1eb-a7cafcd21c63 None None] Set router 66197e54-43e3-4983-b198-b7d8445538c0 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:42:04.420875 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:04.450937 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-457bd869-1b71-426c-bba9-2c5f84496642 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting subnet dc1dfd5a-d1e9-4352-a522-0dc2360584ad {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:42:04.456618 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-457bd869-1b71-426c-bba9-2c5f84496642 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:04.517407 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting port 27875a5b-1cd3-4dbc-9d70-238c67f62563 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:04.517917 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:04.520948 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-457bd869-1b71-426c-bba9-2c5f84496642 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:04.531345 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5f8c12-ae83-4fe3-baa1-2baeecbd3392 None None] DHCP port deletion for 7a36f2bc-e79d-4df1-b5aa-2e4f0d477826 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:42:04.602629 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] For port 27875a5b-1cd3-4dbc-9d70-238c67f62563, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=27875a5b-1cd3-4dbc-9d70-238c67f62563,segment=NetworkSegment(72340b82-2177-4cf0-adbe-128061705cf3),segment_id=72340b82-2177-4cf0-adbe-128061705cf3)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:04.602889 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:04.619033 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] For port f853974c-4144-47d6-b9cf-a32883210119, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:42:04.619315 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Calling delete_port for 27875a5b-1cd3-4dbc-9d70-238c67f62563 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:04.627463 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f8c12-ae83-4fe3-baa1-2baeecbd3392 None None] Deleting port 27875a5b-1cd3-4dbc-9d70-238c67f62563 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:04.628707 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8c12-ae83-4fe3-baa1-2baeecbd3392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:04.641690 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] For port f853974c-4144-47d6-b9cf-a32883210119, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f853974c-4144-47d6-b9cf-a32883210119,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:42:04.655726 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:04.689754 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:04.691406 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:04.693110 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81deedf3-4081-417b-b639-b3081991cc67 req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] 10.222.0.66 "PUT /v2.0/ports/f853974c-4144-47d6-b9cf-a32883210119 HTTP/1.1" status: 200 len: 1089 time: 4.2228587 Dec 20 21:42:04.695585 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-457bd869-1b71-426c-bba9-2c5f84496642 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:04.708243 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6be491-fed2-404a-a52e-92c84b8c2264', 'tag': 'f853974c-4144-47d6-b9cf-a32883210119'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:42:04.714408 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fe7190-2fa5-4ca9-ac39-16a8afe41f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6be491-fed2-404a-a52e-92c84b8c2264", "tag": "f853974c-4144-47d6-b9cf-a32883210119"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:42:04.766904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd2643a-adf7-434b-aa62-4491be21641c None None] DHCP port deletion for 35ddef81-0c11-4332-b69b-4dac3711c9d6 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:42:04.795107 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:04.847157 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Port': ['ID=27875a5b-1cd3-4dbc-9d70-238c67f62563,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:04.855873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] No DVR routers for this DVR port 27875a5b-1cd3-4dbc-9d70-238c67f62563 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:04.908873 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0b5f8c12-ae83-4fe3-baa1-2baeecbd3392 None None] For port 27875a5b-1cd3-4dbc-9d70-238c67f62563, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=27875a5b-1cd3-4dbc-9d70-238c67f62563,segment=NetworkSegment(72340b82-2177-4cf0-adbe-128061705cf3),segment_id=72340b82-2177-4cf0-adbe-128061705cf3)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:04.909282 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8c12-ae83-4fe3-baa1-2baeecbd3392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:04.923897 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f8c12-ae83-4fe3-baa1-2baeecbd3392 None None] Calling delete_port for 27875a5b-1cd3-4dbc-9d70-238c67f62563 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:04.953420 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dea7bc-addf-4175-8b43-9729b15c311d x-openstack-request-id: req-20dea7bc-addf-4175-8b43-9729b15c311d {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:42:04.954085 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6be491-fed2-404a-a52e-92c84b8c2264", "tag": "f853974c-4144-47d6-b9cf-a32883210119", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:42:04.958504 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20dea7bc-addf-4175-8b43-9729b15c311d {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:42:04.959104 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6be491-fed2-404a-a52e-92c84b8c2264', 'tag': 'f853974c-4144-47d6-b9cf-a32883210119', 'status': 'completed', 'code': 200} Dec 20 21:42:05.038553 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c367b342-ad8c-4f0a-a1eb-a7cafcd21c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:42:01Z', 'revision_number': 10, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:05.058685 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd164ed-8727-4488-9616-32eba141e008 service neutron] Pushing event updated for resources: {'Port': ['ID=f853974c-4144-47d6-b9cf-a32883210119,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:05.059762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 27875a5b-1cd3-4dbc-9d70-238c67f62563 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:05.076869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deedf3-4081-417b-b639-b3081991cc67 req-73f23223-dd57-417b-9d80-0cb3e3ba6815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:05.089258 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:05.089644 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81deedf3-4081-417b-b639-b3081991cc67 req-73f23223-dd57-417b-9d80-0cb3e3ba6815 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c929704e8ff545d98d309471ebd9f191&device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 1092 time: 0.2684402 Dec 20 21:42:05.094049 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c367b342-ad8c-4f0a-a1eb-a7cafcd21c63 None None] The sync data for ids ['66197e54-43e3-4983-b198-b7d8445538c0'] in n-d-xena-1 is: [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:42:01Z', 'revision_number': 10, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None, '_interfaces': [{'id': '55702cff-7cde-4260-897b-3046ad4474a9', 'name': '', 'network_id': 'd6d642fa-d58b-4088-b283-fb07b1f8bcb2', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'mac_address': 'fa:16:3e:5d:cf:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66197e54-43e3-4983-b198-b7d8445538c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:03Z', 'updated_at': '2021-12-20T21:41:14Z', 'revision_number': 5, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'subnets': [{'id': '57a1e630-1fdc-48ad-8d83-53d9d3428242', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:05.108082 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 27875a5b-1cd3-4dbc-9d70-238c67f62563 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:05.108082 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 27875a5b-1cd3-4dbc-9d70-238c67f62563 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:05.108455 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 18b0b55f-feb5-4b2b-a135-4117c011ef7d no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:05.116758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a36f2bc-e79d-4df1-b5aa-2e4f0d477826']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:05.117351 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8c12-ae83-4fe3-baa1-2baeecbd3392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:05.137700 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72340b82-2177-4cf0-adbe-128061705cf3') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:05.137993 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72340b82-2177-4cf0-adbe-128061705cf3') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:05.153923 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:05.162368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f8c12-ae83-4fe3-baa1-2baeecbd3392 None None] No DVR routers for this DVR port 27875a5b-1cd3-4dbc-9d70-238c67f62563 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:05.187365 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-457bd869-1b71-426c-bba9-2c5f84496642 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:05.194247 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:05.197271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f8c12-ae83-4fe3-baa1-2baeecbd3392 None None] Pushing event deleted for resources: {'Port': ['ID=27875a5b-1cd3-4dbc-9d70-238c67f62563,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:05.217275 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81deedf3-4081-417b-b639-b3081991cc67 req-a1d85f1f-bacb-4b55-9219-41fbf85ded44 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f853974c-4144-47d6-b9cf-a32883210119 HTTP/1.1" status: 200 len: 217 time: 0.1242900 Dec 20 21:42:05.218366 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-457bd869-1b71-426c-bba9-2c5f84496642 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:05.222254 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-457bd869-1b71-426c-bba9-2c5f84496642 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/subnets/dc1dfd5a-d1e9-4352-a522-0dc2360584ad HTTP/1.1" status: 204 len: 168 time: 0.8902724 Dec 20 21:42:05.234799 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3104f10e-1419-40a8-aec5-a028b42730d5 None None] Network c1659dae-8980-4528-a335-780bd36ba50a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:05.239971 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57910) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:05.260724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bd869-1b71-426c-bba9-2c5f84496642 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Subnet': ['ID=dc1dfd5a-d1e9-4352-a522-0dc2360584ad,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:05.305870 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deedf3-4081-417b-b639-b3081991cc67 req-00f80e3e-0017-4f08-a234-f3119b16e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:05.307650 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81deedf3-4081-417b-b639-b3081991cc67 req-00f80e3e-0017-4f08-a234-f3119b16e18c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=924feca0-3a71-4754-bcc2-c5bd79345d9c HTTP/1.1" status: 200 len: 855 time: 0.0727181 Dec 20 21:42:05.327215 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:05.332364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:42:05.332759 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:42:05.341272 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:42:05.351217 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ccd2643a-adf7-434b-aa62-4491be21641c None None] Deleting port 18b0b55f-feb5-4b2b-a135-4117c011ef7d {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:05.354884 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ccd2643a-adf7-434b-aa62-4491be21641c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:05.384829 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81deedf3-4081-417b-b639-b3081991cc67 req-6ac19acb-c43d-444d-9713-e23d7fa822ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a67e6d6a-f991-4212-bb55-39ffd9d600c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696256 Dec 20 21:42:05.461962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ccd2643a-adf7-434b-aa62-4491be21641c None None] For port 18b0b55f-feb5-4b2b-a135-4117c011ef7d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=18b0b55f-feb5-4b2b-a135-4117c011ef7d,segment=NetworkSegment(9ff9db7b-4504-4e31-851d-46949c07b43a),segment_id=9ff9db7b-4504-4e31-851d-46949c07b43a)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:05.463014 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ccd2643a-adf7-434b-aa62-4491be21641c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:05.483104 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ccd2643a-adf7-434b-aa62-4491be21641c None None] Calling delete_port for 18b0b55f-feb5-4b2b-a135-4117c011ef7d owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:05.510994 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:05.524639 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:05.535164 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/networks/7a36f2bc-e79d-4df1-b5aa-2e4f0d477826 HTTP/1.1" status: 204 len: 168 time: 1.3092530 Dec 20 21:42:05.535787 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57916) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:05.599255 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting port 18b0b55f-feb5-4b2b-a135-4117c011ef7d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:05.599656 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:05.634104 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No active binding found for port 18b0b55f-feb5-4b2b-a135-4117c011ef7d {{(pid=102403) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 20 21:42:05.637191 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 18b0b55f-feb5-4b2b-a135-4117c011ef7d not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:05.644593 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ccd2643a-adf7-434b-aa62-4491be21641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:05.679375 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd902581-4321-4257-8bf5-362f7fb6ecca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Network': ['ID=7a36f2bc-e79d-4df1-b5aa-2e4f0d477826,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:05.719335 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2643a-adf7-434b-aa62-4491be21641c None None] Pushing event deleted for resources: {'Port': ['ID=18b0b55f-feb5-4b2b-a135-4117c011ef7d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:05.726731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd2643a-adf7-434b-aa62-4491be21641c None None] No DVR routers for this DVR port 18b0b55f-feb5-4b2b-a135-4117c011ef7d on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:05.750295 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451b073-a0d0-49d2-89ba-abafc1b68cb1 req-da473936-b207-4e1f-ad7d-ad7e6617cb57 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:05.752917 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2451b073-a0d0-49d2-89ba-abafc1b68cb1 req-da473936-b207-4e1f-ad7d-ad7e6617cb57 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 943 time: 0.3328669 Dec 20 21:42:05.756806 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81deedf3-4081-417b-b639-b3081991cc67 req-9cc799a3-e01a-477c-b0cf-d1b3c798b278 service neutron] 10.222.0.66 "GET /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607547 Dec 20 21:42:05.811331 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-7a12dd34-a9ee-4672-8966-68f1c6aac6ef tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:05.814995 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-7a12dd34-a9ee-4672-8966-68f1c6aac6ef tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/networks?id=3f4d1a04-fc18-46fe-b472-991eeaafa566 HTTP/1.1" status: 200 len: 809 time: 0.6533346 Dec 20 21:42:05.928668 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] For port 18b0b55f-feb5-4b2b-a135-4117c011ef7d, host n-d-xena-1, got binding levels [] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:05.929265 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:05.950767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36f78f3-abcd-4fe1-8fbc-34c33e46ddc0 None None] DHCP port deletion for c1659dae-8980-4528-a335-780bd36ba50a request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:42:05.968448 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-d5129f52-e7cd-447e-b580-6f6d79c964f9 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/quotas/273c9a3bbca8406ab8ea76a018873545 HTTP/1.1" status: 200 len: 375 time: 0.0582905 Dec 20 21:42:05.971526 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Calling delete_port for 18b0b55f-feb5-4b2b-a135-4117c011ef7d owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:06.005667 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Port 18b0b55f-feb5-4b2b-a135-4117c011ef7d was not found and therefore no delete operation was performed {{(pid=102402) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 21:42:06.011729 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-cd864fa0-9050-4d5d-9eec-72d7226290f1 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=273c9a3bbca8406ab8ea76a018873545&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361028 Dec 20 21:42:06.019017 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:06.023400 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2451b073-a0d0-49d2-89ba-abafc1b68cb1 req-53f19108-0179-4ae6-ac56-5b927fae9248 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883194 Dec 20 21:42:06.052584 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d36f78f3-abcd-4fe1-8fbc-34c33e46ddc0 None None] Deleting port 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:06.053059 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d36f78f3-abcd-4fe1-8fbc-34c33e46ddc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:06.067178 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81deedf3-4081-417b-b639-b3081991cc67 req-5a32f41d-b0a2-4f40-969f-4fc87b858933 service neutron] 10.222.0.66 "GET /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021662 Dec 20 21:42:06.127277 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d36f78f3-abcd-4fe1-8fbc-34c33e46ddc0 None None] For port 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=10c66dd0-3be5-4b41-91b8-8733ecf8fe7d,segment=NetworkSegment(efd166b7-aace-4f75-b4d9-51e05b5e710a),segment_id=efd166b7-aace-4f75-b4d9-51e05b5e710a)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:06.127753 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d36f78f3-abcd-4fe1-8fbc-34c33e46ddc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:06.142542 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d36f78f3-abcd-4fe1-8fbc-34c33e46ddc0 None None] Calling delete_port for 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:06.254517 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe7190-2fa5-4ca9-ac39-16a8afe41f8f req-76fe4701-8d4b-4696-9359-1fa9d47327e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:06.256994 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76fe7190-2fa5-4ca9-ac39-16a8afe41f8f req-76fe4701-8d4b-4696-9359-1fa9d47327e6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c929704e8ff545d98d309471ebd9f191&device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 1092 time: 0.0805161 Dec 20 21:42:06.258993 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d36f78f3-abcd-4fe1-8fbc-34c33e46ddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:06.289875 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f78f3-abcd-4fe1-8fbc-34c33e46ddc0 None None] Pushing event deleted for resources: {'Port': ['ID=10c66dd0-3be5-4b41-91b8-8733ecf8fe7d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:06.294268 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36f78f3-abcd-4fe1-8fbc-34c33e46ddc0 None None] No DVR routers for this DVR port 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:06.375790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe7190-2fa5-4ca9-ac39-16a8afe41f8f req-31f54f31-9f4c-4a2b-aa4f-48ef87794e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:06.377397 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76fe7190-2fa5-4ca9-ac39-16a8afe41f8f req-31f54f31-9f4c-4a2b-aa4f-48ef87794e38 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a67e6d6a-f991-4212-bb55-39ffd9d600c6 HTTP/1.1" status: 200 len: 916 time: 0.1124113 Dec 20 21:42:06.432589 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76fe7190-2fa5-4ca9-ac39-16a8afe41f8f req-8641f9bd-553a-4454-9e29-5b53364d55e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f853974c-4144-47d6-b9cf-a32883210119 HTTP/1.1" status: 200 len: 217 time: 0.0476909 Dec 20 21:42:06.463336 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Port': ['ID=18b0b55f-feb5-4b2b-a135-4117c011ef7d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:06.495687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe7190-2fa5-4ca9-ac39-16a8afe41f8f req-fc5dc746-afe5-406e-b7a2-82bf9cbe00ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:06.497423 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76fe7190-2fa5-4ca9-ac39-16a8afe41f8f req-fc5dc746-afe5-406e-b7a2-82bf9cbe00ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=924feca0-3a71-4754-bcc2-c5bd79345d9c HTTP/1.1" status: 200 len: 855 time: 0.0571547 Dec 20 21:42:06.521618 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] No DVR routers for this DVR port 18b0b55f-feb5-4b2b-a135-4117c011ef7d on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:06.535875 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76fe7190-2fa5-4ca9-ac39-16a8afe41f8f req-2cd82ac9-cc02-4530-bf14-8649c65921a8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a67e6d6a-f991-4212-bb55-39ffd9d600c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303967 Dec 20 21:42:06.634470 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76fe7190-2fa5-4ca9-ac39-16a8afe41f8f req-ebab0a84-733b-4ba9-b36d-505ac91ebb65 service neutron] 10.222.0.66 "GET /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915427 Dec 20 21:42:06.672951 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:06.694057 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4228b793-6911-4ff3-ba75-423eb9d4faac service neutron] 10.222.0.32 "GET /v2.0/networks/3f4d1a04-fc18-46fe-b472-991eeaafa566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6684334 Dec 20 21:42:06.719172 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ddef81-0c11-4332-b69b-4dac3711c9d6']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:06.744920 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff9db7b-4504-4e31-851d-46949c07b43a') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:06.745221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff9db7b-4504-4e31-851d-46949c07b43a') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:06.774923 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76fe7190-2fa5-4ca9-ac39-16a8afe41f8f req-7e3cd908-0c8b-4785-bb80-1773964c1c30 service neutron] 10.222.0.66 "GET /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282740 Dec 20 21:42:06.804193 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:06.835605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4e7c263a-7a4b-4a4a-a781-9388b5a3692c no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:06.844219 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:06.861082 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 4e7c263a-7a4b-4a4a-a781-9388b5a3692c {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:06.861579 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4e7c263a-7a4b-4a4a-a781-9388b5a3692c not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:06.862126 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:06.866584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:42:06.866584 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:42:06.874400 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:42:06.890898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:06.891295 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 10c66dd0-3be5-4b41-91b8-8733ecf8fe7d not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:06.922089 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-b273439a-084d-4ba6-a95a-2c069bcd5948 service neutron] 10.222.0.32 "GET /v2.0/networks/3f4d1a04-fc18-46fe-b472-991eeaafa566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154181 Dec 20 21:42:06.956024 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:06.964455 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:06.967878 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/networks/35ddef81-0c11-4332-b69b-4dac3711c9d6 HTTP/1.1" status: 204 len: 168 time: 1.7265344 Dec 20 21:42:06.971782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57936) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:07.000800 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b73031-7b25-4dd1-a247-b0c82c9dea0b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Network': ['ID=35ddef81-0c11-4332-b69b-4dac3711c9d6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:07.049691 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc767ec7-bae6-4d47-aa9d-2daee4adb6a0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:07.079429 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1b40668-0976-4b38-b892-7047d0313d91 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:07.246550 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1b40668-0976-4b38-b892-7047d0313d91 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:07.272780 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d1b40668-0976-4b38-b892-7047d0313d91 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1659dae-8980-4528-a335-780bd36ba50a']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:07.285373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d1b40668-0976-4b38-b892-7047d0313d91 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd166b7-aace-4f75-b4d9-51e05b5e710a') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:07.285845 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d1b40668-0976-4b38-b892-7047d0313d91 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd166b7-aace-4f75-b4d9-51e05b5e710a') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:07.294819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70404aeb-2f43-4448-8aad-7fd869af6221 req-5750974f-5ba5-4229-8bcd-d16a6c676e87 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:07.296368 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70404aeb-2f43-4448-8aad-7fd869af6221 req-5750974f-5ba5-4229-8bcd-d16a6c676e87 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 943 time: 0.1002147 Dec 20 21:42:07.305509 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1b40668-0976-4b38-b892-7047d0313d91 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:07.336924 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d60ec452-30b1-40f6-9a55-9c0fcfcae649 req-4747507a-eac3-4b50-a78e-5f9541af1b51 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 210 time: 0.0715344 Dec 20 21:42:07.348549 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1b40668-0976-4b38-b892-7047d0313d91 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:07.359619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b40668-0976-4b38-b892-7047d0313d91 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:42:07.360826 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1b40668-0976-4b38-b892-7047d0313d91 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:42:07.364533 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:42:07.419764 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70404aeb-2f43-4448-8aad-7fd869af6221 req-7f29a6e9-f295-487b-a73e-79969a1f0507 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073933 Dec 20 21:42:07.457310 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1b40668-0976-4b38-b892-7047d0313d91 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:07.465148 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d1b40668-0976-4b38-b892-7047d0313d91 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:07.473573 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d1b40668-0976-4b38-b892-7047d0313d91 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/networks/c1659dae-8980-4528-a335-780bd36ba50a HTTP/1.1" status: 204 len: 168 time: 0.4958363 Dec 20 21:42:07.474642 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57954) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:07.487968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5c17a750-4022-498d-9698-f9e91cc5d9ea tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1096901130'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:07.515247 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b40668-0976-4b38-b892-7047d0313d91 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Network': ['ID=c1659dae-8980-4528-a335-780bd36ba50a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:07.545586 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bc767ec7-bae6-4d47-aa9d-2daee4adb6a0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting port 55702cff-7cde-4260-897b-3046ad4474a9 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:07.546166 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc767ec7-bae6-4d47-aa9d-2daee4adb6a0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:07.553832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c17a750-4022-498d-9698-f9e91cc5d9ea tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:07.557796 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5c17a750-4022-498d-9698-f9e91cc5d9ea tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:07.604093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c17a750-4022-498d-9698-f9e91cc5d9ea tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:42:07.616819 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5c17a750-4022-498d-9698-f9e91cc5d9ea tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:07.617210 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-5c17a750-4022-498d-9698-f9e91cc5d9ea tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Added segment 345aa65b-8efa-45b5-8f0f-ca7904d6dfea of type vlan for network 7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548 Dec 20 21:42:07.670701 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5c17a750-4022-498d-9698-f9e91cc5d9ea tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:07.700894 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5c17a750-4022-498d-9698-f9e91cc5d9ea tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:07.707119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c17a750-4022-498d-9698-f9e91cc5d9ea tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:07.707841 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5c17a750-4022-498d-9698-f9e91cc5d9ea tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:07.708861 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-bc767ec7-bae6-4d47-aa9d-2daee4adb6a0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] For port 55702cff-7cde-4260-897b-3046ad4474a9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=55702cff-7cde-4260-897b-3046ad4474a9,segment=NetworkSegment(fee5bf7e-056f-490f-8391-e4498fe6a914),segment_id=fee5bf7e-056f-490f-8391-e4498fe6a914)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:07.709463 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc767ec7-bae6-4d47-aa9d-2daee4adb6a0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:07.730699 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f853974c-4144-47d6-b9cf-a32883210119 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:42:07.736852 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-bc767ec7-bae6-4d47-aa9d-2daee4adb6a0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Calling delete_port for 55702cff-7cde-4260-897b-3046ad4474a9 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:07.826488 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5c17a750-4022-498d-9698-f9e91cc5d9ea tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3505592 Dec 20 21:42:07.831626 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57960) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:07.852280 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f513924d-0061-4566-aea9-c5d1e63d8cef tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'subnet': {'network_id': '7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:07.877032 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f853974c-4144-47d6-b9cf-a32883210119, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f853974c-4144-47d6-b9cf-a32883210119,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:07.897854 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'f853974c-4144-47d6-b9cf-a32883210119', 'network_id': 'a67e6d6a-f991-4212-bb55-39ffd9d600c6', 'port_id': 'f853974c-4144-47d6-b9cf-a32883210119', 'mac_address': 'fa:16:3e:f1:e7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924feca0-3a71-4754-bcc2-c5bd79345d9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:42:07.943418 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17a750-4022-498d-9698-f9e91cc5d9ea tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Network': ['ID=7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:07.958747 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:42:08.029998 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:08.048360 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f513924d-0061-4566-aea9-c5d1e63d8cef tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:08.055948 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f853974c-4144-47d6-b9cf-a32883210119 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:42:08.062756 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f513924d-0061-4566-aea9-c5d1e63d8cef tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:08.088875 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc767ec7-bae6-4d47-aa9d-2daee4adb6a0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:08.092816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f853974c-4144-47d6-b9cf-a32883210119, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f853974c-4144-47d6-b9cf-a32883210119,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:08.099931 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:08.147174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc767ec7-bae6-4d47-aa9d-2daee4adb6a0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Port': ['ID=55702cff-7cde-4260-897b-3046ad4474a9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:08.175035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=f853974c-4144-47d6-b9cf-a32883210119,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:08.212953 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57964) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:08.356810 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc767ec7-bae6-4d47-aa9d-2daee4adb6a0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:08.385661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['f853974c-4144-47d6-b9cf-a32883210119'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:42:08.544200 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-798d382f-56d8-405e-8644-f6964e2edf92 req-bebdf546-763b-446f-9b69-190be2543d2f tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 210 time: 0.0430446 Dec 20 21:42:08.632898 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f513924d-0061-4566-aea9-c5d1e63d8cef tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:08.744748 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc767ec7-bae6-4d47-aa9d-2daee4adb6a0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 66197e54-43e3-4983-b198-b7d8445538c0 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:42:08.792721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f513924d-0061-4566-aea9-c5d1e63d8cef tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Checking segment: {'id': '345aa65b-8efa-45b5-8f0f-ca7904d6dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:08.793438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f513924d-0061-4566-aea9-c5d1e63d8cef tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network hostable DHCP agents. Network: 7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:42:08.800014 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513924d-0061-4566-aea9-c5d1e63d8cef tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Subnet': ['ID=0e20848b-dd0d-43eb-afaf-0c5d4ad726e8,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:08.893253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc767ec7-bae6-4d47-aa9d-2daee4adb6a0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:08.899123 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bc767ec7-bae6-4d47-aa9d-2daee4adb6a0 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/66197e54-43e3-4983-b198-b7d8445538c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3130863 Dec 20 21:42:08.901755 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57974) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:08.936237 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7974fd66-777a-44c6-a2b5-4656a3edc4b9 None None] Sync routers for ids ['66197e54-43e3-4983-b198-b7d8445538c0'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:08.960660 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7974fd66-777a-44c6-a2b5-4656a3edc4b9 None None] Routers {'66197e54-43e3-4983-b198-b7d8445538c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:08.961675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-7974fd66-777a-44c6-a2b5-4656a3edc4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['66197e54-43e3-4983-b198-b7d8445538c0'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:08.984778 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc6955-6913-4a0b-b175-879591e379f7 req-a3889e28-b5d6-4365-9a20-4ac21450ed74 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:08.990013 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-35dc6955-6913-4a0b-b175-879591e379f7 req-a3889e28-b5d6-4365-9a20-4ac21450ed74 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 944 time: 0.4777792 Dec 20 21:42:09.004407 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-027c888e-93d4-4dc6-8f49-cf913479148e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting subnet 57a1e630-1fdc-48ad-8d83-53d9d3428242 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:42:09.010789 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-027c888e-93d4-4dc6-8f49-cf913479148e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:09.051767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-7974fd66-777a-44c6-a2b5-4656a3edc4b9 None None] Set router 66197e54-43e3-4983-b198-b7d8445538c0 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:42:09.091019 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-04743502-0c05-4642-affd-3ae21c5d058b tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:09.093679 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-027c888e-93d4-4dc6-8f49-cf913479148e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:09.107899 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-04743502-0c05-4642-affd-3ae21c5d058b tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.31 "GET /v2.0/networks?id=3f4d1a04-fc18-46fe-b472-991eeaafa566 HTTP/1.1" status: 200 len: 809 time: 0.3096397 Dec 20 21:42:09.110235 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-7974fd66-777a-44c6-a2b5-4656a3edc4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:42:08Z', 'revision_number': 11, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:09.174617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-9228ac1c-576e-4925-8417-69b91ddf14cf tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Request body: {'port': {'device_id': '528a21ae-563d-4901-b2e3-04639232553a', 'network_id': '3f4d1a04-fc18-46fe-b472-991eeaafa566', 'admin_state_up': True, 'tenant_id': '273c9a3bbca8406ab8ea76a018873545'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:09.223025 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7974fd66-777a-44c6-a2b5-4656a3edc4b9 None None] Checking router: 66197e54-43e3-4983-b198-b7d8445538c0 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:42:09.232732 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7974fd66-777a-44c6-a2b5-4656a3edc4b9 None None] Routers {'66197e54-43e3-4983-b198-b7d8445538c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:09.236151 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-7974fd66-777a-44c6-a2b5-4656a3edc4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['66197e54-43e3-4983-b198-b7d8445538c0'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:09.251040 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f513924d-0061-4566-aea9-c5d1e63d8cef tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:42:09.303170 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-35dc6955-6913-4a0b-b175-879591e379f7 req-e7cb4b0b-b27f-4a3d-8c9c-8294f2b3faae tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893965 Dec 20 21:42:09.322526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-f513924d-0061-4566-aea9-c5d1e63d8cef tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:09.325969 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-7974fd66-777a-44c6-a2b5-4656a3edc4b9 None None] Set router 66197e54-43e3-4983-b198-b7d8445538c0 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:42:09.343999 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-027c888e-93d4-4dc6-8f49-cf913479148e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:09.366405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f513924d-0061-4566-aea9-c5d1e63d8cef tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:09.366987 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f513924d-0061-4566-aea9-c5d1e63d8cef tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:09.427613 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eac2ee-e4a0-4639-af76-39eace0cb53a None None] Network 7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:09.438004 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-027c888e-93d4-4dc6-8f49-cf913479148e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:09.460581 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-027c888e-93d4-4dc6-8f49-cf913479148e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:09.472411 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-027c888e-93d4-4dc6-8f49-cf913479148e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/subnets/57a1e630-1fdc-48ad-8d83-53d9d3428242 HTTP/1.1" status: 204 len: 168 time: 0.5613501 Dec 20 21:42:09.472801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-7974fd66-777a-44c6-a2b5-4656a3edc4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:42:08Z', 'revision_number': 11, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:09.507242 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984d8f26-d91b-47c4-a538-6054fea32005 None None] Network d6d642fa-d58b-4088-b283-fb07b1f8bcb2 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:09.513994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57978) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:09.534604 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c888e-93d4-4dc6-8f49-cf913479148e tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Subnet': ['ID=57a1e630-1fdc-48ad-8d83-53d9d3428242,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:09.644868 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7974fd66-777a-44c6-a2b5-4656a3edc4b9 None None] The sync data for ids ['66197e54-43e3-4983-b198-b7d8445538c0'] in n-d-xena-1 is: [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:42:08Z', 'revision_number': 11, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:09.745756 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e59a954a-1795-49af-8703-cbcd022fd4c1 req-87b2e5ec-a35d-43f1-ab66-ae9ba127e1a9 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 210 time: 0.0640821 Dec 20 21:42:09.752993 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:09.757241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f853974c-4144-47d6-b9cf-a32883210119 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:42:09.834469 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Deleting port 17e3ca43-3a23-4334-8cdd-62e594c66990 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:09.835231 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:09.919388 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f513924d-0061-4566-aea9-c5d1e63d8cef tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0836782 Dec 20 21:42:09.920990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57992) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:09.926417 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] For port 17e3ca43-3a23-4334-8cdd-62e594c66990, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=17e3ca43-3a23-4334-8cdd-62e594c66990,segment=NetworkSegment(fee5bf7e-056f-490f-8391-e4498fe6a914),segment_id=fee5bf7e-056f-490f-8391-e4498fe6a914)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:09.927589 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:09.938021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-8f3b8bfd-af84-4bf7-8f3b-7e1c4b0c42f7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1108662894', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:09.943731 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Calling delete_port for 17e3ca43-3a23-4334-8cdd-62e594c66990 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:10.052573 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8f3b8bfd-af84-4bf7-8f3b-7e1c4b0c42f7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.053538 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8f3b8bfd-af84-4bf7-8f3b-7e1c4b0c42f7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.062041 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-9228ac1c-576e-4925-8417-69b91ddf14cf tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Made reservation on behalf of 273c9a3bbca8406ab8ea76a018873545 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:10.067893 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-9228ac1c-576e-4925-8417-69b91ddf14cf tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.076995 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548', 'network_id': '7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'fixed_ips': [{'subnet_id': '0e20848b-dd0d-43eb-afaf-0c5d4ad726e8'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:42:10.079172 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.116636 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.182514 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Port': ['ID=17e3ca43-3a23-4334-8cdd-62e594c66990,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:10.193041 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] No DVR routers for this DVR port 17e3ca43-3a23-4334-8cdd-62e594c66990 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:10.230523 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8f3b8bfd-af84-4bf7-8f3b-7e1c4b0c42f7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.246508 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8f3b8bfd-af84-4bf7-8f3b-7e1c4b0c42f7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.299274 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Allocated IP 2001:db8::2 (7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548/0e20848b-dd0d-43eb-afaf-0c5d4ad726e8/366c6113-b20a-4656-bb94-8c47904aeb81) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:42:10.301216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port f853974c-4144-47d6-b9cf-a32883210119 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:42:10.301457 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8f3b8bfd-af84-4bf7-8f3b-7e1c4b0c42f7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.305488 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8f3b8bfd-af84-4bf7-8f3b-7e1c4b0c42f7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3696835 Dec 20 21:42:10.307660 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6998805e-2f48-47da-8b07-3e807849ad6b None None] DHCP port deletion for d6d642fa-d58b-4088-b283-fb07b1f8bcb2 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:42:10.307828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 57994) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:10.320160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2d0e0324-8041-4a21-9a11-9fee37a197e5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'port': {'network_id': '7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548', 'name': 'tempest-RoutersIpV6Test-2082616358'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:10.347848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port f853974c-4144-47d6-b9cf-a32883210119 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:10.349595 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.403191 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f39f321-65a8-4168-9197-360ccf619ac3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.438467 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.460756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d642fa-d58b-4088-b283-fb07b1f8bcb2']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:10.471126 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee5bf7e-056f-490f-8391-e4498fe6a914') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:10.471546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee5bf7e-056f-490f-8391-e4498fe6a914') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:10.490713 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.507860 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.516004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:42:10.517044 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:42:10.522115 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:42:10.612843 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.626943 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.630379 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/networks/d6d642fa-d58b-4088-b283-fb07b1f8bcb2 HTTP/1.1" status: 204 len: 168 time: 1.1148255 Dec 20 21:42:10.640461 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 57998) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:10.645287 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-65282cf3-af66-4511-b3b0-c7050929b0a5 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'router': {'routes': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:10.647852 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426ce38-c6dc-4b3c-832c-471ebcca1e17 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Pushing event deleted for resources: {'Network': ['ID=d6d642fa-d58b-4088-b283-fb07b1f8bcb2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:10.656256 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.661489 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.667631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-9228ac1c-576e-4925-8417-69b91ddf14cf tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Allocated IP 172.20.0.11 (3f4d1a04-fc18-46fe-b472-991eeaafa566/997c2302-3f6b-419d-a3db-58ebdab7ec94/e045d179-6a31-41df-a7c2-c4534e71721f) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:42:10.699137 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.793150 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13e004-006c-4449-abe3-e264972a6fcf req-6e764a12-e935-4bbc-9364-0135bba91f92 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:10.794764 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fb13e004-006c-4449-abe3-e264972a6fcf req-6e764a12-e935-4bbc-9364-0135bba91f92 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 944 time: 0.3484824 Dec 20 21:42:10.803103 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Pushing event updated for resources: {'Port': ['ID=366c6113-b20a-4656-bb94-8c47904aeb81,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:10.828479 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6be491-fed2-404a-a52e-92c84b8c2264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f853974c-4144-47d6-b9cf-a32883210119'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:42:10.833168 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05600450-3845-4b62-a829-a6a7cd3e1658" -d '{"events": [{"server_uuid": "eb6be491-fed2-404a-a52e-92c84b8c2264", "name": "network-vif-plugged", "status": "completed", "tag": "f853974c-4144-47d6-b9cf-a32883210119"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:42:10.851113 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f853974c-4144-47d6-b9cf-a32883210119, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f853974c-4144-47d6-b9cf-a32883210119,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:10.859549 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Network 7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:10.861781 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:10.871170 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:42:10.876945 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:10.964690 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 55702cff-7cde-4260-897b-3046ad4474a9 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:10.972260 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cce2e7dd-8091-46c9-9c9d-870686d91e6b req-942b33aa-e217-44ea-9031-6d18fdc8293a tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 210 time: 0.0466206 Dec 20 21:42:11.010960 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 55702cff-7cde-4260-897b-3046ad4474a9 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:11.011312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 55702cff-7cde-4260-897b-3046ad4474a9 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:11.011752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 17e3ca43-3a23-4334-8cdd-62e594c66990 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:11.028424 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.extraroute_db [None req-65282cf3-af66-4511-b3b0-c7050929b0a5 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Added routes are [] {{(pid=102402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 21:42:11.029245 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.extraroute_db [None req-65282cf3-af66-4511-b3b0-c7050929b0a5 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Removed routes are [] {{(pid=102402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 21:42:11.029775 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65282cf3-af66-4511-b3b0-c7050929b0a5 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:11.044822 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 17e3ca43-3a23-4334-8cdd-62e594c66990 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:11.045172 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 17e3ca43-3a23-4334-8cdd-62e594c66990 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:11.082986 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Attempting to bind port 366c6113-b20a-4656-bb94-8c47904aeb81 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:42:11.083673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Attempting to bind port 366c6113-b20a-4656-bb94-8c47904aeb81 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '345aa65b-8efa-45b5-8f0f-ca7904d6dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:42:11.083913 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Attempting to bind port 366c6113-b20a-4656-bb94-8c47904aeb81 on network 7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:42:11.088922 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ae2c7b-2822-4866-a9b2-cd69274d4631 x-openstack-request-id: req-27ae2c7b-2822-4866-a9b2-cd69274d4631 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:42:11.089324 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6be491-fed2-404a-a52e-92c84b8c2264", "name": "network-vif-plugged", "status": "completed", "tag": "f853974c-4144-47d6-b9cf-a32883210119", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:42:11.089660 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27ae2c7b-2822-4866-a9b2-cd69274d4631 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:42:11.090155 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6be491-fed2-404a-a52e-92c84b8c2264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f853974c-4144-47d6-b9cf-a32883210119', 'code': 200} Dec 20 21:42:11.093739 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=f853974c-4144-47d6-b9cf-a32883210119,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:11.097823 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:42:11.098305 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Checking segment: {'id': '345aa65b-8efa-45b5-8f0f-ca7904d6dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:11.099296 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:11.099296 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Bound using segment: {'id': '345aa65b-8efa-45b5-8f0f-ca7904d6dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:42:11.100254 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Bound port: 366c6113-b20a-4656-bb94-8c47904aeb81, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345aa65b-8efa-45b5-8f0f-ca7904d6dfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:42:11.100254 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:11.116481 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fb13e004-006c-4449-abe3-e264972a6fcf req-a2c1b672-6792-4068-9b6e-ff81e383c870 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916548 Dec 20 21:42:11.210625 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] For port 366c6113-b20a-4656-bb94-8c47904aeb81, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:42:11.214960 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] For port 366c6113-b20a-4656-bb94-8c47904aeb81, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=366c6113-b20a-4656-bb94-8c47904aeb81,segment=NetworkSegment(345aa65b-8efa-45b5-8f0f-ca7904d6dfea),segment_id=345aa65b-8efa-45b5-8f0f-ca7904d6dfea)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:42:11.222965 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:11.242905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0e0324-8041-4a21-9a11-9fee37a197e5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:11.245180 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:42:11.247326 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65282cf3-af66-4511-b3b0-c7050929b0a5 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:11.250738 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65282cf3-af66-4511-b3b0-c7050929b0a5 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:11.269007 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2d0e0324-8041-4a21-9a11-9fee37a197e5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:11.379634 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65282cf3-af66-4511-b3b0-c7050929b0a5 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 66197e54-43e3-4983-b198-b7d8445538c0 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:42:11.391920 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4796d-ae8b-4444-81fe-6545657955a5 None None] Pushing event updated for resources: {'Port': ['ID=366c6113-b20a-4656-bb94-8c47904aeb81,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:11.408432 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-9228ac1c-576e-4925-8417-69b91ddf14cf tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:11.435480 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9df77-64e4-4828-a890-3f8c47d8de45 req-05f395d7-59c5-4059-bd18-c3f4e01fb4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:11.437418 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d2f9df77-64e4-4828-a890-3f8c47d8de45 req-05f395d7-59c5-4059-bd18-c3f4e01fb4ba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 1094 time: 0.2373428 Dec 20 21:42:11.441716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [None req-2d0e0324-8041-4a21-9a11-9fee37a197e5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] device_id is not set on port 195e50a6-f2f3-42a8-a8e1-0c5f9495548e yet. {{(pid=102401) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:42:11.498535 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65282cf3-af66-4511-b3b0-c7050929b0a5 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:11.505814 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65282cf3-af66-4511-b3b0-c7050929b0a5 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:11.510773 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f9f727-47e5-4952-b3aa-ca717de02312 None None] Sync routers for ids ['66197e54-43e3-4983-b198-b7d8445538c0'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:11.511355 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-65282cf3-af66-4511-b3b0-c7050929b0a5 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/66197e54-43e3-4983-b198-b7d8445538c0 HTTP/1.1" status: 200 len: 701 time: 0.8694882 Dec 20 21:42:11.513996 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58008) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:11.522756 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9f727-47e5-4952-b3aa-ca717de02312 None None] Routers {'66197e54-43e3-4983-b198-b7d8445538c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:11.523679 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f1f9f727-47e5-4952-b3aa-ca717de02312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['66197e54-43e3-4983-b198-b7d8445538c0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:11.545136 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3d2fd6b6-fe8f-48a0-8d16-5f48de62c064 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports?device_id=66197e54-43e3-4983-b198-b7d8445538c0 HTTP/1.1" status: 200 len: 205 time: 0.0298591 Dec 20 21:42:11.547676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58010) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:11.620657 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d2f9df77-64e4-4828-a890-3f8c47d8de45 req-ea166e85-61b2-4cfb-b504-5b6632d0e65f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735485 Dec 20 21:42:11.663427 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd3a0134-9ea6-42e9-9a36-26740af3e544 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:11.690763 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-9228ac1c-576e-4925-8417-69b91ddf14cf tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:11.798787 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-9228ac1c-576e-4925-8417-69b91ddf14cf tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Network 3f4d1a04-fc18-46fe-b472-991eeaafa566 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:11.800832 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f1f9f727-47e5-4952-b3aa-ca717de02312 None None] Set router 66197e54-43e3-4983-b198-b7d8445538c0 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:42:11.832742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-2d0e0324-8041-4a21-9a11-9fee37a197e5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Allocated IP 2001:db8::15a (7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548/0e20848b-dd0d-43eb-afaf-0c5d4ad726e8/195e50a6-f2f3-42a8-a8e1-0c5f9495548e) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:42:11.845898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-9228ac1c-576e-4925-8417-69b91ddf14cf tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:11.848844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-9228ac1c-576e-4925-8417-69b91ddf14cf tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:42:11.927373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228ac1c-576e-4925-8417-69b91ddf14cf tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Pushing event updated for resources: {'Port': ['ID=e045d179-6a31-41df-a7c2-c4534e71721f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:11.938005 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f1f9f727-47e5-4952-b3aa-ca717de02312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:42:08Z', 'revision_number': 11, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:11.989635 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f9f727-47e5-4952-b3aa-ca717de02312 None None] Checking router: 66197e54-43e3-4983-b198-b7d8445538c0 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:42:12.001306 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9f727-47e5-4952-b3aa-ca717de02312 None None] Routers {'66197e54-43e3-4983-b198-b7d8445538c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:12.002155 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f1f9f727-47e5-4952-b3aa-ca717de02312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['66197e54-43e3-4983-b198-b7d8445538c0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:12.033327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-9228ac1c-576e-4925-8417-69b91ddf14cf tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:12.034020 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-9228ac1c-576e-4925-8417-69b91ddf14cf tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:12.099073 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f1f9f727-47e5-4952-b3aa-ca717de02312 None None] Set router 66197e54-43e3-4983-b198-b7d8445538c0 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:42:12.140392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-9228ac1c-576e-4925-8417-69b91ddf14cf tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9970403 Dec 20 21:42:12.173622 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Request body: {'port': {'device_id': '528a21ae-563d-4901-b2e3-04639232553a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:12.174167 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f1f9f727-47e5-4952-b3aa-ca717de02312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:42:08Z', 'revision_number': 11, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:12.203142 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-9f39f321-65a8-4168-9197-360ccf619ac3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Deleting port 5c1c469b-d93d-4ccb-b015-cbcd27056725 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:12.203491 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f39f321-65a8-4168-9197-360ccf619ac3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:12.215238 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f9f727-47e5-4952-b3aa-ca717de02312 None None] The sync data for ids ['66197e54-43e3-4983-b198-b7d8445538c0'] in n-d-xena-1 is: [{'id': '66197e54-43e3-4983-b198-b7d8445538c0', 'name': 'tempest-RoutersTest-router-2075097339', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:40:58Z', 'updated_at': '2021-12-20T21:42:08Z', 'revision_number': 11, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:12.385356 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:12.392081 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2d0e0324-8041-4a21-9a11-9fee37a197e5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:12.440867 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd3a0134-9ea6-42e9-9a36-26740af3e544 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:12.443927 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd3a0134-9ea6-42e9-9a36-26740af3e544 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:12.459783 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c1efa-69ca-4db1-9375-c0b74c39a1fa req-16c239cf-b0d0-40c9-b0c2-1c103f439de7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:12.462557 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ea7c1efa-69ca-4db1-9375-c0b74c39a1fa req-16c239cf-b0d0-40c9-b0c2-1c103f439de7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 932 time: 0.1809511 Dec 20 21:42:12.483902 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80747d2-3c5b-4656-bea8-9e1099a193e4 req-8ecfa318-e0df-4be8-b57b-b0119209ad87 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:12.486283 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e80747d2-3c5b-4656-bea8-9e1099a193e4 req-8ecfa318-e0df-4be8-b57b-b0119209ad87 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 945 time: 0.2065446 Dec 20 21:42:12.507506 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-9f39f321-65a8-4168-9197-360ccf619ac3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] For port 5c1c469b-d93d-4ccb-b015-cbcd27056725, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5c1c469b-d93d-4ccb-b015-cbcd27056725,segment=NetworkSegment(0370b202-7841-45c6-91a5-4175c407fb1c),segment_id=0370b202-7841-45c6-91a5-4175c407fb1c)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:12.508504 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f39f321-65a8-4168-9197-360ccf619ac3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:12.574032 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ea7c1efa-69ca-4db1-9375-c0b74c39a1fa req-a0267f87-2c06-4266-ba24-e2bfc2ab4847 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047361 Dec 20 21:42:12.575495 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd3a0134-9ea6-42e9-9a36-26740af3e544 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:12.576160 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3a0134-9ea6-42e9-9a36-26740af3e544 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Fanout notify agent at l3_agent the message router_deleted on router 66197e54-43e3-4983-b198-b7d8445538c0 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:42:12.587031 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd3a0134-9ea6-42e9-9a36-26740af3e544 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:12.589526 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bd3a0134-9ea6-42e9-9a36-26740af3e544 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/routers/66197e54-43e3-4983-b198-b7d8445538c0 HTTP/1.1" status: 204 len: 168 time: 1.0405815 Dec 20 21:42:12.597120 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58020) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:12.602159 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c855469f-041a-4f0f-93e8-4502bb568a5c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-429952618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:12.641795 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c855469f-041a-4f0f-93e8-4502bb568a5c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:12.646948 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c855469f-041a-4f0f-93e8-4502bb568a5c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:12.693855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-9f39f321-65a8-4168-9197-360ccf619ac3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Calling delete_port for 5c1c469b-d93d-4ccb-b015-cbcd27056725 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:12.719207 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2d0e0324-8041-4a21-9a11-9fee37a197e5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:12.767154 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c855469f-041a-4f0f-93e8-4502bb568a5c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:12.783898 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c855469f-041a-4f0f-93e8-4502bb568a5c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:12.816977 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c855469f-041a-4f0f-93e8-4502bb568a5c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:12.818311 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e80747d2-3c5b-4656-bea8-9e1099a193e4 req-2fe27d55-dc33-4fa3-8075-ca6c37870392 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978977 Dec 20 21:42:12.818842 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c855469f-041a-4f0f-93e8-4502bb568a5c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2204394 Dec 20 21:42:12.822270 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58022) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:12.834326 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4adf7f8e-16f4-42c2-930c-087f7e36de7f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:12.962201 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0e0324-8041-4a21-9a11-9fee37a197e5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:13.007885 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 366c6113-b20a-4656-bb94-8c47904aeb81 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:42:13.026893 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-2d0e0324-8041-4a21-9a11-9fee37a197e5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:13.135084 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 366c6113-b20a-4656-bb94-8c47904aeb81 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:13.135596 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:13.159951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0e0324-8041-4a21-9a11-9fee37a197e5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:42:13.166607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0e0324-8041-4a21-9a11-9fee37a197e5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:13.167335 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2d0e0324-8041-4a21-9a11-9fee37a197e5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:13.236133 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4adf7f8e-16f4-42c2-930c-087f7e36de7f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:13.256019 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4adf7f8e-16f4-42c2-930c-087f7e36de7f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:13.265154 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb59c9c3-365d-4074-a3d7-36182727c815 None None] Network 7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:13.356471 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:13.372754 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-938ccd39-58fb-498d-ace0-f0fb6e3f7e31 None None] Provisioning complete for port 366c6113-b20a-4656-bb94-8c47904aeb81 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:13.373651 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-938ccd39-58fb-498d-ace0-f0fb6e3f7e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:13.389006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e0324-8041-4a21-9a11-9fee37a197e5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=195e50a6-f2f3-42a8-a8e1-0c5f9495548e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:13.402462 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e045d179-6a31-41df-a7c2-c4534e71721f {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:42:13.412696 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adf7f8e-16f4-42c2-930c-087f7e36de7f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Router 3e8da275-ad5b-42f8-ab27-6e0a43cc14e2 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:42:13.414997 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2d0e0324-8041-4a21-9a11-9fee37a197e5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0995009 Dec 20 21:42:13.417298 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:13.421931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58036) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:13.452561 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 366c6113-b20a-4656-bb94-8c47904aeb81, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=366c6113-b20a-4656-bb94-8c47904aeb81,segment=NetworkSegment(345aa65b-8efa-45b5-8f0f-ca7904d6dfea),segment_id=345aa65b-8efa-45b5-8f0f-ca7904d6dfea)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:13.495609 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:13.510889 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adf7f8e-16f4-42c2-930c-087f7e36de7f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:13.519691 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4adf7f8e-16f4-42c2-930c-087f7e36de7f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:13.523276 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4adf7f8e-16f4-42c2-930c-087f7e36de7f tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "PUT /v2.0/routers/3e8da275-ad5b-42f8-ab27-6e0a43cc14e2 HTTP/1.1" status: 200 len: 693 time: 0.6973960 Dec 20 21:42:13.524121 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58038) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:13.544460 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252c9f4-dafd-477e-b51a-0c8d2c71220a None None] Sync routers for ids ['3e8da275-ad5b-42f8-ab27-6e0a43cc14e2'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:13.558888 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Transition to ACTIVE for port object e045d179-6a31-41df-a7c2-c4534e71721f will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:42:13.573838 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:13.601151 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5252c9f4-dafd-477e-b51a-0c8d2c71220a None None] Routers {'3e8da275-ad5b-42f8-ab27-6e0a43cc14e2'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:13.602001 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5252c9f4-dafd-477e-b51a-0c8d2c71220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['3e8da275-ad5b-42f8-ab27-6e0a43cc14e2'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:13.626627 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-913808cb-f9f1-48e9-be1b-440d8a1740e4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/routers/3e8da275-ad5b-42f8-ab27-6e0a43cc14e2 HTTP/1.1" status: 200 len: 699 time: 0.1016197 Dec 20 21:42:13.629318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58040) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:13.666392 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=366c6113-b20a-4656-bb94-8c47904aeb81,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:13.699689 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-10dc6101-c67b-46c6-bff3-5f6759618741 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e8da275-ad5b-42f8-ab27-6e0a43cc14e2 HTTP/1.1" status: 200 len: 205 time: 0.0687826 Dec 20 21:42:13.701160 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58044) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:13.717393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-5252c9f4-dafd-477e-b51a-0c8d2c71220a None None] Set router 3e8da275-ad5b-42f8-ab27-6e0a43cc14e2 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:42:13.860974 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd0e72ff-50b9-43fd-bf52-3c404941cbb6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:13.954262 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd52b6-f8aa-46b5-8d0f-59b6f87d612b req-eeb0770b-1cad-4905-a946-582186572fcd tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:13.956276 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1fcd52b6-f8aa-46b5-8d0f-59b6f87d612b req-eeb0770b-1cad-4905-a946-582186572fcd tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 944 time: 0.1637011 Dec 20 21:42:14.083618 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd0e72ff-50b9-43fd-bf52-3c404941cbb6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:14.088395 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5252c9f4-dafd-477e-b51a-0c8d2c71220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8da275-ad5b-42f8-ab27-6e0a43cc14e2', 'name': 'tempest-RoutersTest-router-429952618', 'tenant_id': '64e081d206614e4eb81dce3b042a7573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:42:12Z', 'updated_at': '2021-12-20T21:42:13Z', 'revision_number': 2, 'project_id': '64e081d206614e4eb81dce3b042a7573', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:14.105557 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd0e72ff-50b9-43fd-bf52-3c404941cbb6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:14.125772 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1fcd52b6-f8aa-46b5-8d0f-59b6f87d612b req-96d46906-fc23-473d-a148-7758fd8b9962 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355102 Dec 20 21:42:14.176555 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252c9f4-dafd-477e-b51a-0c8d2c71220a None None] Checking router: 3e8da275-ad5b-42f8-ab27-6e0a43cc14e2 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:42:14.185464 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd0e72ff-50b9-43fd-bf52-3c404941cbb6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:14.186338 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0e72ff-50b9-43fd-bf52-3c404941cbb6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Fanout notify agent at l3_agent the message router_deleted on router 3e8da275-ad5b-42f8-ab27-6e0a43cc14e2 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:42:14.195587 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd0e72ff-50b9-43fd-bf52-3c404941cbb6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:14.196841 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dd0e72ff-50b9-43fd-bf52-3c404941cbb6 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/routers/3e8da275-ad5b-42f8-ab27-6e0a43cc14e2 HTTP/1.1" status: 204 len: 168 time: 0.4947262 Dec 20 21:42:14.202255 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58050) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:14.216629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5252c9f4-dafd-477e-b51a-0c8d2c71220a None None] Routers set() bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:14.217010 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5252c9f4-dafd-477e-b51a-0c8d2c71220a None None] Router IDs set() for agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 20 21:42:14.217634 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_agentschedulers_db [None req-5252c9f4-dafd-477e-b51a-0c8d2c71220a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3e8da275-ad5b-42f8-ab27-6e0a43cc14e2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent'). {{(pid=102403) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 20 21:42:14.218024 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252c9f4-dafd-477e-b51a-0c8d2c71220a None None] The sync data for ids ['3e8da275-ad5b-42f8-ab27-6e0a43cc14e2'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:14.245480 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1570f1a2-4d9f-4caf-97dc-7456b63846a4 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e8da275-ad5b-42f8-ab27-6e0a43cc14e2 HTTP/1.1" status: 200 len: 205 time: 0.0418015 Dec 20 21:42:14.251463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58052) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:14.300392 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-eafb89da-f376-464a-90b7-73969ae9226d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] delete failed (client error): The resource could not be found. Dec 20 21:42:14.306272 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-eafb89da-f376-464a-90b7-73969ae9226d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/routers/3e8da275-ad5b-42f8-ab27-6e0a43cc14e2 HTTP/1.1" status: 404 len: 336 time: 0.0489900 Dec 20 21:42:14.306272 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58054) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:14.349154 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efef0e7-3180-4d33-9b4b-f502351d6428 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] DELETE failed (client error): The resource could not be found. Dec 20 21:42:14.349637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9efef0e7-3180-4d33-9b4b-f502351d6428 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:42:14.353154 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9efef0e7-3180-4d33-9b4b-f502351d6428 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/subnets/eef37369-cdae-4790-bb74-d946276076c7 HTTP/1.1" status: 404 len: 337 time: 0.0474501 Dec 20 21:42:14.355932 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58058) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:14.366181 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Pushing event updated for resources: {'Port': ['ID=e045d179-6a31-41df-a7c2-c4534e71721f,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:14.413861 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6c7f26-a997-4c7d-833b-1f03cebd89c9 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] DELETE failed (client error): The resource could not be found. Dec 20 21:42:14.415062 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c6c7f26-a997-4c7d-833b-1f03cebd89c9 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:42:14.418876 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c6c7f26-a997-4c7d-833b-1f03cebd89c9 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/subnets/39999c7e-4efb-4816-8093-8dfd171cfe8e HTTP/1.1" status: 404 len: 337 time: 0.0620146 Dec 20 21:42:14.425950 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58060) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:14.478838 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d950bf6-1f86-4a6c-8796-01c4102b8368 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] DELETE failed (client error): The resource could not be found. Dec 20 21:42:14.479262 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d950bf6-1f86-4a6c-8796-01c4102b8368 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:42:14.484748 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1d950bf6-1f86-4a6c-8796-01c4102b8368 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/subnets/32d71817-9b0f-425f-9c95-f7cb52180ebf HTTP/1.1" status: 404 len: 337 time: 0.0523131 Dec 20 21:42:14.488402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58062) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:14.531848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8333-f1c9-4ea9-bed6-f15df4fecd52 req-2e524d63-592f-4b89-b221-743c8b839e09 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:14.533659 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b1ee8333-f1c9-4ea9-bed6-f15df4fecd52 req-2e524d63-592f-4b89-b221-743c8b839e09 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 945 time: 0.3479731 Dec 20 21:42:14.554124 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5554bceb-3c0d-4f0b-9c07-cafabdbdf812 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] DELETE failed (client error): The resource could not be found. Dec 20 21:42:14.554779 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5554bceb-3c0d-4f0b-9c07-cafabdbdf812 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:42:14.559941 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5554bceb-3c0d-4f0b-9c07-cafabdbdf812 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/subnets/57a1e630-1fdc-48ad-8d83-53d9d3428242 HTTP/1.1" status: 404 len: 337 time: 0.0682464 Dec 20 21:42:14.560355 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58064) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:14.605673 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d24ac92f-62ae-4ff6-9201-3e88cd992522 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports?device_id=66197e54-43e3-4983-b198-b7d8445538c0 HTTP/1.1" status: 200 len: 205 time: 0.0439301 Dec 20 21:42:14.607925 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58066) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:14.625063 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-35375820-d195-45f1-b918-5d96218a7e4a None None] Provisioning complete for port 366c6113-b20a-4656-bb94-8c47904aeb81 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:14.637209 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35375820-d195-45f1-b918-5d96218a7e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:14.670703 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-79584676-d5db-42da-b509-1ff1a7bca79b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] delete failed (client error): The resource could not be found. Dec 20 21:42:14.675045 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-79584676-d5db-42da-b509-1ff1a7bca79b tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/routers/66197e54-43e3-4983-b198-b7d8445538c0 HTTP/1.1" status: 404 len: 336 time: 0.0650947 Dec 20 21:42:14.675631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58068) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:14.682291 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f39f321-65a8-4168-9197-360ccf619ac3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:14.708668 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a47e720a-c21a-47c0-b4ec-978fc67f83d1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b901bc5-6504-4b50-bd10-4fede0c667c0 HTTP/1.1" status: 200 len: 205 time: 0.0319219 Dec 20 21:42:14.711027 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58070) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:14.715652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Attempting to bind port e045d179-6a31-41df-a7c2-c4534e71721f on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:42:14.715991 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Attempting to bind port e045d179-6a31-41df-a7c2-c4534e71721f by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '636e35e1-c079-4460-8d82-6878217b11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4d1a04-fc18-46fe-b472-991eeaafa566'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:42:14.716314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Attempting to bind port e045d179-6a31-41df-a7c2-c4534e71721f on network 3f4d1a04-fc18-46fe-b472-991eeaafa566 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:42:14.733118 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b1ee8333-f1c9-4ea9-bed6-f15df4fecd52 req-6cd65871-b7e9-43d4-90a6-ab39cf3c4120 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865616 Dec 20 21:42:14.754665 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-34a2aa2b-6fdd-44fa-a98f-8c641293e442 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] delete failed (client error): The resource could not be found. Dec 20 21:42:14.755114 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-34a2aa2b-6fdd-44fa-a98f-8c641293e442 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/routers/0b901bc5-6504-4b50-bd10-4fede0c667c0 HTTP/1.1" status: 404 len: 336 time: 0.0431798 Dec 20 21:42:14.757704 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58074) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:14.788908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39f321-65a8-4168-9197-360ccf619ac3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'Port': ['ID=5c1c469b-d93d-4ccb-b015-cbcd27056725,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:14.789879 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-281e4d41-e9bd-461a-959d-2f7bd5fbbd9d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] DELETE failed (client error): The resource could not be found. Dec 20 21:42:14.790504 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281e4d41-e9bd-461a-959d-2f7bd5fbbd9d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:42:14.794543 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-281e4d41-e9bd-461a-959d-2f7bd5fbbd9d tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/subnets/e032eba3-b329-4de8-b496-10067b05798d HTTP/1.1" status: 404 len: 337 time: 0.0356274 Dec 20 21:42:14.798947 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58076) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:14.804745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Port e045d179-6a31-41df-a7c2-c4534e71721f on network 3f4d1a04-fc18-46fe-b472-991eeaafa566 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:42:14.805460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Attempting to bind port e045d179-6a31-41df-a7c2-c4534e71721f on network 3f4d1a04-fc18-46fe-b472-991eeaafa566 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:42:14.844699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:42:14.845181 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Checking segment: {'id': '636e35e1-c079-4460-8d82-6878217b11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4d1a04-fc18-46fe-b472-991eeaafa566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:14.845631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Bound using segment: {'id': '636e35e1-c079-4460-8d82-6878217b11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4d1a04-fc18-46fe-b472-991eeaafa566'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:42:14.846193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Bound port: e045d179-6a31-41df-a7c2-c4534e71721f, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636e35e1-c079-4460-8d82-6878217b11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4d1a04-fc18-46fe-b472-991eeaafa566'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:42:14.846608 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:14.876207 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-28c20969-c687-4b69-9474-340e206f5f38 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2696359-f82f-441f-96ba-8dbe101b128b HTTP/1.1" status: 200 len: 205 time: 0.0738204 Dec 20 21:42:14.876805 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58078) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:14.890748 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:14.899146 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33558b59-dff1-4068-b74a-a335df4907a0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:14.929775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-35375820-d195-45f1-b918-5d96218a7e4a None None] Provisioning complete for port 195e50a6-f2f3-42a8-a8e1-0c5f9495548e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:14.931282 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35375820-d195-45f1-b918-5d96218a7e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:15.236818 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 366c6113-b20a-4656-bb94-8c47904aeb81 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:42:15.261145 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-6c629b18-0c70-4bdd-85aa-999f7fb1afe1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] delete failed (client error): The resource could not be found. Dec 20 21:42:15.264876 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c629b18-0c70-4bdd-85aa-999f7fb1afe1 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/routers/b2696359-f82f-441f-96ba-8dbe101b128b HTTP/1.1" status: 404 len: 336 time: 0.3842809 Dec 20 21:42:15.269900 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58084) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:15.345173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-35375820-d195-45f1-b918-5d96218a7e4a None None] Port 195e50a6-f2f3-42a8-a8e1-0c5f9495548e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:42:15.370468 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 366c6113-b20a-4656-bb94-8c47904aeb81 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:15.371016 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:15.416021 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24dada-d3c2-49e7-a4cd-2e23f5ab8856 req-b477ce26-7a9e-454b-bf98-23378fd68ad6 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:15.419377 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a24dada-d3c2-49e7-a4cd-2e23f5ab8856 req-b477ce26-7a9e-454b-bf98-23378fd68ad6 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 945 time: 0.1740959 Dec 20 21:42:15.423609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c9084cd1-2b6f-4e9a-adbb-67b5ef25feca tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports?device_id=499fcea7-099e-46ef-8483-6fda10f8a063 HTTP/1.1" status: 200 len: 205 time: 0.1162498 Dec 20 21:42:15.428157 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58088) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:15.440801 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] For port e045d179-6a31-41df-a7c2-c4534e71721f, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:42:15.473348 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] For port e045d179-6a31-41df-a7c2-c4534e71721f, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e045d179-6a31-41df-a7c2-c4534e71721f,segment=NetworkSegment(636e35e1-c079-4460-8d82-6878217b11de),segment_id=636e35e1-c079-4460-8d82-6878217b11de)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:42:15.488085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898bad5-e115-42cc-88ee-dfbc18280c58 req-0333336e-c698-4c1b-9346-7499f6674b9b tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:15.489175 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c898bad5-e115-42cc-88ee-dfbc18280c58 req-0333336e-c698-4c1b-9346-7499f6674b9b tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 944 time: 0.2224445 Dec 20 21:42:15.489825 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f39f321-65a8-4168-9197-360ccf619ac3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:15.514807 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:15.522883 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-8ddb9ee4-a849-4216-a7ee-8f3a27540a00 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] delete failed (client error): The resource could not be found. Dec 20 21:42:15.527830 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8ddb9ee4-a849-4216-a7ee-8f3a27540a00 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/routers/499fcea7-099e-46ef-8483-6fda10f8a063 HTTP/1.1" status: 404 len: 336 time: 0.0973892 Dec 20 21:42:15.528011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58092) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:15.535471 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-fd7216d8-968d-4146-be88-2079f24400a2 None None] Provisioning complete for port 195e50a6-f2f3-42a8-a8e1-0c5f9495548e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:15.536021 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd7216d8-968d-4146-be88-2079f24400a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:15.586351 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb9dc2d-218d-451a-b4df-4a34f091021c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] DELETE failed (client error): The resource could not be found. Dec 20 21:42:15.587646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb9dc2d-218d-451a-b4df-4a34f091021c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:42:15.590760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-fd7216d8-968d-4146-be88-2079f24400a2 None None] Port 195e50a6-f2f3-42a8-a8e1-0c5f9495548e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:42:15.603445 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ecb9dc2d-218d-451a-b4df-4a34f091021c tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/subnets/bd273241-43ad-4fe2-a73f-1c71ca5ab72f HTTP/1.1" status: 404 len: 337 time: 0.0729146 Dec 20 21:42:15.604145 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58098) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:15.648903 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6d2c87f1-7511-43b8-a9be-b20ac50838ce tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ba60754-d23c-4cbd-b226-57e684080607 HTTP/1.1" status: 200 len: 205 time: 0.0434096 Dec 20 21:42:15.652076 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58100) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:15.663440 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a24dada-d3c2-49e7-a4cd-2e23f5ab8856 req-3bb269b6-a10f-4fb9-89d4-69642112dc63 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490989 Dec 20 21:42:15.693569 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:15.694057 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:15.695474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] 10.222.0.31 "PUT /v2.0/ports/e045d179-6a31-41df-a7c2-c4534e71721f HTTP/1.1" status: 200 len: 1090 time: 3.5352080 Dec 20 21:42:15.695927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528a21ae-563d-4901-b2e3-04639232553a', 'tag': 'e045d179-6a31-41df-a7c2-c4534e71721f'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:42:15.698242 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d31378-c8c4-4400-b310-0eff5d3323e5" -d '{"events": [{"name": "network-changed", "server_uuid": "528a21ae-563d-4901-b2e3-04639232553a", "tag": "e045d179-6a31-41df-a7c2-c4534e71721f"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:42:15.727810 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-8bbe4865-5538-4354-b442-63eddfe50fff tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] delete failed (client error): The resource could not be found. Dec 20 21:42:15.728384 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8bbe4865-5538-4354-b442-63eddfe50fff tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/routers/9ba60754-d23c-4cbd-b226-57e684080607 HTTP/1.1" status: 404 len: 336 time: 0.0753582 Dec 20 21:42:15.730973 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58108) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:15.732247 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c898bad5-e115-42cc-88ee-dfbc18280c58 req-83dc7693-3052-4949-959a-6f9d5e6f7dda tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341237 Dec 20 21:42:15.751890 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373fb4e-afd7-47ad-b706-a9d81f805f08 service neutron] Pushing event updated for resources: {'Port': ['ID=e045d179-6a31-41df-a7c2-c4534e71721f,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:15.790587 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8cbfd7-be4d-4863-9076-d7e76c0ae479 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] DELETE failed (client error): The resource could not be found. Dec 20 21:42:15.791201 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8cbfd7-be4d-4863-9076-d7e76c0ae479 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:42:15.798001 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ef8cbfd7-be4d-4863-9076-d7e76c0ae479 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/subnets/900c45de-3de3-465c-814d-405a8aba4cc1 HTTP/1.1" status: 404 len: 337 time: 0.0630252 Dec 20 21:42:15.799103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58112) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:15.840159 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e05dc556-4a59-4bf1-ae8d-49b639abd73a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a0e5b03-14e1-4bdb-a216-26c8313600e6 HTTP/1.1" status: 200 len: 205 time: 0.0372136 Dec 20 21:42:15.840547 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58114) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:15.854977 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33558b59-dff1-4068-b74a-a335df4907a0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:15.869438 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33558b59-dff1-4068-b74a-a335df4907a0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:15.894653 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-c0ca2ed6-8e92-4ab5-8887-0f36d1b2e594 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] delete failed (client error): The resource could not be found. Dec 20 21:42:15.898461 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c0ca2ed6-8e92-4ab5-8887-0f36d1b2e594 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/routers/7a0e5b03-14e1-4bdb-a216-26c8313600e6 HTTP/1.1" status: 404 len: 336 time: 0.0528786 Dec 20 21:42:15.898825 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58116) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:15.913599 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-10092cdc-4aa9-4348-b341-7d015ae1587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:15.913599 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-10092cdc-4aa9-4348-b341-7d015ae1587b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=273c9a3bbca8406ab8ea76a018873545&device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 1093 time: 0.1324315 Dec 20 21:42:15.933842 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5194938-f96b-421a-986a-261267e0f3e3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] DELETE failed (client error): The resource could not be found. Dec 20 21:42:15.934605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5194938-f96b-421a-986a-261267e0f3e3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:42:15.942305 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e5194938-f96b-421a-986a-261267e0f3e3 tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/subnets/4286fd84-8ad5-4b73-8168-6a9b541e9e86 HTTP/1.1" status: 404 len: 337 time: 0.0397737 Dec 20 21:42:15.942790 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58120) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:15.976110 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebf1c58-b085-42ee-b3a6-1c0db7cc1c3a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] DELETE failed (client error): The resource could not be found. Dec 20 21:42:15.976621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebf1c58-b085-42ee-b3a6-1c0db7cc1c3a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:42:15.982470 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5ebf1c58-b085-42ee-b3a6-1c0db7cc1c3a tempest-RoutersTest-1262442107 tempest-RoutersTest-1262442107-project] 10.222.0.32 "DELETE /v2.0/subnets/e7b154b2-6f8a-4012-8605-ccbc8f4c14ba HTTP/1.1" status: 404 len: 337 time: 0.0359201 Dec 20 21:42:16.004988 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-f5fd596f-5055-4006-bbe9-6edeb4d78ff1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e045d179-6a31-41df-a7c2-c4534e71721f HTTP/1.1" status: 200 len: 217 time: 0.0680466 Dec 20 21:42:16.087087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33558b59-dff1-4068-b74a-a335df4907a0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=195e50a6-f2f3-42a8-a8e1-0c5f9495548e,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:16.118787 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143616f-72d1-4fbf-9126-208bac006498 req-82ffa6aa-1a0e-4806-ace5-0cc1e3067d82 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:16.130801 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e143616f-72d1-4fbf-9126-208bac006498 req-82ffa6aa-1a0e-4806-ace5-0cc1e3067d82 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 945 time: 0.1135991 Dec 20 21:42:16.151187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-86c9a145-651f-4c9d-8e66-ac6a62ffcb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:16.156155 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-86c9a145-651f-4c9d-8e66-ac6a62ffcb3b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=997c2302-3f6b-419d-a3db-58ebdab7ec94 HTTP/1.1" status: 200 len: 849 time: 0.1182606 Dec 20 21:42:16.207179 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e143616f-72d1-4fbf-9126-208bac006498 req-df25c9f8-ee82-41f5-a8d7-087e626157cd tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748618 Dec 20 21:42:16.236309 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f39f321-65a8-4168-9197-360ccf619ac3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:42:16.295582 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-dfdd309d-1bde-4872-a73a-7101b6032c14 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3f4d1a04-fc18-46fe-b472-991eeaafa566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225240 Dec 20 21:42:16.369697 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411a60af-4cf3-4002-b302-e6a133635d81 x-openstack-request-id: req-411a60af-4cf3-4002-b302-e6a133635d81 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:42:16.370353 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528a21ae-563d-4901-b2e3-04639232553a", "tag": "e045d179-6a31-41df-a7c2-c4534e71721f", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:42:16.370353 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-411a60af-4cf3-4002-b302-e6a133635d81 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:42:16.370635 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528a21ae-563d-4901-b2e3-04639232553a', 'tag': 'e045d179-6a31-41df-a7c2-c4534e71721f', 'status': 'completed', 'code': 200} Dec 20 21:42:16.462362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9d3f3-9a8b-4c5e-9bad-6547688eb6aa req-8a8d4b2b-dc9e-46bd-8d79-312181285a3f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:16.465313 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-11b9d3f3-9a8b-4c5e-9bad-6547688eb6aa req-8a8d4b2b-dc9e-46bd-8d79-312181285a3f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 945 time: 0.1246810 Dec 20 21:42:16.511958 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33558b59-dff1-4068-b74a-a335df4907a0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:16.525432 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-11b9d3f3-9a8b-4c5e-9bad-6547688eb6aa req-c3bb4b59-8326-4cfe-a555-b4ff23f62cb9 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523019 Dec 20 21:42:16.561417 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58132) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:16.580395 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c09f20a2-7bb6-47e1-92c1-dc51814c0345 None None] Provisioning complete for port 195e50a6-f2f3-42a8-a8e1-0c5f9495548e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:16.583751 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c09f20a2-7bb6-47e1-92c1-dc51814c0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:16.644834 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c09f20a2-7bb6-47e1-92c1-dc51814c0345 None None] Port 195e50a6-f2f3-42a8-a8e1-0c5f9495548e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:42:16.883884 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3bf4f903-dc2a-4593-85ae-96e9bafb5dd8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64e081d206614e4eb81dce3b042a7573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212268 Dec 20 21:42:16.886463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58142) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:16.975316 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87359e83-d93a-4284-895c-5c5f3c7627a3 req-d6c69c6e-16e8-4569-b6d8-1a8c06eaa59e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:16.976879 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87359e83-d93a-4284-895c-5c5f3c7627a3 req-d6c69c6e-16e8-4569-b6d8-1a8c06eaa59e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 945 time: 0.0967884 Dec 20 21:42:16.999148 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce659a86-8dec-4ab3-8bbf-3301dd685bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:17.042704 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce659a86-8dec-4ab3-8bbf-3301dd685bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:17.147302 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87359e83-d93a-4284-895c-5c5f3c7627a3 req-89f90089-eadb-4053-b23b-8f4b4b66e13f tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490462 Dec 20 21:42:17.199049 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce659a86-8dec-4ab3-8bbf-3301dd685bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:17.207427 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce659a86-8dec-4ab3-8bbf-3301dd685bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:17.212925 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ce659a86-8dec-4ab3-8bbf-3301dd685bf4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5053c90a-7a1d-4a59-b3f8-39ab4bbf5195 HTTP/1.1" status: 204 len: 168 time: 0.3233824 Dec 20 21:42:17.232331 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce659a86-8dec-4ab3-8bbf-3301dd685bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5053c90a-7a1d-4a59-b3f8-39ab4bbf5195,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:17.354661 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33558b59-dff1-4068-b74a-a335df4907a0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:17.358272 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-365bf9fb-5ab4-4931-8bdc-bf2e351d09e2 service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d1a04-fc18-46fe-b472-991eeaafa566?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0382884 Dec 20 21:42:17.361859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dffb4-0b9e-473e-8be6-3cade3ee29e5 req-e4f474b6-1bb4-433c-8495-3f8be4fc2f70 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:17.364079 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c53dffb4-0b9e-473e-8be6-3cade3ee29e5 req-e4f474b6-1bb4-433c-8495-3f8be4fc2f70 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 945 time: 0.0647628 Dec 20 21:42:17.426715 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c53dffb4-0b9e-473e-8be6-3cade3ee29e5 req-0832ba7f-2dfe-4261-a8c8-a485c98b95dd tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553980 Dec 20 21:42:17.448468 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f07681-1dce-444d-9e2b-5ef328c7c3aa req-dc4042e4-5ec8-4109-9b37-e5e35a623abc tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:17.457468 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e0f07681-1dce-444d-9e2b-5ef328c7c3aa req-dc4042e4-5ec8-4109-9b37-e5e35a623abc tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 944 time: 0.2473555 Dec 20 21:42:17.499516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f39f321-65a8-4168-9197-360ccf619ac3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:17.512414 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7addb0d1-c80b-4638-bfe9-66c69fabd0bf None None] Sync routers for ids ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:17.538804 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9f39f321-65a8-4168-9197-360ccf619ac3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "PUT /v2.0/routers/0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3226755 Dec 20 21:42:17.539073 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7addb0d1-c80b-4638-bfe9-66c69fabd0bf None None] Routers {'0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:17.539692 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7addb0d1-c80b-4638-bfe9-66c69fabd0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:17.621195 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e0f07681-1dce-444d-9e2b-5ef328c7c3aa req-afa6e571-18e2-4b1b-8e2f-832efd4e31c7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628325 Dec 20 21:42:17.658228 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7addb0d1-c80b-4638-bfe9-66c69fabd0bf None None] Set router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:42:17.818873 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-71ed085c-b52e-40d9-b963-f10b3a2dcae6 req-26fa6947-3977-4741-8434-e936a9b5a0d5 service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d1a04-fc18-46fe-b472-991eeaafa566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437194 Dec 20 21:42:18.036875 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d31378-c8c4-4400-b310-0eff5d3323e5 req-43e5540b-8af2-4a96-a402-92756a7fa255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:18.038650 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18d31378-c8c4-4400-b310-0eff5d3323e5 req-43e5540b-8af2-4a96-a402-92756a7fa255 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=273c9a3bbca8406ab8ea76a018873545&device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 1093 time: 0.1188290 Dec 20 21:42:18.054656 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:18.133860 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7addb0d1-c80b-4638-bfe9-66c69fabd0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:42:14Z', 'revision_number': 6, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '33ad0f17-253c-4a1d-9bed-270603b1d833', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'port_id': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'mac_address': 'fa:16:3e:63:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6261c22-d010-4018-8845-8046c685fb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:40:29Z', 'updated_at': '2021-12-20T21:40:35Z', 'revision_number': 1, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e4b5b0-cc3b-4857-925d-5060a7847910', 'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:8d:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:52Z', 'updated_at': '2021-12-20T21:40:03Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:18.164819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b117e8b-4c5a-47db-9a72-d29507e7197f req-ae6f96d0-4a2e-4003-8062-92989a90db53 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:18.179484 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b117e8b-4c5a-47db-9a72-d29507e7197f req-ae6f96d0-4a2e-4003-8062-92989a90db53 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 945 time: 0.1527901 Dec 20 21:42:18.248065 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7addb0d1-c80b-4638-bfe9-66c69fabd0bf None None] Checking router: 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:42:18.259643 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33558b59-dff1-4068-b74a-a335df4907a0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:18.272355 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7addb0d1-c80b-4638-bfe9-66c69fabd0bf None None] Routers {'0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:18.272902 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7addb0d1-c80b-4638-bfe9-66c69fabd0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:18.274501 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b117e8b-4c5a-47db-9a72-d29507e7197f req-1f07dc9b-2beb-4a28-8ffd-6b9a4886ccc2 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941110 Dec 20 21:42:18.278732 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33558b59-dff1-4068-b74a-a335df4907a0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:18.278732 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-33558b59-dff1-4068-b74a-a335df4907a0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:18.361608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d31378-c8c4-4400-b310-0eff5d3323e5 req-80b8c248-8bb9-4ebe-8d59-d8e5313951bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:18.363176 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18d31378-c8c4-4400-b310-0eff5d3323e5 req-80b8c248-8bb9-4ebe-8d59-d8e5313951bf service neutron] 10.222.0.31 "GET /v2.0/networks?id=3f4d1a04-fc18-46fe-b472-991eeaafa566 HTTP/1.1" status: 200 len: 910 time: 0.3171933 Dec 20 21:42:18.371582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084ea26-39b7-4b45-bba5-8bc2d0f22c23 req-feff9168-2c70-4d3e-8865-387bd079686d tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:18.373358 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d084ea26-39b7-4b45-bba5-8bc2d0f22c23 req-feff9168-2c70-4d3e-8865-387bd079686d tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 946 time: 0.1873634 Dec 20 21:42:18.429800 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7addb0d1-c80b-4638-bfe9-66c69fabd0bf None None] Set router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:42:18.452365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58188) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:18.470963 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33558b59-dff1-4068-b74a-a335df4907a0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=195e50a6-f2f3-42a8-a8e1-0c5f9495548e,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:18.488516 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18d31378-c8c4-4400-b310-0eff5d3323e5 req-da8c73e5-dbfb-4439-b2ca-b1945b50264f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e045d179-6a31-41df-a7c2-c4534e71721f HTTP/1.1" status: 200 len: 217 time: 0.1028426 Dec 20 21:42:18.562727 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d084ea26-39b7-4b45-bba5-8bc2d0f22c23 req-a02446a3-8232-4db4-893c-d0dfda4c7529 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=637fe7d2-e791-4f7a-a119-62805c5d9662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1382189 Dec 20 21:42:18.610774 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33558b59-dff1-4068-b74a-a335df4907a0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:18.613752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-33558b59-dff1-4068-b74a-a335df4907a0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:18.616877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d31378-c8c4-4400-b310-0eff5d3323e5 req-cb172e5e-b062-45b5-8330-066d9633f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:18.620462 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18d31378-c8c4-4400-b310-0eff5d3323e5 req-cb172e5e-b062-45b5-8330-066d9633f146 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=997c2302-3f6b-419d-a3db-58ebdab7ec94 HTTP/1.1" status: 200 len: 849 time: 0.1218600 Dec 20 21:42:18.711965 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a4cebd8d-ad1b-47a2-8ce4-e0402b80c9e3 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-306417675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:18.754889 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18d31378-c8c4-4400-b310-0eff5d3323e5 req-25fc713e-f052-49b8-8d26-f4154cef7644 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3f4d1a04-fc18-46fe-b472-991eeaafa566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240444 Dec 20 21:42:18.846411 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4cebd8d-ad1b-47a2-8ce4-e0402b80c9e3 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:18.847465 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4cebd8d-ad1b-47a2-8ce4-e0402b80c9e3 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:18.867862 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050e266-a429-4926-b537-583bcda73c39 req-fd0891e7-5512-4984-9987-09e78427df05 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:18.869906 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2050e266-a429-4926-b537-583bcda73c39 req-fd0891e7-5512-4984-9987-09e78427df05 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 944 time: 0.1247284 Dec 20 21:42:18.923963 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7addb0d1-c80b-4638-bfe9-66c69fabd0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:42:14Z', 'revision_number': 6, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '33ad0f17-253c-4a1d-9bed-270603b1d833', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'port_id': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'mac_address': 'fa:16:3e:63:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6261c22-d010-4018-8845-8046c685fb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:40:29Z', 'updated_at': '2021-12-20T21:40:35Z', 'revision_number': 1, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e4b5b0-cc3b-4857-925d-5060a7847910', 'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:8d:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:52Z', 'updated_at': '2021-12-20T21:40:03Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:18.956770 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7addb0d1-c80b-4638-bfe9-66c69fabd0bf None None] The sync data for ids ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'] in n-d-xena-1 is: [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:42:14Z', 'revision_number': 6, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '33ad0f17-253c-4a1d-9bed-270603b1d833', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'floating_ip_address': '172.35.3.156', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'port_id': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'mac_address': 'fa:16:3e:63:a5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6261c22-d010-4018-8845-8046c685fb5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:40:29Z', 'updated_at': '2021-12-20T21:40:35Z', 'revision_number': 1, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e4b5b0-cc3b-4857-925d-5060a7847910', 'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:8d:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:52Z', 'updated_at': '2021-12-20T21:40:03Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:18.988311 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18d31378-c8c4-4400-b310-0eff5d3323e5 req-447eb2aa-3dd1-47e2-a890-2b1a130d1dba service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d1a04-fc18-46fe-b472-991eeaafa566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212739 Dec 20 21:42:19.009157 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2050e266-a429-4926-b537-583bcda73c39 req-f1161954-ac66-4480-a44e-30ff6b84c18c tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208961 Dec 20 21:42:19.011426 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33558b59-dff1-4068-b74a-a335df4907a0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router 7911b80b-0c4e-4046-af0a-a92ee4d1b0bb is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:42:19.041114 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4cebd8d-ad1b-47a2-8ce4-e0402b80c9e3 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:19.047722 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4cebd8d-ad1b-47a2-8ce4-e0402b80c9e3 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:19.071184 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a4cebd8d-ad1b-47a2-8ce4-e0402b80c9e3 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:19.075866 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a4cebd8d-ad1b-47a2-8ce4-e0402b80c9e3 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6198943 Dec 20 21:42:19.075866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58204) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:19.081803 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cddd95dd-a557-4df6-b7f0-7bc2158ecdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1013552853'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:19.096081 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b66d41ac-e843-4168-af76-b882665faedf None None] Provisioning complete for port 195e50a6-f2f3-42a8-a8e1-0c5f9495548e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:19.097406 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b66d41ac-e843-4168-af76-b882665faedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:19.111375 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddd95dd-a557-4df6-b7f0-7bc2158ecdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Made reservation on behalf of e9da7a461b214454bfc3e839dafbb014 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:19.115988 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cddd95dd-a557-4df6-b7f0-7bc2158ecdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:19.128740 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cddd95dd-a557-4df6-b7f0-7bc2158ecdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:19.153531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b66d41ac-e843-4168-af76-b882665faedf None None] Port 195e50a6-f2f3-42a8-a8e1-0c5f9495548e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:42:19.228867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33558b59-dff1-4068-b74a-a335df4907a0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:19.234214 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-33558b59-dff1-4068-b74a-a335df4907a0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/7911b80b-0c4e-4046-af0a-a92ee4d1b0bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8109086 Dec 20 21:42:19.239827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58208) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:19.241465 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226f6919-c9bb-489c-a6c9-c64f11d070eb None None] Sync routers for ids ['7911b80b-0c4e-4046-af0a-a92ee4d1b0bb'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:19.241618 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18d31378-c8c4-4400-b310-0eff5d3323e5 req-4db1b389-0369-489d-bf8d-ce9abe2c69d4 service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d1a04-fc18-46fe-b472-991eeaafa566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403564 Dec 20 21:42:19.255567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226f6919-c9bb-489c-a6c9-c64f11d070eb None None] Routers {'7911b80b-0c4e-4046-af0a-a92ee4d1b0bb'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:19.256680 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-226f6919-c9bb-489c-a6c9-c64f11d070eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7911b80b-0c4e-4046-af0a-a92ee4d1b0bb'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:19.265057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a59247-622a-4d6d-92e3-661677f58710 req-c9670580-62c6-4c57-a0ec-b062279cbf26 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:19.266922 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-96a59247-622a-4d6d-92e3-661677f58710 req-c9670580-62c6-4c57-a0ec-b062279cbf26 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 945 time: 0.0688119 Dec 20 21:42:19.305386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0f2cff-66d0-4899-9435-e72bbe188570 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:19.308046 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0c0f2cff-66d0-4899-9435-e72bbe188570 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports/195e50a6-f2f3-42a8-a8e1-0c5f9495548e HTTP/1.1" status: 200 len: 984 time: 0.0667012 Dec 20 21:42:19.315842 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58212) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:19.328884 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cddd95dd-a557-4df6-b7f0-7bc2158ecdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:19.382777 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-226f6919-c9bb-489c-a6c9-c64f11d070eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:19.402575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226f6919-c9bb-489c-a6c9-c64f11d070eb None None] Routers {'7911b80b-0c4e-4046-af0a-a92ee4d1b0bb'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:19.403695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-226f6919-c9bb-489c-a6c9-c64f11d070eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7911b80b-0c4e-4046-af0a-a92ee4d1b0bb'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:19.407223 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cddd95dd-a557-4df6-b7f0-7bc2158ecdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:19.443416 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-226f6919-c9bb-489c-a6c9-c64f11d070eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:19.444409 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226f6919-c9bb-489c-a6c9-c64f11d070eb None None] The sync data for ids ['7911b80b-0c4e-4046-af0a-a92ee4d1b0bb'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:19.486793 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bb005-4a10-4289-b202-643f24ace12e req-42a1f0dc-3562-403b-a463-096a6a533104 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:19.488330 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b15bb005-4a10-4289-b202-643f24ace12e req-42a1f0dc-3562-403b-a463-096a6a533104 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 945 time: 0.0903397 Dec 20 21:42:19.507574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-96a59247-622a-4d6d-92e3-661677f58710 req-632ab217-6e74-4b7f-81ec-4bfff3003b5e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Deleting port f853974c-4144-47d6-b9cf-a32883210119 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:19.507915 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-96a59247-622a-4d6d-92e3-661677f58710 req-632ab217-6e74-4b7f-81ec-4bfff3003b5e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:19.515367 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd95dd-a557-4df6-b7f0-7bc2158ecdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdce496a-c537-4297-8828-317ffe49d9e7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:19.529211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cddd95dd-a557-4df6-b7f0-7bc2158ecdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:42:19.551658 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cddd95dd-a557-4df6-b7f0-7bc2158ecdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:19.552562 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-cddd95dd-a557-4df6-b7f0-7bc2158ecdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Added segment 67d4a8d9-3652-4d85-8409-f3e012f6138e of type vlan for network db7a8bbd-1674-454d-bf2b-56897c49bdf7 Dec 20 21:42:19.674003 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b15bb005-4a10-4289-b202-643f24ace12e req-bb070409-f104-4a38-bb2f-2c24a90b14c8 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/security-groups?id=38647361-99ef-49f3-b941-e2be7b825543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773126 Dec 20 21:42:19.687832 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cddd95dd-a557-4df6-b7f0-7bc2158ecdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:19.710112 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcf80d-187d-4742-87c0-ff423daf7d8f req-bcdc0580-ad8a-4833-af0c-812192b636e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:19.711745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dfcf80d-187d-4742-87c0-ff423daf7d8f req-bcdc0580-ad8a-4833-af0c-812192b636e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 946 time: 0.1520436 Dec 20 21:42:19.776790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-96a59247-622a-4d6d-92e3-661677f58710 req-632ab217-6e74-4b7f-81ec-4bfff3003b5e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] For port f853974c-4144-47d6-b9cf-a32883210119, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f853974c-4144-47d6-b9cf-a32883210119,segment=NetworkSegment(bc839f0f-ddff-4bbf-a0f2-9bdda24febeb),segment_id=bc839f0f-ddff-4bbf-a0f2-9bdda24febeb)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:19.779593 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-96a59247-622a-4d6d-92e3-661677f58710 req-632ab217-6e74-4b7f-81ec-4bfff3003b5e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:19.787507 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cddd95dd-a557-4df6-b7f0-7bc2158ecdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:19.794623 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddd95dd-a557-4df6-b7f0-7bc2158ecdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:19.795234 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cddd95dd-a557-4df6-b7f0-7bc2158ecdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:19.830420 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e45305-c7f2-48cf-adcb-73400513b2ec req-23156e4e-cb4e-455f-a7d6-ff02635e320d tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:19.838983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-96a59247-622a-4d6d-92e3-661677f58710 req-632ab217-6e74-4b7f-81ec-4bfff3003b5e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Calling delete_port for f853974c-4144-47d6-b9cf-a32883210119 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:19.897911 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39e45305-c7f2-48cf-adcb-73400513b2ec req-23156e4e-cb4e-455f-a7d6-ff02635e320d tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b95f99-f0b3-49ca-ba9d-711784b336af HTTP/1.1" status: 200 len: 946 time: 0.2011266 Dec 20 21:42:20.155226 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-96a59247-622a-4d6d-92e3-661677f58710 req-632ab217-6e74-4b7f-81ec-4bfff3003b5e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:20.171014 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cddd95dd-a557-4df6-b7f0-7bc2158ecdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0944531 Dec 20 21:42:20.183109 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58230) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:20.188812 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bc04c9be-f30f-4fe6-9ac9-9bdbe7f0f15a tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Request body: {'subnet': {'network_id': 'db7a8bbd-1674-454d-bf2b-56897c49bdf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:20.206497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ab217-6e74-4b7f-81ec-4bfff3003b5e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Pushing event deleted for resources: {'Port': ['ID=f853974c-4144-47d6-b9cf-a32883210119,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:20.250423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-0dfcf80d-187d-4742-87c0-ff423daf7d8f req-e77c5609-5680-42ef-9453-68dff6a9b847 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Deleting port 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:20.251176 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0dfcf80d-187d-4742-87c0-ff423daf7d8f req-e77c5609-5680-42ef-9453-68dff6a9b847 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:20.390429 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-0dfcf80d-187d-4742-87c0-ff423daf7d8f req-e77c5609-5680-42ef-9453-68dff6a9b847 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] For port 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd,segment=NetworkSegment(0370b202-7841-45c6-91a5-4175c407fb1c),segment_id=0370b202-7841-45c6-91a5-4175c407fb1c)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:20.390833 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0dfcf80d-187d-4742-87c0-ff423daf7d8f req-e77c5609-5680-42ef-9453-68dff6a9b847 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:20.406314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-0dfcf80d-187d-4742-87c0-ff423daf7d8f req-e77c5609-5680-42ef-9453-68dff6a9b847 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Calling delete_port for 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:20.619538 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0dfcf80d-187d-4742-87c0-ff423daf7d8f req-e77c5609-5680-42ef-9453-68dff6a9b847 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:20.621611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a59247-622a-4d6d-92e3-661677f58710 req-632ab217-6e74-4b7f-81ec-4bfff3003b5e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] No DVR routers for this DVR port f853974c-4144-47d6-b9cf-a32883210119 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:20.651925 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-96a59247-622a-4d6d-92e3-661677f58710 req-632ab217-6e74-4b7f-81ec-4bfff3003b5e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:20.656220 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-96a59247-622a-4d6d-92e3-661677f58710 req-632ab217-6e74-4b7f-81ec-4bfff3003b5e tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.66 "DELETE /v2.0/ports/f853974c-4144-47d6-b9cf-a32883210119 HTTP/1.1" status: 204 len: 173 time: 1.3832698 Dec 20 21:42:20.657659 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6be491-fed2-404a-a52e-92c84b8c2264', 'name': 'network-vif-deleted', 'tag': 'f853974c-4144-47d6-b9cf-a32883210119'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:42:20.660620 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb1af2f-a88a-4715-bd15-c1342f6114ef" -d '{"events": [{"server_uuid": "eb6be491-fed2-404a-a52e-92c84b8c2264", "name": "network-vif-deleted", "tag": "f853974c-4144-47d6-b9cf-a32883210119"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:42:20.682590 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd95dd-a557-4df6-b7f0-7bc2158ecdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event updated for resources: {'Network': ['ID=db7a8bbd-1674-454d-bf2b-56897c49bdf7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:20.706491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network db7a8bbd-1674-454d-bf2b-56897c49bdf7 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:42:20.707445 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39e45305-c7f2-48cf-adcb-73400513b2ec req-a98bfe6e-f03b-45ac-a3c4-82679fe81665 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=637fe7d2-e791-4f7a-a119-62805c5d9662&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8037508 Dec 20 21:42:20.758258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfb062-e6d3-449e-9d16-93a0cc77f246 req-2ea9e293-1674-4e75-9359-fca49faafa08 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:20.760828 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5cfb062-e6d3-449e-9d16-93a0cc77f246 req-2ea9e293-1674-4e75-9359-fca49faafa08 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 944 time: 0.5559375 Dec 20 21:42:20.789700 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c5609-5680-42ef-9453-68dff6a9b847 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'Port': ['ID=7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:20.799221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfcf80d-187d-4742-87c0-ff423daf7d8f req-e77c5609-5680-42ef-9453-68dff6a9b847 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] No DVR routers for this DVR port 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:20.811397 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0dfcf80d-187d-4742-87c0-ff423daf7d8f req-e77c5609-5680-42ef-9453-68dff6a9b847 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:20.815075 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dfcf80d-187d-4742-87c0-ff423daf7d8f req-e77c5609-5680-42ef-9453-68dff6a9b847 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.31 "DELETE /v2.0/ports/7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd HTTP/1.1" status: 204 len: 173 time: 1.0957737 Dec 20 21:42:20.822939 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5c1c469b-d93d-4ccb-b015-cbcd27056725 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:20.838035 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5cfb062-e6d3-449e-9d16-93a0cc77f246 req-5ef6f825-a824-4a0f-9028-a8d901945a33 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458784 Dec 20 21:42:20.878205 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 5c1c469b-d93d-4ccb-b015-cbcd27056725 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:20.878566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5c1c469b-d93d-4ccb-b015-cbcd27056725 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:20.934980 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04178860-51b6-46e4-9a41-40ae09345e22 x-openstack-request-id: req-04178860-51b6-46e4-9a41-40ae09345e22 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:42:20.935368 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6be491-fed2-404a-a52e-92c84b8c2264", "name": "network-vif-deleted", "tag": "f853974c-4144-47d6-b9cf-a32883210119", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:42:20.935891 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04178860-51b6-46e4-9a41-40ae09345e22 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:42:20.936508 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6be491-fed2-404a-a52e-92c84b8c2264', 'name': 'network-vif-deleted', 'tag': 'f853974c-4144-47d6-b9cf-a32883210119', 'status': 'completed', 'code': 200} Dec 20 21:42:20.992384 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc04c9be-f30f-4fe6-9ac9-9bdbe7f0f15a tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Made reservation on behalf of e9da7a461b214454bfc3e839dafbb014 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:20.997198 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc04c9be-f30f-4fe6-9ac9-9bdbe7f0f15a tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:21.010673 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7a00d914-2344-4850-9403-b6d428d60c01 req-a6d652d9-bfbb-4d4e-ac87-2990d9c3a054 tempest-ServerDiskConfigTestJSON-1610595999 tempest-ServerDiskConfigTestJSON-1610595999-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb6be491-fed2-404a-a52e-92c84b8c2264 HTTP/1.1" status: 200 len: 210 time: 0.0925775 Dec 20 21:42:21.374027 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc04c9be-f30f-4fe6-9ac9-9bdbe7f0f15a tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:21.422127 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16ab210b-a942-4d9c-82f3-5d51614a5863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:21.544218 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04c9be-f30f-4fe6-9ac9-9bdbe7f0f15a tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event updated for resources: {'Subnet': ['ID=86639fb9-ed29-408a-9312-fc50752c0742,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:21.594442 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc04c9be-f30f-4fe6-9ac9-9bdbe7f0f15a tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Checking segment: {'id': '67d4a8d9-3652-4d85-8409-f3e012f6138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db7a8bbd-1674-454d-bf2b-56897c49bdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:21.594936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc04c9be-f30f-4fe6-9ac9-9bdbe7f0f15a tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Network hostable DHCP agents. Network: db7a8bbd-1674-454d-bf2b-56897c49bdf7, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:42:21.639279 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc04c9be-f30f-4fe6-9ac9-9bdbe7f0f15a tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Network db7a8bbd-1674-454d-bf2b-56897c49bdf7 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:42:21.657736 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-bc04c9be-f30f-4fe6-9ac9-9bdbe7f0f15a tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, db7a8bbd-1674-454d-bf2b-56897c49bdf7) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:21.664023 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc04c9be-f30f-4fe6-9ac9-9bdbe7f0f15a tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:21.664723 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc04c9be-f30f-4fe6-9ac9-9bdbe7f0f15a tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:21.696909 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8c1b49-73ab-4e19-802a-f0725065fbb3 None None] Network db7a8bbd-1674-454d-bf2b-56897c49bdf7 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:21.715049 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bc04c9be-f30f-4fe6-9ac9-9bdbe7f0f15a tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5308490 Dec 20 21:42:21.719258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58258) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:21.727865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a8e9ee08-67d2-4d27-8ccf-acb99e9dda28 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Request body: {'network': {'name': 'tempest-router-network01--432652556'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:21.757741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e9ee08-67d2-4d27-8ccf-acb99e9dda28 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Made reservation on behalf of e9da7a461b214454bfc3e839dafbb014 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:21.762051 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a8e9ee08-67d2-4d27-8ccf-acb99e9dda28 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:21.783109 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58262) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:21.785750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device e045d179-6a31-41df-a7c2-c4534e71721f details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:42:21.804828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e9ee08-67d2-4d27-8ccf-acb99e9dda28 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:42:21.840814 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a8e9ee08-67d2-4d27-8ccf-acb99e9dda28 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:21.841310 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-a8e9ee08-67d2-4d27-8ccf-acb99e9dda28 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Added segment 99812ff2-5729-4bee-9f18-9b42b9c045bb of type vlan for network fd085f12-85a1-4eff-9504-985266c4c633 Dec 20 21:42:21.889529 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdcb0828-fa35-46b4-b32d-b51643ced2e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:21.918130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port e045d179-6a31-41df-a7c2-c4534e71721f, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e045d179-6a31-41df-a7c2-c4534e71721f,segment=NetworkSegment(636e35e1-c079-4460-8d82-6878217b11de),segment_id=636e35e1-c079-4460-8d82-6878217b11de)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:21.924858 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a8e9ee08-67d2-4d27-8ccf-acb99e9dda28 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:21.932377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-16ab210b-a942-4d9c-82f3-5d51614a5863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting port 195e50a6-f2f3-42a8-a8e1-0c5f9495548e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:21.932814 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16ab210b-a942-4d9c-82f3-5d51614a5863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:21.934465 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'e045d179-6a31-41df-a7c2-c4534e71721f', 'network_id': '3f4d1a04-fc18-46fe-b472-991eeaafa566', 'port_id': 'e045d179-6a31-41df-a7c2-c4534e71721f', 'mac_address': 'fa:16:3e:c2:f0:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997c2302-3f6b-419d-a3db-58ebdab7ec94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:42:21.939000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f853974c-4144-47d6-b9cf-a32883210119 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:21.967386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: f853974c-4144-47d6-b9cf-a32883210119 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:21.967755 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f853974c-4144-47d6-b9cf-a32883210119 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:21.990749 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a8e9ee08-67d2-4d27-8ccf-acb99e9dda28 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:21.999253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e9ee08-67d2-4d27-8ccf-acb99e9dda28 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:22.000073 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a8e9ee08-67d2-4d27-8ccf-acb99e9dda28 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:22.014778 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:22.036259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e045d179-6a31-41df-a7c2-c4534e71721f {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:42:22.060144 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port e045d179-6a31-41df-a7c2-c4534e71721f, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e045d179-6a31-41df-a7c2-c4534e71721f,segment=NetworkSegment(636e35e1-c079-4460-8d82-6878217b11de),segment_id=636e35e1-c079-4460-8d82-6878217b11de)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:22.076678 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:22.133601 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a8e9ee08-67d2-4d27-8ccf-acb99e9dda28 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4142513 Dec 20 21:42:22.139262 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58272) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:22.140220 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16ab210b-a942-4d9c-82f3-5d51614a5863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:22.159272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-fc5c72fe-8056-41ec-8235-571791134f76 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Request body: {'network': {'name': 'tempest-router-network02--2097521309'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:22.169363 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-16ab210b-a942-4d9c-82f3-5d51614a5863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Calling delete_port for 195e50a6-f2f3-42a8-a8e1-0c5f9495548e owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:22.175597 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=e045d179-6a31-41df-a7c2-c4534e71721f,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:22.200958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9ee08-67d2-4d27-8ccf-acb99e9dda28 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event updated for resources: {'Network': ['ID=fd085f12-85a1-4eff-9504-985266c4c633,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:22.214767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network fd085f12-85a1-4eff-9504-985266c4c633 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:42:22.244063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5c72fe-8056-41ec-8235-571791134f76 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Made reservation on behalf of e9da7a461b214454bfc3e839dafbb014 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:22.247834 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fc5c72fe-8056-41ec-8235-571791134f76 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:22.277869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-db7a8bbd-1674-454d-bf2b-56897c49bdf7', 'network_id': 'db7a8bbd-1674-454d-bf2b-56897c49bdf7', 'tenant_id': 'e9da7a461b214454bfc3e839dafbb014', 'fixed_ips': [{'subnet_id': '86639fb9-ed29-408a-9312-fc50752c0742'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:42:22.281748 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:22.294739 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5c72fe-8056-41ec-8235-571791134f76 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:42:22.318427 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fc5c72fe-8056-41ec-8235-571791134f76 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:22.319203 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-fc5c72fe-8056-41ec-8235-571791134f76 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Added segment e111ffa5-5c17-467f-850a-c08fccabef18 of type vlan for network 39d782ff-0936-4c2f-88c7-9a477076d5a8 Dec 20 21:42:22.350806 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58280) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:22.373491 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fc5c72fe-8056-41ec-8235-571791134f76 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:22.380024 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['e045d179-6a31-41df-a7c2-c4534e71721f'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:42:22.405149 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fc5c72fe-8056-41ec-8235-571791134f76 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:22.411781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5c72fe-8056-41ec-8235-571791134f76 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:22.412332 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fc5c72fe-8056-41ec-8235-571791134f76 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:22.450910 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdcb0828-fa35-46b4-b32d-b51643ced2e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:22.483217 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fc5c72fe-8056-41ec-8235-571791134f76 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3430820 Dec 20 21:42:22.486180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58282) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:22.491602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e173f3fa-fa33-4d2b-9418-9662c2dabcc2 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Request body: {'subnet': {'network_id': 'fd085f12-85a1-4eff-9504-985266c4c633', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:22.505826 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc1546-8167-47f7-bdcd-d9a40c123b3b req-647f4613-6868-4d2a-a017-2f85358adc04 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:22.507573 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dadc1546-8167-47f7-bdcd-d9a40c123b3b req-647f4613-6868-4d2a-a017-2f85358adc04 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 945 time: 0.1465909 Dec 20 21:42:22.543722 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50d88ae-ec59-4fc0-9d45-0f2671b5f335 admin admin] Deleting subnet 924feca0-3a71-4754-bcc2-c5bd79345d9c {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:42:22.547536 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b50d88ae-ec59-4fc0-9d45-0f2671b5f335 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:22.597379 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b50d88ae-ec59-4fc0-9d45-0f2671b5f335 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:22.650178 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b50d88ae-ec59-4fc0-9d45-0f2671b5f335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:22.710377 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16ab210b-a942-4d9c-82f3-5d51614a5863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:22.753217 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Allocated IP 172.20.0.2 (db7a8bbd-1674-454d-bf2b-56897c49bdf7/86639fb9-ed29-408a-9312-fc50752c0742/04c33ac3-5db9-4aac-ae16-d2155cc51ee3) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:42:22.779687 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab210b-a942-4d9c-82f3-5d51614a5863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Port': ['ID=195e50a6-f2f3-42a8-a8e1-0c5f9495548e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:22.791150 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b50d88ae-ec59-4fc0-9d45-0f2671b5f335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:22.825408 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b50d88ae-ec59-4fc0-9d45-0f2671b5f335 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:22.841268 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b50d88ae-ec59-4fc0-9d45-0f2671b5f335 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/924feca0-3a71-4754-bcc2-c5bd79345d9c HTTP/1.1" status: 204 len: 168 time: 0.4789109 Dec 20 21:42:22.864928 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58292) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:22.928435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d88ae-ec59-4fc0-9d45-0f2671b5f335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=924feca0-3a71-4754-bcc2-c5bd79345d9c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:23.055617 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dadc1546-8167-47f7-bdcd-d9a40c123b3b req-77b914b5-5c0b-4159-a54d-f0d09edebbd5 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970672 Dec 20 21:42:23.056983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b95f99-f0b3-49ca-ba9d-711784b336af', 'name': 'network-vif-deleted', 'tag': '7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:42:23.056983 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3347730e-fc59-423d-81d4-74ae499c7cea" -d '{"events": [{"server_uuid": "e4b95f99-f0b3-49ca-ba9d-711784b336af", "name": "network-vif-deleted", "tag": "7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:42:23.059437 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.065822 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.119762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c72fe-8056-41ec-8235-571791134f76 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event updated for resources: {'Network': ['ID=39d782ff-0936-4c2f-88c7-9a477076d5a8,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:23.138038 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 39d782ff-0936-4c2f-88c7-9a477076d5a8 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:42:23.201008 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fd38cf-57d1-4967-b680-9e9f05ccd094 x-openstack-request-id: req-01fd38cf-57d1-4967-b680-9e9f05ccd094 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:42:23.201624 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b95f99-f0b3-49ca-ba9d-711784b336af", "name": "network-vif-deleted", "tag": "7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:42:23.202078 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01fd38cf-57d1-4967-b680-9e9f05ccd094 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:42:23.202656 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b95f99-f0b3-49ca-ba9d-711784b336af', 'name': 'network-vif-deleted', 'tag': '7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd', 'status': 'completed', 'code': 200} Dec 20 21:42:23.217245 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16ab210b-a942-4d9c-82f3-5d51614a5863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.225890 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e173f3fa-fa33-4d2b-9418-9662c2dabcc2 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Made reservation on behalf of e9da7a461b214454bfc3e839dafbb014 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:23.230305 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e173f3fa-fa33-4d2b-9418-9662c2dabcc2 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.324111 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Network db7a8bbd-1674-454d-bf2b-56897c49bdf7 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:23.327636 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:23.331349 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:42:23.344716 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb6a772e-d380-43d9-8a86-1acb343993fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.350206 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdcb0828-fa35-46b4-b32d-b51643ced2e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.352163 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Pushing event updated for resources: {'Port': ['ID=04c33ac3-5db9-4aac-ae16-d2155cc51ee3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:23.353062 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdcb0828-fa35-46b4-b32d-b51643ced2e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.367689 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fdcb0828-fa35-46b4-b32d-b51643ced2e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "DELETE /v2.0/security-groups/637fe7d2-e791-4f7a-a119-62805c5d9662 HTTP/1.1" status: 204 len: 168 time: 1.5828438 Dec 20 21:42:23.439270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58302) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:23.445844 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:23.446206 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:23.446545 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:23.446876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:23.447204 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:23.447527 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:23.447847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:23.448161 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:23.457259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:23.457733 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:23.458029 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:23.458389 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:23.477292 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ab210b-a942-4d9c-82f3-5d51614a5863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router 7911b80b-0c4e-4046-af0a-a92ee4d1b0bb has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:42:23.484450 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Attempting to bind port 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:42:23.484740 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb0828-fa35-46b4-b32d-b51643ced2e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=637fe7d2-e791-4f7a-a119-62805c5d9662,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:23.486095 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Attempting to bind port 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '67d4a8d9-3652-4d85-8409-f3e012f6138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db7a8bbd-1674-454d-bf2b-56897c49bdf7'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:42:23.494444 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Attempting to bind port 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 on network db7a8bbd-1674-454d-bf2b-56897c49bdf7 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:42:23.502532 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e173f3fa-fa33-4d2b-9418-9662c2dabcc2 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.517068 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:42:23.518042 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Checking segment: {'id': '67d4a8d9-3652-4d85-8409-f3e012f6138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db7a8bbd-1674-454d-bf2b-56897c49bdf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:23.519047 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.519796 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Bound using segment: {'id': '67d4a8d9-3652-4d85-8409-f3e012f6138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db7a8bbd-1674-454d-bf2b-56897c49bdf7'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:42:23.520582 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Bound port: 04c33ac3-5db9-4aac-ae16-d2155cc51ee3, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d4a8d9-3652-4d85-8409-f3e012f6138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'db7a8bbd-1674-454d-bf2b-56897c49bdf7'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:42:23.521325 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.588851 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb6a772e-d380-43d9-8a86-1acb343993fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.594417 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d3eac1-33c0-446d-af67-81282d00aecc tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Deleting subnet 01752c1b-0bef-4c7e-a90d-3deaa45d38cb {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:42:23.601634 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-36d3eac1-33c0-446d-af67-81282d00aecc tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.611324 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bb6a772e-d380-43d9-8a86-1acb343993fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67e6d6a-f991-4212-bb55-39ffd9d600c6']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:23.624137 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bb6a772e-d380-43d9-8a86-1acb343993fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc839f0f-ddff-4bbf-a0f2-9bdda24febeb') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:23.624440 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-bb6a772e-d380-43d9-8a86-1acb343993fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc839f0f-ddff-4bbf-a0f2-9bdda24febeb') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:23.654145 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] For port 04c33ac3-5db9-4aac-ae16-d2155cc51ee3, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:42:23.662685 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] For port 04c33ac3-5db9-4aac-ae16-d2155cc51ee3, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=04c33ac3-5db9-4aac-ae16-d2155cc51ee3,segment=NetworkSegment(67d4a8d9-3652-4d85-8409-f3e012f6138e),segment_id=67d4a8d9-3652-4d85-8409-f3e012f6138e)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:42:23.671017 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.685960 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-36d3eac1-33c0-446d-af67-81282d00aecc tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.689113 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173f3fa-fa33-4d2b-9418-9662c2dabcc2 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event updated for resources: {'Subnet': ['ID=5fbb17ff-6f30-468f-9a23-54077d2c4b41,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:23.711483 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb6a772e-d380-43d9-8a86-1acb343993fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.716998 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e173f3fa-fa33-4d2b-9418-9662c2dabcc2 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Checking segment: {'id': '99812ff2-5729-4bee-9f18-9b42b9c045bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd085f12-85a1-4eff-9504-985266c4c633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:23.717859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e173f3fa-fa33-4d2b-9418-9662c2dabcc2 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Network hostable DHCP agents. Network: fd085f12-85a1-4eff-9504-985266c4c633, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:42:23.719791 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ab210b-a942-4d9c-82f3-5d51614a5863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:23.725753 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-16ab210b-a942-4d9c-82f3-5d51614a5863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/7911b80b-0c4e-4046-af0a-a92ee4d1b0bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4039757 Dec 20 21:42:23.729070 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58304) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:23.730020 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d4433-77ec-4434-9afe-2bcd564a1d5f None None] Sync routers for ids ['7911b80b-0c4e-4046-af0a-a92ee4d1b0bb'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:23.740949 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d4433-77ec-4434-9afe-2bcd564a1d5f None None] Routers {'7911b80b-0c4e-4046-af0a-a92ee4d1b0bb'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:23.742734 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b93d4433-77ec-4434-9afe-2bcd564a1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7911b80b-0c4e-4046-af0a-a92ee4d1b0bb'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:23.743041 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb6a772e-d380-43d9-8a86-1acb343993fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.753753 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eaf732-5c5d-4f68-8947-4f6e40d6833f None None] Pushing event updated for resources: {'Port': ['ID=04c33ac3-5db9-4aac-ae16-d2155cc51ee3,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:23.756308 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6a772e-d380-43d9-8a86-1acb343993fa admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:42:23.756721 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb6a772e-d380-43d9-8a86-1acb343993fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:42:23.758521 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:42:23.784735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device e045d179-6a31-41df-a7c2-c4534e71721f up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:42:23.820660 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b93d4433-77ec-4434-9afe-2bcd564a1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:23.844617 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb6a772e-d380-43d9-8a86-1acb343993fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.857596 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bb6a772e-d380-43d9-8a86-1acb343993fa admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.861596 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port e045d179-6a31-41df-a7c2-c4534e71721f completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:42:23.866118 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d4433-77ec-4434-9afe-2bcd564a1d5f None None] Routers {'7911b80b-0c4e-4046-af0a-a92ee4d1b0bb'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:23.866384 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port e045d179-6a31-41df-a7c2-c4534e71721f triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:23.866775 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b93d4433-77ec-4434-9afe-2bcd564a1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:41:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7911b80b-0c4e-4046-af0a-a92ee4d1b0bb'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:23.867017 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:23.871615 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bb6a772e-d380-43d9-8a86-1acb343993fa admin admin] 10.222.0.32 "DELETE /v2.0/networks/a67e6d6a-f991-4212-bb55-39ffd9d600c6 HTTP/1.1" status: 204 len: 168 time: 1.0010972 Dec 20 21:42:23.946314 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a772e-d380-43d9-8a86-1acb343993fa admin admin] Pushing event deleted for resources: {'Network': ['ID=a67e6d6a-f991-4212-bb55-39ffd9d600c6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:24.010771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e173f3fa-fa33-4d2b-9418-9662c2dabcc2 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Network fd085f12-85a1-4eff-9504-985266c4c633 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:42:24.028284 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b93d4433-77ec-4434-9afe-2bcd564a1d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:24.031778 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d4433-77ec-4434-9afe-2bcd564a1d5f None None] The sync data for ids ['7911b80b-0c4e-4046-af0a-a92ee4d1b0bb'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:24.099206 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-e173f3fa-fa33-4d2b-9418-9662c2dabcc2 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, fd085f12-85a1-4eff-9504-985266c4c633) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:24.152625 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:24.162577 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7828245-e930-4dfb-bf25-d3492dbca0dc None None] Network fd085f12-85a1-4eff-9504-985266c4c633 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:24.205392 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-74d4642d-05a4-453f-b7ad-7bbf556874e2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] remove_router_interface failed (client error): The resource could not be found. Dec 20 21:42:24.206580 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-74d4642d-05a4-453f-b7ad-7bbf556874e2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/7911b80b-0c4e-4046-af0a-a92ee4d1b0bb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4762688 Dec 20 21:42:24.209402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58314) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:24.210650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e173f3fa-fa33-4d2b-9418-9662c2dabcc2 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:24.211374 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e173f3fa-fa33-4d2b-9418-9662c2dabcc2 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:24.284340 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e173f3fa-fa33-4d2b-9418-9662c2dabcc2 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7932997 Dec 20 21:42:24.287370 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58316) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:24.293652 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-36d3eac1-33c0-446d-af67-81282d00aecc tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:24.318627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f13f6781-da67-45db-9bab-42461a42b085 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Request body: {'subnet': {'network_id': '39d782ff-0936-4c2f-88c7-9a477076d5a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:24.363946 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528a21ae-563d-4901-b2e3-04639232553a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e045d179-6a31-41df-a7c2-c4534e71721f'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:42:24.366701 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d454bb-7631-4a70-9cb9-490f6ff4475a" -d '{"events": [{"server_uuid": "528a21ae-563d-4901-b2e3-04639232553a", "name": "network-vif-plugged", "status": "completed", "tag": "e045d179-6a31-41df-a7c2-c4534e71721f"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:42:24.384160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a25b9a-7981-443a-bff1-cbe28d175e84 req-9188f852-b25b-4815-968b-ff17c48eb7ea tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:24.385884 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4a25b9a-7981-443a-bff1-cbe28d175e84 req-9188f852-b25b-4815-968b-ff17c48eb7ea tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 945 time: 0.1617138 Dec 20 21:42:24.389258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58318) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:24.406545 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9300b442-ad07-4e1f-bf4d-47a8f163e247 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports?device_id=7911b80b-0c4e-4046-af0a-a92ee4d1b0bb HTTP/1.1" status: 200 len: 205 time: 0.1930354 Dec 20 21:42:24.407940 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58324) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:24.425971 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port e045d179-6a31-41df-a7c2-c4534e71721f, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e045d179-6a31-41df-a7c2-c4534e71721f,segment=NetworkSegment(636e35e1-c079-4460-8d82-6878217b11de),segment_id=636e35e1-c079-4460-8d82-6878217b11de)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:24.447989 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:24.447989 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:24.509667 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fe50e354-a053-4a2a-b3f0-b2fa4b13d19c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c929704e8ff545d98d309471ebd9f191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1192544 Dec 20 21:42:24.514748 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58326) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:24.545675 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-36d3eac1-33c0-446d-af67-81282d00aecc tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:24.588370 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bf78012-d6fb-4c63-92f3-96774d1d7b59 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:24.602233 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4a25b9a-7981-443a-bff1-cbe28d175e84 req-56f6c524-c140-4f17-8fc4-fff29ce8aaf6 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977153 Dec 20 21:42:24.624582 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:24.625008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7178e9e1-bab7-48cd-867b-7e4e1ce8f0fd not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:24.642962 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3eac1-33c0-446d-af67-81282d00aecc tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'Subnet': ['ID=01752c1b-0bef-4c7e-a90d-3deaa45d38cb,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:24.645994 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-36d3eac1-33c0-446d-af67-81282d00aecc tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:24.651081 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-36d3eac1-33c0-446d-af67-81282d00aecc tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "DELETE /v2.0/subnets/01752c1b-0bef-4c7e-a90d-3deaa45d38cb HTTP/1.1" status: 204 len: 168 time: 1.2104585 Dec 20 21:42:24.654907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58328) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:24.664728 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82192d6-265b-4c38-a32d-dbddcaf7fcf0 None None] Network 618c9023-8146-42c3-92cf-6b09ce12327c requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:24.696760 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e47ef5f7-3bf6-4f7c-9cae-419faac6932b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:25.002615 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:25.009867 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e47ef5f7-3bf6-4f7c-9cae-419faac6932b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:25.044767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:42:25.114591 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13f6781-da67-45db-9bab-42461a42b085 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Made reservation on behalf of e9da7a461b214454bfc3e839dafbb014 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:25.119192 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f13f6781-da67-45db-9bab-42461a42b085 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:25.140184 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=e045d179-6a31-41df-a7c2-c4534e71721f,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:25.141197 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bf78012-d6fb-4c63-92f3-96774d1d7b59 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:25.159142 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6aafea8-e2db-4ac1-ac21-3913b66aeb4a x-openstack-request-id: req-a6aafea8-e2db-4ac1-ac21-3913b66aeb4a {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:42:25.160239 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528a21ae-563d-4901-b2e3-04639232553a", "name": "network-vif-plugged", "status": "completed", "tag": "e045d179-6a31-41df-a7c2-c4534e71721f", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:42:25.160662 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6aafea8-e2db-4ac1-ac21-3913b66aeb4a {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:42:25.161256 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528a21ae-563d-4901-b2e3-04639232553a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e045d179-6a31-41df-a7c2-c4534e71721f', 'code': 200} Dec 20 21:42:25.222045 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bf78012-d6fb-4c63-92f3-96774d1d7b59 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:25.261647 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-fd085f12-85a1-4eff-9504-985266c4c633', 'network_id': 'fd085f12-85a1-4eff-9504-985266c4c633', 'tenant_id': 'e9da7a461b214454bfc3e839dafbb014', 'fixed_ips': [{'subnet_id': '5fbb17ff-6f30-468f-9a23-54077d2c4b41'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:42:25.262350 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:25.309740 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:25.309740 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:25.332353 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e47ef5f7-3bf6-4f7c-9cae-419faac6932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:25.339956 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e47ef5f7-3bf6-4f7c-9cae-419faac6932b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:25.341360 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e47ef5f7-3bf6-4f7c-9cae-419faac6932b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38647361-99ef-49f3-b941-e2be7b825543 HTTP/1.1" status: 204 len: 168 time: 0.8253078 Dec 20 21:42:25.344830 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bf78012-d6fb-4c63-92f3-96774d1d7b59 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:25.345841 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf78012-d6fb-4c63-92f3-96774d1d7b59 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Fanout notify agent at l3_agent the message router_deleted on router 7911b80b-0c4e-4046-af0a-a92ee4d1b0bb {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:42:25.361694 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bf78012-d6fb-4c63-92f3-96774d1d7b59 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:25.366674 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5bf78012-d6fb-4c63-92f3-96774d1d7b59 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/routers/7911b80b-0c4e-4046-af0a-a92ee4d1b0bb HTTP/1.1" status: 204 len: 168 time: 0.9579554 Dec 20 21:42:25.369456 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Deleting port 8091af04-cab6-4bc2-92f6-b0d818c2bffa {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:25.369789 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:25.373140 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58336) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:25.426271 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ef5f7-3bf6-4f7c-9cae-419faac6932b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38647361-99ef-49f3-b941-e2be7b825543,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:25.471783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f7d46-e130-4bc6-842d-015056ef64d2 req-cacc1dec-168d-4c40-8680-cf4cd03f3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:25.483033 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c20f7d46-e130-4bc6-842d-015056ef64d2 req-cacc1dec-168d-4c40-8680-cf4cd03f3dda service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 1095 time: 0.2339225 Dec 20 21:42:25.557319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] For port 8091af04-cab6-4bc2-92f6-b0d818c2bffa, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8091af04-cab6-4bc2-92f6-b0d818c2bffa,segment=NetworkSegment(0370b202-7841-45c6-91a5-4175c407fb1c),segment_id=0370b202-7841-45c6-91a5-4175c407fb1c)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:25.557757 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:25.598187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Calling delete_port for 8091af04-cab6-4bc2-92f6-b0d818c2bffa owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:25.622018 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:25.626990 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6c1b7b-5313-4e6b-98a1-093fda031d95 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting subnet 0e20848b-dd0d-43eb-afaf-0c5d4ad726e8 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:42:25.630351 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da3de30-fe0d-47a7-a114-ee51948dc06a None None] DHCP port deletion for 618c9023-8146-42c3-92cf-6b09ce12327c request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:42:25.633173 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c6c1b7b-5313-4e6b-98a1-093fda031d95 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:25.669427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Allocated IP 172.20.0.2 (fd085f12-85a1-4eff-9504-985266c4c633/5fbb17ff-6f30-468f-9a23-54077d2c4b41/7cc87efd-91a3-49b2-8260-6fea324c7a52) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:42:25.734589 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c20f7d46-e130-4bc6-842d-015056ef64d2 req-4098a936-48e0-4355-8f64-13a5a2f1efc5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476404 Dec 20 21:42:25.736004 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c6c1b7b-5313-4e6b-98a1-093fda031d95 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:25.745519 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d479d9a2-7809-40ab-9409-77503e683ea8 None None] Network db7a8bbd-1674-454d-bf2b-56897c49bdf7 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:25.834732 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2aa1e4-5819-4db6-9330-400ee0533507 req-e545bb89-070a-4400-a31f-96aadec3a12b tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:25.843199 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a2aa1e4-5819-4db6-9330-400ee0533507 req-e545bb89-070a-4400-a31f-96aadec3a12b tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 946 time: 0.0934987 Dec 20 21:42:25.874117 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:25.913589 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'Port': ['ID=8091af04-cab6-4bc2-92f6-b0d818c2bffa,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:25.924932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a2aa1e4-5819-4db6-9330-400ee0533507 req-658327cf-20fa-44c2-8ba9-5b74bbc5500f tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804842 Dec 20 21:42:25.932805 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] No DVR routers for this DVR port 8091af04-cab6-4bc2-92f6-b0d818c2bffa on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:25.942989 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 04c33ac3-5db9-4aac-ae16-d2155cc51ee3, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=04c33ac3-5db9-4aac-ae16-d2155cc51ee3,segment=NetworkSegment(67d4a8d9-3652-4d85-8409-f3e012f6138e),segment_id=67d4a8d9-3652-4d85-8409-f3e012f6138e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:25.944984 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c6c1b7b-5313-4e6b-98a1-093fda031d95 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:26.027195 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:26.028834 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f13f6781-da67-45db-9bab-42461a42b085 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:26.057191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618c9023-8146-42c3-92cf-6b09ce12327c']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:26.070701 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0370b202-7841-45c6-91a5-4175c407fb1c') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:26.071046 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0370b202-7841-45c6-91a5-4175c407fb1c') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:26.086437 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:26.088356 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c6c1b7b-5313-4e6b-98a1-093fda031d95 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:26.128150 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:26.132471 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6c6c1b7b-5313-4e6b-98a1-093fda031d95 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:26.138952 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c6c1b7b-5313-4e6b-98a1-093fda031d95 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/subnets/0e20848b-dd0d-43eb-afaf-0c5d4ad726e8 HTTP/1.1" status: 204 len: 168 time: 0.7623549 Dec 20 21:42:26.143603 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58350) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:26.147395 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:42:26.148315 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:26.164045 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f6781-da67-45db-9bab-42461a42b085 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event updated for resources: {'Subnet': ['ID=66bb375f-0507-4073-9fab-b1aff785e7e8,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:26.175636 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13f6781-da67-45db-9bab-42461a42b085 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Checking segment: {'id': 'e111ffa5-5c17-467f-850a-c08fccabef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '39d782ff-0936-4c2f-88c7-9a477076d5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:26.177283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13f6781-da67-45db-9bab-42461a42b085 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Network hostable DHCP agents. Network: 39d782ff-0936-4c2f-88c7-9a477076d5a8, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:42:26.214111 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c1b7b-5313-4e6b-98a1-093fda031d95 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Subnet': ['ID=0e20848b-dd0d-43eb-afaf-0c5d4ad726e8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:26.247150 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13f6781-da67-45db-9bab-42461a42b085 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Network 39d782ff-0936-4c2f-88c7-9a477076d5a8 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:42:26.272691 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:42:26.275809 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f13f6781-da67-45db-9bab-42461a42b085 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 39d782ff-0936-4c2f-88c7-9a477076d5a8) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:26.287461 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13f6781-da67-45db-9bab-42461a42b085 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:26.289542 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f13f6781-da67-45db-9bab-42461a42b085 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:26.319428 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f13f6781-da67-45db-9bab-42461a42b085 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0276911 Dec 20 21:42:26.320879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58360) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:26.347987 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f6b23515-0a77-4ea1-829f-0a88f60a5753 None None] Provisioning complete for port 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:26.349089 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f6b23515-0a77-4ea1-829f-0a88f60a5753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:26.381354 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:26.443432 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:26.448169 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:26.454415 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "DELETE /v2.0/networks/618c9023-8146-42c3-92cf-6b09ce12327c HTTP/1.1" status: 204 len: 168 time: 1.7949922 Dec 20 21:42:26.459345 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58368) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:26.486458 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afb1123-8ffe-43a5-98c6-3c2801a9a465 None None] Network 7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:26.488364 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c659aaa-515c-4093-8874-6a6cfdc7b7bd None None] Network 39d782ff-0936-4c2f-88c7-9a477076d5a8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:26.493354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0654c1-839e-48d1-b71c-4add8f18285f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'Network': ['ID=618c9023-8146-42c3-92cf-6b09ce12327c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:26.517302 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:26.623060 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting port 366c6113-b20a-4656-bb94-8c47904aeb81 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:26.623386 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:26.708858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58376) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:26.903459 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] For port 366c6113-b20a-4656-bb94-8c47904aeb81, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=366c6113-b20a-4656-bb94-8c47904aeb81,segment=NetworkSegment(345aa65b-8efa-45b5-8f0f-ca7904d6dfea),segment_id=345aa65b-8efa-45b5-8f0f-ca7904d6dfea)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:26.903824 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:26.921728 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8091af04-cab6-4bc2-92f6-b0d818c2bffa no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:26.932641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-44969220-713d-438b-ad9a-5f2407bd2438 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-361146283-network', 'tenant_id': '33703060c09e453c847eb5eacccc61e2'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:26.941615 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Calling delete_port for 366c6113-b20a-4656-bb94-8c47904aeb81 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:26.958626 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 8091af04-cab6-4bc2-92f6-b0d818c2bffa {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:26.958977 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8091af04-cab6-4bc2-92f6-b0d818c2bffa not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:27.046558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44969220-713d-438b-ad9a-5f2407bd2438 admin admin] Made reservation on behalf of 33703060c09e453c847eb5eacccc61e2 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:27.049698 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44969220-713d-438b-ad9a-5f2407bd2438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.071418 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44969220-713d-438b-ad9a-5f2407bd2438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.088086 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1da3de30-fe0d-47a7-a114-ee51948dc06a None None] Deleting port 8091af04-cab6-4bc2-92f6-b0d818c2bffa {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:27.089092 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1da3de30-fe0d-47a7-a114-ee51948dc06a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.119308 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-e35db114-f69b-437b-a0f4-7e0fc35b5b0c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Deleting port 1e38bfb6-ad9d-4b3e-91f2-a06f64baef31 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:27.120109 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e35db114-f69b-437b-a0f4-7e0fc35b5b0c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server [None req-1da3de30-fe0d-47a7-a114-ee51948dc06a None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 618c9023-8146-42c3-92cf-6b09ce12327c could not be found. Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 21:42:27.134571 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1966, in delete_port Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1189, in get_network Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 618c9023-8146-42c3-92cf-6b09ce12327c could not be found. Dec 20 21:42:27.139735 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Dec 20 21:42:27.156777 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=04c33ac3-5db9-4aac-ae16-d2155cc51ee3,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:27.192952 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.226103 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.233819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558138dd-198d-4fa1-932b-7d79fcc6dce9 None None] DHCP port deletion for 618c9023-8146-42c3-92cf-6b09ce12327c request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:42:27.274438 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.301181 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d1d02ec-8b16-48fb-add1-f62d3e7b4d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.312788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ceaec5-4438-4784-861e-47d3c6b93f4a None None] DHCP port deletion for 7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:42:27.356729 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44969220-713d-438b-ad9a-5f2407bd2438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.363857 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Port': ['ID=366c6113-b20a-4656-bb94-8c47904aeb81,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:27.364572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] No DVR routers for this DVR port 366c6113-b20a-4656-bb94-8c47904aeb81 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:27.372278 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Network fd085f12-85a1-4eff-9504-985266c4c633 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:27.378105 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44969220-713d-438b-ad9a-5f2407bd2438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.382182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c236510-c400-40d4-aa08-1e4381a12af6 req-418934e9-1136-4a3d-b6f8-5f2f96091eeb tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:27.388432 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6c236510-c400-40d4-aa08-1e4381a12af6 req-418934e9-1136-4a3d-b6f8-5f2f96091eeb tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 946 time: 0.2877252 Dec 20 21:42:27.398718 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:27.419093 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Pushing event updated for resources: {'Port': ['ID=7cc87efd-91a3-49b2-8260-6fea324c7a52,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:27.425415 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:42:27.428117 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.444190 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-39d782ff-0936-4c2f-88c7-9a477076d5a8', 'network_id': '39d782ff-0936-4c2f-88c7-9a477076d5a8', 'tenant_id': 'e9da7a461b214454bfc3e839dafbb014', 'fixed_ips': [{'subnet_id': '66bb375f-0507-4073-9fab-b1aff785e7e8'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:42:27.445073 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.506495 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44969220-713d-438b-ad9a-5f2407bd2438 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:42:27.521701 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6c236510-c400-40d4-aa08-1e4381a12af6 req-6dafdca4-de62-477f-a0e4-885926992adb tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960710 Dec 20 21:42:27.528499 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44969220-713d-438b-ad9a-5f2407bd2438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2c9032-cfb2-4ab0-926b-40cca9cd592d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:27.535855 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e35db114-f69b-437b-a0f4-7e0fc35b5b0c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.536454 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e35db114-f69b-437b-a0f4-7e0fc35b5b0c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.556359 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44969220-713d-438b-ad9a-5f2407bd2438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.556860 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-44969220-713d-438b-ad9a-5f2407bd2438 admin admin] Added segment 29fc283d-2c6d-4608-bd34-31d9d6b2d0ab of type vlan for network e7f5e656-1519-424d-a6ac-3ccb46d7222b Dec 20 21:42:27.609440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ffbacff4-0d1b-4752-b7c1-119577ffd48d None None] Provisioning complete for port 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:27.609693 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ffbacff4-0d1b-4752-b7c1-119577ffd48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.619083 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.641301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:27.652670 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345aa65b-8efa-45b5-8f0f-ca7904d6dfea') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:27.653178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345aa65b-8efa-45b5-8f0f-ca7904d6dfea') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:27.664268 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.680467 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.686864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:42:27.687607 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.691458 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Attempting to bind port 7cc87efd-91a3-49b2-8260-6fea324c7a52 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:42:27.691826 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Attempting to bind port 7cc87efd-91a3-49b2-8260-6fea324c7a52 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '99812ff2-5729-4bee-9f18-9b42b9c045bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd085f12-85a1-4eff-9504-985266c4c633'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:42:27.692181 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Attempting to bind port 7cc87efd-91a3-49b2-8260-6fea324c7a52 on network fd085f12-85a1-4eff-9504-985266c4c633 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:42:27.728287 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:42:27.728659 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Checking segment: {'id': '99812ff2-5729-4bee-9f18-9b42b9c045bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd085f12-85a1-4eff-9504-985266c4c633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:27.729060 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.729451 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Bound using segment: {'id': '99812ff2-5729-4bee-9f18-9b42b9c045bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd085f12-85a1-4eff-9504-985266c4c633'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:42:27.729929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Bound port: 7cc87efd-91a3-49b2-8260-6fea324c7a52, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99812ff2-5729-4bee-9f18-9b42b9c045bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fd085f12-85a1-4eff-9504-985266c4c633'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:42:27.730407 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:42:27.772566 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:42:27.792850 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.796599 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-e35db114-f69b-437b-a0f4-7e0fc35b5b0c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Calling delete_port for 1e38bfb6-ad9d-4b3e-91f2-a06f64baef31 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:27.851084 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.858461 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/networks/7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548 HTTP/1.1" status: 204 len: 168 time: 1.7128148 Dec 20 21:42:27.872874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20089707-f454-47ce-a473-4b86479ab214 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Network': ['ID=7dcbdfb7-abaf-4dbe-bf75-0e91a36ba548,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:27.888020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58394) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:27.898141 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] For port 7cc87efd-91a3-49b2-8260-6fea324c7a52, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:42:27.901246 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] For port 7cc87efd-91a3-49b2-8260-6fea324c7a52, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7cc87efd-91a3-49b2-8260-6fea324c7a52,segment=NetworkSegment(99812ff2-5729-4bee-9f18-9b42b9c045bb),segment_id=99812ff2-5729-4bee-9f18-9b42b9c045bb)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:42:27.901661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-81d5795e-a262-4e31-85e3-c21a43293c3b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-158470557'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:27.906800 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44969220-713d-438b-ad9a-5f2407bd2438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.913092 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:27.920857 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Allocated IP 172.20.0.1 (fd085f12-85a1-4eff-9504-985266c4c633/5fbb17ff-6f30-468f-9a23-54077d2c4b41/885780d9-cd1a-42f9-bdf6-fc9b004479cb) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:42:28.027088 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d5795e-a262-4e31-85e3-c21a43293c3b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:28.027997 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Allocated IP 172.20.0.2 (39d782ff-0936-4c2f-88c7-9a477076d5a8/66bb375f-0507-4073-9fab-b1aff785e7e8/07bda4fd-62be-42c6-ba9b-dd5773f3b193) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:42:28.030727 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-81d5795e-a262-4e31-85e3-c21a43293c3b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:28.060247 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44969220-713d-438b-ad9a-5f2407bd2438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:28.061285 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44969220-713d-438b-ad9a-5f2407bd2438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:28.061863 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-44969220-713d-438b-ad9a-5f2407bd2438 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:28.129919 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:28.186092 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-44969220-713d-438b-ad9a-5f2407bd2438 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4742348 Dec 20 21:42:28.190017 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58402) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:28.198785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d5795e-a262-4e31-85e3-c21a43293c3b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:42:28.199395 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1002d853-1787-4721-8457-13a9c3e7cb2e admin admin] Request body: {'subnet': {'network_id': 'e7f5e656-1519-424d-a6ac-3ccb46d7222b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-361146283-subnet', 'tenant_id': '33703060c09e453c847eb5eacccc61e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:28.227366 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:28.233604 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44969220-713d-438b-ad9a-5f2407bd2438 admin admin] Pushing event updated for resources: {'Network': ['ID=e7f5e656-1519-424d-a6ac-3ccb46d7222b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:28.247548 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-81d5795e-a262-4e31-85e3-c21a43293c3b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:28.248117 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-81d5795e-a262-4e31-85e3-c21a43293c3b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Added segment f6d7269f-66f1-46c3-a132-c296840a62d9 of type vlan for network 4a72371e-ae5d-4407-a497-288930622abc Dec 20 21:42:28.255028 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4016d-a92b-4e62-97d4-bb592332381a None None] Pushing event updated for resources: {'Port': ['ID=7cc87efd-91a3-49b2-8260-6fea324c7a52,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:28.263744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1002d853-1787-4721-8457-13a9c3e7cb2e admin admin] Made reservation on behalf of 33703060c09e453c847eb5eacccc61e2 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:28.266935 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1002d853-1787-4721-8457-13a9c3e7cb2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:28.271537 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network e7f5e656-1519-424d-a6ac-3ccb46d7222b details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:42:28.397485 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-81d5795e-a262-4e31-85e3-c21a43293c3b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:28.451371 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Network fd085f12-85a1-4eff-9504-985266c4c633 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:28.461177 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:28.483225 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:42:28.508489 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event updated for resources: {'Port': ['ID=885780d9-cd1a-42f9-bdf6-fc9b004479cb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:28.614939 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e35db114-f69b-437b-a0f4-7e0fc35b5b0c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:28.617053 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-81d5795e-a262-4e31-85e3-c21a43293c3b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:28.618841 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:28.628067 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:28.634752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d5795e-a262-4e31-85e3-c21a43293c3b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:28.635230 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-81d5795e-a262-4e31-85e3-c21a43293c3b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:28.696372 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1002d853-1787-4721-8457-13a9c3e7cb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:28.704780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Network 39d782ff-0936-4c2f-88c7-9a477076d5a8 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:28.712782 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:28.715721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:42:28.723390 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-81d5795e-a262-4e31-85e3-c21a43293c3b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8342826 Dec 20 21:42:28.764167 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Pushing event updated for resources: {'Port': ['ID=07bda4fd-62be-42c6-ba9b-dd5773f3b193,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:28.813327 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58412) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:28.823632 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1c60106b-974c-426b-932b-34d11b075cce tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'subnet': {'network_id': '4a72371e-ae5d-4407-a497-288930622abc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:28.837641 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:28.841810 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35db114-f69b-437b-a0f4-7e0fc35b5b0c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'Port': ['ID=1e38bfb6-ad9d-4b3e-91f2-a06f64baef31,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:28.856972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Attempting to bind port 07bda4fd-62be-42c6-ba9b-dd5773f3b193 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:42:28.857351 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Attempting to bind port 07bda4fd-62be-42c6-ba9b-dd5773f3b193 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'e111ffa5-5c17-467f-850a-c08fccabef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '39d782ff-0936-4c2f-88c7-9a477076d5a8'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:42:28.858673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Attempting to bind port 07bda4fd-62be-42c6-ba9b-dd5773f3b193 on network 39d782ff-0936-4c2f-88c7-9a477076d5a8 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:42:28.880461 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:42:28.880848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Checking segment: {'id': 'e111ffa5-5c17-467f-850a-c08fccabef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '39d782ff-0936-4c2f-88c7-9a477076d5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:28.881261 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:28.881657 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Bound using segment: {'id': 'e111ffa5-5c17-467f-850a-c08fccabef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '39d782ff-0936-4c2f-88c7-9a477076d5a8'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:42:28.882171 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Bound port: 07bda4fd-62be-42c6-ba9b-dd5773f3b193, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e111ffa5-5c17-467f-850a-c08fccabef18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '39d782ff-0936-4c2f-88c7-9a477076d5a8'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:42:28.882777 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:28.986994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] For port 07bda4fd-62be-42c6-ba9b-dd5773f3b193, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:42:28.991073 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] For port 07bda4fd-62be-42c6-ba9b-dd5773f3b193, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=07bda4fd-62be-42c6-ba9b-dd5773f3b193,segment=NetworkSegment(e111ffa5-5c17-467f-850a-c08fccabef18),segment_id=e111ffa5-5c17-467f-850a-c08fccabef18)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:42:28.998511 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:29.011117 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bf872-92a2-4f62-9dcd-eced4a3cd722 req-7c416442-ecca-4052-8231-b8ffd0fa5ce5 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:29.020438 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f4bf872-92a2-4f62-9dcd-eced4a3cd722 req-7c416442-ecca-4052-8231-b8ffd0fa5ce5 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 946 time: 0.4112031 Dec 20 21:42:29.076007 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002d853-1787-4721-8457-13a9c3e7cb2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec10585-c75f-484e-8ad3-a4b389c956f1,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:29.105826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5795e-a262-4e31-85e3-c21a43293c3b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Network': ['ID=4a72371e-ae5d-4407-a497-288930622abc,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:29.126825 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e35db114-f69b-437b-a0f4-7e0fc35b5b0c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:29.127705 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-e35db114-f69b-437b-a0f4-7e0fc35b5b0c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Floating IP 33ad0f17-253c-4a1d-9bed-270603b1d833 disassociated (deleted). External IP: 172.35.3.156, port: a08fc68b-05ea-4f51-8fa5-1f6c3a367482. Dec 20 21:42:29.130981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7cc87efd-91a3-49b2-8260-6fea324c7a52 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:42:29.169765 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002d853-1787-4721-8457-13a9c3e7cb2e admin admin] Checking segment: {'id': '29fc283d-2c6d-4608-bd34-31d9d6b2d0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e7f5e656-1519-424d-a6ac-3ccb46d7222b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:29.170347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1002d853-1787-4721-8457-13a9c3e7cb2e admin admin] Network hostable DHCP agents. Network: e7f5e656-1519-424d-a6ac-3ccb46d7222b, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:42:29.189593 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f4bf872-92a2-4f62-9dcd-eced4a3cd722 req-0dd3bdb1-7606-416a-8d6a-355c9abcd849 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660881 Dec 20 21:42:29.257190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c60106b-974c-426b-932b-34d11b075cce tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:29.257340 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 4a72371e-ae5d-4407-a497-288930622abc details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:42:29.259896 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c60106b-974c-426b-932b-34d11b075cce tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:29.276871 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:29.401229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1002d853-1787-4721-8457-13a9c3e7cb2e admin admin] Network e7f5e656-1519-424d-a6ac-3ccb46d7222b is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:42:29.469378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffd036-233f-425d-838c-09e11979f2e2 None None] Pushing event updated for resources: {'Port': ['ID=07bda4fd-62be-42c6-ba9b-dd5773f3b193,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:29.474922 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1002d853-1787-4721-8457-13a9c3e7cb2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, e7f5e656-1519-424d-a6ac-3ccb46d7222b) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:29.518007 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf5df9a-1b82-41b2-8680-15ac36fd70eb None None] Network e7f5e656-1519-424d-a6ac-3ccb46d7222b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:29.525900 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1002d853-1787-4721-8457-13a9c3e7cb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:29.526800 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1002d853-1787-4721-8457-13a9c3e7cb2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:29.557932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35db114-f69b-437b-a0f4-7e0fc35b5b0c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:42:29.585109 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7cc87efd-91a3-49b2-8260-6fea324c7a52 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:29.585537 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:29.656457 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-80f8ffab-9c29-4293-bd2f-cb8a3d662220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:29.696328 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1002d853-1787-4721-8457-13a9c3e7cb2e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5050178 Dec 20 21:42:29.842979 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35db114-f69b-437b-a0f4-7e0fc35b5b0c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:29.871304 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e35db114-f69b-437b-a0f4-7e0fc35b5b0c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:29.888469 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202a5914-83ef-4e04-ae58-5bbe48deb928 None None] Sync routers for ids ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:29.914263 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431053c6-8460-4819-a092-4fbf8e4d0f37 None None] Network fd085f12-85a1-4eff-9504-985266c4c633 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:29.942849 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e35db114-f69b-437b-a0f4-7e0fc35b5b0c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "DELETE /v2.0/floatingips/33ad0f17-253c-4a1d-9bed-270603b1d833 HTTP/1.1" status: 204 len: 168 time: 3.4801843 Dec 20 21:42:29.942849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6261c22-d010-4018-8845-8046c685fb5c', 'tag': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:42:29.944335 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56ad255-612a-47f9-a23b-47d30145fb63" -d '{"events": [{"name": "network-changed", "server_uuid": "c6261c22-d010-4018-8845-8046c685fb5c", "tag": "a08fc68b-05ea-4f51-8fa5-1f6c3a367482"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:42:30.003231 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106f0d81-ca13-44e8-a8b9-9f25483ba75d None None] Network e7f5e656-1519-424d-a6ac-3ccb46d7222b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:30.008589 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c60106b-974c-426b-932b-34d11b075cce tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:30.011976 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d926c027-7582-44b4-a441-b73f7857b825 x-openstack-request-id: req-d926c027-7582-44b4-a441-b73f7857b825 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:42:30.012280 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6261c22-d010-4018-8845-8046c685fb5c", "tag": "a08fc68b-05ea-4f51-8fa5-1f6c3a367482", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:42:30.012555 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d926c027-7582-44b4-a441-b73f7857b825 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:42:30.012956 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6261c22-d010-4018-8845-8046c685fb5c', 'tag': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482', 'status': 'completed', 'code': 200} Dec 20 21:42:30.080527 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e09597-c18a-4b2d-b571-42e6a4358cf1 req-afb89c81-b6cd-4b3d-bb1f-66bdb4fca2f3 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:30.083920 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c3e09597-c18a-4b2d-b571-42e6a4358cf1 req-afb89c81-b6cd-4b3d-bb1f-66bdb4fca2f3 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.31 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 946 time: 0.1215842 Dec 20 21:42:30.205598 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a5914-83ef-4e04-ae58-5bbe48deb928 None None] Routers {'0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:30.225194 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-202a5914-83ef-4e04-ae58-5bbe48deb928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:30.288989 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:30.299562 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:30.337385 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ad255-612a-47f9-a23b-47d30145fb63 req-569f2c4e-0ed4-465a-b7cb-b388a0a4dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:30.340592 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a56ad255-612a-47f9-a23b-47d30145fb63 req-569f2c4e-0ed4-465a-b7cb-b388a0a4dde8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5353e8cb9b434e37a6bf3118a301f4e4&device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 1094 time: 0.2851965 Dec 20 21:42:30.429817 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60106b-974c-426b-932b-34d11b075cce tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Subnet': ['ID=29723c0b-5837-47c1-8a7c-6139560816db,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:30.433389 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:30.461890 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-202a5914-83ef-4e04-ae58-5bbe48deb928 None None] Set router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:42:30.629419 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d3d64-67a6-41ac-bfed-36484f422295 req-6697a181-a5b4-4389-9f37-c4f8570101ca tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:30.639902 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-be0d3d64-67a6-41ac-bfed-36484f422295 req-6697a181-a5b4-4389-9f37-c4f8570101ca tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 945 time: 0.2408175 Dec 20 21:42:30.642859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60106b-974c-426b-932b-34d11b075cce tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Checking segment: {'id': 'f6d7269f-66f1-46c3-a132-c296840a62d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4a72371e-ae5d-4407-a497-288930622abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:30.643361 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c60106b-974c-426b-932b-34d11b075cce tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network hostable DHCP agents. Network: 4a72371e-ae5d-4407-a497-288930622abc, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:42:30.742909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-c3e09597-c18a-4b2d-b571-42e6a4358cf1 req-8a2b0a50-f796-45d9-b569-5de861fee0b5 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Deleting port e045d179-6a31-41df-a7c2-c4534e71721f {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:30.743554 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c3e09597-c18a-4b2d-b571-42e6a4358cf1 req-8a2b0a50-f796-45d9-b569-5de861fee0b5 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:30.759992 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event updated for resources: {'Port': ['ID=885780d9-cd1a-42f9-bdf6-fc9b004479cb,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:30.763377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c60106b-974c-426b-932b-34d11b075cce tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 4a72371e-ae5d-4407-a497-288930622abc is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:42:30.768565 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-be0d3d64-67a6-41ac-bfed-36484f422295 req-731c7c58-505a-4c1d-8181-e54097f2550c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=af8796d2-9955-4555-a764-4976c2e894e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273201 Dec 20 21:42:30.809578 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1c60106b-974c-426b-932b-34d11b075cce tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 4a72371e-ae5d-4407-a497-288930622abc) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:30.832998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c60106b-974c-426b-932b-34d11b075cce tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:30.833598 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c60106b-974c-426b-932b-34d11b075cce tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:30.916685 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:30.929951 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1c60106b-974c-426b-932b-34d11b075cce tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1127026 Dec 20 21:42:30.939343 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58474) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:30.945959 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c0cdc0a2-e5e0-4832-a6f7-ae0aab8e2845 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1569760648', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:30.974432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ad255-612a-47f9-a23b-47d30145fb63 req-3f02c4ac-d3ad-433a-908c-d84533147606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:30.976893 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a56ad255-612a-47f9-a23b-47d30145fb63 req-3f02c4ac-d3ad-433a-908c-d84533147606 service neutron] 10.222.0.66 "GET /v2.0/networks?id=df1edafa-7805-497c-a213-192df2dee518 HTTP/1.1" status: 200 len: 897 time: 0.5800056 Dec 20 21:42:30.980387 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc0a2-e5e0-4832-a6f7-ae0aab8e2845 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:30.982549 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc0a2-e5e0-4832-a6f7-ae0aab8e2845 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:31.026403 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a56ad255-612a-47f9-a23b-47d30145fb63 req-d364f5ae-d453-4e7d-9b02-628accfbafd0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a08fc68b-05ea-4f51-8fa5-1f6c3a367482 HTTP/1.1" status: 200 len: 217 time: 0.0409782 Dec 20 21:42:31.034433 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac054426-51d5-456e-b882-627c971c5f08 None None] Network 4a72371e-ae5d-4407-a497-288930622abc requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:31.070589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132e2bc1-2f91-444d-8b70-06c30de4ef3a None None] Network 39d782ff-0936-4c2f-88c7-9a477076d5a8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:31.071114 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc0a2-e5e0-4832-a6f7-ae0aab8e2845 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:31.097500 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc0a2-e5e0-4832-a6f7-ae0aab8e2845 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:31.120942 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Network fd085f12-85a1-4eff-9504-985266c4c633 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:31.130380 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473389a-7671-470d-9d47-cacb42672d6a req-dc7a14c5-dcae-48f0-b71a-c28dad17ea58 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:31.132135 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c473389a-7671-470d-9d47-cacb42672d6a req-dc7a14c5-dcae-48f0-b71a-c28dad17ea58 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/networks?id=e7f5e656-1519-424d-a6ac-3ccb46d7222b HTTP/1.1" status: 200 len: 808 time: 0.5083323 Dec 20 21:42:31.133985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:31.147808 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc0a2-e5e0-4832-a6f7-ae0aab8e2845 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:31.149036 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c0cdc0a2-e5e0-4832-a6f7-ae0aab8e2845 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2071040 Dec 20 21:42:31.152140 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58476) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:31.244730 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c473389a-7671-470d-9d47-cacb42672d6a req-0d2fcfd7-7cca-4c77-94d6-edec5dd2faad tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/quotas/33703060c09e453c847eb5eacccc61e2 HTTP/1.1" status: 200 len: 375 time: 0.0937133 Dec 20 21:42:31.299217 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:31.300229 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-10c5d775-5360-4324-9b7d-010d10901bab None None] Provisioning complete for port 7cc87efd-91a3-49b2-8260-6fea324c7a52 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:31.300765 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10c5d775-5360-4324-9b7d-010d10901bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:31.343968 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c473389a-7671-470d-9d47-cacb42672d6a req-1c6a142a-d437-485c-a27e-8fce8524feee tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=33703060c09e453c847eb5eacccc61e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394154 Dec 20 21:42:31.441029 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 7cc87efd-91a3-49b2-8260-6fea324c7a52, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7cc87efd-91a3-49b2-8260-6fea324c7a52,segment=NetworkSegment(99812ff2-5729-4bee-9f18-9b42b9c045bb),segment_id=99812ff2-5729-4bee-9f18-9b42b9c045bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:31.525950 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2d514-3fd4-45ba-8126-3b0184d92604 req-4ef8a7e9-92b5-4fdd-8629-c0c677f273ea tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:31.534253 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6c2d514-3fd4-45ba-8126-3b0184d92604 req-4ef8a7e9-92b5-4fdd-8629-c0c677f273ea tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 946 time: 0.6235020 Dec 20 21:42:31.611931 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:31.612475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:42:31.766875 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6c2d514-3fd4-45ba-8126-3b0184d92604 req-639ebc8c-82ab-415a-b6ba-5c560c067d30 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312269 Dec 20 21:42:31.777194 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c3e09597-c18a-4b2d-b571-42e6a4358cf1 req-8a2b0a50-f796-45d9-b569-5de861fee0b5 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] For port e045d179-6a31-41df-a7c2-c4534e71721f, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=e045d179-6a31-41df-a7c2-c4534e71721f,segment=NetworkSegment(636e35e1-c079-4460-8d82-6878217b11de),segment_id=636e35e1-c079-4460-8d82-6878217b11de)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:31.777561 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c3e09597-c18a-4b2d-b571-42e6a4358cf1 req-8a2b0a50-f796-45d9-b569-5de861fee0b5 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:31.819832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ad255-612a-47f9-a23b-47d30145fb63 req-f20e9261-233e-411a-8c5c-9a580ab27daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:31.823715 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a56ad255-612a-47f9-a23b-47d30145fb63 req-f20e9261-233e-411a-8c5c-9a580ab27daf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c03000ac-9b78-43f0-983c-9ba31d74fcff HTTP/1.1" status: 200 len: 835 time: 0.7881868 Dec 20 21:42:31.847884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-c3e09597-c18a-4b2d-b571-42e6a4358cf1 req-8a2b0a50-f796-45d9-b569-5de861fee0b5 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Calling delete_port for e045d179-6a31-41df-a7c2-c4534e71721f owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:31.868020 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=7cc87efd-91a3-49b2-8260-6fea324c7a52,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:31.939548 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-202a5914-83ef-4e04-ae58-5bbe48deb928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:42:14Z', 'revision_number': 6, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '45e4b5b0-cc3b-4857-925d-5060a7847910', 'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:8d:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:52Z', 'updated_at': '2021-12-20T21:40:03Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:31.997729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fddf1-2d3b-4792-bef9-45a6bc86c9df req-8cd40f6f-6d76-409e-a1fa-ccf1466558ca tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:32.000687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-102fddf1-2d3b-4792-bef9-45a6bc86c9df req-8cd40f6f-6d76-409e-a1fa-ccf1466558ca tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 945 time: 0.3659859 Dec 20 21:42:32.010313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Router 879dd2e6-0882-49bc-8706-c07dbfd4e700 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:42:32.075381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ad255-612a-47f9-a23b-47d30145fb63 req-81a51bf7-8bbd-42c4-8fc4-dad8dfba187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:32.076831 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a56ad255-612a-47f9-a23b-47d30145fb63 req-81a51bf7-8bbd-42c4-8fc4-dad8dfba187e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=df1edafa-7805-497c-a213-192df2dee518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2373757 Dec 20 21:42:32.105804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-4a72371e-ae5d-4407-a497-288930622abc', 'network_id': '4a72371e-ae5d-4407-a497-288930622abc', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'fixed_ips': [{'subnet_id': '29723c0b-5837-47c1-8a7c-6139560816db'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:42:32.107145 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:32.145132 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202a5914-83ef-4e04-ae58-5bbe48deb928 None None] Checking router: 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:42:32.160391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbcd70-3ec1-48f7-abad-7cc59cf9e9b4 req-dbd3e17e-ce79-492d-a329-6e9325bcfbc8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:32.172018 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-38bbcd70-3ec1-48f7-abad-7cc59cf9e9b4 req-dbd3e17e-ce79-492d-a329-6e9325bcfbc8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 945 time: 0.2602701 Dec 20 21:42:32.203161 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:32.203161 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:32.255933 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:32.263752 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:32.283904 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:32.291275 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-45c98fe9-b7f0-4ec9-aadd-f28fe786c0da tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "PUT /v2.0/routers/879dd2e6-0882-49bc-8706-c07dbfd4e700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9689641 Dec 20 21:42:32.296004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58488) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:32.304379 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8864dcb7-ef9b-46b6-841b-a181cde84560 None None] Sync routers for ids ['879dd2e6-0882-49bc-8706-c07dbfd4e700'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:32.322703 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8864dcb7-ef9b-46b6-841b-a181cde84560 None None] Routers {'879dd2e6-0882-49bc-8706-c07dbfd4e700'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:32.323867 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8864dcb7-ef9b-46b6-841b-a181cde84560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['879dd2e6-0882-49bc-8706-c07dbfd4e700'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:32.392368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a5914-83ef-4e04-ae58-5bbe48deb928 None None] Routers {'0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:32.393449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-202a5914-83ef-4e04-ae58-5bbe48deb928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:32.424404 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8864dcb7-ef9b-46b6-841b-a181cde84560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:32.428242 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-38bbcd70-3ec1-48f7-abad-7cc59cf9e9b4 req-1410f5fe-99ed-45df-b009-822adf3bbb15 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=af8796d2-9955-4555-a764-4976c2e894e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557955 Dec 20 21:42:32.453586 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8864dcb7-ef9b-46b6-841b-a181cde84560 None None] Routers {'879dd2e6-0882-49bc-8706-c07dbfd4e700'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:32.455334 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8864dcb7-ef9b-46b6-841b-a181cde84560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['879dd2e6-0882-49bc-8706-c07dbfd4e700'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:32.533900 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a56ad255-612a-47f9-a23b-47d30145fb63 req-f841779a-4f54-474b-ac54-1431491d026e service neutron] 10.222.0.66 "GET /v2.0/networks/df1edafa-7805-497c-a213-192df2dee518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421990 Dec 20 21:42:32.541448 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8864dcb7-ef9b-46b6-841b-a181cde84560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:32.541863 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8864dcb7-ef9b-46b6-841b-a181cde84560 None None] The sync data for ids ['879dd2e6-0882-49bc-8706-c07dbfd4e700'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:32.562806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-102fddf1-2d3b-4792-bef9-45a6bc86c9df req-a373485c-4531-415d-8c65-b19036fb7c9e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Deleting port a08fc68b-05ea-4f51-8fa5-1f6c3a367482 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:32.563443 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-102fddf1-2d3b-4792-bef9-45a6bc86c9df req-a373485c-4531-415d-8c65-b19036fb7c9e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:32.599616 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c3e09597-c18a-4b2d-b571-42e6a4358cf1 req-8a2b0a50-f796-45d9-b569-5de861fee0b5 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:32.639378 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:32.685041 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c473389a-7671-470d-9d47-cacb42672d6a req-30100d7b-d136-420f-8a07-2f7e9e787ad5 service neutron] 10.222.0.32 "GET /v2.0/networks/e7f5e656-1519-424d-a6ac-3ccb46d7222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2912860 Dec 20 21:42:32.695009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-16f1f14f-607d-482d-8978-3cfe039ee524 None None] Provisioning complete for port 07bda4fd-62be-42c6-ba9b-dd5773f3b193 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:32.695441 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16f1f14f-607d-482d-8978-3cfe039ee524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:32.779776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-102fddf1-2d3b-4792-bef9-45a6bc86c9df req-a373485c-4531-415d-8c65-b19036fb7c9e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] For port a08fc68b-05ea-4f51-8fa5-1f6c3a367482, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=a08fc68b-05ea-4f51-8fa5-1f6c3a367482,segment=NetworkSegment(f2fc008e-ae43-49b9-a69d-2026f6ca7229),segment_id=f2fc008e-ae43-49b9-a69d-2026f6ca7229)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:32.781441 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-102fddf1-2d3b-4792-bef9-45a6bc86c9df req-a373485c-4531-415d-8c65-b19036fb7c9e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:32.811671 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-102fddf1-2d3b-4792-bef9-45a6bc86c9df req-a373485c-4531-415d-8c65-b19036fb7c9e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Calling delete_port for a08fc68b-05ea-4f51-8fa5-1f6c3a367482 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:32.926034 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-202a5914-83ef-4e04-ae58-5bbe48deb928 None None] Set router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:42:32.952799 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c473389a-7671-470d-9d47-cacb42672d6a req-383b4cfd-8807-4cda-b51f-a31401540987 service neutron] 10.222.0.32 "GET /v2.0/networks/e7f5e656-1519-424d-a6ac-3ccb46d7222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667580 Dec 20 21:42:33.004363 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Allocated IP 2001:db8::2 (4a72371e-ae5d-4407-a497-288930622abc/29723c0b-5837-47c1-8a7c-6139560816db/78607905-4bff-4883-bd05-86970fcbae24) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:42:33.128622 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 366c6113-b20a-4656-bb94-8c47904aeb81 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:33.299559 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a56ad255-612a-47f9-a23b-47d30145fb63 req-80095766-be31-4864-b50c-8c43450cf63d service neutron] 10.222.0.66 "GET /v2.0/networks/df1edafa-7805-497c-a213-192df2dee518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517354 Dec 20 21:42:33.311247 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b0a50-f796-45d9-b569-5de861fee0b5 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Pushing event deleted for resources: {'Port': ['ID=e045d179-6a31-41df-a7c2-c4534e71721f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:33.319558 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-102fddf1-2d3b-4792-bef9-45a6bc86c9df req-a373485c-4531-415d-8c65-b19036fb7c9e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:33.384302 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373485c-4531-415d-8c65-b19036fb7c9e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'Port': ['ID=a08fc68b-05ea-4f51-8fa5-1f6c3a367482,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:33.396367 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc37cdd1-9809-4fc1-999d-b0f1b371083a req-64ad59f4-0cf3-43b4-bee2-f24a6af5060b tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 210 time: 0.2285256 Dec 20 21:42:33.413665 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 366c6113-b20a-4656-bb94-8c47904aeb81 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:33.414135 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 366c6113-b20a-4656-bb94-8c47904aeb81 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:33.444831 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8608412d-b93d-479b-a38f-55ba2493f0ec req-bbdd3d9d-929c-47c7-8afb-921994221866 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8096120c-c7a1-4fad-8dd1-0e3174037127 HTTP/1.1" status: 200 len: 210 time: 0.0731220 Dec 20 21:42:33.583143 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16f1f14f-607d-482d-8978-3cfe039ee524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:33.614932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e09597-c18a-4b2d-b571-42e6a4358cf1 req-8a2b0a50-f796-45d9-b569-5de861fee0b5 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] No DVR routers for this DVR port e045d179-6a31-41df-a7c2-c4534e71721f on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:33.639505 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c3e09597-c18a-4b2d-b571-42e6a4358cf1 req-8a2b0a50-f796-45d9-b569-5de861fee0b5 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:33.651189 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c3e09597-c18a-4b2d-b571-42e6a4358cf1 req-8a2b0a50-f796-45d9-b569-5de861fee0b5 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.31 "DELETE /v2.0/ports/e045d179-6a31-41df-a7c2-c4534e71721f HTTP/1.1" status: 204 len: 173 time: 3.5428536 Dec 20 21:42:33.652096 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528a21ae-563d-4901-b2e3-04639232553a', 'name': 'network-vif-deleted', 'tag': 'e045d179-6a31-41df-a7c2-c4534e71721f'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:42:33.654738 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b26f72-9888-4f78-abbb-b7f33d7f79dd" -d '{"events": [{"server_uuid": "528a21ae-563d-4901-b2e3-04639232553a", "name": "network-vif-deleted", "tag": "e045d179-6a31-41df-a7c2-c4534e71721f"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:42:33.681780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-16f1f14f-607d-482d-8978-3cfe039ee524 None None] For port 07bda4fd-62be-42c6-ba9b-dd5773f3b193, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=07bda4fd-62be-42c6-ba9b-dd5773f3b193,segment=NetworkSegment(e111ffa5-5c17-467f-850a-c08fccabef18),segment_id=e111ffa5-5c17-467f-850a-c08fccabef18)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:33.710743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-102fddf1-2d3b-4792-bef9-45a6bc86c9df req-a373485c-4531-415d-8c65-b19036fb7c9e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] No DVR routers for this DVR port a08fc68b-05ea-4f51-8fa5-1f6c3a367482 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:33.728792 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16f1f14f-607d-482d-8978-3cfe039ee524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:33.742004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-102fddf1-2d3b-4792-bef9-45a6bc86c9df req-a373485c-4531-415d-8c65-b19036fb7c9e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:33.746377 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-102fddf1-2d3b-4792-bef9-45a6bc86c9df req-a373485c-4531-415d-8c65-b19036fb7c9e tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.66 "DELETE /v2.0/ports/a08fc68b-05ea-4f51-8fa5-1f6c3a367482 HTTP/1.1" status: 204 len: 173 time: 1.7249420 Dec 20 21:42:33.759687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cd020847-08c3-4b48-bed5-efbfd82a2a8c req-6a74b0fe-12b1-41a8-8b93-8e103ba7a48c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6261c22-d010-4018-8845-8046c685fb5c HTTP/1.1" status: 200 len: 210 time: 0.1328595 Dec 20 21:42:33.794418 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b68cd1-3067-4fd3-8da7-7237ba132861 x-openstack-request-id: req-68b68cd1-3067-4fd3-8da7-7237ba132861 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:42:33.794937 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528a21ae-563d-4901-b2e3-04639232553a", "name": "network-vif-deleted", "tag": "e045d179-6a31-41df-a7c2-c4534e71721f", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:42:33.795369 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68b68cd1-3067-4fd3-8da7-7237ba132861 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:42:33.795946 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528a21ae-563d-4901-b2e3-04639232553a', 'name': 'network-vif-deleted', 'tag': 'e045d179-6a31-41df-a7c2-c4534e71721f', 'status': 'completed', 'code': 200} Dec 20 21:42:33.803087 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 07bda4fd-62be-42c6-ba9b-dd5773f3b193 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:42:33.881540 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device e045d179-6a31-41df-a7c2-c4534e71721f no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:33.895623 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-f5f9d440-4499-4a29-b978-44a1617271b4 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 21:42:33.906795 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58518) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:33.907067 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f5f9d440-4499-4a29-b978-44a1617271b4 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "PUT /v2.0/routers/879dd2e6-0882-49bc-8706-c07dbfd4e700/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6092715 Dec 20 21:42:34.260303 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: e045d179-6a31-41df-a7c2-c4534e71721f {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:34.261008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device e045d179-6a31-41df-a7c2-c4534e71721f not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:34.328591 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:34.340634 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-11362e94-5951-4583-9ca4-7b309644ad87 None None] Provisioning complete for port 885780d9-cd1a-42f9-bdf6-fc9b004479cb triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:34.341162 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-11362e94-5951-4583-9ca4-7b309644ad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:34.381392 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:34.390996 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1f14f-607d-482d-8978-3cfe039ee524 None None] Pushing event updated for resources: {'Port': ['ID=07bda4fd-62be-42c6-ba9b-dd5773f3b193,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:34.472782 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Allocated IP 2001:db8::1 (4a72371e-ae5d-4407-a497-288930622abc/29723c0b-5837-47c1-8a7c-6139560816db/8e38be48-22b1-4b15-9744-9bd88800f5bc) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:42:34.478185 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Pushing event updated for resources: {'Port': ['ID=78607905-4bff-4883-bd05-86970fcbae24,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:34.523512 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 07bda4fd-62be-42c6-ba9b-dd5773f3b193 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:34.525160 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:34.582389 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-448e0890-0994-4f87-9ce8-a1872b2efdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:34.628874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-11362e94-5951-4583-9ca4-7b309644ad87 None None] Port 885780d9-cd1a-42f9-bdf6-fc9b004479cb cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:42:34.682204 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Network 4a72371e-ae5d-4407-a497-288930622abc is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:34.713242 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:34.715678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:42:34.719806 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c870a6ce-398b-40b7-a9dd-ef834a11a8f6 req-a80d685e-a817-47af-b893-af45a22c7493 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=528a21ae-563d-4901-b2e3-04639232553a HTTP/1.1" status: 200 len: 210 time: 0.1327271 Dec 20 21:42:34.742873 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8a03999d-03f1-4531-9b60-1c90f2d6b83d req-78049333-0d0e-4594-885d-6b53b50cf93c tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8096120c-c7a1-4fad-8dd1-0e3174037127 HTTP/1.1" status: 200 len: 210 time: 0.0693469 Dec 20 21:42:34.868210 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58528) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:34.872792 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:34.907829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-11362e94-5951-4583-9ca4-7b309644ad87 None None] Provisioning complete for port 7cc87efd-91a3-49b2-8260-6fea324c7a52 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:34.910976 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-11362e94-5951-4583-9ca4-7b309644ad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:34.920580 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Attempting to bind port 78607905-4bff-4883-bd05-86970fcbae24 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:42:34.920948 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Attempting to bind port 78607905-4bff-4883-bd05-86970fcbae24 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'f6d7269f-66f1-46c3-a132-c296840a62d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4a72371e-ae5d-4407-a497-288930622abc'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:42:34.924833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Attempting to bind port 78607905-4bff-4883-bd05-86970fcbae24 on network 4a72371e-ae5d-4407-a497-288930622abc {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:42:34.933949 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:34.979634 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:42:34.980029 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Checking segment: {'id': 'f6d7269f-66f1-46c3-a132-c296840a62d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4a72371e-ae5d-4407-a497-288930622abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:34.980559 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:34.981047 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Bound using segment: {'id': 'f6d7269f-66f1-46c3-a132-c296840a62d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4a72371e-ae5d-4407-a497-288930622abc'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:42:34.982222 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Bound port: 78607905-4bff-4883-bd05-86970fcbae24, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d7269f-66f1-46c3-a132-c296840a62d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4a72371e-ae5d-4407-a497-288930622abc'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:42:34.983122 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:34.986347 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3db50ccc-e13e-4280-bdf4-746c6149d7c2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:35.024459 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=8e38be48-22b1-4b15-9744-9bd88800f5bc,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:35.044066 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 4a72371e-ae5d-4407-a497-288930622abc is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:35.045758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:35.054838 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.055320 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.055762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.056195 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.056709 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.057072 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.057497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.058341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.058773 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.059314 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.059752 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.060172 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.064797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:42:35.065578 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:35.145958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7cc87efd-91a3-49b2-8260-6fea324c7a52 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:42:35.167916 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3db50ccc-e13e-4280-bdf4-746c6149d7c2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:35.193470 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-202a5914-83ef-4e04-ae58-5bbe48deb928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:42:14Z', 'revision_number': 6, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '45e4b5b0-cc3b-4857-925d-5060a7847910', 'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:8d:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:52Z', 'updated_at': '2021-12-20T21:40:03Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:35.262015 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202a5914-83ef-4e04-ae58-5bbe48deb928 None None] The sync data for ids ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'] in n-d-xena-1 is: [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:42:14Z', 'revision_number': 6, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '45e4b5b0-cc3b-4857-925d-5060a7847910', 'name': '', 'network_id': 'df1edafa-7805-497c-a213-192df2dee518', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:8d:51:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:52Z', 'updated_at': '2021-12-20T21:40:03Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'c03000ac-9b78-43f0-983c-9ba31d74fcff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:35.280160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473389a-7671-470d-9d47-cacb42672d6a req-8edbbb8c-26c4-4341-9dde-96ca38f9d755 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:35.292390 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c473389a-7671-470d-9d47-cacb42672d6a req-8edbbb8c-26c4-4341-9dde-96ca38f9d755 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.66 "GET /v2.0/networks?id=e7f5e656-1519-424d-a6ac-3ccb46d7222b HTTP/1.1" status: 200 len: 808 time: 0.3072953 Dec 20 21:42:35.314679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-c473389a-7671-470d-9d47-cacb42672d6a req-51867602-892e-4418-b150-3b519eaa0d71 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Request body: {'port': {'device_id': '8096120c-c7a1-4fad-8dd1-0e3174037127', 'network_id': 'e7f5e656-1519-424d-a6ac-3ccb46d7222b', 'admin_state_up': True, 'tenant_id': '33703060c09e453c847eb5eacccc61e2'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:35.342376 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:35.387480 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] For port 78607905-4bff-4883-bd05-86970fcbae24, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:42:35.393140 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7cc87efd-91a3-49b2-8260-6fea324c7a52 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:35.393588 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:35.408834 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] For port 78607905-4bff-4883-bd05-86970fcbae24, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=78607905-4bff-4883-bd05-86970fcbae24,segment=NetworkSegment(f6d7269f-66f1-46c3-a132-c296840a62d9),segment_id=f6d7269f-66f1-46c3-a132-c296840a62d9)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:42:35.423612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-448e0890-0994-4f87-9ce8-a1872b2efdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Deleting port 885780d9-cd1a-42f9-bdf6-fc9b004479cb {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:35.423612 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-448e0890-0994-4f87-9ce8-a1872b2efdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:35.433342 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:35.536282 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960f3ae-90b2-4229-ad4e-35ab3a56f920 None None] Pushing event updated for resources: {'Port': ['ID=78607905-4bff-4883-bd05-86970fcbae24,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:35.614341 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3db50ccc-e13e-4280-bdf4-746c6149d7c2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:35.633962 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3db50ccc-e13e-4280-bdf4-746c6149d7c2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:35.635251 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3db50ccc-e13e-4280-bdf4-746c6149d7c2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "DELETE /v2.0/security-groups/af8796d2-9955-4555-a764-4976c2e894e8 HTTP/1.1" status: 204 len: 168 time: 0.7656240 Dec 20 21:42:35.678983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58536) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:35.703707 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db50ccc-e13e-4280-bdf4-746c6149d7c2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8796d2-9955-4555-a764-4976c2e894e8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:35.794574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 07bda4fd-62be-42c6-ba9b-dd5773f3b193 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:42:35.812369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6261c22-d010-4018-8845-8046c685fb5c', 'name': 'network-vif-deleted', 'tag': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:42:35.831841 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4e01a2-c7f3-4e68-9c0f-313ba25da4e1" -d '{"events": [{"server_uuid": "c6261c22-d010-4018-8845-8046c685fb5c", "name": "network-vif-deleted", "tag": "a08fc68b-05ea-4f51-8fa5-1f6c3a367482"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:42:35.921651 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50ccc-e13e-4280-bdf4-746c6149d7c2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.922008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50ccc-e13e-4280-bdf4-746c6149d7c2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.922498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50ccc-e13e-4280-bdf4-746c6149d7c2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.923058 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50ccc-e13e-4280-bdf4-746c6149d7c2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.923435 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50ccc-e13e-4280-bdf4-746c6149d7c2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.923779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50ccc-e13e-4280-bdf4-746c6149d7c2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.924047 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50ccc-e13e-4280-bdf4-746c6149d7c2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.924374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50ccc-e13e-4280-bdf4-746c6149d7c2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.924700 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50ccc-e13e-4280-bdf4-746c6149d7c2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.925025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50ccc-e13e-4280-bdf4-746c6149d7c2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.925349 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50ccc-e13e-4280-bdf4-746c6149d7c2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.925672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db50ccc-e13e-4280-bdf4-746c6149d7c2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:42:35.927671 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device a08fc68b-05ea-4f51-8fa5-1f6c3a367482 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:35.996663 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-448e0890-0994-4f87-9ce8-a1872b2efdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:36.039477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: a08fc68b-05ea-4f51-8fa5-1f6c3a367482 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:36.046876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device a08fc68b-05ea-4f51-8fa5-1f6c3a367482 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:36.048745 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817002fc-f991-42ec-b6ec-c9ff830c9496 x-openstack-request-id: req-817002fc-f991-42ec-b6ec-c9ff830c9496 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:42:36.049874 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6261c22-d010-4018-8845-8046c685fb5c", "name": "network-vif-deleted", "tag": "a08fc68b-05ea-4f51-8fa5-1f6c3a367482", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:42:36.051131 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-817002fc-f991-42ec-b6ec-c9ff830c9496 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:42:36.052109 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6261c22-d010-4018-8845-8046c685fb5c', 'name': 'network-vif-deleted', 'tag': 'a08fc68b-05ea-4f51-8fa5-1f6c3a367482', 'status': 'completed', 'code': 200} Dec 20 21:42:36.090386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-448e0890-0994-4f87-9ce8-a1872b2efdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Calling delete_port for 885780d9-cd1a-42f9-bdf6-fc9b004479cb owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:36.105415 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 07bda4fd-62be-42c6-ba9b-dd5773f3b193 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:36.106308 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:36.115303 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa79cc5f-1f5a-4ddc-ab10-40d37e70c2cb None None] New status for floating IP 33ad0f17-253c-4a1d-9bed-270603b1d833: DOWN {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:42:36.119709 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c473389a-7671-470d-9d47-cacb42672d6a req-51867602-892e-4418-b150-3b519eaa0d71 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Made reservation on behalf of 33703060c09e453c847eb5eacccc61e2 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:36.129893 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c473389a-7671-470d-9d47-cacb42672d6a req-51867602-892e-4418-b150-3b519eaa0d71 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:36.192079 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-efd7ea51-f6c5-4b85-9592-2aaefab8ed3b req-95840961-9c42-488c-a93f-9315be88a72f tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8096120c-c7a1-4fad-8dd1-0e3174037127 HTTP/1.1" status: 200 len: 210 time: 0.1572893 Dec 20 21:42:36.506147 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:36.525856 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:36.527616 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:36.588914 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58562) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:36.606541 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-766d4c2a-1bc3-4961-8b2c-36c4161fefd5 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:36.617884 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-766d4c2a-1bc3-4961-8b2c-36c4161fefd5 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/networks?id=3f4d1a04-fc18-46fe-b472-991eeaafa566 HTTP/1.1" status: 200 len: 809 time: 0.3788357 Dec 20 21:42:36.761865 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-9692b5c2-4fe4-497c-9cd8-24dc0abe7ee4 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/quotas/273c9a3bbca8406ab8ea76a018873545 HTTP/1.1" status: 200 len: 375 time: 0.1424975 Dec 20 21:42:36.770389 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-448e0890-0994-4f87-9ce8-a1872b2efdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:36.774835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-c473389a-7671-470d-9d47-cacb42672d6a req-51867602-892e-4418-b150-3b519eaa0d71 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Allocated IP 172.20.0.10 (e7f5e656-1519-424d-a6ac-3ccb46d7222b/1ec10585-c75f-484e-8ad3-a4b389c956f1/c1eedb92-f16a-4495-807d-1402e3552acf) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:42:36.799881 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=8e38be48-22b1-4b15-9744-9bd88800f5bc,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:36.818576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 4a72371e-ae5d-4407-a497-288930622abc is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:36.829213 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:36.863792 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-309d1283-e525-4297-af50-bc8f471df695 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=273c9a3bbca8406ab8ea76a018873545&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941758 Dec 20 21:42:36.975543 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e0890-0994-4f87-9ce8-a1872b2efdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event deleted for resources: {'Port': ['ID=885780d9-cd1a-42f9-bdf6-fc9b004479cb,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:36.986225 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3ce10fd8-3d6a-4a95-9177-031484ae6327 service neutron] 10.222.0.32 "GET /v2.0/networks/3f4d1a04-fc18-46fe-b472-991eeaafa566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210873 Dec 20 21:42:37.043884 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-59dfa995-823c-48b8-8ea9-e7666212e296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:37.068285 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router 0c4f2c73-f21d-49e1-bd0b-ba62fe05f711 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:42:37.217346 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4fd3-3c22-4a87-8fcf-9053896d28c9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:37.324841 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:37.332902 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-20a2f15a-ff1b-42e0-be18-bc0191585aee service neutron] 10.222.0.32 "GET /v2.0/networks/3f4d1a04-fc18-46fe-b472-991eeaafa566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454559 Dec 20 21:42:37.339825 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250d130a-ec71-4706-9c80-fa3d3be6c93b None None] Sync routers for ids ['0c4f2c73-f21d-49e1-bd0b-ba62fe05f711'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:37.345908 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7d6735f4-6569-45d7-a20e-ca5db3a5cced tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/0c4f2c73-f21d-49e1-bd0b-ba62fe05f711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1917515 Dec 20 21:42:37.353246 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250d130a-ec71-4706-9c80-fa3d3be6c93b None None] Routers {'0c4f2c73-f21d-49e1-bd0b-ba62fe05f711'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:37.353882 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-250d130a-ec71-4706-9c80-fa3d3be6c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0c4f2c73-f21d-49e1-bd0b-ba62fe05f711'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:37.354618 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58570) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:37.414285 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab56901-08f8-4c80-bd2c-46ff8a67d07c None None] Network 4a72371e-ae5d-4407-a497-288930622abc requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:37.430801 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-250d130a-ec71-4706-9c80-fa3d3be6c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:37.440896 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250d130a-ec71-4706-9c80-fa3d3be6c93b None None] Routers {'0c4f2c73-f21d-49e1-bd0b-ba62fe05f711'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:37.441821 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-250d130a-ec71-4706-9c80-fa3d3be6c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0c4f2c73-f21d-49e1-bd0b-ba62fe05f711'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:37.506700 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-250d130a-ec71-4706-9c80-fa3d3be6c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:37.508894 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250d130a-ec71-4706-9c80-fa3d3be6c93b None None] The sync data for ids ['0c4f2c73-f21d-49e1-bd0b-ba62fe05f711'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:37.693731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-992e74b7-2907-455a-957a-fc75e2346fc6 None None] Provisioning complete for port 78607905-4bff-4883-bd05-86970fcbae24 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:37.694130 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-992e74b7-2907-455a-957a-fc75e2346fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:37.865963 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 78607905-4bff-4883-bd05-86970fcbae24 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:42:37.928022 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43f81f80-3fda-42d6-bce7-dd105e52f17e req-ffd1f4b4-3140-41e4-9446-6eaf496461e9 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8096120c-c7a1-4fad-8dd1-0e3174037127 HTTP/1.1" status: 200 len: 210 time: 0.5745902 Dec 20 21:42:38.022632 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6b4eff3-0c86-4798-838a-498bafe19500 req-0b0a4979-d13a-4866-9e63-e86e37ff0e15 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf18abdd-07b9-4a74-bc02-a351997dd718 HTTP/1.1" status: 200 len: 210 time: 0.0450127 Dec 20 21:42:38.032965 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a75c-6c96-40f6-8849-74ebaa1136a8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:38.034775 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1c03a75c-6c96-40f6-8849-74ebaa1136a8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports/8e38be48-22b1-4b15-9744-9bd88800f5bc HTTP/1.1" status: 200 len: 911 time: 0.6790411 Dec 20 21:42:38.037689 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58582) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:38.064136 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-448e0890-0994-4f87-9ce8-a1872b2efdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:38.085155 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 78607905-4bff-4883-bd05-86970fcbae24 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:38.085532 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:38.130541 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-992e74b7-2907-455a-957a-fc75e2346fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:38.229708 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:38.291726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-992e74b7-2907-455a-957a-fc75e2346fc6 None None] For port 78607905-4bff-4883-bd05-86970fcbae24, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=78607905-4bff-4883-bd05-86970fcbae24,segment=NetworkSegment(f6d7269f-66f1-46c3-a132-c296840a62d9),segment_id=f6d7269f-66f1-46c3-a132-c296840a62d9)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:38.302774 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-992e74b7-2907-455a-957a-fc75e2346fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:38.308324 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-59dfa995-823c-48b8-8ea9-e7666212e296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:38.328537 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-59dfa995-823c-48b8-8ea9-e7666212e296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:38.349884 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c473389a-7671-470d-9d47-cacb42672d6a req-51867602-892e-4418-b150-3b519eaa0d71 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:38.396056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e74b7-2907-455a-957a-fc75e2346fc6 None None] Pushing event updated for resources: {'Port': ['ID=78607905-4bff-4883-bd05-86970fcbae24,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:38.431799 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:42:38.432501 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:42:38.529255 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa995-823c-48b8-8ea9-e7666212e296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b45f1fd-3838-442a-b860-82d05a21b691,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:38.569405 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-59dfa995-823c-48b8-8ea9-e7666212e296 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68481ee69c724c4181bb33422284ebf2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9741445 Dec 20 21:42:38.573322 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58586) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:38.573716 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c473389a-7671-470d-9d47-cacb42672d6a req-51867602-892e-4418-b150-3b519eaa0d71 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:38.644523 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ffb0e11d-97d7-40dc-8758-370ddb36c787 None None] Provisioning complete for port 78607905-4bff-4883-bd05-86970fcbae24 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:38.644523 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e11d-97d7-40dc-8758-370ddb36c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:38.647155 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b4ea4fd3-3c22-4a87-8fcf-9053896d28c9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Deleting port 45e4b5b0-cc3b-4857-925d-5060a7847910 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:38.647675 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4fd3-3c22-4a87-8fcf-9053896d28c9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:38.660575 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51867602-892e-4418-b150-3b519eaa0d71 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Pushing event updated for resources: {'Port': ['ID=c1eedb92-f16a-4495-807d-1402e3552acf,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:38.681183 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c473389a-7671-470d-9d47-cacb42672d6a req-51867602-892e-4418-b150-3b519eaa0d71 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Network e7f5e656-1519-424d-a6ac-3ccb46d7222b is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:38.687017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448e0890-0994-4f87-9ce8-a1872b2efdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Router 879dd2e6-0882-49bc-8706-c07dbfd4e700 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:42:38.692325 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-c473389a-7671-470d-9d47-cacb42672d6a req-51867602-892e-4418-b150-3b519eaa0d71 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:38.703166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-c473389a-7671-470d-9d47-cacb42672d6a req-51867602-892e-4418-b150-3b519eaa0d71 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:42:38.816691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ffb0e11d-97d7-40dc-8758-370ddb36c787 None None] Provisioning complete for port 8e38be48-22b1-4b15-9744-9bd88800f5bc triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:38.817117 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e11d-97d7-40dc-8758-370ddb36c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:38.818731 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-049d83d8-59ad-41d1-8b3a-39a1fe7f3e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:38.839335 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473389a-7671-470d-9d47-cacb42672d6a req-51867602-892e-4418-b150-3b519eaa0d71 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:38.839761 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c473389a-7671-470d-9d47-cacb42672d6a req-51867602-892e-4418-b150-3b519eaa0d71 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:38.856816 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448e0890-0994-4f87-9ce8-a1872b2efdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:38.869290 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ffb0e11d-97d7-40dc-8758-370ddb36c787 None None] Port 8e38be48-22b1-4b15-9744-9bd88800f5bc cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:42:38.880290 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e0e72f-5cb3-4b0a-a83e-9ffe8bae4803 None None] Sync routers for ids ['879dd2e6-0882-49bc-8706-c07dbfd4e700'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:38.881810 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58590) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:38.892716 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-448e0890-0994-4f87-9ce8-a1872b2efdc8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "PUT /v2.0/routers/879dd2e6-0882-49bc-8706-c07dbfd4e700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9848881 Dec 20 21:42:38.894861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0e72f-5cb3-4b0a-a83e-9ffe8bae4803 None None] Routers {'879dd2e6-0882-49bc-8706-c07dbfd4e700'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:38.895635 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a5e0e72f-5cb3-4b0a-a83e-9ffe8bae4803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['879dd2e6-0882-49bc-8706-c07dbfd4e700'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:38.902911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c473389a-7671-470d-9d47-cacb42672d6a req-51867602-892e-4418-b150-3b519eaa0d71 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5958805 Dec 20 21:42:38.922501 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Request body: {'port': {'device_id': '8096120c-c7a1-4fad-8dd1-0e3174037127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:38.930502 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a5e0e72f-5cb3-4b0a-a83e-9ffe8bae4803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:39.005225 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:39.007933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0e72f-5cb3-4b0a-a83e-9ffe8bae4803 None None] Routers {'879dd2e6-0882-49bc-8706-c07dbfd4e700'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:39.008907 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a5e0e72f-5cb3-4b0a-a83e-9ffe8bae4803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['879dd2e6-0882-49bc-8706-c07dbfd4e700'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:39.025570 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-049d83d8-59ad-41d1-8b3a-39a1fe7f3e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:39.053985 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-ed7c7782-74ec-48b1-8855-6e08cb6bc48d tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] delete failed (client error): The resource could not be found. Dec 20 21:42:39.065839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58596) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:39.067619 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a5e0e72f-5cb3-4b0a-a83e-9ffe8bae4803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:39.068490 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e0e72f-5cb3-4b0a-a83e-9ffe8bae4803 None None] The sync data for ids ['879dd2e6-0882-49bc-8706-c07dbfd4e700'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:39.070863 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ed7c7782-74ec-48b1-8855-6e08cb6bc48d tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-317343246 HTTP/1.1" status: 404 len: 334 time: 0.1852546 Dec 20 21:42:39.075837 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-cb5b9d0f-3cb1-4776-a249-ae6aa7b0e15e tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Request body: {'router': {'external_gateway_info': {'network_id': '879dd2e6-0882-49bc-8706-c07dbfd4e700'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:39.103949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-aa674a6f-4575-4fb2-808a-c2772c90d854 None None] Provisioning complete for port 8e38be48-22b1-4b15-9744-9bd88800f5bc triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:39.104596 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa674a6f-4575-4fb2-808a-c2772c90d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:39.135606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-b4ea4fd3-3c22-4a87-8fcf-9053896d28c9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] For port 45e4b5b0-cc3b-4857-925d-5060a7847910, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=45e4b5b0-cc3b-4857-925d-5060a7847910,segment=NetworkSegment(f2fc008e-ae43-49b9-a69d-2026f6ca7229),segment_id=f2fc008e-ae43-49b9-a69d-2026f6ca7229)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:39.135966 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4fd3-3c22-4a87-8fcf-9053896d28c9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:39.176252 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-aa674a6f-4575-4fb2-808a-c2772c90d854 None None] Port 8e38be48-22b1-4b15-9744-9bd88800f5bc cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:42:39.200311 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b4ea4fd3-3c22-4a87-8fcf-9053896d28c9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Calling delete_port for 45e4b5b0-cc3b-4857-925d-5060a7847910 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:39.275736 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7b4e7ac9-9bf5-4cf3-ab70-3062fde2ee91 req-b448e15c-958f-4146-9a81-213a0d2fd90e tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf18abdd-07b9-4a74-bc02-a351997dd718 HTTP/1.1" status: 200 len: 210 time: 0.0971553 Dec 20 21:42:39.280193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2e60ea-2684-4eb5-ae1a-93c0e7024db8 None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 21:42:39.310350 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25d706-7d37-4f99-b719-38fdd1cb35fd req-3be89d57-1fbb-4a25-af60-89898762d849 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:39.312163 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c25d706-7d37-4f99-b719-38fdd1cb35fd req-3be89d57-1fbb-4a25-af60-89898762d849 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8096120c-c7a1-4fad-8dd1-0e3174037127 HTTP/1.1" status: 200 len: 932 time: 0.2070918 Dec 20 21:42:39.317653 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1657-5d03-4d32-a214-3ddf2c008293 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:39.366280 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-049d83d8-59ad-41d1-8b3a-39a1fe7f3e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:39.368900 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-049d83d8-59ad-41d1-8b3a-39a1fe7f3e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:39.370817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f843691b-0046-43a6-8d4f-2847c12a919a None None] Provisioning complete for port 8e38be48-22b1-4b15-9744-9bd88800f5bc triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:39.371370 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f843691b-0046-43a6-8d4f-2847c12a919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:39.373062 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-049d83d8-59ad-41d1-8b3a-39a1fe7f3e85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b45f1fd-3838-442a-b860-82d05a21b691 HTTP/1.1" status: 204 len: 168 time: 0.7975242 Dec 20 21:42:39.451165 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d83d8-59ad-41d1-8b3a-39a1fe7f3e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b45f1fd-3838-442a-b860-82d05a21b691,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:39.468353 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f843691b-0046-43a6-8d4f-2847c12a919a None None] Port 8e38be48-22b1-4b15-9744-9bd88800f5bc cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:42:39.513770 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c25d706-7d37-4f99-b719-38fdd1cb35fd req-c50ce644-0c41-411d-9e30-5709d485d9b0 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb2c9032-cfb2-4ab0-926b-40cca9cd592d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872678 Dec 20 21:42:39.531815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e60ea-2684-4eb5-ae1a-93c0e7024db8 None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 21:42:39.691996 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cb5b9d0f-3cb1-4776-a249-ae6aa7b0e15e tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:39.789920 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-cb5b9d0f-3cb1-4776-a249-ae6aa7b0e15e tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] update failed (client error): The resource could not be found. Dec 20 21:42:39.792173 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cb5b9d0f-3cb1-4776-a249-ae6aa7b0e15e tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "PUT /v2.0/routers/879dd2e6-0882-49bc-8706-c07dbfd4e700 HTTP/1.1" status: 404 len: 339 time: 0.7214227 Dec 20 21:42:39.802320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-6f6dbae0-77d7-4ac8-bca7-c567569c79cd tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:39.803833 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-6f6dbae0-77d7-4ac8-bca7-c567569c79cd tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.31 "GET /v2.0/networks?id=3f4d1a04-fc18-46fe-b472-991eeaafa566 HTTP/1.1" status: 200 len: 809 time: 0.7643757 Dec 20 21:42:39.814296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58606) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:39.819385 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 78607905-4bff-4883-bd05-86970fcbae24 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:42:39.839726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-8c2f9fad-5273-4aa3-bf99-2adb9caba9b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Request body: {'port': {'device_id': 'cf18abdd-07b9-4a74-bc02-a351997dd718', 'network_id': '3f4d1a04-fc18-46fe-b472-991eeaafa566', 'admin_state_up': True, 'tenant_id': '273c9a3bbca8406ab8ea76a018873545'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:39.904266 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4fd3-3c22-4a87-8fcf-9053896d28c9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:39.907336 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58608) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:39.937200 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 78607905-4bff-4883-bd05-86970fcbae24 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:39.937811 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:39.973214 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea4fd3-3c22-4a87-8fcf-9053896d28c9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'Port': ['ID=45e4b5b0-cc3b-4857-925d-5060a7847910,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:39.985848 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-355640c4-0a67-4fbf-9563-6b9eb0e5f3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:40.087872 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-8c2f9fad-5273-4aa3-bf99-2adb9caba9b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Made reservation on behalf of 273c9a3bbca8406ab8ea76a018873545 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:40.091546 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-8c2f9fad-5273-4aa3-bf99-2adb9caba9b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:40.111240 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1eedb92-f16a-4495-807d-1402e3552acf {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:42:40.123442 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:40.170977 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Transition to ACTIVE for port object c1eedb92-f16a-4495-807d-1402e3552acf will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:42:40.178742 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:40.299533 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf1657-5d03-4d32-a214-3ddf2c008293 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting port 8e38be48-22b1-4b15-9744-9bd88800f5bc {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:40.300166 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1657-5d03-4d32-a214-3ddf2c008293 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:40.317631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Pushing event updated for resources: {'Port': ['ID=c1eedb92-f16a-4495-807d-1402e3552acf,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:40.342351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-8c2f9fad-5273-4aa3-bf99-2adb9caba9b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Allocated IP 172.20.0.14 (3f4d1a04-fc18-46fe-b472-991eeaafa566/997c2302-3f6b-419d-a3db-58ebdab7ec94/605be2de-8c0f-4adb-b531-fec605834468) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:42:40.389863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Attempting to bind port c1eedb92-f16a-4495-807d-1402e3552acf on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:42:40.390326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Attempting to bind port c1eedb92-f16a-4495-807d-1402e3552acf by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '29fc283d-2c6d-4608-bd34-31d9d6b2d0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e7f5e656-1519-424d-a6ac-3ccb46d7222b'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:42:40.390692 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Attempting to bind port c1eedb92-f16a-4495-807d-1402e3552acf on network e7f5e656-1519-424d-a6ac-3ccb46d7222b {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:42:40.411052 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dcb7d8fd-4a00-41d7-995b-04b65b5dbf08 req-32a3d2bf-b269-40f4-8831-0bcfb2af99f2 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf18abdd-07b9-4a74-bc02-a351997dd718 HTTP/1.1" status: 200 len: 210 time: 0.0454912 Dec 20 21:42:40.414997 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Port c1eedb92-f16a-4495-807d-1402e3552acf on network e7f5e656-1519-424d-a6ac-3ccb46d7222b not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:42:40.416063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Attempting to bind port c1eedb92-f16a-4495-807d-1402e3552acf on network e7f5e656-1519-424d-a6ac-3ccb46d7222b {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:42:40.430413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:42:40.430799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Checking segment: {'id': '29fc283d-2c6d-4608-bd34-31d9d6b2d0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e7f5e656-1519-424d-a6ac-3ccb46d7222b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:40.431139 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Bound using segment: {'id': '29fc283d-2c6d-4608-bd34-31d9d6b2d0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e7f5e656-1519-424d-a6ac-3ccb46d7222b'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:42:40.431577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Bound port: c1eedb92-f16a-4495-807d-1402e3552acf, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29fc283d-2c6d-4608-bd34-31d9d6b2d0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e7f5e656-1519-424d-a6ac-3ccb46d7222b'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:42:40.431943 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:40.591967 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] For port c1eedb92-f16a-4495-807d-1402e3552acf, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:42:40.597090 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] For port c1eedb92-f16a-4495-807d-1402e3552acf, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c1eedb92-f16a-4495-807d-1402e3552acf,segment=NetworkSegment(29fc283d-2c6d-4608-bd34-31d9d6b2d0ab),segment_id=29fc283d-2c6d-4608-bd34-31d9d6b2d0ab)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:42:40.616889 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:40.630318 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-8c2f9fad-5273-4aa3-bf99-2adb9caba9b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:40.669678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:40.670354 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:40.671929 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c473389a-7671-470d-9d47-cacb42672d6a req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] 10.222.0.66 "PUT /v2.0/ports/c1eedb92-f16a-4495-807d-1402e3552acf HTTP/1.1" status: 200 len: 1090 time: 1.7548022 Dec 20 21:42:40.674055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8096120c-c7a1-4fad-8dd1-0e3174037127', 'tag': 'c1eedb92-f16a-4495-807d-1402e3552acf'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:42:40.676391 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fbe5f8-4048-4375-96b0-964c5445a6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8096120c-c7a1-4fad-8dd1-0e3174037127", "tag": "c1eedb92-f16a-4495-807d-1402e3552acf"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:42:40.713410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079eb1e-308d-4263-9638-fd48e7573853 service neutron] Pushing event updated for resources: {'Port': ['ID=c1eedb92-f16a-4495-807d-1402e3552acf,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:40.735647 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-8c2f9fad-5273-4aa3-bf99-2adb9caba9b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:40.782595 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5dbe72-1dfd-487f-a1e1-711458bb7de1 x-openstack-request-id: req-0b5dbe72-1dfd-487f-a1e1-711458bb7de1 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:42:40.782883 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8096120c-c7a1-4fad-8dd1-0e3174037127", "tag": "c1eedb92-f16a-4495-807d-1402e3552acf", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:42:40.783138 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b5dbe72-1dfd-487f-a1e1-711458bb7de1 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:42:40.783541 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8096120c-c7a1-4fad-8dd1-0e3174037127', 'tag': 'c1eedb92-f16a-4495-807d-1402e3552acf', 'status': 'completed', 'code': 200} Dec 20 21:42:40.836825 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-8c2f9fad-5273-4aa3-bf99-2adb9caba9b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Network 3f4d1a04-fc18-46fe-b472-991eeaafa566 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:40.846230 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-8c2f9fad-5273-4aa3-bf99-2adb9caba9b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:40.850328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-8c2f9fad-5273-4aa3-bf99-2adb9caba9b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:42:40.852734 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f9fad-5273-4aa3-bf99-2adb9caba9b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Pushing event updated for resources: {'Port': ['ID=605be2de-8c0f-4adb-b531-fec605834468,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:40.888246 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:40.901185 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473389a-7671-470d-9d47-cacb42672d6a req-a9c2c0c4-6b61-444a-8674-0b9667f24656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:40.902792 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c473389a-7671-470d-9d47-cacb42672d6a req-a9c2c0c4-6b61-444a-8674-0b9667f24656 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=33703060c09e453c847eb5eacccc61e2&device_id=8096120c-c7a1-4fad-8dd1-0e3174037127 HTTP/1.1" status: 200 len: 1093 time: 0.1604054 Dec 20 21:42:40.918397 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-355640c4-0a67-4fbf-9563-6b9eb0e5f3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:40.919067 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-8c2f9fad-5273-4aa3-bf99-2adb9caba9b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:40.919812 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-8c2f9fad-5273-4aa3-bf99-2adb9caba9b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:40.940599 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-355640c4-0a67-4fbf-9563-6b9eb0e5f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:40.944633 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1657-5d03-4d32-a214-3ddf2c008293 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:40.967860 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c473389a-7671-470d-9d47-cacb42672d6a req-9aaf87d8-0189-44a6-bcce-2c06d3eb2338 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1eedb92-f16a-4495-807d-1402e3552acf HTTP/1.1" status: 200 len: 217 time: 0.0448031 Dec 20 21:42:40.978320 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-8c2f9fad-5273-4aa3-bf99-2adb9caba9b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1436546 Dec 20 21:42:41.008852 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Request body: {'port': {'device_id': 'cf18abdd-07b9-4a74-bc02-a351997dd718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:41.048281 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4fd3-3c22-4a87-8fcf-9053896d28c9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:41.050941 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf1657-5d03-4d32-a214-3ddf2c008293 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Calling delete_port for 8e38be48-22b1-4b15-9744-9bd88800f5bc owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:41.073449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473389a-7671-470d-9d47-cacb42672d6a req-f81a147c-e45e-4079-ab78-4e53e21fc7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:41.074911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c473389a-7671-470d-9d47-cacb42672d6a req-f81a147c-e45e-4079-ab78-4e53e21fc7e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1ec10585-c75f-484e-8ad3-a4b389c956f1 HTTP/1.1" status: 200 len: 848 time: 0.1003551 Dec 20 21:42:41.090034 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:41.098345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355640c4-0a67-4fbf-9563-6b9eb0e5f3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60202fd7-014d-43fe-bb45-b776d55d00da,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:41.116264 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-355640c4-0a67-4fbf-9563-6b9eb0e5f3dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0033ad8f476344529c0c5633cead433b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2036467 Dec 20 21:42:41.123114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58626) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:41.148802 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c473389a-7671-470d-9d47-cacb42672d6a req-3923b266-fccf-4a61-a157-e978aa89d0d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e7f5e656-1519-424d-a6ac-3ccb46d7222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664499 Dec 20 21:42:41.157912 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84912263-ba71-4d8d-b520-d3ec75fa2205 req-e165b0ec-138d-4b05-a848-8e6c4c4dce0a tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:41.159467 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-84912263-ba71-4d8d-b520-d3ec75fa2205 req-e165b0ec-138d-4b05-a848-8e6c4c4dce0a tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8096120c-c7a1-4fad-8dd1-0e3174037127 HTTP/1.1" status: 200 len: 944 time: 0.2942929 Dec 20 21:42:41.354817 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e380ab7-c504-489f-a27a-e5ce66e3e266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:41.378176 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e380ab7-c504-489f-a27a-e5ce66e3e266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:41.381868 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-84912263-ba71-4d8d-b520-d3ec75fa2205 req-3a7899e4-58d3-4fe1-a706-a46598681ec4 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb2c9032-cfb2-4ab0-926b-40cca9cd592d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639447 Dec 20 21:42:41.480309 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c473389a-7671-470d-9d47-cacb42672d6a req-419c98e6-38e8-497a-89fc-21eaf365b630 service neutron] 10.222.0.66 "GET /v2.0/networks/e7f5e656-1519-424d-a6ac-3ccb46d7222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231485 Dec 20 21:42:41.532791 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e380ab7-c504-489f-a27a-e5ce66e3e266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:41.535280 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e380ab7-c504-489f-a27a-e5ce66e3e266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:41.538688 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0e380ab7-c504-489f-a27a-e5ce66e3e266 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60202fd7-014d-43fe-bb45-b776d55d00da HTTP/1.1" status: 204 len: 168 time: 0.4115174 Dec 20 21:42:41.626522 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Allocated IP 172.20.0.1 (db7a8bbd-1674-454d-bf2b-56897c49bdf7/86639fb9-ed29-408a-9312-fc50752c0742/69a264c3-0be5-48a9-8d34-bb0a681d780d) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:42:41.648250 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1657-5d03-4d32-a214-3ddf2c008293 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:41.684291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605be2de-8c0f-4adb-b531-fec605834468 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:42:41.732020 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf1657-5d03-4d32-a214-3ddf2c008293 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Port': ['ID=8e38be48-22b1-4b15-9744-9bd88800f5bc,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:41.768923 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:41.792715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e380ab7-c504-489f-a27a-e5ce66e3e266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60202fd7-014d-43fe-bb45-b776d55d00da,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:41.832637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Transition to ACTIVE for port object 605be2de-8c0f-4adb-b531-fec605834468 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:42:41.853328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddec6be-a95e-4d33-9049-f1cd5ef3124b req-d930c5ec-f7a9-4cb1-be5f-aa3f6b062922 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:41.854913 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ddec6be-a95e-4d33-9049-f1cd5ef3124b req-d930c5ec-f7a9-4cb1-be5f-aa3f6b062922 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf18abdd-07b9-4a74-bc02-a351997dd718 HTTP/1.1" status: 200 len: 932 time: 0.3233778 Dec 20 21:42:41.863368 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:41.933399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ea4fd3-3c22-4a87-8fcf-9053896d28c9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:42:41.956911 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9cf1657-5d03-4d32-a214-3ddf2c008293 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:42.003050 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c473389a-7671-470d-9d47-cacb42672d6a req-150d7a12-34f4-4d56-9b72-ed066f9df039 service neutron] 10.222.0.66 "GET /v2.0/networks/e7f5e656-1519-424d-a6ac-3ccb46d7222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967008 Dec 20 21:42:42.095386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ddec6be-a95e-4d33-9049-f1cd5ef3124b req-ce8942cc-b69d-4027-8ba8-ba2bb7668be6 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330816 Dec 20 21:42:42.153885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Pushing event updated for resources: {'Port': ['ID=605be2de-8c0f-4adb-b531-fec605834468,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:42.175820 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:42.190514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbe5f8-4048-4375-96b0-964c5445a6e5 req-8fffc4d8-351f-495f-a368-3bfe2a4e7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:42.190514 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e8fbe5f8-4048-4375-96b0-964c5445a6e5 req-8fffc4d8-351f-495f-a368-3bfe2a4e7611 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=33703060c09e453c847eb5eacccc61e2&device_id=8096120c-c7a1-4fad-8dd1-0e3174037127 HTTP/1.1" status: 200 len: 1093 time: 0.0901086 Dec 20 21:42:42.254925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Attempting to bind port 605be2de-8c0f-4adb-b531-fec605834468 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:42:42.255284 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Attempting to bind port 605be2de-8c0f-4adb-b531-fec605834468 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '636e35e1-c079-4460-8d82-6878217b11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4d1a04-fc18-46fe-b472-991eeaafa566'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:42:42.255645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Attempting to bind port 605be2de-8c0f-4adb-b531-fec605834468 on network 3f4d1a04-fc18-46fe-b472-991eeaafa566 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:42:42.262571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Port 605be2de-8c0f-4adb-b531-fec605834468 on network 3f4d1a04-fc18-46fe-b472-991eeaafa566 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:42:42.262954 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Attempting to bind port 605be2de-8c0f-4adb-b531-fec605834468 on network 3f4d1a04-fc18-46fe-b472-991eeaafa566 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:42:42.284082 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cf1657-5d03-4d32-a214-3ddf2c008293 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router 0c4f2c73-f21d-49e1-bd0b-ba62fe05f711 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:42:42.291047 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:42:42.291722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Checking segment: {'id': '636e35e1-c079-4460-8d82-6878217b11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4d1a04-fc18-46fe-b472-991eeaafa566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:42.292113 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Bound using segment: {'id': '636e35e1-c079-4460-8d82-6878217b11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4d1a04-fc18-46fe-b472-991eeaafa566'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:42:42.292785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Bound port: 605be2de-8c0f-4adb-b531-fec605834468, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636e35e1-c079-4460-8d82-6878217b11de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3f4d1a04-fc18-46fe-b472-991eeaafa566'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:42:42.292938 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:42.315839 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ea4fd3-3c22-4a87-8fcf-9053896d28c9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:42.325971 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b4ea4fd3-3c22-4a87-8fcf-9053896d28c9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "PUT /v2.0/routers/0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6394503 Dec 20 21:42:42.326741 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58666) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:42.332246 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae50c1c-b2b4-4760-9b41-44bf52a44c98 None None] Sync routers for ids ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:42.345465 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae50c1c-b2b4-4760-9b41-44bf52a44c98 None None] Routers {'0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:42.346096 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cae50c1c-b2b4-4760-9b41-44bf52a44c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:42.375004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] For port 605be2de-8c0f-4adb-b531-fec605834468, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:42:42.396675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] For port 605be2de-8c0f-4adb-b531-fec605834468, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=605be2de-8c0f-4adb-b531-fec605834468,segment=NetworkSegment(636e35e1-c079-4460-8d82-6878217b11de),segment_id=636e35e1-c079-4460-8d82-6878217b11de)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:42:42.400081 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbe5f8-4048-4375-96b0-964c5445a6e5 req-533ed96e-9883-4a93-a173-661e1caead43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:42.401628 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e8fbe5f8-4048-4375-96b0-964c5445a6e5 req-533ed96e-9883-4a93-a173-661e1caead43 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e7f5e656-1519-424d-a6ac-3ccb46d7222b HTTP/1.1" status: 200 len: 909 time: 0.2009280 Dec 20 21:42:42.422287 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:42.482128 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-cae50c1c-b2b4-4760-9b41-44bf52a44c98 None None] Set router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:42:42.508207 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e8fbe5f8-4048-4375-96b0-964c5445a6e5 req-7e5b6d58-9a76-40db-9bfc-de6c7170316d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1eedb92-f16a-4495-807d-1402e3552acf HTTP/1.1" status: 200 len: 217 time: 0.0961862 Dec 20 21:42:42.550963 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:42.627179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cf1657-5d03-4d32-a214-3ddf2c008293 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:42.638814 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680553dd-8f44-4ca2-b7b9-ba2d006f45d4 None None] Sync routers for ids ['0c4f2c73-f21d-49e1-bd0b-ba62fe05f711'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:42.660552 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f9cf1657-5d03-4d32-a214-3ddf2c008293 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/0c4f2c73-f21d-49e1-bd0b-ba62fe05f711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6201489 Dec 20 21:42:42.664172 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680553dd-8f44-4ca2-b7b9-ba2d006f45d4 None None] Routers {'0c4f2c73-f21d-49e1-bd0b-ba62fe05f711'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:42.664799 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-680553dd-8f44-4ca2-b7b9-ba2d006f45d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0c4f2c73-f21d-49e1-bd0b-ba62fe05f711'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:42.685802 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cae50c1c-b2b4-4760-9b41-44bf52a44c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:42:39Z', 'revision_number': 7, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:42.717310 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae50c1c-b2b4-4760-9b41-44bf52a44c98 None None] Checking router: 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:42:42.724216 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Network db7a8bbd-1674-454d-bf2b-56897c49bdf7 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:42.728372 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae50c1c-b2b4-4760-9b41-44bf52a44c98 None None] Routers {'0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:42.728710 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58676) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:42.729490 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cae50c1c-b2b4-4760-9b41-44bf52a44c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:42.734716 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:42.739437 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-680553dd-8f44-4ca2-b7b9-ba2d006f45d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:42.748317 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680553dd-8f44-4ca2-b7b9-ba2d006f45d4 None None] Routers {'0c4f2c73-f21d-49e1-bd0b-ba62fe05f711'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:42.749122 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-680553dd-8f44-4ca2-b7b9-ba2d006f45d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0c4f2c73-f21d-49e1-bd0b-ba62fe05f711'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:42.760149 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:42:42.803573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-680553dd-8f44-4ca2-b7b9-ba2d006f45d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:42.804554 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680553dd-8f44-4ca2-b7b9-ba2d006f45d4 None None] The sync data for ids ['0c4f2c73-f21d-49e1-bd0b-ba62fe05f711'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:42.878976 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd81f5-7ff2-4b0d-93ee-204106f26346 req-ac87b323-d0f0-4963-94a0-788dca0ebb08 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:42.890320 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fbd81f5-7ff2-4b0d-93ee-204106f26346 req-ac87b323-d0f0-4963-94a0-788dca0ebb08 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8096120c-c7a1-4fad-8dd1-0e3174037127 HTTP/1.1" status: 200 len: 944 time: 0.3701613 Dec 20 21:42:42.956665 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9f935574-70a9-41f9-8440-d5c96ebd2657 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c4f2c73-f21d-49e1-bd0b-ba62fe05f711 HTTP/1.1" status: 200 len: 205 time: 0.2188489 Dec 20 21:42:42.986446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40a0784-187f-4f50-b034-ba25c011bdf7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Deleting subnet c03000ac-9b78-43f0-983c-9ba31d74fcff {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:42:42.993771 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e40a0784-187f-4f50-b034-ba25c011bdf7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:43.034084 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58684) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:43.049154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event updated for resources: {'Port': ['ID=69a264c3-0be5-48a9-8d34-bb0a681d780d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:43.121728 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6f5e365a-f8b0-4e7d-9e92-7578036e745b None None] Provisioning complete for port 69a264c3-0be5-48a9-8d34-bb0a681d780d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:43.123024 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6f5e365a-f8b0-4e7d-9e92-7578036e745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:43.157128 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-cae50c1c-b2b4-4760-9b41-44bf52a44c98 None None] Set router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:42:43.177838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e365a-f8b0-4e7d-9e92-7578036e745b None None] Port 69a264c3-0be5-48a9-8d34-bb0a681d780d cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:42:43.180473 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fbd81f5-7ff2-4b0d-93ee-204106f26346 req-6f709907-9496-4369-a095-bf6f80dcf903 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb2c9032-cfb2-4ab0-926b-40cca9cd592d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886903 Dec 20 21:42:43.193961 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:43.255418 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:43.256534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:43.258054 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] 10.222.0.31 "PUT /v2.0/ports/605be2de-8c0f-4adb-b531-fec605834468 HTTP/1.1" status: 200 len: 1090 time: 2.2539117 Dec 20 21:42:43.258628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf18abdd-07b9-4a74-bc02-a351997dd718', 'tag': '605be2de-8c0f-4adb-b531-fec605834468'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:42:43.260939 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed42859-8788-4912-8d22-eb1714ccea9d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf18abdd-07b9-4a74-bc02-a351997dd718", "tag": "605be2de-8c0f-4adb-b531-fec605834468"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:42:43.307953 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e40a0784-187f-4f50-b034-ba25c011bdf7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:43.331928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbe5f8-4048-4375-96b0-964c5445a6e5 req-fc4608ba-5fcd-43d3-bb45-293f7b14fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:43.333442 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e8fbe5f8-4048-4375-96b0-964c5445a6e5 req-fc4608ba-5fcd-43d3-bb45-293f7b14fda9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1ec10585-c75f-484e-8ad3-a4b389c956f1 HTTP/1.1" status: 200 len: 848 time: 0.0664005 Dec 20 21:42:43.341853 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-368b8cea-7ecc-43cb-9802-0661bc0ae320 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:43.384546 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ddb15c-203a-4211-bc03-bd089d47bd23 x-openstack-request-id: req-32ddb15c-203a-4211-bc03-bd089d47bd23 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:42:43.384546 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf18abdd-07b9-4a74-bc02-a351997dd718", "tag": "605be2de-8c0f-4adb-b531-fec605834468", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:42:43.384546 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32ddb15c-203a-4211-bc03-bd089d47bd23 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:42:43.385005 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf18abdd-07b9-4a74-bc02-a351997dd718', 'tag': '605be2de-8c0f-4adb-b531-fec605834468', 'status': 'completed', 'code': 200} Dec 20 21:42:43.426084 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e8fbe5f8-4048-4375-96b0-964c5445a6e5 req-947d94ee-c250-4ddb-8713-a6c16596dcea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e7f5e656-1519-424d-a6ac-3ccb46d7222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682654 Dec 20 21:42:43.524643 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f720312-8491-4428-a5c0-764d17f25254 service neutron] Pushing event updated for resources: {'Port': ['ID=605be2de-8c0f-4adb-b531-fec605834468,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:43.560932 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-cae50c1c-b2b4-4760-9b41-44bf52a44c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:42:39Z', 'revision_number': 7, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:43.564219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13011faf-db04-4268-a4ab-8a6aa79d2fcf req-de4b2eda-4533-402a-ad45-b5b11f63fc23 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:43.567422 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-13011faf-db04-4268-a4ab-8a6aa79d2fcf req-de4b2eda-4533-402a-ad45-b5b11f63fc23 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf18abdd-07b9-4a74-bc02-a351997dd718 HTTP/1.1" status: 200 len: 944 time: 0.2978785 Dec 20 21:42:43.581283 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-76c17a72-a8a1-42e1-9003-707174e8ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:43.583942 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-76c17a72-a8a1-42e1-9003-707174e8ef4f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=273c9a3bbca8406ab8ea76a018873545&device_id=cf18abdd-07b9-4a74-bc02-a351997dd718 HTTP/1.1" status: 200 len: 1093 time: 0.2373991 Dec 20 21:42:43.623246 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae50c1c-b2b4-4760-9b41-44bf52a44c98 None None] The sync data for ids ['0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9'] in n-d-xena-1 is: [{'id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'name': 'tempest-TestNetworkBasicOps-router-505580775', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235'}], 'enable_snat': True}, 'gw_port_id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:39:38Z', 'updated_at': '2021-12-20T21:42:39Z', 'revision_number': 7, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': 'cabacd1b-a8a2-4764-9072-833763cb62fe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:39:40Z', 'updated_at': '2021-12-20T21:39:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:43.630261 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e8fbe5f8-4048-4375-96b0-964c5445a6e5 req-9781cc5f-0ea1-46e5-835c-22dafbacddfd service neutron] 10.222.0.66 "GET /v2.0/networks/e7f5e656-1519-424d-a6ac-3ccb46d7222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893370 Dec 20 21:42:43.679483 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-714c8c85-fcce-42f4-a391-c6043e07517d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=605be2de-8c0f-4adb-b531-fec605834468 HTTP/1.1" status: 200 len: 217 time: 0.0813191 Dec 20 21:42:43.784876 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-ea79f6af-e3ac-44c9-9145-5fb40ec9fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:43.786728 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-ea79f6af-e3ac-44c9-9145-5fb40ec9fe58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=997c2302-3f6b-419d-a3db-58ebdab7ec94 HTTP/1.1" status: 200 len: 849 time: 0.0902665 Dec 20 21:42:43.828747 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-1b24823e-37e7-47eb-aabe-abb57a3bba90 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3f4d1a04-fc18-46fe-b472-991eeaafa566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340974 Dec 20 21:42:43.837917 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-13011faf-db04-4268-a4ab-8a6aa79d2fcf req-f2923443-9bf7-4511-a0fa-fb6ac7311a81 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595153 Dec 20 21:42:43.914319 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c1eedb92-f16a-4495-807d-1402e3552acf details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:42:43.955807 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:44.001232 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e8fbe5f8-4048-4375-96b0-964c5445a6e5 req-7a77b396-8d80-44b1-86b6-e3eb57400745 service neutron] 10.222.0.66 "GET /v2.0/networks/e7f5e656-1519-424d-a6ac-3ccb46d7222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331144 Dec 20 21:42:44.026905 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-40b2ee21-0ce1-458e-b61f-f23f0e02a6b8 service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d1a04-fc18-46fe-b472-991eeaafa566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879907 Dec 20 21:42:44.081835 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port c1eedb92-f16a-4495-807d-1402e3552acf, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c1eedb92-f16a-4495-807d-1402e3552acf,segment=NetworkSegment(29fc283d-2c6d-4608-bd34-31d9d6b2d0ab),segment_id=29fc283d-2c6d-4608-bd34-31d9d6b2d0ab)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:44.095418 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'c1eedb92-f16a-4495-807d-1402e3552acf', 'network_id': 'e7f5e656-1519-424d-a6ac-3ccb46d7222b', 'port_id': 'c1eedb92-f16a-4495-807d-1402e3552acf', 'mac_address': 'fa:16:3e:8a:ed:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec10585-c75f-484e-8ad3-a4b389c956f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:42:44.163495 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9f82ebe-35a6-47f2-839c-1f7fa2411b3e req-449554da-6008-4c84-aca7-a9a068cce292 service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d1a04-fc18-46fe-b472-991eeaafa566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243672 Dec 20 21:42:44.171334 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:44.204247 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1eedb92-f16a-4495-807d-1402e3552acf {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:42:44.241095 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port c1eedb92-f16a-4495-807d-1402e3552acf, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c1eedb92-f16a-4495-807d-1402e3552acf,segment=NetworkSegment(29fc283d-2c6d-4608-bd34-31d9d6b2d0ab),segment_id=29fc283d-2c6d-4608-bd34-31d9d6b2d0ab)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:44.251458 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:44.332139 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=c1eedb92-f16a-4495-807d-1402e3552acf,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:44.335968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed42859-8788-4912-8d22-eb1714ccea9d req-970bcc6f-dfce-4876-8ebf-ea9275110f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:44.337532 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ed42859-8788-4912-8d22-eb1714ccea9d req-970bcc6f-dfce-4876-8ebf-ea9275110f6c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=273c9a3bbca8406ab8ea76a018873545&device_id=cf18abdd-07b9-4a74-bc02-a351997dd718 HTTP/1.1" status: 200 len: 1093 time: 0.0815074 Dec 20 21:42:44.368649 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-368b8cea-7ecc-43cb-9802-0661bc0ae320 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:44.461077 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-368b8cea-7ecc-43cb-9802-0661bc0ae320 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:44.500556 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e40a0784-187f-4f50-b034-ba25c011bdf7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:44.508091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed42859-8788-4912-8d22-eb1714ccea9d req-47835feb-a8e0-47a0-adfb-792a672aeac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:44.516266 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ed42859-8788-4912-8d22-eb1714ccea9d req-47835feb-a8e0-47a0-adfb-792a672aeac5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3f4d1a04-fc18-46fe-b472-991eeaafa566 HTTP/1.1" status: 200 len: 910 time: 0.1709380 Dec 20 21:42:44.527084 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['c1eedb92-f16a-4495-807d-1402e3552acf'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:42:44.576156 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ed42859-8788-4912-8d22-eb1714ccea9d req-5ee0974b-4052-4ae8-8e58-dbd35496a2a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=605be2de-8c0f-4adb-b531-fec605834468 HTTP/1.1" status: 200 len: 217 time: 0.0517216 Dec 20 21:42:44.604222 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-368b8cea-7ecc-43cb-9802-0661bc0ae320 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:44.604710 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368b8cea-7ecc-43cb-9802-0661bc0ae320 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Fanout notify agent at l3_agent the message router_deleted on router 0c4f2c73-f21d-49e1-bd0b-ba62fe05f711 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:42:44.618147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b7b08-4bf9-4524-ad3c-d99eaf242a95 req-d47eee4f-62c6-4e18-b7a9-de8a6d8b3f60 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:44.619701 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-937b7b08-4bf9-4524-ad3c-d99eaf242a95 req-d47eee4f-62c6-4e18-b7a9-de8a6d8b3f60 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8096120c-c7a1-4fad-8dd1-0e3174037127 HTTP/1.1" status: 200 len: 945 time: 0.2860713 Dec 20 21:42:44.625122 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-368b8cea-7ecc-43cb-9802-0661bc0ae320 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:44.628962 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-368b8cea-7ecc-43cb-9802-0661bc0ae320 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/routers/0c4f2c73-f21d-49e1-bd0b-ba62fe05f711 HTTP/1.1" status: 204 len: 168 time: 1.5808697 Dec 20 21:42:44.645855 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58720) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:44.714168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed42859-8788-4912-8d22-eb1714ccea9d req-e89400ae-012b-429e-9768-318ce83bfa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:44.715708 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ed42859-8788-4912-8d22-eb1714ccea9d req-e89400ae-012b-429e-9768-318ce83bfa6c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=997c2302-3f6b-419d-a3db-58ebdab7ec94 HTTP/1.1" status: 200 len: 849 time: 0.1319990 Dec 20 21:42:44.760865 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ed42859-8788-4912-8d22-eb1714ccea9d req-bc52bd03-b2fa-455e-8f48-b0d7cb0e0741 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3f4d1a04-fc18-46fe-b472-991eeaafa566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376151 Dec 20 21:42:44.783263 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-937b7b08-4bf9-4524-ad3c-d99eaf242a95 req-15b237f4-c0e6-401c-b2cb-484037bbf456 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb2c9032-cfb2-4ab0-926b-40cca9cd592d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381972 Dec 20 21:42:44.806420 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e40a0784-187f-4f50-b034-ba25c011bdf7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:44.853458 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-57768c15-1820-44df-bf9b-96a0082ed67f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting subnet 29723c0b-5837-47c1-8a7c-6139560816db {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:42:44.868031 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57768c15-1820-44df-bf9b-96a0082ed67f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:44.870939 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a0784-187f-4f50-b034-ba25c011bdf7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'Subnet': ['ID=c03000ac-9b78-43f0-983c-9ba31d74fcff,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:44.887434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dcd725-3233-4f68-b649-fa9ba9cbbd00 None None] Network df1edafa-7805-497c-a213-192df2dee518 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:44.893812 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e40a0784-187f-4f50-b034-ba25c011bdf7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:44.897156 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e40a0784-187f-4f50-b034-ba25c011bdf7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "DELETE /v2.0/subnets/c03000ac-9b78-43f0-983c-9ba31d74fcff HTTP/1.1" status: 204 len: 168 time: 2.4157922 Dec 20 21:42:44.901174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58726) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:45.025917 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:45.041269 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57768c15-1820-44df-bf9b-96a0082ed67f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:45.082557 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ed42859-8788-4912-8d22-eb1714ccea9d req-0c2e7236-15aa-4c06-879e-a0471e03ea39 service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d1a04-fc18-46fe-b472-991eeaafa566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141797 Dec 20 21:42:45.083279 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:45.114145 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:45.203246 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:45.243637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9e9a1-c709-4bbc-89ec-6bbc72da43e6 req-3cfe0b8d-6a9c-46e7-b129-18dafda41458 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:45.246127 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32a9e9a1-c709-4bbc-89ec-6bbc72da43e6 req-3cfe0b8d-6a9c-46e7-b129-18dafda41458 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf18abdd-07b9-4a74-bc02-a351997dd718 HTTP/1.1" status: 200 len: 944 time: 0.2481735 Dec 20 21:42:45.250225 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ed42859-8788-4912-8d22-eb1714ccea9d req-59aae956-3611-409b-be78-3147f9aa60ee service neutron] 10.222.0.31 "GET /v2.0/networks/3f4d1a04-fc18-46fe-b472-991eeaafa566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588886 Dec 20 21:42:45.262346 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9036d56d-4329-4299-9a37-1d0f69cd5351 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:45.295508 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a0dd14-cd97-483e-beca-0774d776bf86 None None] DHCP port deletion for df1edafa-7805-497c-a213-192df2dee518 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:42:45.327613 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32a9e9a1-c709-4bbc-89ec-6bbc72da43e6 req-a62d1102-88ce-4645-a8c4-1dd3af04a4ac tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722227 Dec 20 21:42:45.358285 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-40a0dd14-cd97-483e-beca-0774d776bf86 None None] Deleting port b9bc5871-2b2e-4dcd-a934-05d59b5387c9 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:45.359163 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40a0dd14-cd97-483e-beca-0774d776bf86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:45.397010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event updated for resources: {'Port': ['ID=69a264c3-0be5-48a9-8d34-bb0a681d780d,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:45.444581 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57768c15-1820-44df-bf9b-96a0082ed67f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:45.449280 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-40a0dd14-cd97-483e-beca-0774d776bf86 None None] For port b9bc5871-2b2e-4dcd-a934-05d59b5387c9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b9bc5871-2b2e-4dcd-a934-05d59b5387c9,segment=NetworkSegment(f2fc008e-ae43-49b9-a69d-2026f6ca7229),segment_id=f2fc008e-ae43-49b9-a69d-2026f6ca7229)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:45.449768 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40a0dd14-cd97-483e-beca-0774d776bf86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:45.464374 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-40a0dd14-cd97-483e-beca-0774d776bf86 None None] Calling delete_port for b9bc5871-2b2e-4dcd-a934-05d59b5387c9 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:45.530455 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Network db7a8bbd-1674-454d-bf2b-56897c49bdf7 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:45.542041 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:45.574573 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40a0dd14-cd97-483e-beca-0774d776bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:45.598236 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a0dd14-cd97-483e-beca-0774d776bf86 None None] No DVR routers for this DVR port b9bc5871-2b2e-4dcd-a934-05d59b5387c9 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:45.642193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0dd14-cd97-483e-beca-0774d776bf86 None None] Pushing event deleted for resources: {'Port': ['ID=b9bc5871-2b2e-4dcd-a934-05d59b5387c9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:45.661549 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57768c15-1820-44df-bf9b-96a0082ed67f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:45.708934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57768c15-1820-44df-bf9b-96a0082ed67f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Subnet': ['ID=29723c0b-5837-47c1-8a7c-6139560816db,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:45.713558 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-57768c15-1820-44df-bf9b-96a0082ed67f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:45.716799 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-57768c15-1820-44df-bf9b-96a0082ed67f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/subnets/29723c0b-5837-47c1-8a7c-6139560816db HTTP/1.1" status: 204 len: 168 time: 1.0683558 Dec 20 21:42:45.719715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58734) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:45.726834 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689c7b1d-87e2-44e1-9ba0-aa92cf13c188 None None] Network 4a72371e-ae5d-4407-a497-288930622abc requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:45.745262 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9036d56d-4329-4299-9a37-1d0f69cd5351 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:45.797442 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Router 879dd2e6-0882-49bc-8706-c07dbfd4e700 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:42:45.838711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b9bc5871-2b2e-4dcd-a934-05d59b5387c9 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:45.877359 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:45.892597 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: b9bc5871-2b2e-4dcd-a934-05d59b5387c9 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:45.893459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b9bc5871-2b2e-4dcd-a934-05d59b5387c9 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:45.894056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 45e4b5b0-cc3b-4857-925d-5060a7847910 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:45.953130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c1eedb92-f16a-4495-807d-1402e3552acf up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:42:45.962696 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 45e4b5b0-cc3b-4857-925d-5060a7847910 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:45.963320 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 45e4b5b0-cc3b-4857-925d-5060a7847910 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:46.055564 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting port 78607905-4bff-4883-bd05-86970fcbae24 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:46.056040 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.068556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port c1eedb92-f16a-4495-807d-1402e3552acf completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:42:46.075096 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:46.075762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port c1eedb92-f16a-4495-807d-1402e3552acf triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:46.075938 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.084254 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a46365ba-50f0-43f9-a34e-2d64754945aa tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "PUT /v2.0/routers/879dd2e6-0882-49bc-8706-c07dbfd4e700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2679963 Dec 20 21:42:46.086763 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb6516-76fc-4f77-acf5-e33fc6bed3f3 None None] Sync routers for ids ['879dd2e6-0882-49bc-8706-c07dbfd4e700'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:46.096112 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9036d56d-4329-4299-9a37-1d0f69cd5351 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Deleting port cabacd1b-a8a2-4764-9072-833763cb62fe {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:46.096643 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9036d56d-4329-4299-9a37-1d0f69cd5351 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.098852 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58742) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:46.107832 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8c8fa-cc6d-4c4c-a813-47b15373f993 req-ad441278-2b2c-4483-8185-292d57412684 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:46.111414 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb6516-76fc-4f77-acf5-e33fc6bed3f3 None None] Routers {'879dd2e6-0882-49bc-8706-c07dbfd4e700'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:46.112224 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-21fb6516-76fc-4f77-acf5-e33fc6bed3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['879dd2e6-0882-49bc-8706-c07dbfd4e700'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:46.120359 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4fc8c8fa-cc6d-4c4c-a813-47b15373f993 req-ad441278-2b2c-4483-8185-292d57412684 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8096120c-c7a1-4fad-8dd1-0e3174037127 HTTP/1.1" status: 200 len: 945 time: 0.1300366 Dec 20 21:42:46.166007 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623fd0b0-782c-4e55-93f1-0f41ba66e9a8 None None] DHCP port deletion for 4a72371e-ae5d-4407-a497-288930622abc request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:42:46.168400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] For port 78607905-4bff-4883-bd05-86970fcbae24, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=78607905-4bff-4883-bd05-86970fcbae24,segment=NetworkSegment(f6d7269f-66f1-46c3-a132-c296840a62d9),segment_id=f6d7269f-66f1-46c3-a132-c296840a62d9)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:46.169771 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.188698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Calling delete_port for 78607905-4bff-4883-bd05-86970fcbae24 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:46.208336 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-21fb6516-76fc-4f77-acf5-e33fc6bed3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:46.232269 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb6516-76fc-4f77-acf5-e33fc6bed3f3 None None] Routers {'879dd2e6-0882-49bc-8706-c07dbfd4e700'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:46.233226 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-21fb6516-76fc-4f77-acf5-e33fc6bed3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['879dd2e6-0882-49bc-8706-c07dbfd4e700'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:46.287319 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-bfb35125-7951-46a0-8a0c-3c82944d7d85 None None] Provisioning complete for port 69a264c3-0be5-48a9-8d34-bb0a681d780d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:46.287540 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bfb35125-7951-46a0-8a0c-3c82944d7d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.296782 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-21fb6516-76fc-4f77-acf5-e33fc6bed3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:46.297759 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb6516-76fc-4f77-acf5-e33fc6bed3f3 None None] The sync data for ids ['879dd2e6-0882-49bc-8706-c07dbfd4e700'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:46.331358 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.333110 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-9036d56d-4329-4299-9a37-1d0f69cd5351 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] For port cabacd1b-a8a2-4764-9072-833763cb62fe, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cabacd1b-a8a2-4764-9072-833763cb62fe,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:46.333476 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9036d56d-4329-4299-9a37-1d0f69cd5351 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.354027 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9036d56d-4329-4299-9a37-1d0f69cd5351 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Calling delete_port for cabacd1b-a8a2-4764-9072-833763cb62fe owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:46.361398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Port': ['ID=78607905-4bff-4883-bd05-86970fcbae24,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:46.375301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] No DVR routers for this DVR port 78607905-4bff-4883-bd05-86970fcbae24 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:46.377161 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-bfb35125-7951-46a0-8a0c-3c82944d7d85 None None] Port 69a264c3-0be5-48a9-8d34-bb0a681d780d cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:42:46.404216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-623fd0b0-782c-4e55-93f1-0f41ba66e9a8 None None] Deleting port 78607905-4bff-4883-bd05-86970fcbae24 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:46.404656 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-623fd0b0-782c-4e55-93f1-0f41ba66e9a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.465143 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.516678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port c1eedb92-f16a-4495-807d-1402e3552acf, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c1eedb92-f16a-4495-807d-1402e3552acf,segment=NetworkSegment(29fc283d-2c6d-4608-bd34-31d9d6b2d0ab),segment_id=29fc283d-2c6d-4608-bd34-31d9d6b2d0ab)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:46.521249 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8096120c-c7a1-4fad-8dd1-0e3174037127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1eedb92-f16a-4495-807d-1402e3552acf'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:42:46.526488 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16dcdb6-dfda-4780-b513-b743896e3bcf" -d '{"events": [{"server_uuid": "8096120c-c7a1-4fad-8dd1-0e3174037127", "name": "network-vif-plugged", "status": "completed", "tag": "c1eedb92-f16a-4495-807d-1402e3552acf"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:42:46.537493 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.548095 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-623fd0b0-782c-4e55-93f1-0f41ba66e9a8 None None] For port 78607905-4bff-4883-bd05-86970fcbae24, host n-d-xena-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:46.548095 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-623fd0b0-782c-4e55-93f1-0f41ba66e9a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.573578 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4fc8c8fa-cc6d-4c4c-a813-47b15373f993 req-b00b79f1-218e-44f9-a36a-c16ec930f785 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb2c9032-cfb2-4ab0-926b-40cca9cd592d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521410 Dec 20 21:42:46.579542 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9036d56d-4329-4299-9a37-1d0f69cd5351 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.582090 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-623fd0b0-782c-4e55-93f1-0f41ba66e9a8 None None] Calling delete_port for 78607905-4bff-4883-bd05-86970fcbae24 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:46.586413 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-623fd0b0-782c-4e55-93f1-0f41ba66e9a8 None None] Port 78607905-4bff-4883-bd05-86970fcbae24 was not found and therefore no delete operation was performed {{(pid=102403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 21:42:46.589341 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-623fd0b0-782c-4e55-93f1-0f41ba66e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.603541 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623fd0b0-782c-4e55-93f1-0f41ba66e9a8 None None] No DVR routers for this DVR port 78607905-4bff-4883-bd05-86970fcbae24 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:46.607466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036d56d-4329-4299-9a37-1d0f69cd5351 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'Port': ['ID=cabacd1b-a8a2-4764-9072-833763cb62fe,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:46.625169 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3128cccc-de40-4cf2-868e-003ea64e012e tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.630939 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=c1eedb92-f16a-4495-807d-1402e3552acf,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:46.666781 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fd0b0-782c-4e55-93f1-0f41ba66e9a8 None None] Pushing event deleted for resources: {'Port': ['ID=78607905-4bff-4883-bd05-86970fcbae24,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:46.679433 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.690652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac43ea-b158-4c93-bd23-622cafb0e4e3 req-4b0a5dde-5a93-4c1f-a707-95726af3a593 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:46.692708 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-83ac43ea-b158-4c93-bd23-622cafb0e4e3 req-4b0a5dde-5a93-4c1f-a707-95726af3a593 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf18abdd-07b9-4a74-bc02-a351997dd718 HTTP/1.1" status: 200 len: 944 time: 0.2525268 Dec 20 21:42:46.708138 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25a7e06-4a31-4c72-aa34-ad396f09c414 x-openstack-request-id: req-c25a7e06-4a31-4c72-aa34-ad396f09c414 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:42:46.708490 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8096120c-c7a1-4fad-8dd1-0e3174037127", "name": "network-vif-plugged", "status": "completed", "tag": "c1eedb92-f16a-4495-807d-1402e3552acf", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:42:46.708803 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c25a7e06-4a31-4c72-aa34-ad396f09c414 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:42:46.709255 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8096120c-c7a1-4fad-8dd1-0e3174037127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1eedb92-f16a-4495-807d-1402e3552acf', 'code': 200} Dec 20 21:42:46.733297 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a72371e-ae5d-4407-a497-288930622abc']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:46.744212 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d7269f-66f1-46c3-a132-c296840a62d9') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:46.744594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d7269f-66f1-46c3-a132-c296840a62d9') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:46.755957 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.771316 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.777790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:42:46.778284 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.799363 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9036d56d-4329-4299-9a37-1d0f69cd5351 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:42:46.838897 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:42:46.896965 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.905762 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-83ac43ea-b158-4c93-bd23-622cafb0e4e3 req-75fc2780-202f-4035-9676-a95a5b085772 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066662 Dec 20 21:42:46.910986 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9036d56d-4329-4299-9a37-1d0f69cd5351 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.914626 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9036d56d-4329-4299-9a37-1d0f69cd5351 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.914776 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:46.928980 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/networks/4a72371e-ae5d-4407-a497-288930622abc HTTP/1.1" status: 204 len: 168 time: 1.2074878 Dec 20 21:42:46.934050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58758) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:46.951052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1613606055', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}, 'admin_state_up': False}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:46.959136 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49212d-5213-4979-bc3a-21781579c673 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Network': ['ID=4a72371e-ae5d-4407-a497-288930622abc,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:46.962880 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-3128cccc-de40-4cf2-868e-003ea64e012e tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 20 21:42:46.969762 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3128cccc-de40-4cf2-868e-003ea64e012e tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "DELETE /v2.0/routers/879dd2e6-0882-49bc-8706-c07dbfd4e700 HTTP/1.1" status: 409 len: 329 time: 0.8439286 Dec 20 21:42:46.969762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58760) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:46.980195 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff997e2-282a-4f27-be3d-141406df10bc req-f4d110f9-d47a-4ab3-9c33-8c92e1981e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:46.981832 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ff997e2-282a-4f27-be3d-141406df10bc req-f4d110f9-d47a-4ab3-9c33-8c92e1981e00 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8096120c-c7a1-4fad-8dd1-0e3174037127 HTTP/1.1" status: 200 len: 1095 time: 0.1333361 Dec 20 21:42:47.003182 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:47.004418 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:47.010479 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9036d56d-4329-4299-9a37-1d0f69cd5351 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:47.010978 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9036d56d-4329-4299-9a37-1d0f69cd5351 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Fanout notify agent at l3_agent the message router_deleted on router 0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:42:47.030274 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9036d56d-4329-4299-9a37-1d0f69cd5351 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:47.034414 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9036d56d-4329-4299-9a37-1d0f69cd5351 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "DELETE /v2.0/routers/0b7a29f6-8ba5-45e8-bc3e-c8f0b33f32c9 HTTP/1.1" status: 204 len: 168 time: 2.1269398 Dec 20 21:42:47.034597 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ff997e2-282a-4f27-be3d-141406df10bc req-1a6af60f-0a18-48a3-8bdd-c47bffc44d47 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cb2c9032-cfb2-4ab0-926b-40cca9cd592d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442817 Dec 20 21:42:47.036329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58766) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:47.154545 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:47.249162 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d77cd96b-bd57-4411-83f4-7fc399e4fb94 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:47.341451 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:47.505517 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d77cd96b-bd57-4411-83f4-7fc399e4fb94 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:47.536826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d77cd96b-bd57-4411-83f4-7fc399e4fb94 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1edafa-7805-497c-a213-192df2dee518']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:47.549628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d77cd96b-bd57-4411-83f4-7fc399e4fb94 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2fc008e-ae43-49b9-a69d-2026f6ca7229') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:47.550038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d77cd96b-bd57-4411-83f4-7fc399e4fb94 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2fc008e-ae43-49b9-a69d-2026f6ca7229') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:47.561789 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d77cd96b-bd57-4411-83f4-7fc399e4fb94 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:47.582140 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d77cd96b-bd57-4411-83f4-7fc399e4fb94 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:47.598949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77cd96b-bd57-4411-83f4-7fc399e4fb94 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:42:47.599611 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d77cd96b-bd57-4411-83f4-7fc399e4fb94 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:42:47.626018 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:42:47.755442 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d77cd96b-bd57-4411-83f4-7fc399e4fb94 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:47.772845 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d77cd96b-bd57-4411-83f4-7fc399e4fb94 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:47.787756 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d77cd96b-bd57-4411-83f4-7fc399e4fb94 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "DELETE /v2.0/networks/df1edafa-7805-497c-a213-192df2dee518 HTTP/1.1" status: 204 len: 168 time: 0.7431912 Dec 20 21:42:47.806083 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58778) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:47.812430 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cd96b-bd57-4411-83f4-7fc399e4fb94 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'Network': ['ID=df1edafa-7805-497c-a213-192df2dee518,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:47.814942 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 78607905-4bff-4883-bd05-86970fcbae24 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:47.817867 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bc14e8e8-a340-4777-abe2-26611ced7277 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'network': {'name': 'tempest-network-smoke--533686888', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'port_security_enabled': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:47.848355 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 78607905-4bff-4883-bd05-86970fcbae24 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:47.849087 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 78607905-4bff-4883-bd05-86970fcbae24 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:47.849708 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device cabacd1b-a8a2-4764-9072-833763cb62fe no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:47.894918 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52d37a-7c96-4a7e-80c5-3bb183e0e676 req-9b171d9a-62a3-461a-8b2e-36dd5d3fc46a tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:47.896571 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2f52d37a-7c96-4a7e-80c5-3bb183e0e676 req-9b171d9a-62a3-461a-8b2e-36dd5d3fc46a tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8096120c-c7a1-4fad-8dd1-0e3174037127 HTTP/1.1" status: 200 len: 946 time: 0.1459231 Dec 20 21:42:47.902708 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc14e8e8-a340-4777-abe2-26611ced7277 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Made reservation on behalf of 5353e8cb9b434e37a6bf3118a301f4e4 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:47.906623 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc14e8e8-a340-4777-abe2-26611ced7277 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:47.919715 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: cabacd1b-a8a2-4764-9072-833763cb62fe {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:47.921102 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device cabacd1b-a8a2-4764-9072-833763cb62fe not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:47.967051 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 605be2de-8c0f-4adb-b531-fec605834468 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:42:48.006510 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc14e8e8-a340-4777-abe2-26611ced7277 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:42:48.026835 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc14e8e8-a340-4777-abe2-26611ced7277 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:48.027180 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-bc14e8e8-a340-4777-abe2-26611ced7277 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Added segment cc03139a-22ff-496d-be2d-dc29dc2ba57e of type vlan for network c9c66cb9-8498-4b37-8169-f08bcf7ce187 Dec 20 21:42:48.028870 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:48.060579 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:48.109879 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:48.133583 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc14e8e8-a340-4777-abe2-26611ced7277 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:48.153062 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f03488e-001e-4cf5-be3a-f7d1ad45a51e tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:48.158501 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 605be2de-8c0f-4adb-b531-fec605834468, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=605be2de-8c0f-4adb-b531-fec605834468,segment=NetworkSegment(636e35e1-c079-4460-8d82-6878217b11de),segment_id=636e35e1-c079-4460-8d82-6878217b11de)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:48.170998 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '605be2de-8c0f-4adb-b531-fec605834468', 'network_id': '3f4d1a04-fc18-46fe-b472-991eeaafa566', 'port_id': '605be2de-8c0f-4adb-b531-fec605834468', 'mac_address': 'fa:16:3e:03:c9:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997c2302-3f6b-419d-a3db-58ebdab7ec94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:42:48.208756 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705311ff-28e6-41e6-94ea-187f59f26073 req-cf341efe-76eb-4516-a322-c359bc24cf6e tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:48.210776 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-705311ff-28e6-41e6-94ea-187f59f26073 req-cf341efe-76eb-4516-a322-c359bc24cf6e tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf18abdd-07b9-4a74-bc02-a351997dd718 HTTP/1.1" status: 200 len: 944 time: 0.0829542 Dec 20 21:42:48.219980 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:48.234722 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:42:48.251972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605be2de-8c0f-4adb-b531-fec605834468 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:42:48.280398 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-705311ff-28e6-41e6-94ea-187f59f26073 req-f8b7f8c2-321f-4e0e-8fe5-61ef2e10ccf9 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478961 Dec 20 21:42:48.298011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 605be2de-8c0f-4adb-b531-fec605834468, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=605be2de-8c0f-4adb-b531-fec605834468,segment=NetworkSegment(636e35e1-c079-4460-8d82-6878217b11de),segment_id=636e35e1-c079-4460-8d82-6878217b11de)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:48.308104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Allocated IP 172.35.3.87 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/c6ec426a-b971-4b99-bc0f-53d3bb7b6a6d) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:42:48.314283 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:48.329260 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2f52d37a-7c96-4a7e-80c5-3bb183e0e676 req-31598f3a-1da0-4c18-833e-613e34f0bb84 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb2c9032-cfb2-4ab0-926b-40cca9cd592d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031384 Dec 20 21:42:48.335853 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [None req-bc14e8e8-a340-4777-abe2-26611ced7277 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:42:48.382045 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc14e8e8-a340-4777-abe2-26611ced7277 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:48.389322 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc14e8e8-a340-4777-abe2-26611ced7277 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:48.391142 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc14e8e8-a340-4777-abe2-26611ced7277 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:48.392618 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=605be2de-8c0f-4adb-b531-fec605834468,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:48.419509 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bc14e8e8-a340-4777-abe2-26611ced7277 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6099501 Dec 20 21:42:48.420836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58792) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:48.438135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1850922873', 'admin_state_up': True, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:48.488880 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:48.502590 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:48.503862 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:48.542654 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14e8e8-a340-4777-abe2-26611ced7277 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Network': ['ID=c9c66cb9-8498-4b37-8169-f08bcf7ce187,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:48.556662 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network c9c66cb9-8498-4b37-8169-f08bcf7ce187 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:42:48.590098 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['605be2de-8c0f-4adb-b531-fec605834468'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:42:48.624067 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:48.635556 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:48.736129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9f03488e-001e-4cf5-be3a-f7d1ad45a51e tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Deleting port 69a264c3-0be5-48a9-8d34-bb0a681d780d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:48.738467 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f03488e-001e-4cf5-be3a-f7d1ad45a51e tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:48.752065 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:48.760569 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:48.762608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=c6ec426a-b971-4b99-bc0f-53d3bb7b6a6d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:48.766625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:42:48.874167 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:48.891279 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f03488e-001e-4cf5-be3a-f7d1ad45a51e tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:48.909126 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9f03488e-001e-4cf5-be3a-f7d1ad45a51e tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Calling delete_port for 69a264c3-0be5-48a9-8d34-bb0a681d780d owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:49.135877 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f03488e-001e-4cf5-be3a-f7d1ad45a51e tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:49.205818 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03488e-001e-4cf5-be3a-f7d1ad45a51e tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event deleted for resources: {'Port': ['ID=69a264c3-0be5-48a9-8d34-bb0a681d780d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:49.492265 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9f03488e-001e-4cf5-be3a-f7d1ad45a51e tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:49.711926 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37be04-3584-43f5-9f7b-53e15c111c20 req-a3c119cf-fc5f-428a-858b-0de96a9c550e tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:49.713681 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a37be04-3584-43f5-9f7b-53e15c111c20 req-a3c119cf-fc5f-428a-858b-0de96a9c550e tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8096120c-c7a1-4fad-8dd1-0e3174037127 HTTP/1.1" status: 200 len: 946 time: 0.2650509 Dec 20 21:42:49.719642 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f03488e-001e-4cf5-be3a-f7d1ad45a51e tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Router 879dd2e6-0882-49bc-8706-c07dbfd4e700 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:42:49.747775 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741a2da-7057-46cb-8662-5ebf201b0044 req-e4a478f9-1121-407d-9427-539a836ff432 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:49.749390 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6741a2da-7057-46cb-8662-5ebf201b0044 req-e4a478f9-1121-407d-9427-539a836ff432 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf18abdd-07b9-4a74-bc02-a351997dd718 HTTP/1.1" status: 200 len: 945 time: 0.1023068 Dec 20 21:42:49.749953 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:49.765017 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a37be04-3584-43f5-9f7b-53e15c111c20 req-be104b59-d8d1-49c2-9373-a55b31160bf5 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb2c9032-cfb2-4ab0-926b-40cca9cd592d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440040 Dec 20 21:42:49.846665 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f03488e-001e-4cf5-be3a-f7d1ad45a51e tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:49.859474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc353f-deb6-4239-9a4c-6e25f41ff704 None None] Sync routers for ids ['879dd2e6-0882-49bc-8706-c07dbfd4e700'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:49.866192 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58816) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:49.868959 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9f03488e-001e-4cf5-be3a-f7d1ad45a51e tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "PUT /v2.0/routers/879dd2e6-0882-49bc-8706-c07dbfd4e700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8946652 Dec 20 21:42:49.874060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc353f-deb6-4239-9a4c-6e25f41ff704 None None] Routers {'879dd2e6-0882-49bc-8706-c07dbfd4e700'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:49.875378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c6bc353f-deb6-4239-9a4c-6e25f41ff704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['879dd2e6-0882-49bc-8706-c07dbfd4e700'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:49.931018 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c6bc353f-deb6-4239-9a4c-6e25f41ff704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:49.946195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc353f-deb6-4239-9a4c-6e25f41ff704 None None] Routers {'879dd2e6-0882-49bc-8706-c07dbfd4e700'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:49.947803 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c6bc353f-deb6-4239-9a4c-6e25f41ff704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['879dd2e6-0882-49bc-8706-c07dbfd4e700'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:49.979829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c6bc353f-deb6-4239-9a4c-6e25f41ff704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:49.980700 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc353f-deb6-4239-9a4c-6e25f41ff704 None None] The sync data for ids ['879dd2e6-0882-49bc-8706-c07dbfd4e700'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:49.984157 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 605be2de-8c0f-4adb-b531-fec605834468 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:42:50.028151 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-d95e0adf-7437-43aa-aeac-5bac45103501 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] show failed (client error): The resource could not be found. Dec 20 21:42:50.033701 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d95e0adf-7437-43aa-aeac-5bac45103501 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-480576817 HTTP/1.1" status: 404 len: 334 time: 0.1620965 Dec 20 21:42:50.034958 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58826) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:50.043064 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3c933254-6aca-4a9a-9ad8-d6800c826a80 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:50.064148 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6741a2da-7057-46cb-8662-5ebf201b0044 req-18c62e2e-fdad-4470-8ac8-ba02d835731c tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395871 Dec 20 21:42:50.104470 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:50.106783 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 605be2de-8c0f-4adb-b531-fec605834468 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:42:50.111754 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 605be2de-8c0f-4adb-b531-fec605834468 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:50.113097 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:50.139123 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:50.141359 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-3c933254-6aca-4a9a-9ad8-d6800c826a80 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] update failed (client error): The resource could not be found. Dec 20 21:42:50.147937 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3c933254-6aca-4a9a-9ad8-d6800c826a80 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-605184471 HTTP/1.1" status: 404 len: 334 time: 0.1111832 Dec 20 21:42:50.148610 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58828) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:50.255653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee013968-ddee-4d1e-8cfd-2efbb78253e8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Deleting subnet 66bb375f-0507-4073-9fab-b1aff785e7e8 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:42:50.262909 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee013968-ddee-4d1e-8cfd-2efbb78253e8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:50.273110 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:50.296548 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf18abdd-07b9-4a74-bc02-a351997dd718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605be2de-8c0f-4adb-b531-fec605834468'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:42:50.299242 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cf4233-cde7-4021-8c06-647cf3a1fbf0" -d '{"events": [{"server_uuid": "cf18abdd-07b9-4a74-bc02-a351997dd718", "name": "network-vif-plugged", "status": "completed", "tag": "605be2de-8c0f-4adb-b531-fec605834468"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:42:50.316177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 605be2de-8c0f-4adb-b531-fec605834468, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=605be2de-8c0f-4adb-b531-fec605834468,segment=NetworkSegment(636e35e1-c079-4460-8d82-6878217b11de),segment_id=636e35e1-c079-4460-8d82-6878217b11de)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:50.322950 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:50.347210 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee013968-ddee-4d1e-8cfd-2efbb78253e8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:50.386229 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32da6845-f4b5-456e-b949-f7c47701433a x-openstack-request-id: req-32da6845-f4b5-456e-b949-f7c47701433a {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:42:50.386642 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf18abdd-07b9-4a74-bc02-a351997dd718", "name": "network-vif-plugged", "status": "completed", "tag": "605be2de-8c0f-4adb-b531-fec605834468", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:42:50.386899 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32da6845-f4b5-456e-b949-f7c47701433a {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:42:50.387307 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf18abdd-07b9-4a74-bc02-a351997dd718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605be2de-8c0f-4adb-b531-fec605834468', 'code': 200} Dec 20 21:42:50.388372 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=605be2de-8c0f-4adb-b531-fec605834468,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:50.507212 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:50.551869 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee013968-ddee-4d1e-8cfd-2efbb78253e8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:50.645234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Allocated IP 172.35.3.126 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/37cdf297-861c-4dc7-9406-d1d708f5d5e4) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:42:50.664532 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1b685-e910-499a-90d2-4b8e9e3db0b1 req-3b86f5f8-9f98-4bf4-82b5-7c98ba546cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:50.666247 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09b1b685-e910-499a-90d2-4b8e9e3db0b1 req-3b86f5f8-9f98-4bf4-82b5-7c98ba546cfb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cf18abdd-07b9-4a74-bc02-a351997dd718 HTTP/1.1" status: 200 len: 1095 time: 0.2018800 Dec 20 21:42:50.702406 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee013968-ddee-4d1e-8cfd-2efbb78253e8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:50.745961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee013968-ddee-4d1e-8cfd-2efbb78253e8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event deleted for resources: {'Subnet': ['ID=66bb375f-0507-4073-9fab-b1aff785e7e8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:50.748004 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee013968-ddee-4d1e-8cfd-2efbb78253e8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:50.755474 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ee013968-ddee-4d1e-8cfd-2efbb78253e8 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "DELETE /v2.0/subnets/66bb375f-0507-4073-9fab-b1aff785e7e8 HTTP/1.1" status: 204 len: 168 time: 0.5977271 Dec 20 21:42:50.756575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d01b01-cd20-417d-8547-f63dda90d4b7 None None] Network 39d782ff-0936-4c2f-88c7-9a477076d5a8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:50.756804 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58848) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:50.776108 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router 1063c422-cf04-4fd7-86d3-1944ecbd4270 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:42:50.790342 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09b1b685-e910-499a-90d2-4b8e9e3db0b1 req-c0fb27d2-2b0d-46e5-b2b3-cb11e59e0d1d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161816 Dec 20 21:42:50.822868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-1591d435-8c90-4e7b-9123-d7a84aa5b9a9 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Deleting subnet 5fbb17ff-6f30-468f-9a23-54077d2c4b41 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:42:50.833652 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1591d435-8c90-4e7b-9123-d7a84aa5b9a9 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:50.869228 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:50.942790 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1591d435-8c90-4e7b-9123-d7a84aa5b9a9 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:51.010510 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5752272-2800-45c5-a302-4dd66d6710c0 None None] DHCP port deletion for 39d782ff-0936-4c2f-88c7-9a477076d5a8 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:42:51.063271 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1591d435-8c90-4e7b-9123-d7a84aa5b9a9 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:51.065649 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:51.086262 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebb7759-c172-4624-b34d-ab746cfa6a19 None None] Sync routers for ids ['1063c422-cf04-4fd7-86d3-1944ecbd4270'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:51.091777 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:51.107254 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:51.108940 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b3432d19-6f7a-4332-b708-ad8807119eed tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.1636062 Dec 20 21:42:51.115595 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebb7759-c172-4624-b34d-ab746cfa6a19 None None] Routers {'1063c422-cf04-4fd7-86d3-1944ecbd4270'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:51.118252 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7ebb7759-c172-4624-b34d-ab746cfa6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1063c422-cf04-4fd7-86d3-1944ecbd4270'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:51.132035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58856) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:51.150233 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1591d435-8c90-4e7b-9123-d7a84aa5b9a9 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:51.151614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:51.162986 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d5752272-2800-45c5-a302-4dd66d6710c0 None None] Deleting port 07bda4fd-62be-42c6-ba9b-dd5773f3b193 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:51.166978 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5752272-2800-45c5-a302-4dd66d6710c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:51.194220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:51.231765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:42:51.235015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591d435-8c90-4e7b-9123-d7a84aa5b9a9 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event deleted for resources: {'Subnet': ['ID=5fbb17ff-6f30-468f-9a23-54077d2c4b41,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:51.253440 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1591d435-8c90-4e7b-9123-d7a84aa5b9a9 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:51.263227 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1591d435-8c90-4e7b-9123-d7a84aa5b9a9 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "DELETE /v2.0/subnets/5fbb17ff-6f30-468f-9a23-54077d2c4b41 HTTP/1.1" status: 204 len: 168 time: 0.5054443 Dec 20 21:42:51.266131 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58862) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:51.287831 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Port': ['ID=37cdf297-861c-4dc7-9406-d1d708f5d5e4,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:51.290174 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7ebb7759-c172-4624-b34d-ab746cfa6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:51.315633 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebb7759-c172-4624-b34d-ab746cfa6a19 None None] Routers {'1063c422-cf04-4fd7-86d3-1944ecbd4270'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:51.318778 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7ebb7759-c172-4624-b34d-ab746cfa6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1063c422-cf04-4fd7-86d3-1944ecbd4270'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:51.387815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5be3be-4c49-4f5a-adcf-e05cf13660cf None None] Network fd085f12-85a1-4eff-9504-985266c4c633 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:51.394770 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d5752272-2800-45c5-a302-4dd66d6710c0 None None] For port 07bda4fd-62be-42c6-ba9b-dd5773f3b193, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=07bda4fd-62be-42c6-ba9b-dd5773f3b193,segment=NetworkSegment(e111ffa5-5c17-467f-850a-c08fccabef18),segment_id=e111ffa5-5c17-467f-850a-c08fccabef18)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:51.395172 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5752272-2800-45c5-a302-4dd66d6710c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:51.397808 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7ebb7759-c172-4624-b34d-ab746cfa6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:51.399926 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebb7759-c172-4624-b34d-ab746cfa6a19 None None] The sync data for ids ['1063c422-cf04-4fd7-86d3-1944ecbd4270'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:51.462309 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d5752272-2800-45c5-a302-4dd66d6710c0 None None] Calling delete_port for 07bda4fd-62be-42c6-ba9b-dd5773f3b193 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:51.482134 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:51.496727 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ba9a5-5fb9-4aa5-a0b3-7ad8f4b8d68a req-34124b14-4072-471e-a889-ad637843a45d tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:51.498375 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7b8ba9a5-5fb9-4aa5-a0b3-7ad8f4b8d68a req-34124b14-4072-471e-a889-ad637843a45d tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf18abdd-07b9-4a74-bc02-a351997dd718 HTTP/1.1" status: 200 len: 946 time: 0.2046039 Dec 20 21:42:51.556268 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bf12adb5-fdbe-41ee-827d-cb69f542af52 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/routers/1063c422-cf04-4fd7-86d3-1944ecbd4270 HTTP/1.1" status: 200 len: 884 time: 0.4229043 Dec 20 21:42:51.559048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58870) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:51.612481 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Deleting port 07bda4fd-62be-42c6-ba9b-dd5773f3b193 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:51.613065 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:51.695488 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7b8ba9a5-5fb9-4aa5-a0b3-7ad8f4b8d68a req-a1c59ad0-7f53-41d3-a97a-4bd86f364bda tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876888 Dec 20 21:42:51.764718 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5752272-2800-45c5-a302-4dd66d6710c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:51.838231 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 07bda4fd-62be-42c6-ba9b-dd5773f3b193 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:51.841433 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5752272-2800-45c5-a302-4dd66d6710c0 None None] Pushing event deleted for resources: {'Port': ['ID=07bda4fd-62be-42c6-ba9b-dd5773f3b193,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:51.846900 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5752272-2800-45c5-a302-4dd66d6710c0 None None] No DVR routers for this DVR port 07bda4fd-62be-42c6-ba9b-dd5773f3b193 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:51.862950 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] For port 07bda4fd-62be-42c6-ba9b-dd5773f3b193, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=07bda4fd-62be-42c6-ba9b-dd5773f3b193,segment=NetworkSegment(e111ffa5-5c17-467f-850a-c08fccabef18),segment_id=e111ffa5-5c17-467f-850a-c08fccabef18)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:51.864242 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:51.874915 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 07bda4fd-62be-42c6-ba9b-dd5773f3b193 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:51.875278 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 07bda4fd-62be-42c6-ba9b-dd5773f3b193 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:51.907844 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Calling delete_port for 07bda4fd-62be-42c6-ba9b-dd5773f3b193 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:51.931046 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21eee3f-6b93-4215-a663-4c78dbe408c2 None None] DHCP port deletion for fd085f12-85a1-4eff-9504-985266c4c633 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:42:52.029765 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:52.030016 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f21eee3f-6b93-4215-a663-4c78dbe408c2 None None] Deleting port 7cc87efd-91a3-49b2-8260-6fea324c7a52 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:52.031037 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f21eee3f-6b93-4215-a663-4c78dbe408c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:52.046369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] No DVR routers for this DVR port 07bda4fd-62be-42c6-ba9b-dd5773f3b193 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:52.075450 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:52.103340 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event deleted for resources: {'Port': ['ID=07bda4fd-62be-42c6-ba9b-dd5773f3b193,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:52.134044 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b830fc48-0610-4986-90a9-59d0877861e7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5721815 Dec 20 21:42:52.134697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58878) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:52.158025 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f21eee3f-6b93-4215-a663-4c78dbe408c2 None None] For port 7cc87efd-91a3-49b2-8260-6fea324c7a52, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7cc87efd-91a3-49b2-8260-6fea324c7a52,segment=NetworkSegment(99812ff2-5729-4bee-9f18-9b42b9c045bb),segment_id=99812ff2-5729-4bee-9f18-9b42b9c045bb)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:52.158563 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f21eee3f-6b93-4215-a663-4c78dbe408c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:52.181937 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f21eee3f-6b93-4215-a663-4c78dbe408c2 None None] Calling delete_port for 7cc87efd-91a3-49b2-8260-6fea324c7a52 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:52.202195 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-73ee76d5-8325-4f9e-a82c-9e6883c5e041 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1613606055'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:52.241132 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:52.279581 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d782ff-0936-4c2f-88c7-9a477076d5a8']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:52.331857 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e111ffa5-5c17-467f-850a-c08fccabef18') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:52.332895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e111ffa5-5c17-467f-850a-c08fccabef18') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:52.373359 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:52.395288 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:52.407010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:42:52.407754 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:52.411911 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f21eee3f-6b93-4215-a663-4c78dbe408c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: self.session.flush() Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:42:52.412108 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:42:52.458556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21eee3f-6b93-4215-a663-4c78dbe408c2 None None] Pushing event deleted for resources: {'Port': ['ID=7cc87efd-91a3-49b2-8260-6fea324c7a52,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:52.460481 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21eee3f-6b93-4215-a663-4c78dbe408c2 None None] No DVR routers for this DVR port 7cc87efd-91a3-49b2-8260-6fea324c7a52 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:52.553347 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:52.565915 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:52.572196 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:52.578903 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "DELETE /v2.0/networks/39d782ff-0936-4c2f-88c7-9a477076d5a8 HTTP/1.1" status: 204 len: 168 time: 1.3109779 Dec 20 21:42:52.591876 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58892) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:52.654552 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae9548-1aec-4efc-be59-29d1f2f3d817 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event deleted for resources: {'Network': ['ID=39d782ff-0936-4c2f-88c7-9a477076d5a8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:52.750357 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a82ecd0-4786-46ff-9b9b-61b56f4c16e4 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:52.985659 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a82ecd0-4786-46ff-9b9b-61b56f4c16e4 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:53.016134 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-9a82ecd0-4786-46ff-9b9b-61b56f4c16e4 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd085f12-85a1-4eff-9504-985266c4c633']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:53.026191 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117ed4d-49f9-4e3b-a04c-5c62e7f272cc req-9a27a7aa-6acd-4982-9f5e-53c7bb3dbbbc tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:53.028044 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e117ed4d-49f9-4e3b-a04c-5c62e7f272cc req-9a27a7aa-6acd-4982-9f5e-53c7bb3dbbbc tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8096120c-c7a1-4fad-8dd1-0e3174037127 HTTP/1.1" status: 200 len: 946 time: 0.0986836 Dec 20 21:42:53.038583 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-9a82ecd0-4786-46ff-9b9b-61b56f4c16e4 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99812ff2-5729-4bee-9f18-9b42b9c045bb') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:53.038583 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-9a82ecd0-4786-46ff-9b9b-61b56f4c16e4 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99812ff2-5729-4bee-9f18-9b42b9c045bb') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:53.062786 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a82ecd0-4786-46ff-9b9b-61b56f4c16e4 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:53.110094 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e117ed4d-49f9-4e3b-a04c-5c62e7f272cc req-0ee503e1-83ee-4206-be7b-23e2d6d9fa81 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb2c9032-cfb2-4ab0-926b-40cca9cd592d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743127 Dec 20 21:42:53.114477 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a82ecd0-4786-46ff-9b9b-61b56f4c16e4 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:53.134120 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a82ecd0-4786-46ff-9b9b-61b56f4c16e4 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:42:53.134944 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a82ecd0-4786-46ff-9b9b-61b56f4c16e4 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:42:53.139353 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:42:53.203950 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a82ecd0-4786-46ff-9b9b-61b56f4c16e4 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:53.211643 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9a82ecd0-4786-46ff-9b9b-61b56f4c16e4 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:53.218276 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9a82ecd0-4786-46ff-9b9b-61b56f4c16e4 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "DELETE /v2.0/networks/fd085f12-85a1-4eff-9504-985266c4c633 HTTP/1.1" status: 204 len: 168 time: 0.6169155 Dec 20 21:42:53.218975 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58902) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:53.235625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89548f47-7d5e-41aa-b33a-7078585a935e req-2c578478-e973-4aa5-b2c2-686950b92a06 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:53.238907 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82ecd0-4786-46ff-9b9b-61b56f4c16e4 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event deleted for resources: {'Network': ['ID=fd085f12-85a1-4eff-9504-985266c4c633,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:53.242625 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-89548f47-7d5e-41aa-b33a-7078585a935e req-2c578478-e973-4aa5-b2c2-686950b92a06 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf18abdd-07b9-4a74-bc02-a351997dd718 HTTP/1.1" status: 200 len: 946 time: 0.2533917 Dec 20 21:42:53.273326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Router be6912bb-969c-4af6-b404-1c9c83aabbd6 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:42:53.284521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e13b05-7e30-4650-ac27-3f25a58e8c26 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Deleting subnet 86639fb9-ed29-408a-9312-fc50752c0742 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:42:53.287744 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-32e13b05-7e30-4650-ac27-3f25a58e8c26 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:53.341594 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-32e13b05-7e30-4650-ac27-3f25a58e8c26 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:53.369413 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-89548f47-7d5e-41aa-b33a-7078585a935e req-fe07b255-a562-4959-a4f0-319d976dd882 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259055 Dec 20 21:42:53.441631 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-32e13b05-7e30-4650-ac27-3f25a58e8c26 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:53.522474 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73ee76d5-8325-4f9e-a82c-9e6883c5e041 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:53.529730 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-32e13b05-7e30-4650-ac27-3f25a58e8c26 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:53.541255 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:53.548563 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-32e13b05-7e30-4650-ac27-3f25a58e8c26 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:53.554912 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-32e13b05-7e30-4650-ac27-3f25a58e8c26 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "DELETE /v2.0/subnets/86639fb9-ed29-408a-9312-fc50752c0742 HTTP/1.1" status: 204 len: 168 time: 0.3326480 Dec 20 21:42:53.558863 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Sync routers for ids ['be6912bb-969c-4af6-b404-1c9c83aabbd6'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:53.563119 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8c8ef5-2d1a-4622-898a-12fe7a83589f None None] Network db7a8bbd-1674-454d-bf2b-56897c49bdf7 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:53.567560 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58914) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:53.572999 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73ee76d5-8325-4f9e-a82c-9e6883c5e041 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:53.589919 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e13b05-7e30-4650-ac27-3f25a58e8c26 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event deleted for resources: {'Subnet': ['ID=86639fb9-ed29-408a-9312-fc50752c0742,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:53.630937 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Routers {'be6912bb-969c-4af6-b404-1c9c83aabbd6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:53.631731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['be6912bb-969c-4af6-b404-1c9c83aabbd6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:53.744511 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:53.749068 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58920) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:53.749930 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-73f867e0-ecda-42f5-9c8f-c419cd1edd61 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.3271754 Dec 20 21:42:53.826151 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a4103183-ac0b-456f-b8de-0d33e84912d8 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=5353e8cb9b434e37a6bf3118a301f4e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0742607 Dec 20 21:42:53.826659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58924) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:53.873669 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:53.949776 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7cc87efd-91a3-49b2-8260-6fea324c7a52 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:53.972924 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ee76d5-8325-4f9e-a82c-9e6883c5e041 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router 1063c422-cf04-4fd7-86d3-1944ecbd4270 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:42:53.995814 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Set router be6912bb-969c-4af6-b404-1c9c83aabbd6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:42:54.013410 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde08235-f44a-4e7d-8e3f-03fbaf690b34 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:54.018724 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cde08235-f44a-4e7d-8e3f-03fbaf690b34 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1908362 Dec 20 21:42:54.019428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58928) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:54.083856 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-029b072a-b35d-4c44-bf55-6ab7c76e2a93 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0630484 Dec 20 21:42:54.084470 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58932) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:54.094347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2c4542ea-7a54-4d43-b89a-6ddeff40581c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-84885247', 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:54.122161 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ee76d5-8325-4f9e-a82c-9e6883c5e041 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:42:54.133863 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c3f2a-73c9-422a-9798-1e5da2f49097 None None] Sync routers for ids ['1063c422-cf04-4fd7-86d3-1944ecbd4270'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:42:54.140322 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 7cc87efd-91a3-49b2-8260-6fea324c7a52 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:54.140322 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7cc87efd-91a3-49b2-8260-6fea324c7a52 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:54.157391 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c3f2a-73c9-422a-9798-1e5da2f49097 None None] Routers {'1063c422-cf04-4fd7-86d3-1944ecbd4270'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:54.162108 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-370c3f2a-73c9-422a-9798-1e5da2f49097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1063c422-cf04-4fd7-86d3-1944ecbd4270'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:54.172950 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73ee76d5-8325-4f9e-a82c-9e6883c5e041 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:54.176902 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-73ee76d5-8325-4f9e-a82c-9e6883c5e041 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/1063c422-cf04-4fd7-86d3-1944ecbd4270 HTTP/1.1" status: 200 len: 891 time: 1.9758101 Dec 20 21:42:54.190674 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58936) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:54.255246 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-370c3f2a-73c9-422a-9798-1e5da2f49097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:54.280651 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c3f2a-73c9-422a-9798-1e5da2f49097 None None] Routers {'1063c422-cf04-4fd7-86d3-1944ecbd4270'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:54.281301 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-370c3f2a-73c9-422a-9798-1e5da2f49097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['1063c422-cf04-4fd7-86d3-1944ecbd4270'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:54.296075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Deleting port 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:54.296750 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:54.298490 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4542ea-7a54-4d43-b89a-6ddeff40581c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Made reservation on behalf of 5353e8cb9b434e37a6bf3118a301f4e4 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:54.303558 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c4542ea-7a54-4d43-b89a-6ddeff40581c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:54.346946 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-370c3f2a-73c9-422a-9798-1e5da2f49097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:54.348104 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c3f2a-73c9-422a-9798-1e5da2f49097 None None] The sync data for ids ['1063c422-cf04-4fd7-86d3-1944ecbd4270'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:54.526866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] For port 04c33ac3-5db9-4aac-ae16-d2155cc51ee3, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=04c33ac3-5db9-4aac-ae16-d2155cc51ee3,segment=NetworkSegment(67d4a8d9-3652-4d85-8409-f3e012f6138e),segment_id=67d4a8d9-3652-4d85-8409-f3e012f6138e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:54.527241 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:54.571289 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af559ee0-83b8-488c-b713-3053ce8ce09a None None] DHCP port deletion for db7a8bbd-1674-454d-bf2b-56897c49bdf7 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:42:54.575505 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4894dde-b0a4-4784-a9f8-53e7892929f5 req-3786ac96-9ce4-4456-937e-faa14b63c78b tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:54.582147 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a4894dde-b0a4-4784-a9f8-53e7892929f5 req-3786ac96-9ce4-4456-937e-faa14b63c78b tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.66 "GET /v2.0/ports?device_id=8096120c-c7a1-4fad-8dd1-0e3174037127 HTTP/1.1" status: 200 len: 946 time: 0.2978454 Dec 20 21:42:54.585448 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Calling delete_port for 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:54.671055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'name': 'tempest-TestNetworkBasicOps-router-1850922873', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:42:48Z', 'updated_at': '2021-12-20T21:42:51Z', 'revision_number': 3, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:50Z', 'updated_at': '2021-12-20T21:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:54.710854 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3929c-3930-4b39-98c3-4a8e7b4d7939 req-20f3533c-8699-4d87-a0cb-8394a2332572 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:54.712627 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5ec3929c-3930-4b39-98c3-4a8e7b4d7939 req-20f3533c-8699-4d87-a0cb-8394a2332572 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf18abdd-07b9-4a74-bc02-a351997dd718 HTTP/1.1" status: 200 len: 946 time: 0.1275799 Dec 20 21:42:54.714644 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-af559ee0-83b8-488c-b713-3053ce8ce09a None None] Deleting port 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:54.715244 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af559ee0-83b8-488c-b713-3053ce8ce09a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:54.717687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Checking router: be6912bb-969c-4af6-b404-1c9c83aabbd6 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:42:54.718037 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Updating router be6912bb-969c-4af6-b404-1c9c83aabbd6 port 37cdf297-861c-4dc7-9406-d1d708f5d5e4 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:42:54.741743 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c4542ea-7a54-4d43-b89a-6ddeff40581c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:54.748622 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58eb18-696f-4f97-a7c5-0f2b7e3c98f5 req-4c1ba12e-3219-40e5-aa31-4f37e85ed3dc tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:54.750667 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c58eb18-696f-4f97-a7c5-0f2b7e3c98f5 req-4c1ba12e-3219-40e5-aa31-4f37e85ed3dc tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8096120c-c7a1-4fad-8dd1-0e3174037127 HTTP/1.1" status: 200 len: 946 time: 0.4505181 Dec 20 21:42:54.759472 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-af57ef29-a56f-447d-9bd6-3f46ddea6da4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/routers/1063c422-cf04-4fd7-86d3-1944ecbd4270 HTTP/1.1" status: 200 len: 891 time: 0.5670877 Dec 20 21:42:54.761144 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58952) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:54.761315 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:54.761642 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:54.815252 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5ec3929c-3930-4b39-98c3-4a8e7b4d7939 req-05438501-916c-465f-9680-772c97375381 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951059 Dec 20 21:42:54.855714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event deleted for resources: {'Port': ['ID=04c33ac3-5db9-4aac-ae16-d2155cc51ee3,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:54.863252 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9123c8a0-038d-498f-8192-db89e2252633 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports?device_id=1063c422-cf04-4fd7-86d3-1944ecbd4270 HTTP/1.1" status: 200 len: 205 time: 0.0787728 Dec 20 21:42:54.867262 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58958) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:54.867455 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] No DVR routers for this DVR port 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:54.937729 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-af559ee0-83b8-488c-b713-3053ce8ce09a None None] For port 04c33ac3-5db9-4aac-ae16-d2155cc51ee3, host n-d-xena-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:54.938164 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af559ee0-83b8-488c-b713-3053ce8ce09a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:54.962191 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c58eb18-696f-4f97-a7c5-0f2b7e3c98f5 req-f474e082-bf72-4aee-9e2b-2debca080dec tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb2c9032-cfb2-4ab0-926b-40cca9cd592d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972213 Dec 20 21:42:55.002579 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-af559ee0-83b8-488c-b713-3053ce8ce09a None None] Calling delete_port for 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:55.008011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-af559ee0-83b8-488c-b713-3053ce8ce09a None None] Port 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 was not found and therefore no delete operation was performed {{(pid=102403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 21:42:55.012073 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af559ee0-83b8-488c-b713-3053ce8ce09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:55.022819 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:55.044028 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af559ee0-83b8-488c-b713-3053ce8ce09a None None] Pushing event deleted for resources: {'Port': ['ID=04c33ac3-5db9-4aac-ae16-d2155cc51ee3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:55.059374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-a4894dde-b0a4-4784-a9f8-53e7892929f5 req-9932b772-b6bc-4f76-9fe3-63523b198291 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Deleting port c1eedb92-f16a-4495-807d-1402e3552acf {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:55.059832 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a4894dde-b0a4-4784-a9f8-53e7892929f5 req-9932b772-b6bc-4f76-9fe3-63523b198291 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:55.106130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af559ee0-83b8-488c-b713-3053ce8ce09a None None] No DVR routers for this DVR port 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:55.189161 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a4894dde-b0a4-4784-a9f8-53e7892929f5 req-9932b772-b6bc-4f76-9fe3-63523b198291 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] For port c1eedb92-f16a-4495-807d-1402e3552acf, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c1eedb92-f16a-4495-807d-1402e3552acf,segment=NetworkSegment(29fc283d-2c6d-4608-bd34-31d9d6b2d0ab),segment_id=29fc283d-2c6d-4608-bd34-31d9d6b2d0ab)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:55.189731 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a4894dde-b0a4-4784-a9f8-53e7892929f5 req-9932b772-b6bc-4f76-9fe3-63523b198291 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:55.208211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-a4894dde-b0a4-4784-a9f8-53e7892929f5 req-9932b772-b6bc-4f76-9fe3-63523b198291 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Calling delete_port for c1eedb92-f16a-4495-807d-1402e3552acf owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:55.339461 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:55.350571 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:55.354806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7a8bbd-1674-454d-bf2b-56897c49bdf7']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:55.369794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d4a8d9-3652-4d85-8409-f3e012f6138e') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:55.370133 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d4a8d9-3652-4d85-8409-f3e012f6138e') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:55.385117 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:55.400086 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a4894dde-b0a4-4784-a9f8-53e7892929f5 req-9932b772-b6bc-4f76-9fe3-63523b198291 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:55.407595 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:55.420158 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Attempting to bind port 37cdf297-861c-4dc7-9406-d1d708f5d5e4 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:42:55.421041 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Attempting to bind port 37cdf297-861c-4dc7-9406-d1d708f5d5e4 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:42:55.421737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Attempting to bind port 37cdf297-861c-4dc7-9406-d1d708f5d5e4 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:42:55.440420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['c1eedb92-f16a-4495-807d-1402e3552acf'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:42:55.444119 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d01a7-dd84-4983-8432-f5aaec0b1ff3 None None] Pushing event updated for resources: {'Port': ['ID=37cdf297-861c-4dc7-9406-d1d708f5d5e4,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:55.447717 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:42:55.448337 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:55.448955 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:55.449502 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:42:55.450193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Bound port: 37cdf297-861c-4dc7-9406-d1d708f5d5e4, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:42:55.450749 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:55.501711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:42:55.502270 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:55.509219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932b772-b6bc-4f76-9fe3-63523b198291 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Pushing event deleted for resources: {'Port': ['ID=c1eedb92-f16a-4495-807d-1402e3552acf,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:42:55.515392 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:42:55.517720 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4542ea-7a54-4d43-b89a-6ddeff40581c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Checking segment: {'id': 'cc03139a-22ff-496d-be2d-dc29dc2ba57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:55.517720 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4542ea-7a54-4d43-b89a-6ddeff40581c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network hostable DHCP agents. Network: c9c66cb9-8498-4b37-8169-f08bcf7ce187, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:42:55.524582 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4542ea-7a54-4d43-b89a-6ddeff40581c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Subnet': ['ID=d7297ed1-0479-42f3-bcc3-b966d5142b2e,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:55.553448 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] For port 37cdf297-861c-4dc7-9406-d1d708f5d5e4, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:42:55.558019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] For port 37cdf297-861c-4dc7-9406-d1d708f5d5e4, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=37cdf297-861c-4dc7-9406-d1d708f5d5e4,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:42:55.567252 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:55.621180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4894dde-b0a4-4784-a9f8-53e7892929f5 req-9932b772-b6bc-4f76-9fe3-63523b198291 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] No DVR routers for this DVR port c1eedb92-f16a-4495-807d-1402e3552acf on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:55.624446 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a4894dde-b0a4-4784-a9f8-53e7892929f5 req-9932b772-b6bc-4f76-9fe3-63523b198291 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:55.628976 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a4894dde-b0a4-4784-a9f8-53e7892929f5 req-9932b772-b6bc-4f76-9fe3-63523b198291 tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.66 "DELETE /v2.0/ports/c1eedb92-f16a-4495-807d-1402e3552acf HTTP/1.1" status: 204 len: 173 time: 0.9110279 Dec 20 21:42:55.629978 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8096120c-c7a1-4fad-8dd1-0e3174037127', 'name': 'network-vif-deleted', 'tag': 'c1eedb92-f16a-4495-807d-1402e3552acf'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:42:55.632018 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14689e92-3358-4cfd-991b-29925c10c655" -d '{"events": [{"server_uuid": "8096120c-c7a1-4fad-8dd1-0e3174037127", "name": "network-vif-deleted", "tag": "c1eedb92-f16a-4495-807d-1402e3552acf"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:42:55.634329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4542ea-7a54-4d43-b89a-6ddeff40581c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network c9c66cb9-8498-4b37-8169-f08bcf7ce187 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:42:55.635735 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:55.654178 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:55.655389 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d01a7-dd84-4983-8432-f5aaec0b1ff3 None None] Pushing event updated for resources: {'Port': ['ID=37cdf297-861c-4dc7-9406-d1d708f5d5e4,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:55.661333 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "DELETE /v2.0/networks/db7a8bbd-1674-454d-bf2b-56897c49bdf7 HTTP/1.1" status: 204 len: 168 time: 2.0886962 Dec 20 21:42:55.661333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300737ea-3e11-49b2-bcf2-fe48753391fb tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Pushing event deleted for resources: {'Network': ['ID=db7a8bbd-1674-454d-bf2b-56897c49bdf7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:55.661333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58980) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:55.662307 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-2c4542ea-7a54-4d43-b89a-6ddeff40581c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, c9c66cb9-8498-4b37-8169-f08bcf7ce187) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:55.678433 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a369b51b-d8fb-49c5-86df-2d0d161d9e17 None None] Network c9c66cb9-8498-4b37-8169-f08bcf7ce187 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:42:55.687484 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4542ea-7a54-4d43-b89a-6ddeff40581c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:55.688290 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2c4542ea-7a54-4d43-b89a-6ddeff40581c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:55.690647 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a5bae5c8-660e-4729-8b8e-3bbed7795c8c tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "GET /v2.0/ports?device_id=879dd2e6-0882-49bc-8706-c07dbfd4e700 HTTP/1.1" status: 200 len: 205 time: 0.0284133 Dec 20 21:42:55.693188 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 58982) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:55.698233 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a21e8b5-fed6-43a5-9619-61ebfd9b400c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:55.821536 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783e25fe-97c7-4a33-b0d2-04194082e3b6 x-openstack-request-id: req-783e25fe-97c7-4a33-b0d2-04194082e3b6 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:42:55.822275 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8096120c-c7a1-4fad-8dd1-0e3174037127", "name": "network-vif-deleted", "tag": "c1eedb92-f16a-4495-807d-1402e3552acf", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:42:55.822759 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-783e25fe-97c7-4a33-b0d2-04194082e3b6 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:42:55.823404 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8096120c-c7a1-4fad-8dd1-0e3174037127', 'name': 'network-vif-deleted', 'tag': 'c1eedb92-f16a-4495-807d-1402e3552acf', 'status': 'completed', 'code': 200} Dec 20 21:42:55.863373 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2c4542ea-7a54-4d43-b89a-6ddeff40581c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7778447 Dec 20 21:42:55.868921 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 58988) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:55.885982 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Routers {'be6912bb-969c-4af6-b404-1c9c83aabbd6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:42:55.887890 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['be6912bb-969c-4af6-b404-1c9c83aabbd6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:55.895659 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:42:55.997302 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1beb7c3-4f73-404f-b5ca-5c06f22fb5e6 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:56.100600 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a21e8b5-fed6-43a5-9619-61ebfd9b400c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:56.101392 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] Set router be6912bb-969c-4af6-b404-1c9c83aabbd6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:42:56.172748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:42:56.173157 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 04c33ac3-5db9-4aac-ae16-d2155cc51ee3 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:42:56.293628 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ff98a41-9884-46b3-b91e-3b1f1df51d64 req-46bfda4d-f832-4ec3-a2ed-097a41d067ce tempest-ServerTagsTestJSON-159145372 tempest-ServerTagsTestJSON-159145372-project] 10.222.0.32 "GET /v2.0/ports?device_id=8096120c-c7a1-4fad-8dd1-0e3174037127 HTTP/1.1" status: 200 len: 210 time: 0.1632619 Dec 20 21:42:56.402651 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-c9c66cb9-8498-4b37-8169-f08bcf7ce187', 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'fixed_ips': [{'subnet_id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:42:56.403605 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:56.405702 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2a21e8b5-fed6-43a5-9619-61ebfd9b400c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting port c6ec426a-b971-4b99-bc0f-53d3bb7b6a6d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:56.406036 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a21e8b5-fed6-43a5-9619-61ebfd9b400c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:56.617038 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a21e8b5-fed6-43a5-9619-61ebfd9b400c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:56.654523 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2a21e8b5-fed6-43a5-9619-61ebfd9b400c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Calling delete_port for c6ec426a-b971-4b99-bc0f-53d3bb7b6a6d owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:56.815570 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87703a17-3134-4c44-b398-2c57b957bf8f req-a4cb1cda-245f-4eb2-b457-be61a539d846 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:56.816869 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-87703a17-3134-4c44-b398-2c57b957bf8f req-a4cb1cda-245f-4eb2-b457-be61a539d846 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf18abdd-07b9-4a74-bc02-a351997dd718 HTTP/1.1" status: 200 len: 946 time: 1.0095711 Dec 20 21:42:56.904033 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Allocated IP 172.20.0.2 (c9c66cb9-8498-4b37-8169-f08bcf7ce187/d7297ed1-0479-42f3-bcc3-b966d5142b2e/de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:42:56.918043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'name': 'tempest-TestNetworkBasicOps-router-1850922873', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:42:48Z', 'updated_at': '2021-12-20T21:42:51Z', 'revision_number': 3, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:50Z', 'updated_at': '2021-12-20T21:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:56.943577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2f7fa-f0a6-4eaf-a934-d54a118cec8e req-1647e9ed-8645-4cb4-86f3-762b19bc33a6 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:56.945307 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0cc2f7fa-f0a6-4eaf-a934-d54a118cec8e req-1647e9ed-8645-4cb4-86f3-762b19bc33a6 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf18abdd-07b9-4a74-bc02-a351997dd718 HTTP/1.1" status: 200 len: 946 time: 0.9860404 Dec 20 21:42:56.982691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41941dad-2091-42c7-a2fa-947da124c472 None None] The sync data for ids ['be6912bb-969c-4af6-b404-1c9c83aabbd6'] in n-d-xena-1 is: [{'id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'name': 'tempest-TestNetworkBasicOps-router-1850922873', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:42:48Z', 'updated_at': '2021-12-20T21:42:51Z', 'revision_number': 3, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:50Z', 'updated_at': '2021-12-20T21:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:42:57.084246 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1beb7c3-4f73-404f-b5ca-5c06f22fb5e6 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:57.092005 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1beb7c3-4f73-404f-b5ca-5c06f22fb5e6 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:57.132663 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:57.164342 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-32ce2725-6ad9-4fbf-b005-c198ea64f355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:57.204376 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0cc2f7fa-f0a6-4eaf-a934-d54a118cec8e req-2fb2498a-5935-4bb0-ba13-6fbcddc4e9b0 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483209 Dec 20 21:42:57.233469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-87703a17-3134-4c44-b398-2c57b957bf8f req-3fd6c0bd-5ad7-4629-96d8-8c57519349b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Deleting port 605be2de-8c0f-4adb-b531-fec605834468 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:42:57.234436 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-87703a17-3134-4c44-b398-2c57b957bf8f req-3fd6c0bd-5ad7-4629-96d8-8c57519349b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:57.240663 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1beb7c3-4f73-404f-b5ca-5c06f22fb5e6 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:57.241167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1beb7c3-4f73-404f-b5ca-5c06f22fb5e6 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Fanout notify agent at l3_agent the message router_deleted on router 879dd2e6-0882-49bc-8706-c07dbfd4e700 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:42:57.253436 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1beb7c3-4f73-404f-b5ca-5c06f22fb5e6 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:57.261247 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c1beb7c3-4f73-404f-b5ca-5c06f22fb5e6 tempest-RoutersNegativeTest-1000223241 tempest-RoutersNegativeTest-1000223241-project] 10.222.0.32 "DELETE /v2.0/routers/879dd2e6-0882-49bc-8706-c07dbfd4e700 HTTP/1.1" status: 204 len: 168 time: 1.5646484 Dec 20 21:42:57.334540 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:57.346165 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:57.445249 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Network c9c66cb9-8498-4b37-8169-f08bcf7ce187 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:57.456560 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:57.461526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59018) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:57.461762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:42:57.480933 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a21e8b5-fed6-43a5-9619-61ebfd9b400c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:57.505418 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Pushing event updated for resources: {'Port': ['ID=de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:57.528831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21e8b5-fed6-43a5-9619-61ebfd9b400c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Port': ['ID=c6ec426a-b971-4b99-bc0f-53d3bb7b6a6d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:57.721088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Attempting to bind port de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:42:57.730876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Attempting to bind port de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'cc03139a-22ff-496d-be2d-dc29dc2ba57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:42:57.731996 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Attempting to bind port de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa on network c9c66cb9-8498-4b37-8169-f08bcf7ce187 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:42:57.734471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af3567c-feb1-4e22-aa14-9eb2ebb71ed7 admin admin] Deleting subnet 1ec10585-c75f-484e-8ad3-a4b389c956f1 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:42:57.745890 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-87703a17-3134-4c44-b398-2c57b957bf8f req-3fd6c0bd-5ad7-4629-96d8-8c57519349b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] For port 605be2de-8c0f-4adb-b531-fec605834468, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=605be2de-8c0f-4adb-b531-fec605834468,segment=NetworkSegment(636e35e1-c079-4460-8d82-6878217b11de),segment_id=636e35e1-c079-4460-8d82-6878217b11de)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:57.747823 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-87703a17-3134-4c44-b398-2c57b957bf8f req-3fd6c0bd-5ad7-4629-96d8-8c57519349b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:57.755284 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:42:57.756044 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Checking segment: {'id': 'cc03139a-22ff-496d-be2d-dc29dc2ba57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:42:57.757031 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:57.758749 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5af3567c-feb1-4e22-aa14-9eb2ebb71ed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:57.762297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Bound using segment: {'id': 'cc03139a-22ff-496d-be2d-dc29dc2ba57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:42:57.762862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Bound port: de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc03139a-22ff-496d-be2d-dc29dc2ba57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:42:57.763382 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:57.790017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-87703a17-3134-4c44-b398-2c57b957bf8f req-3fd6c0bd-5ad7-4629-96d8-8c57519349b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Calling delete_port for 605be2de-8c0f-4adb-b531-fec605834468 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:42:57.832028 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a21e8b5-fed6-43a5-9619-61ebfd9b400c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:57.832747 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5af3567c-feb1-4e22-aa14-9eb2ebb71ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:57.894980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 37cdf297-861c-4dc7-9406-d1d708f5d5e4 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:42:58.001429 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5af3567c-feb1-4e22-aa14-9eb2ebb71ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:58.035160 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a21e8b5-fed6-43a5-9619-61ebfd9b400c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:58.037701 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a21e8b5-fed6-43a5-9619-61ebfd9b400c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:58.091074 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] For port de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:42:58.104501 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] For port de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa,segment=NetworkSegment(cc03139a-22ff-496d-be2d-dc29dc2ba57e),segment_id=cc03139a-22ff-496d-be2d-dc29dc2ba57e)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:42:58.105560 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59032) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:58.144998 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 37cdf297-861c-4dc7-9406-d1d708f5d5e4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:42:58.145466 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:58.149521 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:58.158753 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a21e8b5-fed6-43a5-9619-61ebfd9b400c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:58.160509 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a21e8b5-fed6-43a5-9619-61ebfd9b400c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Fanout notify agent at l3_agent the message router_deleted on router 1063c422-cf04-4fd7-86d3-1944ecbd4270 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:42:58.242026 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5af3567c-feb1-4e22-aa14-9eb2ebb71ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:58.242536 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2a21e8b5-fed6-43a5-9619-61ebfd9b400c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:58.243868 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2a21e8b5-fed6-43a5-9619-61ebfd9b400c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/routers/1063c422-cf04-4fd7-86d3-1944ecbd4270 HTTP/1.1" status: 204 len: 168 time: 3.3750658 Dec 20 21:42:58.247682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59038) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:58.253858 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7dd1266e-7c84-4ca6-8273-768e3711c639 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-903064212'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:58.334055 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd1266e-7c84-4ca6-8273-768e3711c639 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:58.337284 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7dd1266e-7c84-4ca6-8273-768e3711c639 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:58.384063 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a5150-68be-4467-9ed0-1a7c646649fa None None] Pushing event updated for resources: {'Port': ['ID=de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:58.407408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3567c-feb1-4e22-aa14-9eb2ebb71ed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec10585-c75f-484e-8ad3-a4b389c956f1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:58.460541 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5af3567c-feb1-4e22-aa14-9eb2ebb71ed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:58.464708 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5af3567c-feb1-4e22-aa14-9eb2ebb71ed7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1ec10585-c75f-484e-8ad3-a4b389c956f1 HTTP/1.1" status: 204 len: 168 time: 1.0027900 Dec 20 21:42:58.474584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59044) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:58.539603 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:58.579946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd1266e-7c84-4ca6-8273-768e3711c639 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:42:58.616134 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 37cdf297-861c-4dc7-9406-d1d708f5d5e4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=37cdf297-861c-4dc7-9406-d1d708f5d5e4,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:42:58.625675 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:58.627914 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7dd1266e-7c84-4ca6-8273-768e3711c639 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:58.628453 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-7dd1266e-7c84-4ca6-8273-768e3711c639 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Added segment bba35c69-4997-4cd7-92f1-d7ae3ac735d6 of type vlan for network 0afbbc2c-d002-4b74-a42d-14c171567ea2 Dec 20 21:42:58.654706 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-87703a17-3134-4c44-b398-2c57b957bf8f req-3fd6c0bd-5ad7-4629-96d8-8c57519349b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:58.673749 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Allocated IP 172.20.0.1 (c9c66cb9-8498-4b37-8169-f08bcf7ce187/d7297ed1-0479-42f3-bcc3-b966d5142b2e/c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:42:58.740602 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=37cdf297-861c-4dc7-9406-d1d708f5d5e4,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:58.806197 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7dd1266e-7c84-4ca6-8273-768e3711c639 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:58.901077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6c0bd-5ad7-4629-96d8-8c57519349b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Pushing event deleted for resources: {'Port': ['ID=605be2de-8c0f-4adb-b531-fec605834468,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:58.931544 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9817a095-8058-426a-8140-cbf551488342 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9da7a461b214454bfc3e839dafbb014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8242126 Dec 20 21:42:58.942486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59054) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:58.943088 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [None req-7dd1266e-7c84-4ca6-8273-768e3711c639 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:42:58.960793 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d40f7538-2a24-44ad-9aae-e3b419d1a70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.003884 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7dd1266e-7c84-4ca6-8273-768e3711c639 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.015984 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd1266e-7c84-4ca6-8273-768e3711c639 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:59.016635 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7dd1266e-7c84-4ca6-8273-768e3711c639 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.022660 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1f82a-8341-47cb-b666-90e4dd5b9d8b req-af26b991-065f-4497-b1f6-f0efe37102e1 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:42:59.024907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97e1f82a-8341-47cb-b666-90e4dd5b9d8b req-af26b991-065f-4497-b1f6-f0efe37102e1 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf18abdd-07b9-4a74-bc02-a351997dd718 HTTP/1.1" status: 200 len: 867 time: 0.6380284 Dec 20 21:42:59.033460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-87703a17-3134-4c44-b398-2c57b957bf8f req-3fd6c0bd-5ad7-4629-96d8-8c57519349b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] No DVR routers for this DVR port 605be2de-8c0f-4adb-b531-fec605834468 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:42:59.036833 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-87703a17-3134-4c44-b398-2c57b957bf8f req-3fd6c0bd-5ad7-4629-96d8-8c57519349b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.040773 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-87703a17-3134-4c44-b398-2c57b957bf8f req-3fd6c0bd-5ad7-4629-96d8-8c57519349b7 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.31 "DELETE /v2.0/ports/605be2de-8c0f-4adb-b531-fec605834468 HTTP/1.1" status: 204 len: 173 time: 2.1977491 Dec 20 21:42:59.058252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf18abdd-07b9-4a74-bc02-a351997dd718', 'name': 'network-vif-deleted', 'tag': '605be2de-8c0f-4adb-b531-fec605834468'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:42:59.059638 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.061565 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66411957-3450-49d2-bf88-1bbb4d2c8477" -d '{"events": [{"server_uuid": "cf18abdd-07b9-4a74-bc02-a351997dd718", "name": "network-vif-deleted", "tag": "605be2de-8c0f-4adb-b531-fec605834468"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:42:59.183759 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f3c5b3-af05-4c9d-9dd7-165478b54a89 x-openstack-request-id: req-a4f3c5b3-af05-4c9d-9dd7-165478b54a89 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:42:59.184165 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf18abdd-07b9-4a74-bc02-a351997dd718", "name": "network-vif-deleted", "tag": "605be2de-8c0f-4adb-b531-fec605834468", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:42:59.184276 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4f3c5b3-af05-4c9d-9dd7-165478b54a89 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:42:59.184704 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf18abdd-07b9-4a74-bc02-a351997dd718', 'name': 'network-vif-deleted', 'tag': '605be2de-8c0f-4adb-b531-fec605834468', 'status': 'completed', 'code': 200} Dec 20 21:42:59.186741 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf0f7f3a-f13f-42a0-a023-291bc3d6dea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.191179 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97e1f82a-8341-47cb-b666-90e4dd5b9d8b req-8de9503a-f789-425d-acac-402313aabc75 tempest-VolumesActionsTest-1361736051 tempest-VolumesActionsTest-1361736051-project] 10.222.0.32 "GET /v2.0/security-groups?id=253b10c3-cd60-404d-bec3-329d2654efb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230628 Dec 20 21:42:59.216503 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.264934 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7dd1266e-7c84-4ca6-8273-768e3711c639 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0155642 Dec 20 21:42:59.266201 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59062) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:42:59.275222 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-aa0cad26-085d-4473-a947-7c2ab9c4b809 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'subnet': {'network_id': '0afbbc2c-d002-4b74-a42d-14c171567ea2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:42:59.293820 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d40f7538-2a24-44ad-9aae-e3b419d1a70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.297589 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf0f7f3a-f13f-42a0-a023-291bc3d6dea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.300776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1266e-7c84-4ca6-8273-768e3711c639 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Network': ['ID=0afbbc2c-d002-4b74-a42d-14c171567ea2,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:59.317513 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 0afbbc2c-d002-4b74-a42d-14c171567ea2 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:42:59.341642 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network c9c66cb9-8498-4b37-8169-f08bcf7ce187 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:42:59.350629 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:42:59.364259 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:42:59.369427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d40f7538-2a24-44ad-9aae-e3b419d1a70e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f5e656-1519-424d-a6ac-3ccb46d7222b']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:59.395886 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d40f7538-2a24-44ad-9aae-e3b419d1a70e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29fc283d-2c6d-4608-bd34-31d9d6b2d0ab') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:59.396161 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d40f7538-2a24-44ad-9aae-e3b419d1a70e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29fc283d-2c6d-4608-bd34-31d9d6b2d0ab') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:42:59.405657 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Port': ['ID=c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:59.410437 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d40f7538-2a24-44ad-9aae-e3b419d1a70e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.434972 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d40f7538-2a24-44ad-9aae-e3b419d1a70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.445224 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf0f7f3a-f13f-42a0-a023-291bc3d6dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.455132 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf0f7f3a-f13f-42a0-a023-291bc3d6dea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.456337 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cf0f7f3a-f13f-42a0-a023-291bc3d6dea5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fdce496a-c537-4297-8828-317ffe49d9e7 HTTP/1.1" status: 204 len: 168 time: 0.4885185 Dec 20 21:42:59.457591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40f7538-2a24-44ad-9aae-e3b419d1a70e admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:42:59.458523 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d40f7538-2a24-44ad-9aae-e3b419d1a70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:42:59.465498 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:42:59.474871 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.495833 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95ff4c98-dd54-484a-8ece-d41d76e89017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.559682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0cad26-085d-4473-a947-7c2ab9c4b809 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:42:59.563829 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa0cad26-085d-4473-a947-7c2ab9c4b809 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.587269 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f7f3a-f13f-42a0-a023-291bc3d6dea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdce496a-c537-4297-8828-317ffe49d9e7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:59.658838 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d40f7538-2a24-44ad-9aae-e3b419d1a70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.668234 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d40f7538-2a24-44ad-9aae-e3b419d1a70e admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:42:59.674763 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d40f7538-2a24-44ad-9aae-e3b419d1a70e admin admin] 10.222.0.32 "DELETE /v2.0/networks/e7f5e656-1519-424d-a6ac-3ccb46d7222b HTTP/1.1" status: 204 len: 168 time: 1.1957006 Dec 20 21:42:59.723437 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f7538-2a24-44ad-9aae-e3b419d1a70e admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f5e656-1519-424d-a6ac-3ccb46d7222b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:42:59.915218 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa0cad26-085d-4473-a947-7c2ab9c4b809 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:00.013998 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c1eedb92-f16a-4495-807d-1402e3552acf no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:43:00.068303 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 605be2de-8c0f-4adb-b531-fec605834468 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:43:00.079793 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: c1eedb92-f16a-4495-807d-1402e3552acf {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:43:00.080397 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c1eedb92-f16a-4495-807d-1402e3552acf not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:43:00.153209 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:43:00.168346 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 605be2de-8c0f-4adb-b531-fec605834468 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:43:00.169025 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 605be2de-8c0f-4adb-b531-fec605834468 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:43:00.180184 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cad26-085d-4473-a947-7c2ab9c4b809 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Subnet': ['ID=59a6f657-99a2-4a48-9e80-06ce7c68a174,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:00.229468 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59092) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:00.253175 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:00.254031 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:00.270545 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:00.324724 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0cad26-085d-4473-a947-7c2ab9c4b809 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Checking segment: {'id': 'bba35c69-4997-4cd7-92f1-d7ae3ac735d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0afbbc2c-d002-4b74-a42d-14c171567ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:43:00.324968 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0cad26-085d-4473-a947-7c2ab9c4b809 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network hostable DHCP agents. Network: 0afbbc2c-d002-4b74-a42d-14c171567ea2, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:43:00.349753 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f5cda523-5c87-46bc-9049-c4ab86d6f21c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33703060c09e453c847eb5eacccc61e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1186700 Dec 20 21:43:00.350524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59098) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:00.502679 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:00.551035 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-51426d60-e324-42a5-985a-7b03cbba7ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:00.615428 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-51426d60-e324-42a5-985a-7b03cbba7ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:00.615687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa,segment=NetworkSegment(cc03139a-22ff-496d-be2d-dc29dc2ba57e),segment_id=cc03139a-22ff-496d-be2d-dc29dc2ba57e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:43:00.625228 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6b499c-1416-4cac-9858-217edfbd8b06 None None] Network c9c66cb9-8498-4b37-8169-f08bcf7ce187 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:43:00.711945 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0cad26-085d-4473-a947-7c2ab9c4b809 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 0afbbc2c-d002-4b74-a42d-14c171567ea2 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:43:00.712508 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-51426d60-e324-42a5-985a-7b03cbba7ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:00.717326 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-51426d60-e324-42a5-985a-7b03cbba7ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:00.720728 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-51426d60-e324-42a5-985a-7b03cbba7ab0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb2c9032-cfb2-4ab0-926b-40cca9cd592d HTTP/1.1" status: 204 len: 168 time: 0.3667181 Dec 20 21:43:00.754581 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-aa0cad26-085d-4473-a947-7c2ab9c4b809 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 0afbbc2c-d002-4b74-a42d-14c171567ea2) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:00.769336 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0cad26-085d-4473-a947-7c2ab9c4b809 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:00.770099 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aa0cad26-085d-4473-a947-7c2ab9c4b809 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:00.775567 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51426d60-e324-42a5-985a-7b03cbba7ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2c9032-cfb2-4ab0-926b-40cca9cd592d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:00.784881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ec6b95-9a35-4c04-9dcf-7ddff9ff0697 None None] Network 0afbbc2c-d002-4b74-a42d-14c171567ea2 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:43:00.800760 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:00.802164 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 37cdf297-861c-4dc7-9406-d1d708f5d5e4 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:43:00.828435 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-aa0cad26-085d-4473-a947-7c2ab9c4b809 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5574272 Dec 20 21:43:00.831263 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59126) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:00.836050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0e645ed9-857c-4b2c-abc0-b7d5e1a55cdd tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-852506642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:00.889924 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e645ed9-857c-4b2c-abc0-b7d5e1a55cdd tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:00.893624 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e645ed9-857c-4b2c-abc0-b7d5e1a55cdd tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:01.051033 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59136) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:01.065299 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e645ed9-857c-4b2c-abc0-b7d5e1a55cdd tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:01.080765 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e645ed9-857c-4b2c-abc0-b7d5e1a55cdd tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:01.141618 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0e645ed9-857c-4b2c-abc0-b7d5e1a55cdd tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:01.147558 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0e645ed9-857c-4b2c-abc0-b7d5e1a55cdd tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3127773 Dec 20 21:43:01.148577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59144) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:01.184200 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:01.196424 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:01.290449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-4d93a2b0-54ce-4fd4-8a74-4ac6a12d31ee tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group': {'name': 'tempest-secgroup--1079341192'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:01.309338 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Port': ['ID=c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:01.321417 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:01.501055 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network c9c66cb9-8498-4b37-8169-f08bcf7ce187 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:43:01.504749 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:01.552189 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d93a2b0-54ce-4fd4-8a74-4ac6a12d31ee tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:01.571425 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d93a2b0-54ce-4fd4-8a74-4ac6a12d31ee tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:01.766894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-42137cd1-6864-4c2b-8839-7d6880f45c71 None None] Provisioning complete for port de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:01.767420 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-42137cd1-6864-4c2b-8839-7d6880f45c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:01.808200 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 37cdf297-861c-4dc7-9406-d1d708f5d5e4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:01.808781 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:01.817872 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:01.969613 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:02.194944 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:02.205534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d93a2b0-54ce-4fd4-8a74-4ac6a12d31ee tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:02.207247 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:02.235293 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d93a2b0-54ce-4fd4-8a74-4ac6a12d31ee tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:02.246225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-0afbbc2c-d002-4b74-a42d-14c171567ea2', 'network_id': '0afbbc2c-d002-4b74-a42d-14c171567ea2', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'fixed_ips': [{'subnet_id': '59a6f657-99a2-4a48-9e80-06ce7c68a174'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:43:02.249131 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:02.305447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93a2b0-54ce-4fd4-8a74-4ac6a12d31ee tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fc6822-7e17-4a2c-9ddb-1c54c95aa13c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:02.480237 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:43:02.484335 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59206) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:02.569594 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:02.680149 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Router be6912bb-969c-4af6-b404-1c9c83aabbd6 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:43:02.826306 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Allocated IP 2001:db8::2 (0afbbc2c-d002-4b74-a42d-14c171567ea2/59a6f657-99a2-4a48-9e80-06ce7c68a174/44109d8d-bcf2-4921-b8f0-fc914f097ee9) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:43:02.833605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:02.834680 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:02.879154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5a72ab68-b530-41dd-90b0-3c0b2c4e67ca admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-604315671-network', 'tenant_id': '3d8c7b13d64d475b9164f419d3d1cbb0'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:02.990646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:43:02.996352 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-73ce8fd0-4f98-4eb2-a3c6-bcad9444d486 None None] Provisioning complete for port de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:02.996720 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-73ce8fd0-4f98-4eb2-a3c6-bcad9444d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:03.003147 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bac86152-e56a-49d5-80da-5d4a6b0745e1 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "PUT /v2.0/routers/be6912bb-969c-4af6-b404-1c9c83aabbd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1193647 Dec 20 21:43:03.004696 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59226) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:03.056784 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d93a2b0-54ce-4fd4-8a74-4ac6a12d31ee tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:03.077762 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d93a2b0-54ce-4fd4-8a74-4ac6a12d31ee tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:03.121623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a72ab68-b530-41dd-90b0-3c0b2c4e67ca admin admin] Made reservation on behalf of 3d8c7b13d64d475b9164f419d3d1cbb0 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:43:03.128617 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a72ab68-b530-41dd-90b0-3c0b2c4e67ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:03.140627 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4d93a2b0-54ce-4fd4-8a74-4ac6a12d31ee tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:03.145056 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59230) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:03.146129 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4d93a2b0-54ce-4fd4-8a74-4ac6a12d31ee tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0935161 Dec 20 21:43:03.174372 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a72ab68-b530-41dd-90b0-3c0b2c4e67ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:03.196307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93a2b0-54ce-4fd4-8a74-4ac6a12d31ee tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb038a5-8c5f-404d-b5ad-5ab9f7709aad,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:03.209078 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Sync routers for ids ['be6912bb-969c-4af6-b404-1c9c83aabbd6'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:43:03.322031 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-05f66611-bb77-4430-ba18-014b7e47c87b tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1736543 Dec 20 21:43:03.323960 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b290f8e-bb78-4d76-86f0-babdd4dc51d9 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:03.325282 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b290f8e-bb78-4d76-86f0-babdd4dc51d9 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:03.330825 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59244) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:03.343152 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a72ab68-b530-41dd-90b0-3c0b2c4e67ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:03.343431 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b290f8e-bb78-4d76-86f0-babdd4dc51d9 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:03.344015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b290f8e-bb78-4d76-86f0-babdd4dc51d9 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:03.344475 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b290f8e-bb78-4d76-86f0-babdd4dc51d9 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:03.349087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1b8ee4e8-e514-4dd4-881a-62f4a18286e3 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group': {'name': 'tempest-security--226296833', 'description': 'tempest-security-description-2090361408'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:03.351013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Routers {'be6912bb-969c-4af6-b404-1c9c83aabbd6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:43:03.351772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['be6912bb-969c-4af6-b404-1c9c83aabbd6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:03.352791 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b290f8e-bb78-4d76-86f0-babdd4dc51d9 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:03.353538 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b290f8e-bb78-4d76-86f0-babdd4dc51d9 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:03.354227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b290f8e-bb78-4d76-86f0-babdd4dc51d9 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:03.363470 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0b290f8e-bb78-4d76-86f0-babdd4dc51d9 tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5669 time: 0.3544030 Dec 20 21:43:03.365566 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59248) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:03.374776 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a72ab68-b530-41dd-90b0-3c0b2c4e67ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:03.438127 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee4e8-e514-4dd4-881a-62f4a18286e3 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:03.478597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a72ab68-b530-41dd-90b0-3c0b2c4e67ca admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:43:03.497588 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73072f72-6aec-49ca-a577-18039e2879fc tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:03.498051 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73072f72-6aec-49ca-a577-18039e2879fc tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:03.498551 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73072f72-6aec-49ca-a577-18039e2879fc tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:03.499000 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73072f72-6aec-49ca-a577-18039e2879fc tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:03.499552 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73072f72-6aec-49ca-a577-18039e2879fc tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:03.499999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73072f72-6aec-49ca-a577-18039e2879fc tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:03.500438 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73072f72-6aec-49ca-a577-18039e2879fc tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:03.501135 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73072f72-6aec-49ca-a577-18039e2879fc tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:03.506747 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-73072f72-6aec-49ca-a577-18039e2879fc tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5255 time: 0.1398885 Dec 20 21:43:03.507328 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59254) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:03.589002 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a72ab68-b530-41dd-90b0-3c0b2c4e67ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:03.589886 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-5a72ab68-b530-41dd-90b0-3c0b2c4e67ca admin admin] Added segment a1878228-999c-4047-afb7-c473561113ae of type vlan for network 476c4a68-b923-4605-8881-09bea85d8d1f Dec 20 21:43:03.594276 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72ab68-b530-41dd-90b0-3c0b2c4e67ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86964e7-2b1c-4fe9-b45c-e6d37f4bcfd4,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:03.698443 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee4e8-e514-4dd4-881a-62f4a18286e3 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:03.700798 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a72ab68-b530-41dd-90b0-3c0b2c4e67ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:03.716241 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee4e8-e514-4dd4-881a-62f4a18286e3 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:03.724098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee4e8-e514-4dd4-881a-62f4a18286e3 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:03.738323 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1b8ee4e8-e514-4dd4-881a-62f4a18286e3 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "PUT /v2.0/security-groups/bbb038a5-8c5f-404d-b5ad-5ab9f7709aad HTTP/1.1" status: 200 len: 1779 time: 0.4045858 Dec 20 21:43:03.743190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59260) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:03.853858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ee4e8-e514-4dd4-881a-62f4a18286e3 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb038a5-8c5f-404d-b5ad-5ab9f7709aad,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:03.865996 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a72ab68-b530-41dd-90b0-3c0b2c4e67ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:03.867400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a72ab68-b530-41dd-90b0-3c0b2c4e67ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:03.867840 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a72ab68-b530-41dd-90b0-3c0b2c4e67ca admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:03.878560 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-47b04fa3-4ca5-4200-9a04-91e6e3ad0407 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-groups/bbb038a5-8c5f-404d-b5ad-5ab9f7709aad HTTP/1.1" status: 200 len: 1779 time: 0.1338363 Dec 20 21:43:03.881235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59264) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:03.974352 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0acda478-5e86-4086-886f-27d17e10e70b tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3581 time: 0.4653361 Dec 20 21:43:04.019849 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5a72ab68-b530-41dd-90b0-3c0b2c4e67ca admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5329587 Dec 20 21:43:04.022719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59276) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:04.030990 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f2f8ac63-bc85-438e-8447-2cd1e4c1031a admin admin] Request body: {'subnet': {'network_id': '476c4a68-b923-4605-8881-09bea85d8d1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-604315671-subnet', 'tenant_id': '3d8c7b13d64d475b9164f419d3d1cbb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:04.044204 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Set router be6912bb-969c-4af6-b404-1c9c83aabbd6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:43:04.045410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72ab68-b530-41dd-90b0-3c0b2c4e67ca admin admin] Pushing event updated for resources: {'Network': ['ID=476c4a68-b923-4605-8881-09bea85d8d1f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:04.074135 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-51b4095e-6ddd-4c4b-8157-8fbebdf92838 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:04.114876 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-51b4095e-6ddd-4c4b-8157-8fbebdf92838 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:04.134501 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f8ac63-bc85-438e-8447-2cd1e4c1031a admin admin] Made reservation on behalf of 3d8c7b13d64d475b9164f419d3d1cbb0 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:43:04.139775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 476c4a68-b923-4605-8881-09bea85d8d1f details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:43:04.149517 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ac63-bc85-438e-8447-2cd1e4c1031a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:04.189365 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-73ce8fd0-4f98-4eb2-a3c6-bcad9444d486 None None] Provisioning complete for port c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:04.189742 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-73ce8fd0-4f98-4eb2-a3c6-bcad9444d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:04.235996 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-51b4095e-6ddd-4c4b-8157-8fbebdf92838 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:04.240137 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-51b4095e-6ddd-4c4b-8157-8fbebdf92838 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:04.247307 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-51b4095e-6ddd-4c4b-8157-8fbebdf92838 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-groups/bbb038a5-8c5f-404d-b5ad-5ab9f7709aad HTTP/1.1" status: 204 len: 168 time: 0.3592727 Dec 20 21:43:04.249639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59280) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:04.260526 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:04.278414 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4095e-6ddd-4c4b-8157-8fbebdf92838 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb038a5-8c5f-404d-b5ad-5ab9f7709aad,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:04.379874 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d58ba6e0-d043-4cba-bcce-7766473d2ebd tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1205020 Dec 20 21:43:04.385147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59282) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:04.404370 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:04.412642 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-51116fe8-1024-4768-864a-dcc8db257ef2 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] delete failed (client error): The resource could not be found. Dec 20 21:43:04.418239 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-51116fe8-1024-4768-864a-dcc8db257ef2 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-groups/bbb038a5-8c5f-404d-b5ad-5ab9f7709aad HTTP/1.1" status: 404 len: 347 time: 0.0312214 Dec 20 21:43:04.420821 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59284) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:04.427244 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e48493b9-74ff-4991-8626-b0e06dc25e1c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group': {'name': 'tempest-secgroup--482257045'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:04.505957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Network 0afbbc2c-d002-4b74-a42d-14c171567ea2 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:43:04.513226 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:04.536509 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Allocated IP 2001:db8::1 (0afbbc2c-d002-4b74-a42d-14c171567ea2/59a6f657-99a2-4a48-9e80-06ce7c68a174/4eb2f609-5b3c-4ab8-a5b0-0c5f4391c0f0) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:43:04.544347 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59286) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:04.550015 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e48493b9-74ff-4991-8626-b0e06dc25e1c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:04.550448 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:43:04.558395 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d33edc1c-7150-4a43-9163-dc4dd09ee822 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1822340810', 'description': 'tempest-secgroup-smoke-1822340810 description', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:04.625906 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d33edc1c-7150-4a43-9163-dc4dd09ee822 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:04.675558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-73ce8fd0-4f98-4eb2-a3c6-bcad9444d486 None None] Port c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:43:04.693463 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ac63-bc85-438e-8447-2cd1e4c1031a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:04.863583 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8ac63-bc85-438e-8447-2cd1e4c1031a admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9945a6-deae-4d63-95c3-7fec85332884,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:04.865438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Pushing event updated for resources: {'Port': ['ID=44109d8d-bcf2-4921-b8f0-fc914f097ee9,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:04.888061 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f8ac63-bc85-438e-8447-2cd1e4c1031a admin admin] Checking segment: {'id': 'a1878228-999c-4047-afb7-c473561113ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '476c4a68-b923-4605-8881-09bea85d8d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:43:04.889423 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f8ac63-bc85-438e-8447-2cd1e4c1031a admin admin] Network hostable DHCP agents. Network: 476c4a68-b923-4605-8881-09bea85d8d1f, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:43:04.940377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Attempting to bind port 44109d8d-bcf2-4921-b8f0-fc914f097ee9 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:43:04.941074 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Attempting to bind port 44109d8d-bcf2-4921-b8f0-fc914f097ee9 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'bba35c69-4997-4cd7-92f1-d7ae3ac735d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0afbbc2c-d002-4b74-a42d-14c171567ea2'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:43:04.941688 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Attempting to bind port 44109d8d-bcf2-4921-b8f0-fc914f097ee9 on network 0afbbc2c-d002-4b74-a42d-14c171567ea2 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:43:04.945691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-05b69bcd-6eb3-4aaf-b392-6c3f96f199e1 None None] Provisioning complete for port c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:04.946329 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-05b69bcd-6eb3-4aaf-b392-6c3f96f199e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:04.977934 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e48493b9-74ff-4991-8626-b0e06dc25e1c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:04.978083 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d33edc1c-7150-4a43-9163-dc4dd09ee822 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:04.988357 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e48493b9-74ff-4991-8626-b0e06dc25e1c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:04.999741 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:43:05.000458 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Checking segment: {'id': 'bba35c69-4997-4cd7-92f1-d7ae3ac735d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0afbbc2c-d002-4b74-a42d-14c171567ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:43:05.001052 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.001628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Bound using segment: {'id': 'bba35c69-4997-4cd7-92f1-d7ae3ac735d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0afbbc2c-d002-4b74-a42d-14c171567ea2'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:43:05.002355 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Bound port: 44109d8d-bcf2-4921-b8f0-fc914f097ee9, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba35c69-4997-4cd7-92f1-d7ae3ac735d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0afbbc2c-d002-4b74-a42d-14c171567ea2'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:43:05.002926 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.050637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f8ac63-bc85-438e-8447-2cd1e4c1031a admin admin] Network 476c4a68-b923-4605-8881-09bea85d8d1f is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:43:05.059128 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-05b69bcd-6eb3-4aaf-b392-6c3f96f199e1 None None] Port c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:43:05.064649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'name': 'tempest-TestNetworkBasicOps-router-1850922873', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:42:48Z', 'updated_at': '2021-12-20T21:43:00Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:50Z', 'updated_at': '2021-12-20T21:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a', 'name': '', 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:aa:36:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:57Z', 'updated_at': '2021-12-20T21:43:00Z', 'revision_number': 2, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:05.083321 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e48493b9-74ff-4991-8626-b0e06dc25e1c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.084795 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e48493b9-74ff-4991-8626-b0e06dc25e1c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6628172 Dec 20 21:43:05.094943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Checking router: be6912bb-969c-4af6-b404-1c9c83aabbd6 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:43:05.095298 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Updating router be6912bb-969c-4af6-b404-1c9c83aabbd6 port c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:43:05.096396 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59300) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:05.112076 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.112358 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cb4d7fdc-1be4-4ddb-ab25-154b078b5762 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group_rule': {'security_group_id': 'd64929ef-3a90-4a7d-b8ef-d65da1b558c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:05.181350 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d33edc1c-7150-4a43-9163-dc4dd09ee822 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.215007 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7fdc-1be4-4ddb-ab25-154b078b5762 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.224768 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f2f8ac63-bc85-438e-8447-2cd1e4c1031a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 476c4a68-b923-4605-8881-09bea85d8d1f) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:05.249428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8ac63-bc85-438e-8447-2cd1e4c1031a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:05.250672 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f2f8ac63-bc85-438e-8447-2cd1e4c1031a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.260565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48493b9-74ff-4991-8626-b0e06dc25e1c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d64929ef-3a90-4a7d-b8ef-d65da1b558c0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:05.261203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33edc1c-7150-4a43-9163-dc4dd09ee822 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e8fcdf-997f-40d8-829b-5b430eb765d8,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:05.310214 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.320350 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f2f8ac63-bc85-438e-8447-2cd1e4c1031a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2887042 Dec 20 21:43:05.368366 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d33edc1c-7150-4a43-9163-dc4dd09ee822 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.371428 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d33edc1c-7150-4a43-9163-dc4dd09ee822 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8260512 Dec 20 21:43:05.378514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59308) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:05.402126 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7fdc-1be4-4ddb-ab25-154b078b5762 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.409435 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7fdc-1be4-4ddb-ab25-154b078b5762 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.412861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0485e975-0776-4768-8723-ab050be14dd9 None None] Network 476c4a68-b923-4605-8881-09bea85d8d1f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:43:05.441656 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d7fdc-1be4-4ddb-ab25-154b078b5762 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e82b7f-cb33-403a-88ea-fd077c4d8057,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:05.481910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] For port 44109d8d-bcf2-4921-b8f0-fc914f097ee9, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:43:05.486843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a41619e6-8f00-4490-96c6-08535314b883 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group_rule': {'security_group_id': '86e8fcdf-997f-40d8-829b-5b430eb765d8', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:05.492284 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.493631 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7fdc-1be4-4ddb-ab25-154b078b5762 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.503161 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59310) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:05.507234 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cb4d7fdc-1be4-4ddb-ab25-154b078b5762 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3918154 Dec 20 21:43:05.520984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] For port 44109d8d-bcf2-4921-b8f0-fc914f097ee9, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=44109d8d-bcf2-4921-b8f0-fc914f097ee9,segment=NetworkSegment(bba35c69-4997-4cd7-92f1-d7ae3ac735d6),segment_id=bba35c69-4997-4cd7-92f1-d7ae3ac735d6)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:43:05.540901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 0afbbc2c-d002-4b74-a42d-14c171567ea2 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:43:05.549131 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.560427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:05.580554 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:43:05.581555 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.648372 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59314) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:05.676462 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=4eb2f609-5b3c-4ab8-a5b0-0c5f4391c0f0,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:05.685029 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a84c60b1-b835-40cf-aa41-d3369ce51075 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.690118 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82df8c4-ac0d-43b9-959b-439eddd30ea2 None None] Pushing event updated for resources: {'Port': ['ID=44109d8d-bcf2-4921-b8f0-fc914f097ee9,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:05.715121 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a84c60b1-b835-40cf-aa41-d3369ce51075 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.727462 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a41619e6-8f00-4490-96c6-08535314b883 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.761778 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.788220 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10bcaee-813e-4055-ba74-8b1a15bc3aa4 admin admin] Deleting subnet be9945a6-deae-4d63-95c3-7fec85332884 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:43:05.799208 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e10bcaee-813e-4055-ba74-8b1a15bc3aa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.841241 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a84c60b1-b835-40cf-aa41-d3369ce51075 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.847381 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e10bcaee-813e-4055-ba74-8b1a15bc3aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.854093 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a84c60b1-b835-40cf-aa41-d3369ce51075 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:05.858004 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a84c60b1-b835-40cf-aa41-d3369ce51075 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a6e82b7f-cb33-403a-88ea-fd077c4d8057 HTTP/1.1" status: 204 len: 168 time: 0.3533986 Dec 20 21:43:05.862661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59320) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:05.912553 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e10bcaee-813e-4055-ba74-8b1a15bc3aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:06.007395 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a41619e6-8f00-4490-96c6-08535314b883 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:06.009736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c60b1-b835-40cf-aa41-d3369ce51075 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6e82b7f-cb33-403a-88ea-fd077c4d8057,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:06.062204 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a41619e6-8f00-4490-96c6-08535314b883 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:06.103522 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbcd8de-9e7e-4fd9-a316-efe1f7775acf None None] Network 476c4a68-b923-4605-8881-09bea85d8d1f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:43:06.104533 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41619e6-8f00-4490-96c6-08535314b883 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79dc12b6-5f06-4719-b527-a58a8dcf89b1,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:06.160334 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e10bcaee-813e-4055-ba74-8b1a15bc3aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:06.177706 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6423a95f-4889-4507-8fa1-6cae5e08450f tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2928839 Dec 20 21:43:06.189515 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59334) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:06.194093 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a41619e6-8f00-4490-96c6-08535314b883 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:06.195495 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a41619e6-8f00-4490-96c6-08535314b883 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7150831 Dec 20 21:43:06.200690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59336) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:06.222276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c15ae14f-4395-44f7-869e-244b665e2629 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group_rule': {'security_group_id': '86e8fcdf-997f-40d8-829b-5b430eb765d8', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:06.249359 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e10bcaee-813e-4055-ba74-8b1a15bc3aa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:06.258134 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e10bcaee-813e-4055-ba74-8b1a15bc3aa4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/be9945a6-deae-4d63-95c3-7fec85332884 HTTP/1.1" status: 204 len: 168 time: 0.6084917 Dec 20 21:43:06.297136 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bcaee-813e-4055-ba74-8b1a15bc3aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be9945a6-deae-4d63-95c3-7fec85332884,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:06.324298 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59338) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:06.614706 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef1e484f-6986-4c35-a877-1ff260e86589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:06.643589 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c15ae14f-4395-44f7-869e-244b665e2629 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:06.679743 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-01274324-584a-4885-abe2-738af77ac7f2 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:06.714140 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:06.728017 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:06.777538 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def1796-a092-4eca-b5c4-9dc2bcb5f27f None None] Pushing event updated for resources: {'Port': ['ID=c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:06.863024 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef1e484f-6986-4c35-a877-1ff260e86589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:06.868454 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-01274324-584a-4885-abe2-738af77ac7f2 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:06.882316 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Attempting to bind port c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:43:06.882783 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Attempting to bind port c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'cc03139a-22ff-496d-be2d-dc29dc2ba57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:43:06.883226 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Attempting to bind port c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a on network c9c66cb9-8498-4b37-8169-f08bcf7ce187 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:43:06.890189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:43:06.890666 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Checking segment: {'id': 'cc03139a-22ff-496d-be2d-dc29dc2ba57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:43:06.892791 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:06.893277 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Bound using segment: {'id': 'cc03139a-22ff-496d-be2d-dc29dc2ba57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:43:06.893825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Bound port: c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc03139a-22ff-496d-be2d-dc29dc2ba57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:43:06.894310 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:06.919429 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ef1e484f-6986-4c35-a877-1ff260e86589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476c4a68-b923-4605-8881-09bea85d8d1f']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:06.940509 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ef1e484f-6986-4c35-a877-1ff260e86589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1878228-999c-4047-afb7-c473561113ae') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:06.940799 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ef1e484f-6986-4c35-a877-1ff260e86589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1878228-999c-4047-afb7-c473561113ae') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:06.966834 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef1e484f-6986-4c35-a877-1ff260e86589 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:06.990249 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef1e484f-6986-4c35-a877-1ff260e86589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:07.004417 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1e484f-6986-4c35-a877-1ff260e86589 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:43:07.006102 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef1e484f-6986-4c35-a877-1ff260e86589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:07.076854 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:07.078733 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] For port c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:43:07.110942 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:07.112527 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:07.112921 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] For port c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a,segment=NetworkSegment(cc03139a-22ff-496d-be2d-dc29dc2ba57e),segment_id=cc03139a-22ff-496d-be2d-dc29dc2ba57e)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:43:07.119855 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:43:07.251616 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:43:07.266942 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef1e484f-6986-4c35-a877-1ff260e86589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:07.305099 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-01274324-584a-4885-abe2-738af77ac7f2 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:07.312632 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-01274324-584a-4885-abe2-738af77ac7f2 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:07.313862 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-01274324-584a-4885-abe2-738af77ac7f2 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-groups/d64929ef-3a90-4a7d-b8ef-d65da1b558c0 HTTP/1.1" status: 204 len: 168 time: 1.1227138 Dec 20 21:43:07.335680 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Routers {'be6912bb-969c-4af6-b404-1c9c83aabbd6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:43:07.336753 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['be6912bb-969c-4af6-b404-1c9c83aabbd6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:07.358790 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59356) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:07.360778 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ef1e484f-6986-4c35-a877-1ff260e86589 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:07.368332 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ef1e484f-6986-4c35-a877-1ff260e86589 admin admin] 10.222.0.32 "DELETE /v2.0/networks/476c4a68-b923-4605-8881-09bea85d8d1f HTTP/1.1" status: 204 len: 168 time: 1.0429373 Dec 20 21:43:07.397124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e484f-6986-4c35-a877-1ff260e86589 admin admin] Pushing event deleted for resources: {'Network': ['ID=476c4a68-b923-4605-8881-09bea85d8d1f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:07.417377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def1796-a092-4eca-b5c4-9dc2bcb5f27f None None] Pushing event updated for resources: {'Port': ['ID=c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:07.467558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01274324-584a-4885-abe2-738af77ac7f2 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64929ef-3a90-4a7d-b8ef-d65da1b558c0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:07.473521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=4eb2f609-5b3c-4ab8-a5b0-0c5f4391c0f0,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:07.521461 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-971a38ef-0ad2-49b1-901a-e51c41258df7 None None] Provisioning complete for port c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:07.522292 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-971a38ef-0ad2-49b1-901a-e51c41258df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:07.598647 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6c21c1c2-666d-4576-81d7-e2f5203424cf tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1947513 Dec 20 21:43:07.601267 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59360) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:07.607123 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ab654688-4cd6-4fb2-a3a3-d7cfa2e85936 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group': {'name': 'tempest-secgroup--2061324532'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:07.637518 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab654688-4cd6-4fb2-a3a3-d7cfa2e85936 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:07.665875 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 0afbbc2c-d002-4b74-a42d-14c171567ea2 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:43:07.669263 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c15ae14f-4395-44f7-869e-244b665e2629 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:07.681099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:07.780633 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] Set router be6912bb-969c-4af6-b404-1c9c83aabbd6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:43:07.845829 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab654688-4cd6-4fb2-a3a3-d7cfa2e85936 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:07.847207 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59366) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:07.871604 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab654688-4cd6-4fb2-a3a3-d7cfa2e85936 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:07.874890 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c15ae14f-4395-44f7-869e-244b665e2629 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:07.912721 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-971a38ef-0ad2-49b1-901a-e51c41258df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:07.927631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab654688-4cd6-4fb2-a3a3-d7cfa2e85936 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b2d903-41d7-4e1a-bad0-08b5a8d5cbfb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:07.929779 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ae14f-4395-44f7-869e-244b665e2629 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48914788-c05c-4308-b450-67a4bd253e75,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:07.984668 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ab654688-4cd6-4fb2-a3a3-d7cfa2e85936 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:07.986947 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ab654688-4cd6-4fb2-a3a3-d7cfa2e85936 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3836803 Dec 20 21:43:07.989042 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59372) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:07.995565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-43f85163-d764-44ef-a61c-77c4b140b635 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group_rule': {'security_group_id': 'a8b2d903-41d7-4e1a-bad0-08b5a8d5cbfb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:08.023175 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c15ae14f-4395-44f7-869e-244b665e2629 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.024557 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c15ae14f-4395-44f7-869e-244b665e2629 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8226752 Dec 20 21:43:08.028137 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59374) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:08.030334 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59376) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:08.035375 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b3a4eb04-76f1-4b29-95b1-9438de2d13dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d8c7b13d64d475b9164f419d3d1cbb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789379 Dec 20 21:43:08.036699 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-971a38ef-0ad2-49b1-901a-e51c41258df7 None None] For port c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a,segment=NetworkSegment(cc03139a-22ff-496d-be2d-dc29dc2ba57e),segment_id=cc03139a-22ff-496d-be2d-dc29dc2ba57e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:43:08.044049 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43f85163-d764-44ef-a61c-77c4b140b635 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.069359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-642c9113-6042-43aa-bfb6-b928ce5c6948 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group_rule': {'security_group_id': '86e8fcdf-997f-40d8-829b-5b430eb765d8', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:08.071154 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864f5f78-2363-4f61-9d2f-849f156b3bb2 None None] Network 0afbbc2c-d002-4b74-a42d-14c171567ea2 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:43:08.076412 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-971a38ef-0ad2-49b1-901a-e51c41258df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.105855 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43f85163-d764-44ef-a61c-77c4b140b635 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.111266 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43f85163-d764-44ef-a61c-77c4b140b635 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.133101 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f85163-d764-44ef-a61c-77c4b140b635 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be44490-2f78-4972-adcc-683e8a9e3d8d,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:08.226388 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-43f85163-d764-44ef-a61c-77c4b140b635 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.227988 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-43f85163-d764-44ef-a61c-77c4b140b635 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2366757 Dec 20 21:43:08.230638 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59386) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:08.236092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-96f8c424-3770-41ad-997a-1aed01ab571a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group_rule': {'security_group_id': 'a8b2d903-41d7-4e1a-bad0-08b5a8d5cbfb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:08.242343 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-642c9113-6042-43aa-bfb6-b928ce5c6948 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.274149 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-86e9d5e6-1b1b-4471-814d-e789df41eb37 None None] Provisioning complete for port c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:08.274803 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86e9d5e6-1b1b-4471-814d-e789df41eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.313191 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f83ef7a-99ee-48b3-aa90-db2c250ecb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.333829 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96f8c424-3770-41ad-997a-1aed01ab571a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.348530 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a38ef-0ad2-49b1-901a-e51c41258df7 None None] Pushing event updated for resources: {'Port': ['ID=c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:08.353523 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router f95d3315-11ec-4af2-8aef-52a8cb48169e is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:43:08.425660 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f83ef7a-99ee-48b3-aa90-db2c250ecb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.431376 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-642c9113-6042-43aa-bfb6-b928ce5c6948 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.464383 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96f8c424-3770-41ad-997a-1aed01ab571a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.473361 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96f8c424-3770-41ad-997a-1aed01ab571a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.515746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8c424-3770-41ad-997a-1aed01ab571a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0513bff8-6fef-4c1f-8499-7e3eda25accd,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:08.530738 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96f8c424-3770-41ad-997a-1aed01ab571a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.530738 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-96f8c424-3770-41ad-997a-1aed01ab571a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2973859 Dec 20 21:43:08.535831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59392) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:08.548824 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-961aec7e-e658-4106-a6c0-2c3098fc1aec tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group_rule': {'security_group_id': 'a8b2d903-41d7-4e1a-bad0-08b5a8d5cbfb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:08.573977 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 44109d8d-bcf2-4921-b8f0-fc914f097ee9 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:43:08.601029 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-961aec7e-e658-4106-a6c0-2c3098fc1aec tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.716648 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-961aec7e-e658-4106-a6c0-2c3098fc1aec tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.723358 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-961aec7e-e658-4106-a6c0-2c3098fc1aec tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.744807 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961aec7e-e658-4106-a6c0-2c3098fc1aec tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbf1484-7045-49bc-8b77-48e683031906,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:08.757254 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-961aec7e-e658-4106-a6c0-2c3098fc1aec tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.764756 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-961aec7e-e658-4106-a6c0-2c3098fc1aec tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2253361 Dec 20 21:43:08.765566 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59394) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:08.771371 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-058239db-a52d-49d5-b01e-379aa07e4351 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group_rule': {'security_group_id': 'a8b2d903-41d7-4e1a-bad0-08b5a8d5cbfb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:08.831124 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-058239db-a52d-49d5-b01e-379aa07e4351 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.961452 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-058239db-a52d-49d5-b01e-379aa07e4351 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:08.968262 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-058239db-a52d-49d5-b01e-379aa07e4351 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.002936 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-058239db-a52d-49d5-b01e-379aa07e4351 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.004597 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-058239db-a52d-49d5-b01e-379aa07e4351 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2380512 Dec 20 21:43:09.018880 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59400) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:09.024144 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-27b863cd-3c32-415c-a487-50768d0d1a72 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group_rule': {'security_group_id': 'a8b2d903-41d7-4e1a-bad0-08b5a8d5cbfb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:09.047210 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-642c9113-6042-43aa-bfb6-b928ce5c6948 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.064175 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 44109d8d-bcf2-4921-b8f0-fc914f097ee9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:09.064175 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.064175 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'name': 'tempest-TestNetworkBasicOps-router-1850922873', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:42:48Z', 'updated_at': '2021-12-20T21:43:00Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:50Z', 'updated_at': '2021-12-20T21:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a', 'name': '', 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:aa:36:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:57Z', 'updated_at': '2021-12-20T21:43:07Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:09.089061 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058239db-a52d-49d5-b01e-379aa07e4351 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecc2819-cbe2-4f28-bb9b-d892a1ed13d4,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:09.143005 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27b863cd-3c32-415c-a487-50768d0d1a72 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.266999 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-642c9113-6042-43aa-bfb6-b928ce5c6948 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.269620 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-642c9113-6042-43aa-bfb6-b928ce5c6948 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2401326 Dec 20 21:43:09.287610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c9113-6042-43aa-bfb6-b928ce5c6948 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7d9dca-4c25-4fc6-beb2-8a96a6fde27f,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:09.308566 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27b863cd-3c32-415c-a487-50768d0d1a72 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.317165 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59410) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:09.339762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f0d4e2ca-2b64-471f-a023-28477d3c8a56 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group_rule': {'security_group_id': '86e8fcdf-997f-40d8-829b-5b430eb765d8', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:09.351532 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27b863cd-3c32-415c-a487-50768d0d1a72 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.364870 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:43:09.379420 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8285c008-39a8-428d-bb50-42b5b55f122c None None] Sync routers for ids ['f95d3315-11ec-4af2-8aef-52a8cb48169e'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:43:09.384564 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2485eb85-eb24-42b4-ae99-85a23bb1cbb7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/f95d3315-11ec-4af2-8aef-52a8cb48169e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2294757 Dec 20 21:43:09.387931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59412) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:09.403265 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8285c008-39a8-428d-bb50-42b5b55f122c None None] Routers {'f95d3315-11ec-4af2-8aef-52a8cb48169e'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:43:09.407080 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8285c008-39a8-428d-bb50-42b5b55f122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f95d3315-11ec-4af2-8aef-52a8cb48169e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:09.422942 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b863cd-3c32-415c-a487-50768d0d1a72 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fda64b-7ccb-4f7e-aa62-a8ec3a4083b7,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:09.435300 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f83ef7a-99ee-48b3-aa90-db2c250ecb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.439064 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f83ef7a-99ee-48b3-aa90-db2c250ecb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.442926 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9f83ef7a-99ee-48b3-aa90-db2c250ecb57 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b86964e7-2b1c-4fe9-b45c-e6d37f4bcfd4 HTTP/1.1" status: 204 len: 168 time: 1.4090126 Dec 20 21:43:09.454428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83ef7a-99ee-48b3-aa90-db2c250ecb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86964e7-2b1c-4fe9-b45c-e6d37f4bcfd4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:09.463533 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-27b863cd-3c32-415c-a487-50768d0d1a72 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.464960 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-27b863cd-3c32-415c-a487-50768d0d1a72 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4446280 Dec 20 21:43:09.470891 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a334a8e9-193f-4405-883e-77a9239795ac tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:09.475556 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a334a8e9-193f-4405-883e-77a9239795ac tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports/4eb2f609-5b3c-4ab8-a5b0-0c5f4391c0f0 HTTP/1.1" status: 200 len: 911 time: 0.0865905 Dec 20 21:43:09.476170 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59416) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:09.476488 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59418) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:09.481875 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0d4e2ca-2b64-471f-a023-28477d3c8a56 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.482828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c6c932fc-355f-43a1-aa2a-56cc6a2fe1da tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '59a6f657-99a2-4a48-9e80-06ce7c68a174'}]}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:09.549946 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b42de33-53b8-48d1-9015-fd500697e3ca tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.565541 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8285c008-39a8-428d-bb50-42b5b55f122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:09.601457 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b42de33-53b8-48d1-9015-fd500697e3ca tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.616529 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8285c008-39a8-428d-bb50-42b5b55f122c None None] Routers {'f95d3315-11ec-4af2-8aef-52a8cb48169e'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:43:09.620001 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8285c008-39a8-428d-bb50-42b5b55f122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f95d3315-11ec-4af2-8aef-52a8cb48169e'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:09.702596 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b42de33-53b8-48d1-9015-fd500697e3ca tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.720068 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0d4e2ca-2b64-471f-a023-28477d3c8a56 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.725313 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2b42de33-53b8-48d1-9015-fd500697e3ca tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.726673 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8285c008-39a8-428d-bb50-42b5b55f122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:09.726860 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2b42de33-53b8-48d1-9015-fd500697e3ca tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/56fda64b-7ccb-4f7e-aa62-a8ec3a4083b7 HTTP/1.1" status: 204 len: 168 time: 0.2494090 Dec 20 21:43:09.729443 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59424) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:09.734516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42de33-53b8-48d1-9015-fd500697e3ca tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56fda64b-7ccb-4f7e-aa62-a8ec3a4083b7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:09.740852 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8285c008-39a8-428d-bb50-42b5b55f122c None None] The sync data for ids ['f95d3315-11ec-4af2-8aef-52a8cb48169e'] in n-d-xena-1 is: [] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:43:09.755299 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0d4e2ca-2b64-471f-a023-28477d3c8a56 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.779118 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c6c932fc-355f-43a1-aa2a-56cc6a2fe1da tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.841636 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4e2ca-2b64-471f-a023-28477d3c8a56 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9cb099-b852-41b3-adfc-322370b6c750,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:09.859901 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54106ae-a0be-4739-8bad-ceec75f135dc None None] The sync data for ids ['be6912bb-969c-4af6-b404-1c9c83aabbd6'] in n-d-xena-1 is: [{'id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'name': 'tempest-TestNetworkBasicOps-router-1850922873', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:42:48Z', 'updated_at': '2021-12-20T21:43:00Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:50Z', 'updated_at': '2021-12-20T21:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a', 'name': '', 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:aa:36:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:57Z', 'updated_at': '2021-12-20T21:43:07Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:43:09.877940 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f0d4e2ca-2b64-471f-a023-28477d3c8a56 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.893000 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f0d4e2ca-2b64-471f-a023-28477d3c8a56 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5722065 Dec 20 21:43:09.915762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59426) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:09.918535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-86e9d5e6-1b1b-4471-814d-e789df41eb37 None None] Provisioning complete for port 44109d8d-bcf2-4921-b8f0-fc914f097ee9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:09.919523 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86e9d5e6-1b1b-4471-814d-e789df41eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:09.930625 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-94cf6af1-a948-473e-ad1d-1d4fc90b4d62 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group_rule': {'security_group_id': '86e8fcdf-997f-40d8-829b-5b430eb765d8', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:10.008107 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-325668cd-eee5-4fc3-939a-96a9f3983ab4 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2748125 Dec 20 21:43:10.014444 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59428) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:10.122310 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-94cf6af1-a948-473e-ad1d-1d4fc90b4d62 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Project 5353e8cb9b434e37a6bf3118a301f4e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:43:10.169140 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94cf6af1-a948-473e-ad1d-1d4fc90b4d62 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:10.172566 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9985-2659-4f6c-bcc1-ddaaf4d56337 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:10.192891 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9985-2659-4f6c-bcc1-ddaaf4d56337 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:10.208845 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:10.397698 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9985-2659-4f6c-bcc1-ddaaf4d56337 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:10.434975 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86e9d5e6-1b1b-4471-814d-e789df41eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:10.435629 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94cf6af1-a948-473e-ad1d-1d4fc90b4d62 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:10.452265 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6b8e9985-2659-4f6c-bcc1-ddaaf4d56337 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:10.458821 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6b8e9985-2659-4f6c-bcc1-ddaaf4d56337 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1ecc2819-cbe2-4f28-bb9b-d892a1ed13d4 HTTP/1.1" status: 204 len: 168 time: 0.4380488 Dec 20 21:43:10.459566 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59444) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:10.515067 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94cf6af1-a948-473e-ad1d-1d4fc90b4d62 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:10.555236 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 44109d8d-bcf2-4921-b8f0-fc914f097ee9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=44109d8d-bcf2-4921-b8f0-fc914f097ee9,segment=NetworkSegment(bba35c69-4997-4cd7-92f1-d7ae3ac735d6),segment_id=bba35c69-4997-4cd7-92f1-d7ae3ac735d6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:43:10.562194 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e9985-2659-4f6c-bcc1-ddaaf4d56337 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ecc2819-cbe2-4f28-bb9b-d892a1ed13d4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:10.569096 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:10.686011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf6af1-a948-473e-ad1d-1d4fc90b4d62 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4bdd9b4-e3ab-4831-9ca2-6fca56c7e473,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:10.707114 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94cf6af1-a948-473e-ad1d-1d4fc90b4d62 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:10.725659 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-94cf6af1-a948-473e-ad1d-1d4fc90b4d62 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8076162 Dec 20 21:43:10.805561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59454) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:10.825959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-640d0f6e-c4e2-482d-8927-967c90d94715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'security_group_rule': {'security_group_id': '86e8fcdf-997f-40d8-829b-5b430eb765d8', 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:10.858503 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-86e9d5e6-1b1b-4471-814d-e789df41eb37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 21:43:10.858862 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-86e9d5e6-1b1b-4471-814d-e789df41eb37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 21:43:10.881807 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2e8ca290-928f-4de2-bf46-3a946abb120c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4159925 Dec 20 21:43:10.883130 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59458) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:10.914649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=44109d8d-bcf2-4921-b8f0-fc914f097ee9,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:10.961943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:43:10.975219 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c6c932fc-355f-43a1-aa2a-56cc6a2fe1da tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:10.975486 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af64b651-4bb2-4ddb-a845-95ab6adca9c1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:11.015840 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af64b651-4bb2-4ddb-a845-95ab6adca9c1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:11.016652 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c6c932fc-355f-43a1-aa2a-56cc6a2fe1da tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:11.037597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c932fc-355f-43a1-aa2a-56cc6a2fe1da tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:11.052797 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c6c932fc-355f-43a1-aa2a-56cc6a2fe1da tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:11.054415 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c6c932fc-355f-43a1-aa2a-56cc6a2fe1da tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/ports/4eb2f609-5b3c-4ab8-a5b0-0c5f4391c0f0 HTTP/1.1" status: 200 len: 911 time: 1.5756145 Dec 20 21:43:11.074307 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-640d0f6e-c4e2-482d-8927-967c90d94715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Project 5353e8cb9b434e37a6bf3118a301f4e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:43:11.075541 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59462) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:11.094718 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-640d0f6e-c4e2-482d-8927-967c90d94715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:11.107029 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:11.107803 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:11.114318 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af64b651-4bb2-4ddb-a845-95ab6adca9c1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:11.127217 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af64b651-4bb2-4ddb-a845-95ab6adca9c1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:11.139534 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-af64b651-4bb2-4ddb-a845-95ab6adca9c1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/6dbf1484-7045-49bc-8b77-48e683031906 HTTP/1.1" status: 204 len: 168 time: 0.2478426 Dec 20 21:43:11.142355 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59466) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:11.341663 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c932fc-355f-43a1-aa2a-56cc6a2fe1da tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=4eb2f609-5b3c-4ab8-a5b0-0c5f4391c0f0,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:11.344866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64b651-4bb2-4ddb-a845-95ab6adca9c1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dbf1484-7045-49bc-8b77-48e683031906,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:11.428308 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-90b4a8e0-109e-47ad-ac16-6fc5e4a8d13f tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2724681 Dec 20 21:43:11.435233 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59484) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:11.437996 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-640d0f6e-c4e2-482d-8927-967c90d94715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:11.445707 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-640d0f6e-c4e2-482d-8927-967c90d94715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:11.516097 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d0f6e-c4e2-482d-8927-967c90d94715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78df9590-ff94-4957-b4f2-6b986ed274f7,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:11.568449 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-640d0f6e-c4e2-482d-8927-967c90d94715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:11.570382 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-640d0f6e-c4e2-482d-8927-967c90d94715 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7550225 Dec 20 21:43:11.627075 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4148f6e6-2685-4397-8679-65a3b1ec810c None None] Provisioning complete for port 4eb2f609-5b3c-4ab8-a5b0-0c5f4391c0f0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:11.627451 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4148f6e6-2685-4397-8679-65a3b1ec810c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:11.679792 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60f66ce9-3025-46d5-89f1-d494efab767c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:11.688494 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60f66ce9-3025-46d5-89f1-d494efab767c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:11.720871 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60f66ce9-3025-46d5-89f1-d494efab767c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:11.724708 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4148f6e6-2685-4397-8679-65a3b1ec810c None None] Port 4eb2f609-5b3c-4ab8-a5b0-0c5f4391c0f0 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:43:11.728171 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60f66ce9-3025-46d5-89f1-d494efab767c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:11.729563 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-60f66ce9-3025-46d5-89f1-d494efab767c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0513bff8-6fef-4c1f-8499-7e3eda25accd HTTP/1.1" status: 204 len: 168 time: 0.2884064 Dec 20 21:43:11.732446 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59492) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:11.760468 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4148f6e6-2685-4397-8679-65a3b1ec810c None None] Provisioning complete for port 44109d8d-bcf2-4921-b8f0-fc914f097ee9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:11.760846 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4148f6e6-2685-4397-8679-65a3b1ec810c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:11.765061 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f66ce9-3025-46d5-89f1-d494efab767c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0513bff8-6fef-4c1f-8499-7e3eda25accd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:11.885042 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-46f083c0-bf09-46cd-910c-2ccc99a57f46 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1512637 Dec 20 21:43:11.885673 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59496) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:12.009209 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-dce73a37-20e5-4322-9701-decd149eec2c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1822340810&fields=id&tenant_id=5353e8cb9b434e37a6bf3118a301f4e4 HTTP/1.1" status: 200 len: 267 time: 0.0488873 Dec 20 21:43:12.095931 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6415-9506-42d6-aadd-c3865d86c40a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:12.110432 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6415-9506-42d6-aadd-c3865d86c40a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:12.281417 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6415-9506-42d6-aadd-c3865d86c40a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:12.305705 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6415-9506-42d6-aadd-c3865d86c40a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:12.312927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59516) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:12.313697 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0a7c6415-9506-42d6-aadd-c3865d86c40a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2be44490-2f78-4972-adcc-683e8a9e3d8d HTTP/1.1" status: 204 len: 168 time: 0.4269722 Dec 20 21:43:12.384877 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c6415-9506-42d6-aadd-c3865d86c40a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2be44490-2f78-4972-adcc-683e8a9e3d8d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:12.449201 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e39ff79-b199-477b-b8e1-6ae873933f15 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:12.458776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-e4ead845-1059-4edf-9898-cab06577cb1a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:12.461365 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-e4ead845-1059-4edf-9898-cab06577cb1a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/networks?id=c9c66cb9-8498-4b37-8169-f08bcf7ce187 HTTP/1.1" status: 200 len: 796 time: 0.4365754 Dec 20 21:43:12.534000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-86bf1284-329e-4221-bd54-7aa8a819ad2a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/quotas/5353e8cb9b434e37a6bf3118a301f4e4 HTTP/1.1" status: 200 len: 375 time: 0.0502708 Dec 20 21:43:12.657313 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7b0a9524-1f4e-45c1-b71b-3911d846715c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3299575 Dec 20 21:43:12.660270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59546) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:12.755662 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-15b47892-7436-4b0f-b20b-a3c1f2e630cd tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5353e8cb9b434e37a6bf3118a301f4e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2206163 Dec 20 21:43:12.836166 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 44109d8d-bcf2-4921-b8f0-fc914f097ee9 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:43:12.880410 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-840b6a17-6399-4d02-9a34-11e21d3b8a39 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:12.959130 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-840b6a17-6399-4d02-9a34-11e21d3b8a39 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:13.017376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 44109d8d-bcf2-4921-b8f0-fc914f097ee9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:13.017862 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:13.093032 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-840b6a17-6399-4d02-9a34-11e21d3b8a39 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:13.096989 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-840b6a17-6399-4d02-9a34-11e21d3b8a39 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:13.098300 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-840b6a17-6399-4d02-9a34-11e21d3b8a39 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-groups/a8b2d903-41d7-4e1a-bad0-08b5a8d5cbfb HTTP/1.1" status: 204 len: 168 time: 0.4328449 Dec 20 21:43:13.103456 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59558) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:13.154057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b6a17-6399-4d02-9a34-11e21d3b8a39 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b2d903-41d7-4e1a-bad0-08b5a8d5cbfb,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:13.300716 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bc7dfcc9-642e-4a35-9324-300104382b24 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1943231 Dec 20 21:43:13.304926 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59564) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:13.313175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-16c58011-e605-4b13-97e1-1ae3feb66eb2 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609561278'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:13.434528 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16c58011-e605-4b13-97e1-1ae3feb66eb2 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:13.462983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59576) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:13.472206 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3e39ff79-b199-477b-b8e1-6ae873933f15 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting port 4eb2f609-5b3c-4ab8-a5b0-0c5f4391c0f0 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:43:13.472770 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e39ff79-b199-477b-b8e1-6ae873933f15 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:13.493935 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-8e18769a-54fc-46bb-b081-bad594ceb0d3 service neutron] 10.222.0.32 "GET /v2.0/networks/c9c66cb9-8498-4b37-8169-f08bcf7ce187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7283874 Dec 20 21:43:13.696799 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-beb6365f-bad6-4468-8120-26c6034c4924 service neutron] 10.222.0.32 "GET /v2.0/networks/c9c66cb9-8498-4b37-8169-f08bcf7ce187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938434 Dec 20 21:43:13.750538 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e39ff79-b199-477b-b8e1-6ae873933f15 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:13.811327 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61874181-1b68-4278-9dbc-b09f2ac6db7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:13.828896 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3e39ff79-b199-477b-b8e1-6ae873933f15 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Calling delete_port for 4eb2f609-5b3c-4ab8-a5b0-0c5f4391c0f0 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:43:13.884478 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16c58011-e605-4b13-97e1-1ae3feb66eb2 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:13.922610 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16c58011-e605-4b13-97e1-1ae3feb66eb2 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:14.013334 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16c58011-e605-4b13-97e1-1ae3feb66eb2 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:14.015175 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-16c58011-e605-4b13-97e1-1ae3feb66eb2 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7087133 Dec 20 21:43:14.018078 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59584) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:14.022888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-05855883-c652-401f-a6e3-62cec7d912d1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group_rule': {'security_group_id': 'abbccfe0-4346-4626-8ace-7a797845854b', 'direction': 'ingress', 'protocol': 17}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:14.028519 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c58011-e605-4b13-97e1-1ae3feb66eb2 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abbccfe0-4346-4626-8ace-7a797845854b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:14.137741 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61874181-1b68-4278-9dbc-b09f2ac6db7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:14.145084 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61874181-1b68-4278-9dbc-b09f2ac6db7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:14.194205 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-61874181-1b68-4278-9dbc-b09f2ac6db7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ff818fda83f492bb76468d9a84540b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7251248 Dec 20 21:43:14.194473 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05855883-c652-401f-a6e3-62cec7d912d1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:14.199385 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59594) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:14.200063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61874181-1b68-4278-9dbc-b09f2ac6db7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b12584-e097-4a88-8feb-3c5f729ca44a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:14.250099 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b4449340-d107-44c3-af88-41c33ed8285a req-afd27d36-7a43-4e79-a908-b882396d55e2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 210 time: 0.1054471 Dec 20 21:43:14.371248 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4859c400-9a65-4e68-8e06-ebff94daaa2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:14.430107 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4859c400-9a65-4e68-8e06-ebff94daaa2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:14.467111 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05855883-c652-401f-a6e3-62cec7d912d1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:14.476323 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e39ff79-b199-477b-b8e1-6ae873933f15 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:14.521908 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4859c400-9a65-4e68-8e06-ebff94daaa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:14.524286 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4859c400-9a65-4e68-8e06-ebff94daaa2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:14.525470 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4859c400-9a65-4e68-8e06-ebff94daaa2a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49b12584-e097-4a88-8feb-3c5f729ca44a HTTP/1.1" status: 204 len: 168 time: 0.3187294 Dec 20 21:43:14.535734 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05855883-c652-401f-a6e3-62cec7d912d1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:14.540117 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39ff79-b199-477b-b8e1-6ae873933f15 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Port': ['ID=4eb2f609-5b3c-4ab8-a5b0-0c5f4391c0f0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:14.625369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859c400-9a65-4e68-8e06-ebff94daaa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b12584-e097-4a88-8feb-3c5f729ca44a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:14.635216 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05855883-c652-401f-a6e3-62cec7d912d1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7848f595-d116-48aa-99b8-c4d386d8d5d0,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:14.789442 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05855883-c652-401f-a6e3-62cec7d912d1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:14.799232 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-05855883-c652-401f-a6e3-62cec7d912d1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7796853 Dec 20 21:43:14.803081 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59618) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:14.848016 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:14.938758 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e39ff79-b199-477b-b8e1-6ae873933f15 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:15.003354 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f5264b7b-450f-4f72-8e57-2fa6fb69864f tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:15.086162 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f5264b7b-450f-4f72-8e57-2fa6fb69864f tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:15.213964 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f5264b7b-450f-4f72-8e57-2fa6fb69864f tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:15.218381 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f5264b7b-450f-4f72-8e57-2fa6fb69864f tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:15.220194 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f5264b7b-450f-4f72-8e57-2fa6fb69864f tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-groups/abbccfe0-4346-4626-8ace-7a797845854b HTTP/1.1" status: 204 len: 168 time: 0.4157851 Dec 20 21:43:15.225137 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59634) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:15.254010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5264b7b-450f-4f72-8e57-2fa6fb69864f tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbccfe0-4346-4626-8ace-7a797845854b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:15.361544 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e39ff79-b199-477b-b8e1-6ae873933f15 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router f95d3315-11ec-4af2-8aef-52a8cb48169e has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:43:15.381245 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2a0073f4-1761-4591-b2f8-75eb8eb09ea7 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1495910 Dec 20 21:43:15.381872 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59644) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:15.396848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2ee62ab7-61db-47ae-9e41-647cbc2404b5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group': {'name': 'tempest-secgroup--1340496516'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:15.465863 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2ee62ab7-61db-47ae-9e41-647cbc2404b5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:15.541846 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50ebae09-e048-4c70-8214-4ade0e74351b req-175393e1-2828-4461-b4be-b422d2e40a39 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 210 time: 0.0883172 Dec 20 21:43:15.641990 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e39ff79-b199-477b-b8e1-6ae873933f15 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:43:15.652866 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3e39ff79-b199-477b-b8e1-6ae873933f15 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/f95d3315-11ec-4af2-8aef-52a8cb48169e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5603044 Dec 20 21:43:15.653750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59658) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:15.660556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8dbf0-35b3-46cb-ad8a-0c0cf04b7ab7 None None] Sync routers for ids ['f95d3315-11ec-4af2-8aef-52a8cb48169e'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:43:15.673185 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8dbf0-35b3-46cb-ad8a-0c0cf04b7ab7 None None] Routers {'f95d3315-11ec-4af2-8aef-52a8cb48169e'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:43:15.673846 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-31b8dbf0-35b3-46cb-ad8a-0c0cf04b7ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f95d3315-11ec-4af2-8aef-52a8cb48169e'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:15.689534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2ee62ab7-61db-47ae-9e41-647cbc2404b5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:15.695795 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ca55aea9-ca7e-44d0-9b33-76a6574a239d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports?device_id=f95d3315-11ec-4af2-8aef-52a8cb48169e HTTP/1.1" status: 200 len: 205 time: 0.0409577 Dec 20 21:43:15.698520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59660) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:15.706667 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2ee62ab7-61db-47ae-9e41-647cbc2404b5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:15.756864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-31b8dbf0-35b3-46cb-ad8a-0c0cf04b7ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:15.803098 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b8dbf0-35b3-46cb-ad8a-0c0cf04b7ab7 None None] Routers {'f95d3315-11ec-4af2-8aef-52a8cb48169e'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:43:15.810052 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-31b8dbf0-35b3-46cb-ad8a-0c0cf04b7ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f95d3315-11ec-4af2-8aef-52a8cb48169e'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:15.879087 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-31b8dbf0-35b3-46cb-ad8a-0c0cf04b7ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:15.879817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8dbf0-35b3-46cb-ad8a-0c0cf04b7ab7 None None] The sync data for ids ['f95d3315-11ec-4af2-8aef-52a8cb48169e'] in n-d-xena-1 is: [] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:43:15.916093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee62ab7-61db-47ae-9e41-647cbc2404b5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5735714-564c-4cce-b576-6eaf708ca971,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:15.933024 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2ee62ab7-61db-47ae-9e41-647cbc2404b5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:15.935180 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2ee62ab7-61db-47ae-9e41-647cbc2404b5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5463488 Dec 20 21:43:15.938352 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59666) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:15.946369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-46970aa4-4f95-4cff-ae75-c2d24d50a857 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group': {'name': 'tempest-secgroup--578105254'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:15.986853 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46970aa4-4f95-4cff-ae75-c2d24d50a857 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:16.026965 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d7a1713d-d05d-47d4-a25c-c0cecea090af tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:16.139536 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46970aa4-4f95-4cff-ae75-c2d24d50a857 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:16.156583 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46970aa4-4f95-4cff-ae75-c2d24d50a857 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:16.228093 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-46970aa4-4f95-4cff-ae75-c2d24d50a857 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:16.238778 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-46970aa4-4f95-4cff-ae75-c2d24d50a857 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2992508 Dec 20 21:43:16.269621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59676) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:16.274390 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-acbfcfcc-e771-4f25-a008-2315554844d8 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group_rule': {'security_group_id': 'f5735714-564c-4cce-b576-6eaf708ca971', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b0c3352d-0582-4028-9c72-d7bcd4badb3c', 'remote_ip_prefix': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:16.317191 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46970aa4-4f95-4cff-ae75-c2d24d50a857 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c3352d-0582-4028-9c72-d7bcd4badb3c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:16.370487 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acbfcfcc-e771-4f25-a008-2315554844d8 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:16.469821 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d7a1713d-d05d-47d4-a25c-c0cecea090af tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:16.481970 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d7a1713d-d05d-47d4-a25c-c0cecea090af tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:16.649069 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d7a1713d-d05d-47d4-a25c-c0cecea090af tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:16.649069 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a1713d-d05d-47d4-a25c-c0cecea090af tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Fanout notify agent at l3_agent the message router_deleted on router f95d3315-11ec-4af2-8aef-52a8cb48169e {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:43:16.660229 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d7a1713d-d05d-47d4-a25c-c0cecea090af tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:16.664899 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d7a1713d-d05d-47d4-a25c-c0cecea090af tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/routers/f95d3315-11ec-4af2-8aef-52a8cb48169e HTTP/1.1" status: 204 len: 168 time: 0.9619641 Dec 20 21:43:16.665379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59692) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:16.756434 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-745b37e8-8355-4e33-b4f6-fe9f95a62ed5 req-4637cd49-1f18-4f8a-bc5f-d8bab882d1a2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 210 time: 0.0960135 Dec 20 21:43:16.831978 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acbfcfcc-e771-4f25-a008-2315554844d8 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:16.844321 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acbfcfcc-e771-4f25-a008-2315554844d8 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:16.883866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfcfcc-e771-4f25-a008-2315554844d8 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febd9186-9b65-4f8c-9cfb-86764ebd4e3d,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:16.893888 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acbfcfcc-e771-4f25-a008-2315554844d8 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:16.899813 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-acbfcfcc-e771-4f25-a008-2315554844d8 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6287727 Dec 20 21:43:16.900571 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59704) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:16.944184 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6da5a699-52ca-4dc6-ac8d-2693018d0cc5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:16.959258 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6da5a699-52ca-4dc6-ac8d-2693018d0cc5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:17.063278 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6da5a699-52ca-4dc6-ac8d-2693018d0cc5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:17.098132 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6da5a699-52ca-4dc6-ac8d-2693018d0cc5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:17.112947 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6da5a699-52ca-4dc6-ac8d-2693018d0cc5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/febd9186-9b65-4f8c-9cfb-86764ebd4e3d HTTP/1.1" status: 204 len: 168 time: 0.2109144 Dec 20 21:43:17.120303 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-054de8db-358a-4385-a8cf-cb65c80b9b89 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting subnet 59a6f657-99a2-4a48-9e80-06ce7c68a174 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:43:17.125811 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59708) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:17.140409 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-054de8db-358a-4385-a8cf-cb65c80b9b89 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:17.151394 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5a699-52ca-4dc6-ac8d-2693018d0cc5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=febd9186-9b65-4f8c-9cfb-86764ebd4e3d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:17.234770 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-054de8db-358a-4385-a8cf-cb65c80b9b89 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:17.262926 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c645110c-1842-442b-a02d-e92aaf8a3c07 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1298411 Dec 20 21:43:17.265549 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59710) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:17.272572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-6343c2d3-d0d5-413c-a00b-5228e839296c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:17.274538 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-6343c2d3-d0d5-413c-a00b-5228e839296c tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.66 "GET /v2.0/networks?id=c9c66cb9-8498-4b37-8169-f08bcf7ce187 HTTP/1.1" status: 200 len: 796 time: 0.5191617 Dec 20 21:43:17.462669 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-054de8db-358a-4385-a8cf-cb65c80b9b89 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:17.475455 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-f5ff2573-5423-4612-9a4a-5507bad5e5f5 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5353e8cb9b434e37a6bf3118a301f4e4 HTTP/1.1" status: 200 len: 380 time: 0.1575966 Dec 20 21:43:17.522035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-45173fdb-96ec-4aa8-9ea6-904376c863c0 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'port': {'device_id': 'bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe', 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187', 'admin_state_up': True, 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'security_groups': ['86e8fcdf-997f-40d8-829b-5b430eb765d8']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:17.721512 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb420ab2-d704-4ebf-996e-e0ec7eb3b1ed tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:17.776668 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-054de8db-358a-4385-a8cf-cb65c80b9b89 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:17.880916 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-054de8db-358a-4385-a8cf-cb65c80b9b89 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:17.885770 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-054de8db-358a-4385-a8cf-cb65c80b9b89 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/subnets/59a6f657-99a2-4a48-9e80-06ce7c68a174 HTTP/1.1" status: 204 len: 168 time: 1.2193897 Dec 20 21:43:17.886963 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d76db6-2fee-4a25-8939-d935f664010e None None] Network 0afbbc2c-d002-4b74-a42d-14c171567ea2 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:43:17.887849 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb420ab2-d704-4ebf-996e-e0ec7eb3b1ed tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:17.888790 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59736) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:17.891699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054de8db-358a-4385-a8cf-cb65c80b9b89 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Subnet': ['ID=59a6f657-99a2-4a48-9e80-06ce7c68a174,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:17.973417 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-93c64765-a870-496c-b1c3-0c92e306a1d6 req-ccd90626-f2b1-40c0-846c-ed5636ea9e92 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 210 time: 0.0483818 Dec 20 21:43:17.980796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-45173fdb-96ec-4aa8-9ea6-904376c863c0 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Made reservation on behalf of 5353e8cb9b434e37a6bf3118a301f4e4 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:43:17.993074 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-45173fdb-96ec-4aa8-9ea6-904376c863c0 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:18.017180 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb420ab2-d704-4ebf-996e-e0ec7eb3b1ed tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:18.022990 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb420ab2-d704-4ebf-996e-e0ec7eb3b1ed tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:18.028037 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fb420ab2-d704-4ebf-996e-e0ec7eb3b1ed tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-groups/b0c3352d-0582-4028-9c72-d7bcd4badb3c HTTP/1.1" status: 204 len: 168 time: 0.7489316 Dec 20 21:43:18.032784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59740) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:18.084732 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb420ab2-d704-4ebf-996e-e0ec7eb3b1ed tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c3352d-0582-4028-9c72-d7bcd4badb3c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:18.101869 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:18.203949 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:18.305514 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2550f9e-b016-4b25-86b5-8fc0e85f5e1c None None] DHCP port deletion for 0afbbc2c-d002-4b74-a42d-14c171567ea2 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:43:18.335098 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting port 44109d8d-bcf2-4921-b8f0-fc914f097ee9 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:43:18.337614 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:18.338958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-45173fdb-96ec-4aa8-9ea6-904376c863c0 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Allocated IP 172.20.0.9 (c9c66cb9-8498-4b37-8169-f08bcf7ce187/d7297ed1-0479-42f3-bcc3-b966d5142b2e/526f6df2-3026-41ec-9eae-8a4c13994ab8) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:43:18.463552 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e2550f9e-b016-4b25-86b5-8fc0e85f5e1c None None] Deleting port 44109d8d-bcf2-4921-b8f0-fc914f097ee9 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:43:18.464249 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e2550f9e-b016-4b25-86b5-8fc0e85f5e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:18.559914 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-45173fdb-96ec-4aa8-9ea6-904376c863c0 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:18.572594 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e2550f9e-b016-4b25-86b5-8fc0e85f5e1c None None] For port 44109d8d-bcf2-4921-b8f0-fc914f097ee9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=44109d8d-bcf2-4921-b8f0-fc914f097ee9,segment=NetworkSegment(bba35c69-4997-4cd7-92f1-d7ae3ac735d6),segment_id=bba35c69-4997-4cd7-92f1-d7ae3ac735d6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:43:18.572991 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e2550f9e-b016-4b25-86b5-8fc0e85f5e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:18.588582 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e2550f9e-b016-4b25-86b5-8fc0e85f5e1c None None] Calling delete_port for 44109d8d-bcf2-4921-b8f0-fc914f097ee9 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:43:18.611665 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] For port 44109d8d-bcf2-4921-b8f0-fc914f097ee9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=44109d8d-bcf2-4921-b8f0-fc914f097ee9,segment=NetworkSegment(bba35c69-4997-4cd7-92f1-d7ae3ac735d6),segment_id=bba35c69-4997-4cd7-92f1-d7ae3ac735d6)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:43:18.612151 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:18.646748 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-afe2f749-383d-4b57-bce7-6c8cb66f811e tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6115389 Dec 20 21:43:18.648502 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-45173fdb-96ec-4aa8-9ea6-904376c863c0 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:18.650618 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59758) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:18.663419 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Calling delete_port for 44109d8d-bcf2-4921-b8f0-fc914f097ee9 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:43:18.704603 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e2550f9e-b016-4b25-86b5-8fc0e85f5e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:18.748157 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2550f9e-b016-4b25-86b5-8fc0e85f5e1c None None] Pushing event deleted for resources: {'Port': ['ID=44109d8d-bcf2-4921-b8f0-fc914f097ee9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:18.785490 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2550f9e-b016-4b25-86b5-8fc0e85f5e1c None None] No DVR routers for this DVR port 44109d8d-bcf2-4921-b8f0-fc914f097ee9 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:43:18.831785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-45173fdb-96ec-4aa8-9ea6-904376c863c0 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network c9c66cb9-8498-4b37-8169-f08bcf7ce187 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:43:18.838165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45173fdb-96ec-4aa8-9ea6-904376c863c0 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Port': ['ID=526f6df2-3026-41ec-9eae-8a4c13994ab8,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:18.846842 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-45173fdb-96ec-4aa8-9ea6-904376c863c0 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:18.850452 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-45173fdb-96ec-4aa8-9ea6-904376c863c0 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:43:18.880348 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:18.897095 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 44109d8d-bcf2-4921-b8f0-fc914f097ee9 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:43:18.944034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Port': ['ID=44109d8d-bcf2-4921-b8f0-fc914f097ee9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:18.960946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] No DVR routers for this DVR port 44109d8d-bcf2-4921-b8f0-fc914f097ee9 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:43:18.973945 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 44109d8d-bcf2-4921-b8f0-fc914f097ee9 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:43:18.977646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 44109d8d-bcf2-4921-b8f0-fc914f097ee9 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:43:18.997185 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5029dfed-fe12-46d8-b262-1a8783e29d4e tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:19.042052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-45173fdb-96ec-4aa8-9ea6-904376c863c0 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:19.050634 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-45173fdb-96ec-4aa8-9ea6-904376c863c0 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:19.190153 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5029dfed-fe12-46d8-b262-1a8783e29d4e tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:19.230700 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-45173fdb-96ec-4aa8-9ea6-904376c863c0 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7182934 Dec 20 21:43:19.269589 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:19.269894 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Request body: {'port': {'device_id': 'bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:19.332039 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0afbbc2c-d002-4b74-a42d-14c171567ea2']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:19.377684 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba35c69-4997-4cd7-92f1-d7ae3ac735d6') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:19.381222 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba35c69-4997-4cd7-92f1-d7ae3ac735d6') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:19.385013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-bf2cd594-1a5e-423d-8a75-f681fe05c10c None None] Provisioning complete for port 526f6df2-3026-41ec-9eae-8a4c13994ab8 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:19.389172 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd594-1a5e-423d-8a75-f681fe05c10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:19.392699 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766c1f5-85f2-4bb8-889d-a0acf237cacc req-4b2bb928-64e3-4c63-8e0f-9ccfa5bbc544 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:19.400882 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d766c1f5-85f2-4bb8-889d-a0acf237cacc req-4b2bb928-64e3-4c63-8e0f-9ccfa5bbc544 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 931 time: 0.2365544 Dec 20 21:43:19.425835 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:19.468354 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d766c1f5-85f2-4bb8-889d-a0acf237cacc req-7077b63e-13f1-4674-88f9-46f3f2d0aa69 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=86e8fcdf-997f-40d8-829b-5b430eb765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662606 Dec 20 21:43:19.494283 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:19.508675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-bf2cd594-1a5e-423d-8a75-f681fe05c10c None None] Port 526f6df2-3026-41ec-9eae-8a4c13994ab8 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:43:19.509421 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:43:19.512369 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:43:19.521824 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:43:19.569906 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5029dfed-fe12-46d8-b262-1a8783e29d4e tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:19.581058 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5029dfed-fe12-46d8-b262-1a8783e29d4e tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:19.585916 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5029dfed-fe12-46d8-b262-1a8783e29d4e tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-groups/f5735714-564c-4cce-b576-6eaf708ca971 HTTP/1.1" status: 204 len: 168 time: 0.9321725 Dec 20 21:43:19.587177 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59782) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:19.637338 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:19.694409 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029dfed-fe12-46d8-b262-1a8783e29d4e tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5735714-564c-4cce-b576-6eaf708ca971,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:19.706719 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:19.758272 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:19.775717 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/networks/0afbbc2c-d002-4b74-a42d-14c171567ea2 HTTP/1.1" status: 204 len: 168 time: 1.8839719 Dec 20 21:43:19.776900 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cce93a-b26c-4c82-af32-6f2d35fde620 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Network': ['ID=0afbbc2c-d002-4b74-a42d-14c171567ea2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:19.779653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59794) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:19.789390 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-965fc0ab-a1ff-4a5f-83d7-904e8b5508f7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-658214818', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:19.880743 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-965fc0ab-a1ff-4a5f-83d7-904e8b5508f7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:19.881835 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-965fc0ab-a1ff-4a5f-83d7-904e8b5508f7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:20.037227 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-965fc0ab-a1ff-4a5f-83d7-904e8b5508f7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:20.058888 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-965fc0ab-a1ff-4a5f-83d7-904e8b5508f7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:20.094259 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-965fc0ab-a1ff-4a5f-83d7-904e8b5508f7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:20.098492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-965fc0ab-a1ff-4a5f-83d7-904e8b5508f7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3179688 Dec 20 21:43:20.099101 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59802) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:20.105003 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e1246f78-7cc7-44ef-8223-72812efcf7fa tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-33469525'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:20.140004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1246f78-7cc7-44ef-8223-72812efcf7fa tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:43:20.145081 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1246f78-7cc7-44ef-8223-72812efcf7fa tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:20.182644 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1246f78-7cc7-44ef-8223-72812efcf7fa tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:43:20.194220 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1246f78-7cc7-44ef-8223-72812efcf7fa tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:20.196030 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-e1246f78-7cc7-44ef-8223-72812efcf7fa tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Added segment 90cb54c0-64ab-4222-8d76-67eb60799be7 of type vlan for network 49c17d7a-8457-4341-a590-e05049794332 Dec 20 21:43:20.201200 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c50828c0-243d-4951-b657-5302f8a8e11c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6043653 Dec 20 21:43:20.217244 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59804) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:20.241890 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-aeaa5e94-7211-4389-b885-d139bab04572 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group': {'name': 'tempest-secgroup--131477488'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:20.329797 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1246f78-7cc7-44ef-8223-72812efcf7fa tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:20.336276 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5e94-7211-4389-b885-d139bab04572 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:20.413481 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1246f78-7cc7-44ef-8223-72812efcf7fa tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:20.459385 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1246f78-7cc7-44ef-8223-72812efcf7fa tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:20.460052 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e1246f78-7cc7-44ef-8223-72812efcf7fa tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:20.670658 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e1246f78-7cc7-44ef-8223-72812efcf7fa tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5702491 Dec 20 21:43:20.679743 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59820) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:20.699980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2cb073f3-f0bf-4999-b1d7-57c5767da093 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'subnet': {'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:20.833757 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5e94-7211-4389-b885-d139bab04572 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:20.854186 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5e94-7211-4389-b885-d139bab04572 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:20.874406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0c162-0c2b-4c83-a997-0a1c0b26cfb8 req-07dc6ac9-4f55-4aa0-9550-ac058c245ffb tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:20.876179 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82b0c162-0c2b-4c83-a997-0a1c0b26cfb8 req-07dc6ac9-4f55-4aa0-9550-ac058c245ffb tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 931 time: 0.2421739 Dec 20 21:43:21.070603 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aeaa5e94-7211-4389-b885-d139bab04572 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:21.075191 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-aeaa5e94-7211-4389-b885-d139bab04572 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8412273 Dec 20 21:43:21.085952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59836) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:21.099376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2bd8e517-52b5-4508-9c42-bcb53ccb8641 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group_rule': {'security_group_id': 'c86a190b-ad99-4147-872a-9beb5e284705', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:21.112241 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa5e94-7211-4389-b885-d139bab04572 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c86a190b-ad99-4147-872a-9beb5e284705,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:21.186557 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526f6df2-3026-41ec-9eae-8a4c13994ab8 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:43:21.217386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82b0c162-0c2b-4c83-a997-0a1c0b26cfb8 req-dc13ddda-bc01-44ed-9409-323b69101a8a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=86e8fcdf-997f-40d8-829b-5b430eb765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080151 Dec 20 21:43:21.220196 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:21.272315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Transition to ACTIVE for port object 526f6df2-3026-41ec-9eae-8a4c13994ab8 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:43:21.299794 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:21.334093 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2bd8e517-52b5-4508-9c42-bcb53ccb8641 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:21.686017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=526f6df2-3026-41ec-9eae-8a4c13994ab8,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:21.733278 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1246f78-7cc7-44ef-8223-72812efcf7fa tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Network': ['ID=49c17d7a-8457-4341-a590-e05049794332,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:21.748042 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 49c17d7a-8457-4341-a590-e05049794332 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:43:21.749251 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2bd8e517-52b5-4508-9c42-bcb53ccb8641 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:21.756087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Attempting to bind port 526f6df2-3026-41ec-9eae-8a4c13994ab8 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:43:21.756729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Attempting to bind port 526f6df2-3026-41ec-9eae-8a4c13994ab8 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'cc03139a-22ff-496d-be2d-dc29dc2ba57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:43:21.757236 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Attempting to bind port 526f6df2-3026-41ec-9eae-8a4c13994ab8 on network c9c66cb9-8498-4b37-8169-f08bcf7ce187 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:43:21.762750 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2bd8e517-52b5-4508-9c42-bcb53ccb8641 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:21.794870 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Port 526f6df2-3026-41ec-9eae-8a4c13994ab8 on network c9c66cb9-8498-4b37-8169-f08bcf7ce187 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:43:21.795495 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Attempting to bind port 526f6df2-3026-41ec-9eae-8a4c13994ab8 on network c9c66cb9-8498-4b37-8169-f08bcf7ce187 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:43:21.804396 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8e517-52b5-4508-9c42-bcb53ccb8641 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea9503d-2124-4184-b82b-38c5660dcb6d,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:21.809124 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:43:21.809828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Checking segment: {'id': 'cc03139a-22ff-496d-be2d-dc29dc2ba57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:43:21.810799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Bound using segment: {'id': 'cc03139a-22ff-496d-be2d-dc29dc2ba57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:43:21.812132 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Bound port: 526f6df2-3026-41ec-9eae-8a4c13994ab8, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc03139a-22ff-496d-be2d-dc29dc2ba57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:43:21.812654 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:21.867765 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb073f3-f0bf-4999-b1d7-57c5767da093 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:43:21.872701 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cb073f3-f0bf-4999-b1d7-57c5767da093 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:21.940392 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2bd8e517-52b5-4508-9c42-bcb53ccb8641 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:21.950596 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2bd8e517-52b5-4508-9c42-bcb53ccb8641 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8620672 Dec 20 21:43:21.953790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59862) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:22.119348 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-948b4a18-067b-4037-b193-cc5780a4b544 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:22.154133 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-948b4a18-067b-4037-b193-cc5780a4b544 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:22.357116 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] For port 526f6df2-3026-41ec-9eae-8a4c13994ab8, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:43:22.372125 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] For port 526f6df2-3026-41ec-9eae-8a4c13994ab8, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=526f6df2-3026-41ec-9eae-8a4c13994ab8,segment=NetworkSegment(cc03139a-22ff-496d-be2d-dc29dc2ba57e),segment_id=cc03139a-22ff-496d-be2d-dc29dc2ba57e)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:43:22.381054 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cb073f3-f0bf-4999-b1d7-57c5767da093 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:22.408261 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:22.465897 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-948b4a18-067b-4037-b193-cc5780a4b544 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:22.475893 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:22.476394 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:22.478597 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] 10.222.0.66 "PUT /v2.0/ports/526f6df2-3026-41ec-9eae-8a4c13994ab8 HTTP/1.1" status: 200 len: 1089 time: 3.2324541 Dec 20 21:43:22.525099 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-948b4a18-067b-4037-b193-cc5780a4b544 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:22.526945 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-948b4a18-067b-4037-b193-cc5780a4b544 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3ea9503d-2124-4184-b82b-38c5660dcb6d HTTP/1.1" status: 204 len: 168 time: 0.5677035 Dec 20 21:43:22.527765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe', 'tag': '526f6df2-3026-41ec-9eae-8a4c13994ab8'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:43:22.531863 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57723369-ccd1-4e16-b092-7830d9cfc53f" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe", "tag": "526f6df2-3026-41ec-9eae-8a4c13994ab8"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:43:22.535444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59876) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:22.573861 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb073f3-f0bf-4999-b1d7-57c5767da093 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Subnet': ['ID=add62787-6c12-4622-a828-63e33b913060,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:22.660368 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b4a18-067b-4037-b193-cc5780a4b544 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ea9503d-2124-4184-b82b-38c5660dcb6d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:22.776147 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-356ea8f0-838c-45db-a9ae-b968e0790b9d tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2361362 Dec 20 21:43:22.781971 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fa5e30-db4a-45ed-b4e8-ac78be8a7991 x-openstack-request-id: req-92fa5e30-db4a-45ed-b4e8-ac78be8a7991 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:43:22.782270 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe", "tag": "526f6df2-3026-41ec-9eae-8a4c13994ab8", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:43:22.782529 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92fa5e30-db4a-45ed-b4e8-ac78be8a7991 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:43:22.782927 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe', 'tag': '526f6df2-3026-41ec-9eae-8a4c13994ab8', 'status': 'completed', 'code': 200} Dec 20 21:43:22.783309 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59886) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:22.787910 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4adba7-0a0a-4ac8-bf22-cbe9a4a01ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=526f6df2-3026-41ec-9eae-8a4c13994ab8,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:22.818949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-3004404e-fdeb-44ad-b413-2e6568ab0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:22.824149 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-3004404e-fdeb-44ad-b413-2e6568ab0abc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5353e8cb9b434e37a6bf3118a301f4e4&device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 1092 time: 0.2420247 Dec 20 21:43:22.835922 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd06ed-4545-459c-b03a-adabb5746b01 req-b965b041-895e-48c6-a76b-f54c805d6563 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:22.840197 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f8bd06ed-4545-459c-b03a-adabb5746b01 req-b965b041-895e-48c6-a76b-f54c805d6563 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 943 time: 0.2677031 Dec 20 21:43:22.843380 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb073f3-f0bf-4999-b1d7-57c5767da093 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Checking segment: {'id': '90cb54c0-64ab-4222-8d76-67eb60799be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '49c17d7a-8457-4341-a590-e05049794332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:43:22.845278 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb073f3-f0bf-4999-b1d7-57c5767da093 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network hostable DHCP agents. Network: 49c17d7a-8457-4341-a590-e05049794332, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:43:22.975691 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-bf986a66-0d0f-4d5e-951f-254790fc3607 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=526f6df2-3026-41ec-9eae-8a4c13994ab8 HTTP/1.1" status: 200 len: 217 time: 0.1277392 Dec 20 21:43:23.034745 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f8bd06ed-4545-459c-b03a-adabb5746b01 req-30de3a9a-ab72-48ad-a3fd-0f77ee0032a0 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=86e8fcdf-997f-40d8-829b-5b430eb765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830974 Dec 20 21:43:23.053262 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb073f3-f0bf-4999-b1d7-57c5767da093 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 49c17d7a-8457-4341-a590-e05049794332 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:43:23.075268 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-2cb073f3-f0bf-4999-b1d7-57c5767da093 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 49c17d7a-8457-4341-a590-e05049794332) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:23.082830 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb073f3-f0bf-4999-b1d7-57c5767da093 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:23.083696 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2cb073f3-f0bf-4999-b1d7-57c5767da093 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:23.087893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a411499-2607-4365-bf1c-e1755665bc37 None None] Network 49c17d7a-8457-4341-a590-e05049794332 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:43:23.114246 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fee855a1-a33a-448b-a1cc-ac90b41675fc tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:23.147852 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2cb073f3-f0bf-4999-b1d7-57c5767da093 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4652193 Dec 20 21:43:23.162205 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59904) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:23.183779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-a55a5567-afaa-4aae-856c-377510fbbc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:23.186231 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-a55a5567-afaa-4aae-856c-377510fbbc4e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7297ed1-0479-42f3-bcc3-b966d5142b2e HTTP/1.1" status: 200 len: 833 time: 0.2006142 Dec 20 21:43:23.202331 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fee855a1-a33a-448b-a1cc-ac90b41675fc tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:23.277300 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fee855a1-a33a-448b-a1cc-ac90b41675fc tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:23.281650 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fee855a1-a33a-448b-a1cc-ac90b41675fc tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:23.286684 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fee855a1-a33a-448b-a1cc-ac90b41675fc tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-groups/c86a190b-ad99-4147-872a-9beb5e284705 HTTP/1.1" status: 204 len: 168 time: 0.4974830 Dec 20 21:43:23.288279 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59906) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:23.319901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee855a1-a33a-448b-a1cc-ac90b41675fc tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86a190b-ad99-4147-872a-9beb5e284705,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:23.371999 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-30d4b437-819f-4536-bd13-22aff2fc007a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0787055 Dec 20 21:43:23.385775 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59908) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:23.445243 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5e0b6c7c-aafb-40ee-8438-d263ee57e71f tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group': {'name': 'tempest-secgroup--150881922'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:23.521708 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e0b6c7c-aafb-40ee-8438-d263ee57e71f tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:23.544937 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-99d1abcc-07d2-4e88-b9eb-ce307ca928ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:23.546812 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-99d1abcc-07d2-4e88-b9eb-ce307ca928ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9c66cb9-8498-4b37-8169-f08bcf7ce187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1828394 Dec 20 21:43:23.572554 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-49c17d7a-8457-4341-a590-e05049794332', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:43:23.573696 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:23.774254 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-87fa910f-20c8-47fd-9ddb-e850af7f19bf service neutron] 10.222.0.66 "GET /v2.0/networks/c9c66cb9-8498-4b37-8169-f08bcf7ce187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164426 Dec 20 21:43:23.953961 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Allocated IP 2001:db8::2 (49c17d7a-8457-4341-a590-e05049794332/add62787-6c12-4622-a828-63e33b913060/f6106303-a12c-401e-bcb4-38c57abafa6d) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:43:24.031588 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-127b766d-ac13-45db-a1eb-2e9e177d3f2d req-efdae22d-2d5c-4428-91c6-94c633ad9dc4 service neutron] 10.222.0.66 "GET /v2.0/networks/c9c66cb9-8498-4b37-8169-f08bcf7ce187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430556 Dec 20 21:43:24.081330 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e0b6c7c-aafb-40ee-8438-d263ee57e71f tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:24.093284 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e0b6c7c-aafb-40ee-8438-d263ee57e71f tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:24.108706 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:24.189675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b6c7c-aafb-40ee-8438-d263ee57e71f tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3ed460-73ba-4ecd-b78e-80c82a15a3d5,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:24.311229 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e0b6c7c-aafb-40ee-8438-d263ee57e71f tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:24.312432 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5e0b6c7c-aafb-40ee-8438-d263ee57e71f tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9270852 Dec 20 21:43:24.320206 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59936) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:24.322034 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:24.329648 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4b678ad2-ac4d-46a4-8014-bd91b5b5bdd5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group_rule': {'security_group_id': 'dd3ed460-73ba-4ecd-b78e-80c82a15a3d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:24.343172 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:24.394220 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Pushing event updated for resources: {'Port': ['ID=f6106303-a12c-401e-bcb4-38c57abafa6d,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:24.415368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Network 49c17d7a-8457-4341-a590-e05049794332 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:43:24.418679 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:24.419377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:24.420434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:24.421053 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:24.421626 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:24.422233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:24.422819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:24.423535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:24.424437 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:24.425050 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:24.425645 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:24.426698 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:24.441549 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:24.444312 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57723369-ccd1-4e16-b092-7830d9cfc53f req-9c29228c-7167-4e86-8dbf-c3d7f2fa728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:24.445172 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:43:24.445850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57723369-ccd1-4e16-b092-7830d9cfc53f req-9c29228c-7167-4e86-8dbf-c3d7f2fa728b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5353e8cb9b434e37a6bf3118a301f4e4&device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 1092 time: 0.2524724 Dec 20 21:43:24.463826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25164e4e-fcf7-4c32-9af4-842876f5d5ad req-7406fa20-e27d-4f44-ad44-e103c04d4eb8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:24.477765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-25164e4e-fcf7-4c32-9af4-842876f5d5ad req-7406fa20-e27d-4f44-ad44-e103c04d4eb8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 943 time: 0.2723460 Dec 20 21:43:24.565037 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Attempting to bind port f6106303-a12c-401e-bcb4-38c57abafa6d on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:43:24.565856 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Attempting to bind port f6106303-a12c-401e-bcb4-38c57abafa6d by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '90cb54c0-64ab-4222-8d76-67eb60799be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '49c17d7a-8457-4341-a590-e05049794332'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:43:24.566505 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Attempting to bind port f6106303-a12c-401e-bcb4-38c57abafa6d on network 49c17d7a-8457-4341-a590-e05049794332 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:43:24.572939 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b678ad2-ac4d-46a4-8014-bd91b5b5bdd5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:24.575745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:43:24.577205 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Checking segment: {'id': '90cb54c0-64ab-4222-8d76-67eb60799be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '49c17d7a-8457-4341-a590-e05049794332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:43:24.577858 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:24.579777 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Bound using segment: {'id': '90cb54c0-64ab-4222-8d76-67eb60799be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '49c17d7a-8457-4341-a590-e05049794332'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:43:24.580739 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Bound port: f6106303-a12c-401e-bcb4-38c57abafa6d, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cb54c0-64ab-4222-8d76-67eb60799be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '49c17d7a-8457-4341-a590-e05049794332'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:43:24.581888 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:24.670896 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-25164e4e-fcf7-4c32-9af4-842876f5d5ad req-a494e0c9-52dc-4e1e-8235-1a9f48ac994a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=86e8fcdf-997f-40d8-829b-5b430eb765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868184 Dec 20 21:43:24.737775 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57723369-ccd1-4e16-b092-7830d9cfc53f req-87ac8bfd-6076-41ba-b337-13a3ac8d2521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:24.739466 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57723369-ccd1-4e16-b092-7830d9cfc53f req-87ac8bfd-6076-41ba-b337-13a3ac8d2521 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9c66cb9-8498-4b37-8169-f08bcf7ce187 HTTP/1.1" status: 200 len: 897 time: 0.2546494 Dec 20 21:43:24.792314 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] For port f6106303-a12c-401e-bcb4-38c57abafa6d, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:43:24.797541 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] For port f6106303-a12c-401e-bcb4-38c57abafa6d, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f6106303-a12c-401e-bcb4-38c57abafa6d,segment=NetworkSegment(90cb54c0-64ab-4222-8d76-67eb60799be7),segment_id=90cb54c0-64ab-4222-8d76-67eb60799be7)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:43:24.817835 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:24.840712 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b678ad2-ac4d-46a4-8014-bd91b5b5bdd5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:24.867916 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57723369-ccd1-4e16-b092-7830d9cfc53f req-9d365cc7-201d-48b8-a0ef-7174b276028e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=526f6df2-3026-41ec-9eae-8a4c13994ab8 HTTP/1.1" status: 200 len: 217 time: 0.1201794 Dec 20 21:43:24.950219 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b678ad2-ac4d-46a4-8014-bd91b5b5bdd5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:25.040690 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480076c-4aa5-458c-8dfb-7c0a0b23c08f None None] Pushing event updated for resources: {'Port': ['ID=f6106303-a12c-401e-bcb4-38c57abafa6d,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:25.070342 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57723369-ccd1-4e16-b092-7830d9cfc53f req-7cb8af2b-4915-4291-8d77-a06ea626e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:25.071842 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57723369-ccd1-4e16-b092-7830d9cfc53f req-7cb8af2b-4915-4291-8d77-a06ea626e599 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7297ed1-0479-42f3-bcc3-b966d5142b2e HTTP/1.1" status: 200 len: 833 time: 0.1888437 Dec 20 21:43:25.076053 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b678ad2-ac4d-46a4-8014-bd91b5b5bdd5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb5bd02-4aee-4a04-aac4-2f8e24c94cc6,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:25.094579 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b678ad2-ac4d-46a4-8014-bd91b5b5bdd5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:25.100046 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4b678ad2-ac4d-46a4-8014-bd91b5b5bdd5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7745919 Dec 20 21:43:25.104335 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 59954) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:25.199921 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57723369-ccd1-4e16-b092-7830d9cfc53f req-6afbcbf4-3cfe-4401-8778-df77b200d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:25.205731 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57723369-ccd1-4e16-b092-7830d9cfc53f req-6afbcbf4-3cfe-4401-8778-df77b200d86e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9c66cb9-8498-4b37-8169-f08bcf7ce187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1235538 Dec 20 21:43:25.208351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Allocated IP 2001:db8::1 (49c17d7a-8457-4341-a590-e05049794332/add62787-6c12-4622-a828-63e33b913060/d8216643-2b3e-49d3-b4e6-23424bd5b109) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:43:25.234924 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:43:25.378024 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57723369-ccd1-4e16-b092-7830d9cfc53f req-78ddc65c-95da-4337-8df7-489f22187683 service neutron] 10.222.0.66 "GET /v2.0/networks/c9c66cb9-8498-4b37-8169-f08bcf7ce187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642585 Dec 20 21:43:25.389096 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59962) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:25.395442 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-867f1080-1ac5-441c-ab5e-b5cca4ac6798 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-group-rules/3eb5bd02-4aee-4a04-aac4-2f8e24c94cc6 HTTP/1.1" status: 200 len: 763 time: 0.2848096 Dec 20 21:43:25.505334 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:25.623330 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:25.764733 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=d8216643-2b3e-49d3-b4e6-23424bd5b109,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:25.791353 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 49c17d7a-8457-4341-a590-e05049794332 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:43:25.808008 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:25.813580 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:43:25.816226 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:25.844979 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5516984e-cab1-4697-a1f6-358a45326db2 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4488175 Dec 20 21:43:25.847360 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59976) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:25.955101 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57723369-ccd1-4e16-b092-7830d9cfc53f req-6154d0bf-7b1c-46a8-9813-e7ebc1a49f38 service neutron] 10.222.0.66 "GET /v2.0/networks/c9c66cb9-8498-4b37-8169-f08bcf7ce187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683584 Dec 20 21:43:25.969280 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-15f68408-8b44-4d1b-a8a3-4fc6c978e0f1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:25.982767 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-15f68408-8b44-4d1b-a8a3-4fc6c978e0f1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:26.097580 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-15f68408-8b44-4d1b-a8a3-4fc6c978e0f1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:26.130098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-15f68408-8b44-4d1b-a8a3-4fc6c978e0f1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:26.131910 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-15f68408-8b44-4d1b-a8a3-4fc6c978e0f1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3eb5bd02-4aee-4a04-aac4-2f8e24c94cc6 HTTP/1.1" status: 204 len: 168 time: 0.2607660 Dec 20 21:43:26.142690 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f68408-8b44-4d1b-a8a3-4fc6c978e0f1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3eb5bd02-4aee-4a04-aac4-2f8e24c94cc6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:26.151833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59986) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:26.187586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 526f6df2-3026-41ec-9eae-8a4c13994ab8 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:43:26.236346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1cffa004-1703-4cc8-8ee6-fb0fb1adf829 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0823708 Dec 20 21:43:26.240169 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59990) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:26.248554 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f2748851-f7e9-44de-965e-1ec1299b4f4a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group_rule': {'security_group_id': 'dd3ed460-73ba-4ecd-b78e-80c82a15a3d5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:26.304931 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2748851-f7e9-44de-965e-1ec1299b4f4a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:26.324963 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:26.379596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9d103-94ba-41ba-92af-78f9b20c3b1c req-da0826a2-2363-47ed-855b-764e4dc2a790 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:26.398690 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-27f9d103-94ba-41ba-92af-78f9b20c3b1c req-da0826a2-2363-47ed-855b-764e4dc2a790 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 943 time: 0.6045258 Dec 20 21:43:26.456860 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 526f6df2-3026-41ec-9eae-8a4c13994ab8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=526f6df2-3026-41ec-9eae-8a4c13994ab8,segment=NetworkSegment(cc03139a-22ff-496d-be2d-dc29dc2ba57e),segment_id=cc03139a-22ff-496d-be2d-dc29dc2ba57e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:43:26.506979 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '526f6df2-3026-41ec-9eae-8a4c13994ab8', 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187', 'port_id': '526f6df2-3026-41ec-9eae-8a4c13994ab8', 'mac_address': 'fa:16:3e:37:c3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:43:26.507287 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2748851-f7e9-44de-965e-1ec1299b4f4a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:26.521295 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2748851-f7e9-44de-965e-1ec1299b4f4a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:26.594212 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2748851-f7e9-44de-965e-1ec1299b4f4a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f54425a-a640-4227-91cc-c9a3b2799cd0,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:26.633845 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:26.635380 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2748851-f7e9-44de-965e-1ec1299b4f4a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:26.643002 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f2748851-f7e9-44de-965e-1ec1299b4f4a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3992884 Dec 20 21:43:26.648547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59996) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:26.695760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526f6df2-3026-41ec-9eae-8a4c13994ab8 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:43:26.713306 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-abe168c7-6024-48be-8545-d97693beb58a tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-group-rules/2f54425a-a640-4227-91cc-c9a3b2799cd0 HTTP/1.1" status: 200 len: 763 time: 0.0635195 Dec 20 21:43:26.713950 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 59998) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:26.776104 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 526f6df2-3026-41ec-9eae-8a4c13994ab8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=526f6df2-3026-41ec-9eae-8a4c13994ab8,segment=NetworkSegment(cc03139a-22ff-496d-be2d-dc29dc2ba57e),segment_id=cc03139a-22ff-496d-be2d-dc29dc2ba57e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:43:26.809395 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:26.868472 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-853894fc-f99e-4eed-9b5b-dbf88af18530 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1509447 Dec 20 21:43:26.869632 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60002) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:26.958596 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-265dd71a-cb02-40d2-ba8c-082adf0be82c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:26.972324 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=526f6df2-3026-41ec-9eae-8a4c13994ab8,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:26.976773 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f6106303-a12c-401e-bcb4-38c57abafa6d up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:43:26.980606 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-265dd71a-cb02-40d2-ba8c-082adf0be82c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:27.045938 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-265dd71a-cb02-40d2-ba8c-082adf0be82c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:27.061523 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-265dd71a-cb02-40d2-ba8c-082adf0be82c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:27.067867 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-265dd71a-cb02-40d2-ba8c-082adf0be82c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2f54425a-a640-4227-91cc-c9a3b2799cd0 HTTP/1.1" status: 204 len: 168 time: 0.1930780 Dec 20 21:43:27.069668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60012) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:27.143326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265dd71a-cb02-40d2-ba8c-082adf0be82c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f54425a-a640-4227-91cc-c9a3b2799cd0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:27.197804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port f6106303-a12c-401e-bcb4-38c57abafa6d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:27.198475 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:27.204881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['526f6df2-3026-41ec-9eae-8a4c13994ab8'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:43:27.245637 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c5676a64-78de-4b8a-8f32-79c07ab827f5 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1582241 Dec 20 21:43:27.246295 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60016) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:27.255694 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-13890b3b-cf47-416c-a9ee-fa6a5070573d tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group_rule': {'security_group_id': 'dd3ed460-73ba-4ecd-b78e-80c82a15a3d5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:27.352200 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-13890b3b-cf47-416c-a9ee-fa6a5070573d tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Project 80f293bb9f9e418ea78acd27ae6d0ad3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:43:27.357972 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:27.366657 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-13890b3b-cf47-416c-a9ee-fa6a5070573d tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:27.372232 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e44dbdf1-56c0-457e-8dd7-a0cf7a521164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:27.379445 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:27.380222 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:27.511953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4592be-366b-4f10-8ef2-0af84890b635 None None] Network 49c17d7a-8457-4341-a590-e05049794332 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:43:27.575884 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-13890b3b-cf47-416c-a9ee-fa6a5070573d tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:27.585899 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-13890b3b-cf47-416c-a9ee-fa6a5070573d tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:27.606162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-65109ecd-a464-4f0a-9cd4-9c50d69ae13d None None] Provisioning complete for port f6106303-a12c-401e-bcb4-38c57abafa6d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:27.606162 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-65109ecd-a464-4f0a-9cd4-9c50d69ae13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:27.628783 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=d8216643-2b3e-49d3-b4e6-23424bd5b109,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:27.653327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13890b3b-cf47-416c-a9ee-fa6a5070573d tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f4d2d1-34b9-4d2e-88fa-3d618e85baf4,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:27.666714 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-27f9d103-94ba-41ba-92af-78f9b20c3b1c req-42282c83-e968-4dbe-a941-39371a790a1a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=86e8fcdf-997f-40d8-829b-5b430eb765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2670093 Dec 20 21:43:27.689467 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-13890b3b-cf47-416c-a9ee-fa6a5070573d tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:27.691002 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-13890b3b-cf47-416c-a9ee-fa6a5070573d tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4434466 Dec 20 21:43:27.693321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60026) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:27.737681 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7f970e2c-0829-4674-a1c7-200800e26888 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-group-rules/a9f4d2d1-34b9-4d2e-88fa-3d618e85baf4 HTTP/1.1" status: 200 len: 769 time: 0.0432088 Dec 20 21:43:27.743478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60028) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:27.912067 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 49c17d7a-8457-4341-a590-e05049794332 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:43:27.912509 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:27.915365 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-78515534-4ffe-4e51-8829-3d011c9d895c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1685486 Dec 20 21:43:27.916096 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:27.919310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60034) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:28.032879 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-05486783-3b87-4f3b-8052-abe391822b28 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:28.046796 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-05486783-3b87-4f3b-8052-abe391822b28 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:28.113350 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-05486783-3b87-4f3b-8052-abe391822b28 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:28.115446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router 7526b2f0-3abc-42e9-b942-5a7143aee059 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:43:28.121078 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-05486783-3b87-4f3b-8052-abe391822b28 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:28.122429 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-05486783-3b87-4f3b-8052-abe391822b28 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a9f4d2d1-34b9-4d2e-88fa-3d618e85baf4 HTTP/1.1" status: 204 len: 168 time: 0.2014081 Dec 20 21:43:28.127991 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60044) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:28.165507 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05486783-3b87-4f3b-8052-abe391822b28 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9f4d2d1-34b9-4d2e-88fa-3d618e85baf4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:28.167537 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port f6106303-a12c-401e-bcb4-38c57abafa6d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f6106303-a12c-401e-bcb4-38c57abafa6d,segment=NetworkSegment(90cb54c0-64ab-4222-8d76-67eb60799be7),segment_id=90cb54c0-64ab-4222-8d76-67eb60799be7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:43:28.255607 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:28.268501 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ef257053-d084-490c-935e-6e34e1dc426c tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1088161 Dec 20 21:43:28.271740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60050) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:28.369670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:43:28.390281 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Sync routers for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:43:28.406833 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:43:28.409111 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6afcb069-bbde-4662-9c6c-4e080f107079 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/7526b2f0-3abc-42e9-b942-5a7143aee059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2436690 Dec 20 21:43:28.409809 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:42:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:28.411259 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60058) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:28.428594 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-189ffbe9-86e2-4b8e-82d9-2e8d38aacdc8 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:28.434267 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a6471bcd-d8b3-4024-80c0-6d1fca08a49a tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1488225024'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:28.455986 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-189ffbe9-86e2-4b8e-82d9-2e8d38aacdc8 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:28.484187 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6471bcd-d8b3-4024-80c0-6d1fca08a49a tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:43:28.489344 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6471bcd-d8b3-4024-80c0-6d1fca08a49a tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:28.555908 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-189ffbe9-86e2-4b8e-82d9-2e8d38aacdc8 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:28.567163 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-189ffbe9-86e2-4b8e-82d9-2e8d38aacdc8 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:28.567163 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-189ffbe9-86e2-4b8e-82d9-2e8d38aacdc8 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-groups/dd3ed460-73ba-4ecd-b78e-80c82a15a3d5 HTTP/1.1" status: 204 len: 168 time: 0.2862024 Dec 20 21:43:28.571943 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60060) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:28.572958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ffbe9-86e2-4b8e-82d9-2e8d38aacdc8 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3ed460-73ba-4ecd-b78e-80c82a15a3d5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:28.595974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6471bcd-d8b3-4024-80c0-6d1fca08a49a tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:43:28.627988 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6471bcd-d8b3-4024-80c0-6d1fca08a49a tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:28.628344 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-a6471bcd-d8b3-4024-80c0-6d1fca08a49a tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Added segment de6139da-ddfa-4af4-9da7-26a1b81d2181 of type vlan for network bef82770-8d55-4a1c-87ab-06cf1494cd74 Dec 20 21:43:28.701820 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0cddc058-cd5c-47e8-acb3-4d0f98bf0567 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1236989 Dec 20 21:43:28.711246 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60064) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:28.720064 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:43:28.726026 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c838aa69-8d11-4873-a006-1eb31563ecc9 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group': {'name': 'tempest-secgroup--4468188'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:28.764745 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6471bcd-d8b3-4024-80c0-6d1fca08a49a tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:28.765560 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=f6106303-a12c-401e-bcb4-38c57abafa6d,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:28.859568 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6471bcd-d8b3-4024-80c0-6d1fca08a49a tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:28.878894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6471bcd-d8b3-4024-80c0-6d1fca08a49a tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:28.880036 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a6471bcd-d8b3-4024-80c0-6d1fca08a49a tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:28.923238 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec21335-e09d-4bb2-b612-9519bd3424f7 req-c5a9998a-eb56-40af-8c8d-627b05c2d2e3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:28.925131 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aec21335-e09d-4bb2-b612-9519bd3424f7 req-c5a9998a-eb56-40af-8c8d-627b05c2d2e3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 944 time: 0.1618123 Dec 20 21:43:28.931017 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c838aa69-8d11-4873-a006-1eb31563ecc9 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:28.987909 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a6471bcd-d8b3-4024-80c0-6d1fca08a49a tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5745173 Dec 20 21:43:29.003417 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60072) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:29.041304 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-18abd6eb-4fb5-4774-bcc1-b47046337d39 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'subnet': {'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:29.235486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6471bcd-d8b3-4024-80c0-6d1fca08a49a tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Network': ['ID=bef82770-8d55-4a1c-87ab-06cf1494cd74,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:29.248255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network bef82770-8d55-4a1c-87ab-06cf1494cd74 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:43:29.360816 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c838aa69-8d11-4873-a006-1eb31563ecc9 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:29.367415 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:43:26Z', 'revision_number': 2, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:26Z', 'revision_number': 2, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:29.387929 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c838aa69-8d11-4873-a006-1eb31563ecc9 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:29.453107 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Checking router: 7526b2f0-3abc-42e9-b942-5a7143aee059 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:43:29.453767 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Updating router 7526b2f0-3abc-42e9-b942-5a7143aee059 port d8216643-2b3e-49d3-b4e6-23424bd5b109 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:43:29.484081 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4776d78a-b1b3-4777-9755-cc0d4c93b5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:29.495506 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838aa69-8d11-4873-a006-1eb31563ecc9 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb3539a-2b6a-4556-a1fe-26800fd8f3c9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:29.516162 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aec21335-e09d-4bb2-b612-9519bd3424f7 req-23eb9f8c-9968-4eab-b763-57875d9ad29f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=86e8fcdf-997f-40d8-829b-5b430eb765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5799322 Dec 20 21:43:29.538575 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:29.542113 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c838aa69-8d11-4873-a006-1eb31563ecc9 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:29.544737 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c838aa69-8d11-4873-a006-1eb31563ecc9 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8322549 Dec 20 21:43:29.547764 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60084) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:29.553385 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5687a71e-3d7a-40f6-80ca-a79298982449 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Request body: {'security_group_rule': {'security_group_id': 'ebb3539a-2b6a-4556-a1fe-26800fd8f3c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:29.614320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18abd6eb-4fb5-4774-bcc1-b47046337d39 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:43:29.625576 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-18abd6eb-4fb5-4774-bcc1-b47046337d39 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:29.649790 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5687a71e-3d7a-40f6-80ca-a79298982449 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:29.727000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a6ec6a52-822f-4966-80d3-2317249652b1 None None] Provisioning complete for port d8216643-2b3e-49d3-b4e6-23424bd5b109 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:29.727399 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6a52-822f-4966-80d3-2317249652b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:29.797845 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5687a71e-3d7a-40f6-80ca-a79298982449 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:29.810565 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5687a71e-3d7a-40f6-80ca-a79298982449 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:29.838700 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a6ec6a52-822f-4966-80d3-2317249652b1 None None] Port d8216643-2b3e-49d3-b4e6-23424bd5b109 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:43:29.854524 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687a71e-3d7a-40f6-80ca-a79298982449 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67906b5a-a45a-4cc3-91fe-9c97294ddf59,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:29.871967 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a6ec6a52-822f-4966-80d3-2317249652b1 None None] Provisioning complete for port f6106303-a12c-401e-bcb4-38c57abafa6d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:29.873252 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6a52-822f-4966-80d3-2317249652b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:29.891469 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5687a71e-3d7a-40f6-80ca-a79298982449 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:29.895587 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5687a71e-3d7a-40f6-80ca-a79298982449 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3464077 Dec 20 21:43:29.898434 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60092) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:30.084726 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94d274f0-d384-417c-96b9-9bef6915d667 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:30.168724 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94d274f0-d384-417c-96b9-9bef6915d667 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:30.226475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 526f6df2-3026-41ec-9eae-8a4c13994ab8 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:43:30.300558 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-18abd6eb-4fb5-4774-bcc1-b47046337d39 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:30.319559 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94d274f0-d384-417c-96b9-9bef6915d667 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:30.327831 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94d274f0-d384-417c-96b9-9bef6915d667 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:30.334303 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-94d274f0-d384-417c-96b9-9bef6915d667 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-groups/ebb3539a-2b6a-4556-a1fe-26800fd8f3c9 HTTP/1.1" status: 204 len: 168 time: 0.4346855 Dec 20 21:43:30.334953 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60104) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:30.346585 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:30.359491 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:30.389659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d274f0-d384-417c-96b9-9bef6915d667 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb3539a-2b6a-4556-a1fe-26800fd8f3c9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:30.483053 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7563e3-8a04-499c-b496-6be61f59db10 None None] Pushing event updated for resources: {'Port': ['ID=d8216643-2b3e-49d3-b4e6-23424bd5b109,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:30.498104 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ccc9b5ab-d2ff-41cb-a362-7d136246e55f None None] Provisioning complete for port d8216643-2b3e-49d3-b4e6-23424bd5b109 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:30.498651 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ccc9b5ab-d2ff-41cb-a362-7d136246e55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:30.508765 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-afad90fb-1e87-4b90-af52-2b2f23b7cafe tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1301999 Dec 20 21:43:30.509992 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60110) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:30.529895 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7563e3-8a04-499c-b496-6be61f59db10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:30.552419 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7563e3-8a04-499c-b496-6be61f59db10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:30.553145 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7563e3-8a04-499c-b496-6be61f59db10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:30.554326 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7563e3-8a04-499c-b496-6be61f59db10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:30.554850 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7563e3-8a04-499c-b496-6be61f59db10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:30.555530 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7563e3-8a04-499c-b496-6be61f59db10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:30.557300 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7563e3-8a04-499c-b496-6be61f59db10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:30.558016 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7563e3-8a04-499c-b496-6be61f59db10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:30.559937 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7563e3-8a04-499c-b496-6be61f59db10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:30.563392 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7563e3-8a04-499c-b496-6be61f59db10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:30.564733 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7563e3-8a04-499c-b496-6be61f59db10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:30.569030 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7563e3-8a04-499c-b496-6be61f59db10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:30.725890 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-578260eb-a774-4869-8f0e-b70cf9be4442 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2144096 Dec 20 21:43:30.736852 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60114) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:30.777298 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 526f6df2-3026-41ec-9eae-8a4c13994ab8 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:43:30.787163 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:30.787753 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ccc9b5ab-d2ff-41cb-a362-7d136246e55f None None] Port d8216643-2b3e-49d3-b4e6-23424bd5b109 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:43:30.791405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 526f6df2-3026-41ec-9eae-8a4c13994ab8 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:30.791758 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:30.828941 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Attempting to bind port d8216643-2b3e-49d3-b4e6-23424bd5b109 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:43:30.829391 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Attempting to bind port d8216643-2b3e-49d3-b4e6-23424bd5b109 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '90cb54c0-64ab-4222-8d76-67eb60799be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '49c17d7a-8457-4341-a590-e05049794332'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:43:30.832141 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Attempting to bind port d8216643-2b3e-49d3-b4e6-23424bd5b109 on network 49c17d7a-8457-4341-a590-e05049794332 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:43:30.885302 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:43:30.885731 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Checking segment: {'id': '90cb54c0-64ab-4222-8d76-67eb60799be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '49c17d7a-8457-4341-a590-e05049794332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:43:30.886254 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-c313999d-b57d-40de-9970-9d8661eb41e1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] delete failed (client error): The resource could not be found. Dec 20 21:43:30.886409 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:30.886764 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Bound using segment: {'id': '90cb54c0-64ab-4222-8d76-67eb60799be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '49c17d7a-8457-4341-a590-e05049794332'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:43:30.887249 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Bound port: d8216643-2b3e-49d3-b4e6-23424bd5b109, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cb54c0-64ab-4222-8d76-67eb60799be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '49c17d7a-8457-4341-a590-e05049794332'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:43:30.887631 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:30.899675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c313999d-b57d-40de-9970-9d8661eb41e1 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "DELETE /v2.0/security-groups/ebb3539a-2b6a-4556-a1fe-26800fd8f3c9 HTTP/1.1" status: 404 len: 347 time: 0.1573167 Dec 20 21:43:30.940740 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f6106303-a12c-401e-bcb4-38c57abafa6d up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:43:30.947987 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60120) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:31.066016 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-89e1dd77-adeb-49fc-a396-f4b897eeffb7 None None] Provisioning complete for port d8216643-2b3e-49d3-b4e6-23424bd5b109 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:31.066838 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-89e1dd77-adeb-49fc-a396-f4b897eeffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:31.115076 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-89e1dd77-adeb-49fc-a396-f4b897eeffb7 None None] Port d8216643-2b3e-49d3-b4e6-23424bd5b109 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:43:31.137476 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d4c3eeb8-3286-4347-ad3e-149d5515b3e4 tempest-SecGroupIPv6Test-672710275 tempest-SecGroupIPv6Test-672710275-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1712852 Dec 20 21:43:31.203847 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] For port d8216643-2b3e-49d3-b4e6-23424bd5b109, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:43:31.215432 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527b7b3-0fc7-4f93-ab21-ba7ddd4ead2c req-2b43e137-4afe-4af7-8b8a-04f68697b523 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:31.218569 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d527b7b3-0fc7-4f93-ab21-ba7ddd4ead2c req-2b43e137-4afe-4af7-8b8a-04f68697b523 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 944 time: 0.3979816 Dec 20 21:43:31.227970 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] For port d8216643-2b3e-49d3-b4e6-23424bd5b109, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d8216643-2b3e-49d3-b4e6-23424bd5b109,segment=NetworkSegment(90cb54c0-64ab-4222-8d76-67eb60799be7),segment_id=90cb54c0-64ab-4222-8d76-67eb60799be7)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:43:31.237909 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:31.314408 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:31.368461 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d527b7b3-0fc7-4f93-ab21-ba7ddd4ead2c req-9e70cff1-c46d-49d8-a6e9-08ed0db1ef53 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=86e8fcdf-997f-40d8-829b-5b430eb765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352878 Dec 20 21:43:31.398351 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526f6df2-3026-41ec-9eae-8a4c13994ab8'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:43:31.413456 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9a76fa-b93c-4840-a337-8ba459624109" -d '{"events": [{"server_uuid": "bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe", "name": "network-vif-plugged", "status": "completed", "tag": "526f6df2-3026-41ec-9eae-8a4c13994ab8"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:43:31.428585 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port f6106303-a12c-401e-bcb4-38c57abafa6d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:31.428965 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:31.458751 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:43:31.459409 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:31.533272 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 526f6df2-3026-41ec-9eae-8a4c13994ab8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=526f6df2-3026-41ec-9eae-8a4c13994ab8,segment=NetworkSegment(cc03139a-22ff-496d-be2d-dc29dc2ba57e),segment_id=cc03139a-22ff-496d-be2d-dc29dc2ba57e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:43:31.543327 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67903bb4-921c-4063-a34e-4c28667fc3be x-openstack-request-id: req-67903bb4-921c-4063-a34e-4c28667fc3be {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:43:31.545420 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe", "name": "network-vif-plugged", "status": "completed", "tag": "526f6df2-3026-41ec-9eae-8a4c13994ab8", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:43:31.545751 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67903bb4-921c-4063-a34e-4c28667fc3be {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:43:31.546242 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526f6df2-3026-41ec-9eae-8a4c13994ab8', 'code': 200} Dec 20 21:43:31.561355 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:31.916353 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-01dd0690-eb2c-409f-8f1b-839559212d83 None None] Provisioning complete for port d8216643-2b3e-49d3-b4e6-23424bd5b109 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:31.916741 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01dd0690-eb2c-409f-8f1b-839559212d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:31.942647 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=526f6df2-3026-41ec-9eae-8a4c13994ab8,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:32.095619 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7563e3-8a04-499c-b496-6be61f59db10 None None] Pushing event updated for resources: {'Port': ['ID=d8216643-2b3e-49d3-b4e6-23424bd5b109,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:32.153098 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:43:32.171165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18abd6eb-4fb5-4774-bcc1-b47046337d39 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Checking segment: {'id': 'de6139da-ddfa-4af4-9da7-26a1b81d2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:43:32.171912 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18abd6eb-4fb5-4774-bcc1-b47046337d39 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network hostable DHCP agents. Network: bef82770-8d55-4a1c-87ab-06cf1494cd74, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:43:32.213906 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dc19c-875d-48fd-979d-249e416b8e46 req-65d149b5-1fda-42d4-8cf6-2c9981b436a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:32.217143 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b44dc19c-875d-48fd-979d-249e416b8e46 req-65d149b5-1fda-42d4-8cf6-2c9981b436a8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 1094 time: 0.3462999 Dec 20 21:43:32.218001 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abd6eb-4fb5-4774-bcc1-b47046337d39 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Subnet': ['ID=92d168d1-fba0-4a6e-8919-1599eacf1129,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:32.261813 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18abd6eb-4fb5-4774-bcc1-b47046337d39 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network bef82770-8d55-4a1c-87ab-06cf1494cd74 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:43:32.302184 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b44dc19c-875d-48fd-979d-249e416b8e46 req-c1012a1a-fccf-4368-a0fc-273fe00ee37f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=86e8fcdf-997f-40d8-829b-5b430eb765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660398 Dec 20 21:43:32.303027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-18abd6eb-4fb5-4774-bcc1-b47046337d39 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, bef82770-8d55-4a1c-87ab-06cf1494cd74) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:32.310941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18abd6eb-4fb5-4774-bcc1-b47046337d39 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:32.312517 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-18abd6eb-4fb5-4774-bcc1-b47046337d39 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:32.324044 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60162) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:32.346176 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbf7dd0-fa7c-421b-b562-909a18c8f2f5 None None] Network bef82770-8d55-4a1c-87ab-06cf1494cd74 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:43:32.358234 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-18abd6eb-4fb5-4774-bcc1-b47046337d39 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3535564 Dec 20 21:43:32.361101 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60168) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:32.728912 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a2ce2-91d1-44b7-8538-3c342427b4d7 req-cdab6468-545a-4128-ae86-e2ac4927da40 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:32.744970 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c74a2ce2-91d1-44b7-8538-3c342427b4d7 req-cdab6468-545a-4128-ae86-e2ac4927da40 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 945 time: 0.2319808 Dec 20 21:43:32.860471 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:43:26Z', 'revision_number': 2, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:31Z', 'revision_number': 4, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:32.874046 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:32.904872 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4e0539-03f2-4092-9161-2278be142945 None None] The sync data for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 is: [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:43:26Z', 'revision_number': 2, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:31Z', 'revision_number': 4, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:43:32.952846 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:32.977754 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01dd0690-eb2c-409f-8f1b-839559212d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:33.047431 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c74a2ce2-91d1-44b7-8538-3c342427b4d7 req-2ec411ab-3036-4d94-9e7c-7f000a646eb3 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=86e8fcdf-997f-40d8-829b-5b430eb765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3014715 Dec 20 21:43:33.053653 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60182) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:33.060828 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a5c772e3-edd6-43b2-9fcd-a04f4ca25669 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80f293bb9f9e418ea78acd27ae6d0ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7355556 Dec 20 21:43:33.082915 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-01dd0690-eb2c-409f-8f1b-839559212d83 None None] For port d8216643-2b3e-49d3-b4e6-23424bd5b109, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d8216643-2b3e-49d3-b4e6-23424bd5b109,segment=NetworkSegment(90cb54c0-64ab-4222-8d76-67eb60799be7),segment_id=90cb54c0-64ab-4222-8d76-67eb60799be7)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:43:33.195612 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-01dd0690-eb2c-409f-8f1b-839559212d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:33.261855 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5bb440f7-b377-41f1-97c4-d0684ef07d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:33.346036 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5bb440f7-b377-41f1-97c4-d0684ef07d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:33.349244 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-bef82770-8d55-4a1c-87ab-06cf1494cd74', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:43:33.357729 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:33.490536 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5bb440f7-b377-41f1-97c4-d0684ef07d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:33.496307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5bb440f7-b377-41f1-97c4-d0684ef07d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:33.514617 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5bb440f7-b377-41f1-97c4-d0684ef07d1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1fc6822-7e17-4a2c-9ddb-1c54c95aa13c HTTP/1.1" status: 204 len: 168 time: 0.4534636 Dec 20 21:43:33.545775 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb440f7-b377-41f1-97c4-d0684ef07d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fc6822-7e17-4a2c-9ddb-1c54c95aa13c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:33.569263 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:33.721479 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0affbf47-fca7-40ff-b87e-a0cd0df4272b None None] Provisioning complete for port d8216643-2b3e-49d3-b4e6-23424bd5b109 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:33.722279 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0affbf47-fca7-40ff-b87e-a0cd0df4272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:33.775451 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd0690-eb2c-409f-8f1b-839559212d83 None None] Pushing event updated for resources: {'Port': ['ID=d8216643-2b3e-49d3-b4e6-23424bd5b109,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:34.100109 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Allocated IP 2001:db8:1::2 (bef82770-8d55-4a1c-87ab-06cf1494cd74/92d168d1-fba0-4a6e-8919-1599eacf1129/6e66ff42-20dc-41c5-986e-69d782ae2474) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:43:34.313855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00898c-83db-4854-aa6d-100d2a73e96d req-942503ec-990a-42a6-93b3-13baf91ffd69 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:34.332427 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb00898c-83db-4854-aa6d-100d2a73e96d req-942503ec-990a-42a6-93b3-13baf91ffd69 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 945 time: 0.1469703 Dec 20 21:43:34.450553 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb00898c-83db-4854-aa6d-100d2a73e96d req-cff30d95-b4b3-4585-89c5-c18cd8fb5319 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=86e8fcdf-997f-40d8-829b-5b430eb765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147974 Dec 20 21:43:34.663427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcab2df-3f80-4926-a3ce-15496f843a62 req-437d441a-de9f-48fc-9958-6931027a6c28 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:34.664818 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8fcab2df-3f80-4926-a3ce-15496f843a62 req-437d441a-de9f-48fc-9958-6931027a6c28 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 945 time: 0.1165042 Dec 20 21:43:34.771225 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8fcab2df-3f80-4926-a3ce-15496f843a62 req-4fafacd3-9bfe-4070-94f9-4feb1b1a8199 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=86e8fcdf-997f-40d8-829b-5b430eb765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944505 Dec 20 21:43:34.802597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60240) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:34.815269 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:34.829945 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:34.967850 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Pushing event updated for resources: {'Port': ['ID=6e66ff42-20dc-41c5-986e-69d782ae2474,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:34.978786 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d8216643-2b3e-49d3-b4e6-23424bd5b109 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:43:35.079431 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Network bef82770-8d55-4a1c-87ab-06cf1494cd74 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:43:35.097016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df833888-c24e-4ffb-adb6-3f806cc57d6d tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:35.101941 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-df833888-c24e-4ffb-adb6-3f806cc57d6d tempest-TestNetworkBasicOps-2090578375 tempest-TestNetworkBasicOps-2090578375-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 1089 time: 0.2977943 Dec 20 21:43:35.105623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60250) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:35.112035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': '526f6df2-3026-41ec-9eae-8a4c13994ab8', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:35.120670 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:35.126087 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:43:35.130436 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Allocated IP 2001:db8:1::1 (bef82770-8d55-4a1c-87ab-06cf1494cd74/92d168d1-fba0-4a6e-8919-1599eacf1129/eaf9a76d-c701-4052-ae3e-24ffafaeef48) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:43:35.214603 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:35.290621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d8216643-2b3e-49d3-b4e6-23424bd5b109 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:35.300198 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:35.496221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Attempting to bind port 6e66ff42-20dc-41c5-986e-69d782ae2474 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:43:35.503892 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Attempting to bind port 6e66ff42-20dc-41c5-986e-69d782ae2474 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'de6139da-ddfa-4af4-9da7-26a1b81d2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:43:35.507724 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Attempting to bind port 6e66ff42-20dc-41c5-986e-69d782ae2474 on network bef82770-8d55-4a1c-87ab-06cf1494cd74 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:43:35.528216 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:35.546033 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:43:35.550613 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Checking segment: {'id': 'de6139da-ddfa-4af4-9da7-26a1b81d2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:43:35.551749 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:35.555940 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Bound using segment: {'id': 'de6139da-ddfa-4af4-9da7-26a1b81d2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:43:35.557419 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Bound port: 6e66ff42-20dc-41c5-986e-69d782ae2474, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6139da-ddfa-4af4-9da7-26a1b81d2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:43:35.558049 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:35.589157 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:35.726787 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:35.824367 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network bef82770-8d55-4a1c-87ab-06cf1494cd74 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:43:35.826489 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:35.842818 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:43:35.843371 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:35.910664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] For port 6e66ff42-20dc-41c5-986e-69d782ae2474, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:43:35.914975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] For port 6e66ff42-20dc-41c5-986e-69d782ae2474, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6e66ff42-20dc-41c5-986e-69d782ae2474,segment=NetworkSegment(de6139da-ddfa-4af4-9da7-26a1b81d2181),segment_id=de6139da-ddfa-4af4-9da7-26a1b81d2181)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:43:35.930665 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:35.949549 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60278) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:35.959818 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0059800 Dec 20 21:43:35.960146 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60280) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:35.987495 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=eaf9a76d-c701-4052-ae3e-24ffafaeef48,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:36.013216 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:36.013998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:36.015676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:36.017169 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:36.019478 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:36.020101 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:36.020660 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:36.021226 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:36.021797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:36.024010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:36.024602 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:36.025167 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:36.070439 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Allocated IP 172.35.3.182 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/e7c38cbc-0f75-41cb-a4cf-46f92494f3ff) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:43:36.090286 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9aa0f7-28f8-4f9a-848a-ea7dd7c59118 None None] Pushing event updated for resources: {'Port': ['ID=6e66ff42-20dc-41c5-986e-69d782ae2474,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:36.199217 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:36.358361 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6a8ae6ca-2e87-4db2-857c-be879e0fb0d6 tempest-NetworksApiDiscovery-1534571201 tempest-NetworksApiDiscovery-1534571201-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3948650 Dec 20 21:43:36.448774 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:36.626610 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:36.795670 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:43:36.810783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:36.824373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:43:36.941434 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Port': ['ID=e7c38cbc-0f75-41cb-a4cf-46f92494f3ff,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:36.950557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6e66ff42-20dc-41c5-986e-69d782ae2474 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:43:37.006376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:37.006746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:37.007043 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:37.007368 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:37.007695 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:37.008018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:37.008340 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:37.008660 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:37.024545 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:37.024932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:37.025274 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:37.025606 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:43:37.098147 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 6e66ff42-20dc-41c5-986e-69d782ae2474 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:37.099703 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:37.265020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60310) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:37.344686 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:37.415618 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 6e66ff42-20dc-41c5-986e-69d782ae2474, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6e66ff42-20dc-41c5-986e-69d782ae2474,segment=NetworkSegment(de6139da-ddfa-4af4-9da7-26a1b81d2181),segment_id=de6139da-ddfa-4af4-9da7-26a1b81d2181)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:43:37.432097 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:37.591180 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=6e66ff42-20dc-41c5-986e-69d782ae2474,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:37.688190 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-75b9601e-48a3-4ee2-a0df-eb6c509a40d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:37.790311 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:37.802138 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:37.803461 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:38.117196 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=eaf9a76d-c701-4052-ae3e-24ffafaeef48,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:38.167345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network bef82770-8d55-4a1c-87ab-06cf1494cd74 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:43:38.168697 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:38.193051 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fae8b2-7d57-4d8f-99f0-1a2727c0e795 None None] Network bef82770-8d55-4a1c-87ab-06cf1494cd74 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:43:38.455664 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router 7526b2f0-3abc-42e9-b942-5a7143aee059 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:43:38.551161 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e86f1c34-3381-4ac1-960b-ee9f39ee4906 None None] Provisioning complete for port 6e66ff42-20dc-41c5-986e-69d782ae2474 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:38.551529 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e86f1c34-3381-4ac1-960b-ee9f39ee4906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:38.616377 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-75b9601e-48a3-4ee2-a0df-eb6c509a40d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:38.646422 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-75b9601e-48a3-4ee2-a0df-eb6c509a40d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:38.755434 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:43:38.777068 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7fa4dbd3-43e0-44e5-9549-1f6b2bc2c9a2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/7526b2f0-3abc-42e9-b942-5a7143aee059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4120629 Dec 20 21:43:38.781316 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60358) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:38.786778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d6c07f3d-4bea-485d-b60b-34773d7b265e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1078285792'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:38.830112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Sync routers for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:43:38.864090 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c07f3d-4bea-485d-b60b-34773d7b265e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:43:38.867841 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6c07f3d-4bea-485d-b60b-34773d7b265e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:38.868137 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:43:38.868882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:38.875027 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-75b9601e-48a3-4ee2-a0df-eb6c509a40d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b07c9996f7247558b479257dfa59177&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6089129 Dec 20 21:43:38.876495 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:38.877748 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60360) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:38.959170 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c07f3d-4bea-485d-b60b-34773d7b265e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:43:38.971378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6e66ff42-20dc-41c5-986e-69d782ae2474 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:43:38.992359 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6c07f3d-4bea-485d-b60b-34773d7b265e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:38.992748 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-d6c07f3d-4bea-485d-b60b-34773d7b265e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Added segment 929d0ecd-42bd-4845-a858-758ea7a663bd of type vlan for network 5edca3ae-aac2-496b-baf0-531824837553 Dec 20 21:43:39.078711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 6e66ff42-20dc-41c5-986e-69d782ae2474 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:39.079098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9601e-48a3-4ee2-a0df-eb6c509a40d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3531f816-f7a2-4abd-8b28-e14bf1055076,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:39.080406 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:39.117450 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:43:39.130219 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6c07f3d-4bea-485d-b60b-34773d7b265e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:39.216292 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6c07f3d-4bea-485d-b60b-34773d7b265e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:39.221786 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c07f3d-4bea-485d-b60b-34773d7b265e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:39.234621 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d6c07f3d-4bea-485d-b60b-34773d7b265e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:39.369942 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8c253cd8-89e3-4fdf-9078-1bff5bdfbaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:39.385322 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d6c07f3d-4bea-485d-b60b-34773d7b265e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5914688 Dec 20 21:43:39.385608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60368) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:39.457387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c07f3d-4bea-485d-b60b-34773d7b265e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Network': ['ID=5edca3ae-aac2-496b-baf0-531824837553,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:39.457627 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8c253cd8-89e3-4fdf-9078-1bff5bdfbaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:39.477451 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60370) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:39.548849 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 5edca3ae-aac2-496b-baf0-531824837553 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:43:39.653555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-60828233-ce26-4d99-81e9-07aa8fa699b6 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'subnet': {'network_id': '5edca3ae-aac2-496b-baf0-531824837553', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:39.689743 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8c253cd8-89e3-4fdf-9078-1bff5bdfbaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:39.696087 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8c253cd8-89e3-4fdf-9078-1bff5bdfbaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:39.703816 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8c253cd8-89e3-4fdf-9078-1bff5bdfbaf5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3531f816-f7a2-4abd-8b28-e14bf1055076 HTTP/1.1" status: 204 len: 168 time: 0.8225195 Dec 20 21:43:39.718172 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69d85a6d-d920-4f10-b236-43d57176e160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:39.756176 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:39.824740 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:43:36Z', 'revision_number': 3, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaf9a76d-c701-4052-ae3e-24ffafaeef48', 'name': '', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:2b:8a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:33Z', 'updated_at': '2021-12-20T21:43:37Z', 'revision_number': 2, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:39.836141 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-61a572d9-a1b7-4b81-b5c3-ad8afb4d6d7a None None] Provisioning complete for port 6e66ff42-20dc-41c5-986e-69d782ae2474 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:39.838195 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61a572d9-a1b7-4b81-b5c3-ad8afb4d6d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:39.961841 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Checking router: 7526b2f0-3abc-42e9-b942-5a7143aee059 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:43:39.962725 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Updating router 7526b2f0-3abc-42e9-b942-5a7143aee059 port eaf9a76d-c701-4052-ae3e-24ffafaeef48 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:43:39.989268 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69d85a6d-d920-4f10-b236-43d57176e160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:39.996075 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69d85a6d-d920-4f10-b236-43d57176e160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:40.027013 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d85a6d-d920-4f10-b236-43d57176e160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a7141a-a087-4729-96c0-f237dc222af1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:40.063464 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-69d85a6d-d920-4f10-b236-43d57176e160 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf1aa686ffac4202a94369254c9ffafe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5846007 Dec 20 21:43:40.066108 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60390) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:40.135031 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:40.145788 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3002d748-fecf-490d-bbc7-0bcaf73298cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:40.213208 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3002d748-fecf-490d-bbc7-0bcaf73298cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:40.289260 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:40.311906 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c253cd8-89e3-4fdf-9078-1bff5bdfbaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3531f816-f7a2-4abd-8b28-e14bf1055076,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:40.357889 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3002d748-fecf-490d-bbc7-0bcaf73298cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:40.364962 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3002d748-fecf-490d-bbc7-0bcaf73298cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:40.370114 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3002d748-fecf-490d-bbc7-0bcaf73298cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87a7141a-a087-4729-96c0-f237dc222af1 HTTP/1.1" status: 204 len: 168 time: 0.3004696 Dec 20 21:43:40.381269 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002d748-fecf-490d-bbc7-0bcaf73298cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a7141a-a087-4729-96c0-f237dc222af1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:40.400689 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:40.579225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event updated for resources: {'Port': ['ID=e7c38cbc-0f75-41cb-a4cf-46f92494f3ff,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:40.721451 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:41.009666 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60828233-ce26-4d99-81e9-07aa8fa699b6 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:43:41.014298 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-60828233-ce26-4d99-81e9-07aa8fa699b6 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:41.170727 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60426) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:41.199126 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-304f585a-8eca-4530-88ae-136749ec7a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:41.446242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-60828233-ce26-4d99-81e9-07aa8fa699b6 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:41.575085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60828233-ce26-4d99-81e9-07aa8fa699b6 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Subnet': ['ID=05829969-ed13-413d-a52a-f0c8fa000f02,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:41.600412 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-304f585a-8eca-4530-88ae-136749ec7a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:41.607257 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-304f585a-8eca-4530-88ae-136749ec7a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:41.646094 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:41.650761 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Floating IP cea83065-bea9-4862-a8bb-58192ed8cff3 associated. External IP: 172.35.3.182, port: 526f6df2-3026-41ec-9eae-8a4c13994ab8. Dec 20 21:43:41.654362 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:41.673482 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f585a-8eca-4530-88ae-136749ec7a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a136cf-55dc-411d-8ad8-3254f5d8aa18,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:41.689673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-61a572d9-a1b7-4b81-b5c3-ad8afb4d6d7a None None] Provisioning complete for port eaf9a76d-c701-4052-ae3e-24ffafaeef48 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:41.689991 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61a572d9-a1b7-4b81-b5c3-ad8afb4d6d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:41.759662 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-304f585a-8eca-4530-88ae-136749ec7a39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=093f46252fa84a05b121535ca319cd0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5877275 Dec 20 21:43:41.765130 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60438) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:41.774944 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc7d51-bb05-410a-8583-f6ceec11888a None None] Pushing event updated for resources: {'Port': ['ID=eaf9a76d-c701-4052-ae3e-24ffafaeef48,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:41.867830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60828233-ce26-4d99-81e9-07aa8fa699b6 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Checking segment: {'id': '929d0ecd-42bd-4845-a858-758ea7a663bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5edca3ae-aac2-496b-baf0-531824837553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:43:41.868234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60828233-ce26-4d99-81e9-07aa8fa699b6 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network hostable DHCP agents. Network: 5edca3ae-aac2-496b-baf0-531824837553, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:43:41.915964 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-61a572d9-a1b7-4b81-b5c3-ad8afb4d6d7a None None] Port eaf9a76d-c701-4052-ae3e-24ffafaeef48 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:43:41.934981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Attempting to bind port eaf9a76d-c701-4052-ae3e-24ffafaeef48 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:43:41.938122 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Attempting to bind port eaf9a76d-c701-4052-ae3e-24ffafaeef48 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'de6139da-ddfa-4af4-9da7-26a1b81d2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:43:41.938883 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Attempting to bind port eaf9a76d-c701-4052-ae3e-24ffafaeef48 on network bef82770-8d55-4a1c-87ab-06cf1494cd74 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:43:41.951403 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:43:41.952556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Checking segment: {'id': 'de6139da-ddfa-4af4-9da7-26a1b81d2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:43:41.953390 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:41.954006 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Bound using segment: {'id': 'de6139da-ddfa-4af4-9da7-26a1b81d2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:43:41.954775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Bound port: eaf9a76d-c701-4052-ae3e-24ffafaeef48, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6139da-ddfa-4af4-9da7-26a1b81d2181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:43:41.955318 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:42.007585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60828233-ce26-4d99-81e9-07aa8fa699b6 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 5edca3ae-aac2-496b-baf0-531824837553 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:43:42.071542 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-60828233-ce26-4d99-81e9-07aa8fa699b6 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 5edca3ae-aac2-496b-baf0-531824837553) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:42.071808 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf2afe27-55f4-4f18-a52e-6eb85ebb7da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:42.088929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60828233-ce26-4d99-81e9-07aa8fa699b6 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:42.097313 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-60828233-ce26-4d99-81e9-07aa8fa699b6 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:42.111482 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c285f59-75db-414f-a338-4bbfefdbb7e7 None None] Network 5edca3ae-aac2-496b-baf0-531824837553 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:43:42.151695 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-60828233-ce26-4d99-81e9-07aa8fa699b6 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5070257 Dec 20 21:43:42.155064 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60456) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:42.188366 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf2afe27-55f4-4f18-a52e-6eb85ebb7da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:42.290986 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf2afe27-55f4-4f18-a52e-6eb85ebb7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:42.294514 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf2afe27-55f4-4f18-a52e-6eb85ebb7da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:42.299606 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cf2afe27-55f4-4f18-a52e-6eb85ebb7da0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55a136cf-55dc-411d-8ad8-3254f5d8aa18 HTTP/1.1" status: 204 len: 168 time: 0.5310037 Dec 20 21:43:42.317030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] For port eaf9a76d-c701-4052-ae3e-24ffafaeef48, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:43:42.332872 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2afe27-55f4-4f18-a52e-6eb85ebb7da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a136cf-55dc-411d-8ad8-3254f5d8aa18,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:42.413460 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-aa0c951b-6010-4e88-a3fb-a6516bfd564a None None] Provisioning complete for port eaf9a76d-c701-4052-ae3e-24ffafaeef48 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:42.414588 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa0c951b-6010-4e88-a3fb-a6516bfd564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:42.425284 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-5edca3ae-aac2-496b-baf0-531824837553', 'network_id': '5edca3ae-aac2-496b-baf0-531824837553', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'fixed_ips': [{'subnet_id': '05829969-ed13-413d-a52a-f0c8fa000f02'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:43:42.427061 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:42.431743 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] For port eaf9a76d-c701-4052-ae3e-24ffafaeef48, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=eaf9a76d-c701-4052-ae3e-24ffafaeef48,segment=NetworkSegment(de6139da-ddfa-4af4-9da7-26a1b81d2181),segment_id=de6139da-ddfa-4af4-9da7-26a1b81d2181)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:43:42.469844 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:42.545221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc7d51-bb05-410a-8583-f6ceec11888a None None] Pushing event updated for resources: {'Port': ['ID=eaf9a76d-c701-4052-ae3e-24ffafaeef48,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:42.801794 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Allocated IP 2001:db8:2::2 (5edca3ae-aac2-496b-baf0-531824837553/05829969-ed13-413d-a52a-f0c8fa000f02/4b216a58-bf0a-4d11-a228-5f408fcc2fae) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:43:43.024796 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:43.035669 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:43.058952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c951b-6010-4e88-a3fb-a6516bfd564a None None] Port eaf9a76d-c701-4052-ae3e-24ffafaeef48 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:43:43.135437 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Network 5edca3ae-aac2-496b-baf0-531824837553 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:43:43.144211 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:43:43.145000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:43.205237 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60498) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:43.226399 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:43.238252 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7114028-e68e-475b-a547-f34a62bae7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:43.241536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:43:43.493606 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7114028-e68e-475b-a547-f34a62bae7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:43.501404 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7114028-e68e-475b-a547-f34a62bae7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:43.510131 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Pushing event updated for resources: {'Port': ['ID=4b216a58-bf0a-4d11-a228-5f408fcc2fae,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:43.520456 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Attempting to bind port 4b216a58-bf0a-4d11-a228-5f408fcc2fae on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:43:43.520827 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Attempting to bind port 4b216a58-bf0a-4d11-a228-5f408fcc2fae by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '929d0ecd-42bd-4845-a858-758ea7a663bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5edca3ae-aac2-496b-baf0-531824837553'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:43:43.521194 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Attempting to bind port 4b216a58-bf0a-4d11-a228-5f408fcc2fae on network 5edca3ae-aac2-496b-baf0-531824837553 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:43:43.533408 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:43:43.533780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Checking segment: {'id': '929d0ecd-42bd-4845-a858-758ea7a663bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5edca3ae-aac2-496b-baf0-531824837553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:43:43.534210 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:43.534609 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Bound using segment: {'id': '929d0ecd-42bd-4845-a858-758ea7a663bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5edca3ae-aac2-496b-baf0-531824837553'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:43:43.535092 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Bound port: 4b216a58-bf0a-4d11-a228-5f408fcc2fae, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929d0ecd-42bd-4845-a858-758ea7a663bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5edca3ae-aac2-496b-baf0-531824837553'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:43:43.535473 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:43.548453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0ff2e43e-e1a6-4009-8abd-ac4ff56d5e05 None None] Provisioning complete for port eaf9a76d-c701-4052-ae3e-24ffafaeef48 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:43.548910 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e43e-e1a6-4009-8abd-ac4ff56d5e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:43.586307 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d7114028-e68e-475b-a547-f34a62bae7f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c592a3d9d594e81a0af786fdb70b912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3799419 Dec 20 21:43:43.591693 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60504) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:43.652866 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:43:43.694179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7114028-e68e-475b-a547-f34a62bae7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24599057-b148-4a1e-a827-0315544f89cf,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:43.747576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Router be6912bb-969c-4af6-b404-1c9c83aabbd6 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:43:43.784473 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c675c230-3078-4e0c-b36f-d1b9014ccab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:43.860599 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c675c230-3078-4e0c-b36f-d1b9014ccab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:44.031349 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c675c230-3078-4e0c-b36f-d1b9014ccab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:44.034047 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c675c230-3078-4e0c-b36f-d1b9014ccab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:44.042118 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c675c230-3078-4e0c-b36f-d1b9014ccab4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24599057-b148-4a1e-a827-0315544f89cf HTTP/1.1" status: 204 len: 168 time: 0.4450581 Dec 20 21:43:44.070256 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675c230-3078-4e0c-b36f-d1b9014ccab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24599057-b148-4a1e-a827-0315544f89cf,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:44.149525 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] For port 4b216a58-bf0a-4d11-a228-5f408fcc2fae, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:43:44.281746 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e43e-e1a6-4009-8abd-ac4ff56d5e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:44.295023 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] For port 4b216a58-bf0a-4d11-a228-5f408fcc2fae, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4b216a58-bf0a-4d11-a228-5f408fcc2fae,segment=NetworkSegment(929d0ecd-42bd-4845-a858-758ea7a663bd),segment_id=929d0ecd-42bd-4845-a858-758ea7a663bd)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:43:44.325008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:43:44.327619 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:44.338788 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e863735-e8b6-4c2b-9f3b-bef2fad536cd None None] Sync routers for ids ['be6912bb-969c-4af6-b404-1c9c83aabbd6'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:43:44.339480 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:44.352820 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e863735-e8b6-4c2b-9f3b-bef2fad536cd None None] Routers {'be6912bb-969c-4af6-b404-1c9c83aabbd6'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:43:44.355509 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4e863735-e8b6-4c2b-9f3b-bef2fad536cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['be6912bb-969c-4af6-b404-1c9c83aabbd6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:44.397200 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:44.535052 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-4e863735-e8b6-4c2b-9f3b-bef2fad536cd None None] Set router be6912bb-969c-4af6-b404-1c9c83aabbd6 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:43:44.604219 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ee1ee-9168-4e08-9eb7-44d277f5da28 None None] Pushing event updated for resources: {'Port': ['ID=4b216a58-bf0a-4d11-a228-5f408fcc2fae,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:44.666617 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0ff2e43e-e1a6-4009-8abd-ac4ff56d5e05 None None] For port eaf9a76d-c701-4052-ae3e-24ffafaeef48, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=eaf9a76d-c701-4052-ae3e-24ffafaeef48,segment=NetworkSegment(de6139da-ddfa-4af4-9da7-26a1b81d2181),segment_id=de6139da-ddfa-4af4-9da7-26a1b81d2181)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:43:44.682604 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0ff2e43e-e1a6-4009-8abd-ac4ff56d5e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:44.745815 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-34cb2f06-4229-420f-a44e-f1ad065642a8 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.6380036 Dec 20 21:43:44.749071 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60538) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:44.753995 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe', 'tag': '526f6df2-3026-41ec-9eae-8a4c13994ab8'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:43:44.760709 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed1ba16-1a72-44e4-a95b-148227a1b516" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe", "tag": "526f6df2-3026-41ec-9eae-8a4c13994ab8"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:43:44.873971 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2e43e-e1a6-4009-8abd-ac4ff56d5e05 None None] Pushing event updated for resources: {'Port': ['ID=eaf9a76d-c701-4052-ae3e-24ffafaeef48,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:45.086127 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:45.111093 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c02d4d8a-7400-469c-a4b3-6b2fae5c04d1 None None] Provisioning complete for port eaf9a76d-c701-4052-ae3e-24ffafaeef48 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:45.113148 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c02d4d8a-7400-469c-a4b3-6b2fae5c04d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:45.127976 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64abc917-449c-4f1f-9598-ddcfbcfb369f x-openstack-request-id: req-64abc917-449c-4f1f-9598-ddcfbcfb369f {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:43:45.128264 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe", "tag": "526f6df2-3026-41ec-9eae-8a4c13994ab8", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:43:45.182962 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64abc917-449c-4f1f-9598-ddcfbcfb369f {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:43:45.183412 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe', 'tag': '526f6df2-3026-41ec-9eae-8a4c13994ab8', 'status': 'completed', 'code': 200} Dec 20 21:43:45.224802 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4e225d11-217e-4cdd-9c62-2b883d7f15fa tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/floatingips/cea83065-bea9-4862-a8bb-58192ed8cff3 HTTP/1.1" status: 200 len: 991 time: 0.4738054 Dec 20 21:43:45.251222 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4e863735-e8b6-4c2b-9f3b-bef2fad536cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'name': 'tempest-TestNetworkBasicOps-router-1850922873', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:42:48Z', 'updated_at': '2021-12-20T21:43:00Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:50Z', 'updated_at': '2021-12-20T21:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'cea83065-bea9-4862-a8bb-58192ed8cff3', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'floating_ip_address': '172.35.3.182', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'port_id': '526f6df2-3026-41ec-9eae-8a4c13994ab8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187', 'mac_address': 'fa:16:3e:37:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:43:38Z', 'updated_at': '2021-12-20T21:43:38Z', 'revision_number': 0, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a', 'name': '', 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:aa:36:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:57Z', 'updated_at': '2021-12-20T21:43:07Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:45.331429 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e863735-e8b6-4c2b-9f3b-bef2fad536cd None None] Checking router: be6912bb-969c-4af6-b404-1c9c83aabbd6 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:43:45.343589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:43:36Z', 'revision_number': 3, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaf9a76d-c701-4052-ae3e-24ffafaeef48', 'name': '', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:2b:8a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:33Z', 'updated_at': '2021-12-20T21:43:42Z', 'revision_number': 4, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:45.356152 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e863735-e8b6-4c2b-9f3b-bef2fad536cd None None] Routers {'be6912bb-969c-4af6-b404-1c9c83aabbd6'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:43:45.359745 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4e863735-e8b6-4c2b-9f3b-bef2fad536cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['be6912bb-969c-4af6-b404-1c9c83aabbd6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:45.471597 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace12173-59b5-4add-b521-8e9467a60d40 None None] The sync data for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 is: [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:43:36Z', 'revision_number': 3, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaf9a76d-c701-4052-ae3e-24ffafaeef48', 'name': '', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:2b:8a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:33Z', 'updated_at': '2021-12-20T21:43:42Z', 'revision_number': 4, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:43:45.643878 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-4e863735-e8b6-4c2b-9f3b-bef2fad536cd None None] Set router be6912bb-969c-4af6-b404-1c9c83aabbd6 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:43:45.753150 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Allocated IP 2001:db8:2::1 (5edca3ae-aac2-496b-baf0-531824837553/05829969-ed13-413d-a52a-f0c8fa000f02/e99e00bb-36cb-496e-b31b-7d4b6d40a765) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:43:46.092009 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:46.163814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1ba16-1a72-44e4-a95b-148227a1b516 req-6dba5480-77cf-4055-a1ed-525682281ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:46.166564 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4ed1ba16-1a72-44e4-a95b-148227a1b516 req-6dba5480-77cf-4055-a1ed-525682281ac2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5353e8cb9b434e37a6bf3118a301f4e4&device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 1094 time: 1.0653086 Dec 20 21:43:46.173894 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:46.227887 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60590) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:46.448201 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 5edca3ae-aac2-496b-baf0-531824837553 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:43:46.467802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=e99e00bb-36cb-496e-b31b-7d4b6d40a765,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:46.478629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:46.484239 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:43:46.488563 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:46.508354 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-86157978-9a34-444b-b395-e44ba8286635 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/floatingips/cea83065-bea9-4862-a8bb-58192ed8cff3 HTTP/1.1" status: 200 len: 991 time: 0.2782524 Dec 20 21:43:46.521255 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4e863735-e8b6-4c2b-9f3b-bef2fad536cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'name': 'tempest-TestNetworkBasicOps-router-1850922873', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:42:48Z', 'updated_at': '2021-12-20T21:43:00Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:50Z', 'updated_at': '2021-12-20T21:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'cea83065-bea9-4862-a8bb-58192ed8cff3', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'floating_ip_address': '172.35.3.182', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'port_id': '526f6df2-3026-41ec-9eae-8a4c13994ab8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187', 'mac_address': 'fa:16:3e:37:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:43:38Z', 'updated_at': '2021-12-20T21:43:38Z', 'revision_number': 0, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a', 'name': '', 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:aa:36:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:57Z', 'updated_at': '2021-12-20T21:43:07Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:46.616796 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e863735-e8b6-4c2b-9f3b-bef2fad536cd None None] The sync data for ids ['be6912bb-969c-4af6-b404-1c9c83aabbd6'] in n-d-xena-1 is: [{'id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'name': 'tempest-TestNetworkBasicOps-router-1850922873', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:42:48Z', 'updated_at': '2021-12-20T21:43:00Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:50Z', 'updated_at': '2021-12-20T21:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'cea83065-bea9-4862-a8bb-58192ed8cff3', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'floating_ip_address': '172.35.3.182', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'port_id': '526f6df2-3026-41ec-9eae-8a4c13994ab8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187', 'mac_address': 'fa:16:3e:37:c3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:43:38Z', 'updated_at': '2021-12-20T21:43:38Z', 'revision_number': 0, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a', 'name': '', 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:aa:36:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:57Z', 'updated_at': '2021-12-20T21:43:07Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:43:47.046025 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe7361d-1c78-4968-8211-c075179fc5c4 None None] Network 5edca3ae-aac2-496b-baf0-531824837553 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:43:47.054956 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device eaf9a76d-c701-4052-ae3e-24ffafaeef48 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:43:47.130021 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:47.283760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c6653-e28b-4158-922b-5da5e4a3c86c None None] New status for floating IP cea83065-bea9-4862-a8bb-58192ed8cff3: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:43:47.511948 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60630) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:47.599178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1ba16-1a72-44e4-a95b-148227a1b516 req-8bf3942f-e703-41d6-b9bc-1f76fb641831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:47.600853 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4ed1ba16-1a72-44e4-a95b-148227a1b516 req-8bf3942f-e703-41d6-b9bc-1f76fb641831 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9c66cb9-8498-4b37-8169-f08bcf7ce187 HTTP/1.1" status: 200 len: 897 time: 1.3778074 Dec 20 21:43:47.823298 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-339ca812-fd35-4990-b5aa-319d771b5ea7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/floatingips/cea83065-bea9-4862-a8bb-58192ed8cff3 HTTP/1.1" status: 200 len: 991 time: 0.3078279 Dec 20 21:43:47.908919 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4ed1ba16-1a72-44e4-a95b-148227a1b516 req-20ebbed8-40cf-427a-b95e-327a6e174ed0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=526f6df2-3026-41ec-9eae-8a4c13994ab8 HTTP/1.1" status: 200 len: 999 time: 0.2928746 Dec 20 21:43:48.033535 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1ba16-1a72-44e4-a95b-148227a1b516 req-c9d08894-dd8c-4406-8d74-e929ccd2e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:48.035352 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4ed1ba16-1a72-44e4-a95b-148227a1b516 req-c9d08894-dd8c-4406-8d74-e929ccd2e1b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7297ed1-0479-42f3-bcc3-b966d5142b2e HTTP/1.1" status: 200 len: 833 time: 0.1041002 Dec 20 21:43:48.229328 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:48.236394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1ba16-1a72-44e4-a95b-148227a1b516 req-9c4a4143-60ce-48ca-bcf4-5e2bec283b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:48.238348 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4ed1ba16-1a72-44e4-a95b-148227a1b516 req-9c4a4143-60ce-48ca-bcf4-5e2bec283b61 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9c66cb9-8498-4b37-8169-f08bcf7ce187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1800945 Dec 20 21:43:48.261897 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:48.264534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:48.264728 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-87d6adc2-1ce3-4c28-b215-80f5d27a691f None None] Provisioning complete for port 4b216a58-bf0a-4d11-a228-5f408fcc2fae triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:48.265286 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87d6adc2-1ce3-4c28-b215-80f5d27a691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:48.490693 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:48.565634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=e99e00bb-36cb-496e-b31b-7d4b6d40a765,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:48.639171 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4ed1ba16-1a72-44e4-a95b-148227a1b516 req-120c07f4-1734-41b6-b55e-c4a6090c1fd0 service neutron] 10.222.0.66 "GET /v2.0/networks/c9c66cb9-8498-4b37-8169-f08bcf7ce187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923182 Dec 20 21:43:48.684111 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port eaf9a76d-c701-4052-ae3e-24ffafaeef48 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:48.696715 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:48.706887 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network 5edca3ae-aac2-496b-baf0-531824837553 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:43:48.709984 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:48.810878 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60658) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:48.826192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60662) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:49.029117 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60072583-aa91-45ab-baa0-8e75d2237e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:49.063485 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87d6adc2-1ce3-4c28-b215-80f5d27a691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:49.063796 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4ed1ba16-1a72-44e4-a95b-148227a1b516 req-9874be37-aaf9-46c8-b650-16781b420e44 service neutron] 10.222.0.66 "GET /v2.0/networks/c9c66cb9-8498-4b37-8169-f08bcf7ce187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140162 Dec 20 21:43:49.102689 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router 7526b2f0-3abc-42e9-b942-5a7143aee059 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:43:49.257796 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60072583-aa91-45ab-baa0-8e75d2237e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:49.265335 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60072583-aa91-45ab-baa0-8e75d2237e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:49.277418 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-87d6adc2-1ce3-4c28-b215-80f5d27a691f None None] For port 4b216a58-bf0a-4d11-a228-5f408fcc2fae, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4b216a58-bf0a-4d11-a228-5f408fcc2fae,segment=NetworkSegment(929d0ecd-42bd-4845-a858-758ea7a663bd),segment_id=929d0ecd-42bd-4845-a858-758ea7a663bd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:43:49.285703 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4b216a58-bf0a-4d11-a228-5f408fcc2fae up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:43:49.298577 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87d6adc2-1ce3-4c28-b215-80f5d27a691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:49.338773 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60072583-aa91-45ab-baa0-8e75d2237e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cb4ae4-6f80-4fb4-8579-f950f0c9e7fe,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:49.380005 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c14585a4-5152-4c5e-9b08-4af8904dbba6 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/floatingips/cea83065-bea9-4862-a8bb-58192ed8cff3 HTTP/1.1" status: 200 len: 993 time: 0.5520306 Dec 20 21:43:49.391571 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-60072583-aa91-45ab-baa0-8e75d2237e9f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=581b30e86a3743c5820dcd0cb812e221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5797541 Dec 20 21:43:49.394178 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60682) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:49.448073 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:43:49.460482 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-911632d8-f70c-4136-8ff7-d3de8ab26838 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/7526b2f0-3abc-42e9-b942-5a7143aee059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3042414 Dec 20 21:43:49.460788 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Sync routers for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:43:49.463830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60686) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:49.473562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-361a4a59-5d14-4436-9f8a-da1ca238de65 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1700890631'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:49.476101 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:43:49.478871 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:49.479604 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6adc2-1ce3-4c28-b215-80f5d27a691f None None] Pushing event updated for resources: {'Port': ['ID=4b216a58-bf0a-4d11-a228-5f408fcc2fae,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:49.540528 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361a4a59-5d14-4436-9f8a-da1ca238de65 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:43:49.544697 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-361a4a59-5d14-4436-9f8a-da1ca238de65 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:49.625828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-361a4a59-5d14-4436-9f8a-da1ca238de65 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:43:49.630033 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41850ffb-b732-465b-82b0-3d448d956f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:49.645659 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0b1132ee-a5e4-4556-b741-ef5185f75f0d None None] Provisioning complete for port e99e00bb-36cb-496e-b31b-7d4b6d40a765 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:49.646019 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b1132ee-a5e4-4556-b741-ef5185f75f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:49.658277 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-361a4a59-5d14-4436-9f8a-da1ca238de65 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:49.658623 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-361a4a59-5d14-4436-9f8a-da1ca238de65 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Added segment 2c9fade3-c13c-4315-8fa1-196f901c96b5 of type vlan for network dc97222b-a76a-42ad-910d-60527892f1e9 Dec 20 21:43:49.741456 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0b1132ee-a5e4-4556-b741-ef5185f75f0d None None] Port e99e00bb-36cb-496e-b31b-7d4b6d40a765 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:43:49.748632 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 4b216a58-bf0a-4d11-a228-5f408fcc2fae triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:49.756404 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41850ffb-b732-465b-82b0-3d448d956f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:49.757163 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:49.776255 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-361a4a59-5d14-4436-9f8a-da1ca238de65 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:49.819144 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0b1132ee-a5e4-4556-b741-ef5185f75f0d None None] Provisioning complete for port 4b216a58-bf0a-4d11-a228-5f408fcc2fae triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:49.819813 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b1132ee-a5e4-4556-b741-ef5185f75f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:49.863012 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-361a4a59-5d14-4436-9f8a-da1ca238de65 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:49.868550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361a4a59-5d14-4436-9f8a-da1ca238de65 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:49.869158 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-361a4a59-5d14-4436-9f8a-da1ca238de65 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:49.918443 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41850ffb-b732-465b-82b0-3d448d956f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:49.927706 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-41850ffb-b732-465b-82b0-3d448d956f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:49.956065 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:43:49.956354 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-41850ffb-b732-465b-82b0-3d448d956f23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60cb4ae4-6f80-4fb4-8579-f950f0c9e7fe HTTP/1.1" status: 204 len: 168 time: 0.5386593 Dec 20 21:43:49.990458 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41850ffb-b732-465b-82b0-3d448d956f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cb4ae4-6f80-4fb4-8579-f950f0c9e7fe,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:50.088932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-361a4a59-5d14-4436-9f8a-da1ca238de65 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6238573 Dec 20 21:43:50.092600 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60692) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:50.101221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1734d281-9237-44c7-b3e2-14f9a668faca tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'subnet': {'network_id': 'dc97222b-a76a-42ad-910d-60527892f1e9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:50.130277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a4a59-5d14-4436-9f8a-da1ca238de65 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Network': ['ID=dc97222b-a76a-42ad-910d-60527892f1e9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:50.180887 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network dc97222b-a76a-42ad-910d-60527892f1e9 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:43:50.497035 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1734d281-9237-44c7-b3e2-14f9a668faca tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Made reservation on behalf of b1e45e06a32b49c7bc848298c9def573 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:43:50.524258 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1734d281-9237-44c7-b3e2-14f9a668faca tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:50.547205 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4b216a58-bf0a-4d11-a228-5f408fcc2fae up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:43:50.559654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e2e81619-4937-4d49-870d-9a9a85fce52e None None] Provisioning complete for port e99e00bb-36cb-496e-b31b-7d4b6d40a765 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:50.562586 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e2e81619-4937-4d49-870d-9a9a85fce52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:50.789199 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:43:46Z', 'revision_number': 4, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e99e00bb-36cb-496e-b31b-7d4b6d40a765', 'name': '', 'network_id': '5edca3ae-aac2-496b-baf0-531824837553', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:80:e8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:44Z', 'updated_at': '2021-12-20T21:43:47Z', 'revision_number': 2, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaf9a76d-c701-4052-ae3e-24ffafaeef48', 'name': '', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:2b:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:33Z', 'updated_at': '2021-12-20T21:43:44Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:50.865368 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Checking router: 7526b2f0-3abc-42e9-b942-5a7143aee059 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:43:50.865708 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Updating router 7526b2f0-3abc-42e9-b942-5a7143aee059 port e99e00bb-36cb-496e-b31b-7d4b6d40a765 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:43:50.867643 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e2e81619-4937-4d49-870d-9a9a85fce52e None None] Port e99e00bb-36cb-496e-b31b-7d4b6d40a765 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:43:50.899186 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:51.010836 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 4b216a58-bf0a-4d11-a228-5f408fcc2fae triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:51.011204 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:51.126897 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9570c92e-436a-4ee1-8b9d-787b88e6081c None None] Provisioning complete for port e99e00bb-36cb-496e-b31b-7d4b6d40a765 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:51.127314 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9570c92e-436a-4ee1-8b9d-787b88e6081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:51.363668 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9570c92e-436a-4ee1-8b9d-787b88e6081c None None] Port e99e00bb-36cb-496e-b31b-7d4b6d40a765 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:43:51.450933 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1734d281-9237-44c7-b3e2-14f9a668faca tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:51.525884 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:51.538352 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:51.633064 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734d281-9237-44c7-b3e2-14f9a668faca tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Subnet': ['ID=097d31bf-988d-4c24-948f-eb5d8d518fab,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:51.657908 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1734d281-9237-44c7-b3e2-14f9a668faca tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Checking segment: {'id': '2c9fade3-c13c-4315-8fa1-196f901c96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dc97222b-a76a-42ad-910d-60527892f1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:43:51.659800 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1734d281-9237-44c7-b3e2-14f9a668faca tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network hostable DHCP agents. Network: dc97222b-a76a-42ad-910d-60527892f1e9, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:43:51.663147 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdb288-70bb-4ba9-9b2f-e69d3ace788c None None] Pushing event updated for resources: {'Port': ['ID=e99e00bb-36cb-496e-b31b-7d4b6d40a765,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:51.698645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1734d281-9237-44c7-b3e2-14f9a668faca tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network dc97222b-a76a-42ad-910d-60527892f1e9 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:43:51.739724 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1734d281-9237-44c7-b3e2-14f9a668faca tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, dc97222b-a76a-42ad-910d-60527892f1e9) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:51.753869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0af853f-ae5a-41ed-a5fe-8640238cce01 None None] Network dc97222b-a76a-42ad-910d-60527892f1e9 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:43:51.776877 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1734d281-9237-44c7-b3e2-14f9a668faca tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:43:51.802121 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1734d281-9237-44c7-b3e2-14f9a668faca tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:51.873040 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60760) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:51.878297 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1734d281-9237-44c7-b3e2-14f9a668faca tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7790053 Dec 20 21:43:52.100419 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Attempting to bind port e99e00bb-36cb-496e-b31b-7d4b6d40a765 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:43:52.100965 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Attempting to bind port e99e00bb-36cb-496e-b31b-7d4b6d40a765 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '929d0ecd-42bd-4845-a858-758ea7a663bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5edca3ae-aac2-496b-baf0-531824837553'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:43:52.101198 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Attempting to bind port e99e00bb-36cb-496e-b31b-7d4b6d40a765 on network 5edca3ae-aac2-496b-baf0-531824837553 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:43:52.121711 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:43:52.140473 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Checking segment: {'id': '929d0ecd-42bd-4845-a858-758ea7a663bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5edca3ae-aac2-496b-baf0-531824837553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:43:52.145724 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:52.146364 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Bound using segment: {'id': '929d0ecd-42bd-4845-a858-758ea7a663bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5edca3ae-aac2-496b-baf0-531824837553'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:43:52.147045 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Bound port: e99e00bb-36cb-496e-b31b-7d4b6d40a765, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929d0ecd-42bd-4845-a858-758ea7a663bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5edca3ae-aac2-496b-baf0-531824837553'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:43:52.148108 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:52.187939 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-dc97222b-a76a-42ad-910d-60527892f1e9', 'network_id': 'dc97222b-a76a-42ad-910d-60527892f1e9', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'fixed_ips': [{'subnet_id': '097d31bf-988d-4c24-948f-eb5d8d518fab'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:43:52.189103 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:52.313127 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] For port e99e00bb-36cb-496e-b31b-7d4b6d40a765, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:43:52.320374 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] For port e99e00bb-36cb-496e-b31b-7d4b6d40a765, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e99e00bb-36cb-496e-b31b-7d4b6d40a765,segment=NetworkSegment(929d0ecd-42bd-4845-a858-758ea7a663bd),segment_id=929d0ecd-42bd-4845-a858-758ea7a663bd)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:43:52.325013 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:52.518984 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:43:52.519771 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:52.663246 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-cff45ccd-e49e-4097-bc14-98c95d5c6410 None None] Provisioning complete for port e99e00bb-36cb-496e-b31b-7d4b6d40a765 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:52.679745 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cff45ccd-e49e-4097-bc14-98c95d5c6410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:52.712488 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60780) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:52.733102 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdb288-70bb-4ba9-9b2f-e69d3ace788c None None] Pushing event updated for resources: {'Port': ['ID=e99e00bb-36cb-496e-b31b-7d4b6d40a765,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:52.807145 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:43:53.092259 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8297-e435-48e5-813a-9585bc0f64f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:53.233528 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cff45ccd-e49e-4097-bc14-98c95d5c6410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:53.381142 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-cff45ccd-e49e-4097-bc14-98c95d5c6410 None None] For port e99e00bb-36cb-496e-b31b-7d4b6d40a765, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e99e00bb-36cb-496e-b31b-7d4b6d40a765,segment=NetworkSegment(929d0ecd-42bd-4845-a858-758ea7a663bd),segment_id=929d0ecd-42bd-4845-a858-758ea7a663bd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:43:53.412971 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cff45ccd-e49e-4097-bc14-98c95d5c6410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:53.419428 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Allocated IP 2001:db8:3::2 (dc97222b-a76a-42ad-910d-60527892f1e9/097d31bf-988d-4c24-948f-eb5d8d518fab/8ec30d38-7a53-40c4-92f3-f9a3a40f91ba) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:43:53.441625 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8297-e435-48e5-813a-9585bc0f64f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:53.449435 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8297-e435-48e5-813a-9585bc0f64f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:53.452991 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:43:46Z', 'revision_number': 4, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e99e00bb-36cb-496e-b31b-7d4b6d40a765', 'name': '', 'network_id': '5edca3ae-aac2-496b-baf0-531824837553', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:80:e8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:44Z', 'updated_at': '2021-12-20T21:43:52Z', 'revision_number': 4, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaf9a76d-c701-4052-ae3e-24ffafaeef48', 'name': '', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:2b:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:33Z', 'updated_at': '2021-12-20T21:43:44Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:53.485783 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:53.546248 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e4139c-3961-4efa-9353-732c991b4519 None None] The sync data for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 is: [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:43:46Z', 'revision_number': 4, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e99e00bb-36cb-496e-b31b-7d4b6d40a765', 'name': '', 'network_id': '5edca3ae-aac2-496b-baf0-531824837553', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:80:e8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:44Z', 'updated_at': '2021-12-20T21:43:52Z', 'revision_number': 4, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaf9a76d-c701-4052-ae3e-24ffafaeef48', 'name': '', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:2b:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:33Z', 'updated_at': '2021-12-20T21:43:44Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:43:53.575017 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d3ac8297-e435-48e5-813a-9585bc0f64f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ee718657af14668a74bcb00b154e2ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8615203 Dec 20 21:43:53.690130 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60804) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:53.696344 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff45ccd-e49e-4097-bc14-98c95d5c6410 None None] Pushing event updated for resources: {'Port': ['ID=e99e00bb-36cb-496e-b31b-7d4b6d40a765,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:53.740867 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-7b1f1cfa-ec80-4c40-b567-adb9ff80a37b None None] Provisioning complete for port e99e00bb-36cb-496e-b31b-7d4b6d40a765 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:53.741246 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b1f1cfa-ec80-4c40-b567-adb9ff80a37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:53.884605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac8297-e435-48e5-813a-9585bc0f64f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8194cf-8b27-4cb9-b1d0-8c5c630ba28d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:53.937575 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2facb359-f4a7-4ced-8f81-0dee257ec318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:54.064287 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2facb359-f4a7-4ced-8f81-0dee257ec318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:54.094752 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:54.105232 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:54.164626 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2facb359-f4a7-4ced-8f81-0dee257ec318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:54.168677 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2facb359-f4a7-4ced-8f81-0dee257ec318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:54.170632 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2facb359-f4a7-4ced-8f81-0dee257ec318 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a8194cf-8b27-4cb9-b1d0-8c5c630ba28d HTTP/1.1" status: 204 len: 168 time: 0.4748626 Dec 20 21:43:54.189405 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facb359-f4a7-4ced-8f81-0dee257ec318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8194cf-8b27-4cb9-b1d0-8c5c630ba28d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:54.215379 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Network dc97222b-a76a-42ad-910d-60527892f1e9 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:43:54.241312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:54.244457 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:43:54.249078 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60822) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:54.293722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Pushing event updated for resources: {'Port': ['ID=8ec30d38-7a53-40c4-92f3-f9a3a40f91ba,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:54.532778 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Attempting to bind port 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:43:54.532778 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Attempting to bind port 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '2c9fade3-c13c-4315-8fa1-196f901c96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dc97222b-a76a-42ad-910d-60527892f1e9'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:43:54.532778 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Attempting to bind port 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba on network dc97222b-a76a-42ad-910d-60527892f1e9 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:43:54.550208 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:43:54.552395 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Checking segment: {'id': '2c9fade3-c13c-4315-8fa1-196f901c96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dc97222b-a76a-42ad-910d-60527892f1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:43:54.552909 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:54.553399 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Bound using segment: {'id': '2c9fade3-c13c-4315-8fa1-196f901c96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dc97222b-a76a-42ad-910d-60527892f1e9'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:43:54.553979 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Bound port: 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9fade3-c13c-4315-8fa1-196f901c96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dc97222b-a76a-42ad-910d-60527892f1e9'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:43:54.556060 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:54.635476 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-14ec7c66-152a-429f-b3bb-2a0905d863cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:54.638815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e99e00bb-36cb-496e-b31b-7d4b6d40a765 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:43:54.656119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Allocated IP 2001:db8:3::1 (dc97222b-a76a-42ad-910d-60527892f1e9/097d31bf-988d-4c24-948f-eb5d8d518fab/948f02c7-fdd3-45ca-9610-33591cd88043) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:43:54.775478 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] For port 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:43:54.806404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] For port 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8ec30d38-7a53-40c4-92f3-f9a3a40f91ba,segment=NetworkSegment(2c9fade3-c13c-4315-8fa1-196f901c96b5),segment_id=2c9fade3-c13c-4315-8fa1-196f901c96b5)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:43:54.840760 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:54.843171 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e99e00bb-36cb-496e-b31b-7d4b6d40a765 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:54.843783 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:54.891510 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-14ec7c66-152a-429f-b3bb-2a0905d863cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:54.901821 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-14ec7c66-152a-429f-b3bb-2a0905d863cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:55.004601 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:55.022258 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-14ec7c66-152a-429f-b3bb-2a0905d863cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b061e23337384314a3a03a8b6e2fa0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7638221 Dec 20 21:43:55.024520 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 60856) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:55.026728 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78840b2d-61f9-46a3-a295-98ac649fc6f5 None None] Pushing event updated for resources: {'Port': ['ID=8ec30d38-7a53-40c4-92f3-f9a3a40f91ba,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:55.052815 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec7c66-152a-429f-b3bb-2a0905d863cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbcdc64-a30e-47dc-adb1-86ab871f14e1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:55.102311 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:55.168692 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22edecbe-e094-43de-9a8d-943e196a2ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:55.219484 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22edecbe-e094-43de-9a8d-943e196a2ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:55.231455 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network dc97222b-a76a-42ad-910d-60527892f1e9 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:43:55.234582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:55.244319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:43:55.244890 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:55.279375 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22edecbe-e094-43de-9a8d-943e196a2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:55.283264 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22edecbe-e094-43de-9a8d-943e196a2ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:55.284896 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-22edecbe-e094-43de-9a8d-943e196a2ba3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ccbcdc64-a30e-47dc-adb1-86ab871f14e1 HTTP/1.1" status: 204 len: 168 time: 0.2571404 Dec 20 21:43:55.300113 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edecbe-e094-43de-9a8d-943e196a2ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbcdc64-a30e-47dc-adb1-86ab871f14e1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:55.417876 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=948f02c7-fdd3-45ca-9610-33591cd88043,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:55.684707 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:55.946847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60884) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:55.964913 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6ca26c47-2f32-4f41-bc43-1c86cdc90940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:56.535862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:43:56.631696 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:56.632286 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:56.763057 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:56.835562 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8ec30d38-7a53-40c4-92f3-f9a3a40f91ba,segment=NetworkSegment(2c9fade3-c13c-4315-8fa1-196f901c96b5),segment_id=2c9fade3-c13c-4315-8fa1-196f901c96b5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:43:56.850889 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:56.936806 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=8ec30d38-7a53-40c4-92f3-f9a3a40f91ba,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:56.978348 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f82f10-9f34-43d5-8446-110dded53a2f None None] Network dc97222b-a76a-42ad-910d-60527892f1e9 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:43:57.058917 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-610b0eee-1520-48b8-855d-ecae3b181f9f None None] Provisioning complete for port 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:57.059536 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-610b0eee-1520-48b8-855d-ecae3b181f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:57.090529 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6ca26c47-2f32-4f41-bc43-1c86cdc90940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:57.097394 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6ca26c47-2f32-4f41-bc43-1c86cdc90940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:57.172322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca26c47-2f32-4f41-bc43-1c86cdc90940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5558059a-8d0c-481c-8c49-62429dfc6904,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:57.200964 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:57.216996 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6ca26c47-2f32-4f41-bc43-1c86cdc90940 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a4b1202d49e4efbbde711f30f1d1383&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2685163 Dec 20 21:43:57.220346 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 60942) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:57.232009 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e434d039-90b6-4b6c-a56c-255073257061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:57.241299 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:57.242405 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:57.375704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event updated for resources: {'Port': ['ID=948f02c7-fdd3-45ca-9610-33591cd88043,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:57.571473 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Network dc97222b-a76a-42ad-910d-60527892f1e9 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:43:57.576288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:43:57.851421 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-89ad35bc-5488-4887-8b64-54207c9817cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:57.875632 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-89ad35bc-5488-4887-8b64-54207c9817cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:57.942466 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-89ad35bc-5488-4887-8b64-54207c9817cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:57.960035 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-89ad35bc-5488-4887-8b64-54207c9817cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:57.961291 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-89ad35bc-5488-4887-8b64-54207c9817cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5558059a-8d0c-481c-8c49-62429dfc6904 HTTP/1.1" status: 204 len: 168 time: 0.7390180 Dec 20 21:43:57.974319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad35bc-5488-4887-8b64-54207c9817cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5558059a-8d0c-481c-8c49-62429dfc6904,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:57.975067 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-903e766f-b685-4a99-ba36-9ba6b4259dac None None] Provisioning complete for port 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:57.975550 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-903e766f-b685-4a99-ba36-9ba6b4259dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:57.999637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router 7526b2f0-3abc-42e9-b942-5a7143aee059 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:43:58.238312 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:43:58.244956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b37961f7-d294-43ee-853f-b0e316427288 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/7526b2f0-3abc-42e9-b942-5a7143aee059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3707972 Dec 20 21:43:58.248222 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32776) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:58.256545 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bc5bef90-2e93-4c97-8d40-b33429a343d0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:43:58.257607 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Sync routers for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:43:58.326056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:43:58.327239 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:43:58.432178 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-903e766f-b685-4a99-ba36-9ba6b4259dac None None] Provisioning complete for port 948f02c7-fdd3-45ca-9610-33591cd88043 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:58.432947 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-903e766f-b685-4a99-ba36-9ba6b4259dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:59.032404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 32804) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:59.082184 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:43:59.212214 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.extraroute_db [None req-bc5bef90-2e93-4c97-8d40-b33429a343d0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 21:43:59.232837 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.extraroute_db [None req-bc5bef90-2e93-4c97-8d40-b33429a343d0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Removed routes are [] {{(pid=102402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 21:43:59.233470 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc5bef90-2e93-4c97-8d40-b33429a343d0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:59.272916 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-903e766f-b685-4a99-ba36-9ba6b4259dac None None] Port 948f02c7-fdd3-45ca-9610-33591cd88043 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:43:59.283809 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3dae8210-d23a-461a-8edf-0d82cfc5e21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:59.292101 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:43:59.356877 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:59.363607 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:59.401896 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3dae8210-d23a-461a-8edf-0d82cfc5e21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:59.409678 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3dae8210-d23a-461a-8edf-0d82cfc5e21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:59.456572 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3dae8210-d23a-461a-8edf-0d82cfc5e21f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b8478809eaf45658b3f11ef0be8048b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4213181 Dec 20 21:43:59.457372 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 32822) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:43:59.543656 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae8210-d23a-461a-8edf-0d82cfc5e21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ee9290-d0b5-4309-915d-c78a9fcf4f1b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:59.543656 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0c589c0e-74b9-47c2-ac33-931938719ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:59.571132 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0c589c0e-74b9-47c2-ac33-931938719ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:59.595301 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-316718fb-f3c9-4b8b-9d81-7e26abcc527b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:59.681058 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0c589c0e-74b9-47c2-ac33-931938719ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:59.684850 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0c589c0e-74b9-47c2-ac33-931938719ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:59.689404 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0c589c0e-74b9-47c2-ac33-931938719ba6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34ee9290-d0b5-4309-915d-c78a9fcf4f1b HTTP/1.1" status: 204 len: 168 time: 0.2300410 Dec 20 21:43:59.707034 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2fe4d869-c792-49e9-bd2a-0c217567a0f4 None None] Provisioning complete for port 948f02c7-fdd3-45ca-9610-33591cd88043 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:43:59.707423 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2fe4d869-c792-49e9-bd2a-0c217567a0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:59.708907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c589c0e-74b9-47c2-ac33-931938719ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ee9290-d0b5-4309-915d-c78a9fcf4f1b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:43:59.776895 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc5bef90-2e93-4c97-8d40-b33429a343d0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:59.789614 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc5bef90-2e93-4c97-8d40-b33429a343d0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:43:59.818166 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2fe4d869-c792-49e9-bd2a-0c217567a0f4 None None] Port 948f02c7-fdd3-45ca-9610-33591cd88043 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:44:00.090426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5bef90-2e93-4c97-8d40-b33429a343d0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router 7526b2f0-3abc-42e9-b942-5a7143aee059 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:44:00.147450 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:43:55Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': '948f02c7-fdd3-45ca-9610-33591cd88043', 'name': '', 'network_id': 'dc97222b-a76a-42ad-910d-60527892f1e9', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:39:32:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '097d31bf-988d-4c24-948f-eb5d8d518fab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:53Z', 'updated_at': '2021-12-20T21:43:56Z', 'revision_number': 2, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '097d31bf-988d-4c24-948f-eb5d8d518fab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e99e00bb-36cb-496e-b31b-7d4b6d40a765', 'name': '', 'network_id': '5edca3ae-aac2-496b-baf0-531824837553', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:80:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:44Z', 'updated_at': '2021-12-20T21:43:53Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaf9a76d-c701-4052-ae3e-24ffafaeef48', 'name': '', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:2b:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:33Z', 'updated_at': '2021-12-20T21:43:44Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:00.245162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Checking router: 7526b2f0-3abc-42e9-b942-5a7143aee059 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:44:00.245511 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Updating router 7526b2f0-3abc-42e9-b942-5a7143aee059 port 948f02c7-fdd3-45ca-9610-33591cd88043 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:44:00.276638 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 32848) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:00.303234 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-58baae2e-4bb0-4381-9288-c71650a6bc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:00.319398 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:00.322566 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5bef90-2e93-4c97-8d40-b33429a343d0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:44:00.344495 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc5bef90-2e93-4c97-8d40-b33429a343d0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:00.345860 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bc5bef90-2e93-4c97-8d40-b33429a343d0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/7526b2f0-3abc-42e9-b942-5a7143aee059 HTTP/1.1" status: 200 len: 953 time: 2.0947230 Dec 20 21:44:00.348965 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32850) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:00.482886 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-58baae2e-4bb0-4381-9288-c71650a6bc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:00.487924 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-58baae2e-4bb0-4381-9288-c71650a6bc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:00.597667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58baae2e-4bb0-4381-9288-c71650a6bc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eec076c-7d3e-422b-ad2f-e7e990304d29,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:00.604810 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-58baae2e-4bb0-4381-9288-c71650a6bc51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc4d0ac126774197a491cdb18191002d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266923 Dec 20 21:44:00.607686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 32866) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:00.638566 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-30c98bd5-df61-4194-b80a-cb17ad318870 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/routers/7526b2f0-3abc-42e9-b942-5a7143aee059 HTTP/1.1" status: 200 len: 953 time: 0.2881265 Dec 20 21:44:00.642527 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32868) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:00.657646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d386f64c-779b-4491-8ee6-4fa6c14c694e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'router': {'routes': None}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:00.719130 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:00.760923 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a1216629-7341-4481-afac-ec7a462b5edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:00.846370 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a1216629-7341-4481-afac-ec7a462b5edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:00.892345 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:00.908891 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:00.943790 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a1216629-7341-4481-afac-ec7a462b5edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:00.948159 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a1216629-7341-4481-afac-ec7a462b5edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:00.955046 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a1216629-7341-4481-afac-ec7a462b5edc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5eec076c-7d3e-422b-ad2f-e7e990304d29 HTTP/1.1" status: 204 len: 168 time: 0.3452208 Dec 20 21:44:00.964398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1216629-7341-4481-afac-ec7a462b5edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eec076c-7d3e-422b-ad2f-e7e990304d29,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:01.006227 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf058c-216c-4ae8-8fd0-9a6822e1552d None None] Pushing event updated for resources: {'Port': ['ID=948f02c7-fdd3-45ca-9610-33591cd88043,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:01.235565 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Attempting to bind port 948f02c7-fdd3-45ca-9610-33591cd88043 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:44:01.236267 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Attempting to bind port 948f02c7-fdd3-45ca-9610-33591cd88043 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '2c9fade3-c13c-4315-8fa1-196f901c96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dc97222b-a76a-42ad-910d-60527892f1e9'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:44:01.236440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Attempting to bind port 948f02c7-fdd3-45ca-9610-33591cd88043 on network dc97222b-a76a-42ad-910d-60527892f1e9 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:44:01.244559 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:44:01.245319 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Checking segment: {'id': '2c9fade3-c13c-4315-8fa1-196f901c96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dc97222b-a76a-42ad-910d-60527892f1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:44:01.246357 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:01.250866 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Bound using segment: {'id': '2c9fade3-c13c-4315-8fa1-196f901c96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dc97222b-a76a-42ad-910d-60527892f1e9'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:44:01.251222 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Bound port: 948f02c7-fdd3-45ca-9610-33591cd88043, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9fade3-c13c-4315-8fa1-196f901c96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'dc97222b-a76a-42ad-910d-60527892f1e9'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:44:01.251691 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:01.373265 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] For port 948f02c7-fdd3-45ca-9610-33591cd88043, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:44:01.377588 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] For port 948f02c7-fdd3-45ca-9610-33591cd88043, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=948f02c7-fdd3-45ca-9610-33591cd88043,segment=NetworkSegment(2c9fade3-c13c-4315-8fa1-196f901c96b5),segment_id=2c9fade3-c13c-4315-8fa1-196f901c96b5)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:44:01.383656 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:01.488130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf058c-216c-4ae8-8fd0-9a6822e1552d None None] Pushing event updated for resources: {'Port': ['ID=948f02c7-fdd3-45ca-9610-33591cd88043,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:01.535098 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:01.536941 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:01.715723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 32906) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:01.849550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b8f6db-9763-4683-9bc5-e9e919adc828 admin admin] Deleting subnet 997c2302-3f6b-419d-a3db-58ebdab7ec94 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:44:01.857399 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-950a560f-cb65-4d85-a220-376068515b91 None None] Provisioning complete for port 948f02c7-fdd3-45ca-9610-33591cd88043 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:44:01.857777 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-950a560f-cb65-4d85-a220-376068515b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:01.862386 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29b8f6db-9763-4683-9bc5-e9e919adc828 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:01.945493 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:02.000375 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29b8f6db-9763-4683-9bc5-e9e919adc828 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:02.069539 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-950a560f-cb65-4d85-a220-376068515b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:02.126190 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29b8f6db-9763-4683-9bc5-e9e919adc828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:02.238043 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:44:02.244118 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29b8f6db-9763-4683-9bc5-e9e919adc828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:02.265141 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29b8f6db-9763-4683-9bc5-e9e919adc828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:02.268445 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-29b8f6db-9763-4683-9bc5-e9e919adc828 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/997c2302-3f6b-419d-a3db-58ebdab7ec94 HTTP/1.1" status: 204 len: 168 time: 0.5518174 Dec 20 21:44:02.272038 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32928) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:02.288796 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-950a560f-cb65-4d85-a220-376068515b91 None None] For port 948f02c7-fdd3-45ca-9610-33591cd88043, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=948f02c7-fdd3-45ca-9610-33591cd88043,segment=NetworkSegment(2c9fade3-c13c-4315-8fa1-196f901c96b5),segment_id=2c9fade3-c13c-4315-8fa1-196f901c96b5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:02.295589 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:02.311470 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-950a560f-cb65-4d85-a220-376068515b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:02.327916 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8f6db-9763-4683-9bc5-e9e919adc828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=997c2302-3f6b-419d-a3db-58ebdab7ec94,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:02.474696 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:02.514193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0cf61800-bb6a-46f5-a7d2-0afe8d28bb83 None None] Provisioning complete for port 948f02c7-fdd3-45ca-9610-33591cd88043 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:44:02.514693 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0cf61800-bb6a-46f5-a7d2-0afe8d28bb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:02.548540 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a560f-cb65-4d85-a220-376068515b91 None None] Pushing event updated for resources: {'Port': ['ID=948f02c7-fdd3-45ca-9610-33591cd88043,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:02.697503 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c587348a-dfb1-49fc-8830-ad9b6a152306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:02.754100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.extraroute_db [None req-d386f64c-779b-4491-8ee6-4fa6c14c694e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Added routes are [] {{(pid=102402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 21:44:02.754576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.extraroute_db [None req-d386f64c-779b-4491-8ee6-4fa6c14c694e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102402) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 21:44:02.761127 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:43:59Z', 'revision_number': 6, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': '948f02c7-fdd3-45ca-9610-33591cd88043', 'name': '', 'network_id': 'dc97222b-a76a-42ad-910d-60527892f1e9', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:39:32:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '097d31bf-988d-4c24-948f-eb5d8d518fab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:53Z', 'updated_at': '2021-12-20T21:44:01Z', 'revision_number': 4, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '097d31bf-988d-4c24-948f-eb5d8d518fab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e99e00bb-36cb-496e-b31b-7d4b6d40a765', 'name': '', 'network_id': '5edca3ae-aac2-496b-baf0-531824837553', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:80:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:44Z', 'updated_at': '2021-12-20T21:43:53Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaf9a76d-c701-4052-ae3e-24ffafaeef48', 'name': '', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:2b:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:33Z', 'updated_at': '2021-12-20T21:43:44Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:02.822026 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5db7c8f-2476-4ba9-bbab-54f5dcba0945 None None] The sync data for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 is: [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:43:59Z', 'revision_number': 6, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': '948f02c7-fdd3-45ca-9610-33591cd88043', 'name': '', 'network_id': 'dc97222b-a76a-42ad-910d-60527892f1e9', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:39:32:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '097d31bf-988d-4c24-948f-eb5d8d518fab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:53Z', 'updated_at': '2021-12-20T21:44:01Z', 'revision_number': 4, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '097d31bf-988d-4c24-948f-eb5d8d518fab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e99e00bb-36cb-496e-b31b-7d4b6d40a765', 'name': '', 'network_id': '5edca3ae-aac2-496b-baf0-531824837553', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:80:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:44Z', 'updated_at': '2021-12-20T21:43:53Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaf9a76d-c701-4052-ae3e-24ffafaeef48', 'name': '', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:2b:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:33Z', 'updated_at': '2021-12-20T21:43:44Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:44:02.866866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 32946) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:02.917108 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c587348a-dfb1-49fc-8830-ad9b6a152306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:02.998261 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d386f64c-779b-4491-8ee6-4fa6c14c694e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:03.181742 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c587348a-dfb1-49fc-8830-ad9b6a152306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4d1a04-fc18-46fe-b472-991eeaafa566']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:03.329740 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d386f64c-779b-4491-8ee6-4fa6c14c694e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:03.337974 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8eb14a80-2361-4c7f-b326-acea39d53dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:03.338391 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d386f64c-779b-4491-8ee6-4fa6c14c694e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:03.347785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c587348a-dfb1-49fc-8830-ad9b6a152306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636e35e1-c079-4460-8d82-6878217b11de') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:03.348081 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c587348a-dfb1-49fc-8830-ad9b6a152306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636e35e1-c079-4460-8d82-6878217b11de') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:03.473019 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c587348a-dfb1-49fc-8830-ad9b6a152306 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:03.511379 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c587348a-dfb1-49fc-8830-ad9b6a152306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:03.515051 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d386f64c-779b-4491-8ee6-4fa6c14c694e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router 7526b2f0-3abc-42e9-b942-5a7143aee059 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:44:03.522152 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c587348a-dfb1-49fc-8830-ad9b6a152306 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:44:03.522556 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c587348a-dfb1-49fc-8830-ad9b6a152306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:44:03.524277 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:44:03.536008 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8eb14a80-2361-4c7f-b326-acea39d53dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:03.548068 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8eb14a80-2361-4c7f-b326-acea39d53dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:03.635301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb14a80-2361-4c7f-b326-acea39d53dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887c47f2-7273-4ae3-95d1-be321e829c8c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:03.655234 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8eb14a80-2361-4c7f-b326-acea39d53dac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b069a0612f0c46dc88d686c4885509d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7863426 Dec 20 21:44:03.655689 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 32962) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:03.732128 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d386f64c-779b-4491-8ee6-4fa6c14c694e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:44:03.739477 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d386f64c-779b-4491-8ee6-4fa6c14c694e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:03.740818 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d386f64c-779b-4491-8ee6-4fa6c14c694e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/7526b2f0-3abc-42e9-b942-5a7143aee059 HTTP/1.1" status: 200 len: 703 time: 3.0973883 Dec 20 21:44:03.746591 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32970) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:03.776960 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-831d1177-eb22-4018-930e-ae7ae1e229b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:03.804818 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-831d1177-eb22-4018-930e-ae7ae1e229b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:03.911430 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-831d1177-eb22-4018-930e-ae7ae1e229b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:03.912907 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cb53760b-7b9a-4a8f-9aa9-a3ce0a0784e5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/routers/7526b2f0-3abc-42e9-b942-5a7143aee059 HTTP/1.1" status: 200 len: 703 time: 0.1665916 Dec 20 21:44:03.913752 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c587348a-dfb1-49fc-8830-ad9b6a152306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:03.923065 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c587348a-dfb1-49fc-8830-ad9b6a152306 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:03.924912 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-831d1177-eb22-4018-930e-ae7ae1e229b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:03.930153 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c587348a-dfb1-49fc-8830-ad9b6a152306 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3f4d1a04-fc18-46fe-b472-991eeaafa566 HTTP/1.1" status: 204 len: 168 time: 1.6528645 Dec 20 21:44:03.930785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 32974) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:03.933043 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-831d1177-eb22-4018-930e-ae7ae1e229b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/887c47f2-7273-4ae3-95d1-be321e829c8c HTTP/1.1" status: 204 len: 168 time: 0.2719176 Dec 20 21:44:03.944884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d1177-eb22-4018-930e-ae7ae1e229b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887c47f2-7273-4ae3-95d1-be321e829c8c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:03.971941 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587348a-dfb1-49fc-8830-ad9b6a152306 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4d1a04-fc18-46fe-b472-991eeaafa566,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:04.234637 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c48dd72-e9c1-4375-ae82-52dfa4ec3313 None None] Sync routers for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:44:04.254950 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c48dd72-e9c1-4375-ae82-52dfa4ec3313 None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:04.257066 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7c48dd72-e9c1-4375-ae82-52dfa4ec3313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:04.301001 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 32994) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:04.402182 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-22f124b0-dfbe-47a0-8d2b-cdf51ad7bd8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=273c9a3bbca8406ab8ea76a018873545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0996721 Dec 20 21:44:04.403822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 32996) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:04.453590 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7c48dd72-e9c1-4375-ae82-52dfa4ec3313 None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:04.519186 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 948f02c7-fdd3-45ca-9610-33591cd88043 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:44:04.536665 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5edc91eb-7231-491b-a71e-36472dd3cc98 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:04.555180 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0dd1160d-ed3f-47e9-b104-6d86ab93f2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:04.620285 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0dd1160d-ed3f-47e9-b104-6d86ab93f2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:04.634431 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 948f02c7-fdd3-45ca-9610-33591cd88043 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:44:04.634974 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:04.786880 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0dd1160d-ed3f-47e9-b104-6d86ab93f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:04.797586 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0dd1160d-ed3f-47e9-b104-6d86ab93f2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:04.799044 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33010) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:04.801688 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0dd1160d-ed3f-47e9-b104-6d86ab93f2fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/253b10c3-cd60-404d-bec3-329d2654efb8 HTTP/1.1" status: 204 len: 168 time: 0.3942335 Dec 20 21:44:04.818036 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7c48dd72-e9c1-4375-ae82-52dfa4ec3313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:44:02Z', 'revision_number': 7, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': '948f02c7-fdd3-45ca-9610-33591cd88043', 'name': '', 'network_id': 'dc97222b-a76a-42ad-910d-60527892f1e9', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:39:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '097d31bf-988d-4c24-948f-eb5d8d518fab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:53Z', 'updated_at': '2021-12-20T21:44:02Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '097d31bf-988d-4c24-948f-eb5d8d518fab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e99e00bb-36cb-496e-b31b-7d4b6d40a765', 'name': '', 'network_id': '5edca3ae-aac2-496b-baf0-531824837553', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:80:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:44Z', 'updated_at': '2021-12-20T21:43:53Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaf9a76d-c701-4052-ae3e-24ffafaeef48', 'name': '', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:2b:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:33Z', 'updated_at': '2021-12-20T21:43:44Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:04.825077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1160d-ed3f-47e9-b104-6d86ab93f2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253b10c3-cd60-404d-bec3-329d2654efb8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:04.844978 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-069baf0a-6ee9-44d6-b95b-d08e3702370f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:04.877865 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c48dd72-e9c1-4375-ae82-52dfa4ec3313 None None] Checking router: 7526b2f0-3abc-42e9-b942-5a7143aee059 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:44:04.901597 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c48dd72-e9c1-4375-ae82-52dfa4ec3313 None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:04.903556 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7c48dd72-e9c1-4375-ae82-52dfa4ec3313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:05.087424 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-7c48dd72-e9c1-4375-ae82-52dfa4ec3313 None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:05.177297 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-069baf0a-6ee9-44d6-b95b-d08e3702370f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:05.192416 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-069baf0a-6ee9-44d6-b95b-d08e3702370f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:05.286887 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33048) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:05.288920 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-069baf0a-6ee9-44d6-b95b-d08e3702370f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92d3f02ff73a493ba71f5ec7392e71ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4855607 Dec 20 21:44:05.381019 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e90d-7f02-4094-a456-f084c4c2b8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:05.417429 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069baf0a-6ee9-44d6-b95b-d08e3702370f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bc6d92-a70f-4aab-8d8b-764286e132e7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:05.427729 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e90d-7f02-4094-a456-f084c4c2b8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:05.531515 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-7c48dd72-e9c1-4375-ae82-52dfa4ec3313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:44:02Z', 'revision_number': 7, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': '948f02c7-fdd3-45ca-9610-33591cd88043', 'name': '', 'network_id': 'dc97222b-a76a-42ad-910d-60527892f1e9', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:39:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '097d31bf-988d-4c24-948f-eb5d8d518fab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:53Z', 'updated_at': '2021-12-20T21:44:02Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '097d31bf-988d-4c24-948f-eb5d8d518fab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e99e00bb-36cb-496e-b31b-7d4b6d40a765', 'name': '', 'network_id': '5edca3ae-aac2-496b-baf0-531824837553', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:80:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:44Z', 'updated_at': '2021-12-20T21:43:53Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaf9a76d-c701-4052-ae3e-24ffafaeef48', 'name': '', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:2b:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:33Z', 'updated_at': '2021-12-20T21:43:44Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:05.565996 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e90d-7f02-4094-a456-f084c4c2b8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:05.573236 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e90d-7f02-4094-a456-f084c4c2b8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:05.575880 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c9f1e90d-7f02-4094-a456-f084c4c2b8a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72bc6d92-a70f-4aab-8d8b-764286e132e7 HTTP/1.1" status: 204 len: 168 time: 0.2871633 Dec 20 21:44:05.579156 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-5edc91eb-7231-491b-a71e-36472dd3cc98 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting port 948f02c7-fdd3-45ca-9610-33591cd88043 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:05.581900 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5edc91eb-7231-491b-a71e-36472dd3cc98 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:05.611729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1e90d-7f02-4094-a456-f084c4c2b8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bc6d92-a70f-4aab-8d8b-764286e132e7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:05.614985 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c48dd72-e9c1-4375-ae82-52dfa4ec3313 None None] The sync data for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 is: [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:44:02Z', 'revision_number': 7, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': '948f02c7-fdd3-45ca-9610-33591cd88043', 'name': '', 'network_id': 'dc97222b-a76a-42ad-910d-60527892f1e9', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:39:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '097d31bf-988d-4c24-948f-eb5d8d518fab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:53Z', 'updated_at': '2021-12-20T21:44:02Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '097d31bf-988d-4c24-948f-eb5d8d518fab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e99e00bb-36cb-496e-b31b-7d4b6d40a765', 'name': '', 'network_id': '5edca3ae-aac2-496b-baf0-531824837553', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:80:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:44Z', 'updated_at': '2021-12-20T21:43:53Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaf9a76d-c701-4052-ae3e-24ffafaeef48', 'name': '', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:2b:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:33Z', 'updated_at': '2021-12-20T21:43:44Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:44:05.790720 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-5edc91eb-7231-491b-a71e-36472dd3cc98 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] For port 948f02c7-fdd3-45ca-9610-33591cd88043, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=948f02c7-fdd3-45ca-9610-33591cd88043,segment=NetworkSegment(2c9fade3-c13c-4315-8fa1-196f901c96b5),segment_id=2c9fade3-c13c-4315-8fa1-196f901c96b5)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:05.791329 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5edc91eb-7231-491b-a71e-36472dd3cc98 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:05.821436 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-5edc91eb-7231-491b-a71e-36472dd3cc98 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Calling delete_port for 948f02c7-fdd3-45ca-9610-33591cd88043 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:05.855629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33074) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:06.196445 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aa60c418-1323-47f3-b5cd-19ee9e8944a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:06.206059 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5edc91eb-7231-491b-a71e-36472dd3cc98 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:06.291065 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aa60c418-1323-47f3-b5cd-19ee9e8944a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:06.292177 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc91eb-7231-491b-a71e-36472dd3cc98 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Port': ['ID=948f02c7-fdd3-45ca-9610-33591cd88043,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:06.301769 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aa60c418-1323-47f3-b5cd-19ee9e8944a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:06.401365 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60c418-1323-47f3-b5cd-19ee9e8944a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d74587-f32d-4413-9e50-a2d98d864e08,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:06.482087 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-aa60c418-1323-47f3-b5cd-19ee9e8944a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c93c1b3dad84db6b712d9806070247b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6215804 Dec 20 21:44:06.482087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33098) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:06.491293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33100) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:06.578649 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5edc91eb-7231-491b-a71e-36472dd3cc98 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:06.613078 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ceb1bed-cc1e-4b0f-af88-fa74db481473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:06.661827 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ceb1bed-cc1e-4b0f-af88-fa74db481473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:06.733399 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ceb1bed-cc1e-4b0f-af88-fa74db481473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:06.736147 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ceb1bed-cc1e-4b0f-af88-fa74db481473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:06.738183 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8ceb1bed-cc1e-4b0f-af88-fa74db481473 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48d74587-f32d-4413-9e50-a2d98d864e08 HTTP/1.1" status: 204 len: 168 time: 0.2419362 Dec 20 21:44:06.758706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb1bed-cc1e-4b0f-af88-fa74db481473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d74587-f32d-4413-9e50-a2d98d864e08,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:06.781167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e91639cf-9a7d-4fa2-a169-89122629479c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-590856826-network', 'tenant_id': 'c0d836597b1148e496eeb7de4b99ccab'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:06.823037 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91639cf-9a7d-4fa2-a169-89122629479c admin admin] Made reservation on behalf of c0d836597b1148e496eeb7de4b99ccab for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:44:06.829138 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e91639cf-9a7d-4fa2-a169-89122629479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:06.862008 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e91639cf-9a7d-4fa2-a169-89122629479c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:06.992179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edc91eb-7231-491b-a71e-36472dd3cc98 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router 7526b2f0-3abc-42e9-b942-5a7143aee059 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:44:07.104397 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e91639cf-9a7d-4fa2-a169-89122629479c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:07.114779 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e91639cf-9a7d-4fa2-a169-89122629479c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:07.136065 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91639cf-9a7d-4fa2-a169-89122629479c admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:44:07.179778 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91639cf-9a7d-4fa2-a169-89122629479c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10614c0-8842-4705-a2a7-4d8bf61954e6,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:07.189072 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e91639cf-9a7d-4fa2-a169-89122629479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:07.189368 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-e91639cf-9a7d-4fa2-a169-89122629479c admin admin] Added segment 5451bc92-3c2d-4892-bcb1-70eefdeddbda of type vlan for network 77fac214-9bf0-4048-9729-379e6b2c72f7 Dec 20 21:44:07.243394 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e91639cf-9a7d-4fa2-a169-89122629479c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:07.281095 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e91639cf-9a7d-4fa2-a169-89122629479c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:07.282767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91639cf-9a7d-4fa2-a169-89122629479c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:07.283509 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e91639cf-9a7d-4fa2-a169-89122629479c admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:07.354853 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e91639cf-9a7d-4fa2-a169-89122629479c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8741999 Dec 20 21:44:07.358108 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33134) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:07.363435 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5b27d6dc-94df-44c2-8da8-c1a91349c1c7 admin admin] Request body: {'subnet': {'network_id': '77fac214-9bf0-4048-9729-379e6b2c72f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-590856826-subnet', 'tenant_id': 'c0d836597b1148e496eeb7de4b99ccab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:07.399113 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91639cf-9a7d-4fa2-a169-89122629479c admin admin] Pushing event updated for resources: {'Network': ['ID=77fac214-9bf0-4048-9729-379e6b2c72f7,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:07.403611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b27d6dc-94df-44c2-8da8-c1a91349c1c7 admin admin] Made reservation on behalf of c0d836597b1148e496eeb7de4b99ccab for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:44:07.408907 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b27d6dc-94df-44c2-8da8-c1a91349c1c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:07.411899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 77fac214-9bf0-4048-9729-379e6b2c72f7 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:44:07.566987 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33136) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:07.609958 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-197f0f8a-ac69-4f4b-940b-dcc0630ee1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:07.672210 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b27d6dc-94df-44c2-8da8-c1a91349c1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:07.780885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b27d6dc-94df-44c2-8da8-c1a91349c1c7 admin admin] Checking segment: {'id': '5451bc92-3c2d-4892-bcb1-70eefdeddbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '77fac214-9bf0-4048-9729-379e6b2c72f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:44:07.781261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b27d6dc-94df-44c2-8da8-c1a91349c1c7 admin admin] Network hostable DHCP agents. Network: 77fac214-9bf0-4048-9729-379e6b2c72f7, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:44:07.790224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27d6dc-94df-44c2-8da8-c1a91349c1c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf09741-2170-4bda-9d73-15a60f4f1d78,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:07.816014 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b27d6dc-94df-44c2-8da8-c1a91349c1c7 admin admin] Network 77fac214-9bf0-4048-9729-379e6b2c72f7 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:44:07.829912 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-197f0f8a-ac69-4f4b-940b-dcc0630ee1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:07.837116 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-197f0f8a-ac69-4f4b-940b-dcc0630ee1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:07.851228 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edc91eb-7231-491b-a71e-36472dd3cc98 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:44:07.851228 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5edc91eb-7231-491b-a71e-36472dd3cc98 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/7526b2f0-3abc-42e9-b942-5a7143aee059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8880258 Dec 20 21:44:07.857654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ebfbe-4f34-4fd1-9399-f5a4367f73e4 None None] Sync routers for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:44:07.866691 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33140) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:07.869874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-5b27d6dc-94df-44c2-8da8-c1a91349c1c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 77fac214-9bf0-4048-9729-379e6b2c72f7) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:44:07.878048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f0f8a-ac69-4f4b-940b-dcc0630ee1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf5dd2e-24e6-4b9c-bd7a-ee95907aa725,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:07.885510 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27d6dc-94df-44c2-8da8-c1a91349c1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:07.886300 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b27d6dc-94df-44c2-8da8-c1a91349c1c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:07.896749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ebfbe-4f34-4fd1-9399-f5a4367f73e4 None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:07.897577 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ea6ebfbe-4f34-4fd1-9399-f5a4367f73e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:07.908295 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-197f0f8a-ac69-4f4b-940b-dcc0630ee1b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80e1a6744dca403a9581338bd327b7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3400333 Dec 20 21:44:07.911785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33142) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:07.958366 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5b27d6dc-94df-44c2-8da8-c1a91349c1c7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5989845 Dec 20 21:44:07.980895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-24cd25f3-8559-4c42-9cc5-e28737969ba0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting subnet 097d31bf-988d-4c24-948f-eb5d8d518fab {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:44:07.989081 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2458314-5a4f-4364-80d5-626ece03a33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:07.996422 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-24cd25f3-8559-4c42-9cc5-e28737969ba0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:08.017748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-ea6ebfbe-4f34-4fd1-9399-f5a4367f73e4 None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:08.017838 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2458314-5a4f-4364-80d5-626ece03a33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:08.073654 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2458314-5a4f-4364-80d5-626ece03a33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:08.078351 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2458314-5a4f-4364-80d5-626ece03a33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:08.080880 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f2458314-5a4f-4364-80d5-626ece03a33a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aaf5dd2e-24e6-4b9c-bd7a-ee95907aa725 HTTP/1.1" status: 204 len: 168 time: 0.1680744 Dec 20 21:44:08.095820 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-24cd25f3-8559-4c42-9cc5-e28737969ba0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:08.101210 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2458314-5a4f-4364-80d5-626ece03a33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf5dd2e-24e6-4b9c-bd7a-ee95907aa725,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:08.193509 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9d65ce-9f85-4d51-966e-5fee3b88d121 None None] Network 77fac214-9bf0-4048-9729-379e6b2c72f7 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:44:08.284581 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-24cd25f3-8559-4c42-9cc5-e28737969ba0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:08.376538 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-24cd25f3-8559-4c42-9cc5-e28737969ba0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:08.424131 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd25f3-8559-4c42-9cc5-e28737969ba0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Subnet': ['ID=097d31bf-988d-4c24-948f-eb5d8d518fab,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:08.449413 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-24cd25f3-8559-4c42-9cc5-e28737969ba0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:08.456181 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33166) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:08.472071 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-24cd25f3-8559-4c42-9cc5-e28737969ba0 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/subnets/097d31bf-988d-4c24-948f-eb5d8d518fab HTTP/1.1" status: 204 len: 168 time: 0.5989540 Dec 20 21:44:08.621253 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:08.649207 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33176) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:08.740635 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting port 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:08.745390 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:08.861606 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] For port 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8ec30d38-7a53-40c4-92f3-f9a3a40f91ba,segment=NetworkSegment(2c9fade3-c13c-4315-8fa1-196f901c96b5),segment_id=2c9fade3-c13c-4315-8fa1-196f901c96b5)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:08.862287 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:08.866448 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32259e3f-2473-4df8-b921-4f99e2cae9a1 None None] Network dc97222b-a76a-42ad-910d-60527892f1e9 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:44:08.876538 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a64b4b5b-3658-4a94-869a-c85ff0543344 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/floatingips/cea83065-bea9-4862-a8bb-58192ed8cff3 HTTP/1.1" status: 200 len: 993 time: 0.2236483 Dec 20 21:44:08.936388 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Calling delete_port for 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:09.137725 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33204) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:09.143295 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d92dbe22-8ae1-40fb-aebb-72462b34ee87 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1354138117-network', 'tenant_id': '6a99457838664798badb67a71ca74793'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:09.192222 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33210) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:09.253758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92dbe22-8ae1-40fb-aebb-72462b34ee87 admin admin] Made reservation on behalf of 6a99457838664798badb67a71ca74793 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:44:09.257716 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d92dbe22-8ae1-40fb-aebb-72462b34ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:09.297665 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d92dbe22-8ae1-40fb-aebb-72462b34ee87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:09.383816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb990b0-f746-4bb6-9a29-31445175c44a None None] DHCP port deletion for dc97222b-a76a-42ad-910d-60527892f1e9 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:44:09.395557 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:09.450414 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Port': ['ID=8ec30d38-7a53-40c4-92f3-f9a3a40f91ba,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:09.501414 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ccb990b0-f746-4bb6-9a29-31445175c44a None None] The port '8ec30d38-7a53-40c4-92f3-f9a3a40f91ba' was deleted {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Dec 20 21:44:09.503355 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a244be40-73c4-4829-812d-01e5fe80d1ad None None] Network 77fac214-9bf0-4048-9729-379e6b2c72f7 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:44:09.513154 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d92dbe22-8ae1-40fb-aebb-72462b34ee87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:09.522441 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d92dbe22-8ae1-40fb-aebb-72462b34ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:09.570022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92dbe22-8ae1-40fb-aebb-72462b34ee87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9acc0fe-bbea-4e5b-9b02-c2c4a319ab17,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:09.584519 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] No DVR routers for this DVR port 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:44:09.586293 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92dbe22-8ae1-40fb-aebb-72462b34ee87 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:44:09.608070 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d92dbe22-8ae1-40fb-aebb-72462b34ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:09.613537 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-d92dbe22-8ae1-40fb-aebb-72462b34ee87 admin admin] Added segment 934eae44-86d0-4110-a899-09be95ba19bb of type vlan for network 827bd35e-ed75-4355-8057-1d69fd4fedce Dec 20 21:44:09.624606 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ea6ebfbe-4f34-4fd1-9399-f5a4367f73e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:44:06Z', 'revision_number': 8, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e99e00bb-36cb-496e-b31b-7d4b6d40a765', 'name': '', 'network_id': '5edca3ae-aac2-496b-baf0-531824837553', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:80:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:44Z', 'updated_at': '2021-12-20T21:43:53Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaf9a76d-c701-4052-ae3e-24ffafaeef48', 'name': '', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:2b:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:33Z', 'updated_at': '2021-12-20T21:43:44Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:09.657510 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ebfbe-4f34-4fd1-9399-f5a4367f73e4 None None] Checking router: 7526b2f0-3abc-42e9-b942-5a7143aee059 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:44:09.671966 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ebfbe-4f34-4fd1-9399-f5a4367f73e4 None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:09.672829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ea6ebfbe-4f34-4fd1-9399-f5a4367f73e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:09.717645 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d92dbe22-8ae1-40fb-aebb-72462b34ee87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:09.718632 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a967e-fbcf-41f5-a55c-8a296ecbbc26 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Deleting port e7c38cbc-0f75-41cb-a4cf-46f92494f3ff {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:09.718981 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ea0a967e-fbcf-41f5-a55c-8a296ecbbc26 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:09.769849 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d92dbe22-8ae1-40fb-aebb-72462b34ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:09.771207 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92dbe22-8ae1-40fb-aebb-72462b34ee87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:09.771841 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d92dbe22-8ae1-40fb-aebb-72462b34ee87 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:09.823591 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-ea6ebfbe-4f34-4fd1-9399-f5a4367f73e4 None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:09.828917 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ea0a967e-fbcf-41f5-a55c-8a296ecbbc26 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:09.829253 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ea0a967e-fbcf-41f5-a55c-8a296ecbbc26 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:09.842864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a967e-fbcf-41f5-a55c-8a296ecbbc26 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Calling delete_port for e7c38cbc-0f75-41cb-a4cf-46f92494f3ff owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:09.941571 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d92dbe22-8ae1-40fb-aebb-72462b34ee87 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8024995 Dec 20 21:44:09.942295 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33220) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:09.947638 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-52b8d3ef-66d5-4264-9e66-e32e6256826b admin admin] Request body: {'subnet': {'network_id': '827bd35e-ed75-4355-8057-1d69fd4fedce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1354138117-subnet', 'tenant_id': '6a99457838664798badb67a71ca74793', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:10.010150 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92dbe22-8ae1-40fb-aebb-72462b34ee87 admin admin] Pushing event updated for resources: {'Network': ['ID=827bd35e-ed75-4355-8057-1d69fd4fedce,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:10.028590 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:10.029370 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b8d3ef-66d5-4264-9e66-e32e6256826b admin admin] Made reservation on behalf of 6a99457838664798badb67a71ca74793 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:44:10.038695 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52b8d3ef-66d5-4264-9e66-e32e6256826b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:10.059054 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 827bd35e-ed75-4355-8057-1d69fd4fedce details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:44:10.089005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc97222b-a76a-42ad-910d-60527892f1e9']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:10.108445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9fade3-c13c-4315-8fa1-196f901c96b5') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:10.108819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9fade3-c13c-4315-8fa1-196f901c96b5') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:10.120086 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:10.137274 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:10.144349 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:44:10.144763 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:10.220002 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-ea6ebfbe-4f34-4fd1-9399-f5a4367f73e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:44:06Z', 'revision_number': 8, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e99e00bb-36cb-496e-b31b-7d4b6d40a765', 'name': '', 'network_id': '5edca3ae-aac2-496b-baf0-531824837553', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:80:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:44Z', 'updated_at': '2021-12-20T21:43:53Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaf9a76d-c701-4052-ae3e-24ffafaeef48', 'name': '', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:2b:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:33Z', 'updated_at': '2021-12-20T21:43:44Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:44:10.224235 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:44:10.228885 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:10.240451 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:10.243912 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/networks/dc97222b-a76a-42ad-910d-60527892f1e9 HTTP/1.1" status: 204 len: 168 time: 1.7873011 Dec 20 21:44:10.247432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33236) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:10.307290 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ebfbe-4f34-4fd1-9399-f5a4367f73e4 None None] The sync data for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 is: [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:44:06Z', 'revision_number': 8, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e99e00bb-36cb-496e-b31b-7d4b6d40a765', 'name': '', 'network_id': '5edca3ae-aac2-496b-baf0-531824837553', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:80:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:44Z', 'updated_at': '2021-12-20T21:43:53Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '05829969-ed13-413d-a52a-f0c8fa000f02', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaf9a76d-c701-4052-ae3e-24ffafaeef48', 'name': '', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:2b:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:33Z', 'updated_at': '2021-12-20T21:43:44Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:44:10.359917 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52b8d3ef-66d5-4264-9e66-e32e6256826b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:10.435213 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8d3ef-66d5-4264-9e66-e32e6256826b admin admin] Pushing event updated for resources: {'Subnet': ['ID=96fd7a63-ad7f-4d22-9f21-99e5ab808b7e,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:10.444147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b8d3ef-66d5-4264-9e66-e32e6256826b admin admin] Checking segment: {'id': '934eae44-86d0-4110-a899-09be95ba19bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '827bd35e-ed75-4355-8057-1d69fd4fedce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:44:10.444634 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b8d3ef-66d5-4264-9e66-e32e6256826b admin admin] Network hostable DHCP agents. Network: 827bd35e-ed75-4355-8057-1d69fd4fedce, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:44:10.468480 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b8d3ef-66d5-4264-9e66-e32e6256826b admin admin] Network 827bd35e-ed75-4355-8057-1d69fd4fedce is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:44:10.484450 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-52b8d3ef-66d5-4264-9e66-e32e6256826b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 827bd35e-ed75-4355-8057-1d69fd4fedce) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:44:10.494456 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90080e2e-dc50-4530-b640-bd1f4e4736b7 None None] Network 827bd35e-ed75-4355-8057-1d69fd4fedce requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:44:10.495114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b8d3ef-66d5-4264-9e66-e32e6256826b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:10.495805 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-52b8d3ef-66d5-4264-9e66-e32e6256826b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:10.502544 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f36d7-359f-47de-a681-82376da9cceb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Network': ['ID=dc97222b-a76a-42ad-910d-60527892f1e9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:10.541177 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-52b8d3ef-66d5-4264-9e66-e32e6256826b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5974028 Dec 20 21:44:10.694166 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ea0a967e-fbcf-41f5-a55c-8a296ecbbc26 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:10.695353 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d1038f-8cd4-46d4-8519-c520f15e83b0 None None] Network 827bd35e-ed75-4355-8057-1d69fd4fedce requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:44:10.747884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a967e-fbcf-41f5-a55c-8a296ecbbc26 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'Port': ['ID=e7c38cbc-0f75-41cb-a4cf-46f92494f3ff,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:10.888873 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:44:10.931294 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:44:10.931802 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8ec30d38-7a53-40c4-92f3-f9a3a40f91ba not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:44:11.018502 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ea0a967e-fbcf-41f5-a55c-8a296ecbbc26 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:11.018849 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-ea0a967e-fbcf-41f5-a55c-8a296ecbbc26 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Floating IP cea83065-bea9-4862-a8bb-58192ed8cff3 disassociated (deleted). External IP: 172.35.3.182, port: 526f6df2-3026-41ec-9eae-8a4c13994ab8. Dec 20 21:44:11.205641 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10942ab8-5de4-47d4-a1b7-cd0438c92863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:11.581336 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05144c45-9134-4349-a012-945a436cf868 req-df465def-7bea-4f11-8d2f-c1f890628f52 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:11.590697 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-05144c45-9134-4349-a012-945a436cf868 req-df465def-7bea-4f11-8d2f-c1f890628f52 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/networks?id=77fac214-9bf0-4048-9729-379e6b2c72f7 HTTP/1.1" status: 200 len: 811 time: 0.1752360 Dec 20 21:44:11.627365 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0a967e-fbcf-41f5-a55c-8a296ecbbc26 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Router be6912bb-969c-4af6-b404-1c9c83aabbd6 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:44:11.630811 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-05144c45-9134-4349-a012-945a436cf868 req-331cf775-81ec-4ae2-b376-75c3968db43e tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/quotas/c0d836597b1148e496eeb7de4b99ccab HTTP/1.1" status: 200 len: 375 time: 0.0389769 Dec 20 21:44:11.676737 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-05144c45-9134-4349-a012-945a436cf868 req-2c13d92e-cd34-43ed-954a-8ee0fb14a929 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0d836597b1148e496eeb7de4b99ccab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447960 Dec 20 21:44:12.047316 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-10942ab8-5de4-47d4-a1b7-cd0438c92863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting port e99e00bb-36cb-496e-b31b-7d4b6d40a765 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:12.048649 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10942ab8-5de4-47d4-a1b7-cd0438c92863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:12.061479 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-05144c45-9134-4349-a012-945a436cf868 req-52c87cb3-f289-4fc8-9929-c47d7eb5952f service neutron] 10.222.0.32 "GET /v2.0/networks/77fac214-9bf0-4048-9729-379e6b2c72f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834915 Dec 20 21:44:12.157781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-33d1324a-1ec1-4212-aeac-480089cb1257 req-b50215ef-07dd-4246-91a8-0a8c97d6129b service neutron] (102401) timed out ('10.222.0.32', 37204) {{(pid=102401) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 20 21:44:12.188428 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-05144c45-9134-4349-a012-945a436cf868 req-8e2d68e9-3c67-4982-befc-1013ab827499 service neutron] 10.222.0.32 "GET /v2.0/networks/77fac214-9bf0-4048-9729-379e6b2c72f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259596 Dec 20 21:44:12.231117 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-10942ab8-5de4-47d4-a1b7-cd0438c92863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] For port e99e00bb-36cb-496e-b31b-7d4b6d40a765, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e99e00bb-36cb-496e-b31b-7d4b6d40a765,segment=NetworkSegment(929d0ecd-42bd-4845-a858-758ea7a663bd),segment_id=929d0ecd-42bd-4845-a858-758ea7a663bd)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:12.231583 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10942ab8-5de4-47d4-a1b7-cd0438c92863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:12.253491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-10942ab8-5de4-47d4-a1b7-cd0438c92863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Calling delete_port for e99e00bb-36cb-496e-b31b-7d4b6d40a765 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:12.266221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0a967e-fbcf-41f5-a55c-8a296ecbbc26 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:44:12.271551 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ea0a967e-fbcf-41f5-a55c-8a296ecbbc26 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:12.280022 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87396b0-f07a-4d1a-b1de-a7871418ec03 None None] Sync routers for ids ['be6912bb-969c-4af6-b404-1c9c83aabbd6'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:44:12.300043 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87396b0-f07a-4d1a-b1de-a7871418ec03 None None] Routers {'be6912bb-969c-4af6-b404-1c9c83aabbd6'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:12.301821 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e87396b0-f07a-4d1a-b1de-a7871418ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['be6912bb-969c-4af6-b404-1c9c83aabbd6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:12.308015 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ea0a967e-fbcf-41f5-a55c-8a296ecbbc26 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "DELETE /v2.0/floatingips/cea83065-bea9-4862-a8bb-58192ed8cff3 HTTP/1.1" status: 204 len: 168 time: 3.1070557 Dec 20 21:44:12.310405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe', 'tag': '526f6df2-3026-41ec-9eae-8a4c13994ab8'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:44:12.325822 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccc9497-c8bd-4c34-a14a-b3263c7552cf" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe", "tag": "526f6df2-3026-41ec-9eae-8a4c13994ab8"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:44:12.537158 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eefa697-23fb-4746-b63a-4fb2a6dc2c2d x-openstack-request-id: req-9eefa697-23fb-4746-b63a-4fb2a6dc2c2d {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:44:12.537502 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe", "tag": "526f6df2-3026-41ec-9eae-8a4c13994ab8", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:44:12.537739 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9eefa697-23fb-4746-b63a-4fb2a6dc2c2d {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:44:12.559145 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe', 'tag': '526f6df2-3026-41ec-9eae-8a4c13994ab8', 'status': 'completed', 'code': 200} Dec 20 21:44:12.623404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 948f02c7-fdd3-45ca-9610-33591cd88043 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:44:12.668225 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6a07c340-1fef-46f6-9165-8d7fb5fb27b9 req-6f3479cf-3c69-42ba-a7a6-dbdf333c8f51 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 210 time: 0.0826576 Dec 20 21:44:12.691164 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 948f02c7-fdd3-45ca-9610-33591cd88043 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:44:12.691718 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 948f02c7-fdd3-45ca-9610-33591cd88043 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:44:12.724957 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e87396b0-f07a-4d1a-b1de-a7871418ec03 None None] Set router be6912bb-969c-4af6-b404-1c9c83aabbd6 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:12.879347 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10942ab8-5de4-47d4-a1b7-cd0438c92863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:12.926246 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10942ab8-5de4-47d4-a1b7-cd0438c92863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Port': ['ID=e99e00bb-36cb-496e-b31b-7d4b6d40a765,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:12.961001 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d279da2-4b63-41c1-9594-4d6b75dd502a req-3c7dc545-4f26-43c2-a8da-ee5aaac44300 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:12.969395 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2d279da2-4b63-41c1-9594-4d6b75dd502a req-3c7dc545-4f26-43c2-a8da-ee5aaac44300 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 945 time: 0.1065459 Dec 20 21:44:13.039910 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2d279da2-4b63-41c1-9594-4d6b75dd502a req-e34254c2-9835-4e18-ac07-8af1fd9c180f tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=86e8fcdf-997f-40d8-829b-5b430eb765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692749 Dec 20 21:44:13.207745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc9497-c8bd-4c34-a14a-b3263c7552cf req-5ab68aaf-0da7-4efb-9cf0-da4bf114570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:13.210951 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ccc9497-c8bd-4c34-a14a-b3263c7552cf req-5ab68aaf-0da7-4efb-9cf0-da4bf114570d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5353e8cb9b434e37a6bf3118a301f4e4&device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 1094 time: 0.6162622 Dec 20 21:44:13.348616 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10942ab8-5de4-47d4-a1b7-cd0438c92863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:13.481592 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e87396b0-f07a-4d1a-b1de-a7871418ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'name': 'tempest-TestNetworkBasicOps-router-1850922873', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:42:48Z', 'updated_at': '2021-12-20T21:43:00Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:50Z', 'updated_at': '2021-12-20T21:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a', 'name': '', 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:aa:36:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:57Z', 'updated_at': '2021-12-20T21:43:07Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:13.521165 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87396b0-f07a-4d1a-b1de-a7871418ec03 None None] Checking router: be6912bb-969c-4af6-b404-1c9c83aabbd6 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:44:13.530781 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87396b0-f07a-4d1a-b1de-a7871418ec03 None None] Routers {'be6912bb-969c-4af6-b404-1c9c83aabbd6'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:13.531588 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e87396b0-f07a-4d1a-b1de-a7871418ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['be6912bb-969c-4af6-b404-1c9c83aabbd6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:13.671600 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e87396b0-f07a-4d1a-b1de-a7871418ec03 None None] Set router be6912bb-969c-4af6-b404-1c9c83aabbd6 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:14.142155 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e87396b0-f07a-4d1a-b1de-a7871418ec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'name': 'tempest-TestNetworkBasicOps-router-1850922873', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:42:48Z', 'updated_at': '2021-12-20T21:43:00Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:50Z', 'updated_at': '2021-12-20T21:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a', 'name': '', 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:aa:36:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:57Z', 'updated_at': '2021-12-20T21:43:07Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:14.241709 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae88d2-0179-4d90-b2fe-45095203a58e req-7c5e215f-4274-445c-a5ee-40be440b6caf tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:14.250671 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-19ae88d2-0179-4d90-b2fe-45095203a58e req-7c5e215f-4274-445c-a5ee-40be440b6caf tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 945 time: 0.0704083 Dec 20 21:44:14.257627 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87396b0-f07a-4d1a-b1de-a7871418ec03 None None] The sync data for ids ['be6912bb-969c-4af6-b404-1c9c83aabbd6'] in n-d-xena-1 is: [{'id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'name': 'tempest-TestNetworkBasicOps-router-1850922873', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:42:48Z', 'updated_at': '2021-12-20T21:43:00Z', 'revision_number': 4, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:50Z', 'updated_at': '2021-12-20T21:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a', 'name': '', 'network_id': 'c9c66cb9-8498-4b37-8169-f08bcf7ce187', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'mac_address': 'fa:16:3e:aa:36:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:57Z', 'updated_at': '2021-12-20T21:43:07Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'subnets': [{'id': 'd7297ed1-0479-42f3-bcc3-b966d5142b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:44:14.347790 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-19ae88d2-0179-4d90-b2fe-45095203a58e req-916b1586-d2b2-486b-a8ab-a4f34c952cec tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=86e8fcdf-997f-40d8-829b-5b430eb765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923228 Dec 20 21:44:14.570011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc9497-c8bd-4c34-a14a-b3263c7552cf req-a82ce92c-4c3e-45df-a019-90c089d34d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:14.573372 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ccc9497-c8bd-4c34-a14a-b3263c7552cf req-a82ce92c-4c3e-45df-a019-90c089d34d22 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9c66cb9-8498-4b37-8169-f08bcf7ce187 HTTP/1.1" status: 200 len: 897 time: 1.3528388 Dec 20 21:44:14.588765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43aac04e-9107-4663-8d14-68a77c6e1269 req-f8f693c1-97fe-40ef-a032-7837c2509db2 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 210 time: 0.2359633 Dec 20 21:44:14.708222 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ccc9497-c8bd-4c34-a14a-b3263c7552cf req-ed8bcde1-d694-4496-b674-3c477d723492 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=526f6df2-3026-41ec-9eae-8a4c13994ab8 HTTP/1.1" status: 200 len: 217 time: 0.1123421 Dec 20 21:44:14.857262 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:14.913231 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c7c335-6fe2-4691-a466-2f3d871f7088 None None] New status for floating IP cea83065-bea9-4862-a8bb-58192ed8cff3: DOWN {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:44:15.047839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10942ab8-5de4-47d4-a1b7-cd0438c92863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router 7526b2f0-3abc-42e9-b942-5a7143aee059 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:44:15.096600 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194b993-a17b-47a3-a0a8-5f988d6ea8c9 req-6761dcaf-79fc-4848-b01c-00cbfb6a85d2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:15.098722 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9194b993-a17b-47a3-a0a8-5f988d6ea8c9 req-6761dcaf-79fc-4848-b01c-00cbfb6a85d2 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 945 time: 0.7525084 Dec 20 21:44:15.115389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05144c45-9134-4349-a012-945a436cf868 req-2527473e-110a-4f5c-944d-471e22b1c431 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:15.117055 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05144c45-9134-4349-a012-945a436cf868 req-2527473e-110a-4f5c-944d-471e22b1c431 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.31 "GET /v2.0/networks?id=77fac214-9bf0-4048-9729-379e6b2c72f7 HTTP/1.1" status: 200 len: 811 time: 0.4089313 Dec 20 21:44:15.152420 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33526) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:15.173723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-05144c45-9134-4349-a012-945a436cf868 req-75362b78-d04a-47f5-ac34-9aacf0ac135e tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Request body: {'port': {'device_id': '42d655c8-102a-429b-b561-71efcfe59729', 'network_id': '77fac214-9bf0-4048-9729-379e6b2c72f7', 'admin_state_up': True, 'tenant_id': 'c0d836597b1148e496eeb7de4b99ccab'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:15.304071 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dce79975-5a63-46df-b959-0172b3083325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:15.344161 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc9497-c8bd-4c34-a14a-b3263c7552cf req-1b2a4f85-ff7f-49ba-b143-2bc5f65c9b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:15.345686 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ccc9497-c8bd-4c34-a14a-b3263c7552cf req-1b2a4f85-ff7f-49ba-b143-2bc5f65c9b37 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d7297ed1-0479-42f3-bcc3-b966d5142b2e HTTP/1.1" status: 200 len: 833 time: 0.5379477 Dec 20 21:44:15.421056 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dce79975-5a63-46df-b959-0172b3083325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:15.427111 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dce79975-5a63-46df-b959-0172b3083325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:15.459422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10942ab8-5de4-47d4-a1b7-cd0438c92863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:44:15.469698 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33536) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:15.470133 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa23b1c2-7378-4b73-847f-143df5f25401 None None] Sync routers for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:44:15.475682 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-10942ab8-5de4-47d4-a1b7-cd0438c92863 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/7526b2f0-3abc-42e9-b942-5a7143aee059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2172449 Dec 20 21:44:15.500449 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa23b1c2-7378-4b73-847f-143df5f25401 None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:15.501100 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-aa23b1c2-7378-4b73-847f-143df5f25401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:15.528200 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc9497-c8bd-4c34-a14a-b3263c7552cf req-e674fd5c-ee4a-4d25-bcc0-cbf78baa4647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:15.529797 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ccc9497-c8bd-4c34-a14a-b3263c7552cf req-e674fd5c-ee4a-4d25-bcc0-cbf78baa4647 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9c66cb9-8498-4b37-8169-f08bcf7ce187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1762459 Dec 20 21:44:15.562827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-9194b993-a17b-47a3-a0a8-5f988d6ea8c9 req-050b1848-7977-4c2d-aa6a-57e2f7bce2b9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Deleting port 526f6df2-3026-41ec-9eae-8a4c13994ab8 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:15.563211 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9194b993-a17b-47a3-a0a8-5f988d6ea8c9 req-050b1848-7977-4c2d-aa6a-57e2f7bce2b9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:15.572029 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dce79975-5a63-46df-b959-0172b3083325 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96a6e4dac0b14254b76603ba6f31a484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180868 Dec 20 21:44:15.576631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce8914d-d606-4108-9648-b35a45faed4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting subnet 05829969-ed13-413d-a52a-f0c8fa000f02 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:44:15.583472 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dce8914d-d606-4108-9648-b35a45faed4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:15.631020 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dce8914d-d606-4108-9648-b35a45faed4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:15.687361 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-9194b993-a17b-47a3-a0a8-5f988d6ea8c9 req-050b1848-7977-4c2d-aa6a-57e2f7bce2b9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] For port 526f6df2-3026-41ec-9eae-8a4c13994ab8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=526f6df2-3026-41ec-9eae-8a4c13994ab8,segment=NetworkSegment(cc03139a-22ff-496d-be2d-dc29dc2ba57e),segment_id=cc03139a-22ff-496d-be2d-dc29dc2ba57e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:15.687916 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9194b993-a17b-47a3-a0a8-5f988d6ea8c9 req-050b1848-7977-4c2d-aa6a-57e2f7bce2b9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:15.693205 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-aa23b1c2-7378-4b73-847f-143df5f25401 None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:15.702822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-9194b993-a17b-47a3-a0a8-5f988d6ea8c9 req-050b1848-7977-4c2d-aa6a-57e2f7bce2b9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Calling delete_port for 526f6df2-3026-41ec-9eae-8a4c13994ab8 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:15.804687 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dce8914d-d606-4108-9648-b35a45faed4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:15.836017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33540) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:15.893479 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce79975-5a63-46df-b959-0172b3083325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1e1a55-b1b7-4b61-bc1d-6716409b6eb4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:16.022323 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-aa23b1c2-7378-4b73-847f-143df5f25401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:44:12Z', 'revision_number': 9, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaf9a76d-c701-4052-ae3e-24ffafaeef48', 'name': '', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:2b:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:33Z', 'updated_at': '2021-12-20T21:43:44Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:16.077793 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa23b1c2-7378-4b73-847f-143df5f25401 None None] Checking router: 7526b2f0-3abc-42e9-b942-5a7143aee059 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:44:16.089337 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e35fc3-acd1-4843-bb3f-27d407cca598 req-79dd2697-210d-444c-af52-1168c55561df tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:16.099633 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ccc9497-c8bd-4c34-a14a-b3263c7552cf req-b688eff8-8ce4-459d-981f-f649be3ea8d8 service neutron] 10.222.0.66 "GET /v2.0/networks/c9c66cb9-8498-4b37-8169-f08bcf7ce187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590994 Dec 20 21:44:16.107687 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-21e35fc3-acd1-4843-bb3f-27d407cca598 req-79dd2697-210d-444c-af52-1168c55561df tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 945 time: 0.6207886 Dec 20 21:44:16.116607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05144c45-9134-4349-a012-945a436cf868 req-75362b78-d04a-47f5-ac34-9aacf0ac135e tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Made reservation on behalf of c0d836597b1148e496eeb7de4b99ccab for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:44:16.121331 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-05144c45-9134-4349-a012-945a436cf868 req-75362b78-d04a-47f5-ac34-9aacf0ac135e tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:16.128131 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa23b1c2-7378-4b73-847f-143df5f25401 None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:16.133056 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-aa23b1c2-7378-4b73-847f-143df5f25401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:16.191584 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50d415a0-59cf-4c04-8006-3222e7403b5e req-c9bccf8f-8fd4-41e7-8d42-146170c67f87 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 210 time: 0.3540428 Dec 20 21:44:16.211906 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dce8914d-d606-4108-9648-b35a45faed4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:16.253625 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dce8914d-d606-4108-9648-b35a45faed4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:16.257059 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dce8914d-d606-4108-9648-b35a45faed4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/subnets/05829969-ed13-413d-a52a-f0c8fa000f02 HTTP/1.1" status: 204 len: 168 time: 0.7838299 Dec 20 21:44:16.259785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33554) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:16.262646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef01da36-5f86-45cc-9a83-fc5a31ec7962 None None] Network 5edca3ae-aac2-496b-baf0-531824837553 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:44:16.315645 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62d374e1-2bb2-4176-bcea-dc77a9cd3101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:16.345033 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-21e35fc3-acd1-4843-bb3f-27d407cca598 req-3cf62c4e-ddb3-41d1-b241-534d98e62531 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/security-groups?id=86e8fcdf-997f-40d8-829b-5b430eb765d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364490 Dec 20 21:44:16.345774 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8914d-d606-4108-9648-b35a45faed4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Subnet': ['ID=05829969-ed13-413d-a52a-f0c8fa000f02,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:16.411374 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-aa23b1c2-7378-4b73-847f-143df5f25401 None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:16.414375 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:16.426820 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9194b993-a17b-47a3-a0a8-5f988d6ea8c9 req-050b1848-7977-4c2d-aa6a-57e2f7bce2b9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:16.450244 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62d374e1-2bb2-4176-bcea-dc77a9cd3101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:16.488319 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting port 4b216a58-bf0a-4d11-a228-5f408fcc2fae {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:16.488654 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:16.562825 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] For port 4b216a58-bf0a-4d11-a228-5f408fcc2fae, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4b216a58-bf0a-4d11-a228-5f408fcc2fae,segment=NetworkSegment(929d0ecd-42bd-4845-a858-758ea7a663bd),segment_id=929d0ecd-42bd-4845-a858-758ea7a663bd)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:16.563287 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:16.581305 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Calling delete_port for 4b216a58-bf0a-4d11-a228-5f408fcc2fae owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:16.617397 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae0d563-ec22-463b-b3b9-e6a3121e8938 None None] DHCP port deletion for 5edca3ae-aac2-496b-baf0-531824837553 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:44:16.632674 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b1848-7977-4c2d-aa6a-57e2f7bce2b9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'Port': ['ID=526f6df2-3026-41ec-9eae-8a4c13994ab8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:16.684240 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ccc9497-c8bd-4c34-a14a-b3263c7552cf req-4a05567b-6dcd-40c1-9918-603bc2685da5 service neutron] 10.222.0.66 "GET /v2.0/networks/c9c66cb9-8498-4b37-8169-f08bcf7ce187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516658 Dec 20 21:44:16.685100 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62d374e1-2bb2-4176-bcea-dc77a9cd3101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:16.691914 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62d374e1-2bb2-4176-bcea-dc77a9cd3101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:16.693895 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-62d374e1-2bb2-4176-bcea-dc77a9cd3101 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b1e1a55-b1b7-4b61-bc1d-6716409b6eb4 HTTP/1.1" status: 204 len: 168 time: 0.8458652 Dec 20 21:44:16.767875 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:16.783700 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-9194b993-a17b-47a3-a0a8-5f988d6ea8c9 req-050b1848-7977-4c2d-aa6a-57e2f7bce2b9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] No DVR routers for this DVR port 526f6df2-3026-41ec-9eae-8a4c13994ab8 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:44:16.787475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1ae0d563-ec22-463b-b3b9-e6a3121e8938 None None] Deleting port 4b216a58-bf0a-4d11-a228-5f408fcc2fae {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:16.787854 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ae0d563-ec22-463b-b3b9-e6a3121e8938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:16.814322 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-aa23b1c2-7378-4b73-847f-143df5f25401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:44:12Z', 'revision_number': 9, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaf9a76d-c701-4052-ae3e-24ffafaeef48', 'name': '', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:2b:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:33Z', 'updated_at': '2021-12-20T21:43:44Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:16.815006 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9194b993-a17b-47a3-a0a8-5f988d6ea8c9 req-050b1848-7977-4c2d-aa6a-57e2f7bce2b9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:16.818839 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] No DVR routers for this DVR port 4b216a58-bf0a-4d11-a228-5f408fcc2fae on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:44:16.825831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Port': ['ID=4b216a58-bf0a-4d11-a228-5f408fcc2fae,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:16.826042 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9194b993-a17b-47a3-a0a8-5f988d6ea8c9 req-050b1848-7977-4c2d-aa6a-57e2f7bce2b9 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.66 "DELETE /v2.0/ports/526f6df2-3026-41ec-9eae-8a4c13994ab8 HTTP/1.1" status: 204 len: 173 time: 1.7175052 Dec 20 21:44:16.843149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe', 'name': 'network-vif-deleted', 'tag': '526f6df2-3026-41ec-9eae-8a4c13994ab8'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:44:16.850442 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc36053-e9ea-4857-9438-13b35d3a1958" -d '{"events": [{"server_uuid": "bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe", "name": "network-vif-deleted", "tag": "526f6df2-3026-41ec-9eae-8a4c13994ab8"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:44:16.879573 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa23b1c2-7378-4b73-847f-143df5f25401 None None] The sync data for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 is: [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:44:12Z', 'revision_number': 9, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eaf9a76d-c701-4052-ae3e-24ffafaeef48', 'name': '', 'network_id': 'bef82770-8d55-4a1c-87ab-06cf1494cd74', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:2b:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:33Z', 'updated_at': '2021-12-20T21:43:44Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': '92d168d1-fba0-4a6e-8919-1599eacf1129', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:44:16.893878 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d374e1-2bb2-4176-bcea-dc77a9cd3101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1e1a55-b1b7-4b61-bc1d-6716409b6eb4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:16.951420 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064658e1-cf25-4a0e-9549-6dfc45946991 x-openstack-request-id: req-064658e1-cf25-4a0e-9549-6dfc45946991 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:44:16.951739 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe", "name": "network-vif-deleted", "tag": "526f6df2-3026-41ec-9eae-8a4c13994ab8", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:44:16.952089 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-064658e1-cf25-4a0e-9549-6dfc45946991 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:44:16.952438 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe', 'name': 'network-vif-deleted', 'tag': '526f6df2-3026-41ec-9eae-8a4c13994ab8', 'status': 'completed', 'code': 200} Dec 20 21:44:16.994949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-05144c45-9134-4349-a012-945a436cf868 req-75362b78-d04a-47f5-ac34-9aacf0ac135e tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Allocated IP 172.20.0.2 (77fac214-9bf0-4048-9729-379e6b2c72f7/3cf09741-2170-4bda-9d73-15a60f4f1d78/38829886-1728-4cbd-aaf6-d752603a2e8c) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:44:17.003544 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1ae0d563-ec22-463b-b3b9-e6a3121e8938 None None] For port 4b216a58-bf0a-4d11-a228-5f408fcc2fae, host n-d-xena-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:17.004191 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ae0d563-ec22-463b-b3b9-e6a3121e8938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:17.017735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1ae0d563-ec22-463b-b3b9-e6a3121e8938 None None] Calling delete_port for 4b216a58-bf0a-4d11-a228-5f408fcc2fae owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:17.020985 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-1ae0d563-ec22-463b-b3b9-e6a3121e8938 None None] Port 4b216a58-bf0a-4d11-a228-5f408fcc2fae was not found and therefore no delete operation was performed {{(pid=102403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 21:44:17.023367 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ae0d563-ec22-463b-b3b9-e6a3121e8938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:17.066803 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0d563-ec22-463b-b3b9-e6a3121e8938 None None] Pushing event deleted for resources: {'Port': ['ID=4b216a58-bf0a-4d11-a228-5f408fcc2fae,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:17.071533 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:17.072632 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae0d563-ec22-463b-b3b9-e6a3121e8938 None None] No DVR routers for this DVR port 4b216a58-bf0a-4d11-a228-5f408fcc2fae on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:44:17.126037 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edca3ae-aac2-496b-baf0-531824837553']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:17.141409 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929d0ecd-42bd-4845-a858-758ea7a663bd') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:17.141409 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929d0ecd-42bd-4845-a858-758ea7a663bd') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:17.170274 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:17.196444 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:17.204910 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:44:17.205429 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:17.291158 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-05144c45-9134-4349-a012-945a436cf868 req-75362b78-d04a-47f5-ac34-9aacf0ac135e tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:44:17.315318 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:44:17.325806 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:17.332236 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-05144c45-9134-4349-a012-945a436cf868 req-75362b78-d04a-47f5-ac34-9aacf0ac135e tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:17.351036 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:17.356524 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/networks/5edca3ae-aac2-496b-baf0-531824837553 HTTP/1.1" status: 204 len: 168 time: 1.0793340 Dec 20 21:44:17.381894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33578) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:17.401978 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f362e9-a454-444d-8841-60620bb658c8 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Network': ['ID=5edca3ae-aac2-496b-baf0-531824837553,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:17.483662 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05144c45-9134-4349-a012-945a436cf868 req-75362b78-d04a-47f5-ac34-9aacf0ac135e tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Network 77fac214-9bf0-4048-9729-379e6b2c72f7 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:44:17.494597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-05144c45-9134-4349-a012-945a436cf868 req-75362b78-d04a-47f5-ac34-9aacf0ac135e tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:44:17.510587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-05144c45-9134-4349-a012-945a436cf868 req-75362b78-d04a-47f5-ac34-9aacf0ac135e tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:44:17.611938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75362b78-d04a-47f5-ac34-9aacf0ac135e tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Pushing event updated for resources: {'Port': ['ID=38829886-1728-4cbd-aaf6-d752603a2e8c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:17.658979 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d16b0508-500f-4815-9d35-a4899c8d0ab8 req-5e3d2f29-f514-458d-90f6-4579f8df4572 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfe95ef2-60b7-4b9c-9760-6ae1d3eb3bfe HTTP/1.1" status: 200 len: 210 time: 0.0751145 Dec 20 21:44:17.687796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05144c45-9134-4349-a012-945a436cf868 req-75362b78-d04a-47f5-ac34-9aacf0ac135e tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:17.688487 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-05144c45-9134-4349-a012-945a436cf868 req-75362b78-d04a-47f5-ac34-9aacf0ac135e tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:17.724917 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05144c45-9134-4349-a012-945a436cf868 req-75362b78-d04a-47f5-ac34-9aacf0ac135e tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5582869 Dec 20 21:44:17.743056 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Request body: {'port': {'device_id': '42d655c8-102a-429b-b561-71efcfe59729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:17.860336 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:18.088848 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:18.104711 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c6a9f-fee9-4f24-947b-dc420eb5c9f9 req-309c9152-3939-4aac-935f-b844b412aaf4 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:18.106446 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-471c6a9f-fee9-4f24-947b-dc420eb5c9f9 req-309c9152-3939-4aac-935f-b844b412aaf4 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 931 time: 0.5363030 Dec 20 21:44:18.187001 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-471c6a9f-fee9-4f24-947b-dc420eb5c9f9 req-7de4357a-0891-4e66-ba8c-cdd58cfaeffd tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569291 Dec 20 21:44:18.341555 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c3cee68-4e99-476b-a2c7-77c61e742c4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:18.411848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 526f6df2-3026-41ec-9eae-8a4c13994ab8 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:44:18.447312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 526f6df2-3026-41ec-9eae-8a4c13994ab8 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:44:18.447913 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 526f6df2-3026-41ec-9eae-8a4c13994ab8 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:44:18.448623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38829886-1728-4cbd-aaf6-d752603a2e8c {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:44:18.463559 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:18.503568 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Transition to ACTIVE for port object 38829886-1728-4cbd-aaf6-d752603a2e8c will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:44:18.504988 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4b216a58-bf0a-4d11-a228-5f408fcc2fae no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:44:18.514454 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:18.547264 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 4b216a58-bf0a-4d11-a228-5f408fcc2fae {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:44:18.548025 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4b216a58-bf0a-4d11-a228-5f408fcc2fae not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:44:18.548583 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e99e00bb-36cb-496e-b31b-7d4b6d40a765 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:44:18.607655 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: e99e00bb-36cb-496e-b31b-7d4b6d40a765 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:44:18.610679 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e99e00bb-36cb-496e-b31b-7d4b6d40a765 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:44:18.695512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Pushing event updated for resources: {'Port': ['ID=38829886-1728-4cbd-aaf6-d752603a2e8c,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:18.762675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33654) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:18.832658 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Attempting to bind port 38829886-1728-4cbd-aaf6-d752603a2e8c on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:44:18.836013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Attempting to bind port 38829886-1728-4cbd-aaf6-d752603a2e8c by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '5451bc92-3c2d-4892-bcb1-70eefdeddbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '77fac214-9bf0-4048-9729-379e6b2c72f7'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:44:18.836508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Attempting to bind port 38829886-1728-4cbd-aaf6-d752603a2e8c on network 77fac214-9bf0-4048-9729-379e6b2c72f7 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:44:18.902789 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Port 38829886-1728-4cbd-aaf6-d752603a2e8c on network 77fac214-9bf0-4048-9729-379e6b2c72f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:44:18.903365 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Attempting to bind port 38829886-1728-4cbd-aaf6-d752603a2e8c on network 77fac214-9bf0-4048-9729-379e6b2c72f7 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:44:18.909825 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:44:18.910278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Checking segment: {'id': '5451bc92-3c2d-4892-bcb1-70eefdeddbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '77fac214-9bf0-4048-9729-379e6b2c72f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:44:18.910763 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Bound using segment: {'id': '5451bc92-3c2d-4892-bcb1-70eefdeddbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '77fac214-9bf0-4048-9729-379e6b2c72f7'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:44:18.911315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Bound port: 38829886-1728-4cbd-aaf6-d752603a2e8c, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5451bc92-3c2d-4892-bcb1-70eefdeddbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '77fac214-9bf0-4048-9729-379e6b2c72f7'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:44:18.912046 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:18.937615 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8a618525-fefc-46ce-858b-30c24ecf565a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:18.963442 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8a618525-fefc-46ce-858b-30c24ecf565a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:18.990805 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8c3cee68-4e99-476b-a2c7-77c61e742c4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting port eaf9a76d-c701-4052-ae3e-24ffafaeef48 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:18.991350 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c3cee68-4e99-476b-a2c7-77c61e742c4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:19.045232 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8a618525-fefc-46ce-858b-30c24ecf565a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:19.048543 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8a618525-fefc-46ce-858b-30c24ecf565a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:19.053955 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8a618525-fefc-46ce-858b-30c24ecf565a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "DELETE /v2.0/security-groups/86e8fcdf-997f-40d8-829b-5b430eb765d8 HTTP/1.1" status: 204 len: 168 time: 0.2855544 Dec 20 21:44:19.080494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a618525-fefc-46ce-858b-30c24ecf565a tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e8fcdf-997f-40d8-829b-5b430eb765d8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:19.093835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33662) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:19.332569 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-8c3cee68-4e99-476b-a2c7-77c61e742c4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] For port eaf9a76d-c701-4052-ae3e-24ffafaeef48, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=eaf9a76d-c701-4052-ae3e-24ffafaeef48,segment=NetworkSegment(de6139da-ddfa-4af4-9da7-26a1b81d2181),segment_id=de6139da-ddfa-4af4-9da7-26a1b81d2181)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:19.338273 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c3cee68-4e99-476b-a2c7-77c61e742c4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:19.350559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] For port 38829886-1728-4cbd-aaf6-d752603a2e8c, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:44:19.397355 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8c3cee68-4e99-476b-a2c7-77c61e742c4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Calling delete_port for eaf9a76d-c701-4052-ae3e-24ffafaeef48 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:19.464878 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33668) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:19.544258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] For port 38829886-1728-4cbd-aaf6-d752603a2e8c, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=38829886-1728-4cbd-aaf6-d752603a2e8c,segment=NetworkSegment(5451bc92-3c2d-4892-bcb1-70eefdeddbda),segment_id=5451bc92-3c2d-4892-bcb1-70eefdeddbda)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:44:19.616086 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:19.676623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:19.678470 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:19.680285 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05144c45-9134-4349-a012-945a436cf868 req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] 10.222.0.31 "PUT /v2.0/ports/38829886-1728-4cbd-aaf6-d752603a2e8c HTTP/1.1" status: 200 len: 1089 time: 1.9415662 Dec 20 21:44:19.683149 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c3cee68-4e99-476b-a2c7-77c61e742c4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:19.686005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d655c8-102a-429b-b561-71efcfe59729', 'tag': '38829886-1728-4cbd-aaf6-d752603a2e8c'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:44:19.689215 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df19341-f016-4de5-9697-940151f43820" -d '{"events": [{"name": "network-changed", "server_uuid": "42d655c8-102a-429b-b561-71efcfe59729", "tag": "38829886-1728-4cbd-aaf6-d752603a2e8c"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:44:19.721667 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cee68-4e99-476b-a2c7-77c61e742c4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Port': ['ID=eaf9a76d-c701-4052-ae3e-24ffafaeef48,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:19.723718 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce080333-61d1-4b1d-a04f-b931f899652b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:19.838949 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185ecd44-4de5-4705-b2fc-77e5e1d2f52b x-openstack-request-id: req-185ecd44-4de5-4705-b2fc-77e5e1d2f52b {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:44:19.840248 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d655c8-102a-429b-b561-71efcfe59729", "tag": "38829886-1728-4cbd-aaf6-d752603a2e8c", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:44:19.840973 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-185ecd44-4de5-4705-b2fc-77e5e1d2f52b {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:44:19.841837 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d655c8-102a-429b-b561-71efcfe59729', 'tag': '38829886-1728-4cbd-aaf6-d752603a2e8c', 'status': 'completed', 'code': 200} Dec 20 21:44:19.976504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d41bd2-a3dc-4107-bf82-9fb8ae091650 req-d2cbca31-0f2a-4aa4-bde4-a18eff59ca96 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:19.987878 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37d41bd2-a3dc-4107-bf82-9fb8ae091650 req-d2cbca31-0f2a-4aa4-bde4-a18eff59ca96 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 943 time: 0.5912662 Dec 20 21:44:19.994175 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c3cee68-4e99-476b-a2c7-77c61e742c4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:20.066322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f11011-e78b-4f98-9d4e-9131a6601f06 service neutron] Pushing event updated for resources: {'Port': ['ID=38829886-1728-4cbd-aaf6-d752603a2e8c,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:20.098036 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37d41bd2-a3dc-4107-bf82-9fb8ae091650 req-f74cdd52-12d4-4349-b4a6-fe428e02f987 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084437 Dec 20 21:44:20.102725 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05144c45-9134-4349-a012-945a436cf868 req-51f532cb-8e74-42b6-8f99-b83bf81bb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:20.104335 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05144c45-9134-4349-a012-945a436cf868 req-51f532cb-8e74-42b6-8f99-b83bf81bb984 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c0d836597b1148e496eeb7de4b99ccab&device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 1092 time: 0.3241265 Dec 20 21:44:20.175956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05144c45-9134-4349-a012-945a436cf868 req-6c3af450-6b04-4ae3-99e9-2b5d4016ca50 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38829886-1728-4cbd-aaf6-d752603a2e8c HTTP/1.1" status: 200 len: 217 time: 0.0537090 Dec 20 21:44:20.230889 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce080333-61d1-4b1d-a04f-b931f899652b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:20.261603 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce080333-61d1-4b1d-a04f-b931f899652b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:20.271477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05144c45-9134-4349-a012-945a436cf868 req-45285f5f-602d-41b7-835c-b6436aff820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:20.273094 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05144c45-9134-4349-a012-945a436cf868 req-45285f5f-602d-41b7-835c-b6436aff820d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3cf09741-2170-4bda-9d73-15a60f4f1d78 HTTP/1.1" status: 200 len: 851 time: 0.0557735 Dec 20 21:44:20.327475 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ce080333-61d1-4b1d-a04f-b931f899652b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed3093387ff9480ba4e53510cab63715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8613539 Dec 20 21:44:20.340873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33684) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:20.343069 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce080333-61d1-4b1d-a04f-b931f899652b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb1be89-2938-465d-ba61-3f7d24646291,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:20.370097 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a678d1d-1c43-465a-a429-6196124b6c20 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:20.431806 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97eb2250-9204-4af7-9a63-25cdfa1efa91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:20.437708 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3cee68-4e99-476b-a2c7-77c61e742c4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router 7526b2f0-3abc-42e9-b942-5a7143aee059 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:44:20.502937 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97eb2250-9204-4af7-9a63-25cdfa1efa91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:20.553590 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05144c45-9134-4349-a012-945a436cf868 req-a99fa5aa-1318-4af2-b1e2-d31aec98564e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77fac214-9bf0-4048-9729-379e6b2c72f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2651615 Dec 20 21:44:21.147989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3cee68-4e99-476b-a2c7-77c61e742c4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:44:21.174551 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8c3cee68-4e99-476b-a2c7-77c61e742c4c tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/7526b2f0-3abc-42e9-b942-5a7143aee059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7912054 Dec 20 21:44:21.176981 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97eb2250-9204-4af7-9a63-25cdfa1efa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:21.187706 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97eb2250-9204-4af7-9a63-25cdfa1efa91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:21.188425 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1db0baa-51a4-40c9-bd38-bb10f9370323 None None] Sync routers for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:44:21.190770 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-97eb2250-9204-4af7-9a63-25cdfa1efa91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fb1be89-2938-465d-ba61-3f7d24646291 HTTP/1.1" status: 204 len: 168 time: 0.8445721 Dec 20 21:44:21.192545 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33698) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:21.220924 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb2250-9204-4af7-9a63-25cdfa1efa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb1be89-2938-465d-ba61-3f7d24646291,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:21.260031 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1db0baa-51a4-40c9-bd38-bb10f9370323 None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:21.262816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a1db0baa-51a4-40c9-bd38-bb10f9370323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:21.390150 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db5bc4d-a9d5-4718-bae7-86cea267c0e4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting subnet 92d168d1-fba0-4a6e-8919-1599eacf1129 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:44:21.416538 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4db5bc4d-a9d5-4718-bae7-86cea267c0e4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:21.476395 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67890a-6bd8-48f9-a1a0-9e7c0116fb3b req-72b0e0f2-ddc1-4061-b6d3-7eeede0a57fc tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:21.485798 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c67890a-6bd8-48f9-a1a0-9e7c0116fb3b req-72b0e0f2-ddc1-4061-b6d3-7eeede0a57fc tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 943 time: 0.2166696 Dec 20 21:44:21.575572 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4db5bc4d-a9d5-4718-bae7-86cea267c0e4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:21.580076 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-a1db0baa-51a4-40c9-bd38-bb10f9370323 None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:21.616657 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c67890a-6bd8-48f9-a1a0-9e7c0116fb3b req-a0376cf1-f904-474a-b0a0-8d6436baf398 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126122 Dec 20 21:44:21.698936 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05144c45-9134-4349-a012-945a436cf868 req-f4865ec0-44a5-4c9d-98b9-b8f43458026d service neutron] 10.222.0.31 "GET /v2.0/networks/77fac214-9bf0-4048-9729-379e6b2c72f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1067736 Dec 20 21:44:21.818842 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4db5bc4d-a9d5-4718-bae7-86cea267c0e4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:21.931526 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4db5bc4d-a9d5-4718-bae7-86cea267c0e4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:21.947653 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4db5bc4d-a9d5-4718-bae7-86cea267c0e4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:21.953535 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4db5bc4d-a9d5-4718-bae7-86cea267c0e4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/subnets/92d168d1-fba0-4a6e-8919-1599eacf1129 HTTP/1.1" status: 204 len: 168 time: 0.7399938 Dec 20 21:44:21.957798 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33716) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:21.959869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61da31db-df87-4d58-a69a-e012ea743d34 None None] Network bef82770-8d55-4a1c-87ab-06cf1494cd74 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:44:22.002652 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5bc4d-a9d5-4718-bae7-86cea267c0e4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Subnet': ['ID=92d168d1-fba0-4a6e-8919-1599eacf1129,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:22.052992 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05144c45-9134-4349-a012-945a436cf868 req-0a93a3cb-8336-481e-b618-7adc360f1238 service neutron] 10.222.0.31 "GET /v2.0/networks/77fac214-9bf0-4048-9729-379e6b2c72f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470623 Dec 20 21:44:22.141983 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:22.267648 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting port 6e66ff42-20dc-41c5-986e-69d782ae2474 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:22.268267 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:22.337323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df19341-f016-4de5-9697-940151f43820 req-e85a3a0c-3920-4b39-acf4-955626f82982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:22.339187 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4df19341-f016-4de5-9697-940151f43820 req-e85a3a0c-3920-4b39-acf4-955626f82982 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c0d836597b1148e496eeb7de4b99ccab&device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 1092 time: 0.1553137 Dec 20 21:44:22.341993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-5a678d1d-1c43-465a-a429-6196124b6c20 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Deleting port c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:22.342374 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a678d1d-1c43-465a-a429-6196124b6c20 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:22.383987 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] For port 6e66ff42-20dc-41c5-986e-69d782ae2474, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6e66ff42-20dc-41c5-986e-69d782ae2474,segment=NetworkSegment(de6139da-ddfa-4af4-9da7-26a1b81d2181),segment_id=de6139da-ddfa-4af4-9da7-26a1b81d2181)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:22.384459 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:22.434403 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Calling delete_port for 6e66ff42-20dc-41c5-986e-69d782ae2474 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:22.578455 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a1db0baa-51a4-40c9-bd38-bb10f9370323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:44:19Z', 'revision_number': 10, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:22.630389 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:22.691308 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Port': ['ID=6e66ff42-20dc-41c5-986e-69d782ae2474,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:22.703097 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] No DVR routers for this DVR port 6e66ff42-20dc-41c5-986e-69d782ae2474 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:44:22.705926 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1db0baa-51a4-40c9-bd38-bb10f9370323 None None] Checking router: 7526b2f0-3abc-42e9-b942-5a7143aee059 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:44:22.712326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df19341-f016-4de5-9697-940151f43820 req-691d2936-7b39-4fdd-b5dd-0edf6bfcc9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:22.720039 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed25ecf-a0d3-43bb-a402-ef70feea9239 None None] DHCP port deletion for bef82770-8d55-4a1c-87ab-06cf1494cd74 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:44:22.724353 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4df19341-f016-4de5-9697-940151f43820 req-691d2936-7b39-4fdd-b5dd-0edf6bfcc9f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=77fac214-9bf0-4048-9729-379e6b2c72f7 HTTP/1.1" status: 200 len: 912 time: 0.3724070 Dec 20 21:44:22.745607 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1db0baa-51a4-40c9-bd38-bb10f9370323 None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:22.746039 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a1db0baa-51a4-40c9-bd38-bb10f9370323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:22.817954 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4df19341-f016-4de5-9697-940151f43820 req-01191c39-35a3-48de-88d2-c9cb26ac3879 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38829886-1728-4cbd-aaf6-d752603a2e8c HTTP/1.1" status: 200 len: 217 time: 0.0831573 Dec 20 21:44:22.824917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33742) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:22.828082 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-5a678d1d-1c43-465a-a429-6196124b6c20 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] For port c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a,segment=NetworkSegment(cc03139a-22ff-496d-be2d-dc29dc2ba57e),segment_id=cc03139a-22ff-496d-be2d-dc29dc2ba57e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:22.828447 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a678d1d-1c43-465a-a429-6196124b6c20 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:22.908108 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:22.929542 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-a1db0baa-51a4-40c9-bd38-bb10f9370323 None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:22.931291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-5a678d1d-1c43-465a-a429-6196124b6c20 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Calling delete_port for c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:22.957351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef82770-8d55-4a1c-87ab-06cf1494cd74']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:22.976809 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a898b-d154-4b5f-93c7-0d6f65d54ad3 req-a4d9e957-4cb5-4bd7-a968-8d6fc2b863ef tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:22.978783 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-754a898b-d154-4b5f-93c7-0d6f65d54ad3 req-a4d9e957-4cb5-4bd7-a968-8d6fc2b863ef tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 943 time: 0.2249680 Dec 20 21:44:23.002099 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6139da-ddfa-4af4-9da7-26a1b81d2181') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:23.002992 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6139da-ddfa-4af4-9da7-26a1b81d2181') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:23.054305 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:23.073317 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-754a898b-d154-4b5f-93c7-0d6f65d54ad3 req-39ee1e4a-d6c3-4100-adf3-da15f196ee39 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463929 Dec 20 21:44:23.077341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Request body: {'networks': [{'name': 'tempest-network--1493783051'}, {'name': 'tempest-network--1722613339'}]} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:23.077763 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Request body: {'network': {'name': 'tempest-network--1493783051'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:23.078356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Request body: {'network': {'name': 'tempest-network--1722613339'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:23.083967 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df19341-f016-4de5-9697-940151f43820 req-7c37bf11-ac15-4fa0-bf93-d363524bfab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:23.085740 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4df19341-f016-4de5-9697-940151f43820 req-7c37bf11-ac15-4fa0-bf93-d363524bfab4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3cf09741-2170-4bda-9d73-15a60f4f1d78 HTTP/1.1" status: 200 len: 851 time: 0.2332523 Dec 20 21:44:23.116189 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:23.136084 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4df19341-f016-4de5-9697-940151f43820 req-366146f5-4660-4385-9b89-c8285718b6aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77fac214-9bf0-4048-9729-379e6b2c72f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337117 Dec 20 21:44:23.174217 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:44:23.174905 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:23.354260 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4df19341-f016-4de5-9697-940151f43820 req-efb73474-4a6b-4ff7-a9cb-23ce072b736c service neutron] 10.222.0.31 "GET /v2.0/networks/77fac214-9bf0-4048-9729-379e6b2c72f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185225 Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:44:23.384748 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:44:23.392785 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:23.399977 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:23.411807 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/networks/bef82770-8d55-4a1c-87ab-06cf1494cd74 HTTP/1.1" status: 204 len: 168 time: 1.4447274 Dec 20 21:44:23.428545 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Made reservation on behalf of ebc725bfafa24426ba07e1a06be05d41 for: {'network': 2} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:44:23.431571 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:23.439042 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33760) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:23.439849 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b51135-7c53-4b64-97d5-3827eb572ca4 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Network': ['ID=bef82770-8d55-4a1c-87ab-06cf1494cd74,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:23.444253 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:23.570362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a1db0baa-51a4-40c9-bd38-bb10f9370323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:44:19Z', 'revision_number': 10, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:23.668982 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a678d1d-1c43-465a-a429-6196124b6c20 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:23.679341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1db0baa-51a4-40c9-bd38-bb10f9370323 None None] The sync data for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 is: [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:44:19Z', 'revision_number': 10, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None, '_interfaces': [{'id': 'd8216643-2b3e-49d3-b4e6-23424bd5b109', 'name': '', 'network_id': '49c17d7a-8457-4341-a590-e05049794332', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'mac_address': 'fa:16:3e:0c:d2:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'add62787-6c12-4622-a828-63e33b913060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:43:24Z', 'updated_at': '2021-12-20T21:43:33Z', 'revision_number': 5, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'subnets': [{'id': 'add62787-6c12-4622-a828-63e33b913060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:44:23.701699 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4df19341-f016-4de5-9697-940151f43820 req-fb16d9c3-a6ef-483b-b453-0a8607b926a1 service neutron] 10.222.0.31 "GET /v2.0/networks/77fac214-9bf0-4048-9729-379e6b2c72f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041153 Dec 20 21:44:23.707157 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a678d1d-1c43-465a-a429-6196124b6c20 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'Port': ['ID=c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:23.736656 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:23.744752 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:23.745216 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:23.797874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1296b30a-4342-444b-aa4a-9c9c81bc7a31,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:23.864690 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:44:23.877699 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:23.878225 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Added segment d940c2ad-e1ca-4dc0-9a81-e0de357808ea of type vlan for network 2c6d1b9b-5f9c-4543-82f3-1ed41212d86f Dec 20 21:44:24.039482 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:24.162312 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:44:24.192089 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:24.192618 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Added segment 082c288a-67de-4288-8e77-f3da12b37adc of type vlan for network 48a36a7e-763f-4cf5-b148-d092822af87f Dec 20 21:44:24.200809 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-66807f19-b1e5-4f8c-b245-211281d16b4d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:24.355303 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:24.388967 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50324e9-4e2a-4fcb-823c-1c629b950713 req-cd9485ec-3dc0-4591-880f-f07940df83d2 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:24.405198 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a50324e9-4e2a-4fcb-823c-1c629b950713 req-cd9485ec-3dc0-4591-880f-f07940df83d2 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 943 time: 0.2017748 Dec 20 21:44:24.420001 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:24.426907 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:24.443930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:24.463298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:24.467373 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:24.499232 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6732311 Dec 20 21:44:24.500264 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a678d1d-1c43-465a-a429-6196124b6c20 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:24.508865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33780) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:24.557967 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a50324e9-4e2a-4fcb-823c-1c629b950713 req-81cfa36c-27e8-40c9-88d0-9bd776380b10 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518517 Dec 20 21:44:24.608485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device eaf9a76d-c701-4052-ae3e-24ffafaeef48 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:44:24.641539 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: eaf9a76d-c701-4052-ae3e-24ffafaeef48 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:44:24.642290 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device eaf9a76d-c701-4052-ae3e-24ffafaeef48 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:44:24.643016 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6e66ff42-20dc-41c5-986e-69d782ae2474 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:44:24.663691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 6e66ff42-20dc-41c5-986e-69d782ae2474 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:44:24.664286 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6e66ff42-20dc-41c5-986e-69d782ae2474 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:44:24.746060 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-66807f19-b1e5-4f8c-b245-211281d16b4d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting port d8216643-2b3e-49d3-b4e6-23424bd5b109 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:24.746606 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-66807f19-b1e5-4f8c-b245-211281d16b4d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:24.851925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event updated for resources: {'Network': ['ID=2c6d1b9b-5f9c-4543-82f3-1ed41212d86f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:24.860294 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-66807f19-b1e5-4f8c-b245-211281d16b4d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] For port d8216643-2b3e-49d3-b4e6-23424bd5b109, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d8216643-2b3e-49d3-b4e6-23424bd5b109,segment=NetworkSegment(90cb54c0-64ab-4222-8d76-67eb60799be7),segment_id=90cb54c0-64ab-4222-8d76-67eb60799be7)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:24.860951 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-66807f19-b1e5-4f8c-b245-211281d16b4d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:24.867685 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 2c6d1b9b-5f9c-4543-82f3-1ed41212d86f details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:44:24.878273 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-66807f19-b1e5-4f8c-b245-211281d16b4d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Calling delete_port for d8216643-2b3e-49d3-b4e6-23424bd5b109 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:24.891905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e905d71-9efb-45af-911c-0f7b19b0a6e6 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:24.897901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e905d71-9efb-45af-911c-0f7b19b0a6e6 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:24.903977 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e905d71-9efb-45af-911c-0f7b19b0a6e6 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:24.911390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e905d71-9efb-45af-911c-0f7b19b0a6e6 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:24.916324 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9e905d71-9efb-45af-911c-0f7b19b0a6e6 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3951745 Dec 20 21:44:24.916979 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33786) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:25.082609 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-66807f19-b1e5-4f8c-b245-211281d16b4d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:25.084955 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d05d4-3a8e-4656-889b-747adac2f980 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event updated for resources: {'Network': ['ID=48a36a7e-763f-4cf5-b148-d092822af87f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:25.096704 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 48a36a7e-763f-4cf5-b148-d092822af87f details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:44:25.140638 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f100bfec-3858-4aa9-8c63-1a9e7c67a51c tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:25.142099 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66807f19-b1e5-4f8c-b245-211281d16b4d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Port': ['ID=d8216643-2b3e-49d3-b4e6-23424bd5b109,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:25.287627 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-66807f19-b1e5-4f8c-b245-211281d16b4d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:25.358399 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f100bfec-3858-4aa9-8c63-1a9e7c67a51c tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:25.431354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a678d1d-1c43-465a-a429-6196124b6c20 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Router be6912bb-969c-4af6-b404-1c9c83aabbd6 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:44:25.445070 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-f100bfec-3858-4aa9-8c63-1a9e7c67a51c tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6d1b9b-5f9c-4543-82f3-1ed41212d86f']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:25.459568 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-f100bfec-3858-4aa9-8c63-1a9e7c67a51c tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd940c2ad-e1ca-4dc0-9a81-e0de357808ea') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:25.460132 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-f100bfec-3858-4aa9-8c63-1a9e7c67a51c tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd940c2ad-e1ca-4dc0-9a81-e0de357808ea') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:25.477274 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f100bfec-3858-4aa9-8c63-1a9e7c67a51c tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:25.481298 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66807f19-b1e5-4f8c-b245-211281d16b4d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router 7526b2f0-3abc-42e9-b942-5a7143aee059 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:44:25.590292 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f100bfec-3858-4aa9-8c63-1a9e7c67a51c tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:25.602080 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f100bfec-3858-4aa9-8c63-1a9e7c67a51c tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:44:25.603396 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f100bfec-3858-4aa9-8c63-1a9e7c67a51c tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:44:25.606339 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:44:25.627543 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66807f19-b1e5-4f8c-b245-211281d16b4d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:44:25.634333 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-66807f19-b1e5-4f8c-b245-211281d16b4d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/7526b2f0-3abc-42e9-b942-5a7143aee059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1851010 Dec 20 21:44:25.637225 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33806) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:25.639490 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865f7232-83e9-4af3-a826-c347afd9d46c None None] Sync routers for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:44:25.654534 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865f7232-83e9-4af3-a826-c347afd9d46c None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:25.663684 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-865f7232-83e9-4af3-a826-c347afd9d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:25.707386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbbf558-5e27-46a4-a9b2-fa00d90ce593 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting subnet add62787-6c12-4622-a828-63e33b913060 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:44:25.720910 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bbbf558-5e27-46a4-a9b2-fa00d90ce593 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:25.764884 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f100bfec-3858-4aa9-8c63-1a9e7c67a51c tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:25.802383 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f100bfec-3858-4aa9-8c63-1a9e7c67a51c tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:25.803829 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bbbf558-5e27-46a4-a9b2-fa00d90ce593 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:25.810309 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f100bfec-3858-4aa9-8c63-1a9e7c67a51c tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "DELETE /v2.0/networks/2c6d1b9b-5f9c-4543-82f3-1ed41212d86f HTTP/1.1" status: 204 len: 168 time: 0.8870301 Dec 20 21:44:25.822707 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33812) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:25.843551 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a678d1d-1c43-465a-a429-6196124b6c20 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:44:25.858017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ede3c1-ce96-4d09-ada7-4033e87c7af9 None None] Sync routers for ids ['be6912bb-969c-4af6-b404-1c9c83aabbd6'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:44:25.862712 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5a678d1d-1c43-465a-a429-6196124b6c20 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "PUT /v2.0/routers/be6912bb-969c-4af6-b404-1c9c83aabbd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7655318 Dec 20 21:44:25.876135 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ede3c1-ce96-4d09-ada7-4033e87c7af9 None None] Routers {'be6912bb-969c-4af6-b404-1c9c83aabbd6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:25.876972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c1ede3c1-ce96-4d09-ada7-4033e87c7af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['be6912bb-969c-4af6-b404-1c9c83aabbd6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:25.880028 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33814) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:25.961262 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-865f7232-83e9-4af3-a826-c347afd9d46c None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:26.046567 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-493eca9b-7820-4671-8a33-09623f6430e4 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:26.099461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11b11d7-dede-48a0-a0a2-ead277279a1b tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Deleting subnet d7297ed1-0479-42f3-bcc3-b966d5142b2e {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:44:26.105187 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-865f7232-83e9-4af3-a826-c347afd9d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:44:25Z', 'revision_number': 11, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:26.113751 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100bfec-3858-4aa9-8c63-1a9e7c67a51c tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event deleted for resources: {'Network': ['ID=2c6d1b9b-5f9c-4543-82f3-1ed41212d86f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:26.128450 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-c1ede3c1-ce96-4d09-ada7-4033e87c7af9 None None] Set router be6912bb-969c-4af6-b404-1c9c83aabbd6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:26.145785 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b11b11d7-dede-48a0-a0a2-ead277279a1b tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:26.238013 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865f7232-83e9-4af3-a826-c347afd9d46c None None] Checking router: 7526b2f0-3abc-42e9-b942-5a7143aee059 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:44:26.259771 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865f7232-83e9-4af3-a826-c347afd9d46c None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:26.260372 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-865f7232-83e9-4af3-a826-c347afd9d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:26.275915 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bbbf558-5e27-46a4-a9b2-fa00d90ce593 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:26.279992 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-493eca9b-7820-4671-8a33-09623f6430e4 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:26.364750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-493eca9b-7820-4671-8a33-09623f6430e4 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a36a7e-763f-4cf5-b148-d092822af87f']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:26.365119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5273a-a7d9-43d1-af58-714861b7e0cb req-358f3bd2-2430-4fa6-b4da-58c8498016ee tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:26.365318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-493eca9b-7820-4671-8a33-09623f6430e4 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082c288a-67de-4288-8e77-f3da12b37adc') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:26.365318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-493eca9b-7820-4671-8a33-09623f6430e4 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082c288a-67de-4288-8e77-f3da12b37adc') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:26.365554 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-86a5273a-a7d9-43d1-af58-714861b7e0cb req-358f3bd2-2430-4fa6-b4da-58c8498016ee tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 943 time: 0.5315137 Dec 20 21:44:26.365636 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-493eca9b-7820-4671-8a33-09623f6430e4 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:26.377975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 38829886-1728-4cbd-aaf6-d752603a2e8c details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:44:26.400612 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-493eca9b-7820-4671-8a33-09623f6430e4 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:26.412446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493eca9b-7820-4671-8a33-09623f6430e4 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:44:26.413288 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-493eca9b-7820-4671-8a33-09623f6430e4 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:26.429270 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b11b11d7-dede-48a0-a0a2-ead277279a1b tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:26.471475 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-865f7232-83e9-4af3-a826-c347afd9d46c None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:44:26.509035 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:44:26.518515 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-493eca9b-7820-4671-8a33-09623f6430e4 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:26.521904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 38829886-1728-4cbd-aaf6-d752603a2e8c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=38829886-1728-4cbd-aaf6-d752603a2e8c,segment=NetworkSegment(5451bc92-3c2d-4892-bcb1-70eefdeddbda),segment_id=5451bc92-3c2d-4892-bcb1-70eefdeddbda)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:26.531524 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-493eca9b-7820-4671-8a33-09623f6430e4 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:26.536821 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-493eca9b-7820-4671-8a33-09623f6430e4 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "DELETE /v2.0/networks/48a36a7e-763f-4cf5-b148-d092822af87f HTTP/1.1" status: 204 len: 168 time: 0.6665664 Dec 20 21:44:26.547588 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33838) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:26.551268 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '38829886-1728-4cbd-aaf6-d752603a2e8c', 'network_id': '77fac214-9bf0-4048-9729-379e6b2c72f7', 'port_id': '38829886-1728-4cbd-aaf6-d752603a2e8c', 'mac_address': 'fa:16:3e:97:59:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf09741-2170-4bda-9d73-15a60f4f1d78', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:44:26.561207 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-86a5273a-a7d9-43d1-af58-714861b7e0cb req-107face8-122c-4a94-9324-342d7b49943f tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091219 Dec 20 21:44:26.625040 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-865f7232-83e9-4af3-a826-c347afd9d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:44:25Z', 'revision_number': 11, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:26.680849 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493eca9b-7820-4671-8a33-09623f6430e4 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event deleted for resources: {'Network': ['ID=48a36a7e-763f-4cf5-b148-d092822af87f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:26.685008 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865f7232-83e9-4af3-a826-c347afd9d46c None None] The sync data for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 is: [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:44:25Z', 'revision_number': 11, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:44:26.715507 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b11b11d7-dede-48a0-a0a2-ead277279a1b tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:26.759397 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bbbf558-5e27-46a4-a9b2-fa00d90ce593 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:26.766329 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:26.814157 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a7e9ec-19d9-4d37-b33e-61ecad6ac524 None None] Network 49c17d7a-8457-4341-a590-e05049794332 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:44:26.816787 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9bbbf558-5e27-46a4-a9b2-fa00d90ce593 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:26.821225 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9bbbf558-5e27-46a4-a9b2-fa00d90ce593 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/subnets/add62787-6c12-4622-a828-63e33b913060 HTTP/1.1" status: 204 len: 168 time: 1.1825311 Dec 20 21:44:26.825631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbf558-5e27-46a4-a9b2-fa00d90ce593 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Subnet': ['ID=add62787-6c12-4622-a828-63e33b913060,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:26.825820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33848) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:26.826405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38829886-1728-4cbd-aaf6-d752603a2e8c {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:44:26.889774 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb6e3fe-da8e-4dfa-bdac-6ad00d59fac8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:26.898231 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb6e3fe-da8e-4dfa-bdac-6ad00d59fac8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:26.906523 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2eb6e3fe-da8e-4dfa-bdac-6ad00d59fac8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3523850 Dec 20 21:44:26.908111 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33850) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:26.916568 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d0b9649e-43c8-4c9f-94aa-24e4bbbf8edd tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-244801023'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:26.941292 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 38829886-1728-4cbd-aaf6-d752603a2e8c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=38829886-1728-4cbd-aaf6-d752603a2e8c,segment=NetworkSegment(5451bc92-3c2d-4892-bcb1-70eefdeddbda),segment_id=5451bc92-3c2d-4892-bcb1-70eefdeddbda)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:26.950385 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b11b11d7-dede-48a0-a0a2-ead277279a1b tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:26.962088 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b9649e-43c8-4c9f-94aa-24e4bbbf8edd tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Made reservation on behalf of ebc725bfafa24426ba07e1a06be05d41 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:44:26.966744 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0b9649e-43c8-4c9f-94aa-24e4bbbf8edd tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:26.990282 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:27.014456 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b9649e-43c8-4c9f-94aa-24e4bbbf8edd tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:44:27.025739 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:27.030282 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b11b11d7-dede-48a0-a0a2-ead277279a1b tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:27.034998 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b11b11d7-dede-48a0-a0a2-ead277279a1b tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "DELETE /v2.0/subnets/d7297ed1-0479-42f3-bcc3-b966d5142b2e HTTP/1.1" status: 204 len: 168 time: 1.1007829 Dec 20 21:44:27.037236 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33860) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:27.055062 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0b9649e-43c8-4c9f-94aa-24e4bbbf8edd tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:27.055672 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-d0b9649e-43c8-4c9f-94aa-24e4bbbf8edd tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Added segment ac337383-8747-4b5a-933a-c24483e0b8dc of type vlan for network 47bef724-de61-4ba3-ae9c-0c38f78c400a Dec 20 21:44:27.121727 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed104bb8-d4a1-4ab7-a418-5157128d1579 None None] Network c9c66cb9-8498-4b37-8169-f08bcf7ce187 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:44:27.149608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b11d7-dede-48a0-a0a2-ead277279a1b tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'Subnet': ['ID=d7297ed1-0479-42f3-bcc3-b966d5142b2e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:27.179301 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0b9649e-43c8-4c9f-94aa-24e4bbbf8edd tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:27.219598 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0b9649e-43c8-4c9f-94aa-24e4bbbf8edd tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:27.232261 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b9649e-43c8-4c9f-94aa-24e4bbbf8edd tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:27.232954 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d0b9649e-43c8-4c9f-94aa-24e4bbbf8edd tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:27.266307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f33e2a-8e33-45c3-bd00-7a81a1778406 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:27.323113 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9649e-43c8-4c9f-94aa-24e4bbbf8edd tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event updated for resources: {'Network': ['ID=47bef724-de61-4ba3-ae9c-0c38f78c400a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:27.359957 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d0b9649e-43c8-4c9f-94aa-24e4bbbf8edd tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4476457 Dec 20 21:44:27.360203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33868) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:27.366528 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b4f66cc9-687e-44ec-a996-ed346bace1d5 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1533363978'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:27.394629 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f66cc9-687e-44ec-a996-ed346bace1d5 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Made reservation on behalf of ebc725bfafa24426ba07e1a06be05d41 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:44:27.399308 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4f66cc9-687e-44ec-a996-ed346bace1d5 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:27.425525 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 47bef724-de61-4ba3-ae9c-0c38f78c400a details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:44:27.461513 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f66cc9-687e-44ec-a996-ed346bace1d5 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:44:27.492298 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4f66cc9-687e-44ec-a996-ed346bace1d5 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:27.493622 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-b4f66cc9-687e-44ec-a996-ed346bace1d5 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Added segment 16a69769-d4d6-4000-a880-c5d6ba997b34 of type vlan for network 59a1822e-fdf4-4b24-8846-d5c20c78b3a1 Dec 20 21:44:27.513711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=38829886-1728-4cbd-aaf6-d752603a2e8c,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:27.558539 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['38829886-1728-4cbd-aaf6-d752603a2e8c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:44:27.578837 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4f66cc9-687e-44ec-a996-ed346bace1d5 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:27.647186 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4f66cc9-687e-44ec-a996-ed346bace1d5 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:27.653421 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f66cc9-687e-44ec-a996-ed346bace1d5 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:27.654378 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4f66cc9-687e-44ec-a996-ed346bace1d5 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:27.751122 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:27.752140 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:27.753054 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:27.753686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:27.754319 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:27.755051 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:27.755622 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:27.756462 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:27.757002 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:27.757581 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:27.758170 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:27.759195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:27.764703 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f66cc9-687e-44ec-a996-ed346bace1d5 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event updated for resources: {'Network': ['ID=59a1822e-fdf4-4b24-8846-d5c20c78b3a1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:27.790630 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b4f66cc9-687e-44ec-a996-ed346bace1d5 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4265609 Dec 20 21:44:27.828022 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ebe8e02f-dfcb-4773-a18f-6ca8ed3bda8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:27.855010 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 59a1822e-fdf4-4b24-8846-d5c20c78b3a1 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:44:27.855680 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33880) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:27.866185 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Request body: {'ports': [{'network_id': '47bef724-de61-4ba3-ae9c-0c38f78c400a', 'name': 'tempest-port--970627979', 'admin_state_up': True}, {'network_id': '59a1822e-fdf4-4b24-8846-d5c20c78b3a1', 'admin_state_up': False}]} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:27.867730 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Request body: {'port': {'network_id': '47bef724-de61-4ba3-ae9c-0c38f78c400a', 'name': 'tempest-port--970627979', 'admin_state_up': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:27.867851 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Request body: {'port': {'network_id': '59a1822e-fdf4-4b24-8846-d5c20c78b3a1', 'admin_state_up': False}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:27.880643 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c1ede3c1-ce96-4d09-ada7-4033e87c7af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'name': 'tempest-TestNetworkBasicOps-router-1850922873', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:42:48Z', 'updated_at': '2021-12-20T21:44:23Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:50Z', 'updated_at': '2021-12-20T21:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:27.951754 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ede3c1-ce96-4d09-ada7-4033e87c7af9 None None] Checking router: be6912bb-969c-4af6-b404-1c9c83aabbd6 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:44:27.958319 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10b355f-1b32-4a62-9f43-2309d9742c70 None None] DHCP port deletion for 49c17d7a-8457-4341-a590-e05049794332 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:44:27.997416 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754ea25-5eb7-4d90-9b06-ff4f064d6ad6 req-282ae4aa-3755-42fe-97f2-13d66534f796 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:27.999256 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8754ea25-5eb7-4d90-9b06-ff4f064d6ad6 req-282ae4aa-3755-42fe-97f2-13d66534f796 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 944 time: 0.2320974 Dec 20 21:44:28.064522 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ede3c1-ce96-4d09-ada7-4033e87c7af9 None None] Routers {'be6912bb-969c-4af6-b404-1c9c83aabbd6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:28.065079 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c1ede3c1-ce96-4d09-ada7-4033e87c7af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:43:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['be6912bb-969c-4af6-b404-1c9c83aabbd6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:28.084203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Deleting port f6106303-a12c-401e-bcb4-38c57abafa6d {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:28.085312 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:28.102323 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8754ea25-5eb7-4d90-9b06-ff4f064d6ad6 req-41a6ea5f-2b7c-4c52-a76a-ae8252a0d1b6 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925765 Dec 20 21:44:28.164777 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] For port f6106303-a12c-401e-bcb4-38c57abafa6d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=f6106303-a12c-401e-bcb4-38c57abafa6d,segment=NetworkSegment(90cb54c0-64ab-4222-8d76-67eb60799be7),segment_id=90cb54c0-64ab-4222-8d76-67eb60799be7)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:28.165064 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:28.182751 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Calling delete_port for f6106303-a12c-401e-bcb4-38c57abafa6d owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:28.212131 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f33e2a-8e33-45c3-bd00-7a81a1778406 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:28.283306 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Made reservation on behalf of ebc725bfafa24426ba07e1a06be05d41 for: {'port': 2} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:44:28.294607 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:28.313646 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:28.378024 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:28.411321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] No DVR routers for this DVR port f6106303-a12c-401e-bcb4-38c57abafa6d on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:44:28.427820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-73f33e2a-8e33-45c3-bd00-7a81a1778406 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Deleting port 37cdf297-861c-4dc7-9406-d1d708f5d5e4 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:28.428164 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f33e2a-8e33-45c3-bd00-7a81a1778406 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:28.511417 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] device_id is not set on port dcbfd793-d39b-4684-933c-29731f12be81 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:44:28.575328 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-c1ede3c1-ce96-4d09-ada7-4033e87c7af9 None None] Set router be6912bb-969c-4af6-b404-1c9c83aabbd6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:28.681315 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:28.698172 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:28.724337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c17d7a-8457-4341-a590-e05049794332']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:28.735766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cb54c0-64ab-4222-8d76-67eb60799be7') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:28.736259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cb54c0-64ab-4222-8d76-67eb60799be7') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:28.746922 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:28.759803 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] device_id is not set on port a2e1b1de-fe36-4fc9-b834-d6a4c389b9d4 yet. {{(pid=102402) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 20 21:44:28.779912 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Port': ['ID=f6106303-a12c-401e-bcb4-38c57abafa6d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:28.784518 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f6106303-a12c-401e-bcb4-38c57abafa6d no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:44:28.873233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: f6106303-a12c-401e-bcb4-38c57abafa6d {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:44:28.873904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device f6106303-a12c-401e-bcb4-38c57abafa6d not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:44:28.874486 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d8216643-2b3e-49d3-b4e6-23424bd5b109 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:44:28.912337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-73f33e2a-8e33-45c3-bd00-7a81a1778406 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] For port 37cdf297-861c-4dc7-9406-d1d708f5d5e4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=37cdf297-861c-4dc7-9406-d1d708f5d5e4,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:28.912778 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f33e2a-8e33-45c3-bd00-7a81a1778406 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:28.915662 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:28.933983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-73f33e2a-8e33-45c3-bd00-7a81a1778406 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Calling delete_port for 37cdf297-861c-4dc7-9406-d1d708f5d5e4 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:28.937258 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: d8216643-2b3e-49d3-b4e6-23424bd5b109 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:44:28.937710 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d8216643-2b3e-49d3-b4e6-23424bd5b109 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:44:28.939419 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686d0161-93ba-4309-925f-3fa794e1b403 None None] DHCP port deletion for c9c66cb9-8498-4b37-8169-f08bcf7ce187 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:44:28.958660 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:29.038853 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-686d0161-93ba-4309-925f-3fa794e1b403 None None] Deleting port de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:29.039425 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-686d0161-93ba-4309-925f-3fa794e1b403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:29.059001 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:29.115486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:44:29.115486 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:29.131238 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-686d0161-93ba-4309-925f-3fa794e1b403 None None] For port de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa,segment=NetworkSegment(cc03139a-22ff-496d-be2d-dc29dc2ba57e),segment_id=cc03139a-22ff-496d-be2d-dc29dc2ba57e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:29.131979 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-686d0161-93ba-4309-925f-3fa794e1b403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:29.150409 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-686d0161-93ba-4309-925f-3fa794e1b403 None None] Calling delete_port for de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:44:29.215045 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:44:29.223171 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c10b355f-1b32-4a62-9f43-2309d9742c70 None None] Deleting port f6106303-a12c-401e-bcb4-38c57abafa6d {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:29.223889 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c10b355f-1b32-4a62-9f43-2309d9742c70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:29.230248 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event updated for resources: {'Port': ['ID=dcbfd793-d39b-4684-933c-29731f12be81,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:29.256883 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Checking segment: {'id': 'ac337383-8747-4b5a-933a-c24483e0b8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '47bef724-de61-4ba3-ae9c-0c38f78c400a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:44:29.257502 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Network hostable DHCP agents. Network: 47bef724-de61-4ba3-ae9c-0c38f78c400a, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:44:29.298664 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:29.310320 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Network 47bef724-de61-4ba3-ae9c-0c38f78c400a is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:44:29.327418 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 47bef724-de61-4ba3-ae9c-0c38f78c400a) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:44:29.336964 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:44:29.336964 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:29.363632 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:29.369364 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/networks/49c17d7a-8457-4341-a590-e05049794332 HTTP/1.1" status: 204 len: 168 time: 2.5400605 Dec 20 21:44:29.372004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33928) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:29.384845 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-880bd3c5-1642-461e-9683-a8b70fd6517f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'router': {'routes': None}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:29.389761 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c10b355f-1b32-4a62-9f43-2309d9742c70 None None] For port f6106303-a12c-401e-bcb4-38c57abafa6d, host n-d-xena-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:29.390688 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c10b355f-1b32-4a62-9f43-2309d9742c70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:29.401408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003da183-0ce6-460e-8de1-c52a66f38c2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Pushing event deleted for resources: {'Network': ['ID=49c17d7a-8457-4341-a590-e05049794332,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:29.407729 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c10b355f-1b32-4a62-9f43-2309d9742c70 None None] Calling delete_port for f6106303-a12c-401e-bcb4-38c57abafa6d owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:29.411414 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-c10b355f-1b32-4a62-9f43-2309d9742c70 None None] Port f6106303-a12c-401e-bcb4-38c57abafa6d was not found and therefore no delete operation was performed {{(pid=102403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 21:44:29.418475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c1ede3c1-ce96-4d09-ada7-4033e87c7af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'name': 'tempest-TestNetworkBasicOps-router-1850922873', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:42:48Z', 'updated_at': '2021-12-20T21:44:23Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:50Z', 'updated_at': '2021-12-20T21:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:29.454021 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c10b355f-1b32-4a62-9f43-2309d9742c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:29.475772 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event updated for resources: {'Port': ['ID=a2e1b1de-fe36-4fc9-b834-d6a4c389b9d4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:29.482744 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ede3c1-ce96-4d09-ada7-4033e87c7af9 None None] The sync data for ids ['be6912bb-969c-4af6-b404-1c9c83aabbd6'] in n-d-xena-1 is: [{'id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'name': 'tempest-TestNetworkBasicOps-router-1850922873', 'tenant_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126'}], 'enable_snat': True}, 'gw_port_id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:42:48Z', 'updated_at': '2021-12-20T21:44:23Z', 'revision_number': 5, 'project_id': '5353e8cb9b434e37a6bf3118a301f4e4', 'gw_port': {'id': '37cdf297-861c-4dc7-9406-d1d708f5d5e4', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6912bb-969c-4af6-b404-1c9c83aabbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:42:50Z', 'updated_at': '2021-12-20T21:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:44:29.495988 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900f5545-8c4a-4c1b-a385-122cf5dc266f None None] Network 47bef724-de61-4ba3-ae9c-0c38f78c400a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:44:29.504834 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Checking segment: {'id': '16a69769-d4d6-4000-a880-c5d6ba997b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '59a1822e-fdf4-4b24-8846-d5c20c78b3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:44:29.505218 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Network hostable DHCP agents. Network: 59a1822e-fdf4-4b24-8846-d5c20c78b3a1, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:44:29.509775 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-686d0161-93ba-4309-925f-3fa794e1b403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:29.516073 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38635366-eb0e-4719-9804-78b602192f70 req-a7e93ebc-4b78-4500-b976-cb04485e48f0 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:29.517858 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-38635366-eb0e-4719-9804-78b602192f70 req-a7e93ebc-4b78-4500-b976-cb04485e48f0 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 944 time: 0.2742996 Dec 20 21:44:29.528026 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f33e2a-8e33-45c3-bd00-7a81a1778406 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:29.546715 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Network 59a1822e-fdf4-4b24-8846-d5c20c78b3a1 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:44:29.576083 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 59a1822e-fdf4-4b24-8846-d5c20c78b3a1) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:44:29.580546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:44:29.586473 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:29.599795 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:29.600532 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:29.647732 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1b13abf4-5b41-4970-8eba-7073fbac02d8 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7890317 Dec 20 21:44:29.650705 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33934) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:29.714044 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c10b355f-1b32-4a62-9f43-2309d9742c70 None None] Network 49c17d7a-8457-4341-a590-e05049794332 is not hosted by any dhcp agent {{(pid=102403) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 21:44:29.714555 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10b355f-1b32-4a62-9f43-2309d9742c70 None None] No DVR routers for this DVR port f6106303-a12c-401e-bcb4-38c57abafa6d on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:44:29.735867 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ee6b19-2081-464d-98b5-9a5bbd3f7191 None None] Network 59a1822e-fdf4-4b24-8846-d5c20c78b3a1 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:44:29.763851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f33e2a-8e33-45c3-bd00-7a81a1778406 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'Port': ['ID=37cdf297-861c-4dc7-9406-d1d708f5d5e4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:29.804564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b355f-1b32-4a62-9f43-2309d9742c70 None None] Pushing event deleted for resources: {'Port': ['ID=f6106303-a12c-401e-bcb4-38c57abafa6d,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:29.825717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6783b490-7517-4c95-b39d-50fbb6257c4b tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:29.831985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6783b490-7517-4c95-b39d-50fbb6257c4b tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:29.843393 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6783b490-7517-4c95-b39d-50fbb6257c4b tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1822941 Dec 20 21:44:29.843393 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33944) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:29.914809 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686d0161-93ba-4309-925f-3fa794e1b403 None None] No DVR routers for this DVR port de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:44:29.935858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.extraroute_db [None req-880bd3c5-1642-461e-9683-a8b70fd6517f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Added routes are [] {{(pid=102401) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 20 21:44:29.936167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.extraroute_db [None req-880bd3c5-1642-461e-9683-a8b70fd6517f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Removed routes are [] {{(pid=102401) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 20 21:44:29.936537 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-880bd3c5-1642-461e-9683-a8b70fd6517f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:29.942838 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4b5461c0-c2f5-475c-8b5d-76a1c399d835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:29.945802 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d0161-93ba-4309-925f-3fa794e1b403 None None] Pushing event deleted for resources: {'Port': ['ID=de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:29.966299 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-38635366-eb0e-4719-9804-78b602192f70 req-f23a4917-2d36-4552-baa5-30c861ca61ba tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150300 Dec 20 21:44:30.036842 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3e335c1a-ba59-4b24-91b1-0aabafd566c6 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Deleting port dcbfd793-d39b-4684-933c-29731f12be81 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:30.037310 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e335c1a-ba59-4b24-91b1-0aabafd566c6 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:30.103674 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f33e2a-8e33-45c3-bd00-7a81a1778406 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:30.229221 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e335c1a-ba59-4b24-91b1-0aabafd566c6 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:30.244693 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f33e2a-8e33-45c3-bd00-7a81a1778406 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:30.247483 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3e335c1a-ba59-4b24-91b1-0aabafd566c6 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Calling delete_port for dcbfd793-d39b-4684-933c-29731f12be81 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:30.282261 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f33e2a-8e33-45c3-bd00-7a81a1778406 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:30.383730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-880bd3c5-1642-461e-9683-a8b70fd6517f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:30.388420 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-880bd3c5-1642-461e-9683-a8b70fd6517f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:30.423979 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e335c1a-ba59-4b24-91b1-0aabafd566c6 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:30.477431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880bd3c5-1642-461e-9683-a8b70fd6517f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router 7526b2f0-3abc-42e9-b942-5a7143aee059 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:44:30.478517 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f33e2a-8e33-45c3-bd00-7a81a1778406 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:30.479214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f33e2a-8e33-45c3-bd00-7a81a1778406 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Fanout notify agent at l3_agent the message router_deleted on router be6912bb-969c-4af6-b404-1c9c83aabbd6 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:44:30.487232 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-73f33e2a-8e33-45c3-bd00-7a81a1778406 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:30.490929 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-73f33e2a-8e33-45c3-bd00-7a81a1778406 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "DELETE /v2.0/routers/be6912bb-969c-4af6-b404-1c9c83aabbd6 HTTP/1.1" status: 204 len: 168 time: 3.4492102 Dec 20 21:44:30.491275 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33962) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:30.507043 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e335c1a-ba59-4b24-91b1-0aabafd566c6 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event deleted for resources: {'Port': ['ID=dcbfd793-d39b-4684-933c-29731f12be81,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:30.527921 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e335c1a-ba59-4b24-91b1-0aabafd566c6 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:30.532769 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3e335c1a-ba59-4b24-91b1-0aabafd566c6 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "DELETE /v2.0/ports/dcbfd793-d39b-4684-933c-29731f12be81 HTTP/1.1" status: 204 len: 168 time: 0.6936872 Dec 20 21:44:30.534536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33964) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:30.647702 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:44:30.693456 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:44:30.694241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device de2ee8e5-b89a-4bae-ac45-7ae6e7f5d0aa not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:44:30.694833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:44:30.718961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e85b56e7-7265-4ff4-b6a1-6151a958322d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Deleting port a2e1b1de-fe36-4fc9-b834-d6a4c389b9d4 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:30.719425 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e85b56e7-7265-4ff4-b6a1-6151a958322d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:30.744544 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03c32034-ba42-4f27-884e-30f0ac7589e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:30.758122 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880bd3c5-1642-461e-9683-a8b70fd6517f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:44:30.782542 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-880bd3c5-1642-461e-9683-a8b70fd6517f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:30.782542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-880bd3c5-1642-461e-9683-a8b70fd6517f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/7526b2f0-3abc-42e9-b942-5a7143aee059 HTTP/1.1" status: 200 len: 704 time: 1.4011514 Dec 20 21:44:30.782784 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:44:30.782873 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 33970) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:30.782952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c87159b2-cfb5-4483-bc00-f4d8ea1ecd9a not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:44:30.819038 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:30.828753 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f81cba-18dc-4076-bcc7-3fa19cd52bd7 None None] Sync routers for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:44:30.839341 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f81cba-18dc-4076-bcc7-3fa19cd52bd7 None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:30.840539 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-06f81cba-18dc-4076-bcc7-3fa19cd52bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:44:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:30.887823 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e85b56e7-7265-4ff4-b6a1-6151a958322d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:30.928722 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 33976) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:30.929626 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ef113426-3ea0-43bd-aba0-f6e66178343b tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports?device_id=7526b2f0-3abc-42e9-b942-5a7143aee059 HTTP/1.1" status: 200 len: 205 time: 0.1486197 Dec 20 21:44:30.936487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e85b56e7-7265-4ff4-b6a1-6151a958322d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Calling delete_port for a2e1b1de-fe36-4fc9-b834-d6a4c389b9d4 owned by {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:30.950532 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-06f81cba-18dc-4076-bcc7-3fa19cd52bd7 None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:31.025289 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-06f81cba-18dc-4076-bcc7-3fa19cd52bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:44:25Z', 'revision_number': 11, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:31.034276 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03c32034-ba42-4f27-884e-30f0ac7589e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:31.067814 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f81cba-18dc-4076-bcc7-3fa19cd52bd7 None None] Checking router: 7526b2f0-3abc-42e9-b942-5a7143aee059 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:44:31.155202 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f81cba-18dc-4076-bcc7-3fa19cd52bd7 None None] Routers {'7526b2f0-3abc-42e9-b942-5a7143aee059'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:31.159468 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-06f81cba-18dc-4076-bcc7-3fa19cd52bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:44:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7526b2f0-3abc-42e9-b942-5a7143aee059'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:31.188197 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-03c32034-ba42-4f27-884e-30f0ac7589e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c66cb9-8498-4b37-8169-f08bcf7ce187']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:31.227521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-03c32034-ba42-4f27-884e-30f0ac7589e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc03139a-22ff-496d-be2d-dc29dc2ba57e') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:31.228189 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-03c32034-ba42-4f27-884e-30f0ac7589e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc03139a-22ff-496d-be2d-dc29dc2ba57e') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:31.253927 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03c32034-ba42-4f27-884e-30f0ac7589e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:31.281301 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03c32034-ba42-4f27-884e-30f0ac7589e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:31.293790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c32034-ba42-4f27-884e-30f0ac7589e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:44:31.294235 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03c32034-ba42-4f27-884e-30f0ac7589e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:44:31.298343 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:44:31.316217 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-06f81cba-18dc-4076-bcc7-3fa19cd52bd7 None None] Set router 7526b2f0-3abc-42e9-b942-5a7143aee059 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:31.448550 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03c32034-ba42-4f27-884e-30f0ac7589e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:31.460765 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03c32034-ba42-4f27-884e-30f0ac7589e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:31.461351 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-06f81cba-18dc-4076-bcc7-3fa19cd52bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:44:25Z', 'revision_number': 11, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:31.469797 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-03c32034-ba42-4f27-884e-30f0ac7589e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] 10.222.0.32 "DELETE /v2.0/networks/c9c66cb9-8498-4b37-8169-f08bcf7ce187 HTTP/1.1" status: 204 len: 168 time: 0.9739246 Dec 20 21:44:31.508554 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f81cba-18dc-4076-bcc7-3fa19cd52bd7 None None] The sync data for ids ['7526b2f0-3abc-42e9-b942-5a7143aee059'] in n-d-xena-1 is: [{'id': '7526b2f0-3abc-42e9-b942-5a7143aee059', 'name': 'tempest-RoutersIpV6Test-router-658214818', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:43:19Z', 'updated_at': '2021-12-20T21:44:25Z', 'revision_number': 11, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:44:31.510301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c32034-ba42-4f27-884e-30f0ac7589e7 tempest-TestNetworkBasicOps-728910158 tempest-TestNetworkBasicOps-728910158-project] Pushing event deleted for resources: {'Network': ['ID=c9c66cb9-8498-4b37-8169-f08bcf7ce187,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:31.747224 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2542-9b1c-4d8a-9300-24f6a9aff080 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:31.880549 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8da2d-6d49-4565-baef-0dc2dee2ede1 req-5b4d2743-f5a5-4ef9-894f-53138af84392 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:31.882173 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-94b8da2d-6d49-4565-baef-0dc2dee2ede1 req-5b4d2743-f5a5-4ef9-894f-53138af84392 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 944 time: 0.2451890 Dec 20 21:44:31.889976 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34008) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:32.014893 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e85b56e7-7265-4ff4-b6a1-6151a958322d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.036652 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2542-9b1c-4d8a-9300-24f6a9aff080 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.059873 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-be72b2f8-ac24-4da4-9063-a3fb9c6354a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5353e8cb9b434e37a6bf3118a301f4e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683104 Dec 20 21:44:32.076723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34018) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:32.077246 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2542-9b1c-4d8a-9300-24f6a9aff080 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.097696 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b56e7-7265-4ff4-b6a1-6151a958322d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event deleted for resources: {'Port': ['ID=a2e1b1de-fe36-4fc9-b834-d6a4c389b9d4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:32.143834 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.162508 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e85b56e7-7265-4ff4-b6a1-6151a958322d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.165429 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1505-c1e3-4095-927b-f0bda1307b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.169052 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e85b56e7-7265-4ff4-b6a1-6151a958322d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "DELETE /v2.0/ports/a2e1b1de-fe36-4fc9-b834-d6a4c389b9d4 HTTP/1.1" status: 204 len: 168 time: 1.6335208 Dec 20 21:44:32.170629 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34022) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:32.200093 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1505-c1e3-4095-927b-f0bda1307b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.203893 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-94b8da2d-6d49-4565-baef-0dc2dee2ede1 req-b91723f0-521c-4651-af95-21fa128e62a6 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514970 Dec 20 21:44:32.215604 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2542-9b1c-4d8a-9300-24f6a9aff080 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.216531 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5e2542-9b1c-4d8a-9300-24f6a9aff080 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Fanout notify agent at l3_agent the message router_deleted on router 7526b2f0-3abc-42e9-b942-5a7143aee059 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:44:32.227752 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2542-9b1c-4d8a-9300-24f6a9aff080 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.228780 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cb5e2542-9b1c-4d8a-9300-24f6a9aff080 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/routers/7526b2f0-3abc-42e9-b942-5a7143aee059 HTTP/1.1" status: 204 len: 168 time: 1.2991259 Dec 20 21:44:32.235027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34028) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:32.240753 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-97534e61-9043-42ef-8e06-0647a6de7106 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-843890159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:32.273838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34032) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:32.282644 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-63b8680c-f1c8-4b57-a55a-a18774398264 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1066849 Dec 20 21:44:32.285041 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-3fa07222-6b50-4024-8346-c9bf9de2a0a1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-922679231'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:32.340523 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-97534e61-9043-42ef-8e06-0647a6de7106 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.341609 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-97534e61-9043-42ef-8e06-0647a6de7106 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.356496 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 38829886-1728-4cbd-aaf6-d752603a2e8c up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:44:32.385658 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.408874 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-97534e61-9043-42ef-8e06-0647a6de7106 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.424367 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1505-c1e3-4095-927b-f0bda1307b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.438724 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1505-c1e3-4095-927b-f0bda1307b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.442637 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cf9c1505-c1e3-4095-927b-f0bda1307b79 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/033b2f49-b75a-407c-92aa-c395cee55ad4 HTTP/1.1" status: 204 len: 168 time: 0.3648386 Dec 20 21:44:32.459035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 37cdf297-861c-4dc7-9406-d1d708f5d5e4 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:44:32.470663 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-97534e61-9043-42ef-8e06-0647a6de7106 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.496794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c1505-c1e3-4095-927b-f0bda1307b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033b2f49-b75a-407c-92aa-c395cee55ad4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:32.506765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa07222-6b50-4024-8346-c9bf9de2a0a1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Made reservation on behalf of ebc725bfafa24426ba07e1a06be05d41 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:44:32.513385 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3fa07222-6b50-4024-8346-c9bf9de2a0a1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.519995 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-97534e61-9043-42ef-8e06-0647a6de7106 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.521444 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-97534e61-9043-42ef-8e06-0647a6de7106 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2845495 Dec 20 21:44:32.523544 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 38829886-1728-4cbd-aaf6-d752603a2e8c completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:44:32.524397 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34042) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:32.530259 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bfc42190-3002-4cb0-b782-19fef91b366e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:32.559852 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 38829886-1728-4cbd-aaf6-d752603a2e8c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:44:32.560527 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.573016 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 37cdf297-861c-4dc7-9406-d1d708f5d5e4 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:44:32.575931 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 37cdf297-861c-4dc7-9406-d1d708f5d5e4 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:44:32.616428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa07222-6b50-4024-8346-c9bf9de2a0a1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:44:32.637788 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3fa07222-6b50-4024-8346-c9bf9de2a0a1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.638211 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-3fa07222-6b50-4024-8346-c9bf9de2a0a1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Added segment e1ccf14b-5412-4108-9edc-5ad9e1b91c8d of type vlan for network 0c03b56b-deef-4d57-ba2f-ed3518996687 Dec 20 21:44:32.715115 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3fa07222-6b50-4024-8346-c9bf9de2a0a1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.744584 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.748776 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3fa07222-6b50-4024-8346-c9bf9de2a0a1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.764488 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa07222-6b50-4024-8346-c9bf9de2a0a1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:32.765937 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3fa07222-6b50-4024-8346-c9bf9de2a0a1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.783166 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d655c8-102a-429b-b561-71efcfe59729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38829886-1728-4cbd-aaf6-d752603a2e8c'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:44:32.785978 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19106075-66d5-420e-a45e-1c1118de5faf" -d '{"events": [{"server_uuid": "42d655c8-102a-429b-b561-71efcfe59729", "name": "network-vif-plugged", "status": "completed", "tag": "38829886-1728-4cbd-aaf6-d752603a2e8c"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:44:32.805854 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 38829886-1728-4cbd-aaf6-d752603a2e8c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=38829886-1728-4cbd-aaf6-d752603a2e8c,segment=NetworkSegment(5451bc92-3c2d-4892-bcb1-70eefdeddbda),segment_id=5451bc92-3c2d-4892-bcb1-70eefdeddbda)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:32.829068 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:32.943321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa07222-6b50-4024-8346-c9bf9de2a0a1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event updated for resources: {'Network': ['ID=0c03b56b-deef-4d57-ba2f-ed3518996687,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:32.948822 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=38829886-1728-4cbd-aaf6-d752603a2e8c,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:32.956360 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3fa07222-6b50-4024-8346-c9bf9de2a0a1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6755273 Dec 20 21:44:32.959416 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34060) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:32.968216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 0c03b56b-deef-4d57-ba2f-ed3518996687 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:44:32.975025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5b2651c4-be51-488b-948b-04eaab2121e1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1665609015'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:33.002000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2651c4-be51-488b-948b-04eaab2121e1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Made reservation on behalf of ebc725bfafa24426ba07e1a06be05d41 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:44:33.006480 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b2651c4-be51-488b-948b-04eaab2121e1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:33.019507 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bfc42190-3002-4cb0-b782-19fef91b366e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-292410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-293862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10461'] for router, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:33.028044 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d46812a-9acc-4657-b725-b18f7cd487c8 x-openstack-request-id: req-1d46812a-9acc-4657-b725-b18f7cd487c8 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:44:33.028803 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d655c8-102a-429b-b561-71efcfe59729", "name": "network-vif-plugged", "status": "completed", "tag": "38829886-1728-4cbd-aaf6-d752603a2e8c", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:44:33.029049 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d46812a-9acc-4657-b725-b18f7cd487c8 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:44:33.029755 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d655c8-102a-429b-b561-71efcfe59729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38829886-1728-4cbd-aaf6-d752603a2e8c', 'code': 200} Dec 20 21:44:33.035465 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bfc42190-3002-4cb0-b782-19fef91b366e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-292403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-292396', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-293855'] for router, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:33.046612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2651c4-be51-488b-948b-04eaab2121e1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:44:33.061330 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b2651c4-be51-488b-948b-04eaab2121e1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:33.061330 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-5b2651c4-be51-488b-948b-04eaab2121e1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Added segment ea773c4b-78f5-4a4e-a252-45bc7e690dc3 of type vlan for network 400b1488-9865-4145-b549-7b2f915a47eb Dec 20 21:44:33.171813 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b2651c4-be51-488b-948b-04eaab2121e1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:33.175320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34066) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:33.194617 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b0f90e46-043c-4705-8e31-b038f90ce72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:33.224062 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fea234-23c5-4fc0-8418-71b880f4d244 req-e734718b-5e43-46df-9702-9e7a5061aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:33.225599 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-45fea234-23c5-4fc0-8418-71b880f4d244 req-e734718b-5e43-46df-9702-9e7a5061aeda service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 1094 time: 0.1225669 Dec 20 21:44:33.239006 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc42190-3002-4cb0-b782-19fef91b366e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Router 2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:44:33.279606 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-45fea234-23c5-4fc0-8418-71b880f4d244 req-d448fa82-c0a7-41a7-9e7a-014eafda91fd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456474 Dec 20 21:44:33.302327 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b2651c4-be51-488b-948b-04eaab2121e1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:33.308113 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2651c4-be51-488b-948b-04eaab2121e1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:33.308711 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b2651c4-be51-488b-948b-04eaab2121e1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:33.394317 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5b2651c4-be51-488b-948b-04eaab2121e1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4334223 Dec 20 21:44:33.406337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2651c4-be51-488b-948b-04eaab2121e1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event updated for resources: {'Network': ['ID=400b1488-9865-4145-b549-7b2f915a47eb,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:33.418672 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 400b1488-9865-4145-b549-7b2f915a47eb details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:44:33.447750 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b0f90e46-043c-4705-8e31-b038f90ce72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:33.468464 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889f0d0-70a4-48a3-a494-cb506eb5c31f req-b25b71b0-bf93-4447-8b61-c7be717ab682 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:33.474020 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b0f90e46-043c-4705-8e31-b038f90ce72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:33.503792 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4889f0d0-70a4-48a3-a494-cb506eb5c31f req-b25b71b0-bf93-4447-8b61-c7be717ab682 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 945 time: 0.1317890 Dec 20 21:44:33.505057 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc42190-3002-4cb0-b782-19fef91b366e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:44:33.532180 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bfc42190-3002-4cb0-b782-19fef91b366e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:33.535439 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bfc42190-3002-4cb0-b782-19fef91b366e tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "PUT /v2.0/routers/2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe HTTP/1.1" status: 200 len: 697 time: 1.0094700 Dec 20 21:44:33.544806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34080) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:33.558695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb7787-a99f-4836-b931-61ec8f7162e0 None None] Sync routers for ids ['2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:44:33.564804 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34082) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:33.572446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Request body: {'subnets': [{'network_id': '0c03b56b-deef-4d57-ba2f-ed3518996687', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1559011927', 'ip_version': 4}, {'network_id': '400b1488-9865-4145-b549-7b2f915a47eb', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:33.572446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Request body: {'subnet': {'network_id': '0c03b56b-deef-4d57-ba2f-ed3518996687', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1559011927', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:33.573102 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Request body: {'subnet': {'network_id': '400b1488-9865-4145-b549-7b2f915a47eb', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:33.585934 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b0f90e46-043c-4705-8e31-b038f90ce72d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=445eafd1eb9e40179c164dcebd4cfb69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4093716 Dec 20 21:44:33.593686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfb7787-a99f-4836-b931-61ec8f7162e0 None None] Routers {'2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:33.594588 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3cfb7787-a99f-4836-b931-61ec8f7162e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:44:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:33.595108 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34086) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:33.647640 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f90e46-043c-4705-8e31-b038f90ce72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa8ab10-9bcc-443a-bcf5-672ac23d5f81,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:33.679186 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4889f0d0-70a4-48a3-a494-cb506eb5c31f req-3fbf6fca-68ab-4f9c-8e62-f32210ad379f tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635118 Dec 20 21:44:33.703551 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-3cfb7787-a99f-4836-b931-61ec8f7162e0 None None] Set router 2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:33.746118 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8b708032-5e44-4037-ae3f-4cc134b33cb5 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/routers/2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe HTTP/1.1" status: 200 len: 703 time: 0.1899929 Dec 20 21:44:33.747720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34088) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:33.793314 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fe73587d-d182-4056-94d7-6e3e8aa55b88 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe HTTP/1.1" status: 200 len: 205 time: 0.0411956 Dec 20 21:44:33.793735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34092) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:33.820473 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc774133-c4b2-416b-8965-6dfccfd2aeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:33.831552 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3cfb7787-a99f-4836-b931-61ec8f7162e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe', 'name': 'tempest-RoutersIpV6Test-router-843890159', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:32Z', 'updated_at': '2021-12-20T21:44:33Z', 'revision_number': 2, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:33.880137 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc774133-c4b2-416b-8965-6dfccfd2aeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:33.883842 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c5c58051-702e-43dc-bf03-f6dfab846dcd tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:33.915942 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb7787-a99f-4836-b931-61ec8f7162e0 None None] Checking router: 2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:44:33.931525 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfb7787-a99f-4836-b931-61ec8f7162e0 None None] Routers {'2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:44:33.932157 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3cfb7787-a99f-4836-b931-61ec8f7162e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:44:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:33.951906 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc774133-c4b2-416b-8965-6dfccfd2aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:33.955499 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cc774133-c4b2-416b-8965-6dfccfd2aeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:33.957265 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cc774133-c4b2-416b-8965-6dfccfd2aeb6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6fa8ab10-9bcc-443a-bcf5-672ac23d5f81 HTTP/1.1" status: 204 len: 168 time: 0.3589001 Dec 20 21:44:33.980663 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc774133-c4b2-416b-8965-6dfccfd2aeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa8ab10-9bcc-443a-bcf5-672ac23d5f81,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:34.040115 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Made reservation on behalf of ebc725bfafa24426ba07e1a06be05d41 for: {'subnet': 2} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:44:34.047677 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:34.048443 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:34.169841 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-3cfb7787-a99f-4836-b931-61ec8f7162e0 None None] Set router 2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:44:34.247532 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3cfb7787-a99f-4836-b931-61ec8f7162e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe', 'name': 'tempest-RoutersIpV6Test-router-843890159', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:32Z', 'updated_at': '2021-12-20T21:44:33Z', 'revision_number': 2, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:34.276809 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb7787-a99f-4836-b931-61ec8f7162e0 None None] The sync data for ids ['2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe'] in n-d-xena-1 is: [{'id': '2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe', 'name': 'tempest-RoutersIpV6Test-router-843890159', 'tenant_id': 'b1e45e06a32b49c7bc848298c9def573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:32Z', 'updated_at': '2021-12-20T21:44:33Z', 'revision_number': 2, 'project_id': 'b1e45e06a32b49c7bc848298c9def573', 'gw_port_host': None}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:44:34.302556 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c5c58051-702e-43dc-bf03-f6dfab846dcd tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:34.304935 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c5c58051-702e-43dc-bf03-f6dfab846dcd tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:34.388745 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c5c58051-702e-43dc-bf03-f6dfab846dcd tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:34.389319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c58051-702e-43dc-bf03-f6dfab846dcd tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Fanout notify agent at l3_agent the message router_deleted on router 2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:44:34.412835 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c5c58051-702e-43dc-bf03-f6dfab846dcd tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:34.419604 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c5c58051-702e-43dc-bf03-f6dfab846dcd tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/routers/2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe HTTP/1.1" status: 204 len: 168 time: 0.6197813 Dec 20 21:44:34.420251 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34106) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:34.492795 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-af6158c3-cc6e-48c8-9b75-15e2632fff94 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe HTTP/1.1" status: 200 len: 205 time: 0.0713043 Dec 20 21:44:34.495621 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34112) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:34.596221 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-c92e85fd-6f10-4824-bcb3-2753d8f9e6e1 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] delete failed (client error): The resource could not be found. Dec 20 21:44:34.597611 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c92e85fd-6f10-4824-bcb3-2753d8f9e6e1 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/routers/2a3c77bf-4e9d-4c5c-a2d3-aa2570efd3fe HTTP/1.1" status: 404 len: 336 time: 0.1009333 Dec 20 21:44:34.614118 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34120) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:34.649140 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e47c48-33b8-45d5-9515-05b7d63be4df tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] DELETE failed (client error): The resource could not be found. Dec 20 21:44:34.649600 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e47c48-33b8-45d5-9515-05b7d63be4df tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:44:34.660918 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c8e47c48-33b8-45d5-9515-05b7d63be4df tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/subnets/097d31bf-988d-4c24-948f-eb5d8d518fab HTTP/1.1" status: 404 len: 337 time: 0.0523765 Dec 20 21:44:34.663950 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34122) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:34.708903 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-82890f2c-29db-4359-a989-219a0083fe5d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] DELETE failed (client error): The resource could not be found. Dec 20 21:44:34.709798 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82890f2c-29db-4359-a989-219a0083fe5d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:44:34.730307 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-82890f2c-29db-4359-a989-219a0083fe5d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/subnets/05829969-ed13-413d-a52a-f0c8fa000f02 HTTP/1.1" status: 404 len: 337 time: 0.0646017 Dec 20 21:44:34.733705 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34126) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:34.838842 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-10272e64-4882-4071-8e26-81e739e4f39d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] DELETE failed (client error): The resource could not be found. Dec 20 21:44:34.839369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10272e64-4882-4071-8e26-81e739e4f39d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:44:34.845161 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-10272e64-4882-4071-8e26-81e739e4f39d tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/subnets/92d168d1-fba0-4a6e-8919-1599eacf1129 HTTP/1.1" status: 404 len: 337 time: 0.1077538 Dec 20 21:44:34.846214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34130) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:34.925834 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-0465ff9c-3c61-44fd-9946-c2ef747a72d7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] DELETE failed (client error): The resource could not be found. Dec 20 21:44:34.926910 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0465ff9c-3c61-44fd-9946-c2ef747a72d7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:44:34.935362 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0465ff9c-3c61-44fd-9946-c2ef747a72d7 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/subnets/add62787-6c12-4622-a828-63e33b913060 HTTP/1.1" status: 404 len: 337 time: 0.0884204 Dec 20 21:44:34.938352 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34132) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:34.995570 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e3269b68-c124-431d-af2e-ca3996d466cf tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports?device_id=7526b2f0-3abc-42e9-b942-5a7143aee059 HTTP/1.1" status: 200 len: 205 time: 0.0540702 Dec 20 21:44:35.001399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34136) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:35.039189 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e659ce0-7898-47bc-a5ed-6e612bd0c431 req-37a72604-5404-4315-a6c1-53b0abb4167b tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:35.048956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e659ce0-7898-47bc-a5ed-6e612bd0c431 req-37a72604-5404-4315-a6c1-53b0abb4167b tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 945 time: 0.1375751 Dec 20 21:44:35.051850 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-675b6089-5f6e-4ae0-8466-aa260237eb41 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] delete failed (client error): The resource could not be found. Dec 20 21:44:35.055391 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-675b6089-5f6e-4ae0-8466-aa260237eb41 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/routers/7526b2f0-3abc-42e9-b942-5a7143aee059 HTTP/1.1" status: 404 len: 336 time: 0.0508285 Dec 20 21:44:35.056400 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34140) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:35.100520 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ea629b0d-5e3c-4ab4-8562-33d16a8a2a2f tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports?device_id=f95d3315-11ec-4af2-8aef-52a8cb48169e HTTP/1.1" status: 200 len: 205 time: 0.0436764 Dec 20 21:44:35.115290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34144) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:35.166274 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e659ce0-7898-47bc-a5ed-6e612bd0c431 req-835dc265-f14d-4436-ad52-59c98a1850ad tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163507 Dec 20 21:44:35.167962 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-ba9d2b43-7c73-49b2-b834-133108ce2e70 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] delete failed (client error): The resource could not be found. Dec 20 21:44:35.172225 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ba9d2b43-7c73-49b2-b834-133108ce2e70 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/routers/f95d3315-11ec-4af2-8aef-52a8cb48169e HTTP/1.1" status: 404 len: 336 time: 0.0554290 Dec 20 21:44:35.173614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34150) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:35.176519 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:35.233735 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-df207129-0874-4042-be53-6f1e97569dff tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] DELETE failed (client error): The resource could not be found. Dec 20 21:44:35.233735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df207129-0874-4042-be53-6f1e97569dff tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:44:35.239206 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-df207129-0874-4042-be53-6f1e97569dff tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/subnets/59a6f657-99a2-4a48-9e80-06ce7c68a174 HTTP/1.1" status: 404 len: 337 time: 0.0642951 Dec 20 21:44:35.240123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34154) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:35.276363 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event updated for resources: {'Subnet': ['ID=3ee9dfa6-8194-44ff-bcb1-2ba1d9a5e020,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:35.301611 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ca1ca0d4-f20f-4770-9d7f-f5f76ab2e3d2 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports?device_id=1063c422-cf04-4fd7-86d3-1944ecbd4270 HTTP/1.1" status: 200 len: 205 time: 0.0600433 Dec 20 21:44:35.301932 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34156) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:35.387160 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-f3963dfd-7fc2-4094-a431-c91721d14a79 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] delete failed (client error): The resource could not be found. Dec 20 21:44:35.391179 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34160) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:35.397976 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f3963dfd-7fc2-4094-a431-c91721d14a79 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/routers/1063c422-cf04-4fd7-86d3-1944ecbd4270 HTTP/1.1" status: 404 len: 336 time: 0.0947008 Dec 20 21:44:35.432939 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-be89667d-9328-4e8f-8d48-23877a8b6d70 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c4f2c73-f21d-49e1-bd0b-ba62fe05f711 HTTP/1.1" status: 200 len: 205 time: 0.0401897 Dec 20 21:44:35.438011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34162) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:35.476779 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3054a-239e-4163-b273-917f7282c50b req-89304109-5f6a-4b68-88ab-afe76b0257c6 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:35.494223 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4b3054a-239e-4163-b273-917f7282c50b req-89304109-5f6a-4b68-88ab-afe76b0257c6 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 945 time: 0.1694088 Dec 20 21:44:35.504351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Checking segment: {'id': 'e1ccf14b-5412-4108-9edc-5ad9e1b91c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0c03b56b-deef-4d57-ba2f-ed3518996687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:44:35.504712 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Network hostable DHCP agents. Network: 0c03b56b-deef-4d57-ba2f-ed3518996687, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:44:35.507083 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-a45e2f8d-3848-4852-ade0-a4d3f95e3e04 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] delete failed (client error): The resource could not be found. Dec 20 21:44:35.508153 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a45e2f8d-3848-4852-ade0-a4d3f95e3e04 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/routers/0c4f2c73-f21d-49e1-bd0b-ba62fe05f711 HTTP/1.1" status: 404 len: 336 time: 0.0659449 Dec 20 21:44:35.511380 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34166) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:35.549169 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ee049b-9def-4054-8171-81ded70475eb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] DELETE failed (client error): The resource could not be found. Dec 20 21:44:35.549726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ee049b-9def-4054-8171-81ded70475eb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:44:35.556625 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-09ee049b-9def-4054-8171-81ded70475eb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/subnets/29723c0b-5837-47c1-8a7c-6139560816db HTTP/1.1" status: 404 len: 337 time: 0.0441318 Dec 20 21:44:35.557528 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34176) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:35.590125 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Network 0c03b56b-deef-4d57-ba2f-ed3518996687 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:44:35.605077 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4b3054a-239e-4163-b273-917f7282c50b req-909c265e-4aad-48a8-96e1-7066253c063c tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099179 Dec 20 21:44:35.638770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34180) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:35.640665 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bc91590e-0553-4f1f-8204-2db15edeceea tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports?device_id=7911b80b-0c4e-4046-af0a-a92ee4d1b0bb HTTP/1.1" status: 200 len: 205 time: 0.0810728 Dec 20 21:44:35.688234 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 0c03b56b-deef-4d57-ba2f-ed3518996687) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:44:35.692429 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:35.701513 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ea85c1-eb72-4434-bd6b-8495600b8138 None None] Network 0c03b56b-deef-4d57-ba2f-ed3518996687 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:44:35.748713 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-ce4a1568-7805-4114-8e0d-fb0199b52675 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] delete failed (client error): The resource could not be found. Dec 20 21:44:35.772242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event updated for resources: {'Subnet': ['ID=f3aa3174-6887-475d-aa78-4a442211253e,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:35.776454 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34184) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:35.777647 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ce4a1568-7805-4114-8e0d-fb0199b52675 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/routers/7911b80b-0c4e-4046-af0a-a92ee4d1b0bb HTTP/1.1" status: 404 len: 336 time: 0.1184745 Dec 20 21:44:35.838853 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-af32c15a-5815-44d0-af2d-e70fc59d72bb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] DELETE failed (client error): The resource could not be found. Dec 20 21:44:35.839425 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af32c15a-5815-44d0-af2d-e70fc59d72bb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:44:35.846902 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34190) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:35.870954 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-af32c15a-5815-44d0-af2d-e70fc59d72bb tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/subnets/0e20848b-dd0d-43eb-afaf-0c5d4ad726e8 HTTP/1.1" status: 404 len: 337 time: 0.0652461 Dec 20 21:44:35.933817 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a6cc6cc9-601a-40b8-bf23-c630d0c78ce9 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "GET /v2.0/ports?device_id=f77978c0-dda9-4270-97c9-738be9611780 HTTP/1.1" status: 200 len: 205 time: 0.0832605 Dec 20 21:44:35.936772 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34192) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:35.946153 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Checking segment: {'id': 'ea773c4b-78f5-4a4e-a252-45bc7e690dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '400b1488-9865-4145-b549-7b2f915a47eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:44:35.946688 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Network hostable DHCP agents. Network: 400b1488-9865-4145-b549-7b2f915a47eb, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:44:35.986289 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-0c03b56b-deef-4d57-ba2f-ed3518996687', 'network_id': '0c03b56b-deef-4d57-ba2f-ed3518996687', 'tenant_id': 'ebc725bfafa24426ba07e1a06be05d41', 'fixed_ips': [{'subnet_id': '3ee9dfa6-8194-44ff-bcb1-2ba1d9a5e020'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:44:35.988511 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:36.106831 n-d-xena-1 neutron-server[102402]: INFO neutron.api.v2.resource [None req-89c41d1f-668c-48f0-96f9-4917efc4aa27 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] delete failed (client error): The resource could not be found. Dec 20 21:44:36.111221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34200) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:36.111778 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-89c41d1f-668c-48f0-96f9-4917efc4aa27 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/routers/f77978c0-dda9-4270-97c9-738be9611780 HTTP/1.1" status: 404 len: 336 time: 0.1523688 Dec 20 21:44:36.127114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Network 400b1488-9865-4145-b549-7b2f915a47eb is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:44:36.163686 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 400b1488-9865-4145-b549-7b2f915a47eb) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:44:36.183390 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-637f65e6-ccf8-4a9f-92aa-baac1325c490 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] DELETE failed (client error): The resource could not be found. Dec 20 21:44:36.183849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637f65e6-ccf8-4a9f-92aa-baac1325c490 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:44:36.185177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Allocated IP 172.20.0.2 (0c03b56b-deef-4d57-ba2f-ed3518996687/3ee9dfa6-8194-44ff-bcb1-2ba1d9a5e020/c4a045b6-fa93-47fa-937c-b25d63d8c666) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:44:36.186997 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-637f65e6-ccf8-4a9f-92aa-baac1325c490 tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/subnets/ca3c0302-31d3-4e51-8c80-107af401c1ac HTTP/1.1" status: 404 len: 337 time: 0.0747430 Dec 20 21:44:36.193335 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113d6d6c-b47e-4dce-ba5f-ee1c3013c504 None None] Network 400b1488-9865-4145-b549-7b2f915a47eb requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:44:36.198134 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:36.200053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34204) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:36.201840 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:36.206217 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:36.251445 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f14e62-4c43-4a09-ba4d-6278edef7c0a req-1ea61800-20df-4300-9fd7-7331660df825 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:36.253302 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e7f14e62-4c43-4a09-ba4d-6278edef7c0a req-1ea61800-20df-4300-9fd7-7331660df825 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 945 time: 0.1924033 Dec 20 21:44:36.263642 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ac1625-45f2-41c4-923d-e6184afa5caa tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] DELETE failed (client error): The resource could not be found. Dec 20 21:44:36.264225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ac1625-45f2-41c4-923d-e6184afa5caa tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:44:36.268515 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-51ac1625-45f2-41c4-923d-e6184afa5caa tempest-RoutersIpV6Test-537029383 tempest-RoutersIpV6Test-537029383-project] 10.222.0.32 "DELETE /v2.0/subnets/dc1dfd5a-d1e9-4352-a522-0dc2360584ad HTTP/1.1" status: 404 len: 337 time: 0.0673416 Dec 20 21:44:36.274866 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-33eb793c-db67-497e-9279-7a201ef92de3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7089529 Dec 20 21:44:36.284009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34210) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:36.347126 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e7f14e62-4c43-4a09-ba4d-6278edef7c0a req-0c0a24ad-9a1a-442c-b7d6-b4841fc5cdaf tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859663 Dec 20 21:44:36.434912 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc905ec-fd9d-4839-921f-108a21ebda34 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:36.439074 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc905ec-fd9d-4839-921f-108a21ebda34 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:36.443971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc905ec-fd9d-4839-921f-108a21ebda34 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:36.451712 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8dc905ec-fd9d-4839-921f-108a21ebda34 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1628661 Dec 20 21:44:36.452094 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34214) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:36.604442 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Deleting subnet 3ee9dfa6-8194-44ff-bcb1-2ba1d9a5e020 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:44:36.659788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-400b1488-9865-4145-b549-7b2f915a47eb', 'network_id': '400b1488-9865-4145-b549-7b2f915a47eb', 'tenant_id': 'ebc725bfafa24426ba07e1a06be05d41', 'fixed_ips': [{'subnet_id': 'f3aa3174-6887-475d-aa78-4a442211253e'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:44:36.660693 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:36.862507 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34232) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:36.894203 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:36.899986 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Allocated IP 172.20.0.18 (400b1488-9865-4145-b549-7b2f915a47eb/f3aa3174-6887-475d-aa78-4a442211253e/5f406dec-97df-4d5e-9ec5-14347daaf9c4) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:44:36.904447 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:36.926180 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:36.979069 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:37.133796 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Network 0c03b56b-deef-4d57-ba2f-ed3518996687 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:44:37.146648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:44:37.150838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Pushing event updated for resources: {'Port': ['ID=c4a045b6-fa93-47fa-937c-b25d63d8c666,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:37.152129 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:37.156069 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:44:37.231027 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b17da98f-2c7d-4024-b39f-f2c1101095f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1e45e06a32b49c7bc848298c9def573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673391 Dec 20 21:44:37.233656 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34244) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:37.289173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Attempting to bind port c4a045b6-fa93-47fa-937c-b25d63d8c666 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:44:37.291077 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Attempting to bind port c4a045b6-fa93-47fa-937c-b25d63d8c666 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'e1ccf14b-5412-4108-9edc-5ad9e1b91c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0c03b56b-deef-4d57-ba2f-ed3518996687'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:44:37.291486 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Attempting to bind port c4a045b6-fa93-47fa-937c-b25d63d8c666 on network 0c03b56b-deef-4d57-ba2f-ed3518996687 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:44:37.304091 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:37.308474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:44:37.309205 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Checking segment: {'id': 'e1ccf14b-5412-4108-9edc-5ad9e1b91c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0c03b56b-deef-4d57-ba2f-ed3518996687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:44:37.309797 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:37.310373 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Bound using segment: {'id': 'e1ccf14b-5412-4108-9edc-5ad9e1b91c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0c03b56b-deef-4d57-ba2f-ed3518996687'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:44:37.311152 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Bound port: c4a045b6-fa93-47fa-937c-b25d63d8c666, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ccf14b-5412-4108-9edc-5ad9e1b91c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0c03b56b-deef-4d57-ba2f-ed3518996687'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:44:37.311868 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:37.368656 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee9dfa6-8194-44ff-bcb1-2ba1d9a5e020,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:37.392679 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:37.400727 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "DELETE /v2.0/subnets/3ee9dfa6-8194-44ff-bcb1-2ba1d9a5e020 HTTP/1.1" status: 204 len: 168 time: 0.9475684 Dec 20 21:44:37.404212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:37.408375 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:37.408906 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:37.409392 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:37.409872 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:37.410448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:37.411762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34252) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:37.412291 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:37.414850 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:37.415442 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:37.418866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:37.419376 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:37.419859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aea7ac-7353-4722-9762-36884e7c9e18 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:37.453552 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] For port c4a045b6-fa93-47fa-937c-b25d63d8c666, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:44:37.456663 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:37.459946 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] For port c4a045b6-fa93-47fa-937c-b25d63d8c666, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c4a045b6-fa93-47fa-937c-b25d63d8c666,segment=NetworkSegment(e1ccf14b-5412-4108-9edc-5ad9e1b91c8d),segment_id=e1ccf14b-5412-4108-9edc-5ad9e1b91c8d)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:44:37.479185 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:37.485535 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:37.525666 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10196fd5-a8f3-4c15-8607-6fd954a873e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:37.561600 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Network 400b1488-9865-4145-b549-7b2f915a47eb is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:44:37.579832 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:44:37.593407 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10196fd5-a8f3-4c15-8607-6fd954a873e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:37.598963 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea9f569-1585-4dd9-91bb-926ad0faed62 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Deleting subnet f3aa3174-6887-475d-aa78-4a442211253e {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:44:37.603829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:44:37.616668 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f569-1585-4dd9-91bb-926ad0faed62 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:37.625395 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d9e21-a242-45f4-8ba3-b23e22bb2772 req-f50e13d4-52e6-4063-9ecb-caf0cc71c4a4 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:37.628065 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-614d9e21-a242-45f4-8ba3-b23e22bb2772 req-f50e13d4-52e6-4063-9ecb-caf0cc71c4a4 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 945 time: 0.1157722 Dec 20 21:44:37.639088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6af82-4d95-4d04-bbe7-606b7dd9ff5c None None] Pushing event updated for resources: {'Port': ['ID=c4a045b6-fa93-47fa-937c-b25d63d8c666,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:37.699081 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Pushing event updated for resources: {'Port': ['ID=5f406dec-97df-4d5e-9ec5-14347daaf9c4,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:37.710589 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f569-1585-4dd9-91bb-926ad0faed62 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:37.746462 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830d5172-9c45-4e17-a46e-53dbf32c7dd4 None None] Network 0c03b56b-deef-4d57-ba2f-ed3518996687 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:44:37.763539 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-614d9e21-a242-45f4-8ba3-b23e22bb2772 req-380f3368-29ae-4ace-8f28-53ff20da3aa4 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125650 Dec 20 21:44:37.846914 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Attempting to bind port 5f406dec-97df-4d5e-9ec5-14347daaf9c4 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:44:37.847408 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Attempting to bind port 5f406dec-97df-4d5e-9ec5-14347daaf9c4 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'ea773c4b-78f5-4a4e-a252-45bc7e690dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '400b1488-9865-4145-b549-7b2f915a47eb'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:44:37.847677 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Attempting to bind port 5f406dec-97df-4d5e-9ec5-14347daaf9c4 on network 400b1488-9865-4145-b549-7b2f915a47eb {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:44:37.947288 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f569-1585-4dd9-91bb-926ad0faed62 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:38.090406 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:44:38.093250 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Checking segment: {'id': 'ea773c4b-78f5-4a4e-a252-45bc7e690dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '400b1488-9865-4145-b549-7b2f915a47eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:44:38.093250 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:38.093250 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Bound using segment: {'id': 'ea773c4b-78f5-4a4e-a252-45bc7e690dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '400b1488-9865-4145-b549-7b2f915a47eb'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:44:38.093250 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Bound port: 5f406dec-97df-4d5e-9ec5-14347daaf9c4, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea773c4b-78f5-4a4e-a252-45bc7e690dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '400b1488-9865-4145-b549-7b2f915a47eb'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:44:38.093250 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:38.520403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10196fd5-a8f3-4c15-8607-6fd954a873e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:38.523145 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-10196fd5-a8f3-4c15-8607-6fd954a873e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:38.524399 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-10196fd5-a8f3-4c15-8607-6fd954a873e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d31061dd-b64e-49ae-b812-b748033bcb37 HTTP/1.1" status: 204 len: 168 time: 1.2894938 Dec 20 21:44:38.597633 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10196fd5-a8f3-4c15-8607-6fd954a873e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31061dd-b64e-49ae-b812-b748033bcb37,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:38.629404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10196fd5-a8f3-4c15-8607-6fd954a873e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:38.629404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10196fd5-a8f3-4c15-8607-6fd954a873e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:38.629717 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10196fd5-a8f3-4c15-8607-6fd954a873e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:38.630007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10196fd5-a8f3-4c15-8607-6fd954a873e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:38.630368 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10196fd5-a8f3-4c15-8607-6fd954a873e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:38.630675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10196fd5-a8f3-4c15-8607-6fd954a873e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:38.631086 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10196fd5-a8f3-4c15-8607-6fd954a873e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:38.631311 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10196fd5-a8f3-4c15-8607-6fd954a873e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:38.631894 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10196fd5-a8f3-4c15-8607-6fd954a873e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:38.631894 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10196fd5-a8f3-4c15-8607-6fd954a873e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:38.632379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10196fd5-a8f3-4c15-8607-6fd954a873e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:38.632603 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10196fd5-a8f3-4c15-8607-6fd954a873e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:44:38.637273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5e7d8-df79-4f08-81ec-19b56142df02 req-84c03568-dbf4-4a94-ae94-1ef8e7e0194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:38.646258 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34e5e7d8-df79-4f08-81ec-19b56142df02 req-84c03568-dbf4-4a94-ae94-1ef8e7e0194a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c0d836597b1148e496eeb7de4b99ccab&device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 1094 time: 0.1271458 Dec 20 21:44:38.800491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5e7d8-df79-4f08-81ec-19b56142df02 req-6396dc4d-dbc9-4742-8134-c304502ad31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:38.804091 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34e5e7d8-df79-4f08-81ec-19b56142df02 req-6396dc4d-dbc9-4742-8134-c304502ad31c service neutron] 10.222.0.31 "GET /v2.0/networks?id=77fac214-9bf0-4048-9729-379e6b2c72f7 HTTP/1.1" status: 200 len: 912 time: 0.1491699 Dec 20 21:44:38.831014 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] For port 5f406dec-97df-4d5e-9ec5-14347daaf9c4, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:44:38.836781 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] For port 5f406dec-97df-4d5e-9ec5-14347daaf9c4, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5f406dec-97df-4d5e-9ec5-14347daaf9c4,segment=NetworkSegment(ea773c4b-78f5-4a4e-a252-45bc7e690dc3),segment_id=ea773c4b-78f5-4a4e-a252-45bc7e690dc3)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:44:38.837884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c357dd3-9c35-401e-aa62-80dc985697df req-6cff6911-4721-45bf-8e60-9c1aa0e4410b tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:38.840082 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c357dd3-9c35-401e-aa62-80dc985697df req-6cff6911-4721-45bf-8e60-9c1aa0e4410b tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 945 time: 0.3221061 Dec 20 21:44:38.845215 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:38.861312 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f569-1585-4dd9-91bb-926ad0faed62 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:38.967658 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a9a1b-c7fe-4aa3-848f-cc5c2e3c6eeb None None] Pushing event updated for resources: {'Port': ['ID=5f406dec-97df-4d5e-9ec5-14347daaf9c4,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:38.997390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9f569-1585-4dd9-91bb-926ad0faed62 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event deleted for resources: {'Subnet': ['ID=f3aa3174-6887-475d-aa78-4a442211253e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:39.000095 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f569-1585-4dd9-91bb-926ad0faed62 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:39.007066 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0ea9f569-1585-4dd9-91bb-926ad0faed62 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "DELETE /v2.0/subnets/f3aa3174-6887-475d-aa78-4a442211253e HTTP/1.1" status: 204 len: 168 time: 1.5710256 Dec 20 21:44:39.008047 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34300) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:39.008908 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34e5e7d8-df79-4f08-81ec-19b56142df02 req-f96f411d-26d6-490b-a3a3-db4ed2b7d186 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38829886-1728-4cbd-aaf6-d752603a2e8c HTTP/1.1" status: 200 len: 217 time: 0.1665740 Dec 20 21:44:39.117302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c4bc6e-eea1-4474-8ad8-c377fa85b837 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:39.121342 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1c357dd3-9c35-401e-aa62-80dc985697df req-397f7735-3629-4875-a2f9-ef29b34ed88f tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489879 Dec 20 21:44:39.146823 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b6c4bc6e-eea1-4474-8ad8-c377fa85b837 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1373074 Dec 20 21:44:39.150778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34312) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:39.177738 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5e7d8-df79-4f08-81ec-19b56142df02 req-b65b2c33-2ae9-440a-9932-481afc275704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:39.179295 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34e5e7d8-df79-4f08-81ec-19b56142df02 req-b65b2c33-2ae9-440a-9932-481afc275704 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3cf09741-2170-4bda-9d73-15a60f4f1d78 HTTP/1.1" status: 200 len: 851 time: 0.1626151 Dec 20 21:44:39.255702 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34e5e7d8-df79-4f08-81ec-19b56142df02 req-a49ba1e0-4415-455b-9a7c-a490f414f816 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77fac214-9bf0-4048-9729-379e6b2c72f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661457 Dec 20 21:44:39.264226 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:44:39.331945 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:39.430764 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34e5e7d8-df79-4f08-81ec-19b56142df02 req-be82cf6a-0ed5-4faf-9375-ebe0c1ac319c service neutron] 10.222.0.31 "GET /v2.0/networks/77fac214-9bf0-4048-9729-379e6b2c72f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678469 Dec 20 21:44:39.512268 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Deleting port 5f406dec-97df-4d5e-9ec5-14347daaf9c4 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:39.513423 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:39.641328 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34e5e7d8-df79-4f08-81ec-19b56142df02 req-c38b2010-28d3-42a9-be54-233d90754054 service neutron] 10.222.0.31 "GET /v2.0/networks/77fac214-9bf0-4048-9729-379e6b2c72f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755393 Dec 20 21:44:39.705374 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] For port 5f406dec-97df-4d5e-9ec5-14347daaf9c4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5f406dec-97df-4d5e-9ec5-14347daaf9c4,segment=NetworkSegment(ea773c4b-78f5-4a4e-a252-45bc7e690dc3),segment_id=ea773c4b-78f5-4a4e-a252-45bc7e690dc3)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:39.705743 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:39.722821 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Calling delete_port for 5f406dec-97df-4d5e-9ec5-14347daaf9c4 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:39.890270 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:39.971661 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event deleted for resources: {'Port': ['ID=5f406dec-97df-4d5e-9ec5-14347daaf9c4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:39.990982 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] No DVR routers for this DVR port 5f406dec-97df-4d5e-9ec5-14347daaf9c4 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:44:40.141794 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:40.207710 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400b1488-9865-4145-b549-7b2f915a47eb']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:40.229264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea773c4b-78f5-4a4e-a252-45bc7e690dc3') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:40.233428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea773c4b-78f5-4a4e-a252-45bc7e690dc3') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:40.299312 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:40.333669 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:40.345716 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:44:40.348584 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:44:40.512329 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:44:40.626542 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:40.636910 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:40.639164 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "DELETE /v2.0/networks/400b1488-9865-4145-b549-7b2f915a47eb HTTP/1.1" status: 204 len: 168 time: 1.4870718 Dec 20 21:44:40.643105 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34358) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:40.676379 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea60af-06b9-497c-93d5-beed2264b158 req-6a670b64-2b76-469a-9454-bcfb59523bc9 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:40.678784 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3fea60af-06b9-497c-93d5-beed2264b158 req-6a670b64-2b76-469a-9454-bcfb59523bc9 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 945 time: 0.1539583 Dec 20 21:44:40.706649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3705d417-8942-45dc-b7b1-c001f7aa5efa None None] Could not find standard attr ID for object 5f406dec-97df-4d5e-9ec5-14347daaf9c4. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 21:44:40.758788 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e58f6b-9da5-4b5c-810f-868698c0d8d2 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event deleted for resources: {'Network': ['ID=400b1488-9865-4145-b549-7b2f915a47eb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:40.815802 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7692bb-f0e8-49a3-8664-183c08db9b7a None None] DHCP port deletion for 400b1488-9865-4145-b549-7b2f915a47eb request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:44:40.832290 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3fea60af-06b9-497c-93d5-beed2264b158 req-678699e8-71a0-4933-8320-6bef47f1c905 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991201 Dec 20 21:44:40.857318 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702b756d-5e62-4e94-bb34-0c206e491aec None None] Network 400b1488-9865-4145-b549-7b2f915a47eb requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:44:40.880980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702b756d-5e62-4e94-bb34-0c206e491aec None None] Network 400b1488-9865-4145-b549-7b2f915a47eb could not be found, it might have been deleted concurrently. {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 20 21:44:40.915489 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0e87e4-c3c3-428c-a97f-1072d6b063e1 None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 21:44:40.953148 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:41.061453 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Deleting port c4a045b6-fa93-47fa-937c-b25d63d8c666 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:41.061821 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:41.074525 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0e87e4-c3c3-428c-a97f-1072d6b063e1 None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 21:44:41.168423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] For port c4a045b6-fa93-47fa-937c-b25d63d8c666, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c4a045b6-fa93-47fa-937c-b25d63d8c666,segment=NetworkSegment(e1ccf14b-5412-4108-9edc-5ad9e1b91c8d),segment_id=e1ccf14b-5412-4108-9edc-5ad9e1b91c8d)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:41.168802 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:41.192733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Calling delete_port for c4a045b6-fa93-47fa-937c-b25d63d8c666 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:41.372976 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:41.399847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event deleted for resources: {'Port': ['ID=c4a045b6-fa93-47fa-937c-b25d63d8c666,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:41.433017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] No DVR routers for this DVR port c4a045b6-fa93-47fa-937c-b25d63d8c666 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:44:41.634002 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:41.671767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c03b56b-deef-4d57-ba2f-ed3518996687']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:41.681708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ccf14b-5412-4108-9edc-5ad9e1b91c8d') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:41.682250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ccf14b-5412-4108-9edc-5ad9e1b91c8d') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:41.692418 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:41.706629 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:41.713911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:44:41.714588 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:44:41.724974 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:44:41.840697 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:41.855730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:41.859895 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "DELETE /v2.0/networks/0c03b56b-deef-4d57-ba2f-ed3518996687 HTTP/1.1" status: 204 len: 168 time: 1.2167742 Dec 20 21:44:41.862933 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34396) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:41.897754 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d2027-6faf-46c7-bf5a-a0a5bb6652e3 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event deleted for resources: {'Network': ['ID=0c03b56b-deef-4d57-ba2f-ed3518996687,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:42.072963 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8ccfd-8cdf-49ac-9ff9-1900c4690853 req-eb37e5ea-3b4e-40bc-a072-50283597e64d tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:42.084390 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9d8ccfd-8cdf-49ac-9ff9-1900c4690853 req-eb37e5ea-3b4e-40bc-a072-50283597e64d tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 945 time: 0.1331456 Dec 20 21:44:42.118048 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-957e3543-ca24-4702-9ed6-87af1197c95d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:42.154976 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9d8ccfd-8cdf-49ac-9ff9-1900c4690853 req-10c40d79-ba21-41a1-903b-c5a2dbb1e665 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692492 Dec 20 21:44:42.327857 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-957e3543-ca24-4702-9ed6-87af1197c95d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:42.399572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-957e3543-ca24-4702-9ed6-87af1197c95d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a1822e-fdf4-4b24-8846-d5c20c78b3a1']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:42.434266 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5f406dec-97df-4d5e-9ec5-14347daaf9c4 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:44:42.463464 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-957e3543-ca24-4702-9ed6-87af1197c95d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a69769-d4d6-4000-a880-c5d6ba997b34') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:42.464032 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-957e3543-ca24-4702-9ed6-87af1197c95d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a69769-d4d6-4000-a880-c5d6ba997b34') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:42.478445 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-957e3543-ca24-4702-9ed6-87af1197c95d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:42.500590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 5f406dec-97df-4d5e-9ec5-14347daaf9c4 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:44:42.500940 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5f406dec-97df-4d5e-9ec5-14347daaf9c4 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:44:42.503346 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-957e3543-ca24-4702-9ed6-87af1197c95d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:42.516434 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957e3543-ca24-4702-9ed6-87af1197c95d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:44:42.517597 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-957e3543-ca24-4702-9ed6-87af1197c95d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:44:42.528510 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:44:42.698390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e945cda-4706-4f1e-9c2c-3f4245efc83d req-a079cc3d-b310-4051-9bc7-d693be80b382 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:42.700740 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e945cda-4706-4f1e-9c2c-3f4245efc83d req-a079cc3d-b310-4051-9bc7-d693be80b382 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 945 time: 0.0948491 Dec 20 21:44:42.705483 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-957e3543-ca24-4702-9ed6-87af1197c95d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:42.713284 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-957e3543-ca24-4702-9ed6-87af1197c95d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:42.723337 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-957e3543-ca24-4702-9ed6-87af1197c95d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "DELETE /v2.0/networks/59a1822e-fdf4-4b24-8846-d5c20c78b3a1 HTTP/1.1" status: 204 len: 168 time: 0.8521931 Dec 20 21:44:42.723337 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34436) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:42.801392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e945cda-4706-4f1e-9c2c-3f4245efc83d req-47726a06-5c85-44f9-b3be-49d1d489b7d7 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922132 Dec 20 21:44:42.831986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e3543-ca24-4702-9ed6-87af1197c95d tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event deleted for resources: {'Network': ['ID=59a1822e-fdf4-4b24-8846-d5c20c78b3a1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:42.880141 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2476059f-632c-4723-b23e-833231538ca1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:42.962810 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34444) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:43.091296 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2476059f-632c-4723-b23e-833231538ca1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:43.147423 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2476059f-632c-4723-b23e-833231538ca1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bef724-de61-4ba3-ae9c-0c38f78c400a']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:43.183984 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2476059f-632c-4723-b23e-833231538ca1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac337383-8747-4b5a-933a-c24483e0b8dc') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:43.184204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2476059f-632c-4723-b23e-833231538ca1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac337383-8747-4b5a-933a-c24483e0b8dc') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:43.194057 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-efb8c023-753d-410f-bad1-9e2917e58a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:43.203189 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2476059f-632c-4723-b23e-833231538ca1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:43.232382 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2476059f-632c-4723-b23e-833231538ca1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:43.238730 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2476059f-632c-4723-b23e-833231538ca1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:44:43.239209 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2476059f-632c-4723-b23e-833231538ca1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:44:43.242147 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:44:43.338679 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2476059f-632c-4723-b23e-833231538ca1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:43.354626 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2476059f-632c-4723-b23e-833231538ca1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:43.365728 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2476059f-632c-4723-b23e-833231538ca1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] 10.222.0.32 "DELETE /v2.0/networks/47bef724-de61-4ba3-ae9c-0c38f78c400a HTTP/1.1" status: 204 len: 168 time: 0.6386223 Dec 20 21:44:43.437201 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476059f-632c-4723-b23e-833231538ca1 tempest-BulkNetworkOpsTest-192293625 tempest-BulkNetworkOpsTest-192293625-project] Pushing event deleted for resources: {'Network': ['ID=47bef724-de61-4ba3-ae9c-0c38f78c400a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:43.514941 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-efb8c023-753d-410f-bad1-9e2917e58a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:43.523456 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-efb8c023-753d-410f-bad1-9e2917e58a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:43.582446 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8c023-753d-410f-bad1-9e2917e58a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2d20d1-35a8-4450-9bda-4eec1ca91072,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:43.587169 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-efb8c023-753d-410f-bad1-9e2917e58a26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ab5b6fcea2d4bfd8eb8adc977f4f4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6232603 Dec 20 21:44:43.590243 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34462) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:43.722972 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e39c3c75-21e6-4525-9be7-3969222a6c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:43.789430 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e39c3c75-21e6-4525-9be7-3969222a6c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:43.855488 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34472) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:43.873255 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e39c3c75-21e6-4525-9be7-3969222a6c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:43.879584 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e39c3c75-21e6-4525-9be7-3969222a6c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:43.885665 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e39c3c75-21e6-4525-9be7-3969222a6c76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f2d20d1-35a8-4450-9bda-4eec1ca91072 HTTP/1.1" status: 204 len: 168 time: 0.2940657 Dec 20 21:44:43.911506 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c3c75-21e6-4525-9be7-3969222a6c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2d20d1-35a8-4450-9bda-4eec1ca91072,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:43.996035 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb46e9-0c2b-45f2-b8fc-73cfc6c64a1e req-8d1ef49f-123d-44c1-93c2-368065104488 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:44.005531 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d4eb46e9-0c2b-45f2-b8fc-73cfc6c64a1e req-8d1ef49f-123d-44c1-93c2-368065104488 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 945 time: 0.0756011 Dec 20 21:44:44.119106 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d4eb46e9-0c2b-45f2-b8fc-73cfc6c64a1e req-06ebad94-dc6c-4c7b-9065-e05d6f4dc399 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051967 Dec 20 21:44:44.532395 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3f3336c7-11cd-4fea-8a72-db5636cd85e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebc725bfafa24426ba07e1a06be05d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6760507 Dec 20 21:44:44.549734 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34496) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:44.656798 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2082a5c-3385-46f0-b0aa-f0a3a295b8e3 req-1867bb44-9bf2-42cd-8504-38ca7a6e30b9 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:44.657261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34500) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:44.665461 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b2082a5c-3385-46f0-b0aa-f0a3a295b8e3 req-1867bb44-9bf2-42cd-8504-38ca7a6e30b9 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 945 time: 0.1999960 Dec 20 21:44:44.684624 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af956906-f56f-4ea3-a59e-eee7c47608ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:44.700441 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a46f4f-1f24-48a4-9bfd-ce9687616165 req-402d7dd6-2880-4b06-b64d-1a42a459dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:44.703158 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73a46f4f-1f24-48a4-9bfd-ce9687616165 req-402d7dd6-2880-4b06-b64d-1a42a459dad4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c0d836597b1148e496eeb7de4b99ccab&device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 1094 time: 0.1994624 Dec 20 21:44:44.703321 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b09ea69b-49a1-484d-9fa2-52dbbd8b5fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:44.731078 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b2082a5c-3385-46f0-b0aa-f0a3a295b8e3 req-2aefafeb-d390-4b67-9126-5d5b17b77327 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599015 Dec 20 21:44:44.746403 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b09ea69b-49a1-484d-9fa2-52dbbd8b5fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:44.830524 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b09ea69b-49a1-484d-9fa2-52dbbd8b5fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:44.833490 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b09ea69b-49a1-484d-9fa2-52dbbd8b5fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:44.837122 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b09ea69b-49a1-484d-9fa2-52dbbd8b5fbe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1296b30a-4342-444b-aa4a-9c9c81bc7a31 HTTP/1.1" status: 204 len: 168 time: 0.2820826 Dec 20 21:44:44.843992 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:44.853113 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ea69b-49a1-484d-9fa2-52dbbd8b5fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1296b30a-4342-444b-aa4a-9c9c81bc7a31,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:44.863983 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af956906-f56f-4ea3-a59e-eee7c47608ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:44.884383 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af956906-f56f-4ea3-a59e-eee7c47608ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:44.969190 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-af956906-f56f-4ea3-a59e-eee7c47608ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46960916e2044fd8ae84bc26025f2710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3106279 Dec 20 21:44:44.972680 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34508) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:44.977609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af956906-f56f-4ea3-a59e-eee7c47608ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698a6936-40e0-41e0-971d-576813e1258e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:45.046120 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a46f4f-1f24-48a4-9bfd-ce9687616165 req-0f571a42-edd7-4d59-bdc6-f56212044e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:45.050878 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73a46f4f-1f24-48a4-9bfd-ce9687616165 req-0f571a42-edd7-4d59-bdc6-f56212044e75 service neutron] 10.222.0.31 "GET /v2.0/networks?id=77fac214-9bf0-4048-9729-379e6b2c72f7 HTTP/1.1" status: 200 len: 912 time: 0.2880561 Dec 20 21:44:45.077243 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a16f3118-2067-45b5-b364-804213fa91af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:45.105804 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a16f3118-2067-45b5-b364-804213fa91af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:45.109842 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73a46f4f-1f24-48a4-9bfd-ce9687616165 req-d2e16457-d55b-4ec2-903c-ec682424a801 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38829886-1728-4cbd-aaf6-d752603a2e8c HTTP/1.1" status: 200 len: 217 time: 0.0498075 Dec 20 21:44:45.172061 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a16f3118-2067-45b5-b364-804213fa91af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:45.182364 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a16f3118-2067-45b5-b364-804213fa91af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:45.184283 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a16f3118-2067-45b5-b364-804213fa91af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/698a6936-40e0-41e0-971d-576813e1258e HTTP/1.1" status: 204 len: 168 time: 0.2082305 Dec 20 21:44:45.195890 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f3118-2067-45b5-b364-804213fa91af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698a6936-40e0-41e0-971d-576813e1258e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:45.206440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a46f4f-1f24-48a4-9bfd-ce9687616165 req-0d690c5c-0802-40ed-8e65-c80338b4e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:45.207960 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73a46f4f-1f24-48a4-9bfd-ce9687616165 req-0d690c5c-0802-40ed-8e65-c80338b4e785 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3cf09741-2170-4bda-9d73-15a60f4f1d78 HTTP/1.1" status: 200 len: 851 time: 0.0849919 Dec 20 21:44:45.264879 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73a46f4f-1f24-48a4-9bfd-ce9687616165 req-9826da3e-6589-4361-9305-365fedb0238d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=77fac214-9bf0-4048-9729-379e6b2c72f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497928 Dec 20 21:44:45.472049 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73a46f4f-1f24-48a4-9bfd-ce9687616165 req-d6009250-afbe-4685-a849-90a6e149c126 service neutron] 10.222.0.31 "GET /v2.0/networks/77fac214-9bf0-4048-9729-379e6b2c72f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970794 Dec 20 21:44:45.709688 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73a46f4f-1f24-48a4-9bfd-ce9687616165 req-924fc95f-11e6-4b34-a31e-4a81248b0092 service neutron] 10.222.0.31 "GET /v2.0/networks/77fac214-9bf0-4048-9729-379e6b2c72f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304420 Dec 20 21:44:45.966909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2354773-82d9-45c4-ace1-175c1a8dfb15 req-21c457bc-fa50-41ed-9af2-743367783597 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:45.969205 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d2354773-82d9-45c4-ace1-175c1a8dfb15 req-21c457bc-fa50-41ed-9af2-743367783597 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 945 time: 0.1225154 Dec 20 21:44:46.064997 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d2354773-82d9-45c4-ace1-175c1a8dfb15 req-a6bc361e-286c-47f3-89b5-021db0dafd0d tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885251 Dec 20 21:44:46.215984 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34570) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:46.409881 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-418df43f-665c-4cb1-ba4b-b6643d2b197c tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] Request body: {'port': {'network_id': '8a45a0f9-0d47-4d8d-a518-d8eb78fc6645', 'name': 'tempest-NetworksNegativeTestJSON-407957813'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:46.434575 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-418df43f-665c-4cb1-ba4b-b6643d2b197c tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] POST failed (client error): The resource could not be found. Dec 20 21:44:46.435234 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418df43f-665c-4cb1-ba4b-b6643d2b197c tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:44:46.436960 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-418df43f-665c-4cb1-ba4b-b6643d2b197c tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2195582 Dec 20 21:44:46.451044 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34582) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:46.486658 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b08d05-5d5d-4ede-a27a-f3f4ba041105 tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] DELETE failed (client error): The resource could not be found. Dec 20 21:44:46.487498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b08d05-5d5d-4ede-a27a-f3f4ba041105 tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:44:46.500203 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-08b08d05-5d5d-4ede-a27a-f3f4ba041105 tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] 10.222.0.32 "DELETE /v2.0/networks/acd508e6-3df6-487b-9508-63a3c087917b HTTP/1.1" status: 404 len: 339 time: 0.0445726 Dec 20 21:44:46.500484 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34586) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:46.530893 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d623857-9c6e-4be1-84a3-de2564f437fc tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] DELETE failed (client error): The resource could not be found. Dec 20 21:44:46.531631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d623857-9c6e-4be1-84a3-de2564f437fc tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:44:46.538120 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7d623857-9c6e-4be1-84a3-de2564f437fc tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] 10.222.0.32 "DELETE /v2.0/ports/372b19aa-b288-445c-9731-9a734e51cb28 HTTP/1.1" status: 404 len: 333 time: 0.0327852 Dec 20 21:44:46.539119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34588) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:46.586672 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbcbcc7-dd3a-4e72-8f34-d2067c5c5b08 tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] DELETE failed (client error): The resource could not be found. Dec 20 21:44:46.587196 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cbcbcc7-dd3a-4e72-8f34-d2067c5c5b08 tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:44:46.603752 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34594) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:46.621403 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5cbcbcc7-dd3a-4e72-8f34-d2067c5c5b08 tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] 10.222.0.32 "DELETE /v2.0/subnets/22f072f0-e9b7-4fae-ba16-8f9610ba1a96 HTTP/1.1" status: 404 len: 337 time: 0.0810895 Dec 20 21:44:46.634641 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb0d0f9-820b-483b-8ce5-627e334841d0 tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] GET failed (client error): The resource could not be found. Dec 20 21:44:46.636170 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-efb0d0f9-820b-483b-8ce5-627e334841d0 tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] 10.222.0.32 "GET /v2.0/networks/0dc2728e-df0c-4161-8f46-45fcc28a4532 HTTP/1.1" status: 404 len: 339 time: 0.0307214 Dec 20 21:44:46.640238 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34596) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:46.680440 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-24947822-2ce4-4712-b368-b5978b5336ea tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] GET failed (client error): The resource could not be found. Dec 20 21:44:46.687231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34600) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:46.697750 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-24947822-2ce4-4712-b368-b5978b5336ea tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] 10.222.0.32 "GET /v2.0/ports/5fc11ce6-2d66-4713-b538-31756bae53bb HTTP/1.1" status: 404 len: 333 time: 0.0560484 Dec 20 21:44:46.722704 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0725ffa-99ce-472f-9ffd-f7674c0e6a1a tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] GET failed (client error): The resource could not be found. Dec 20 21:44:46.728238 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34602) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:46.734732 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a1c4e09a-df85-4e48-8b07-dcee6cd86d38 tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:46.739412 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f0725ffa-99ce-472f-9ffd-f7674c0e6a1a tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] 10.222.0.32 "GET /v2.0/subnets/41671a3e-6364-4cca-a1a9-3749e134d051 HTTP/1.1" status: 404 len: 337 time: 0.0508556 Dec 20 21:44:46.749746 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c4e09a-df85-4e48-8b07-dcee6cd86d38 tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] PUT failed (client error): The resource could not be found. Dec 20 21:44:46.750372 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c4e09a-df85-4e48-8b07-dcee6cd86d38 tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:44:46.755718 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34604) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:46.758591 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a1c4e09a-df85-4e48-8b07-dcee6cd86d38 tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] 10.222.0.32 "PUT /v2.0/networks/367053e0-c6bf-4379-b15a-061fa272f221 HTTP/1.1" status: 404 len: 339 time: 0.0290916 Dec 20 21:44:46.762010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-8e2b00d5-fe9c-4408-8e3d-4b929fa3bcdd tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:46.783274 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2b00d5-fe9c-4408-8e3d-4b929fa3bcdd tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] PUT failed (client error): The resource could not be found. Dec 20 21:44:46.784248 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e2b00d5-fe9c-4408-8e3d-4b929fa3bcdd tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:44:46.787010 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8e2b00d5-fe9c-4408-8e3d-4b929fa3bcdd tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] 10.222.0.32 "PUT /v2.0/ports/dbb3b80a-7890-4a79-a6b5-4bd06c987cdf HTTP/1.1" status: 404 len: 333 time: 0.0302374 Dec 20 21:44:46.790351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34608) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:46.797106 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-80c7a969-aaeb-4401-8626-76bfd508c846 tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:46.820796 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c7a969-aaeb-4401-8626-76bfd508c846 tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] PUT failed (client error): The resource could not be found. Dec 20 21:44:46.821583 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c7a969-aaeb-4401-8626-76bfd508c846 tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 21:44:46.829467 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-80c7a969-aaeb-4401-8626-76bfd508c846 tempest-NetworksNegativeTestJSON-1405783796 tempest-NetworksNegativeTestJSON-1405783796-project] 10.222.0.32 "PUT /v2.0/subnets/d7c6d310-f0f7-4ef8-a064-56cb13aaf771 HTTP/1.1" status: 404 len: 337 time: 0.0378802 Dec 20 21:44:47.172154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34622) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:47.254191 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ee1c0-d696-4615-8dad-54a87638bb0d req-f2b23c61-4ede-40ab-bbb7-0b70aaf06560 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:47.266050 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-689ee1c0-d696-4615-8dad-54a87638bb0d req-f2b23c61-4ede-40ab-bbb7-0b70aaf06560 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 945 time: 0.0753479 Dec 20 21:44:47.330891 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-689ee1c0-d696-4615-8dad-54a87638bb0d req-981ffedb-eef1-45f2-ad60-7f1941f1fafe tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636840 Dec 20 21:44:47.412679 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8caee5e9-dc83-4021-ac33-fca7231001f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:47.617127 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8caee5e9-dc83-4021-ac33-fca7231001f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:47.630788 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8caee5e9-dc83-4021-ac33-fca7231001f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:47.702487 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caee5e9-dc83-4021-ac33-fca7231001f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd57569a-b27a-47a0-a8ba-aeddf258b81a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:47.714023 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8caee5e9-dc83-4021-ac33-fca7231001f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73822fe28d5c44b69591ad8102290a33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5398574 Dec 20 21:44:47.714940 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34648) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:47.776556 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef1f5f4a-3d22-4a00-9d26-d4168074bc2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:47.789323 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1ee49-e0da-42bc-a091-6fcc916902d2 req-4abb14d7-7da2-47d6-8247-034ba8d72343 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:47.798709 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef1f5f4a-3d22-4a00-9d26-d4168074bc2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:47.800716 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a5b1ee49-e0da-42bc-a091-6fcc916902d2 req-4abb14d7-7da2-47d6-8247-034ba8d72343 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 945 time: 0.1364508 Dec 20 21:44:47.853065 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef1f5f4a-3d22-4a00-9d26-d4168074bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:47.857033 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ef1f5f4a-3d22-4a00-9d26-d4168074bc2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:47.858237 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ef1f5f4a-3d22-4a00-9d26-d4168074bc2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd57569a-b27a-47a0-a8ba-aeddf258b81a HTTP/1.1" status: 204 len: 168 time: 0.1418622 Dec 20 21:44:47.870209 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f5f4a-3d22-4a00-9d26-d4168074bc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd57569a-b27a-47a0-a8ba-aeddf258b81a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:47.909739 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a5b1ee49-e0da-42bc-a091-6fcc916902d2 req-48cdec13-f2c4-4895-81aa-47e21b2db6e9 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071529 Dec 20 21:44:48.079980 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:49.048891 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8d438-dd8e-4008-849c-8c0f8b585ae4 req-c6a584aa-7e2e-48b2-b2f5-0f4a4ade3ac7 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:49.052485 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bad8d438-dd8e-4008-849c-8c0f8b585ae4 req-c6a584aa-7e2e-48b2-b2f5-0f4a4ade3ac7 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 945 time: 0.0793953 Dec 20 21:44:49.104659 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bad8d438-dd8e-4008-849c-8c0f8b585ae4 req-2de932ab-6c49-4bc2-89c2-9c21c1a47b2b tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/security-groups?id=b10614c0-8842-4705-a2a7-4d8bf61954e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449553 Dec 20 21:44:49.552957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4be76e-2b0a-4300-9952-f92a53894db2 req-2d189b08-c260-4c43-823f-dd07ae60ce6c tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:49.554568 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f4be76e-2b0a-4300-9952-f92a53894db2 req-2d189b08-c260-4c43-823f-dd07ae60ce6c tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.31 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 945 time: 0.0929430 Dec 20 21:44:49.705027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-6f4be76e-2b0a-4300-9952-f92a53894db2 req-940316e6-564d-4ca5-8f05-8603198869d4 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Deleting port 38829886-1728-4cbd-aaf6-d752603a2e8c {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:44:49.705556 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6f4be76e-2b0a-4300-9952-f92a53894db2 req-940316e6-564d-4ca5-8f05-8603198869d4 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:49.853416 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-6f4be76e-2b0a-4300-9952-f92a53894db2 req-940316e6-564d-4ca5-8f05-8603198869d4 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] For port 38829886-1728-4cbd-aaf6-d752603a2e8c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=38829886-1728-4cbd-aaf6-d752603a2e8c,segment=NetworkSegment(5451bc92-3c2d-4892-bcb1-70eefdeddbda),segment_id=5451bc92-3c2d-4892-bcb1-70eefdeddbda)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:44:49.853776 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6f4be76e-2b0a-4300-9952-f92a53894db2 req-940316e6-564d-4ca5-8f05-8603198869d4 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:49.913830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-6f4be76e-2b0a-4300-9952-f92a53894db2 req-940316e6-564d-4ca5-8f05-8603198869d4 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Calling delete_port for 38829886-1728-4cbd-aaf6-d752603a2e8c owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:44:50.125824 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6f4be76e-2b0a-4300-9952-f92a53894db2 req-940316e6-564d-4ca5-8f05-8603198869d4 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:50.159865 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['38829886-1728-4cbd-aaf6-d752603a2e8c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:44:50.177622 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940316e6-564d-4ca5-8f05-8603198869d4 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Pushing event deleted for resources: {'Port': ['ID=38829886-1728-4cbd-aaf6-d752603a2e8c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:50.265761 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4be76e-2b0a-4300-9952-f92a53894db2 req-940316e6-564d-4ca5-8f05-8603198869d4 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] No DVR routers for this DVR port 38829886-1728-4cbd-aaf6-d752603a2e8c on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:44:50.275991 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6f4be76e-2b0a-4300-9952-f92a53894db2 req-940316e6-564d-4ca5-8f05-8603198869d4 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:50.281093 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f4be76e-2b0a-4300-9952-f92a53894db2 req-940316e6-564d-4ca5-8f05-8603198869d4 tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.31 "DELETE /v2.0/ports/38829886-1728-4cbd-aaf6-d752603a2e8c HTTP/1.1" status: 204 len: 173 time: 0.7198887 Dec 20 21:44:50.284860 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d655c8-102a-429b-b561-71efcfe59729', 'name': 'network-vif-deleted', 'tag': '38829886-1728-4cbd-aaf6-d752603a2e8c'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:44:50.287780 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcb0828-dc38-4a17-90eb-33f894a9d80c" -d '{"events": [{"server_uuid": "42d655c8-102a-429b-b561-71efcfe59729", "name": "network-vif-deleted", "tag": "38829886-1728-4cbd-aaf6-d752603a2e8c"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:44:50.307637 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4bf4de1d-4750-4311-9bb8-e5605f4c1a59 req-52c7c83f-5d2e-4295-8e2f-a6e61d48a5ca tempest-TestServerAdvancedOps-1016233018 tempest-TestServerAdvancedOps-1016233018-project] 10.222.0.32 "GET /v2.0/ports?device_id=42d655c8-102a-429b-b561-71efcfe59729 HTTP/1.1" status: 200 len: 210 time: 0.0626552 Dec 20 21:44:50.374519 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b98d68e-165f-4228-aa30-a667651a2901 x-openstack-request-id: req-0b98d68e-165f-4228-aa30-a667651a2901 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:44:50.374887 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d655c8-102a-429b-b561-71efcfe59729", "name": "network-vif-deleted", "tag": "38829886-1728-4cbd-aaf6-d752603a2e8c", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:44:50.375204 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b98d68e-165f-4228-aa30-a667651a2901 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:44:50.375702 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d655c8-102a-429b-b561-71efcfe59729', 'name': 'network-vif-deleted', 'tag': '38829886-1728-4cbd-aaf6-d752603a2e8c', 'status': 'completed', 'code': 200} Dec 20 21:44:51.408609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34746) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:51.467352 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bd5d5b-7868-48dc-89e3-67ea7c42e632 admin admin] Deleting subnet 3cf09741-2170-4bda-9d73-15a60f4f1d78 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:44:51.492742 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7bd5d5b-7868-48dc-89e3-67ea7c42e632 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:51.605545 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7bd5d5b-7868-48dc-89e3-67ea7c42e632 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:51.685189 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7bd5d5b-7868-48dc-89e3-67ea7c42e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:51.772095 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7bd5d5b-7868-48dc-89e3-67ea7c42e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:51.812074 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd5d5b-7868-48dc-89e3-67ea7c42e632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf09741-2170-4bda-9d73-15a60f4f1d78,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:51.819234 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d7bd5d5b-7868-48dc-89e3-67ea7c42e632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:51.822557 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d7bd5d5b-7868-48dc-89e3-67ea7c42e632 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3cf09741-2170-4bda-9d73-15a60f4f1d78 HTTP/1.1" status: 204 len: 168 time: 0.4111781 Dec 20 21:44:51.825550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34752) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:51.920683 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22068b50-85ca-4388-ab12-2045ce031598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.049599 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22068b50-85ca-4388-ab12-2045ce031598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.075838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-22068b50-85ca-4388-ab12-2045ce031598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77fac214-9bf0-4048-9729-379e6b2c72f7']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:52.086045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-22068b50-85ca-4388-ab12-2045ce031598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5451bc92-3c2d-4892-bcb1-70eefdeddbda') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:52.086543 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-22068b50-85ca-4388-ab12-2045ce031598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5451bc92-3c2d-4892-bcb1-70eefdeddbda') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:52.097012 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22068b50-85ca-4388-ab12-2045ce031598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.112451 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22068b50-85ca-4388-ab12-2045ce031598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.118416 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22068b50-85ca-4388-ab12-2045ce031598 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:44:52.118804 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22068b50-85ca-4388-ab12-2045ce031598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:44:52.120456 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:44:52.188896 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22068b50-85ca-4388-ab12-2045ce031598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.215463 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22068b50-85ca-4388-ab12-2045ce031598 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.222352 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-22068b50-85ca-4388-ab12-2045ce031598 admin admin] 10.222.0.32 "DELETE /v2.0/networks/77fac214-9bf0-4048-9729-379e6b2c72f7 HTTP/1.1" status: 204 len: 168 time: 0.3957155 Dec 20 21:44:52.225282 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34770) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:52.237073 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22068b50-85ca-4388-ab12-2045ce031598 admin admin] Pushing event deleted for resources: {'Network': ['ID=77fac214-9bf0-4048-9729-379e6b2c72f7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:52.283221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59418c4-eb54-4fd8-b4dd-22935f1a58ea admin admin] Deleting subnet 96fd7a63-ad7f-4d22-9f21-99e5ab808b7e {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:44:52.287433 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e59418c4-eb54-4fd8-b4dd-22935f1a58ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.334568 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e59418c4-eb54-4fd8-b4dd-22935f1a58ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.376563 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e59418c4-eb54-4fd8-b4dd-22935f1a58ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.436183 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e59418c4-eb54-4fd8-b4dd-22935f1a58ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.464800 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59418c4-eb54-4fd8-b4dd-22935f1a58ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96fd7a63-ad7f-4d22-9f21-99e5ab808b7e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:52.474755 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e59418c4-eb54-4fd8-b4dd-22935f1a58ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.480986 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e59418c4-eb54-4fd8-b4dd-22935f1a58ea admin admin] 10.222.0.32 "DELETE /v2.0/subnets/96fd7a63-ad7f-4d22-9f21-99e5ab808b7e HTTP/1.1" status: 204 len: 168 time: 0.2519436 Dec 20 21:44:52.481190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34772) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:52.557330 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b79300f-7382-47a6-be78-1f3453bf63a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.643185 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b79300f-7382-47a6-be78-1f3453bf63a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.675024 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7b79300f-7382-47a6-be78-1f3453bf63a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827bd35e-ed75-4355-8057-1d69fd4fedce']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:52.687923 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7b79300f-7382-47a6-be78-1f3453bf63a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934eae44-86d0-4110-a899-09be95ba19bb') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:52.688212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7b79300f-7382-47a6-be78-1f3453bf63a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934eae44-86d0-4110-a899-09be95ba19bb') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:44:52.698767 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b79300f-7382-47a6-be78-1f3453bf63a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.726540 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b79300f-7382-47a6-be78-1f3453bf63a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.736556 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b79300f-7382-47a6-be78-1f3453bf63a0 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:44:52.737266 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b79300f-7382-47a6-be78-1f3453bf63a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:44:52.790937 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:44:52.812815 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b79300f-7382-47a6-be78-1f3453bf63a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.831811 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7b79300f-7382-47a6-be78-1f3453bf63a0 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:52.837509 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7b79300f-7382-47a6-be78-1f3453bf63a0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/827bd35e-ed75-4355-8057-1d69fd4fedce HTTP/1.1" status: 204 len: 168 time: 0.3527031 Dec 20 21:44:52.837509 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79300f-7382-47a6-be78-1f3453bf63a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=827bd35e-ed75-4355-8057-1d69fd4fedce,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:53.181453 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34812) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:53.255745 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34822) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:53.263350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-731aee51-5df6-4f45-8b9a-0cc648f13833 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0d836597b1148e496eeb7de4b99ccab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801482 Dec 20 21:44:53.366160 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-504a49b5-1601-4b3a-afcb-49b4b0d890d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:53.409184 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-504a49b5-1601-4b3a-afcb-49b4b0d890d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:53.492546 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-504a49b5-1601-4b3a-afcb-49b4b0d890d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:53.498999 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-504a49b5-1601-4b3a-afcb-49b4b0d890d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:53.501320 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-504a49b5-1601-4b3a-afcb-49b4b0d890d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b10614c0-8842-4705-a2a7-4d8bf61954e6 HTTP/1.1" status: 204 len: 168 time: 0.2445035 Dec 20 21:44:53.536702 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a49b5-1601-4b3a-afcb-49b4b0d890d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10614c0-8842-4705-a2a7-4d8bf61954e6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:53.806355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34844) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:54.074429 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 34854) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:54.211268 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34864) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:54.217355 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d29f6322-78ed-4e19-a8bc-760a56e0f503 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a99457838664798badb67a71ca74793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415131 Dec 20 21:44:54.250123 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8b9dafac-5907-4552-a40e-15bfda5d6748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:54.269505 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b01b9453-763c-46d5-bf26-ee9f79a80421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:54.336698 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b01b9453-763c-46d5-bf26-ee9f79a80421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:54.465836 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b01b9453-763c-46d5-bf26-ee9f79a80421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:54.468582 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b01b9453-763c-46d5-bf26-ee9f79a80421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:54.469860 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b01b9453-763c-46d5-bf26-ee9f79a80421 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9acc0fe-bbea-4e5b-9b02-c2c4a319ab17 HTTP/1.1" status: 204 len: 168 time: 0.2574003 Dec 20 21:44:54.472218 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8b9dafac-5907-4552-a40e-15bfda5d6748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:54.480533 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8b9dafac-5907-4552-a40e-15bfda5d6748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:54.483503 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b9453-763c-46d5-bf26-ee9f79a80421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9acc0fe-bbea-4e5b-9b02-c2c4a319ab17,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:54.528459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 38829886-1728-4cbd-aaf6-d752603a2e8c no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:44:54.600943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 38829886-1728-4cbd-aaf6-d752603a2e8c {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:44:54.601675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 38829886-1728-4cbd-aaf6-d752603a2e8c not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:44:54.640869 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 34904) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:54.643438 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8b9dafac-5907-4552-a40e-15bfda5d6748 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f31d935e16bb48ea9f8414d86e389837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8356242 Dec 20 21:44:54.646011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9dafac-5907-4552-a40e-15bfda5d6748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3af61cf-c573-4973-b044-474981ace59a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:54.749665 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de414f87-532b-4861-813c-ee989be9f15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:54.856826 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de414f87-532b-4861-813c-ee989be9f15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:54.975110 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de414f87-532b-4861-813c-ee989be9f15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:54.980689 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-de414f87-532b-4861-813c-ee989be9f15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:54.985019 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-de414f87-532b-4861-813c-ee989be9f15d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3af61cf-c573-4973-b044-474981ace59a HTTP/1.1" status: 204 len: 168 time: 0.3429725 Dec 20 21:44:54.996985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de414f87-532b-4861-813c-ee989be9f15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3af61cf-c573-4973-b044-474981ace59a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:55.907694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35062) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:56.120493 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e10214bf-6273-4f8d-8e6b-4926e5e400fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-141547196-network', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:56.164961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10214bf-6273-4f8d-8e6b-4926e5e400fd admin admin] Made reservation on behalf of 09c4ae0ec0ec4254aff4e9bf68876ea9 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:44:56.168033 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e10214bf-6273-4f8d-8e6b-4926e5e400fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:56.179965 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e10214bf-6273-4f8d-8e6b-4926e5e400fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:56.411707 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e10214bf-6273-4f8d-8e6b-4926e5e400fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:56.420752 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e10214bf-6273-4f8d-8e6b-4926e5e400fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:56.463005 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10214bf-6273-4f8d-8e6b-4926e5e400fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efec2eb-ed60-442d-832e-da4c9b303998,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:56.499217 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10214bf-6273-4f8d-8e6b-4926e5e400fd admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:44:56.524749 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e10214bf-6273-4f8d-8e6b-4926e5e400fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:56.525095 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-e10214bf-6273-4f8d-8e6b-4926e5e400fd admin admin] Added segment accbbb6e-6ef4-40c8-8c5b-5726c7f81f55 of type vlan for network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea Dec 20 21:44:57.174559 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-86b4fbfa-0283-4fe9-9a61-f1243238bfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:57.305940 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e10214bf-6273-4f8d-8e6b-4926e5e400fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:57.348759 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e10214bf-6273-4f8d-8e6b-4926e5e400fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:57.350619 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10214bf-6273-4f8d-8e6b-4926e5e400fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:57.351464 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e10214bf-6273-4f8d-8e6b-4926e5e400fd admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:57.419114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35230) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:57.420366 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e10214bf-6273-4f8d-8e6b-4926e5e400fd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5114522 Dec 20 21:44:57.426511 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b760c78f-465b-47c8-8208-2e274e6b99ff admin admin] Request body: {'subnet': {'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-141547196-subnet', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:57.429265 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10214bf-6273-4f8d-8e6b-4926e5e400fd admin admin] Pushing event updated for resources: {'Network': ['ID=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:57.459886 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:44:57.572419 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b760c78f-465b-47c8-8208-2e274e6b99ff admin admin] Made reservation on behalf of 09c4ae0ec0ec4254aff4e9bf68876ea9 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:44:57.578623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b760c78f-465b-47c8-8208-2e274e6b99ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:57.993456 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b760c78f-465b-47c8-8208-2e274e6b99ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:58.157806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760c78f-465b-47c8-8208-2e274e6b99ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b84d4e95-d9dd-430d-b73c-40cb0d866f14,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:58.168039 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b760c78f-465b-47c8-8208-2e274e6b99ff admin admin] Checking segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:44:58.171603 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b760c78f-465b-47c8-8208-2e274e6b99ff admin admin] Network hostable DHCP agents. Network: 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:44:58.205928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b760c78f-465b-47c8-8208-2e274e6b99ff admin admin] Network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:44:58.221224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-b760c78f-465b-47c8-8208-2e274e6b99ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:44:58.225775 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b760c78f-465b-47c8-8208-2e274e6b99ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:44:58.226412 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b760c78f-465b-47c8-8208-2e274e6b99ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:58.237689 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddfd7d6-0636-4f40-b708-992121b08dca None None] Network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:44:58.256546 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b760c78f-465b-47c8-8208-2e274e6b99ff admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8356295 Dec 20 21:44:58.258351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35312) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:44:58.266661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:44:58.325571 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:58.326700 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:58.465058 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:58.566325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:44:58.567963 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:58.885313 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Allocated IP 172.20.0.2 (4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea/b84d4e95-d9dd-430d-b73c-40cb0d866f14/cd192352-11ed-4d34-a0de-2a884472028e) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:44:58.899702 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:59.285928 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:59.291336 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:59.320399 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:59.328610 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:59.345260 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:44:59.347987 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:44:59.351477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:44:59.426013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Pushing event updated for resources: {'Port': ['ID=cd192352-11ed-4d34-a0de-2a884472028e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:59.522631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Allocated IP 172.35.3.23 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/4e6e4368-9dbc-42fc-b433-ef27b8c13a94) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:44:59.592472 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Attempting to bind port cd192352-11ed-4d34-a0de-2a884472028e on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:44:59.595565 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Attempting to bind port cd192352-11ed-4d34-a0de-2a884472028e by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:44:59.596119 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Attempting to bind port cd192352-11ed-4d34-a0de-2a884472028e on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:44:59.600910 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f083a014-a30a-4540-8c3d-12b9d141d01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:59.608412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:44:59.609682 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Checking segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:44:59.610468 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:59.611457 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Bound using segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:44:59.612586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Bound port: cd192352-11ed-4d34-a0de-2a884472028e, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:44:59.613811 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:59.732086 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:59.737768 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] For port cd192352-11ed-4d34-a0de-2a884472028e, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:44:59.742590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] For port cd192352-11ed-4d34-a0de-2a884472028e, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cd192352-11ed-4d34-a0de-2a884472028e,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:44:59.749608 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:59.798517 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:44:59.872592 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe85b67-b207-48e2-b472-c9d4f3ee30a8 None None] Pushing event updated for resources: {'Port': ['ID=cd192352-11ed-4d34-a0de-2a884472028e,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:44:59.940637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:44:59.956711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:44:59.960585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:45:00.015534 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Pushing event updated for resources: {'Port': ['ID=4e6e4368-9dbc-42fc-b433-ef27b8c13a94,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:00.479510 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:00.650686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device cd192352-11ed-4d34-a0de-2a884472028e up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:45:00.727143 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:00.777011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port cd192352-11ed-4d34-a0de-2a884472028e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:00.782650 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:00.899900 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:00.966787 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:01.030191 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port cd192352-11ed-4d34-a0de-2a884472028e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cd192352-11ed-4d34-a0de-2a884472028e,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:45:01.035365 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:01.137244 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=cd192352-11ed-4d34-a0de-2a884472028e,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:01.181188 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:45:01.729599 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800bd359-64b0-45f0-875e-fffa69458ad0 None None] Network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:45:01.909048 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-7d233378-2457-470a-9e05-88d5df33fef9 None None] Provisioning complete for port cd192352-11ed-4d34-a0de-2a884472028e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:01.909417 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d233378-2457-470a-9e05-88d5df33fef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:02.061657 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:45:02.074564 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Sync routers for ids ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:45:02.090161 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Routers {'0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:45:02.091639 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:45:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:45:02.097915 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:02.108372 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35496) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:02.161737 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b3fbfdfc-f802-440b-ac8c-e10343eee329 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9017019 Dec 20 21:45:02.185908 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:02.364102 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Set router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:45:02.373036 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:02.604024 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device cd192352-11ed-4d34-a0de-2a884472028e up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:45:02.752033 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port cd192352-11ed-4d34-a0de-2a884472028e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:02.752657 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:02.763341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-77f0433d-0eb7-4c82-8d31-4eb8a99e1f94 None None] Provisioning complete for port cd192352-11ed-4d34-a0de-2a884472028e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:02.763774 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-77f0433d-0eb7-4c82-8d31-4eb8a99e1f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:02.781086 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:00Z', 'revision_number': 3, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:45:02.835021 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Checking router: 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:45:02.837911 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Updating router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 port 4e6e4368-9dbc-42fc-b433-ef27b8c13a94 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:45:02.907037 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:03.432014 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:03.674845 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:03.686532 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:03.783872 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Attempting to bind port 4e6e4368-9dbc-42fc-b433-ef27b8c13a94 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:45:03.786210 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Attempting to bind port 4e6e4368-9dbc-42fc-b433-ef27b8c13a94 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:45:03.787060 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Attempting to bind port 4e6e4368-9dbc-42fc-b433-ef27b8c13a94 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:45:03.803686 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:45:03.804948 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:45:03.812100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] Allocated IP 172.20.0.1 (4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea/b84d4e95-d9dd-430d-b73c-40cb0d866f14/5bf223c9-66b8-44dd-9893-963390dfee74) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:45:03.814126 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:03.816351 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:45:03.817124 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Bound port: 4e6e4368-9dbc-42fc-b433-ef27b8c13a94, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:45:03.817750 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:03.902168 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55f5b0-432d-4d8a-b5eb-d9e8ed490954 None None] Pushing event updated for resources: {'Port': ['ID=4e6e4368-9dbc-42fc-b433-ef27b8c13a94,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:03.938879 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55f5b0-432d-4d8a-b5eb-d9e8ed490954 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:03.939030 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55f5b0-432d-4d8a-b5eb-d9e8ed490954 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:03.941619 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55f5b0-432d-4d8a-b5eb-d9e8ed490954 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:03.943921 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55f5b0-432d-4d8a-b5eb-d9e8ed490954 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:03.944660 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55f5b0-432d-4d8a-b5eb-d9e8ed490954 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:03.945162 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55f5b0-432d-4d8a-b5eb-d9e8ed490954 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:03.945846 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55f5b0-432d-4d8a-b5eb-d9e8ed490954 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:03.946489 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55f5b0-432d-4d8a-b5eb-d9e8ed490954 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:03.948768 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55f5b0-432d-4d8a-b5eb-d9e8ed490954 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:03.949966 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55f5b0-432d-4d8a-b5eb-d9e8ed490954 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:03.950736 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55f5b0-432d-4d8a-b5eb-d9e8ed490954 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:03.951258 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55f5b0-432d-4d8a-b5eb-d9e8ed490954 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:04.022190 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] For port 4e6e4368-9dbc-42fc-b433-ef27b8c13a94, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:45:04.029493 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] For port 4e6e4368-9dbc-42fc-b433-ef27b8c13a94, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4e6e4368-9dbc-42fc-b433-ef27b8c13a94,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:45:04.045286 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:04.060208 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:04.156992 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55f5b0-432d-4d8a-b5eb-d9e8ed490954 None None] Pushing event updated for resources: {'Port': ['ID=4e6e4368-9dbc-42fc-b433-ef27b8c13a94,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:04.179788 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:04.216304 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Routers {'0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:45:04.216955 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:45:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:45:04.349995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] Pushing event updated for resources: {'Port': ['ID=5bf223c9-66b8-44dd-9893-963390dfee74,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:04.378542 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] Network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:45:04.384220 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:45:04.395196 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:45:04.471284 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:04.806552 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] Set router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:45:04.867270 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:04.871798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0afa2356-b339-4700-a705-894147c1c321 None None] Provisioning complete for port 5bf223c9-66b8-44dd-9893-963390dfee74 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:04.872769 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0afa2356-b339-4700-a705-894147c1c321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:04.949386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0afa2356-b339-4700-a705-894147c1c321 None None] Port 5bf223c9-66b8-44dd-9893-963390dfee74 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:45:05.207169 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:00Z', 'revision_number': 3, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:45:05.256379 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:05.264542 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:05.267248 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2661ffc1-5b4d-4eb0-b5fa-289b5176d82a None None] The sync data for ids ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'] in n-d-xena-1 is: [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:00Z', 'revision_number': 3, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:45:05.403815 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] Pushing event updated for resources: {'Port': ['ID=5bf223c9-66b8-44dd-9893-963390dfee74,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:05.415830 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:05.589952 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] Network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:45:05.592746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:45:05.935427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] Router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:45:06.190829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f0b64ca1-78c5-421b-b531-49d9d9133029 None None] Provisioning complete for port 5bf223c9-66b8-44dd-9893-963390dfee74 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:06.191407 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f0b64ca1-78c5-421b-b531-49d9d9133029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:06.287576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f0b64ca1-78c5-421b-b531-49d9d9133029 None None] Port 5bf223c9-66b8-44dd-9893-963390dfee74 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:45:06.346269 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:45:06.358560 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b6c0a796-f5da-4060-87b7-0ec4ad03365a admin admin] 10.222.0.32 "PUT /v2.0/routers/0ec8bb39-a9c2-4db2-9a2a-60c1aac43204/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2485862 Dec 20 21:45:06.687323 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4e6e4368-9dbc-42fc-b433-ef27b8c13a94 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:45:06.831611 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 4e6e4368-9dbc-42fc-b433-ef27b8c13a94 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:06.831995 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:07.035954 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:07.103044 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 4e6e4368-9dbc-42fc-b433-ef27b8c13a94, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4e6e4368-9dbc-42fc-b433-ef27b8c13a94,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:45:07.116852 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:07.265526 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=4e6e4368-9dbc-42fc-b433-ef27b8c13a94,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:07.822953 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35646) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:07.828777 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-96e9b167-e717-4c62-8ac5-4e64b402d958 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1399776778-network', 'tenant_id': '9bd465dc79274fe181864627b8bdd96e'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:45:07.914243 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e9b167-e717-4c62-8ac5-4e64b402d958 admin admin] Made reservation on behalf of 9bd465dc79274fe181864627b8bdd96e for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:45:07.922089 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96e9b167-e717-4c62-8ac5-4e64b402d958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:07.966479 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96e9b167-e717-4c62-8ac5-4e64b402d958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:08.231467 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96e9b167-e717-4c62-8ac5-4e64b402d958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:08.249086 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96e9b167-e717-4c62-8ac5-4e64b402d958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:08.339448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e9b167-e717-4c62-8ac5-4e64b402d958 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:45:08.383436 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9b167-e717-4c62-8ac5-4e64b402d958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad41da7e-d099-4f77-9dff-4e063ec7c285,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:08.425211 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96e9b167-e717-4c62-8ac5-4e64b402d958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:08.427370 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-96e9b167-e717-4c62-8ac5-4e64b402d958 admin admin] Added segment ec5527ce-9881-4bdb-92cf-f0f00ddbd089 of type vlan for network 6c0eb111-56eb-4d1d-94aa-0c08320312e4 Dec 20 21:45:08.467869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Sync routers for ids ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:45:08.490883 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Routers {'0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:45:08.491542 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:45:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:45:08.608623 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96e9b167-e717-4c62-8ac5-4e64b402d958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:08.684832 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96e9b167-e717-4c62-8ac5-4e64b402d958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:08.685913 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9b167-e717-4c62-8ac5-4e64b402d958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:08.686986 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-96e9b167-e717-4c62-8ac5-4e64b402d958 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:08.756678 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-96e9b167-e717-4c62-8ac5-4e64b402d958 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9300165 Dec 20 21:45:08.757045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35664) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:08.765558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-60b00f15-bfad-4241-a6e7-500e9f26334c admin admin] Request body: {'subnet': {'network_id': '6c0eb111-56eb-4d1d-94aa-0c08320312e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1399776778-subnet', 'tenant_id': '9bd465dc79274fe181864627b8bdd96e', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:45:08.840761 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b00f15-bfad-4241-a6e7-500e9f26334c admin admin] Made reservation on behalf of 9bd465dc79274fe181864627b8bdd96e for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:45:08.845072 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-60b00f15-bfad-4241-a6e7-500e9f26334c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:08.911596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9b167-e717-4c62-8ac5-4e64b402d958 admin admin] Pushing event updated for resources: {'Network': ['ID=6c0eb111-56eb-4d1d-94aa-0c08320312e4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:09.000898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4e6e4368-9dbc-42fc-b433-ef27b8c13a94 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:45:09.014455 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 6c0eb111-56eb-4d1d-94aa-0c08320312e4 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:45:09.244194 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35674) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:09.332602 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-60b00f15-bfad-4241-a6e7-500e9f26334c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:09.468644 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Set router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:45:09.541755 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 4e6e4368-9dbc-42fc-b433-ef27b8c13a94 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:09.542493 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:09.564544 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37e4b68d-cd38-4777-93ca-9cff27be17de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:09.573725 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b00f15-bfad-4241-a6e7-500e9f26334c admin admin] Checking segment: {'id': 'ec5527ce-9881-4bdb-92cf-f0f00ddbd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6c0eb111-56eb-4d1d-94aa-0c08320312e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:45:09.574221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b00f15-bfad-4241-a6e7-500e9f26334c admin admin] Network hostable DHCP agents. Network: 6c0eb111-56eb-4d1d-94aa-0c08320312e4, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:45:09.589592 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b00f15-bfad-4241-a6e7-500e9f26334c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d7aa253-2392-44e1-9f44-b90d01aecb50,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:09.648560 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b00f15-bfad-4241-a6e7-500e9f26334c admin admin] Network 6c0eb111-56eb-4d1d-94aa-0c08320312e4 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:45:09.673919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-60b00f15-bfad-4241-a6e7-500e9f26334c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 6c0eb111-56eb-4d1d-94aa-0c08320312e4) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:45:09.687883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b00f15-bfad-4241-a6e7-500e9f26334c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:09.690453 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-60b00f15-bfad-4241-a6e7-500e9f26334c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:09.743445 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-60b00f15-bfad-4241-a6e7-500e9f26334c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9849775 Dec 20 21:45:09.746538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35686) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:09.765485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1399776778-router', 'tenant_id': '9bd465dc79274fe181864627b8bdd96e', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:45:09.769356 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aa2fb9-2564-413e-9bf9-b7d593bb0a99 None None] Network 6c0eb111-56eb-4d1d-94aa-0c08320312e4 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:45:09.826928 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:09.828589 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:09.832261 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37e4b68d-cd38-4777-93ca-9cff27be17de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:09.837544 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37e4b68d-cd38-4777-93ca-9cff27be17de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:09.960281 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-37e4b68d-cd38-4777-93ca-9cff27be17de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f317c708f59c48d2ada9878434b62dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7148752 Dec 20 21:45:09.961057 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35692) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:10.042951 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4b68d-cd38-4777-93ca-9cff27be17de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ed9a99-3b55-4efe-b4cf-c058edffe338,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:10.063304 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:10.068608 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d47db320-9b33-46eb-9329-bb947a01ccac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:10.122355 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d47db320-9b33-46eb-9329-bb947a01ccac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:10.186739 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d47db320-9b33-46eb-9329-bb947a01ccac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:10.190341 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d47db320-9b33-46eb-9329-bb947a01ccac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:10.196572 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d47db320-9b33-46eb-9329-bb947a01ccac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41ed9a99-3b55-4efe-b4cf-c058edffe338 HTTP/1.1" status: 204 len: 168 time: 0.2326236 Dec 20 21:45:10.206769 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47db320-9b33-46eb-9329-bb947a01ccac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ed9a99-3b55-4efe-b4cf-c058edffe338,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:10.390387 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:05Z', 'revision_number': 2, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:45:10.484582 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:10.513334 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Checking router: 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:45:10.528008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Updating router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 port 5bf223c9-66b8-44dd-9893-963390dfee74 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:45:10.575896 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:10.582654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-6c0eb111-56eb-4d1d-94aa-0c08320312e4', 'network_id': '6c0eb111-56eb-4d1d-94aa-0c08320312e4', 'tenant_id': '9bd465dc79274fe181864627b8bdd96e', 'fixed_ips': [{'subnet_id': '5d7aa253-2392-44e1-9f44-b90d01aecb50'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:45:10.585875 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:10.847364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35714) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:10.888983 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0215fc6a-cda5-4e0f-a359-add326a86f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:10.997035 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:11.050212 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:11.112657 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0215fc6a-cda5-4e0f-a359-add326a86f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:11.128029 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0215fc6a-cda5-4e0f-a359-add326a86f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:11.194996 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215fc6a-cda5-4e0f-a359-add326a86f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe3b1c9-3734-440e-aa14-a167ce145ed9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:11.259921 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0215fc6a-cda5-4e0f-a359-add326a86f85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30af9be56ab94a58a5346c5e7287e2b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4109218 Dec 20 21:45:11.261723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35720) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:11.400619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Allocated IP 172.35.3.205 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/9958702f-be2d-4f6e-b3b6-8e467bd08bf7) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:45:11.442751 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45339ff7-adee-4851-89b1-5c86717132eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:11.487571 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Allocated IP 172.20.0.2 (6c0eb111-56eb-4d1d-94aa-0c08320312e4/5d7aa253-2392-44e1-9f44-b90d01aecb50/ba20275c-9e37-4b5a-882c-c527b582a942) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:45:11.521369 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45339ff7-adee-4851-89b1-5c86717132eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:11.645256 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:11.683960 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45339ff7-adee-4851-89b1-5c86717132eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:11.687447 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45339ff7-adee-4851-89b1-5c86717132eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:11.688815 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-45339ff7-adee-4851-89b1-5c86717132eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fe3b1c9-3734-440e-aa14-a167ce145ed9 HTTP/1.1" status: 204 len: 168 time: 0.4254940 Dec 20 21:45:11.699362 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45339ff7-adee-4851-89b1-5c86717132eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe3b1c9-3734-440e-aa14-a167ce145ed9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:11.755304 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:11.772249 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:11.809129 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:11.928428 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:11.956093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:45:11.976425 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:45:11.981133 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5323741-02bd-4d6c-9564-e73ecb3654f1 None None] Pushing event updated for resources: {'Port': ['ID=5bf223c9-66b8-44dd-9893-963390dfee74,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:11.994776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Pushing event updated for resources: {'Port': ['ID=9958702f-be2d-4f6e-b3b6-8e467bd08bf7,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:12.009035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:45:12.009809 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:12.186267 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Pushing event updated for resources: {'Port': ['ID=ba20275c-9e37-4b5a-882c-c527b582a942,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:12.236405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Network 6c0eb111-56eb-4d1d-94aa-0c08320312e4 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:45:12.260498 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:45:12.266223 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Attempting to bind port 5bf223c9-66b8-44dd-9893-963390dfee74 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:45:12.266881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Attempting to bind port 5bf223c9-66b8-44dd-9893-963390dfee74 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:45:12.267250 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Attempting to bind port 5bf223c9-66b8-44dd-9893-963390dfee74 on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:45:12.272866 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:45:12.280336 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:45:12.280715 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Checking segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:45:12.281259 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:12.281660 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Bound using segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:45:12.282179 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Bound port: 5bf223c9-66b8-44dd-9893-963390dfee74, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:45:12.282573 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:12.341150 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-cfe12f95-5b86-411d-a910-109cdc66455c None None] Provisioning complete for port 5bf223c9-66b8-44dd-9893-963390dfee74 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:12.341811 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cfe12f95-5b86-411d-a910-109cdc66455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:12.494884 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-cfe12f95-5b86-411d-a910-109cdc66455c None None] Port 5bf223c9-66b8-44dd-9893-963390dfee74 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:45:12.564765 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:12.615506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Attempting to bind port ba20275c-9e37-4b5a-882c-c527b582a942 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:45:12.616339 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Attempting to bind port ba20275c-9e37-4b5a-882c-c527b582a942 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'ec5527ce-9881-4bdb-92cf-f0f00ddbd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6c0eb111-56eb-4d1d-94aa-0c08320312e4'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:45:12.616339 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Attempting to bind port ba20275c-9e37-4b5a-882c-c527b582a942 on network 6c0eb111-56eb-4d1d-94aa-0c08320312e4 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:45:12.641795 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:45:12.642211 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Checking segment: {'id': 'ec5527ce-9881-4bdb-92cf-f0f00ddbd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6c0eb111-56eb-4d1d-94aa-0c08320312e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:45:12.642810 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:12.643347 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Bound using segment: {'id': 'ec5527ce-9881-4bdb-92cf-f0f00ddbd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6c0eb111-56eb-4d1d-94aa-0c08320312e4'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:45:12.643973 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Bound port: ba20275c-9e37-4b5a-882c-c527b582a942, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5527ce-9881-4bdb-92cf-f0f00ddbd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6c0eb111-56eb-4d1d-94aa-0c08320312e4'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:45:12.645777 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:12.810050 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] For port 5bf223c9-66b8-44dd-9893-963390dfee74, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:45:12.863183 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] For port 5bf223c9-66b8-44dd-9893-963390dfee74, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5bf223c9-66b8-44dd-9893-963390dfee74,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:45:12.920832 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:13.078896 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] For port ba20275c-9e37-4b5a-882c-c527b582a942, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:45:13.137142 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:13.220277 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] For port ba20275c-9e37-4b5a-882c-c527b582a942, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ba20275c-9e37-4b5a-882c-c527b582a942,segment=NetworkSegment(ec5527ce-9881-4bdb-92cf-f0f00ddbd089),segment_id=ec5527ce-9881-4bdb-92cf-f0f00ddbd089)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:45:13.275375 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:13.300631 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Routers {'0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:45:13.301414 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:45:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:45:13.309438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5323741-02bd-4d6c-9564-e73ecb3654f1 None None] Pushing event updated for resources: {'Port': ['ID=5bf223c9-66b8-44dd-9893-963390dfee74,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:13.628574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] Set router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:45:13.693478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Router 22a52983-d548-49bb-9b4c-f09b8e7b6f8b is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:45:13.893484 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78547cf-089e-4476-83e7-8dba5d173eaa None None] Pushing event updated for resources: {'Port': ['ID=ba20275c-9e37-4b5a-882c-c527b582a942,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:14.006522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:45:14.022780 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Sync routers for ids ['22a52983-d548-49bb-9b4c-f09b8e7b6f8b'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:45:14.031453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-cc40e476-91d2-4b27-b03d-3f36d91161e1 None None] Provisioning complete for port 5bf223c9-66b8-44dd-9893-963390dfee74 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:14.032075 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc40e476-91d2-4b27-b03d-3f36d91161e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:14.038940 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Routers {'22a52983-d548-49bb-9b4c-f09b8e7b6f8b'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:45:14.041173 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:45:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['22a52983-d548-49bb-9b4c-f09b8e7b6f8b'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:45:14.046617 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:14.048043 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9f9dff4c-6e62-439a-a762-f4f711a2db84 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3003132 Dec 20 21:45:14.051011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35804) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:14.373220 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Set router 22a52983-d548-49bb-9b4c-f09b8e7b6f8b gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:45:14.547626 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc40e476-91d2-4b27-b03d-3f36d91161e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:14.630613 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:12Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:45:14.754134 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c44998-ab34-40aa-8db8-9ab769f38b1e None None] The sync data for ids ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'] in n-d-xena-1 is: [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:12Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:45:14.783559 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-cc40e476-91d2-4b27-b03d-3f36d91161e1 None None] For port 5bf223c9-66b8-44dd-9893-963390dfee74, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5bf223c9-66b8-44dd-9893-963390dfee74,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:45:14.811302 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc40e476-91d2-4b27-b03d-3f36d91161e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:15.104817 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'name': 'tempest-TestVolumeBootPattern-1399776778-router', 'tenant_id': '9bd465dc79274fe181864627b8bdd96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.205'}], 'enable_snat': True}, 'gw_port_id': '9958702f-be2d-4f6e-b3b6-8e467bd08bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:45:09Z', 'updated_at': '2021-12-20T21:45:12Z', 'revision_number': 3, 'project_id': '9bd465dc79274fe181864627b8bdd96e', 'gw_port': {'id': '9958702f-be2d-4f6e-b3b6-8e467bd08bf7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:11Z', 'updated_at': '2021-12-20T21:45:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:45:15.127366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40e476-91d2-4b27-b03d-3f36d91161e1 None None] Pushing event updated for resources: {'Port': ['ID=5bf223c9-66b8-44dd-9893-963390dfee74,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:15.157390 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:15.179025 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Checking router: 22a52983-d548-49bb-9b4c-f09b8e7b6f8b for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:45:15.183173 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Updating router 22a52983-d548-49bb-9b4c-f09b8e7b6f8b port 9958702f-be2d-4f6e-b3b6-8e467bd08bf7 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:45:15.275157 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:15.646722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ba20275c-9e37-4b5a-882c-c527b582a942 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:45:15.776706 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:15.845740 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port ba20275c-9e37-4b5a-882c-c527b582a942 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:15.846339 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:15.958740 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:16.052494 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port ba20275c-9e37-4b5a-882c-c527b582a942, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ba20275c-9e37-4b5a-882c-c527b582a942,segment=NetworkSegment(ec5527ce-9881-4bdb-92cf-f0f00ddbd089),segment_id=ec5527ce-9881-4bdb-92cf-f0f00ddbd089)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:45:16.059608 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:16.061711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5bf223c9-66b8-44dd-9893-963390dfee74 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:45:16.160613 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:16.171940 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:16.276636 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3fa21-41f0-469f-8fb4-11643a62d3c8 None None] Pushing event updated for resources: {'Port': ['ID=9958702f-be2d-4f6e-b3b6-8e467bd08bf7,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:16.279411 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b9e27c-7e7d-4337-b15f-1b7f73f0edab None None] Network 6c0eb111-56eb-4d1d-94aa-0c08320312e4 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:45:16.296236 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:45:16.338599 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Attempting to bind port 9958702f-be2d-4f6e-b3b6-8e467bd08bf7 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:45:16.338954 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Attempting to bind port 9958702f-be2d-4f6e-b3b6-8e467bd08bf7 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:45:16.339310 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Attempting to bind port 9958702f-be2d-4f6e-b3b6-8e467bd08bf7 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:45:16.355265 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:45:16.355627 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:45:16.364252 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:16.364880 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:45:16.365523 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Bound port: 9958702f-be2d-4f6e-b3b6-8e467bd08bf7, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:45:16.374927 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:16.410053 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=ba20275c-9e37-4b5a-882c-c527b582a942,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:16.439740 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] Allocated IP 172.20.0.1 (6c0eb111-56eb-4d1d-94aa-0c08320312e4/5d7aa253-2392-44e1-9f44-b90d01aecb50/977b1b28-0353-48f0-9f2f-d7af0c0af9c4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:45:16.551881 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] For port 9958702f-be2d-4f6e-b3b6-8e467bd08bf7, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:45:16.563614 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] For port 9958702f-be2d-4f6e-b3b6-8e467bd08bf7, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9958702f-be2d-4f6e-b3b6-8e467bd08bf7,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:45:16.572043 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:16.672638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-5414bcdf-af1c-4600-b0a0-cff47d9bcc1a None None] Provisioning complete for port ba20275c-9e37-4b5a-882c-c527b582a942 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:16.680174 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5414bcdf-af1c-4600-b0a0-cff47d9bcc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:16.775037 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3fa21-41f0-469f-8fb4-11643a62d3c8 None None] Pushing event updated for resources: {'Port': ['ID=9958702f-be2d-4f6e-b3b6-8e467bd08bf7,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:16.799752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 5bf223c9-66b8-44dd-9893-963390dfee74 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:16.800267 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:16.813431 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Routers {'22a52983-d548-49bb-9b4c-f09b8e7b6f8b'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:45:16.816777 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:45:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['22a52983-d548-49bb-9b4c-f09b8e7b6f8b'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:45:16.871732 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:17.001434 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:17.030834 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] Set router 22a52983-d548-49bb-9b4c-f09b8e7b6f8b gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:45:17.222733 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] Network 6c0eb111-56eb-4d1d-94aa-0c08320312e4 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:45:17.243935 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:45:17.259003 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:45:17.289237 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] Pushing event updated for resources: {'Port': ['ID=977b1b28-0353-48f0-9f2f-d7af0c0af9c4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:17.473841 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:17.709669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ba20275c-9e37-4b5a-882c-c527b582a942 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:45:17.767661 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'name': 'tempest-TestVolumeBootPattern-1399776778-router', 'tenant_id': '9bd465dc79274fe181864627b8bdd96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.205'}], 'enable_snat': True}, 'gw_port_id': '9958702f-be2d-4f6e-b3b6-8e467bd08bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:45:09Z', 'updated_at': '2021-12-20T21:45:12Z', 'revision_number': 3, 'project_id': '9bd465dc79274fe181864627b8bdd96e', 'gw_port': {'id': '9958702f-be2d-4f6e-b3b6-8e467bd08bf7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:11Z', 'updated_at': '2021-12-20T21:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:45:17.866667 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1d0a0ba0-03ff-40bd-8207-60d0f7ab2362 None None] Provisioning complete for port ba20275c-9e37-4b5a-882c-c527b582a942 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:17.868882 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0ba0-03ff-40bd-8207-60d0f7ab2362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:17.886243 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eda4b8-6148-4540-aaf2-49ca682282f2 None None] The sync data for ids ['22a52983-d548-49bb-9b4c-f09b8e7b6f8b'] in n-d-xena-1 is: [{'id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'name': 'tempest-TestVolumeBootPattern-1399776778-router', 'tenant_id': '9bd465dc79274fe181864627b8bdd96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.205'}], 'enable_snat': True}, 'gw_port_id': '9958702f-be2d-4f6e-b3b6-8e467bd08bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:45:09Z', 'updated_at': '2021-12-20T21:45:12Z', 'revision_number': 3, 'project_id': '9bd465dc79274fe181864627b8bdd96e', 'gw_port': {'id': '9958702f-be2d-4f6e-b3b6-8e467bd08bf7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:11Z', 'updated_at': '2021-12-20T21:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:45:17.951450 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port ba20275c-9e37-4b5a-882c-c527b582a942 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:17.951947 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:17.996401 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:18.037072 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35894) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:18.208708 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:18.489018 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-33164072-a508-491d-91df-dbfa2608c372 None None] Provisioning complete for port 977b1b28-0353-48f0-9f2f-d7af0c0af9c4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:18.492179 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-33164072-a508-491d-91df-dbfa2608c372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:18.548957 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61bef18a-a57f-496b-93a5-4c86383c73cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:18.656903 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-33164072-a508-491d-91df-dbfa2608c372 None None] Port 977b1b28-0353-48f0-9f2f-d7af0c0af9c4 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:45:18.765671 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:18.773856 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:18.833314 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61bef18a-a57f-496b-93a5-4c86383c73cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:18.839895 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61bef18a-a57f-496b-93a5-4c86383c73cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:18.910123 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-61bef18a-a57f-496b-93a5-4c86383c73cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd7fa4ccbf07440497cc1558edba5935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8716555 Dec 20 21:45:18.919721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35918) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:18.956512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35920) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:19.036402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bef18a-a57f-496b-93a5-4c86383c73cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9887d15f-9474-4a70-a3f2-17cf81b8e035,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:19.098805 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] Pushing event updated for resources: {'Port': ['ID=977b1b28-0353-48f0-9f2f-d7af0c0af9c4,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:19.101542 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a44f-18d7-4600-a352-103f5a2c21eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:19.113483 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:19.166783 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a44f-18d7-4600-a352-103f5a2c21eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:19.244803 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-924318ef-bd8c-45fc-93a8-d6ee53beb8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:19.378280 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a44f-18d7-4600-a352-103f5a2c21eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:19.384231 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a44f-18d7-4600-a352-103f5a2c21eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:19.397894 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bfc2a44f-18d7-4600-a352-103f5a2c21eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9887d15f-9474-4a70-a3f2-17cf81b8e035 HTTP/1.1" status: 204 len: 168 time: 0.4701796 Dec 20 21:45:19.400158 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] Network 6c0eb111-56eb-4d1d-94aa-0c08320312e4 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:45:19.405194 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:45:19.478849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2a44f-18d7-4600-a352-103f5a2c21eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9887d15f-9474-4a70-a3f2-17cf81b8e035,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:19.628248 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-924318ef-bd8c-45fc-93a8-d6ee53beb8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:19.639963 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-924318ef-bd8c-45fc-93a8-d6ee53beb8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:19.711571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924318ef-bd8c-45fc-93a8-d6ee53beb8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bf9833-44ef-40d9-ac6d-f1723b6d3bf7,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:19.789472 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-924318ef-bd8c-45fc-93a8-d6ee53beb8a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=31be91189f8944c98278b5ef5f112386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8312821 Dec 20 21:45:19.789838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9958702f-be2d-4f6e-b3b6-8e467bd08bf7 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:45:19.790349 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35948) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:19.910725 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] Router 22a52983-d548-49bb-9b4c-f09b8e7b6f8b has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:45:19.912359 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bbd70934-122b-4189-a3ac-9dd6e251874a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:19.973209 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bbd70934-122b-4189-a3ac-9dd6e251874a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:20.015547 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 9958702f-be2d-4f6e-b3b6-8e467bd08bf7 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:20.017628 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:20.072264 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bbd70934-122b-4189-a3ac-9dd6e251874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:20.084309 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bbd70934-122b-4189-a3ac-9dd6e251874a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:20.090098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bbd70934-122b-4189-a3ac-9dd6e251874a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19bf9833-44ef-40d9-ac6d-f1723b6d3bf7 HTTP/1.1" status: 204 len: 168 time: 0.2984641 Dec 20 21:45:20.106780 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd70934-122b-4189-a3ac-9dd6e251874a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bf9833-44ef-40d9-ac6d-f1723b6d3bf7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:20.277073 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-12c61ebe-960b-4510-acf2-23707aae1197 None None] Provisioning complete for port 977b1b28-0353-48f0-9f2f-d7af0c0af9c4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:20.278863 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-12c61ebe-960b-4510-acf2-23707aae1197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:20.286743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 35964) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:20.295531 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:45:20.304606 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bb3e173e-c86b-499f-acf7-35ebf22e1753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:20.306244 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8783adc6-5da1-4f57-9a6c-02545bb31518 admin admin] 10.222.0.32 "PUT /v2.0/routers/22a52983-d548-49bb-9b4c-f09b8e7b6f8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2533517 Dec 20 21:45:20.516427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-12c61ebe-960b-4510-acf2-23707aae1197 None None] Port 977b1b28-0353-48f0-9f2f-d7af0c0af9c4 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:45:20.525385 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:20.567618 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bb3e173e-c86b-499f-acf7-35ebf22e1753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:20.570947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 9958702f-be2d-4f6e-b3b6-8e467bd08bf7, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9958702f-be2d-4f6e-b3b6-8e467bd08bf7,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:45:20.574188 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bb3e173e-c86b-499f-acf7-35ebf22e1753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:20.580208 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:20.687112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=9958702f-be2d-4f6e-b3b6-8e467bd08bf7,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:20.710830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e173e-c86b-499f-acf7-35ebf22e1753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920543f3-02f8-446c-9ed5-e52400f09660,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:20.733175 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bb3e173e-c86b-499f-acf7-35ebf22e1753 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5f677ad89df41009d45180e5d03cb25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4431372 Dec 20 21:45:20.733686 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 35984) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:20.840986 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f04d5c60-7cab-4570-94e4-2bc022370709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:20.885281 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f04d5c60-7cab-4570-94e4-2bc022370709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:20.971301 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f04d5c60-7cab-4570-94e4-2bc022370709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:20.976103 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f04d5c60-7cab-4570-94e4-2bc022370709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:20.981555 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f04d5c60-7cab-4570-94e4-2bc022370709 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/920543f3-02f8-446c-9ed5-e52400f09660 HTTP/1.1" status: 204 len: 168 time: 0.2467144 Dec 20 21:45:20.997491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 36000) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:20.998794 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5c60-7cab-4570-94e4-2bc022370709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920543f3-02f8-446c-9ed5-e52400f09660,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:21.011897 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-da55194d-1c3e-4fdc-8e33-2583f85097a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:21.217403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-da55194d-1c3e-4fdc-8e33-2583f85097a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:21.222605 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-da55194d-1c3e-4fdc-8e33-2583f85097a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:21.273770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55194d-1c3e-4fdc-8e33-2583f85097a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1b77d8-a066-4470-9fcf-5ba334103d06,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:21.307665 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-da55194d-1c3e-4fdc-8e33-2583f85097a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ff85f6c91da45049a38a1dbe10dd60f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3088875 Dec 20 21:45:21.310875 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36008) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:21.411664 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d02f5d83-65cb-45fc-8129-3dcc71a19431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:21.447321 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d02f5d83-65cb-45fc-8129-3dcc71a19431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:21.517781 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Sync routers for ids ['22a52983-d548-49bb-9b4c-f09b8e7b6f8b'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:45:21.580253 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Routers {'22a52983-d548-49bb-9b4c-f09b8e7b6f8b'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:45:21.584435 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:45:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['22a52983-d548-49bb-9b4c-f09b8e7b6f8b'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:45:21.691333 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d02f5d83-65cb-45fc-8129-3dcc71a19431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:21.703409 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d02f5d83-65cb-45fc-8129-3dcc71a19431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:21.715208 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d02f5d83-65cb-45fc-8129-3dcc71a19431 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce1b77d8-a066-4470-9fcf-5ba334103d06 HTTP/1.1" status: 204 len: 168 time: 0.4022560 Dec 20 21:45:21.773251 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f5d83-65cb-45fc-8129-3dcc71a19431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1b77d8-a066-4470-9fcf-5ba334103d06,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:21.912951 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9958702f-be2d-4f6e-b3b6-8e467bd08bf7 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:45:22.566781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 36064) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:22.601182 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-de05c942-692a-4756-a129-0351fd7b6736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:22.709558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 9958702f-be2d-4f6e-b3b6-8e467bd08bf7 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:22.710118 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:22.822557 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-de05c942-692a-4756-a129-0351fd7b6736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:22.827044 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-de05c942-692a-4756-a129-0351fd7b6736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:22.843001 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Set router 22a52983-d548-49bb-9b4c-f09b8e7b6f8b gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:45:22.934258 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-de05c942-692a-4756-a129-0351fd7b6736 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0230b4e613e4481f88299b1d898fc8a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3663297 Dec 20 21:45:22.937838 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36076) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:22.945929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05c942-692a-4756-a129-0351fd7b6736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d927e68f-0ca3-4326-a2cc-c00c0467cb68,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:23.048443 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4008599-1b19-44b9-bee9-d2e820d659eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:23.077366 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4008599-1b19-44b9-bee9-d2e820d659eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:23.207988 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4008599-1b19-44b9-bee9-d2e820d659eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:23.214334 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c4008599-1b19-44b9-bee9-d2e820d659eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:23.221494 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c4008599-1b19-44b9-bee9-d2e820d659eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d927e68f-0ca3-4326-a2cc-c00c0467cb68 HTTP/1.1" status: 204 len: 168 time: 0.2823710 Dec 20 21:45:23.237257 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4008599-1b19-44b9-bee9-d2e820d659eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d927e68f-0ca3-4326-a2cc-c00c0467cb68,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:23.268959 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'name': 'tempest-TestVolumeBootPattern-1399776778-router', 'tenant_id': '9bd465dc79274fe181864627b8bdd96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.205'}], 'enable_snat': True}, 'gw_port_id': '9958702f-be2d-4f6e-b3b6-8e467bd08bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:45:09Z', 'updated_at': '2021-12-20T21:45:17Z', 'revision_number': 4, 'project_id': '9bd465dc79274fe181864627b8bdd96e', 'gw_port': {'id': '9958702f-be2d-4f6e-b3b6-8e467bd08bf7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:11Z', 'updated_at': '2021-12-20T21:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '977b1b28-0353-48f0-9f2f-d7af0c0af9c4', 'name': '', 'network_id': '6c0eb111-56eb-4d1d-94aa-0c08320312e4', 'tenant_id': '9bd465dc79274fe181864627b8bdd96e', 'mac_address': 'fa:16:3e:ec:69:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '5d7aa253-2392-44e1-9f44-b90d01aecb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:15Z', 'updated_at': '2021-12-20T21:45:18Z', 'revision_number': 2, 'project_id': '9bd465dc79274fe181864627b8bdd96e', 'subnets': [{'id': '5d7aa253-2392-44e1-9f44-b90d01aecb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:45:23.343745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Checking router: 22a52983-d548-49bb-9b4c-f09b8e7b6f8b for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:45:23.344105 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Updating router 22a52983-d548-49bb-9b4c-f09b8e7b6f8b port 977b1b28-0353-48f0-9f2f-d7af0c0af9c4 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:45:23.373437 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:24.050154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36124) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:24.068667 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:24.077115 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:24.163204 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a442a-96ee-4763-8194-e811124d6b9f None None] Pushing event updated for resources: {'Port': ['ID=977b1b28-0353-48f0-9f2f-d7af0c0af9c4,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:24.351395 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1351b6e7-65b0-4332-9f9d-128f02574a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:24.492971 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Attempting to bind port 977b1b28-0353-48f0-9f2f-d7af0c0af9c4 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:45:24.493468 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Attempting to bind port 977b1b28-0353-48f0-9f2f-d7af0c0af9c4 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'ec5527ce-9881-4bdb-92cf-f0f00ddbd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6c0eb111-56eb-4d1d-94aa-0c08320312e4'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:45:24.493844 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Attempting to bind port 977b1b28-0353-48f0-9f2f-d7af0c0af9c4 on network 6c0eb111-56eb-4d1d-94aa-0c08320312e4 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:45:24.513787 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:45:24.514649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Checking segment: {'id': 'ec5527ce-9881-4bdb-92cf-f0f00ddbd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6c0eb111-56eb-4d1d-94aa-0c08320312e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:45:24.515535 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:24.516169 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Bound using segment: {'id': 'ec5527ce-9881-4bdb-92cf-f0f00ddbd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6c0eb111-56eb-4d1d-94aa-0c08320312e4'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:45:24.516961 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Bound port: 977b1b28-0353-48f0-9f2f-d7af0c0af9c4, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5527ce-9881-4bdb-92cf-f0f00ddbd089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6c0eb111-56eb-4d1d-94aa-0c08320312e4'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:45:24.517601 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:24.647530 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1351b6e7-65b0-4332-9f9d-128f02574a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:24.664921 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1351b6e7-65b0-4332-9f9d-128f02574a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:24.720576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351b6e7-65b0-4332-9f9d-128f02574a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1868faab-06ac-466d-ba1e-762752754924,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:24.733626 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] For port 977b1b28-0353-48f0-9f2f-d7af0c0af9c4, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:45:24.764418 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1351b6e7-65b0-4332-9f9d-128f02574a50 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f529fc2ec9304fb4bb2c453013e40b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7121608 Dec 20 21:45:24.767114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 36168) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:24.796607 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0bccf204-1b6a-4179-a0d3-26ee89d3be4b None None] Provisioning complete for port 977b1b28-0353-48f0-9f2f-d7af0c0af9c4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:24.797167 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0bccf204-1b6a-4179-a0d3-26ee89d3be4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:24.813475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] For port 977b1b28-0353-48f0-9f2f-d7af0c0af9c4, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=977b1b28-0353-48f0-9f2f-d7af0c0af9c4,segment=NetworkSegment(ec5527ce-9881-4bdb-92cf-f0f00ddbd089),segment_id=ec5527ce-9881-4bdb-92cf-f0f00ddbd089)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:45:24.856907 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2f52bae9-d766-4954-aae2-6e641dfd8a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:24.904649 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:24.934120 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2f52bae9-d766-4954-aae2-6e641dfd8a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:24.970284 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a442a-96ee-4763-8194-e811124d6b9f None None] Pushing event updated for resources: {'Port': ['ID=977b1b28-0353-48f0-9f2f-d7af0c0af9c4,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:24.983255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0bccf204-1b6a-4179-a0d3-26ee89d3be4b None None] Port 977b1b28-0353-48f0-9f2f-d7af0c0af9c4 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:45:25.008573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Routers {'22a52983-d548-49bb-9b4c-f09b8e7b6f8b'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:45:25.009317 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:45:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['22a52983-d548-49bb-9b4c-f09b8e7b6f8b'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:45:25.031006 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2f52bae9-d766-4954-aae2-6e641dfd8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:25.034285 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2f52bae9-d766-4954-aae2-6e641dfd8a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:25.040712 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2f52bae9-d766-4954-aae2-6e641dfd8a7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1868faab-06ac-466d-ba1e-762752754924 HTTP/1.1" status: 204 len: 168 time: 0.2708454 Dec 20 21:45:25.098003 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52bae9-d766-4954-aae2-6e641dfd8a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1868faab-06ac-466d-ba1e-762752754924,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:25.235138 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] Set router 22a52983-d548-49bb-9b4c-f09b8e7b6f8b gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:45:25.460513 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-839afa0c-1eab-44c8-ade3-1d0333829819 None None] Provisioning complete for port 977b1b28-0353-48f0-9f2f-d7af0c0af9c4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:25.461078 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-839afa0c-1eab-44c8-ade3-1d0333829819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:25.777354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20881-60bf-4e72-9774-f1afb3150789 req-4ab9c255-eeab-4d22-96f5-36c5ce3a2bb1 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:25.787058 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63b20881-60bf-4e72-9774-f1afb3150789 req-4ab9c255-eeab-4d22-96f5-36c5ce3a2bb1 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 811 time: 0.2787683 Dec 20 21:45:25.806815 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63b20881-60bf-4e72-9774-f1afb3150789 req-ba5f4998-f7a0-4e04-bdfc-47dfef9b0c88 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/quotas/09c4ae0ec0ec4254aff4e9bf68876ea9 HTTP/1.1" status: 200 len: 375 time: 0.0186665 Dec 20 21:45:25.812811 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-839afa0c-1eab-44c8-ade3-1d0333829819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:25.856343 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'name': 'tempest-TestVolumeBootPattern-1399776778-router', 'tenant_id': '9bd465dc79274fe181864627b8bdd96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.205'}], 'enable_snat': True}, 'gw_port_id': '9958702f-be2d-4f6e-b3b6-8e467bd08bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:45:09Z', 'updated_at': '2021-12-20T21:45:17Z', 'revision_number': 4, 'project_id': '9bd465dc79274fe181864627b8bdd96e', 'gw_port': {'id': '9958702f-be2d-4f6e-b3b6-8e467bd08bf7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:11Z', 'updated_at': '2021-12-20T21:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '977b1b28-0353-48f0-9f2f-d7af0c0af9c4', 'name': '', 'network_id': '6c0eb111-56eb-4d1d-94aa-0c08320312e4', 'tenant_id': '9bd465dc79274fe181864627b8bdd96e', 'mac_address': 'fa:16:3e:ec:69:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '5d7aa253-2392-44e1-9f44-b90d01aecb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:15Z', 'updated_at': '2021-12-20T21:45:24Z', 'revision_number': 4, 'project_id': '9bd465dc79274fe181864627b8bdd96e', 'subnets': [{'id': '5d7aa253-2392-44e1-9f44-b90d01aecb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:45:25.889605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-839afa0c-1eab-44c8-ade3-1d0333829819 None None] For port 977b1b28-0353-48f0-9f2f-d7af0c0af9c4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=977b1b28-0353-48f0-9f2f-d7af0c0af9c4,segment=NetworkSegment(ec5527ce-9881-4bdb-92cf-f0f00ddbd089),segment_id=ec5527ce-9881-4bdb-92cf-f0f00ddbd089)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:45:25.891289 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529fec06-fcd4-498c-be1b-25e77b984a02 None None] The sync data for ids ['22a52983-d548-49bb-9b4c-f09b8e7b6f8b'] in n-d-xena-1 is: [{'id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'name': 'tempest-TestVolumeBootPattern-1399776778-router', 'tenant_id': '9bd465dc79274fe181864627b8bdd96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.205'}], 'enable_snat': True}, 'gw_port_id': '9958702f-be2d-4f6e-b3b6-8e467bd08bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:45:09Z', 'updated_at': '2021-12-20T21:45:17Z', 'revision_number': 4, 'project_id': '9bd465dc79274fe181864627b8bdd96e', 'gw_port': {'id': '9958702f-be2d-4f6e-b3b6-8e467bd08bf7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:11Z', 'updated_at': '2021-12-20T21:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '977b1b28-0353-48f0-9f2f-d7af0c0af9c4', 'name': '', 'network_id': '6c0eb111-56eb-4d1d-94aa-0c08320312e4', 'tenant_id': '9bd465dc79274fe181864627b8bdd96e', 'mac_address': 'fa:16:3e:ec:69:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '5d7aa253-2392-44e1-9f44-b90d01aecb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:15Z', 'updated_at': '2021-12-20T21:45:24Z', 'revision_number': 4, 'project_id': '9bd465dc79274fe181864627b8bdd96e', 'subnets': [{'id': '5d7aa253-2392-44e1-9f44-b90d01aecb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:45:25.896303 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-839afa0c-1eab-44c8-ade3-1d0333829819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:25.904585 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63b20881-60bf-4e72-9774-f1afb3150789 req-f679154a-1bea-4455-9d19-3811f6ba308e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968194 Dec 20 21:45:26.075584 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63b20881-60bf-4e72-9774-f1afb3150789 req-20ca6a84-7646-4b5d-b681-4554d8c4ef91 service neutron] 10.222.0.32 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699898 Dec 20 21:45:26.131763 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839afa0c-1eab-44c8-ade3-1d0333829819 None None] Pushing event updated for resources: {'Port': ['ID=977b1b28-0353-48f0-9f2f-d7af0c0af9c4,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:26.363842 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63b20881-60bf-4e72-9774-f1afb3150789 req-4cd964ed-6cdd-48a7-9ec2-8e777bbac63e service neutron] 10.222.0.32 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873547 Dec 20 21:45:27.155738 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-824be918-ab1a-40da-9d5e-9e7a62bc859f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:27.678519 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-388dc26e-9c8f-4118-bc70-407170557e2c req-5fca1337-166a-483d-aefd-a2dca496e8e1 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 210 time: 0.7191412 Dec 20 21:45:27.726626 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 977b1b28-0353-48f0-9f2f-d7af0c0af9c4 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:45:27.848913 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 977b1b28-0353-48f0-9f2f-d7af0c0af9c4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:27.849572 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:28.359172 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4f77185-3490-4333-8333-771e17b71c26 req-38654398-9ee3-48b2-b6d3-6f56a2ea4a7a tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=695194b5397845d7bbd026e4707d7624&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412862 Dec 20 21:45:28.591287 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77185-3490-4333-8333-771e17b71c26 req-b846752e-9501-485d-9ab2-5f31deac5831 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:28.604306 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4f77185-3490-4333-8333-771e17b71c26 req-b846752e-9501-485d-9ab2-5f31deac5831 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2435868 Dec 20 21:45:28.625240 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4f77185-3490-4333-8333-771e17b71c26 req-8e9f1878-feb5-421f-ba8a-c085681bcea1 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/quotas/695194b5397845d7bbd026e4707d7624 HTTP/1.1" status: 200 len: 375 time: 0.0195801 Dec 20 21:45:28.671638 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4f77185-3490-4333-8333-771e17b71c26 req-d336a118-ea78-4c85-b30e-f4f5a873abd3 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=695194b5397845d7bbd026e4707d7624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450940 Dec 20 21:45:28.878058 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c0495fa4-4451-4d0b-b5ab-535407bd8e02 req-d727679d-d88c-449f-8b3d-7d0caf459445 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 210 time: 0.0904901 Dec 20 21:45:29.021640 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20881-60bf-4e72-9774-f1afb3150789 req-a0ec3a3e-3d7c-4cec-ae62-79d226d650fb tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:29.023697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63b20881-60bf-4e72-9774-f1afb3150789 req-a0ec3a3e-3d7c-4cec-ae62-79d226d650fb tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 811 time: 0.3447351 Dec 20 21:45:29.044381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-63b20881-60bf-4e72-9774-f1afb3150789 req-985d88be-6fbc-4463-ab57-23ad79b557aa tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Request body: {'port': {'device_id': 'b00fa686-c81c-48e1-959a-58ef16b00ef5', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'admin_state_up': True, 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:45:29.046347 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-38665a71-e324-4f47-8759-14427fb5e1a2 req-349535ac-3e13-444f-95f6-d067eaddaffd tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 210 time: 0.0405200 Dec 20 21:45:29.291489 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b20881-60bf-4e72-9774-f1afb3150789 req-985d88be-6fbc-4463-ab57-23ad79b557aa tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Made reservation on behalf of 09c4ae0ec0ec4254aff4e9bf68876ea9 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:45:29.295482 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-63b20881-60bf-4e72-9774-f1afb3150789 req-985d88be-6fbc-4463-ab57-23ad79b557aa tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:29.466675 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1cf42d13-2a14-464f-8635-b1c01f72633a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:29.519383 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-63b20881-60bf-4e72-9774-f1afb3150789 req-985d88be-6fbc-4463-ab57-23ad79b557aa tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Allocated IP 172.20.0.9 (4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea/b84d4e95-d9dd-430d-b73c-40cb0d866f14/42912a7b-2e07-4f1b-9607-baf91f4ff40b) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:45:29.984274 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-63b20881-60bf-4e72-9774-f1afb3150789 req-985d88be-6fbc-4463-ab57-23ad79b557aa tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:30.097543 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-63b20881-60bf-4e72-9774-f1afb3150789 req-985d88be-6fbc-4463-ab57-23ad79b557aa tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:30.264813 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d6ae4e62-ca55-4d20-9c9e-a620fdc81590 req-b9f535a3-293e-4f91-8691-507e4df48240 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 210 time: 0.0535898 Dec 20 21:45:30.265405 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36456) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:30.338979 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d88be-6fbc-4463-ab57-23ad79b557aa tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'Port': ['ID=42912a7b-2e07-4f1b-9607-baf91f4ff40b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:30.372253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b20881-60bf-4e72-9774-f1afb3150789 req-985d88be-6fbc-4463-ab57-23ad79b557aa tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:45:30.407771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-63b20881-60bf-4e72-9774-f1afb3150789 req-985d88be-6fbc-4463-ab57-23ad79b557aa tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:45:30.427052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b20881-60bf-4e72-9774-f1afb3150789 req-985d88be-6fbc-4463-ab57-23ad79b557aa tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:45:30.497338 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e45a9a19-6510-4e1d-abf6-129b5a51426f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:30.568199 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597665e-673b-49f4-a095-005e1932063c req-3c1c2da6-59b6-41ea-8ee4-727b66a9df6a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:30.569780 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b597665e-673b-49f4-a095-005e1932063c req-3c1c2da6-59b6-41ea-8ee4-727b66a9df6a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 931 time: 0.2334228 Dec 20 21:45:30.670321 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e45a9a19-6510-4e1d-abf6-129b5a51426f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:30.679682 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e45a9a19-6510-4e1d-abf6-129b5a51426f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:30.744271 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4f77185-3490-4333-8333-771e17b71c26 req-141fa893-6648-4e80-a32e-c001115f2dfd tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=695194b5397845d7bbd026e4707d7624&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041389 Dec 20 21:45:30.747230 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:30.763405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20881-60bf-4e72-9774-f1afb3150789 req-985d88be-6fbc-4463-ab57-23ad79b557aa tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:30.770778 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-63b20881-60bf-4e72-9774-f1afb3150789 req-985d88be-6fbc-4463-ab57-23ad79b557aa tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:30.822207 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b597665e-673b-49f4-a095-005e1932063c req-1d001ac0-4c07-4f60-9e3b-27dbab11a708 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423875 Dec 20 21:45:30.827025 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e45a9a19-6510-4e1d-abf6-129b5a51426f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c84c0584779470799515c95c9b3af7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5592890 Dec 20 21:45:30.828960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 36464) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:30.856543 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a9a19-6510-4e1d-abf6-129b5a51426f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ec49b1-81e1-4ecd-85d7-c94a067e9ea5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:30.960539 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63b20881-60bf-4e72-9774-f1afb3150789 req-985d88be-6fbc-4463-ab57-23ad79b557aa tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9207156 Dec 20 21:45:30.980753 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-63b20881-60bf-4e72-9774-f1afb3150789 req-aedd01ce-f440-4fb1-a64a-52db28005260 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:45:30.981809 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63b20881-60bf-4e72-9774-f1afb3150789 req-aedd01ce-f440-4fb1-a64a-52db28005260 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139966 Dec 20 21:45:31.006108 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Request body: {'port': {'device_id': 'b00fa686-c81c-48e1-959a-58ef16b00ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:45:31.006313 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c5e7dac9-bccf-4cc0-922d-c81bdf388e60 None None] Provisioning complete for port 42912a7b-2e07-4f1b-9607-baf91f4ff40b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:31.006572 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c5e7dac9-bccf-4cc0-922d-c81bdf388e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:31.048810 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3123ad9b-cd75-4453-8378-e129f28da7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:31.083366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7dac9-bccf-4cc0-922d-c81bdf388e60 None None] Port 42912a7b-2e07-4f1b-9607-baf91f4ff40b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:45:31.167677 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3123ad9b-cd75-4453-8378-e129f28da7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:31.197263 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77185-3490-4333-8333-771e17b71c26 req-6243874e-79f4-405f-8c07-c6685c7e06ba tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:31.199321 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4f77185-3490-4333-8333-771e17b71c26 req-6243874e-79f4-405f-8c07-c6685c7e06ba tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4033885 Dec 20 21:45:31.286977 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-f4f77185-3490-4333-8333-771e17b71c26 req-8d48db57-9be8-4ca9-b6a4-5d379bfc4254 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Request body: {'port': {'device_id': 'f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': '695194b5397845d7bbd026e4707d7624'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:45:31.392702 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:31.510611 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b1b21288-5290-452a-abee-6037f2bbb22d req-377f449f-3239-48e0-8f07-33d3536c2403 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 210 time: 0.0738063 Dec 20 21:45:31.567408 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3123ad9b-cd75-4453-8378-e129f28da7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:31.570669 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3123ad9b-cd75-4453-8378-e129f28da7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:31.575143 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3123ad9b-cd75-4453-8378-e129f28da7e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6ec49b1-81e1-4ecd-85d7-c94a067e9ea5 HTTP/1.1" status: 204 len: 168 time: 0.7449679 Dec 20 21:45:31.608243 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123ad9b-cd75-4453-8378-e129f28da7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ec49b1-81e1-4ecd-85d7-c94a067e9ea5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:31.703650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f77185-3490-4333-8333-771e17b71c26 req-8d48db57-9be8-4ca9-b6a4-5d379bfc4254 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Made reservation on behalf of 695194b5397845d7bbd026e4707d7624 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:45:31.710747 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4f77185-3490-4333-8333-771e17b71c26 req-8d48db57-9be8-4ca9-b6a4-5d379bfc4254 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:31.752520 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4f77185-3490-4333-8333-771e17b71c26 req-8d48db57-9be8-4ca9-b6a4-5d379bfc4254 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:31.930209 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4f77185-3490-4333-8333-771e17b71c26 req-8d48db57-9be8-4ca9-b6a4-5d379bfc4254 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:32.047858 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4f77185-3490-4333-8333-771e17b71c26 req-8d48db57-9be8-4ca9-b6a4-5d379bfc4254 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:32.151696 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:32.186342 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48db57-9be8-4ca9-b6a4-5d379bfc4254 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d23a9f-f80d-47ee-8910-97e73cf3b19c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:32.210568 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36492) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:32.225250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16486f6d-f05f-4458-8d03-dc532ad4bd71 req-e591868f-5691-434b-8c7c-7e734c40173c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:32.232988 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16486f6d-f05f-4458-8d03-dc532ad4bd71 req-e591868f-5691-434b-8c7c-7e734c40173c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 931 time: 0.2922935 Dec 20 21:45:32.246650 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c31a6cab-dd1e-45e7-a18c-0d2054a4fb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:32.356377 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16486f6d-f05f-4458-8d03-dc532ad4bd71 req-ff338175-9ac2-48d8-a6f0-2bfb9e0874fe tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180284 Dec 20 21:45:32.385521 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:32.444101 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c31a6cab-dd1e-45e7-a18c-0d2054a4fb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:32.451866 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c31a6cab-dd1e-45e7-a18c-0d2054a4fb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:32.527612 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c31a6cab-dd1e-45e7-a18c-0d2054a4fb58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=870272e052de4d719953758fe53025ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156197 Dec 20 21:45:32.528348 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36502) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:32.583242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a6cab-dd1e-45e7-a18c-0d2054a4fb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002eef47-ec31-4d9b-943c-765d96f0de79,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:32.649369 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7521890-e43b-4e38-bd7b-e84514300119 req-ca23af30-9d4e-43b3-a7da-8e307acacc17 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 210 time: 0.0397165 Dec 20 21:45:32.652646 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d89fafe-b87b-408f-a366-c034ba0bac2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:32.696787 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d89fafe-b87b-408f-a366-c034ba0bac2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:32.762919 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d89fafe-b87b-408f-a366-c034ba0bac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:32.766597 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9d89fafe-b87b-408f-a366-c034ba0bac2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:32.767909 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9d89fafe-b87b-408f-a366-c034ba0bac2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/002eef47-ec31-4d9b-943c-765d96f0de79 HTTP/1.1" status: 204 len: 168 time: 0.2322702 Dec 20 21:45:32.802371 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89fafe-b87b-408f-a366-c034ba0bac2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002eef47-ec31-4d9b-943c-765d96f0de79,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:32.967788 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-f4f77185-3490-4333-8333-771e17b71c26 req-8d48db57-9be8-4ca9-b6a4-5d379bfc4254 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Allocated IP 192.168.233.78 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/42b94295-71da-420d-a004-15c642a5c165) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:45:32.998623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42912a7b-2e07-4f1b-9607-baf91f4ff40b {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:45:33.019049 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:33.054364 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Transition to ACTIVE for port object 42912a7b-2e07-4f1b-9607-baf91f4ff40b will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:45:33.061968 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:33.205071 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Pushing event updated for resources: {'Port': ['ID=42912a7b-2e07-4f1b-9607-baf91f4ff40b,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:33.314205 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4f77185-3490-4333-8333-771e17b71c26 req-8d48db57-9be8-4ca9-b6a4-5d379bfc4254 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:33.357653 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Attempting to bind port 42912a7b-2e07-4f1b-9607-baf91f4ff40b on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:45:33.357990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Attempting to bind port 42912a7b-2e07-4f1b-9607-baf91f4ff40b by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:45:33.362495 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Attempting to bind port 42912a7b-2e07-4f1b-9607-baf91f4ff40b on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:45:33.372469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Port 42912a7b-2e07-4f1b-9607-baf91f4ff40b on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:45:33.372810 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Attempting to bind port 42912a7b-2e07-4f1b-9607-baf91f4ff40b on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:45:33.389530 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:45:33.389911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Checking segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:45:33.407599 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Bound using segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:45:33.408170 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Bound port: 42912a7b-2e07-4f1b-9607-baf91f4ff40b, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:45:33.408550 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:33.468667 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4f77185-3490-4333-8333-771e17b71c26 req-8d48db57-9be8-4ca9-b6a4-5d379bfc4254 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:33.734056 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] For port 42912a7b-2e07-4f1b-9607-baf91f4ff40b, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:45:33.755256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f77185-3490-4333-8333-771e17b71c26 req-8d48db57-9be8-4ca9-b6a4-5d379bfc4254 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:45:33.758314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] For port 42912a7b-2e07-4f1b-9607-baf91f4ff40b, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=42912a7b-2e07-4f1b-9607-baf91f4ff40b,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:45:33.777831 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-f4f77185-3490-4333-8333-771e17b71c26 req-8d48db57-9be8-4ca9-b6a4-5d379bfc4254 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:45:33.780399 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:33.782563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48db57-9be8-4ca9-b6a4-5d379bfc4254 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Pushing event updated for resources: {'Port': ['ID=42b94295-71da-420d-a004-15c642a5c165,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:33.786507 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f77185-3490-4333-8333-771e17b71c26 req-8d48db57-9be8-4ca9-b6a4-5d379bfc4254 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:45:33.847937 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77185-3490-4333-8333-771e17b71c26 req-8d48db57-9be8-4ca9-b6a4-5d379bfc4254 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:33.848659 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4f77185-3490-4333-8333-771e17b71c26 req-8d48db57-9be8-4ca9-b6a4-5d379bfc4254 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:33.887738 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5b904-ddb3-48f2-8782-55ba80a4177a req-1a30da1a-6432-4bda-bdd7-7a8ffb3e8943 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:33.890628 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d4c5b904-ddb3-48f2-8782-55ba80a4177a req-1a30da1a-6432-4bda-bdd7-7a8ffb3e8943 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 935 time: 0.1286213 Dec 20 21:45:33.913147 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4f77185-3490-4333-8333-771e17b71c26 req-8d48db57-9be8-4ca9-b6a4-5d379bfc4254 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6303606 Dec 20 21:45:33.941151 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcaff5-2dc1-47a7-a7e3-295934ddad69 req-ae739640-d73e-4aad-8dde-6f892cca7945 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:33.942765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbcaff5-2dc1-47a7-a7e3-295934ddad69 req-ae739640-d73e-4aad-8dde-6f892cca7945 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 943 time: 0.4526632 Dec 20 21:45:33.969102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:33.969865 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:33.975469 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63b20881-60bf-4e72-9774-f1afb3150789 req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] 10.222.0.66 "PUT /v2.0/ports/42912a7b-2e07-4f1b-9607-baf91f4ff40b HTTP/1.1" status: 200 len: 1089 time: 2.9756062 Dec 20 21:45:33.975968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00fa686-c81c-48e1-959a-58ef16b00ef5', 'tag': '42912a7b-2e07-4f1b-9607-baf91f4ff40b'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:45:33.978409 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369af20a-59de-4d6c-ab5e-bd3ecc032275" -d '{"events": [{"name": "network-changed", "server_uuid": "b00fa686-c81c-48e1-959a-58ef16b00ef5", "tag": "42912a7b-2e07-4f1b-9607-baf91f4ff40b"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:45:33.994675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Request body: {'port': {'device_id': 'f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:45:34.008967 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d4c5b904-ddb3-48f2-8782-55ba80a4177a req-c66daccb-43db-4900-986e-3124d1a54f13 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d23a9f-f80d-47ee-8910-97e73cf3b19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095424 Dec 20 21:45:34.230145 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f6b10d-fc5d-48db-a60c-5586ffea622e x-openstack-request-id: req-91f6b10d-fc5d-48db-a60c-5586ffea622e {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:45:34.230413 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00fa686-c81c-48e1-959a-58ef16b00ef5", "tag": "42912a7b-2e07-4f1b-9607-baf91f4ff40b", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:45:34.230667 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91f6b10d-fc5d-48db-a60c-5586ffea622e {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:45:34.231081 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00fa686-c81c-48e1-959a-58ef16b00ef5', 'tag': '42912a7b-2e07-4f1b-9607-baf91f4ff40b', 'status': 'completed', 'code': 200} Dec 20 21:45:34.235009 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:34.277280 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-819d9b1e-8cf9-4d7e-a20f-60f0dac6e3a5 None None] Provisioning complete for port 42b94295-71da-420d-a004-15c642a5c165 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:34.277845 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-819d9b1e-8cf9-4d7e-a20f-60f0dac6e3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:34.317777 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084e6b4-390c-4b80-883c-e5408b8bb07f service neutron] Pushing event updated for resources: {'Port': ['ID=42912a7b-2e07-4f1b-9607-baf91f4ff40b,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:34.394398 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbcaff5-2dc1-47a7-a7e3-295934ddad69 req-4d829dac-4923-40e8-abbe-4da723dfb385 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587508 Dec 20 21:45:34.433927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-819d9b1e-8cf9-4d7e-a20f-60f0dac6e3a5 None None] Port 42b94295-71da-420d-a004-15c642a5c165 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:45:34.653525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20881-60bf-4e72-9774-f1afb3150789 req-3dac15b8-8f3d-4724-ae78-07cdb41455d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:34.655468 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63b20881-60bf-4e72-9774-f1afb3150789 req-3dac15b8-8f3d-4724-ae78-07cdb41455d5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 1092 time: 0.5629976 Dec 20 21:45:34.717558 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63b20881-60bf-4e72-9774-f1afb3150789 req-34bd61cb-bdbe-4346-8314-34521148bd4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42912a7b-2e07-4f1b-9607-baf91f4ff40b HTTP/1.1" status: 200 len: 217 time: 0.0483146 Dec 20 21:45:34.813790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20881-60bf-4e72-9774-f1afb3150789 req-a1ac45c1-2e45-45c2-8a7a-e536224c6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:34.815473 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63b20881-60bf-4e72-9774-f1afb3150789 req-a1ac45c1-2e45-45c2-8a7a-e536224c6003 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.0915885 Dec 20 21:45:34.931797 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b94295-71da-420d-a004-15c642a5c165 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:45:34.956726 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:34.980675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20881-60bf-4e72-9774-f1afb3150789 req-911b9b52-d726-477a-bb2f-a275dc950db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:34.982229 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63b20881-60bf-4e72-9774-f1afb3150789 req-911b9b52-d726-477a-bb2f-a275dc950db5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1276088 Dec 20 21:45:35.017864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Transition to ACTIVE for port object 42b94295-71da-420d-a004-15c642a5c165 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:45:35.068782 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:35.230739 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61eb66a-71ec-43d5-9ffe-1749a4530924 req-84b482c0-9f17-4ca3-9b44-5e1db6db4a92 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:35.239514 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a61eb66a-71ec-43d5-9ffe-1749a4530924 req-84b482c0-9f17-4ca3-9b44-5e1db6db4a92 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 947 time: 0.0987563 Dec 20 21:45:35.319069 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a61eb66a-71ec-43d5-9ffe-1749a4530924 req-e1a24cb7-0994-45af-9a1d-326e34c2ba5e tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d23a9f-f80d-47ee-8910-97e73cf3b19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736308 Dec 20 21:45:35.322770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Pushing event updated for resources: {'Port': ['ID=42b94295-71da-420d-a004-15c642a5c165,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:35.463389 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63b20881-60bf-4e72-9774-f1afb3150789 req-4f67b5d6-97c9-4608-94c6-0b648de5efec service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662662 Dec 20 21:45:35.663465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Attempting to bind port 42b94295-71da-420d-a004-15c642a5c165 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:45:35.663815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Attempting to bind port 42b94295-71da-420d-a004-15c642a5c165 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:45:35.664160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Attempting to bind port 42b94295-71da-420d-a004-15c642a5c165 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:45:35.673067 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Port 42b94295-71da-420d-a004-15c642a5c165 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:45:35.673460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Attempting to bind port 42b94295-71da-420d-a004-15c642a5c165 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:45:35.694670 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:45:35.695015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:45:35.695411 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:45:35.695873 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Bound port: 42b94295-71da-420d-a004-15c642a5c165, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:45:35.696319 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:35.716270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fae0f-4725-44ea-acfb-d024aada0c6b req-1a498f01-20f8-4274-9fea-efead65f5035 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:35.720184 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0c5fae0f-4725-44ea-acfb-d024aada0c6b req-1a498f01-20f8-4274-9fea-efead65f5035 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 943 time: 0.1910753 Dec 20 21:45:35.811680 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63b20881-60bf-4e72-9774-f1afb3150789 req-b06e449c-752b-40a6-a8d3-3ead18780d76 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397243 Dec 20 21:45:35.815255 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] For port 42b94295-71da-420d-a004-15c642a5c165, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:45:35.840129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] For port 42b94295-71da-420d-a004-15c642a5c165, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=42b94295-71da-420d-a004-15c642a5c165,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:45:35.847961 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0c5fae0f-4725-44ea-acfb-d024aada0c6b req-68c85369-b11b-480a-b48e-3377d2180080 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780928 Dec 20 21:45:35.850835 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:35.985537 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Pushing event updated for resources: {'Port': ['ID=42b94295-71da-420d-a004-15c642a5c165,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:36.023440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:36.024749 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:36.026502 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4f77185-3490-4333-8333-771e17b71c26 req-796aceeb-a875-4b98-8e30-416c5d8c35c1 service neutron] 10.222.0.31 "PUT /v2.0/ports/42b94295-71da-420d-a004-15c642a5c165 HTTP/1.1" status: 200 len: 1093 time: 2.0806944 Dec 20 21:45:36.053955 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369af20a-59de-4d6c-ab5e-bd3ecc032275 req-fa3ee9ba-8806-46a6-b2ea-ec0162bdfc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:36.055684 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-369af20a-59de-4d6c-ab5e-bd3ecc032275 req-fa3ee9ba-8806-46a6-b2ea-ec0162bdfc51 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 1092 time: 0.0650709 Dec 20 21:45:36.189356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369af20a-59de-4d6c-ab5e-bd3ecc032275 req-7a782a3c-3551-42b4-beb3-3d1dde57ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:36.190880 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-369af20a-59de-4d6c-ab5e-bd3ecc032275 req-7a782a3c-3551-42b4-beb3-3d1dde57ad82 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 912 time: 0.1290302 Dec 20 21:45:36.259309 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4', 'tag': '42b94295-71da-420d-a004-15c642a5c165'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:45:36.261563 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587c85ef-7bf8-4aa9-b2a8-4de5a41bb3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4", "tag": "42b94295-71da-420d-a004-15c642a5c165"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:45:36.433126 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06448781-9e8a-42d7-9675-aa00bc7759cb x-openstack-request-id: req-06448781-9e8a-42d7-9675-aa00bc7759cb {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:45:36.433505 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4", "tag": "42b94295-71da-420d-a004-15c642a5c165", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:45:36.433666 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06448781-9e8a-42d7-9675-aa00bc7759cb {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:45:36.434118 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4', 'tag': '42b94295-71da-420d-a004-15c642a5c165', 'status': 'completed', 'code': 200} Dec 20 21:45:36.435940 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-369af20a-59de-4d6c-ab5e-bd3ecc032275 req-8850ed51-c558-4411-9f32-fdc41cc820e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42912a7b-2e07-4f1b-9607-baf91f4ff40b HTTP/1.1" status: 200 len: 217 time: 0.1663654 Dec 20 21:45:36.502034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369af20a-59de-4d6c-ab5e-bd3ecc032275 req-c5f89364-73fc-4886-933a-02aad8b1e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:36.503634 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-369af20a-59de-4d6c-ab5e-bd3ecc032275 req-c5f89364-73fc-4886-933a-02aad8b1e033 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.0609684 Dec 20 21:45:36.543189 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77185-3490-4333-8333-771e17b71c26 req-ce432551-bfe6-41e6-bbdc-66ffc25b4ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:36.544813 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4f77185-3490-4333-8333-771e17b71c26 req-ce432551-bfe6-41e6-bbdc-66ffc25b4ee0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=695194b5397845d7bbd026e4707d7624&device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 1096 time: 0.3529713 Dec 20 21:45:36.627463 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4f77185-3490-4333-8333-771e17b71c26 req-71bb0508-d24a-47ff-ae11-1a3177f215ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=42b94295-71da-420d-a004-15c642a5c165 HTTP/1.1" status: 200 len: 217 time: 0.0615890 Dec 20 21:45:36.680318 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f6173-4b50-45d7-a5a0-406854646401 req-9443bbcd-8b28-438c-8292-b503ebffbd2e tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:36.693387 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-448f6173-4b50-45d7-a5a0-406854646401 req-9443bbcd-8b28-438c-8292-b503ebffbd2e tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 947 time: 0.1886711 Dec 20 21:45:36.714831 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369af20a-59de-4d6c-ab5e-bd3ecc032275 req-678607ff-3d2e-4a97-b05c-def4372d37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:36.716490 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-369af20a-59de-4d6c-ab5e-bd3ecc032275 req-678607ff-3d2e-4a97-b05c-def4372d37fe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1995111 Dec 20 21:45:36.902198 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77185-3490-4333-8333-771e17b71c26 req-0c53bc14-ddf0-4cb3-af08-cbdc274224d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:36.910888 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4f77185-3490-4333-8333-771e17b71c26 req-0c53bc14-ddf0-4cb3-af08-cbdc274224d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.2607324 Dec 20 21:45:36.928803 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36650) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:36.967940 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-448f6173-4b50-45d7-a5a0-406854646401 req-28e09e17-8b56-42bc-acea-eb6f5b4ff6d6 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d23a9f-f80d-47ee-8910-97e73cf3b19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735929 Dec 20 21:45:37.023055 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-369af20a-59de-4d6c-ab5e-bd3ecc032275 req-b52d2e84-6dfb-473d-aacc-68c26a8d2bca service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973216 Dec 20 21:45:37.063514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77185-3490-4333-8333-771e17b71c26 req-69e0f432-2d0d-493a-ae5e-271ef9c519aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:37.065024 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c25f0-76d5-4c16-81a3-d5c93f8fcfc6 req-0c6604fd-0362-413a-841a-8d7d378979b3 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:37.065173 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4f77185-3490-4333-8333-771e17b71c26 req-69e0f432-2d0d-493a-ae5e-271ef9c519aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1458957 Dec 20 21:45:37.085932 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-138c25f0-76d5-4c16-81a3-d5c93f8fcfc6 req-0c6604fd-0362-413a-841a-8d7d378979b3 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 943 time: 0.1315391 Dec 20 21:45:37.131373 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b535fd84-cf9e-42c6-aefb-8127bdfaa4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:37.279229 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-138c25f0-76d5-4c16-81a3-d5c93f8fcfc6 req-e6bafed2-fe80-41f4-a99b-1a3c956a4515 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901917 Dec 20 21:45:37.333722 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b535fd84-cf9e-42c6-aefb-8127bdfaa4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:37.340084 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b535fd84-cf9e-42c6-aefb-8127bdfaa4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:37.355814 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-369af20a-59de-4d6c-ab5e-bd3ecc032275 req-f3b9c203-6d4f-4a21-8201-b255579983b9 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154974 Dec 20 21:45:37.391208 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4f77185-3490-4333-8333-771e17b71c26 req-0e0b7453-5566-4a0a-82c2-0fd57f813208 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157451 Dec 20 21:45:37.435021 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535fd84-cf9e-42c6-aefb-8127bdfaa4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed33e01-fc92-4746-809c-fa957da304c7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:37.448428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535fd84-cf9e-42c6-aefb-8127bdfaa4cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:37.448970 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535fd84-cf9e-42c6-aefb-8127bdfaa4cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:37.449486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535fd84-cf9e-42c6-aefb-8127bdfaa4cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:37.449828 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535fd84-cf9e-42c6-aefb-8127bdfaa4cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:37.450265 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535fd84-cf9e-42c6-aefb-8127bdfaa4cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:37.450549 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535fd84-cf9e-42c6-aefb-8127bdfaa4cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:37.450884 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535fd84-cf9e-42c6-aefb-8127bdfaa4cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:37.451201 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535fd84-cf9e-42c6-aefb-8127bdfaa4cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:37.451565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535fd84-cf9e-42c6-aefb-8127bdfaa4cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:37.451845 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535fd84-cf9e-42c6-aefb-8127bdfaa4cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:37.452170 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535fd84-cf9e-42c6-aefb-8127bdfaa4cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:37.452502 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b535fd84-cf9e-42c6-aefb-8127bdfaa4cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:37.457913 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b535fd84-cf9e-42c6-aefb-8127bdfaa4cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16d6bfe24d3f481d8aafb7b55439ec89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5279701 Dec 20 21:45:37.470562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36666) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:37.535553 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e30c-118f-41f7-bcd2-dc13704baa8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:37.544486 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4f77185-3490-4333-8333-771e17b71c26 req-23025d59-9760-4fd7-a459-ba412c2e18c1 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458564 Dec 20 21:45:37.588199 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e30c-118f-41f7-bcd2-dc13704baa8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:37.658340 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e30c-118f-41f7-bcd2-dc13704baa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:37.662779 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e30c-118f-41f7-bcd2-dc13704baa8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:37.664136 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1ce8e30c-118f-41f7-bcd2-dc13704baa8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ed33e01-fc92-4746-809c-fa957da304c7 HTTP/1.1" status: 204 len: 168 time: 0.1924331 Dec 20 21:45:37.673423 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8e30c-118f-41f7-bcd2-dc13704baa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed33e01-fc92-4746-809c-fa957da304c7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:37.739939 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c85ef-7bf8-4aa9-b2a8-4de5a41bb3f4 req-f81aa178-c8cf-4318-87fa-fa166f3b1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:37.741572 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-587c85ef-7bf8-4aa9-b2a8-4de5a41bb3f4 req-f81aa178-c8cf-4318-87fa-fa166f3b1d7b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=695194b5397845d7bbd026e4707d7624&device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0934925 Dec 20 21:45:37.869417 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c85ef-7bf8-4aa9-b2a8-4de5a41bb3f4 req-c9e58dca-e0be-48cd-af99-93dca9f226ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:37.872953 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-587c85ef-7bf8-4aa9-b2a8-4de5a41bb3f4 req-c9e58dca-e0be-48cd-af99-93dca9f226ae service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1200972 Dec 20 21:45:37.930873 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-587c85ef-7bf8-4aa9-b2a8-4de5a41bb3f4 req-b235b156-3eae-4d88-ae70-f31e8dec402e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=42b94295-71da-420d-a004-15c642a5c165 HTTP/1.1" status: 200 len: 217 time: 0.0493374 Dec 20 21:45:38.002161 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c85ef-7bf8-4aa9-b2a8-4de5a41bb3f4 req-46778afc-9796-4f2c-8583-f2c96957c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:38.004030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-587c85ef-7bf8-4aa9-b2a8-4de5a41bb3f4 req-46778afc-9796-4f2c-8583-f2c96957c1e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0663526 Dec 20 21:45:38.124740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c85ef-7bf8-4aa9-b2a8-4de5a41bb3f4 req-6e3dae9d-a2c6-4723-bacf-59cb41c5d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:38.126516 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-587c85ef-7bf8-4aa9-b2a8-4de5a41bb3f4 req-6e3dae9d-a2c6-4723-bacf-59cb41c5d918 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155801 Dec 20 21:45:38.153693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7040f-5d71-4357-8906-dc555530e79c req-e2beb948-9b2e-4443-aa70-1970bcb396d9 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:38.155493 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6a7040f-5d71-4357-8906-dc555530e79c req-e2beb948-9b2e-4443-aa70-1970bcb396d9 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 947 time: 0.0895898 Dec 20 21:45:38.222692 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36686) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:38.252908 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-799b8ebb-675a-4c83-a288-b559f9f50c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:38.339920 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6a7040f-5d71-4357-8906-dc555530e79c req-48faba18-51f3-4c89-a7d3-5787b408df65 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d23a9f-f80d-47ee-8910-97e73cf3b19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515520 Dec 20 21:45:38.389124 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-587c85ef-7bf8-4aa9-b2a8-4de5a41bb3f4 req-af74cf69-6f7e-4d64-98d6-696ca6018d48 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543383 Dec 20 21:45:38.462959 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-799b8ebb-675a-4c83-a288-b559f9f50c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:38.470056 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-799b8ebb-675a-4c83-a288-b559f9f50c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:38.484849 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0f9a5-8ecd-46a1-b8d1-ecc75df63b4c req-64b38bf5-edc7-4c59-96b0-b89c5e89b0ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:38.486621 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d2b0f9a5-8ecd-46a1-b8d1-ecc75df63b4c req-64b38bf5-edc7-4c59-96b0-b89c5e89b0ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 943 time: 0.0878549 Dec 20 21:45:38.545610 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b8ebb-675a-4c83-a288-b559f9f50c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09280ba-bb1b-45e8-93e5-d669ebf92eb3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:38.555455 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-799b8ebb-675a-4c83-a288-b559f9f50c15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=938b9310a6ac4819a3f700e08c3c6655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316288 Dec 20 21:45:38.561513 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36698) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:38.580284 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d2b0f9a5-8ecd-46a1-b8d1-ecc75df63b4c req-0df8da9d-307c-4038-a027-d920e1f62b83 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773914 Dec 20 21:45:38.589970 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-587c85ef-7bf8-4aa9-b2a8-4de5a41bb3f4 req-dfbf2aa7-9823-4e61-ba40-29d974bf673f service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930487 Dec 20 21:45:38.644935 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-701e7443-c0ef-411c-9c29-f6d36c1ea3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:38.681993 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-701e7443-c0ef-411c-9c29-f6d36c1ea3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:38.733809 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-701e7443-c0ef-411c-9c29-f6d36c1ea3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:38.736634 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-701e7443-c0ef-411c-9c29-f6d36c1ea3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:38.740993 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-701e7443-c0ef-411c-9c29-f6d36c1ea3b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f09280ba-bb1b-45e8-93e5-d669ebf92eb3 HTTP/1.1" status: 204 len: 168 time: 0.1754158 Dec 20 21:45:38.761827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e7443-c0ef-411c-9c29-f6d36c1ea3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09280ba-bb1b-45e8-93e5-d669ebf92eb3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:39.504634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd6ad3-6ed6-47fc-a2c9-36d12eed76d7 req-0948fc05-fc52-47d1-b7a6-f882c683429a tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:39.506426 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0edd6ad3-6ed6-47fc-a2c9-36d12eed76d7 req-0948fc05-fc52-47d1-b7a6-f882c683429a tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 947 time: 0.0881147 Dec 20 21:45:39.589855 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0edd6ad3-6ed6-47fc-a2c9-36d12eed76d7 req-7eda8daa-ece3-4e4f-b68d-b5d04e459a0e tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d23a9f-f80d-47ee-8910-97e73cf3b19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747414 Dec 20 21:45:39.750368 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba7f39-dfee-4883-bd88-2d1a671a9007 req-c4c831c0-ca44-4301-a00a-a0721991abcc tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:39.752813 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-feba7f39-dfee-4883-bd88-2d1a671a9007 req-c4c831c0-ca44-4301-a00a-a0721991abcc tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 943 time: 0.0789185 Dec 20 21:45:39.826622 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-feba7f39-dfee-4883-bd88-2d1a671a9007 req-dad325a9-b8e0-494a-ab54-407b0e0cba26 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668216 Dec 20 21:45:40.713932 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 42b94295-71da-420d-a004-15c642a5c165 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:45:40.798858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d7d33-3e5c-46ed-9a04-337f373c19d3 req-8b0ffcbe-22c0-4d04-be78-615362c8c037 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:40.805681 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e65d7d33-3e5c-46ed-9a04-337f373c19d3 req-8b0ffcbe-22c0-4d04-be78-615362c8c037 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 947 time: 0.0831378 Dec 20 21:45:40.916722 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e65d7d33-3e5c-46ed-9a04-337f373c19d3 req-3912b725-9cf7-4144-a848-cfb387fb9477 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d23a9f-f80d-47ee-8910-97e73cf3b19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045959 Dec 20 21:45:40.952996 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 42b94295-71da-420d-a004-15c642a5c165, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=42b94295-71da-420d-a004-15c642a5c165,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:45:40.959299 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d41d3-046a-4802-948a-a0ee5b32dbb4 req-8afc7079-ee7c-4131-ab6f-a09456fde8c6 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:40.967613 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8b4d41d3-046a-4802-948a-a0ee5b32dbb4 req-8afc7079-ee7c-4131-ab6f-a09456fde8c6 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 943 time: 0.0641553 Dec 20 21:45:40.993714 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '42b94295-71da-420d-a004-15c642a5c165', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '42b94295-71da-420d-a004-15c642a5c165', 'mac_address': 'fa:16:3e:ff:7c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:45:41.012737 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8b4d41d3-046a-4802-948a-a0ee5b32dbb4 req-26ab7cc1-670c-4f30-8ccf-f61f305ff8cf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438883 Dec 20 21:45:41.047909 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:41.080276 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b94295-71da-420d-a004-15c642a5c165 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:45:41.121566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 42b94295-71da-420d-a004-15c642a5c165, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=42b94295-71da-420d-a004-15c642a5c165,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:45:41.131285 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:41.221382 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=42b94295-71da-420d-a004-15c642a5c165,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:41.229474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:41.229897 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:41.230314 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:41.230707 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:41.231100 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:41.231486 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:41.231866 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:41.232398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:41.232766 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:41.233145 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:41.233527 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:41.233899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:41.397790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['42b94295-71da-420d-a004-15c642a5c165'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:45:42.076493 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a47d9-9b50-4d70-8ee9-06689c93b92d req-447608d6-2aae-4bc5-8389-0f61f3ae18e1 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:42.078237 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd7a47d9-9b50-4d70-8ee9-06689c93b92d req-447608d6-2aae-4bc5-8389-0f61f3ae18e1 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 948 time: 0.0913544 Dec 20 21:45:42.126254 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd7a47d9-9b50-4d70-8ee9-06689c93b92d req-54fc1d93-4c34-4abd-b7f9-1758356497a6 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d23a9f-f80d-47ee-8910-97e73cf3b19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Dec 20 21:45:42.169550 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af1301-958f-49fb-a984-7e4f9a22735e req-41bbb5fc-a70d-49b3-ae11-7160d1efc185 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:42.171186 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a5af1301-958f-49fb-a984-7e4f9a22735e req-41bbb5fc-a70d-49b3-ae11-7160d1efc185 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 943 time: 0.0712535 Dec 20 21:45:42.216564 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a5af1301-958f-49fb-a984-7e4f9a22735e req-dfa94bfc-0fe8-4f95-b32f-19d117242a35 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368309 Dec 20 21:45:42.727241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 42b94295-71da-420d-a004-15c642a5c165 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:45:42.788511 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 42b94295-71da-420d-a004-15c642a5c165 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:45:42.795715 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 42b94295-71da-420d-a004-15c642a5c165 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:42.796991 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:42.904465 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:42.945962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 42b94295-71da-420d-a004-15c642a5c165, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=42b94295-71da-420d-a004-15c642a5c165,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:45:42.947205 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b94295-71da-420d-a004-15c642a5c165'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:45:42.949876 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3517bfb-5788-4962-a009-3f75d57a1166" -d '{"events": [{"server_uuid": "f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4", "name": "network-vif-plugged", "status": "completed", "tag": "42b94295-71da-420d-a004-15c642a5c165"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:45:42.953854 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:43.012983 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=42b94295-71da-420d-a004-15c642a5c165,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:43.037845 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c928d2e2-b10f-48e0-904d-0236f2535a29 x-openstack-request-id: req-c928d2e2-b10f-48e0-904d-0236f2535a29 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:45:43.038180 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4", "name": "network-vif-plugged", "status": "completed", "tag": "42b94295-71da-420d-a004-15c642a5c165", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:45:43.038439 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c928d2e2-b10f-48e0-904d-0236f2535a29 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:45:43.038848 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b94295-71da-420d-a004-15c642a5c165', 'code': 200} Dec 20 21:45:43.120718 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36898) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:43.130609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-427fd3d8-21ff-43f9-8c12-99d5eb0f53fc tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574937030', 'description': 'tempest-secgroup-smoke-574937030 description', 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:45:43.161653 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-427fd3d8-21ff-43f9-8c12-99d5eb0f53fc tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:43.230621 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddb4ba-1f0f-4f22-8629-84dc071b228b req-d76467c4-1426-49dc-af5c-3d949fc02cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:43.264514 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-74ddb4ba-1f0f-4f22-8629-84dc071b228b req-d76467c4-1426-49dc-af5c-3d949fc02cea service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 1098 time: 0.1325288 Dec 20 21:45:43.286149 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-427fd3d8-21ff-43f9-8c12-99d5eb0f53fc tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:43.343952 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-74ddb4ba-1f0f-4f22-8629-84dc071b228b req-4cc46e87-1f61-4bbe-af7b-60292cee4992 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=07d23a9f-f80d-47ee-8910-97e73cf3b19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710642 Dec 20 21:45:43.345930 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-427fd3d8-21ff-43f9-8c12-99d5eb0f53fc tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:43.375776 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-427fd3d8-21ff-43f9-8c12-99d5eb0f53fc tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:43.377282 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-427fd3d8-21ff-43f9-8c12-99d5eb0f53fc tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2516701 Dec 20 21:45:43.389783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 36908) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:43.391873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022c088-9bbe-427f-9bb0-2b0e1f418e03 req-7d902026-9513-435f-a0e9-050f0dff3caa tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:43.395785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Request body: {'security_group_rule': {'security_group_id': 'dea596a3-86e0-497f-9c0c-30be3a8ce8ed', 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:45:43.402730 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f022c088-9bbe-427f-9bb0-2b0e1f418e03 req-7d902026-9513-435f-a0e9-050f0dff3caa tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 949 time: 0.1140120 Dec 20 21:45:43.446146 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711715b-ae26-4b54-b2c3-beca8525f968 req-3ed6fb16-544f-4453-ade3-9cf1d9ec1614 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:43.448420 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5711715b-ae26-4b54-b2c3-beca8525f968 req-3ed6fb16-544f-4453-ade3-9cf1d9ec1614 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 943 time: 0.0960453 Dec 20 21:45:43.459761 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f022c088-9bbe-427f-9bb0-2b0e1f418e03 req-3584b705-115f-4eb0-b924-28b4b4b2d95f tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d23a9f-f80d-47ee-8910-97e73cf3b19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560026 Dec 20 21:45:43.482224 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fd3d8-21ff-43f9-8c12-99d5eb0f53fc tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea596a3-86e0-497f-9c0c-30be3a8ce8ed,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:43.486100 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:43.519970 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5711715b-ae26-4b54-b2c3-beca8525f968 req-e81e4596-8e56-485f-bcaa-2517a0a41c19 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650961 Dec 20 21:45:43.570906 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:43.576499 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:43.612389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb8b8f9-ec7c-4bbb-8e36-e303919e6646,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:43.623085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:43.623592 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:43.623922 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:43.624397 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:43.624738 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:43.625322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:43.625527 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:43.625859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:43.626295 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:43.626531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:43.626855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:43.627178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:45:43.632325 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:43.635124 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c15350d2-241e-47e2-88b4-acf3d318355d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2439198 Dec 20 21:45:43.637866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36918) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:43.642915 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-677573a9-a8f2-470f-bb78-3f667b2368ec tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Request body: {'security_group_rule': {'security_group_id': 'dea596a3-86e0-497f-9c0c-30be3a8ce8ed', 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:45:43.681784 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-677573a9-a8f2-470f-bb78-3f667b2368ec tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:43.749790 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-677573a9-a8f2-470f-bb78-3f667b2368ec tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:43.754560 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-677573a9-a8f2-470f-bb78-3f667b2368ec tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:43.790036 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677573a9-a8f2-470f-bb78-3f667b2368ec tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a9a4dd-891d-4acf-9b97-77dff1f847cd,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:43.803325 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-677573a9-a8f2-470f-bb78-3f667b2368ec tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:43.804619 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-677573a9-a8f2-470f-bb78-3f667b2368ec tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1657078 Dec 20 21:45:43.807983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36922) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:43.812944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9134e171-6628-4be1-84d7-1fecabd44b1a tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Request body: {'security_group_rule': {'security_group_id': 'dea596a3-86e0-497f-9c0c-30be3a8ce8ed', 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:45:43.846394 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9134e171-6628-4be1-84d7-1fecabd44b1a tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:43.922575 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9134e171-6628-4be1-84d7-1fecabd44b1a tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:43.928564 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9134e171-6628-4be1-84d7-1fecabd44b1a tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:43.951508 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134e171-6628-4be1-84d7-1fecabd44b1a tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732a0ce1-e973-4a54-a106-81c1c90d7504,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:43.957202 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9134e171-6628-4be1-84d7-1fecabd44b1a tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:43.961109 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9134e171-6628-4be1-84d7-1fecabd44b1a tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491849 Dec 20 21:45:43.961347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36928) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:43.966137 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c7cc064f-ab0b-4fa6-914e-3924af00af95 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Request body: {'security_group_rule': {'security_group_id': 'dea596a3-86e0-497f-9c0c-30be3a8ce8ed', 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:45:44.002792 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7cc064f-ab0b-4fa6-914e-3924af00af95 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:44.075997 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7cc064f-ab0b-4fa6-914e-3924af00af95 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:44.081807 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7cc064f-ab0b-4fa6-914e-3924af00af95 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:44.097894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc064f-ab0b-4fa6-914e-3924af00af95 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010f2924-e0a4-4cb1-a0f0-dfaa9bb895f8,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:44.114676 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c7cc064f-ab0b-4fa6-914e-3924af00af95 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:44.119068 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c7cc064f-ab0b-4fa6-914e-3924af00af95 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1536736 Dec 20 21:45:44.119465 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36932) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:44.124271 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-828cf2f7-eaf9-4b99-b59d-6b2abba30258 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Request body: {'security_group_rule': {'security_group_id': 'dea596a3-86e0-497f-9c0c-30be3a8ce8ed', 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:45:44.152313 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-828cf2f7-eaf9-4b99-b59d-6b2abba30258 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Project 7bc2f5ec8e1d4b21ad3cf72aaba948f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:45:44.158336 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-828cf2f7-eaf9-4b99-b59d-6b2abba30258 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:44.261270 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-828cf2f7-eaf9-4b99-b59d-6b2abba30258 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:44.265642 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-828cf2f7-eaf9-4b99-b59d-6b2abba30258 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:44.283410 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cf2f7-eaf9-4b99-b59d-6b2abba30258 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff09e13-4402-4dc4-b77a-a8f8c9f5b8b8,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:44.302056 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-828cf2f7-eaf9-4b99-b59d-6b2abba30258 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:44.303417 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-828cf2f7-eaf9-4b99-b59d-6b2abba30258 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1831276 Dec 20 21:45:44.306277 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 36936) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:45:44.310659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ff8106a9-e6f3-4668-8930-f7a4f0b0ebd9 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Request body: {'security_group_rule': {'security_group_id': 'dea596a3-86e0-497f-9c0c-30be3a8ce8ed', 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:45:44.336853 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-ff8106a9-e6f3-4668-8930-f7a4f0b0ebd9 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Project 7bc2f5ec8e1d4b21ad3cf72aaba948f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:45:44.342838 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff8106a9-e6f3-4668-8930-f7a4f0b0ebd9 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:44.425748 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff8106a9-e6f3-4668-8930-f7a4f0b0ebd9 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:44.436515 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff8106a9-e6f3-4668-8930-f7a4f0b0ebd9 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:44.487426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8106a9-e6f3-4668-8930-f7a4f0b0ebd9 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9586579c-044c-4337-8079-3f324e847c9f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:44.493686 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ff8106a9-e6f3-4668-8930-f7a4f0b0ebd9 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:44.499078 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ff8106a9-e6f3-4668-8930-f7a4f0b0ebd9 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1913269 Dec 20 21:45:44.637548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0e725-548a-489c-8386-44bc0c82aa51 req-bb1300cb-5e0d-480c-acf1-065ff5400ef6 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:44.639185 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ad0e725-548a-489c-8386-44bc0c82aa51 req-bb1300cb-5e0d-480c-acf1-065ff5400ef6 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 949 time: 0.0916374 Dec 20 21:45:44.685118 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ad0e725-548a-489c-8386-44bc0c82aa51 req-4b1b266c-8a88-495e-b764-3bd8fa3b876f tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d23a9f-f80d-47ee-8910-97e73cf3b19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388758 Dec 20 21:45:44.692029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14704486-cf14-42d6-9120-bda43dc267c5 req-eaed9ca9-d298-4067-abb9-9e70f4f8b6e6 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:44.701294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14704486-cf14-42d6-9120-bda43dc267c5 req-eaed9ca9-d298-4067-abb9-9e70f4f8b6e6 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 943 time: 0.0751894 Dec 20 21:45:44.762787 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14704486-cf14-42d6-9120-bda43dc267c5 req-a9d57bba-777b-4794-86ed-ac583a546c2b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603561 Dec 20 21:45:44.861159 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:44.904056 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-c70a49e3-a74b-46d7-96ab-cef5ee1a1161 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574937030&fields=id&tenant_id=7bc2f5ec8e1d4b21ad3cf72aaba948f3 HTTP/1.1" status: 200 len: 267 time: 0.0524862 Dec 20 21:45:45.463166 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-aba1ccb6-070e-4720-946a-0b603b01142d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:45.465388 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-aba1ccb6-070e-4720-946a-0b603b01142d tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/networks?id=738be60e-7ec4-4c1d-83a1-c701ffded9bd HTTP/1.1" status: 200 len: 813 time: 0.5602064 Dec 20 21:45:45.483758 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-c78f041a-a3d5-4edf-af25-420bafde5a1b tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/quotas/7bc2f5ec8e1d4b21ad3cf72aaba948f3 HTTP/1.1" status: 200 len: 375 time: 0.0127196 Dec 20 21:45:45.570019 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-8b33755d-a8b4-4171-a05d-1263cc907ba3 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7bc2f5ec8e1d4b21ad3cf72aaba948f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747685 Dec 20 21:45:45.702333 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-8a58a235-8a0f-4735-ac0d-32a431a6acf6 service neutron] 10.222.0.32 "GET /v2.0/networks/738be60e-7ec4-4c1d-83a1-c701ffded9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185784 Dec 20 21:45:45.875097 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-d6463d61-0dba-49a3-9993-760e0e4abc6d service neutron] 10.222.0.32 "GET /v2.0/networks/738be60e-7ec4-4c1d-83a1-c701ffded9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667018 Dec 20 21:45:45.972333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00664703-d2d9-405b-80ba-3c9bea15044f req-f4bf8ca5-d0d1-4efd-a42c-81e6a06ddc06 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:45.981569 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-00664703-d2d9-405b-80ba-3c9bea15044f req-f4bf8ca5-d0d1-4efd-a42c-81e6a06ddc06 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 943 time: 0.0700734 Dec 20 21:45:46.038479 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-00664703-d2d9-405b-80ba-3c9bea15044f req-52bc5c01-403e-45f5-9d5f-f622f7d494fe tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556862 Dec 20 21:45:46.433270 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4b910eab-a890-422e-bdec-8d3d17003e92 req-63fabe1c-c05c-4df5-b98e-a01c5b28032e tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 210 time: 0.0818164 Dec 20 21:45:47.222318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2bec2-558c-4d88-a688-42c34f388688 req-bacc37b3-95e9-415a-bbba-c4d4e13e8396 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:47.224584 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-18e2bec2-558c-4d88-a688-42c34f388688 req-bacc37b3-95e9-415a-bbba-c4d4e13e8396 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 943 time: 0.0956309 Dec 20 21:45:47.301430 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-18e2bec2-558c-4d88-a688-42c34f388688 req-637be404-f9d2-4952-9adc-99a3b73382f6 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698526 Dec 20 21:45:47.633999 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-25e2aa09-7951-4de3-89de-08ff6fa66387 req-abcfa18c-0b60-4f86-a75a-36f575a5fc62 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 210 time: 0.0657983 Dec 20 21:45:47.827923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-52abb413-ce97-4209-9af4-ac27bf3aedc4 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:47.830095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-52abb413-ce97-4209-9af4-ac27bf3aedc4 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.66 "GET /v2.0/networks?id=738be60e-7ec4-4c1d-83a1-c701ffded9bd HTTP/1.1" status: 200 len: 813 time: 0.1688168 Dec 20 21:45:47.905732 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-9ca296e2-b928-4982-b6dc-f7b7a73977bf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bc2f5ec8e1d4b21ad3cf72aaba948f3 HTTP/1.1" status: 200 len: 379 time: 0.0547059 Dec 20 21:45:47.917226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-adea9cf5-69c3-4e50-8ba8-e84d885c5ea5 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Request body: {'port': {'device_id': '4ae26176-8249-4493-a7c9-5bd4090da363', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'admin_state_up': True, 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'security_groups': ['dea596a3-86e0-497f-9c0c-30be3a8ce8ed']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:45:48.102135 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:48.102911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-adea9cf5-69c3-4e50-8ba8-e84d885c5ea5 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Made reservation on behalf of 7bc2f5ec8e1d4b21ad3cf72aaba948f3 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:45:48.106352 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-adea9cf5-69c3-4e50-8ba8-e84d885c5ea5 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:48.292183 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-adea9cf5-69c3-4e50-8ba8-e84d885c5ea5 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Allocated IP 172.20.0.6 (738be60e-7ec4-4c1d-83a1-c701ffded9bd/f3c58805-4c2b-4759-a954-44718e7a52c4/3795dcf6-d0e2-4dcc-bdde-832a9da7d91e) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:45:48.510593 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c665b-9e7b-4a81-b860-ae37fbdf2490 req-44a77df4-eb7c-4429-adf4-70d3c26df23c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:48.513595 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-182c665b-9e7b-4a81-b860-ae37fbdf2490 req-44a77df4-eb7c-4429-adf4-70d3c26df23c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 943 time: 0.0590496 Dec 20 21:45:48.585535 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-182c665b-9e7b-4a81-b860-ae37fbdf2490 req-bfcfdb60-a952-4d8c-8ed0-c452d6c6f5f9 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655253 Dec 20 21:45:48.634922 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-adea9cf5-69c3-4e50-8ba8-e84d885c5ea5 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:48.696091 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-adea9cf5-69c3-4e50-8ba8-e84d885c5ea5 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:48.795513 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea9cf5-69c3-4e50-8ba8-e84d885c5ea5 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Pushing event updated for resources: {'Port': ['ID=3795dcf6-d0e2-4dcc-bdde-832a9da7d91e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:48.815757 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 42912a7b-2e07-4f1b-9607-baf91f4ff40b details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:45:48.830145 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-adea9cf5-69c3-4e50-8ba8-e84d885c5ea5 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Network 738be60e-7ec4-4c1d-83a1-c701ffded9bd is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:45:48.843231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-adea9cf5-69c3-4e50-8ba8-e84d885c5ea5 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:45:48.851503 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-adea9cf5-69c3-4e50-8ba8-e84d885c5ea5 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:45:48.937568 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-adea9cf5-69c3-4e50-8ba8-e84d885c5ea5 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:48.938581 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-adea9cf5-69c3-4e50-8ba8-e84d885c5ea5 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:48.962843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13822f-4a96-45ef-8228-857649907931 req-d0736b7d-fca9-46ae-bc0c-5a208160cc76 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:48.972594 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e13822f-4a96-45ef-8228-857649907931 req-d0736b7d-fca9-46ae-bc0c-5a208160cc76 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 931 time: 0.2164891 Dec 20 21:45:48.995787 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 42912a7b-2e07-4f1b-9607-baf91f4ff40b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=42912a7b-2e07-4f1b-9607-baf91f4ff40b,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:45:49.011931 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '42912a7b-2e07-4f1b-9607-baf91f4ff40b', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'port_id': '42912a7b-2e07-4f1b-9607-baf91f4ff40b', 'mac_address': 'fa:16:3e:c6:73:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:45:49.023421 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-adea9cf5-69c3-4e50-8ba8-e84d885c5ea5 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1118863 Dec 20 21:45:49.038842 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e13822f-4a96-45ef-8228-857649907931 req-5d810a61-aea2-4a5e-95f6-247919acbb28 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649035 Dec 20 21:45:49.050898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Request body: {'port': {'device_id': '4ae26176-8249-4493-a7c9-5bd4090da363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:45:49.087195 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:49.103261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42912a7b-2e07-4f1b-9607-baf91f4ff40b {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:45:49.121560 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:49.135119 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 42912a7b-2e07-4f1b-9607-baf91f4ff40b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=42912a7b-2e07-4f1b-9607-baf91f4ff40b,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:45:49.142883 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:49.213389 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=42912a7b-2e07-4f1b-9607-baf91f4ff40b,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:49.275516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ae1fee9c-b4a1-4cd5-b3ed-c2bbc87fd34b None None] Provisioning complete for port 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:49.278294 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ae1fee9c-b4a1-4cd5-b3ed-c2bbc87fd34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:49.324057 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ae1fee9c-b4a1-4cd5-b3ed-c2bbc87fd34b None None] Port 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:45:49.418381 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['42912a7b-2e07-4f1b-9607-baf91f4ff40b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:45:49.539087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:45:49.549616 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:49.564041 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Transition to ACTIVE for port object 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:45:49.572299 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:49.648157 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Pushing event updated for resources: {'Port': ['ID=3795dcf6-d0e2-4dcc-bdde-832a9da7d91e,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:49.824614 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb471c1-ff51-4109-bfea-f2410bf08da8 req-46235018-8b23-4e00-9c9c-a4e8ce8845c3 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:49.841354 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9bb471c1-ff51-4109-bfea-f2410bf08da8 req-46235018-8b23-4e00-9c9c-a4e8ce8845c3 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 944 time: 0.1349440 Dec 20 21:45:49.859414 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Attempting to bind port 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:45:49.860660 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Attempting to bind port 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'f75bd7c6-8520-446c-9f37-c4a0849dfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:45:49.861686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Attempting to bind port 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e on network 738be60e-7ec4-4c1d-83a1-c701ffded9bd {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:45:49.879961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Port 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e on network 738be60e-7ec4-4c1d-83a1-c701ffded9bd not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:45:49.881803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Attempting to bind port 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e on network 738be60e-7ec4-4c1d-83a1-c701ffded9bd {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:45:49.900281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:45:49.904103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Checking segment: {'id': 'f75bd7c6-8520-446c-9f37-c4a0849dfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:45:49.904844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Bound using segment: {'id': 'f75bd7c6-8520-446c-9f37-c4a0849dfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:45:49.905521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Bound port: 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f75bd7c6-8520-446c-9f37-c4a0849dfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:45:49.905974 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:49.962571 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9bb471c1-ff51-4109-bfea-f2410bf08da8 req-4832a0b2-90e8-4347-af0c-1b6c059fb69b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139438 Dec 20 21:45:50.063723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] For port 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:45:50.074949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] For port 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=3795dcf6-d0e2-4dcc-bdde-832a9da7d91e,segment=NetworkSegment(f75bd7c6-8520-446c-9f37-c4a0849dfec5),segment_id=f75bd7c6-8520-446c-9f37-c4a0849dfec5)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:45:50.083611 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:50.135751 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:50.138365 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:50.138365 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] 10.222.0.66 "PUT /v2.0/ports/3795dcf6-d0e2-4dcc-bdde-832a9da7d91e HTTP/1.1" status: 200 len: 1089 time: 1.0922348 Dec 20 21:45:50.138962 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae26176-8249-4493-a7c9-5bd4090da363', 'tag': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:45:50.153776 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c028738-ceef-419c-a6ea-cdc0360245ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae26176-8249-4493-a7c9-5bd4090da363", "tag": "3795dcf6-d0e2-4dcc-bdde-832a9da7d91e"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:45:50.268227 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bd69e8-fe8c-4012-8dab-1edeecc0a4e3 x-openstack-request-id: req-e7bd69e8-fe8c-4012-8dab-1edeecc0a4e3 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:45:50.269195 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae26176-8249-4493-a7c9-5bd4090da363", "tag": "3795dcf6-d0e2-4dcc-bdde-832a9da7d91e", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:45:50.269642 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7bd69e8-fe8c-4012-8dab-1edeecc0a4e3 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:45:50.270256 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae26176-8249-4493-a7c9-5bd4090da363', 'tag': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e', 'status': 'completed', 'code': 200} Dec 20 21:45:50.311322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c51b6-d561-4058-9beb-ebc9da9911dd service neutron] Pushing event updated for resources: {'Port': ['ID=3795dcf6-d0e2-4dcc-bdde-832a9da7d91e,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:50.341006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720e865-ac72-45b0-815b-65acb2b32c74 req-ca607c9a-9850-4ce3-bb3a-e471ce2aeeb3 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:50.344046 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6720e865-ac72-45b0-815b-65acb2b32c74 req-ca607c9a-9850-4ce3-bb3a-e471ce2aeeb3 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 943 time: 0.1052983 Dec 20 21:45:50.352852 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-bfa0e798-ae09-4150-b64b-72f192754532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:50.355216 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-bfa0e798-ae09-4150-b64b-72f192754532 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7bc2f5ec8e1d4b21ad3cf72aaba948f3&device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 1092 time: 0.1461380 Dec 20 21:45:50.480399 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-57792e5b-10f1-4007-a4fb-38d92759d929 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3795dcf6-d0e2-4dcc-bdde-832a9da7d91e HTTP/1.1" status: 200 len: 217 time: 0.0766277 Dec 20 21:45:50.537798 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6720e865-ac72-45b0-815b-65acb2b32c74 req-99241a80-d588-496f-b0a4-27fb9f8f25cd tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804178 Dec 20 21:45:50.558610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-1f04b186-5083-4c94-a8d1-03800ca000ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:50.560063 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-1f04b186-5083-4c94-a8d1-03800ca000ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3c58805-4c2b-4759-a954-44718e7a52c4 HTTP/1.1" status: 200 len: 852 time: 0.0722044 Dec 20 21:45:50.626214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-33e634c2-70c9-48b8-88ff-11915d259adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:50.627800 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-33e634c2-70c9-48b8-88ff-11915d259adf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=738be60e-7ec4-4c1d-83a1-c701ffded9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0611215 Dec 20 21:45:50.757258 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-fe716383-752b-4776-902e-eb73ec0460ac service neutron] 10.222.0.66 "GET /v2.0/networks/738be60e-7ec4-4c1d-83a1-c701ffded9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180680 Dec 20 21:45:50.831404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 42912a7b-2e07-4f1b-9607-baf91f4ff40b up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:45:50.946880 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 42912a7b-2e07-4f1b-9607-baf91f4ff40b completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:45:50.952578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 42912a7b-2e07-4f1b-9607-baf91f4ff40b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:45:50.953519 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:51.178730 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:51.227285 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb134f8-3750-4bbb-8f93-196f913cf60a req-d6120c9d-2c32-40f6-a388-22a0875b4318 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:51.244424 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6bb134f8-3750-4bbb-8f93-196f913cf60a req-d6120c9d-2c32-40f6-a388-22a0875b4318 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 944 time: 0.1260710 Dec 20 21:45:51.277913 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 42912a7b-2e07-4f1b-9607-baf91f4ff40b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=42912a7b-2e07-4f1b-9607-baf91f4ff40b,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:45:51.281107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00fa686-c81c-48e1-959a-58ef16b00ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42912a7b-2e07-4f1b-9607-baf91f4ff40b'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:45:51.286808 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c00233-233e-469e-9d06-e8ce575882ba" -d '{"events": [{"server_uuid": "b00fa686-c81c-48e1-959a-58ef16b00ef5", "name": "network-vif-plugged", "status": "completed", "tag": "42912a7b-2e07-4f1b-9607-baf91f4ff40b"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:45:51.298733 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:51.350775 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6bb134f8-3750-4bbb-8f93-196f913cf60a req-284eeada-8f1f-47cf-8269-30b6b3e305bd tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052837 Dec 20 21:45:51.380611 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f608d21-307a-4f26-8969-af5df1544ada x-openstack-request-id: req-4f608d21-307a-4f26-8969-af5df1544ada {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:45:51.380983 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00fa686-c81c-48e1-959a-58ef16b00ef5", "name": "network-vif-plugged", "status": "completed", "tag": "42912a7b-2e07-4f1b-9607-baf91f4ff40b", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:45:51.381176 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f608d21-307a-4f26-8969-af5df1544ada {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:45:51.381565 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00fa686-c81c-48e1-959a-58ef16b00ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42912a7b-2e07-4f1b-9607-baf91f4ff40b', 'code': 200} Dec 20 21:45:51.384605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=42912a7b-2e07-4f1b-9607-baf91f4ff40b,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:51.577750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92625b89-f460-43e8-990c-132e44154390 req-babf9560-1e4c-4f97-aa81-503006b07391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:51.579340 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-92625b89-f460-43e8-990c-132e44154390 req-babf9560-1e4c-4f97-aa81-503006b07391 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 1094 time: 0.0853503 Dec 20 21:45:51.622283 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f267cb5c-7957-4f69-8bc8-a83478812dcc req-75d71e8c-6abb-44b7-a323-e2ffd45d3d23 service neutron] 10.222.0.66 "GET /v2.0/networks/738be60e-7ec4-4c1d-83a1-c701ffded9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8586786 Dec 20 21:45:51.673371 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-92625b89-f460-43e8-990c-132e44154390 req-20e34a22-7f1b-4d80-9d49-60999f5e0bc4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848231 Dec 20 21:45:51.697697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ef285-1311-444a-8a38-d2044ad4f1b3 req-1fd65af8-6e22-460f-8ca0-0102b91a0b8f tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:51.699785 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-733ef285-1311-444a-8a38-d2044ad4f1b3 req-1fd65af8-6e22-460f-8ca0-0102b91a0b8f tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 943 time: 0.0800645 Dec 20 21:45:51.755580 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-733ef285-1311-444a-8a38-d2044ad4f1b3 req-3d501101-49d8-4d86-809c-0269b672e8a1 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468824 Dec 20 21:45:52.033641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c028738-ceef-419c-a6ea-cdc0360245ad req-c3d3148c-a394-46a5-b160-12bf0b71d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:52.035430 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c028738-ceef-419c-a6ea-cdc0360245ad req-c3d3148c-a394-46a5-b160-12bf0b71d7d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7bc2f5ec8e1d4b21ad3cf72aaba948f3&device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 1092 time: 0.0652714 Dec 20 21:45:52.174202 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c028738-ceef-419c-a6ea-cdc0360245ad req-479ad95b-2a63-4b5b-a0b0-c3dc2f325d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:52.175827 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c028738-ceef-419c-a6ea-cdc0360245ad req-479ad95b-2a63-4b5b-a0b0-c3dc2f325d0a service neutron] 10.222.0.66 "GET /v2.0/networks?id=738be60e-7ec4-4c1d-83a1-c701ffded9bd HTTP/1.1" status: 200 len: 914 time: 0.1241665 Dec 20 21:45:52.254370 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c028738-ceef-419c-a6ea-cdc0360245ad req-7aefbecb-46a2-4afb-83b2-104765554bde service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3795dcf6-d0e2-4dcc-bdde-832a9da7d91e HTTP/1.1" status: 200 len: 217 time: 0.0705984 Dec 20 21:45:52.320280 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c028738-ceef-419c-a6ea-cdc0360245ad req-ce655685-eedb-4289-a5c4-c607c7dd8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:52.320767 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c028738-ceef-419c-a6ea-cdc0360245ad req-ce655685-eedb-4289-a5c4-c607c7dd8503 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3c58805-4c2b-4759-a954-44718e7a52c4 HTTP/1.1" status: 200 len: 852 time: 0.0587175 Dec 20 21:45:52.416737 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c028738-ceef-419c-a6ea-cdc0360245ad req-94f91f94-b9c6-485d-98c3-f75af3389043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:52.419947 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c028738-ceef-419c-a6ea-cdc0360245ad req-94f91f94-b9c6-485d-98c3-f75af3389043 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=738be60e-7ec4-4c1d-83a1-c701ffded9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0912247 Dec 20 21:45:52.532311 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4a6dc-a579-4633-a8ed-95ef7cb920c6 req-8321da08-5e86-49ab-aa68-10ec8d07dbde tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:52.541695 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-abd4a6dc-a579-4633-a8ed-95ef7cb920c6 req-8321da08-5e86-49ab-aa68-10ec8d07dbde tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 945 time: 0.0649729 Dec 20 21:45:52.623270 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-abd4a6dc-a579-4633-a8ed-95ef7cb920c6 req-c37cc5ac-925d-4015-aae1-aed307895d6a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732818 Dec 20 21:45:52.668329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c028738-ceef-419c-a6ea-cdc0360245ad req-cbfc0c18-3ba3-4b29-a2f1-37e9e53dd8ae service neutron] 10.222.0.66 "GET /v2.0/networks/738be60e-7ec4-4c1d-83a1-c701ffded9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379353 Dec 20 21:45:52.909753 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c028738-ceef-419c-a6ea-cdc0360245ad req-482fa47c-06a2-48b3-856e-47c749b1470c service neutron] 10.222.0.66 "GET /v2.0/networks/738be60e-7ec4-4c1d-83a1-c701ffded9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330604 Dec 20 21:45:52.946616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a4433-c661-43ed-8c8c-4967b7204c8e req-8ec4ab2d-e245-4148-8356-4722f36be197 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:52.954976 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-825a4433-c661-43ed-8c8c-4967b7204c8e req-8ec4ab2d-e245-4148-8356-4722f36be197 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 943 time: 0.0990076 Dec 20 21:45:53.006512 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-825a4433-c661-43ed-8c8c-4967b7204c8e req-419ba0ca-9639-4976-bd8d-91ddcd086e92 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502863 Dec 20 21:45:53.271618 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:45:53.778647 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b30204-feeb-4980-a16f-4bebd4d4a283 req-c48d15fa-b5f8-4c5c-8a74-a71371658d05 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:53.780480 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-75b30204-feeb-4980-a16f-4bebd4d4a283 req-c48d15fa-b5f8-4c5c-8a74-a71371658d05 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 945 time: 0.0668714 Dec 20 21:45:53.833820 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-75b30204-feeb-4980-a16f-4bebd4d4a283 req-120367af-fcb0-4384-9d37-e01053046d11 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442560 Dec 20 21:45:53.963837 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f59271-0a5a-4839-b92c-7862eeda1435 req-9c13503d-0bd9-46a1-a4bb-911d0c4f6f9b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:53.967641 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34f59271-0a5a-4839-b92c-7862eeda1435 req-9c13503d-0bd9-46a1-a4bb-911d0c4f6f9b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 945 time: 0.0649590 Dec 20 21:45:54.025111 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-34f59271-0a5a-4839-b92c-7862eeda1435 req-ff459ecf-f680-434b-90e0-9792a113c0e6 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517497 Dec 20 21:45:54.227854 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37551d-fc35-471c-a5a9-7cc90241b9c5 req-6899f47d-c492-4d39-a425-17e97b48ab02 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:54.229616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8ce23-17c7-4978-ad1d-3401bea437e3 req-f6f879e1-14a7-4155-b6b6-f9cc58248ed8 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:54.234622 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-23b8ce23-17c7-4978-ad1d-3401bea437e3 req-f6f879e1-14a7-4155-b6b6-f9cc58248ed8 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 945 time: 0.1233461 Dec 20 21:45:54.246861 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aa37551d-fc35-471c-a5a9-7cc90241b9c5 req-6899f47d-c492-4d39-a425-17e97b48ab02 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 943 time: 0.1079192 Dec 20 21:45:54.321682 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-23b8ce23-17c7-4978-ad1d-3401bea437e3 req-10f30b74-66b9-49dd-b4df-fae39b92495f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766487 Dec 20 21:45:54.338576 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aa37551d-fc35-471c-a5a9-7cc90241b9c5 req-cd3a562e-2e48-411f-bbf3-64f87a31a802 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906124 Dec 20 21:45:54.781093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdd4bd-7a22-4085-853c-69d585a1b137 req-9b2ef90f-c410-472a-8ebd-b6d9e58e514b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:54.782691 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f5bdd4bd-7a22-4085-853c-69d585a1b137 req-9b2ef90f-c410-472a-8ebd-b6d9e58e514b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 945 time: 0.0716045 Dec 20 21:45:54.826955 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f5bdd4bd-7a22-4085-853c-69d585a1b137 req-8288eb6d-38a6-4c53-9ddf-5af8b1b6ee00 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378513 Dec 20 21:45:55.557943 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f18b55-c4bb-40f0-86eb-5aae61100782 req-e2d742fb-bd69-48ba-87cf-cb94d714ed6b tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:55.560200 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-07f18b55-c4bb-40f0-86eb-5aae61100782 req-e2d742fb-bd69-48ba-87cf-cb94d714ed6b tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 943 time: 0.0935888 Dec 20 21:45:55.662414 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-07f18b55-c4bb-40f0-86eb-5aae61100782 req-caa7621d-e2b8-45d2-9fb8-39c1284eb002 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929828 Dec 20 21:45:56.042003 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602cdda-e53d-4099-a9c0-b0c2eacff01b req-f2f51d25-9ab3-4759-a470-eaa753fca841 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:56.043715 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b602cdda-e53d-4099-a9c0-b0c2eacff01b req-f2f51d25-9ab3-4759-a470-eaa753fca841 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 945 time: 0.0996425 Dec 20 21:45:56.096465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b602cdda-e53d-4099-a9c0-b0c2eacff01b req-15124f0f-0d41-4280-b5e1-3ef00615c402 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444226 Dec 20 21:45:56.328251 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f7601-b283-4743-b9c8-168a1fd7e6ce req-eb014e7a-511c-4362-8408-8f07f5614b36 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:56.331467 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a83f7601-b283-4743-b9c8-168a1fd7e6ce req-eb014e7a-511c-4362-8408-8f07f5614b36 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 945 time: 0.1025007 Dec 20 21:45:56.525115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-a83f7601-b283-4743-b9c8-168a1fd7e6ce req-abe67053-eca8-4ac4-aa66-d6c556cfbd5f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Deleting port 42912a7b-2e07-4f1b-9607-baf91f4ff40b {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:45:56.526165 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a83f7601-b283-4743-b9c8-168a1fd7e6ce req-abe67053-eca8-4ac4-aa66-d6c556cfbd5f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:56.670392 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a83f7601-b283-4743-b9c8-168a1fd7e6ce req-abe67053-eca8-4ac4-aa66-d6c556cfbd5f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] For port 42912a7b-2e07-4f1b-9607-baf91f4ff40b, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=42912a7b-2e07-4f1b-9607-baf91f4ff40b,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:45:56.671098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a83f7601-b283-4743-b9c8-168a1fd7e6ce req-abe67053-eca8-4ac4-aa66-d6c556cfbd5f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:56.694313 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-a83f7601-b283-4743-b9c8-168a1fd7e6ce req-abe67053-eca8-4ac4-aa66-d6c556cfbd5f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Calling delete_port for 42912a7b-2e07-4f1b-9607-baf91f4ff40b owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:45:56.888568 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb1dba-df54-4439-89bf-5aa37e8a0565 req-978bd164-a0c4-4900-b549-8adb6c43ff43 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:56.904660 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4ecb1dba-df54-4439-89bf-5aa37e8a0565 req-978bd164-a0c4-4900-b549-8adb6c43ff43 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 943 time: 0.1028960 Dec 20 21:45:56.910106 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a83f7601-b283-4743-b9c8-168a1fd7e6ce req-abe67053-eca8-4ac4-aa66-d6c556cfbd5f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:56.944635 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['42912a7b-2e07-4f1b-9607-baf91f4ff40b'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:45:56.952702 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe67053-eca8-4ac4-aa66-d6c556cfbd5f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event deleted for resources: {'Port': ['ID=42912a7b-2e07-4f1b-9607-baf91f4ff40b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:45:57.006661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83f7601-b283-4743-b9c8-168a1fd7e6ce req-abe67053-eca8-4ac4-aa66-d6c556cfbd5f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] No DVR routers for this DVR port 42912a7b-2e07-4f1b-9607-baf91f4ff40b on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:45:57.009570 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a83f7601-b283-4743-b9c8-168a1fd7e6ce req-abe67053-eca8-4ac4-aa66-d6c556cfbd5f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:57.013145 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a83f7601-b283-4743-b9c8-168a1fd7e6ce req-abe67053-eca8-4ac4-aa66-d6c556cfbd5f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "DELETE /v2.0/ports/42912a7b-2e07-4f1b-9607-baf91f4ff40b HTTP/1.1" status: 204 len: 173 time: 0.6743529 Dec 20 21:45:57.013609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00fa686-c81c-48e1-959a-58ef16b00ef5', 'name': 'network-vif-deleted', 'tag': '42912a7b-2e07-4f1b-9607-baf91f4ff40b'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:45:57.015949 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efebb500-a10c-40c8-8fd9-5bc68f7c15d8" -d '{"events": [{"server_uuid": "b00fa686-c81c-48e1-959a-58ef16b00ef5", "name": "network-vif-deleted", "tag": "42912a7b-2e07-4f1b-9607-baf91f4ff40b"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:45:57.057026 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4ecb1dba-df54-4439-89bf-5aa37e8a0565 req-93f20b29-8f34-4e81-b44d-241d496184ad tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488864 Dec 20 21:45:57.081972 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8898c1-843e-4fdf-8d72-32e98544c9d6 x-openstack-request-id: req-3d8898c1-843e-4fdf-8d72-32e98544c9d6 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:45:57.082979 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00fa686-c81c-48e1-959a-58ef16b00ef5", "name": "network-vif-deleted", "tag": "42912a7b-2e07-4f1b-9607-baf91f4ff40b", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:45:57.083536 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d8898c1-843e-4fdf-8d72-32e98544c9d6 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:45:57.084144 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00fa686-c81c-48e1-959a-58ef16b00ef5', 'name': 'network-vif-deleted', 'tag': '42912a7b-2e07-4f1b-9607-baf91f4ff40b', 'status': 'completed', 'code': 200} Dec 20 21:45:57.209345 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-118675c5-41dd-495e-b020-bb0dd64dc8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:57.366244 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dc62a3ad-9d50-4423-9d1f-dc107a382f8a req-0b28fc6e-b786-4137-980c-d4df98b4eaa2 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 210 time: 0.0809135 Dec 20 21:45:58.190366 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5c474-464c-46df-9a6c-691bd5a64382 req-db43575e-d6b5-4848-9b36-60075e37baaf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:58.193037 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-acd5c474-464c-46df-9a6c-691bd5a64382 req-db43575e-d6b5-4848-9b36-60075e37baaf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 943 time: 0.0662599 Dec 20 21:45:58.242051 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-acd5c474-464c-46df-9a6c-691bd5a64382 req-a5dbd674-7234-43df-ad2f-a4b73b3323ab tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378699 Dec 20 21:45:58.461613 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aab7eb22-a563-4be5-9465-981bfa2fef80 req-eff07ece-bbf9-4619-82ba-60f726f427ef tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 210 time: 0.0281157 Dec 20 21:45:59.401825 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe33a0-0c6c-4777-8220-8d0e32d37ad7 req-051622c1-7dc6-4ee5-9b45-754edf71b704 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:45:59.405105 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ddfe33a0-0c6c-4777-8220-8d0e32d37ad7 req-051622c1-7dc6-4ee5-9b45-754edf71b704 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 943 time: 0.0779955 Dec 20 21:45:59.492843 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e77f-e743-43d8-beb8-53d1e533c7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:45:59.497704 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ddfe33a0-0c6c-4777-8220-8d0e32d37ad7 req-745b1e59-5653-4452-a03c-1143651cef03 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859165 Dec 20 21:45:59.641217 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5feef7ef-f6f5-4580-8f20-938f7864b29e req-4f91668b-14a2-4f3e-b77a-3275225c94a5 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 210 time: 0.0611787 Dec 20 21:46:00.649653 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99356019-116c-459e-9234-dc762eadc3b1 req-d04b170c-fa3b-4855-bc04-9969e5c0b1f3 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:00.654620 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-99356019-116c-459e-9234-dc762eadc3b1 req-d04b170c-fa3b-4855-bc04-9969e5c0b1f3 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 943 time: 0.0592678 Dec 20 21:46:00.713945 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-99356019-116c-459e-9234-dc762eadc3b1 req-ebfe8516-c5ae-4f78-a2e7-c3b472f70ddf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532351 Dec 20 21:46:00.715352 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:00.792246 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e353fa91-c89a-414a-ae53-2fc8db5e18f9 req-963dd85a-d4d0-473f-8dcb-39054beb477a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 210 time: 0.0426092 Dec 20 21:46:00.878012 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 42912a7b-2e07-4f1b-9607-baf91f4ff40b no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:46:00.919732 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 42912a7b-2e07-4f1b-9607-baf91f4ff40b {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:46:00.920550 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 42912a7b-2e07-4f1b-9607-baf91f4ff40b not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:46:01.880283 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b934428-f16f-4f61-b364-d25c0f09680b req-3f380902-e69b-48a8-9057-18d3e261995e tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:01.885385 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b934428-f16f-4f61-b364-d25c0f09680b req-3f380902-e69b-48a8-9057-18d3e261995e tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 943 time: 0.0659208 Dec 20 21:46:01.936546 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b934428-f16f-4f61-b364-d25c0f09680b req-32452c30-df74-4d5a-89b8-715f49c808b1 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434268 Dec 20 21:46:01.980609 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-98ea4649-7468-4018-9d59-c96165fb286a req-ab05a57b-1db9-40a9-a485-0b279ed8a371 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00fa686-c81c-48e1-959a-58ef16b00ef5 HTTP/1.1" status: 200 len: 210 time: 0.0388069 Dec 20 21:46:02.155793 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:02.384287 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:03.090753 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678174ae-40bd-49f9-9df4-4e0b0bffc86b req-cc62b20a-2ddb-48c9-bad2-5655092e4794 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:03.099398 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-678174ae-40bd-49f9-9df4-4e0b0bffc86b req-cc62b20a-2ddb-48c9-bad2-5655092e4794 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 943 time: 0.0614717 Dec 20 21:46:03.173437 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-678174ae-40bd-49f9-9df4-4e0b0bffc86b req-1a09fa5a-eba1-4a0f-ba28-ba2374f3ef1a tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720577 Dec 20 21:46:04.374911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79508bd4-6472-45ed-bb66-678b087b29c9 req-f9e14c15-efd4-4e33-ba33-d4cb4b657692 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:04.383177 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79508bd4-6472-45ed-bb66-678b087b29c9 req-f9e14c15-efd4-4e33-ba33-d4cb4b657692 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 943 time: 0.0829787 Dec 20 21:46:04.443564 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79508bd4-6472-45ed-bb66-678b087b29c9 req-1d998bfd-2204-41b0-9189-0b05832b579e tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593209 Dec 20 21:46:04.897661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:46:05.104874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=3795dcf6-d0e2-4dcc-bdde-832a9da7d91e,segment=NetworkSegment(f75bd7c6-8520-446c-9f37-c4a0849dfec5),segment_id=f75bd7c6-8520-446c-9f37-c4a0849dfec5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:46:05.130636 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'port_id': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e', 'mac_address': 'fa:16:3e:11:36:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:46:05.198117 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:05.219295 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:46:05.286282 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=3795dcf6-d0e2-4dcc-bdde-832a9da7d91e,segment=NetworkSegment(f75bd7c6-8520-446c-9f37-c4a0849dfec5),segment_id=f75bd7c6-8520-446c-9f37-c4a0849dfec5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:46:05.316255 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:05.550624 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=3795dcf6-d0e2-4dcc-bdde-832a9da7d91e,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:05.614724 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['3795dcf6-d0e2-4dcc-bdde-832a9da7d91e'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:46:05.838222 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83914f83-ee27-4892-b985-8090f12853be req-5915056a-267f-4395-a4d3-1a2af8b819b2 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:05.854230 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-83914f83-ee27-4892-b985-8090f12853be req-5915056a-267f-4395-a4d3-1a2af8b819b2 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 944 time: 0.1687124 Dec 20 21:46:05.954823 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-83914f83-ee27-4892-b985-8090f12853be req-43e2ba95-bbf9-4c55-947e-9396298beef8 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994766 Dec 20 21:46:06.938772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:46:07.073453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:46:07.093330 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:46:07.095624 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:07.120225 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549dce5f-a2c5-40bd-890e-1cda26265256 req-f2104dd9-6510-42e9-8772-c47ab39003e8 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:07.142104 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-549dce5f-a2c5-40bd-890e-1cda26265256 req-f2104dd9-6510-42e9-8772-c47ab39003e8 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 944 time: 0.1228392 Dec 20 21:46:07.240764 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-549dce5f-a2c5-40bd-890e-1cda26265256 req-f5846d97-abd0-47a0-9f75-b42a754108b3 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953736 Dec 20 21:46:07.382347 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:07.448801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae26176-8249-4493-a7c9-5bd4090da363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:46:07.454979 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50a7347-8ea4-46ed-bff8-e854522cc574" -d '{"events": [{"server_uuid": "4ae26176-8249-4493-a7c9-5bd4090da363", "name": "network-vif-plugged", "status": "completed", "tag": "3795dcf6-d0e2-4dcc-bdde-832a9da7d91e"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:46:07.484245 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=3795dcf6-d0e2-4dcc-bdde-832a9da7d91e,segment=NetworkSegment(f75bd7c6-8520-446c-9f37-c4a0849dfec5),segment_id=f75bd7c6-8520-446c-9f37-c4a0849dfec5)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:46:07.488939 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:07.545647 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5b9b14-5b7b-4fc9-ac8c-c734112dda28 x-openstack-request-id: req-3b5b9b14-5b7b-4fc9-ac8c-c734112dda28 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:46:07.545647 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae26176-8249-4493-a7c9-5bd4090da363", "name": "network-vif-plugged", "status": "completed", "tag": "3795dcf6-d0e2-4dcc-bdde-832a9da7d91e", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:46:07.545903 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b5b9b14-5b7b-4fc9-ac8c-c734112dda28 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:46:07.546281 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae26176-8249-4493-a7c9-5bd4090da363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e', 'code': 200} Dec 20 21:46:07.580666 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=3795dcf6-d0e2-4dcc-bdde-832a9da7d91e,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:07.741232 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d49b8-c4d7-44c0-b732-6ecf8791a5b8 req-20ad510c-0846-407b-a621-5b72043ba3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:07.750347 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d52d49b8-c4d7-44c0-b732-6ecf8791a5b8 req-20ad510c-0846-407b-a621-5b72043ba3ce service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 1094 time: 0.1160109 Dec 20 21:46:07.898869 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d52d49b8-c4d7-44c0-b732-6ecf8791a5b8 req-41a6d8fb-e4a1-445e-ba41-44cc7d16d596 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414101 Dec 20 21:46:08.522149 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d305aad-a791-4240-820c-99ae8cf444b3 req-76791856-c548-4dfa-ab8b-1765c4e5060e tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:08.527905 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2d305aad-a791-4240-820c-99ae8cf444b3 req-76791856-c548-4dfa-ab8b-1765c4e5060e tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 945 time: 0.1556759 Dec 20 21:46:08.640305 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2d305aad-a791-4240-820c-99ae8cf444b3 req-6250b0b8-4423-42f0-8c39-c540928b310b tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056528 Dec 20 21:46:09.906229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d586cf8-27e5-4ad4-a6ec-928b18e77eda req-1558e64b-c616-4e88-9bc2-995da432e05e tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:09.923488 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d586cf8-27e5-4ad4-a6ec-928b18e77eda req-1558e64b-c616-4e88-9bc2-995da432e05e tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 945 time: 0.1441123 Dec 20 21:46:10.017919 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d586cf8-27e5-4ad4-a6ec-928b18e77eda req-0385d85a-1d70-40ea-9086-6748e809398c tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864203 Dec 20 21:46:10.304099 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c315ec1-a07b-43e3-a024-f0f07c1c0fee req-35037db9-1c2f-4c34-bed3-d9a87f782324 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:10.316660 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c315ec1-a07b-43e3-a024-f0f07c1c0fee req-35037db9-1c2f-4c34-bed3-d9a87f782324 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 945 time: 0.1447039 Dec 20 21:46:10.488291 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c315ec1-a07b-43e3-a024-f0f07c1c0fee req-de32d720-b778-492c-841b-a64584348c4e tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364701 Dec 20 21:46:10.531157 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37664) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:11.036298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2877a75-7135-4b13-ac62-2b5917640779 tempest-TestVolumeBackupRestore-2131235393 tempest-TestVolumeBackupRestore-2131235393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:11.041059 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37720) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:11.041291 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a2877a75-7135-4b13-ac62-2b5917640779 tempest-TestVolumeBackupRestore-2131235393 tempest-TestVolumeBackupRestore-2131235393-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 1089 time: 0.5039756 Dec 20 21:46:11.045801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:46:11.477272 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:11.735632 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:11.916893 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Allocated IP 172.35.3.60 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/2ab0b4f7-9365-41db-a443-09b31addfa5b) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:46:12.162214 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:12.215155 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:12.347399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:46:12.349615 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:46:12.353185 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Pushing event updated for resources: {'Port': ['ID=2ab0b4f7-9365-41db-a443-09b31addfa5b,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:12.356898 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:46:12.717963 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 37856) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:12.969819 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d0a0fa86-e8d2-4fdd-a4d5-2888c99262e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:13.081615 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d0a0fa86-e8d2-4fdd-a4d5-2888c99262e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:13.090291 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d0a0fa86-e8d2-4fdd-a4d5-2888c99262e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:13.145081 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 37898) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:13.145854 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d0a0fa86-e8d2-4fdd-a4d5-2888c99262e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1dc0ee6d0254e6a8356bfa1e025e8d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4250252 Dec 20 21:46:13.146739 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0fa86-e8d2-4fdd-a4d5-2888c99262e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fb75ee-2318-4b27-a5b3-94f413a4f4cc,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:13.319722 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d5f2fa2b-4ffe-4ac4-bf59-daf5a31b7dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:13.379602 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d5f2fa2b-4ffe-4ac4-bf59-daf5a31b7dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:13.524125 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:13.562173 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d5f2fa2b-4ffe-4ac4-bf59-daf5a31b7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:13.565572 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d5f2fa2b-4ffe-4ac4-bf59-daf5a31b7dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:13.571306 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d5f2fa2b-4ffe-4ac4-bf59-daf5a31b7dbd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29fb75ee-2318-4b27-a5b3-94f413a4f4cc HTTP/1.1" status: 204 len: 168 time: 0.4232450 Dec 20 21:46:13.584905 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2fa2b-4ffe-4ac4-bf59-daf5a31b7dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fb75ee-2318-4b27-a5b3-94f413a4f4cc,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:13.655877 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:13.833129 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:13.840646 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:13.924259 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Pushing event updated for resources: {'Port': ['ID=2ab0b4f7-9365-41db-a443-09b31addfa5b,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:13.939991 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:14.097109 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Floating IP 1584db1d-276d-4ca5-9338-446738ef88ac associated. External IP: 172.35.3.60, port: 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e. Dec 20 21:46:14.432846 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Router 2aba4560-fb46-4717-9db6-89f644981d2f has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:46:14.641201 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:46:14.655323 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33701ad-854a-4927-85d9-ac7fbe10fe26 None None] Sync routers for ids ['2aba4560-fb46-4717-9db6-89f644981d2f'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:46:14.674564 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33701ad-854a-4927-85d9-ac7fbe10fe26 None None] Routers {'2aba4560-fb46-4717-9db6-89f644981d2f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:46:14.675233 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e33701ad-854a-4927-85d9-ac7fbe10fe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:45:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2aba4560-fb46-4717-9db6-89f644981d2f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:46:14.683328 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:14.729966 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e702dada-bba4-4ec7-bd22-4e799de45adf tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6877687 Dec 20 21:46:14.731388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae26176-8249-4493-a7c9-5bd4090da363', 'tag': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:46:14.733566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38078) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:14.741481 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c3527b-4293-44bf-8dba-2839ca69a286" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae26176-8249-4493-a7c9-5bd4090da363", "tag": "3795dcf6-d0e2-4dcc-bdde-832a9da7d91e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:46:14.802627 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e33701ad-854a-4927-85d9-ac7fbe10fe26 None None] Set router 2aba4560-fb46-4717-9db6-89f644981d2f gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:46:14.881748 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:14.891172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b20a6c9-b0aa-47d2-9169-a29a50eb0cd4 tempest-TestVolumeBackupRestore-2131235393 tempest-TestVolumeBackupRestore-2131235393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:14.898722 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0b20a6c9-b0aa-47d2-9169-a29a50eb0cd4 tempest-TestVolumeBackupRestore-2131235393 tempest-TestVolumeBackupRestore-2131235393-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 1089 time: 0.1634803 Dec 20 21:46:14.901592 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38100) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:14.910367 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-fc11e226-287a-4b2c-9b22-e1adc84318da tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Request body: {'floatingip': {'port_id': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:46:15.060138 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fc11e226-287a-4b2c-9b22-e1adc84318da tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for floatingip, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:15.341010 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977b67ea-d704-4ac6-8fb4-b4dd8eefc8fa x-openstack-request-id: req-977b67ea-d704-4ac6-8fb4-b4dd8eefc8fa {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:46:15.342779 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae26176-8249-4493-a7c9-5bd4090da363", "tag": "3795dcf6-d0e2-4dcc-bdde-832a9da7d91e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:46:15.343124 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-977b67ea-d704-4ac6-8fb4-b4dd8eefc8fa {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:46:15.343627 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae26176-8249-4493-a7c9-5bd4090da363', 'tag': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e', 'status': 'completed', 'code': 200} Dec 20 21:46:15.482220 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e33701ad-854a-4927-85d9-ac7fbe10fe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:25Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 4, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'gw_port': {'id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:27Z', 'updated_at': '2021-12-20T21:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '1584db1d-276d-4ca5-9338-446738ef88ac', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'floating_ip_address': '172.35.3.60', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'port_id': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'mac_address': 'fa:16:3e:11:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae26176-8249-4493-a7c9-5bd4090da363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:46:13Z', 'updated_at': '2021-12-20T21:46:13Z', 'revision_number': 0, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb', 'name': '', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'mac_address': 'fa:16:3e:84:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:32Z', 'updated_at': '2021-12-20T21:41:45Z', 'revision_number': 5, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'subnets': [{'id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:46:15.541004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3527b-4293-44bf-8dba-2839ca69a286 req-7193503f-83ec-4834-b5d1-5f6776f6a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:15.547689 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36c3527b-4293-44bf-8dba-2839ca69a286 req-7193503f-83ec-4834-b5d1-5f6776f6a8a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7bc2f5ec8e1d4b21ad3cf72aaba948f3&device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 1094 time: 0.1596594 Dec 20 21:46:15.594495 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33701ad-854a-4927-85d9-ac7fbe10fe26 None None] Checking router: 2aba4560-fb46-4717-9db6-89f644981d2f for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:46:15.623429 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33701ad-854a-4927-85d9-ac7fbe10fe26 None None] Routers {'2aba4560-fb46-4717-9db6-89f644981d2f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:46:15.624340 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e33701ad-854a-4927-85d9-ac7fbe10fe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:45:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2aba4560-fb46-4717-9db6-89f644981d2f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:46:15.850882 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e33701ad-854a-4927-85d9-ac7fbe10fe26 None None] Set router 2aba4560-fb46-4717-9db6-89f644981d2f gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:46:15.891480 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3527b-4293-44bf-8dba-2839ca69a286 req-f54c0bd6-7798-4077-a498-e6ad995e900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:15.892979 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36c3527b-4293-44bf-8dba-2839ca69a286 req-f54c0bd6-7798-4077-a498-e6ad995e900e service neutron] 10.222.0.66 "GET /v2.0/networks?id=738be60e-7ec4-4c1d-83a1-c701ffded9bd HTTP/1.1" status: 200 len: 914 time: 0.3397188 Dec 20 21:46:16.024931 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36c3527b-4293-44bf-8dba-2839ca69a286 req-a06d150a-8027-4b35-ae08-b6749b53835a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3795dcf6-d0e2-4dcc-bdde-832a9da7d91e HTTP/1.1" status: 200 len: 998 time: 0.1201072 Dec 20 21:46:16.075640 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.resource_extend [None req-fc11e226-287a-4b2c-9b22-e1adc84318da tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 20 21:46:16.230801 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3527b-4293-44bf-8dba-2839ca69a286 req-1bec84b3-3c48-4029-8482-8adea8a97784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:16.237789 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36c3527b-4293-44bf-8dba-2839ca69a286 req-1bec84b3-3c48-4029-8482-8adea8a97784 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3c58805-4c2b-4759-a954-44718e7a52c4 HTTP/1.1" status: 200 len: 852 time: 0.2061045 Dec 20 21:46:16.265416 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fc11e226-287a-4b2c-9b22-e1adc84318da tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:16.283688 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fc11e226-287a-4b2c-9b22-e1adc84318da tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:16.384999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3527b-4293-44bf-8dba-2839ca69a286 req-e3f93e26-de26-4860-ad55-73bd1cf63a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:16.386553 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36c3527b-4293-44bf-8dba-2839ca69a286 req-e3f93e26-de26-4860-ad55-73bd1cf63a41 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=738be60e-7ec4-4c1d-83a1-c701ffded9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1455746 Dec 20 21:46:16.431343 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e33701ad-854a-4927-85d9-ac7fbe10fe26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:25Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 4, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'gw_port': {'id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:27Z', 'updated_at': '2021-12-20T21:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '1584db1d-276d-4ca5-9338-446738ef88ac', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'floating_ip_address': '172.35.3.60', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'port_id': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'mac_address': 'fa:16:3e:11:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae26176-8249-4493-a7c9-5bd4090da363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:46:13Z', 'updated_at': '2021-12-20T21:46:13Z', 'revision_number': 0, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb', 'name': '', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'mac_address': 'fa:16:3e:84:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:32Z', 'updated_at': '2021-12-20T21:41:45Z', 'revision_number': 5, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'subnets': [{'id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:46:16.512194 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33701ad-854a-4927-85d9-ac7fbe10fe26 None None] The sync data for ids ['2aba4560-fb46-4717-9db6-89f644981d2f'] in n-d-xena-1 is: [{'id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:25Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 4, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'gw_port': {'id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:27Z', 'updated_at': '2021-12-20T21:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '1584db1d-276d-4ca5-9338-446738ef88ac', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'floating_ip_address': '172.35.3.60', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'port_id': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'mac_address': 'fa:16:3e:11:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae26176-8249-4493-a7c9-5bd4090da363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:46:13Z', 'updated_at': '2021-12-20T21:46:13Z', 'revision_number': 0, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb', 'name': '', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'mac_address': 'fa:16:3e:84:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:32Z', 'updated_at': '2021-12-20T21:41:45Z', 'revision_number': 5, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'subnets': [{'id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:46:16.645559 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36c3527b-4293-44bf-8dba-2839ca69a286 req-ab79bbdb-4f7e-4ac2-9fe9-126303b48747 service neutron] 10.222.0.66 "GET /v2.0/networks/738be60e-7ec4-4c1d-83a1-c701ffded9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497537 Dec 20 21:46:16.724240 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc11e226-287a-4b2c-9b22-e1adc84318da tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Router 2aba4560-fb46-4717-9db6-89f644981d2f has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:46:16.912862 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36c3527b-4293-44bf-8dba-2839ca69a286 req-79ac25e3-086a-4f26-ac93-f854883e928b service neutron] 10.222.0.66 "GET /v2.0/networks/738be60e-7ec4-4c1d-83a1-c701ffded9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572055 Dec 20 21:46:16.942173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80937687-7624-412d-beb3-e73e4fc889a1 None None] New status for floating IP 1584db1d-276d-4ca5-9338-446738ef88ac: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:46:17.016636 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc11e226-287a-4b2c-9b22-e1adc84318da tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:46:17.022864 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fc11e226-287a-4b2c-9b22-e1adc84318da tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:17.098493 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fc11e226-287a-4b2c-9b22-e1adc84318da tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "PUT /v2.0/floatingips/1584db1d-276d-4ca5-9338-446738ef88ac HTTP/1.1" status: 200 len: 990 time: 2.1946595 Dec 20 21:46:17.346505 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae26176-8249-4493-a7c9-5bd4090da363', 'tag': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e'}, {'name': 'network-changed', 'server_uuid': '4ae26176-8249-4493-a7c9-5bd4090da363', 'tag': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:46:17.354219 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae26176-8249-4493-a7c9-5bd4090da363", "tag": "3795dcf6-d0e2-4dcc-bdde-832a9da7d91e"}, {"name": "network-changed", "server_uuid": "4ae26176-8249-4493-a7c9-5bd4090da363", "tag": "3795dcf6-d0e2-4dcc-bdde-832a9da7d91e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:46:17.396289 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f21b8a-34ad-48fb-bbad-c84ced387676 None None] Sync routers for ids ['2aba4560-fb46-4717-9db6-89f644981d2f'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:46:17.399764 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 20 Dec 2021 21:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422255df-721c-499c-a9e9-94a886b96131 x-openstack-request-id: req-422255df-721c-499c-a9e9-94a886b96131 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:46:17.400073 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae26176-8249-4493-a7c9-5bd4090da363", "tag": "3795dcf6-d0e2-4dcc-bdde-832a9da7d91e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ae26176-8249-4493-a7c9-5bd4090da363", "tag": "3795dcf6-d0e2-4dcc-bdde-832a9da7d91e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:46:17.400330 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-422255df-721c-499c-a9e9-94a886b96131 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:46:17.400763 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae26176-8249-4493-a7c9-5bd4090da363', 'tag': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e', 'status': 'completed', 'code': 200} Dec 20 21:46:17.401017 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae26176-8249-4493-a7c9-5bd4090da363', 'tag': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e', 'status': 'completed', 'code': 200} Dec 20 21:46:17.411930 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f21b8a-34ad-48fb-bbad-c84ced387676 None None] Routers {'2aba4560-fb46-4717-9db6-89f644981d2f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:46:17.412979 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-89f21b8a-34ad-48fb-bbad-c84ced387676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:45:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2aba4560-fb46-4717-9db6-89f644981d2f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:46:17.529270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-babf8195-fecc-48f6-a06d-b821293192c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:17.533487 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-babf8195-fecc-48f6-a06d-b821293192c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7bc2f5ec8e1d4b21ad3cf72aaba948f3&device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 1094 time: 0.0883751 Dec 20 21:46:17.592693 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-89f21b8a-34ad-48fb-bbad-c84ced387676 None None] Set router 2aba4560-fb46-4717-9db6-89f644981d2f gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:46:17.736219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-32ce0ec8-56ea-47db-b38a-e816764b645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:17.740264 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-32ce0ec8-56ea-47db-b38a-e816764b645a service neutron] 10.222.0.66 "GET /v2.0/networks?id=738be60e-7ec4-4c1d-83a1-c701ffded9bd HTTP/1.1" status: 200 len: 914 time: 0.1991000 Dec 20 21:46:17.856391 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-20de7315-2f06-4129-ba40-4ebb27f10150 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3795dcf6-d0e2-4dcc-bdde-832a9da7d91e HTTP/1.1" status: 200 len: 1000 time: 0.1081178 Dec 20 21:46:17.924458 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-5f1df56a-bbf1-4ebb-badf-1995c0b19e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:17.926019 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-5f1df56a-bbf1-4ebb-badf-1995c0b19e4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3c58805-4c2b-4759-a954-44718e7a52c4 HTTP/1.1" status: 200 len: 852 time: 0.0608814 Dec 20 21:46:17.949230 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-89f21b8a-34ad-48fb-bbad-c84ced387676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:25Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 4, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'gw_port': {'id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:27Z', 'updated_at': '2021-12-20T21:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '1584db1d-276d-4ca5-9338-446738ef88ac', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'floating_ip_address': '172.35.3.60', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'port_id': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'mac_address': 'fa:16:3e:11:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae26176-8249-4493-a7c9-5bd4090da363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:46:13Z', 'updated_at': '2021-12-20T21:46:17Z', 'revision_number': 2, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb', 'name': '', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'mac_address': 'fa:16:3e:84:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:32Z', 'updated_at': '2021-12-20T21:41:45Z', 'revision_number': 5, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'subnets': [{'id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:46:18.023253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-f7702020-6805-4bf3-b817-f1ab38c464ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:18.024840 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-f7702020-6805-4bf3-b817-f1ab38c464ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=738be60e-7ec4-4c1d-83a1-c701ffded9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0919158 Dec 20 21:46:18.045326 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f21b8a-34ad-48fb-bbad-c84ced387676 None None] Checking router: 2aba4560-fb46-4717-9db6-89f644981d2f for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:46:18.083079 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f21b8a-34ad-48fb-bbad-c84ced387676 None None] Routers {'2aba4560-fb46-4717-9db6-89f644981d2f'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:46:18.083714 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-89f21b8a-34ad-48fb-bbad-c84ced387676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:45:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2aba4560-fb46-4717-9db6-89f644981d2f'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:46:18.095026 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:18.180479 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-098684cf-304b-45a8-98ce-aca93a8f5339 service neutron] 10.222.0.66 "GET /v2.0/networks/738be60e-7ec4-4c1d-83a1-c701ffded9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352603 Dec 20 21:46:18.258851 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-89f21b8a-34ad-48fb-bbad-c84ced387676 None None] Set router 2aba4560-fb46-4717-9db6-89f644981d2f gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:46:18.408572 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-9d486fdb-107d-442c-b5d1-34e66024ae1f service neutron] 10.222.0.66 "GET /v2.0/networks/738be60e-7ec4-4c1d-83a1-c701ffded9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206779 Dec 20 21:46:18.638796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-78a288c1-da5b-4e23-9387-44f48c6d5566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:18.640656 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-78a288c1-da5b-4e23-9387-44f48c6d5566 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7bc2f5ec8e1d4b21ad3cf72aaba948f3&device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 1094 time: 0.0846000 Dec 20 21:46:18.699497 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-89f21b8a-34ad-48fb-bbad-c84ced387676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:25Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 4, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'gw_port': {'id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:27Z', 'updated_at': '2021-12-20T21:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '1584db1d-276d-4ca5-9338-446738ef88ac', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'floating_ip_address': '172.35.3.60', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'port_id': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'mac_address': 'fa:16:3e:11:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae26176-8249-4493-a7c9-5bd4090da363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:46:13Z', 'updated_at': '2021-12-20T21:46:17Z', 'revision_number': 2, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb', 'name': '', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'mac_address': 'fa:16:3e:84:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:32Z', 'updated_at': '2021-12-20T21:41:45Z', 'revision_number': 5, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'subnets': [{'id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:46:18.729240 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f21b8a-34ad-48fb-bbad-c84ced387676 None None] The sync data for ids ['2aba4560-fb46-4717-9db6-89f644981d2f'] in n-d-xena-1 is: [{'id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:25Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 4, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'gw_port': {'id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:27Z', 'updated_at': '2021-12-20T21:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '1584db1d-276d-4ca5-9338-446738ef88ac', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'floating_ip_address': '172.35.3.60', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'port_id': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'mac_address': 'fa:16:3e:11:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae26176-8249-4493-a7c9-5bd4090da363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:46:13Z', 'updated_at': '2021-12-20T21:46:17Z', 'revision_number': 2, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb', 'name': '', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'mac_address': 'fa:16:3e:84:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:32Z', 'updated_at': '2021-12-20T21:41:45Z', 'revision_number': 5, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'subnets': [{'id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:46:18.791751 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-59692e21-46be-4d3f-a8a7-36fd0ada63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:18.793793 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-59692e21-46be-4d3f-a8a7-36fd0ada63aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=738be60e-7ec4-4c1d-83a1-c701ffded9bd HTTP/1.1" status: 200 len: 914 time: 0.1391168 Dec 20 21:46:18.886093 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-95c2fe87-e5c2-4763-b3a8-0d9284565455 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3795dcf6-d0e2-4dcc-bdde-832a9da7d91e HTTP/1.1" status: 200 len: 1000 time: 0.0844367 Dec 20 21:46:19.016740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-e90366ee-02be-4806-877a-2ea0c16b7c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:19.018526 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-e90366ee-02be-4806-877a-2ea0c16b7c59 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3c58805-4c2b-4759-a954-44718e7a52c4 HTTP/1.1" status: 200 len: 852 time: 0.1243482 Dec 20 21:46:19.116287 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-97dae70e-26ac-402a-bb38-82ad4e73f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:19.116287 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-97dae70e-26ac-402a-bb38-82ad4e73f31d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=738be60e-7ec4-4c1d-83a1-c701ffded9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0889425 Dec 20 21:46:19.232872 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-53c42e0f-8f3e-4864-a0c0-10f2eeaf4f4a service neutron] 10.222.0.66 "GET /v2.0/networks/738be60e-7ec4-4c1d-83a1-c701ffded9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100204 Dec 20 21:46:19.363018 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f26feeb7-2e47-4bd7-8091-189e9f5e3a6b req-4b6d499c-deb4-4aff-ad4d-f0f68204def2 service neutron] 10.222.0.66 "GET /v2.0/networks/738be60e-7ec4-4c1d-83a1-c701ffded9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216316 Dec 20 21:46:21.201318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38200) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:21.471909 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f168379-f899-47e2-adb1-d5bf6053dddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:21.615279 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f168379-f899-47e2-adb1-d5bf6053dddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:21.624359 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f168379-f899-47e2-adb1-d5bf6053dddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:21.675851 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8f168379-f899-47e2-adb1-d5bf6053dddd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bed9ee9da4845ba87886ad210f4e781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4717467 Dec 20 21:46:21.677457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38208) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:21.678344 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f168379-f899-47e2-adb1-d5bf6053dddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dece5175-1589-49fe-b058-f8f9eba7a391,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:21.792652 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56037b11-40ec-4aef-8f11-3a493b1946a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:21.818989 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56037b11-40ec-4aef-8f11-3a493b1946a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:21.880573 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56037b11-40ec-4aef-8f11-3a493b1946a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:21.883780 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56037b11-40ec-4aef-8f11-3a493b1946a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:21.885216 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-56037b11-40ec-4aef-8f11-3a493b1946a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dece5175-1589-49fe-b058-f8f9eba7a391 HTTP/1.1" status: 204 len: 168 time: 0.2066617 Dec 20 21:46:21.913291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56037b11-40ec-4aef-8f11-3a493b1946a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dece5175-1589-49fe-b058-f8f9eba7a391,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:22.324186 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38224) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:22.590778 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-43788523-cff1-4b84-9314-6629d6a0733b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:22.760945 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-43788523-cff1-4b84-9314-6629d6a0733b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:22.769559 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-43788523-cff1-4b84-9314-6629d6a0733b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:22.842602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43788523-cff1-4b84-9314-6629d6a0733b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13dd61d-ff43-46c6-8aee-dc45615c467d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:22.862658 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-43788523-cff1-4b84-9314-6629d6a0733b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd785b6b7faf49aa85afa7e137502abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5370245 Dec 20 21:46:22.862800 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38246) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:22.938035 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc3800dc-bcf8-40ea-aa73-534b6d66bd24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:22.967435 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc3800dc-bcf8-40ea-aa73-534b6d66bd24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:23.035282 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc3800dc-bcf8-40ea-aa73-534b6d66bd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:23.039168 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bc3800dc-bcf8-40ea-aa73-534b6d66bd24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:23.043185 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bc3800dc-bcf8-40ea-aa73-534b6d66bd24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f13dd61d-ff43-46c6-8aee-dc45615c467d HTTP/1.1" status: 204 len: 168 time: 0.1768200 Dec 20 21:46:23.052949 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3800dc-bcf8-40ea-aa73-534b6d66bd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13dd61d-ff43-46c6-8aee-dc45615c467d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:23.651862 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38272) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:23.677156 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40b11362-f698-4fa4-8936-8a4b0e8a1612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:23.853237 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40b11362-f698-4fa4-8936-8a4b0e8a1612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:23.864757 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40b11362-f698-4fa4-8936-8a4b0e8a1612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:23.936099 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-40b11362-f698-4fa4-8936-8a4b0e8a1612 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d63f20979bb74cffbd4e10cef909325c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829320 Dec 20 21:46:23.937858 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b11362-f698-4fa4-8936-8a4b0e8a1612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2086f020-713b-4a20-85cf-31bb84dc8855,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:23.938798 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38276) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:24.034245 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8bb89645-378a-4356-835d-6b7635872304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:24.062575 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8bb89645-378a-4356-835d-6b7635872304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:24.163034 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8bb89645-378a-4356-835d-6b7635872304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:24.166344 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8bb89645-378a-4356-835d-6b7635872304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:24.167610 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8bb89645-378a-4356-835d-6b7635872304 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2086f020-713b-4a20-85cf-31bb84dc8855 HTTP/1.1" status: 204 len: 168 time: 0.2276776 Dec 20 21:46:24.199538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb89645-378a-4356-835d-6b7635872304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2086f020-713b-4a20-85cf-31bb84dc8855,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:24.221347 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-11128120-8878-41e8-8e45-51346c43fa0d req-37dcf59a-8da5-4a0d-ada8-70c38b59cdec service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0706708 Dec 20 21:46:24.389967 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11128120-8878-41e8-8e45-51346c43fa0d req-1062d6a3-04a8-47c1-8568-2646bde97e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:24.392629 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-11128120-8878-41e8-8e45-51346c43fa0d req-1062d6a3-04a8-47c1-8568-2646bde97e13 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7bc2f5ec8e1d4b21ad3cf72aaba948f3&device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 1094 time: 0.0867202 Dec 20 21:46:24.401176 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b3a1e3e-58cc-409d-b1e3-488bf19fa315 req-1d8a8dd7-ee2c-47f9-8f3e-6c21d5794a04 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.3894553 Dec 20 21:46:24.618107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a1e3e-58cc-409d-b1e3-488bf19fa315 req-8f2f925c-5c39-44ef-9966-b3c63e8c46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:24.620151 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b3a1e3e-58cc-409d-b1e3-488bf19fa315 req-8f2f925c-5c39-44ef-9966-b3c63e8c46bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=695194b5397845d7bbd026e4707d7624&device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 1098 time: 0.0964479 Dec 20 21:46:24.637253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11128120-8878-41e8-8e45-51346c43fa0d req-5e804646-1699-42ea-a962-4d2f0e932fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:24.639859 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-11128120-8878-41e8-8e45-51346c43fa0d req-5e804646-1699-42ea-a962-4d2f0e932fdc service neutron] 10.222.0.66 "GET /v2.0/networks?id=738be60e-7ec4-4c1d-83a1-c701ffded9bd HTTP/1.1" status: 200 len: 914 time: 0.2186694 Dec 20 21:46:24.892018 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-11128120-8878-41e8-8e45-51346c43fa0d req-9042a0ae-4835-4e53-9a01-8231e8873248 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3795dcf6-d0e2-4dcc-bdde-832a9da7d91e HTTP/1.1" status: 200 len: 1000 time: 0.2351720 Dec 20 21:46:24.963110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a1e3e-58cc-409d-b1e3-488bf19fa315 req-21b6ed90-8031-481f-a7ff-ede19457ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:24.965516 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b3a1e3e-58cc-409d-b1e3-488bf19fa315 req-21b6ed90-8031-481f-a7ff-ede19457ce31 service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.3205986 Dec 20 21:46:24.975849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11128120-8878-41e8-8e45-51346c43fa0d req-8448b950-5faa-4d8b-9c04-0f2a29151e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:24.977910 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-11128120-8878-41e8-8e45-51346c43fa0d req-8448b950-5faa-4d8b-9c04-0f2a29151e82 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3c58805-4c2b-4759-a954-44718e7a52c4 HTTP/1.1" status: 200 len: 852 time: 0.0779605 Dec 20 21:46:25.043248 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b3a1e3e-58cc-409d-b1e3-488bf19fa315 req-826475c6-03c2-408b-bcd8-012450fb03d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=42b94295-71da-420d-a004-15c642a5c165 HTTP/1.1" status: 200 len: 217 time: 0.0637970 Dec 20 21:46:25.175159 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11128120-8878-41e8-8e45-51346c43fa0d req-4a9a4bd9-e1c7-4a6f-8208-2bf6d788f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:25.177178 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-11128120-8878-41e8-8e45-51346c43fa0d req-4a9a4bd9-e1c7-4a6f-8208-2bf6d788f0a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=738be60e-7ec4-4c1d-83a1-c701ffded9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1319706 Dec 20 21:46:25.178758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a1e3e-58cc-409d-b1e3-488bf19fa315 req-bff5adcd-9b59-4270-9740-0d51adcd22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:25.180439 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b3a1e3e-58cc-409d-b1e3-488bf19fa315 req-bff5adcd-9b59-4270-9740-0d51adcd22cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.1171947 Dec 20 21:46:25.286740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a1e3e-58cc-409d-b1e3-488bf19fa315 req-1e0164ec-1767-4631-8877-baf01bb56aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:25.288506 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b3a1e3e-58cc-409d-b1e3-488bf19fa315 req-1e0164ec-1767-4631-8877-baf01bb56aa5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014605 Dec 20 21:46:25.310549 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-3b3a1e3e-58cc-409d-b1e3-488bf19fa315 req-fe6a34d4-5acd-4a03-885a-906447db505d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:46:25.312676 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b3a1e3e-58cc-409d-b1e3-488bf19fa315 req-fe6a34d4-5acd-4a03-885a-906447db505d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086935 Dec 20 21:46:25.383917 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-11128120-8878-41e8-8e45-51346c43fa0d req-52682d3b-a343-4cc0-9a67-e9a8b9da9251 service neutron] 10.222.0.66 "GET /v2.0/networks/738be60e-7ec4-4c1d-83a1-c701ffded9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867313 Dec 20 21:46:25.615230 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-11128120-8878-41e8-8e45-51346c43fa0d req-3f56d9a1-8cac-40df-8e8b-43a2ba6e759f service neutron] 10.222.0.66 "GET /v2.0/networks/738be60e-7ec4-4c1d-83a1-c701ffded9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971567 Dec 20 21:46:25.669733 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b3a1e3e-58cc-409d-b1e3-488bf19fa315 req-0691f4a9-fa21-4257-a863-2a1faa62294f service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474073 Dec 20 21:46:25.862824 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b3a1e3e-58cc-409d-b1e3-488bf19fa315 req-0c6efe16-8d0a-4530-9210-6d739f9d1153 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845486 Dec 20 21:46:27.166619 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b6291a90-e3fc-4e6d-b2f8-29cd5d5d655a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:28.325865 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38420) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:28.466006 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f42f584-694a-448e-bd10-7398bc341e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:28.571216 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f42f584-694a-448e-bd10-7398bc341e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:28.577318 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f42f584-694a-448e-bd10-7398bc341e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:28.639877 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8f42f584-694a-448e-bd10-7398bc341e40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5dad12cdbe6f498cb7fde65b307aa840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128102 Dec 20 21:46:28.642637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38440) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:28.653759 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42f584-694a-448e-bd10-7398bc341e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29aef05a-ce57-4276-9803-b1bf572e97c1,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:28.712372 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-179424e9-1dac-4d96-8252-fe992eef41cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:28.738659 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-179424e9-1dac-4d96-8252-fe992eef41cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:28.823384 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-179424e9-1dac-4d96-8252-fe992eef41cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:28.828375 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-179424e9-1dac-4d96-8252-fe992eef41cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:28.829786 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-179424e9-1dac-4d96-8252-fe992eef41cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29aef05a-ce57-4276-9803-b1bf572e97c1 HTTP/1.1" status: 204 len: 168 time: 0.1861448 Dec 20 21:46:28.841129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179424e9-1dac-4d96-8252-fe992eef41cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29aef05a-ce57-4276-9803-b1bf572e97c1,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:29.300871 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38460) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:29.318481 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86c9c93e-532e-49b3-a543-1f5ce71daeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:29.426939 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86c9c93e-532e-49b3-a543-1f5ce71daeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:29.435998 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-86c9c93e-532e-49b3-a543-1f5ce71daeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:29.495313 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b615e96a-34f5-49dc-b14b-6f7d7ab912c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:29.526219 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9c93e-532e-49b3-a543-1f5ce71daeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fee4b0f-b04d-41c8-b563-e4a0edbaca1d,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:29.533744 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-86c9c93e-532e-49b3-a543-1f5ce71daeb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29bd9221c2e141cfb2c0e6f6da74751d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2292917 Dec 20 21:46:29.534306 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38466) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:29.622026 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11188e56-1465-4975-bd68-855a6eae2acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:29.660005 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11188e56-1465-4975-bd68-855a6eae2acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:29.717507 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11188e56-1465-4975-bd68-855a6eae2acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:29.721157 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11188e56-1465-4975-bd68-855a6eae2acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:29.726752 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-11188e56-1465-4975-bd68-855a6eae2acc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8fee4b0f-b04d-41c8-b563-e4a0edbaca1d HTTP/1.1" status: 204 len: 168 time: 0.1915171 Dec 20 21:46:29.738356 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11188e56-1465-4975-bd68-855a6eae2acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fee4b0f-b04d-41c8-b563-e4a0edbaca1d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:30.271829 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:46:30.715472 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:32.162050 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:32.383205 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:38.257695 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 38760) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:38.556594 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3b72412-b014-4a50-9253-570a5db28607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:39.144760 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3b72412-b014-4a50-9253-570a5db28607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:39.156725 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d3b72412-b014-4a50-9253-570a5db28607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:39.215899 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 38784) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:39.226737 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d3b72412-b014-4a50-9253-570a5db28607 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea185dd197fd4f2795c79955fe163dc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9662104 Dec 20 21:46:39.252463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b72412-b014-4a50-9253-570a5db28607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a22a923-9672-4424-9dc7-f913307a820c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:39.268246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72412-b014-4a50-9253-570a5db28607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:39.268914 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72412-b014-4a50-9253-570a5db28607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:39.273427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72412-b014-4a50-9253-570a5db28607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:39.273948 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72412-b014-4a50-9253-570a5db28607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:39.274317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72412-b014-4a50-9253-570a5db28607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:39.274706 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72412-b014-4a50-9253-570a5db28607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:39.275047 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72412-b014-4a50-9253-570a5db28607 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:39.275368 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72412-b014-4a50-9253-570a5db28607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:39.275690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72412-b014-4a50-9253-570a5db28607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:39.276014 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72412-b014-4a50-9253-570a5db28607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:39.276336 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72412-b014-4a50-9253-570a5db28607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:39.276655 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b72412-b014-4a50-9253-570a5db28607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:39.311278 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95c3b59d-985b-4e74-9989-fae82e95668c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:39.343301 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95c3b59d-985b-4e74-9989-fae82e95668c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:39.404808 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95c3b59d-985b-4e74-9989-fae82e95668c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:39.449816 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-95c3b59d-985b-4e74-9989-fae82e95668c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:39.457719 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-95c3b59d-985b-4e74-9989-fae82e95668c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a22a923-9672-4424-9dc7-f913307a820c HTTP/1.1" status: 204 len: 168 time: 0.2401547 Dec 20 21:46:39.467266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3b59d-985b-4e74-9989-fae82e95668c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a22a923-9672-4424-9dc7-f913307a820c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:43.938360 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-8f45eaa2-03f9-4646-a3cd-b9796d1b88ed tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:43.939945 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-8f45eaa2-03f9-4646-a3cd-b9796d1b88ed tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 811 time: 0.2036412 Dec 20 21:46:44.004508 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-e9db8817-6cf5-4f32-9f0f-727d42bfdcd4 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/quotas/09c4ae0ec0ec4254aff4e9bf68876ea9 HTTP/1.1" status: 200 len: 375 time: 0.0401525 Dec 20 21:46:44.106201 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-af9d52f9-182c-4195-9e82-436b8aadf05b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007392 Dec 20 21:46:44.312322 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-acd74488-2158-4996-b75a-2584086bc8a2 service neutron] 10.222.0.32 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966510 Dec 20 21:46:44.463469 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-b01b9178-bd52-43f8-ad82-6f300a357eaa service neutron] 10.222.0.32 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349351 Dec 20 21:46:44.796100 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c5961ccb-00c1-4602-bac9-c50ca8b8e1c0 req-d356f003-b97a-4e5a-b05c-88f43ee46d5f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 210 time: 0.0370967 Dec 20 21:46:44.863510 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:46.005707 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70002a47-9231-46ef-ac7a-e5ef53745c37 req-0ca2c806-de8d-4894-8493-d4499ce59aef tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 210 time: 0.0775282 Dec 20 21:46:46.741683 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-2ceb74cb-6ab1-436f-bdae-05009ff9f2db tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:46.747002 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-2ceb74cb-6ab1-436f-bdae-05009ff9f2db tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 811 time: 0.2269104 Dec 20 21:46:46.771197 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Request body: {'port': {'device_id': '0f11f2b6-348a-433e-89a0-aac69814bf4a', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'admin_state_up': True, 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:46:47.188617 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-849ab2b7-cce1-4251-aa3d-1e1504b8e3ab req-c0f5cdb9-b484-4f7f-bdb3-3edbc06e3765 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 210 time: 0.0445368 Dec 20 21:46:47.513262 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Made reservation on behalf of 09c4ae0ec0ec4254aff4e9bf68876ea9 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:46:47.524149 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:47.898058 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Allocated IP 172.20.0.3 (4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea/b84d4e95-d9dd-430d-b73c-40cb0d866f14/6640c11b-f069-4373-9a76-2a145fd2007d) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:46:48.147434 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:48.328033 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:48.427590 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bab0b60d-5a97-4054-a419-1fc9b7b6e6f9 req-516951bf-51c2-46b6-abf8-36cb8520477b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 210 time: 0.0852067 Dec 20 21:46:48.473671 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:48.531082 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:46:48.567397 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:46:48.572025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:46:48.675144 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:48.690809 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:48.724451 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9616516 Dec 20 21:46:48.775378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Request body: {'port': {'device_id': '0f11f2b6-348a-433e-89a0-aac69814bf4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:46:48.853908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'Port': ['ID=6640c11b-f069-4373-9a76-2a145fd2007d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:48.874686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:48.875121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:48.875531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:48.875966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:48.876398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:48.876800 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:48.882430 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:48.882909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:48.883388 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:48.883784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:48.884181 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:48.884610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d99fef7-f883-4353-90ef-71887c51208b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:46:48.956053 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:49.086845 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9542a241-d2e3-459b-9ec2-3de8131fdeb4 None None] Provisioning complete for port 6640c11b-f069-4373-9a76-2a145fd2007d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:46:49.087447 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9542a241-d2e3-459b-9ec2-3de8131fdeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:49.412833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9542a241-d2e3-459b-9ec2-3de8131fdeb4 None None] Port 6640c11b-f069-4373-9a76-2a145fd2007d cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:46:49.546447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6640c11b-f069-4373-9a76-2a145fd2007d {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:46:49.566659 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:49.587960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Transition to ACTIVE for port object 6640c11b-f069-4373-9a76-2a145fd2007d will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:46:49.603241 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:49.648354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Pushing event updated for resources: {'Port': ['ID=6640c11b-f069-4373-9a76-2a145fd2007d,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:49.696586 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71835f37-2a3a-4d9b-a187-10a24cc35d8d req-2eba0fd0-215c-427f-99aa-cd7db356d31b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:49.699170 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-71835f37-2a3a-4d9b-a187-10a24cc35d8d req-2eba0fd0-215c-427f-99aa-cd7db356d31b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 931 time: 0.1658175 Dec 20 21:46:49.791130 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-71835f37-2a3a-4d9b-a187-10a24cc35d8d req-e5c04a3c-0d68-415e-99e4-505bead80942 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809271 Dec 20 21:46:49.867260 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Attempting to bind port 6640c11b-f069-4373-9a76-2a145fd2007d on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:46:49.867625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Attempting to bind port 6640c11b-f069-4373-9a76-2a145fd2007d by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:46:49.867956 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Attempting to bind port 6640c11b-f069-4373-9a76-2a145fd2007d on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:46:49.882953 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Port 6640c11b-f069-4373-9a76-2a145fd2007d on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:46:49.883276 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Attempting to bind port 6640c11b-f069-4373-9a76-2a145fd2007d on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:46:49.896309 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:46:49.896792 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Checking segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:46:49.897237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Bound using segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:46:49.897665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Bound port: 6640c11b-f069-4373-9a76-2a145fd2007d, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:46:49.898021 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:50.067603 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] For port 6640c11b-f069-4373-9a76-2a145fd2007d, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:46:50.077197 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] For port 6640c11b-f069-4373-9a76-2a145fd2007d, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6640c11b-f069-4373-9a76-2a145fd2007d,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:46:50.084919 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:50.132379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:50.132992 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:50.134455 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] 10.222.0.66 "PUT /v2.0/ports/6640c11b-f069-4373-9a76-2a145fd2007d HTTP/1.1" status: 200 len: 1089 time: 1.3890190 Dec 20 21:46:50.135021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f11f2b6-348a-433e-89a0-aac69814bf4a', 'tag': '6640c11b-f069-4373-9a76-2a145fd2007d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:46:50.137136 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26132ea-99ff-43a5-984a-0a8ddda25a83" -d '{"events": [{"name": "network-changed", "server_uuid": "0f11f2b6-348a-433e-89a0-aac69814bf4a", "tag": "6640c11b-f069-4373-9a76-2a145fd2007d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:46:50.205952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23bf8f-31b6-4e2a-84d2-e926bc93792b service neutron] Pushing event updated for resources: {'Port': ['ID=6640c11b-f069-4373-9a76-2a145fd2007d,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:50.263399 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1913803-8e1a-476f-8138-db32d5e0fd2c x-openstack-request-id: req-c1913803-8e1a-476f-8138-db32d5e0fd2c {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:46:50.263712 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f11f2b6-348a-433e-89a0-aac69814bf4a", "tag": "6640c11b-f069-4373-9a76-2a145fd2007d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:46:50.263937 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1913803-8e1a-476f-8138-db32d5e0fd2c {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:46:50.264340 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f11f2b6-348a-433e-89a0-aac69814bf4a', 'tag': '6640c11b-f069-4373-9a76-2a145fd2007d', 'status': 'completed', 'code': 200} Dec 20 21:46:50.306148 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39218) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:50.331787 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-598c23ef-784b-4bdf-abc6-0e863a87d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:50.333297 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-598c23ef-784b-4bdf-abc6-0e863a87d7fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 1092 time: 0.1081614 Dec 20 21:46:50.513761 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-917817c2-30f8-4a19-982f-0baf951aea3d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6640c11b-f069-4373-9a76-2a145fd2007d HTTP/1.1" status: 200 len: 217 time: 0.1569843 Dec 20 21:46:50.740853 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-40af2e27-1127-4612-9b6e-5509dcc25aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:50.747035 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-40af2e27-1127-4612-9b6e-5509dcc25aed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.2253702 Dec 20 21:46:50.809998 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-c4d40d71-fad9-4553-9f9e-98e6797efffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:50.812375 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-c4d40d71-fad9-4553-9f9e-98e6797efffe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0579989 Dec 20 21:46:50.892542 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8a707989-70c5-458d-8dd5-fa695ff4fed6 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Deleting port 2ab0b4f7-9365-41db-a443-09b31addfa5b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:46:50.893087 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a707989-70c5-458d-8dd5-fa695ff4fed6 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:51.059287 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-b7cca395-477a-44a3-881c-6665846b4cf6 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366946 Dec 20 21:46:51.066331 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a707989-70c5-458d-8dd5-fa695ff4fed6 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:51.067114 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a707989-70c5-458d-8dd5-fa695ff4fed6 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:51.081577 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8a707989-70c5-458d-8dd5-fa695ff4fed6 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Calling delete_port for 2ab0b4f7-9365-41db-a443-09b31addfa5b owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:46:51.286725 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d737af3-23b7-49c4-b133-d67eaa7ca5fd req-f945aa5d-bd27-4970-8089-4db13b8d3f0f service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153702 Dec 20 21:46:51.434462 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a707989-70c5-458d-8dd5-fa695ff4fed6 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:51.493225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26132ea-99ff-43a5-984a-0a8ddda25a83 req-82f6a4ae-f712-429b-9a3d-de609470a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:51.496412 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b26132ea-99ff-43a5-984a-0a8ddda25a83 req-82f6a4ae-f712-429b-9a3d-de609470a5c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 1092 time: 0.1258984 Dec 20 21:46:51.533455 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a707989-70c5-458d-8dd5-fa695ff4fed6 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Pushing event deleted for resources: {'Port': ['ID=2ab0b4f7-9365-41db-a443-09b31addfa5b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:51.651739 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03645d-1b72-4414-867e-187b972ba3f3 req-8cec518d-ce6e-48cc-b786-a557ef62e05e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:51.657767 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f03645d-1b72-4414-867e-187b972ba3f3 req-8cec518d-ce6e-48cc-b786-a557ef62e05e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.5695379 Dec 20 21:46:51.722585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26132ea-99ff-43a5-984a-0a8ddda25a83 req-e41033d6-58da-48b6-a64d-6ac2b944af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:51.723767 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b26132ea-99ff-43a5-984a-0a8ddda25a83 req-e41033d6-58da-48b6-a64d-6ac2b944af71 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 912 time: 0.2200575 Dec 20 21:46:51.725147 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a707989-70c5-458d-8dd5-fa695ff4fed6 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:51.728082 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-8a707989-70c5-458d-8dd5-fa695ff4fed6 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Floating IP 1584db1d-276d-4ca5-9338-446738ef88ac disassociated (deleted). External IP: 172.35.3.60, port: 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e. Dec 20 21:46:51.784760 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b26132ea-99ff-43a5-984a-0a8ddda25a83 req-9eb62bcb-6996-4be5-8fcf-d459e634c7cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6640c11b-f069-4373-9a76-2a145fd2007d HTTP/1.1" status: 200 len: 217 time: 0.0527811 Dec 20 21:46:51.818283 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f03645d-1b72-4414-867e-187b972ba3f3 req-b6e10354-72f1-4308-aa38-039461b4cf86 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572359 Dec 20 21:46:51.965916 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26132ea-99ff-43a5-984a-0a8ddda25a83 req-1617412c-555a-4a4f-b845-01dd3795f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:51.967451 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b26132ea-99ff-43a5-984a-0a8ddda25a83 req-1617412c-555a-4a4f-b845-01dd3795f6d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.1753473 Dec 20 21:46:52.111339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26132ea-99ff-43a5-984a-0a8ddda25a83 req-ac3c10a7-fbe5-48e5-a3e0-e3743da23843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:52.113203 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b26132ea-99ff-43a5-984a-0a8ddda25a83 req-ac3c10a7-fbe5-48e5-a3e0-e3743da23843 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1340911 Dec 20 21:46:52.249398 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a707989-70c5-458d-8dd5-fa695ff4fed6 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Router 2aba4560-fb46-4717-9db6-89f644981d2f has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:46:52.307184 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b26132ea-99ff-43a5-984a-0a8ddda25a83 req-060ac810-161c-43f1-9f2a-dafaa44f5110 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842873 Dec 20 21:46:52.406547 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a707989-70c5-458d-8dd5-fa695ff4fed6 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:46:52.414044 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a707989-70c5-458d-8dd5-fa695ff4fed6 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:52.417953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67757402-5c5f-4f83-9542-29bfe8fb2436 None None] Sync routers for ids ['2aba4560-fb46-4717-9db6-89f644981d2f'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:46:52.440330 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67757402-5c5f-4f83-9542-29bfe8fb2436 None None] Routers {'2aba4560-fb46-4717-9db6-89f644981d2f'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:46:52.441232 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-67757402-5c5f-4f83-9542-29bfe8fb2436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:46:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2aba4560-fb46-4717-9db6-89f644981d2f'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:46:52.473504 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8a707989-70c5-458d-8dd5-fa695ff4fed6 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "DELETE /v2.0/floatingips/1584db1d-276d-4ca5-9338-446738ef88ac HTTP/1.1" status: 204 len: 168 time: 2.1657393 Dec 20 21:46:52.474203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae26176-8249-4493-a7c9-5bd4090da363', 'tag': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:46:52.480604 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5e5615-f969-4834-a47f-5d283e70ab16" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae26176-8249-4493-a7c9-5bd4090da363", "tag": "3795dcf6-d0e2-4dcc-bdde-832a9da7d91e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:46:52.505196 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b26132ea-99ff-43a5-984a-0a8ddda25a83 req-bfdab0ee-cf03-4a3e-a416-74dd4fdaa87e service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876719 Dec 20 21:46:52.579624 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26219934-6cd8-4eaa-a457-d99e4358d450 x-openstack-request-id: req-26219934-6cd8-4eaa-a457-d99e4358d450 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:46:52.580051 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae26176-8249-4493-a7c9-5bd4090da363", "tag": "3795dcf6-d0e2-4dcc-bdde-832a9da7d91e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:46:52.580624 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26219934-6cd8-4eaa-a457-d99e4358d450 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:46:52.581433 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae26176-8249-4493-a7c9-5bd4090da363', 'tag': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e', 'status': 'completed', 'code': 200} Dec 20 21:46:52.684822 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-67757402-5c5f-4f83-9542-29bfe8fb2436 None None] Set router 2aba4560-fb46-4717-9db6-89f644981d2f gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:46:52.707677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e5615-f969-4834-a47f-5d283e70ab16 req-1246226f-8c4f-4fab-a9a2-b339d54fad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:52.709849 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b5e5615-f969-4834-a47f-5d283e70ab16 req-1246226f-8c4f-4fab-a9a2-b339d54fad5b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7bc2f5ec8e1d4b21ad3cf72aaba948f3&device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 1094 time: 0.0828836 Dec 20 21:46:52.935973 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e5615-f969-4834-a47f-5d283e70ab16 req-612a728e-39c4-477a-aa4c-4218104af6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:52.938252 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b5e5615-f969-4834-a47f-5d283e70ab16 req-612a728e-39c4-477a-aa4c-4218104af6e2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=738be60e-7ec4-4c1d-83a1-c701ffded9bd HTTP/1.1" status: 200 len: 914 time: 0.2222013 Dec 20 21:46:53.055762 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b5e5615-f969-4834-a47f-5d283e70ab16 req-4709b2be-9e8b-4bab-8fef-2e4a279e7d70 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3795dcf6-d0e2-4dcc-bdde-832a9da7d91e HTTP/1.1" status: 200 len: 217 time: 0.1093163 Dec 20 21:46:53.069999 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f1ff4-6804-43f5-9460-3bb914174776 req-1391a71e-f0b9-4944-a3b7-1ead91faf00b tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:53.084777 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-766f1ff4-6804-43f5-9460-3bb914174776 req-1391a71e-f0b9-4944-a3b7-1ead91faf00b tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 945 time: 0.1700182 Dec 20 21:46:53.216493 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-766f1ff4-6804-43f5-9460-3bb914174776 req-a9bfbd2c-8dae-4281-b6f2-b0797af56f49 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292744 Dec 20 21:46:53.237189 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d8bc6-9213-4070-af3b-ce1e3179afea req-aa5ef2e4-f1fa-4e91-b2a2-e3219f95fef8 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:53.247064 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c0d8bc6-9213-4070-af3b-ce1e3179afea req-aa5ef2e4-f1fa-4e91-b2a2-e3219f95fef8 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.2902164 Dec 20 21:46:53.265846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e5615-f969-4834-a47f-5d283e70ab16 req-83959adb-cf30-4d54-99c8-0756bea04dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:53.271594 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b5e5615-f969-4834-a47f-5d283e70ab16 req-83959adb-cf30-4d54-99c8-0756bea04dd7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3c58805-4c2b-4759-a954-44718e7a52c4 HTTP/1.1" status: 200 len: 852 time: 0.1903520 Dec 20 21:46:53.403651 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c0d8bc6-9213-4070-af3b-ce1e3179afea req-d3b86be2-9b45-4bc4-9df8-daf677ad5b2e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281333 Dec 20 21:46:53.427796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e5615-f969-4834-a47f-5d283e70ab16 req-afae0087-1a78-4c85-9244-a3c29b5f9acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:53.432593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-67757402-5c5f-4f83-9542-29bfe8fb2436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:25Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 4, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'gw_port': {'id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:27Z', 'updated_at': '2021-12-20T21:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb', 'name': '', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'mac_address': 'fa:16:3e:84:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:32Z', 'updated_at': '2021-12-20T21:41:45Z', 'revision_number': 5, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'subnets': [{'id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:46:53.434993 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b5e5615-f969-4834-a47f-5d283e70ab16 req-afae0087-1a78-4c85-9244-a3c29b5f9acd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=738be60e-7ec4-4c1d-83a1-c701ffded9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1414404 Dec 20 21:46:53.501570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67757402-5c5f-4f83-9542-29bfe8fb2436 None None] Checking router: 2aba4560-fb46-4717-9db6-89f644981d2f for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:46:53.531525 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67757402-5c5f-4f83-9542-29bfe8fb2436 None None] Routers {'2aba4560-fb46-4717-9db6-89f644981d2f'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:46:53.532136 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-67757402-5c5f-4f83-9542-29bfe8fb2436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:46:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2aba4560-fb46-4717-9db6-89f644981d2f'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:46:53.628870 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b5e5615-f969-4834-a47f-5d283e70ab16 req-ac339580-2348-416d-9014-07fd60a88222 service neutron] 10.222.0.66 "GET /v2.0/networks/738be60e-7ec4-4c1d-83a1-c701ffded9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887202 Dec 20 21:46:53.866694 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b5e5615-f969-4834-a47f-5d283e70ab16 req-41c105ec-f770-481c-9ce3-74aa988ecd1d service neutron] 10.222.0.66 "GET /v2.0/networks/738be60e-7ec4-4c1d-83a1-c701ffded9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301700 Dec 20 21:46:54.030884 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-67757402-5c5f-4f83-9542-29bfe8fb2436 None None] Set router 2aba4560-fb46-4717-9db6-89f644981d2f gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:46:54.409713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d1059-ce2d-4567-9fb7-9abf50dc1e06 req-ed1cdfcd-63b4-4e8f-98fe-438dffeb2631 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:54.445453 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-892d1059-ce2d-4567-9fb7-9abf50dc1e06 req-ed1cdfcd-63b4-4e8f-98fe-438dffeb2631 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 945 time: 0.1064856 Dec 20 21:46:54.531810 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7d832-878b-409e-8317-560b007e1010 req-3898d1ec-ee10-4583-ae3a-98f411b1cd87 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:54.534671 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1eb7d832-878b-409e-8317-560b007e1010 req-3898d1ec-ee10-4583-ae3a-98f411b1cd87 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.66 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 945 time: 0.0690284 Dec 20 21:46:54.538726 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-892d1059-ce2d-4567-9fb7-9abf50dc1e06 req-4f1beb67-18ba-44eb-9a1c-ec9eae767760 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/security-groups?id=dea596a3-86e0-497f-9c0c-30be3a8ce8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919743 Dec 20 21:46:54.643163 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-67757402-5c5f-4f83-9542-29bfe8fb2436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:25Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 4, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'gw_port': {'id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:27Z', 'updated_at': '2021-12-20T21:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb', 'name': '', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'mac_address': 'fa:16:3e:84:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:32Z', 'updated_at': '2021-12-20T21:41:45Z', 'revision_number': 5, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'subnets': [{'id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:46:54.744840 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67757402-5c5f-4f83-9542-29bfe8fb2436 None None] The sync data for ids ['2aba4560-fb46-4717-9db6-89f644981d2f'] in n-d-xena-1 is: [{'id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:25Z', 'updated_at': '2021-12-20T21:41:33Z', 'revision_number': 4, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'gw_port': {'id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:27Z', 'updated_at': '2021-12-20T21:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb', 'name': '', 'network_id': '738be60e-7ec4-4c1d-83a1-c701ffded9bd', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'mac_address': 'fa:16:3e:84:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:32Z', 'updated_at': '2021-12-20T21:41:45Z', 'revision_number': 5, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'subnets': [{'id': 'f3c58805-4c2b-4759-a954-44718e7a52c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:46:54.931414 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3491671-d874-453d-9ca6-bfec8f0ddff2 req-7aaecafa-b192-4738-88cb-6dfc09b4f47f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:54.943287 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e3491671-d874-453d-9ca6-bfec8f0ddff2 req-7aaecafa-b192-4738-88cb-6dfc09b4f47f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.3374875 Dec 20 21:46:55.013195 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e3491671-d874-453d-9ca6-bfec8f0ddff2 req-1dcfb732-3674-4c5c-977f-37259cbb36a6 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620651 Dec 20 21:46:55.048639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-1eb7d832-878b-409e-8317-560b007e1010 req-71f7742b-67c6-491c-948b-7fb2cf2d1dc0 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Deleting port 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:46:55.049579 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1eb7d832-878b-409e-8317-560b007e1010 req-71f7742b-67c6-491c-948b-7fb2cf2d1dc0 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:55.308040 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a54106-6b7e-4ed7-9f55-8ba8ff4e7c9c None None] New status for floating IP 1584db1d-276d-4ca5-9338-446738ef88ac: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:46:55.368038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-1eb7d832-878b-409e-8317-560b007e1010 req-71f7742b-67c6-491c-948b-7fb2cf2d1dc0 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] For port 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=3795dcf6-d0e2-4dcc-bdde-832a9da7d91e,segment=NetworkSegment(f75bd7c6-8520-446c-9f37-c4a0849dfec5),segment_id=f75bd7c6-8520-446c-9f37-c4a0849dfec5)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:46:55.369075 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1eb7d832-878b-409e-8317-560b007e1010 req-71f7742b-67c6-491c-948b-7fb2cf2d1dc0 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:55.400294 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-1eb7d832-878b-409e-8317-560b007e1010 req-71f7742b-67c6-491c-948b-7fb2cf2d1dc0 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Calling delete_port for 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:46:55.726137 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1eb7d832-878b-409e-8317-560b007e1010 req-71f7742b-67c6-491c-948b-7fb2cf2d1dc0 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:55.865858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7742b-67c6-491c-948b-7fb2cf2d1dc0 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Pushing event deleted for resources: {'Port': ['ID=3795dcf6-d0e2-4dcc-bdde-832a9da7d91e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:55.923573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb7d832-878b-409e-8317-560b007e1010 req-71f7742b-67c6-491c-948b-7fb2cf2d1dc0 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] No DVR routers for this DVR port 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:46:55.926407 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1eb7d832-878b-409e-8317-560b007e1010 req-71f7742b-67c6-491c-948b-7fb2cf2d1dc0 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:55.930322 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1eb7d832-878b-409e-8317-560b007e1010 req-71f7742b-67c6-491c-948b-7fb2cf2d1dc0 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.66 "DELETE /v2.0/ports/3795dcf6-d0e2-4dcc-bdde-832a9da7d91e HTTP/1.1" status: 204 len: 173 time: 1.3901570 Dec 20 21:46:55.930770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae26176-8249-4493-a7c9-5bd4090da363', 'name': 'network-vif-deleted', 'tag': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:46:55.940306 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6003366a-2c38-4e17-8868-1028ec9206fa" -d '{"events": [{"server_uuid": "4ae26176-8249-4493-a7c9-5bd4090da363", "name": "network-vif-deleted", "tag": "3795dcf6-d0e2-4dcc-bdde-832a9da7d91e"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:46:55.982137 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6b20b8-5d4c-4635-8cfd-1df7b1e94bfb x-openstack-request-id: req-4a6b20b8-5d4c-4635-8cfd-1df7b1e94bfb {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:46:55.982424 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae26176-8249-4493-a7c9-5bd4090da363", "name": "network-vif-deleted", "tag": "3795dcf6-d0e2-4dcc-bdde-832a9da7d91e", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:46:55.982681 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a6b20b8-5d4c-4635-8cfd-1df7b1e94bfb {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:46:55.983326 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae26176-8249-4493-a7c9-5bd4090da363', 'name': 'network-vif-deleted', 'tag': '3795dcf6-d0e2-4dcc-bdde-832a9da7d91e', 'status': 'completed', 'code': 200} Dec 20 21:46:56.327009 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-248dd2ae-961b-4336-aba1-9f377b586fee req-bed4e730-466e-43ac-b711-e198ae6dd7f6 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 210 time: 0.0845623 Dec 20 21:46:56.414343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff830be-1c2d-4ca1-8ca9-5713217ba404 req-0eb226f0-61f7-4c35-9806-d2b6db58d81c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:56.416124 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6ff830be-1c2d-4ca1-8ca9-5713217ba404 req-0eb226f0-61f7-4c35-9806-d2b6db58d81c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.1845808 Dec 20 21:46:56.568347 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6ff830be-1c2d-4ca1-8ca9-5713217ba404 req-c31bd25d-f930-4a1f-b97b-0e0a715225ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369741 Dec 20 21:46:57.165758 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e0d0190c-bec1-4e52-ae5b-3f3524e2ef08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:57.748013 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-74f9d386-d866-4f33-9557-78361f55eabb req-97e3113d-f276-4258-9feb-cc89c9532cd8 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 210 time: 0.2097521 Dec 20 21:46:58.018538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa64d6e-7b97-45f4-9978-2404f383a514 req-dd603dd3-e594-4efd-b9fa-fcb4abd7f6c0 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:58.026596 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfa64d6e-7b97-45f4-9978-2404f383a514 req-dd603dd3-e594-4efd-b9fa-fcb4abd7f6c0 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.1670856 Dec 20 21:46:58.171253 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfa64d6e-7b97-45f4-9978-2404f383a514 req-7d943690-d0a7-4977-8c9c-3a9197171074 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437113 Dec 20 21:46:58.892051 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 39472) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:58.982816 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ea7d42a6-5aae-48b0-b7b5-de2eee773b36 req-32b75def-01b3-4951-b30e-69eae4d59308 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 210 time: 0.0930734 Dec 20 21:46:59.197375 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dd9b8c98-b70c-401d-85be-f3945e57aedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:59.225973 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:46:59.367887 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:46:59.367887 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 3795dcf6-d0e2-4dcc-bdde-832a9da7d91e not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:46:59.468183 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dd9b8c98-b70c-401d-85be-f3945e57aedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:59.493344 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67244f47-a67f-4596-96ac-e810641eb157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:59.495216 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dd9b8c98-b70c-401d-85be-f3945e57aedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:59.621309 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39486) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:46:59.630796 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dd9b8c98-b70c-401d-85be-f3945e57aedc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b1c9184c7de48a5878d8a5e6ca90bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7245977 Dec 20 21:46:59.738013 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b8c98-b70c-401d-85be-f3945e57aedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaef72fc-da2d-4b6a-a987-f9fcdad836ff,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:46:59.760885 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0158288f-a617-4f2f-a438-6d9e20d68aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:46:59.815293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224c09f-d638-4364-9959-631caa99c92e req-4e023677-f7b8-4c53-81da-e12bd4154e2a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:46:59.824120 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7224c09f-d638-4364-9959-631caa99c92e req-4e023677-f7b8-4c53-81da-e12bd4154e2a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.4416595 Dec 20 21:46:59.860252 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0158288f-a617-4f2f-a438-6d9e20d68aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:00.007085 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7224c09f-d638-4364-9959-631caa99c92e req-9900e9d2-897c-4e7c-85b5-40a797bdabb1 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740530 Dec 20 21:47:00.045132 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0158288f-a617-4f2f-a438-6d9e20d68aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:00.049414 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0158288f-a617-4f2f-a438-6d9e20d68aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:00.054513 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0158288f-a617-4f2f-a438-6d9e20d68aaa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aaef72fc-da2d-4b6a-a987-f9fcdad836ff HTTP/1.1" status: 204 len: 168 time: 0.4309509 Dec 20 21:47:00.071645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158288f-a617-4f2f-a438-6d9e20d68aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaef72fc-da2d-4b6a-a987-f9fcdad836ff,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:00.166267 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-488e7bc2-ec1e-4571-8a71-b2e989a71d0a req-6588b47d-0750-4a73-b9cd-b59ea711fb23 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 210 time: 0.0525351 Dec 20 21:47:00.721205 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:00.857694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39518) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:00.878614 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4420083-2942-4b94-8863-34304f06fe50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:01.251248 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4420083-2942-4b94-8863-34304f06fe50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:01.256740 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4420083-2942-4b94-8863-34304f06fe50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:01.317656 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f4420083-2942-4b94-8863-34304f06fe50 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1085a1d04c054a14908d81c382e6d2d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4545505 Dec 20 21:47:01.338444 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39540) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:01.374710 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e38d2848-a1f5-45d0-bd65-87feabbd9e92 req-aa9a94ba-d77e-4f12-9419-7d8c2c799f25 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 210 time: 0.0637443 Dec 20 21:47:01.420255 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4420083-2942-4b94-8863-34304f06fe50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48247691-5c22-4755-a4f7-e2f1ad2be2b9,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:01.433855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c5820-f4b8-4c4b-8c71-051f1822f7a0 req-e511df6b-dd35-4827-aed5-194051955188 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:01.457865 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7f6c5820-f4b8-4c4b-8c71-051f1822f7a0 req-e511df6b-dd35-4827-aed5-194051955188 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.2042904 Dec 20 21:47:01.544662 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7f6c5820-f4b8-4c4b-8c71-051f1822f7a0 req-867fc54d-b6e1-4c60-903e-9c34cf2853b3 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772541 Dec 20 21:47:01.635434 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dcedb44-2cdf-424e-a5b2-1472a8e36f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:01.698175 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dcedb44-2cdf-424e-a5b2-1472a8e36f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:01.812056 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dcedb44-2cdf-424e-a5b2-1472a8e36f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:01.814945 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dcedb44-2cdf-424e-a5b2-1472a8e36f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:01.819494 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4dcedb44-2cdf-424e-a5b2-1472a8e36f2f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48247691-5c22-4755-a4f7-e2f1ad2be2b9 HTTP/1.1" status: 204 len: 168 time: 0.4800661 Dec 20 21:47:01.836075 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcedb44-2cdf-424e-a5b2-1472a8e36f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48247691-5c22-4755-a4f7-e2f1ad2be2b9,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:02.164055 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:02.383536 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:02.423174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39570) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:02.441419 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-08d8cb42-042a-4e0a-b6ca-64ff5bb4668b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:02.539864 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-27dc467f-8b17-4db8-871a-7482127e2480 req-cc40ae79-5e41-4ab8-b5e4-ce09541ef79e tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 210 time: 0.0485313 Dec 20 21:47:02.713618 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-08d8cb42-042a-4e0a-b6ca-64ff5bb4668b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:02.720257 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-08d8cb42-042a-4e0a-b6ca-64ff5bb4668b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:02.781689 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8cb42-042a-4e0a-b6ca-64ff5bb4668b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9509582a-e3a1-4485-92ac-c9d912b7c135,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:02.815913 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25204c-5494-473b-90d7-7408fe6f2ba7 req-21551925-cb03-46f2-a93f-c98c576af1cb tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:02.824397 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ae25204c-5494-473b-90d7-7408fe6f2ba7 req-21551925-cb03-46f2-a93f-c98c576af1cb tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.1040840 Dec 20 21:47:02.842142 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-08d8cb42-042a-4e0a-b6ca-64ff5bb4668b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d728cf07389e4473b6a09356e441f485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173415 Dec 20 21:47:02.844727 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39582) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:02.902058 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ae25204c-5494-473b-90d7-7408fe6f2ba7 req-2c0e8846-9db0-4063-b055-f368e76057ff tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764480 Dec 20 21:47:02.948098 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2daf6c7e-b5fe-4332-9da0-463dd603b7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:02.982466 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2daf6c7e-b5fe-4332-9da0-463dd603b7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:03.035571 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2daf6c7e-b5fe-4332-9da0-463dd603b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:03.043109 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2daf6c7e-b5fe-4332-9da0-463dd603b7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:03.047238 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2daf6c7e-b5fe-4332-9da0-463dd603b7a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9509582a-e3a1-4485-92ac-c9d912b7c135 HTTP/1.1" status: 204 len: 168 time: 0.2005560 Dec 20 21:47:03.063539 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf6c7e-b5fe-4332-9da0-463dd603b7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9509582a-e3a1-4485-92ac-c9d912b7c135,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:03.823833 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7272dba2-5077-4770-aa86-5d2c45798586 req-2a41f749-54ed-457e-8414-a8e2d0851e17 tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ae26176-8249-4493-a7c9-5bd4090da363 HTTP/1.1" status: 200 len: 210 time: 0.0763869 Dec 20 21:47:04.131553 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b483f-7ff2-4cff-a7b0-9e3d29c4fe66 req-d65fb60f-ed9d-427c-961a-cbd6b85f624f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:04.136073 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf0b483f-7ff2-4cff-a7b0-9e3d29c4fe66 req-d65fb60f-ed9d-427c-961a-cbd6b85f624f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.0850859 Dec 20 21:47:04.263426 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf0b483f-7ff2-4cff-a7b0-9e3d29c4fe66 req-c7c6d221-3bd4-422a-8654-6c900cf59502 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172526 Dec 20 21:47:04.991786 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 39684) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:05.155330 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f66b16a3-45af-4220-a075-bf4e15d0811a tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:05.219504 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f66b16a3-45af-4220-a075-bf4e15d0811a tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:05.342022 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f66b16a3-45af-4220-a075-bf4e15d0811a tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:05.344785 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f66b16a3-45af-4220-a075-bf4e15d0811a tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:05.346410 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f66b16a3-45af-4220-a075-bf4e15d0811a tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] 10.222.0.32 "DELETE /v2.0/security-groups/dea596a3-86e0-497f-9c0c-30be3a8ce8ed HTTP/1.1" status: 204 len: 168 time: 0.3531678 Dec 20 21:47:05.367787 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b16a3-45af-4220-a075-bf4e15d0811a tempest-TestVolumeBackupRestore-529462271 tempest-TestVolumeBackupRestore-529462271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea596a3-86e0-497f-9c0c-30be3a8ce8ed,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:05.581813 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e2d89-2e76-4229-a16f-fff1ec116fc6 req-7ed01937-58ce-4296-b166-96424109495c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:05.601082 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-713e2d89-2e76-4229-a16f-fff1ec116fc6 req-7ed01937-58ce-4296-b166-96424109495c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.1311474 Dec 20 21:47:05.709578 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-713e2d89-2e76-4229-a16f-fff1ec116fc6 req-05579aea-254e-468a-a7d2-eeb227c42272 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061525 Dec 20 21:47:06.850360 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7b6fc-f634-4e7a-a470-7718d26f1068 req-adc27a50-a218-4d7d-a567-c84301a3b5d4 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:06.862092 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-15b7b6fc-f634-4e7a-a470-7718d26f1068 req-adc27a50-a218-4d7d-a567-c84301a3b5d4 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.0807400 Dec 20 21:47:06.917523 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-15b7b6fc-f634-4e7a-a470-7718d26f1068 req-3aea89b0-99b5-4efd-8210-4231703a6e1c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542431 Dec 20 21:47:07.278358 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:47:08.111905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163602b5-03b8-4643-b36e-323caaac2763 req-5c5167a4-a111-4ab6-bc90-b761784aa332 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:08.117388 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-163602b5-03b8-4643-b36e-323caaac2763 req-5c5167a4-a111-4ab6-bc90-b761784aa332 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.0941408 Dec 20 21:47:08.194547 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-163602b5-03b8-4643-b36e-323caaac2763 req-eb34c674-d339-4a25-896b-45d16ae5c545 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690134 Dec 20 21:47:09.449433 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3fd49-770e-4029-a108-15c5326c8830 req-7baf654f-8c34-427c-bdc2-aa509ea6e794 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:09.459040 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4d3fd49-770e-4029-a108-15c5326c8830 req-7baf654f-8c34-427c-bdc2-aa509ea6e794 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.1276593 Dec 20 21:47:09.558692 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4d3fd49-770e-4029-a108-15c5326c8830 req-ca37c12c-595f-4d48-a353-9009425ab469 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911038 Dec 20 21:47:10.883790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069743d0-cbfd-4de6-b166-1880b930c61b req-f9e7a5d6-7997-4e82-9341-3841cc0c3d7e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:10.887323 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-069743d0-cbfd-4de6-b166-1880b930c61b req-f9e7a5d6-7997-4e82-9341-3841cc0c3d7e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.1502357 Dec 20 21:47:10.981286 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-069743d0-cbfd-4de6-b166-1880b930c61b req-9c93be47-a0ed-4fe0-b87b-adf780088ac3 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811126 Dec 20 21:47:12.175557 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce2fa2-f9e4-4384-9408-0c32e8b96e35 req-c6771f9f-190d-4ca4-a1ca-242efff9cc0f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:12.182734 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03ce2fa2-f9e4-4384-9408-0c32e8b96e35 req-c6771f9f-190d-4ca4-a1ca-242efff9cc0f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.0856826 Dec 20 21:47:12.240227 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03ce2fa2-f9e4-4384-9408-0c32e8b96e35 req-4fa887e4-4833-4dc6-9203-b1657995c97b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544856 Dec 20 21:47:12.508298 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40360) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:13.399856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe6f06-3c1c-4bba-ba51-69e8eab2faf5 req-783f9596-4d03-4f94-ad4e-d0bbdb1d7393 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:13.408522 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6dbe6f06-3c1c-4bba-ba51-69e8eab2faf5 req-783f9596-4d03-4f94-ad4e-d0bbdb1d7393 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.0823767 Dec 20 21:47:13.462755 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6dbe6f06-3c1c-4bba-ba51-69e8eab2faf5 req-90165b13-eae1-42f9-8000-4f63d6bd6a24 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530322 Dec 20 21:47:13.629842 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6dafb8d4-a94c-4a0a-8efb-431f268b8360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:13.924803 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6dafb8d4-a94c-4a0a-8efb-431f268b8360 admin admin] Deleting port 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:47:13.925403 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6dafb8d4-a94c-4a0a-8efb-431f268b8360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:14.071619 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-6dafb8d4-a94c-4a0a-8efb-431f268b8360 admin admin] For port 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb,segment=NetworkSegment(f75bd7c6-8520-446c-9f37-c4a0849dfec5),segment_id=f75bd7c6-8520-446c-9f37-c4a0849dfec5)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:47:14.071619 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6dafb8d4-a94c-4a0a-8efb-431f268b8360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:14.105745 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-6dafb8d4-a94c-4a0a-8efb-431f268b8360 admin admin] Calling delete_port for 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:47:14.361648 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6dafb8d4-a94c-4a0a-8efb-431f268b8360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:14.429656 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafb8d4-a94c-4a0a-8efb-431f268b8360 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:14.644037 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6dafb8d4-a94c-4a0a-8efb-431f268b8360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:14.793481 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e68cc0-9086-4a93-ae7c-2448810cb25d req-61772f39-0c6f-4b84-97fa-e0be9e30ab65 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:14.798583 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a9e68cc0-9086-4a93-ae7c-2448810cb25d req-61772f39-0c6f-4b84-97fa-e0be9e30ab65 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.1726396 Dec 20 21:47:14.856346 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:14.899428 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a9e68cc0-9086-4a93-ae7c-2448810cb25d req-a0586576-cdbb-4dcc-9cd5-df99bcbcc715 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895932 Dec 20 21:47:15.056746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dafb8d4-a94c-4a0a-8efb-431f268b8360 admin admin] Router 2aba4560-fb46-4717-9db6-89f644981d2f has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:47:15.212761 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dafb8d4-a94c-4a0a-8efb-431f268b8360 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:47:15.218124 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6dafb8d4-a94c-4a0a-8efb-431f268b8360 admin admin] 10.222.0.32 "PUT /v2.0/routers/2aba4560-fb46-4717-9db6-89f644981d2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7082214 Dec 20 21:47:15.220408 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40416) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:15.224885 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880b315d-7433-41dc-9733-66dff6717ea0 None None] Sync routers for ids ['2aba4560-fb46-4717-9db6-89f644981d2f'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:47:15.244687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880b315d-7433-41dc-9733-66dff6717ea0 None None] Routers {'2aba4560-fb46-4717-9db6-89f644981d2f'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:47:15.248278 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-880b315d-7433-41dc-9733-66dff6717ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:46:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2aba4560-fb46-4717-9db6-89f644981d2f'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:47:15.382587 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-880b315d-7433-41dc-9733-66dff6717ea0 None None] Set router 2aba4560-fb46-4717-9db6-89f644981d2f gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:47:15.390292 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45bd86f1-2873-40ba-90b4-c78408c3d4ff admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:15.536620 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45bd86f1-2873-40ba-90b4-c78408c3d4ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:15.602507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-880b315d-7433-41dc-9733-66dff6717ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212'}], 'enable_snat': True}, 'gw_port_id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:25Z', 'updated_at': '2021-12-20T21:47:14Z', 'revision_number': 5, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'gw_port': {'id': '358693c6-a996-4e2a-a518-bfe972d7951a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:27Z', 'updated_at': '2021-12-20T21:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:47:15.622993 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-45bd86f1-2873-40ba-90b4-c78408c3d4ff admin admin] Deleting port 358693c6-a996-4e2a-a518-bfe972d7951a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:47:15.623460 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45bd86f1-2873-40ba-90b4-c78408c3d4ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:15.641633 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880b315d-7433-41dc-9733-66dff6717ea0 None None] Checking router: 2aba4560-fb46-4717-9db6-89f644981d2f for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:47:15.652586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880b315d-7433-41dc-9733-66dff6717ea0 None None] Routers {'2aba4560-fb46-4717-9db6-89f644981d2f'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:47:15.653378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-880b315d-7433-41dc-9733-66dff6717ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:46:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2aba4560-fb46-4717-9db6-89f644981d2f'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:47:15.743834 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-45bd86f1-2873-40ba-90b4-c78408c3d4ff admin admin] For port 358693c6-a996-4e2a-a518-bfe972d7951a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=358693c6-a996-4e2a-a518-bfe972d7951a,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:47:15.744315 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45bd86f1-2873-40ba-90b4-c78408c3d4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:15.761493 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-45bd86f1-2873-40ba-90b4-c78408c3d4ff admin admin] Calling delete_port for 358693c6-a996-4e2a-a518-bfe972d7951a owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:47:15.784850 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-880b315d-7433-41dc-9733-66dff6717ea0 None None] Set router 2aba4560-fb46-4717-9db6-89f644981d2f gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:47:16.016618 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45bd86f1-2873-40ba-90b4-c78408c3d4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:16.050552 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd86f1-2873-40ba-90b4-c78408c3d4ff admin admin] Pushing event deleted for resources: {'Port': ['ID=358693c6-a996-4e2a-a518-bfe972d7951a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:16.140291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8bd55-43da-4752-8f21-d9571fffe5e6 req-d492dd59-8b1b-4c1d-a0c3-e1af11692ec5 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:16.155612 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45bd86f1-2873-40ba-90b4-c78408c3d4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:16.165357 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-40c8bd55-43da-4752-8f21-d9571fffe5e6 req-d492dd59-8b1b-4c1d-a0c3-e1af11692ec5 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.1291795 Dec 20 21:47:16.198099 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-880b315d-7433-41dc-9733-66dff6717ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:25Z', 'updated_at': '2021-12-20T21:47:15Z', 'revision_number': 6, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:47:16.247021 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880b315d-7433-41dc-9733-66dff6717ea0 None None] The sync data for ids ['2aba4560-fb46-4717-9db6-89f644981d2f'] in n-d-xena-1 is: [{'id': '2aba4560-fb46-4717-9db6-89f644981d2f', 'name': 'tempest-TestVolumeBackupRestore-508341081-router', 'tenant_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:25Z', 'updated_at': '2021-12-20T21:47:15Z', 'revision_number': 6, 'project_id': '7bc2f5ec8e1d4b21ad3cf72aaba948f3', 'gw_port_host': None}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:47:16.288262 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45bd86f1-2873-40ba-90b4-c78408c3d4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:16.290765 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45bd86f1-2873-40ba-90b4-c78408c3d4ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:16.317094 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-40c8bd55-43da-4752-8f21-d9571fffe5e6 req-c35095fa-9e1a-40a1-8f02-0bf649334105 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497636 Dec 20 21:47:16.357353 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45bd86f1-2873-40ba-90b4-c78408c3d4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:16.358106 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bd86f1-2873-40ba-90b4-c78408c3d4ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aba4560-fb46-4717-9db6-89f644981d2f {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:47:16.367919 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-45bd86f1-2873-40ba-90b4-c78408c3d4ff admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:16.371345 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-45bd86f1-2873-40ba-90b4-c78408c3d4ff admin admin] 10.222.0.32 "DELETE /v2.0/routers/2aba4560-fb46-4717-9db6-89f644981d2f HTTP/1.1" status: 204 len: 168 time: 1.1475277 Dec 20 21:47:16.371755 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40440) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:16.426185 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d0181d-ed33-4530-b579-dca410c80a89 admin admin] Deleting subnet f3c58805-4c2b-4759-a954-44718e7a52c4 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:47:16.430184 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00d0181d-ed33-4530-b579-dca410c80a89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:16.472899 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00d0181d-ed33-4530-b579-dca410c80a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:16.582917 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00d0181d-ed33-4530-b579-dca410c80a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:16.670906 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00d0181d-ed33-4530-b579-dca410c80a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:16.709864 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0181d-ed33-4530-b579-dca410c80a89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3c58805-4c2b-4759-a954-44718e7a52c4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:16.713537 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00d0181d-ed33-4530-b579-dca410c80a89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:16.719509 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40446) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:16.722158 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b344cd77-1719-4e33-86ad-8e78994fad52 None None] Network 738be60e-7ec4-4c1d-83a1-c701ffded9bd requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:47:16.728612 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-00d0181d-ed33-4530-b579-dca410c80a89 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f3c58805-4c2b-4759-a954-44718e7a52c4 HTTP/1.1" status: 204 len: 168 time: 0.3557966 Dec 20 21:47:16.818359 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:16.928877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] Deleting port 18af1156-b66d-4ec6-948a-8e0329a5a832 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:47:16.929344 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:17.001542 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] For port 18af1156-b66d-4ec6-948a-8e0329a5a832, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=18af1156-b66d-4ec6-948a-8e0329a5a832,segment=NetworkSegment(f75bd7c6-8520-446c-9f37-c4a0849dfec5),segment_id=f75bd7c6-8520-446c-9f37-c4a0849dfec5)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:47:17.002337 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:17.017172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] Calling delete_port for 18af1156-b66d-4ec6-948a-8e0329a5a832 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:47:17.106878 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:17.131194 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] Pushing event deleted for resources: {'Port': ['ID=18af1156-b66d-4ec6-948a-8e0329a5a832,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:17.140844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] No DVR routers for this DVR port 18af1156-b66d-4ec6-948a-8e0329a5a832 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:47:17.178248 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4af734a-ff8b-428e-b598-cfd6d699eafb None None] DHCP port deletion for 738be60e-7ec4-4c1d-83a1-c701ffded9bd request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:47:17.268720 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:17.312251 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738be60e-7ec4-4c1d-83a1-c701ffded9bd']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:47:17.331733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75bd7c6-8520-446c-9f37-c4a0849dfec5') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:47:17.332138 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75bd7c6-8520-446c-9f37-c4a0849dfec5') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:47:17.348862 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:17.387501 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:17.397520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:47:17.397774 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:47:17.457864 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:47:17.478745 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:17.499986 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:17.506123 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] 10.222.0.32 "DELETE /v2.0/networks/738be60e-7ec4-4c1d-83a1-c701ffded9bd HTTP/1.1" status: 204 len: 168 time: 0.7850959 Dec 20 21:47:17.507387 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148ca4f-5ae3-438b-8763-ffe69081525d admin admin] Pushing event deleted for resources: {'Network': ['ID=738be60e-7ec4-4c1d-83a1-c701ffded9bd,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:17.509711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40464) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:17.560121 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f70a5-079b-4420-a3ac-7a4653c8a611 req-0ae4ded2-d6c6-4279-a760-09f1b681f77c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:17.561726 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fb2f70a5-079b-4420-a3ac-7a4653c8a611 req-0ae4ded2-d6c6-4279-a760-09f1b681f77c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.1330872 Dec 20 21:47:17.660811 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fb2f70a5-079b-4420-a3ac-7a4653c8a611 req-b2c9d6d2-4c9d-4a93-8ac1-11137f30f82e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855644 Dec 20 21:47:17.735305 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:47:17.768061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:47:17.768542 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8ed49ab3-943b-4a4f-8fee-b2d1b8e0d5eb not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:47:17.769146 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 18af1156-b66d-4ec6-948a-8e0329a5a832 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:47:17.827744 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 18af1156-b66d-4ec6-948a-8e0329a5a832 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:47:17.828278 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 18af1156-b66d-4ec6-948a-8e0329a5a832 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:47:17.828885 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 358693c6-a996-4e2a-a518-bfe972d7951a no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:47:17.871662 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 358693c6-a996-4e2a-a518-bfe972d7951a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:47:17.872340 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 358693c6-a996-4e2a-a518-bfe972d7951a not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:47:18.091060 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dd13db5b-1d18-4e7b-875b-ebff20fecd4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:18.109548 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:18.426368 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-dd13db5b-1d18-4e7b-875b-ebff20fecd4e admin admin] Deleting port 530281d9-e401-4367-ab99-068dd6355fe7 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:47:18.427359 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dd13db5b-1d18-4e7b-875b-ebff20fecd4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:18.520009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-dd13db5b-1d18-4e7b-875b-ebff20fecd4e admin admin] For port 530281d9-e401-4367-ab99-068dd6355fe7, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=530281d9-e401-4367-ab99-068dd6355fe7,segment=NetworkSegment(5f1aeaf1-13cb-422c-9e46-3e68381a1663),segment_id=5f1aeaf1-13cb-422c-9e46-3e68381a1663)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:47:18.520563 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dd13db5b-1d18-4e7b-875b-ebff20fecd4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:18.537486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-dd13db5b-1d18-4e7b-875b-ebff20fecd4e admin admin] Calling delete_port for 530281d9-e401-4367-ab99-068dd6355fe7 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:47:18.795302 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dd13db5b-1d18-4e7b-875b-ebff20fecd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:18.829156 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13db5b-1d18-4e7b-875b-ebff20fecd4e admin admin] Pushing event deleted for resources: {'Port': ['ID=530281d9-e401-4367-ab99-068dd6355fe7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:18.841654 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a0497-1a04-4569-8a26-ce2fe9edd691 req-3e2e50fd-d11a-4874-9690-350f9b66a4b1 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:18.843606 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a01a0497-1a04-4569-8a26-ce2fe9edd691 req-3e2e50fd-d11a-4874-9690-350f9b66a4b1 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.0937328 Dec 20 21:47:19.072930 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a01a0497-1a04-4569-8a26-ce2fe9edd691 req-ccbddc84-90f9-4696-9d31-c26daee83a53 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083991 Dec 20 21:47:19.078569 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dd13db5b-1d18-4e7b-875b-ebff20fecd4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:19.824964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd13db5b-1d18-4e7b-875b-ebff20fecd4e admin admin] Router f2923222-f094-4f3c-9d96-64225f23cbc5 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:47:19.975291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd13db5b-1d18-4e7b-875b-ebff20fecd4e admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:47:19.985867 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 40566) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:19.986361 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d99f04-914f-435f-a121-e7f045ea5634 None None] Sync routers for ids ['f2923222-f094-4f3c-9d96-64225f23cbc5'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:47:19.994794 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dd13db5b-1d18-4e7b-875b-ebff20fecd4e admin admin] 10.222.0.32 "PUT /v2.0/routers/f2923222-f094-4f3c-9d96-64225f23cbc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4834447 Dec 20 21:47:20.002287 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d99f04-914f-435f-a121-e7f045ea5634 None None] Routers {'f2923222-f094-4f3c-9d96-64225f23cbc5'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:47:20.002764 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f8d99f04-914f-435f-a121-e7f045ea5634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:46:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f2923222-f094-4f3c-9d96-64225f23cbc5'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:47:20.147491 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f8d99f04-914f-435f-a121-e7f045ea5634 None None] Set router f2923222-f094-4f3c-9d96-64225f23cbc5 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:47:20.443924 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f8d99f04-914f-435f-a121-e7f045ea5634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'name': 'tempest-TestVolumeBackupRestore-176016492-router', 'tenant_id': '5755438537f94eee9882a8f6c9179e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:41Z', 'updated_at': '2021-12-20T21:47:18Z', 'revision_number': 5, 'project_id': '5755438537f94eee9882a8f6c9179e44', 'gw_port': {'id': '82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:43Z', 'updated_at': '2021-12-20T21:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:47:20.475790 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d99f04-914f-435f-a121-e7f045ea5634 None None] Checking router: f2923222-f094-4f3c-9d96-64225f23cbc5 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:47:20.489885 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d99f04-914f-435f-a121-e7f045ea5634 None None] Routers {'f2923222-f094-4f3c-9d96-64225f23cbc5'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:47:20.490537 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f8d99f04-914f-435f-a121-e7f045ea5634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:46:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['f2923222-f094-4f3c-9d96-64225f23cbc5'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:47:20.694423 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90979f-457e-46da-81b8-85d42fc34b58 req-a8a4f437-330f-4ede-956b-ad8c8abd23f2 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:20.695883 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e90979f-457e-46da-81b8-85d42fc34b58 req-a8a4f437-330f-4ede-956b-ad8c8abd23f2 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 943 time: 0.1094830 Dec 20 21:47:20.725363 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-316298a9-16ef-4465-a9c8-2f1deb190a18 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:20.740053 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f8d99f04-914f-435f-a121-e7f045ea5634 None None] Set router f2923222-f094-4f3c-9d96-64225f23cbc5 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:47:20.906820 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-316298a9-16ef-4465-a9c8-2f1deb190a18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:20.971600 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e90979f-457e-46da-81b8-85d42fc34b58 req-7e0bd16b-5393-44dd-b037-27e502d53c15 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568560 Dec 20 21:47:21.071456 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-316298a9-16ef-4465-a9c8-2f1deb190a18 admin admin] Deleting port 82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:47:21.072075 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-316298a9-16ef-4465-a9c8-2f1deb190a18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:21.108152 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f8d99f04-914f-435f-a121-e7f045ea5634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'name': 'tempest-TestVolumeBackupRestore-176016492-router', 'tenant_id': '5755438537f94eee9882a8f6c9179e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:41Z', 'updated_at': '2021-12-20T21:47:18Z', 'revision_number': 5, 'project_id': '5755438537f94eee9882a8f6c9179e44', 'gw_port': {'id': '82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:43Z', 'updated_at': '2021-12-20T21:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:47:21.143755 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d99f04-914f-435f-a121-e7f045ea5634 None None] The sync data for ids ['f2923222-f094-4f3c-9d96-64225f23cbc5'] in n-d-xena-1 is: [{'id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'name': 'tempest-TestVolumeBackupRestore-176016492-router', 'tenant_id': '5755438537f94eee9882a8f6c9179e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.130'}], 'enable_snat': True}, 'gw_port_id': '82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:41:41Z', 'updated_at': '2021-12-20T21:47:18Z', 'revision_number': 5, 'project_id': '5755438537f94eee9882a8f6c9179e44', 'gw_port': {'id': '82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2923222-f094-4f3c-9d96-64225f23cbc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:41:43Z', 'updated_at': '2021-12-20T21:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:47:21.251309 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-316298a9-16ef-4465-a9c8-2f1deb190a18 admin admin] For port 82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:47:21.252659 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-316298a9-16ef-4465-a9c8-2f1deb190a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:21.278538 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-316298a9-16ef-4465-a9c8-2f1deb190a18 admin admin] Calling delete_port for 82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:47:21.336954 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6640c11b-f069-4373-9a76-2a145fd2007d details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:47:21.573775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6640c11b-f069-4373-9a76-2a145fd2007d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6640c11b-f069-4373-9a76-2a145fd2007d,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:47:21.612062 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '6640c11b-f069-4373-9a76-2a145fd2007d', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'port_id': '6640c11b-f069-4373-9a76-2a145fd2007d', 'mac_address': 'fa:16:3e:a8:33:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:47:21.631761 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-316298a9-16ef-4465-a9c8-2f1deb190a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:21.662560 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316298a9-16ef-4465-a9c8-2f1deb190a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:21.662875 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:21.676936 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6640c11b-f069-4373-9a76-2a145fd2007d {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:47:21.698973 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 530281d9-e401-4367-ab99-068dd6355fe7 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:47:21.800428 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6640c11b-f069-4373-9a76-2a145fd2007d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6640c11b-f069-4373-9a76-2a145fd2007d,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:47:21.802681 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 530281d9-e401-4367-ab99-068dd6355fe7 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:47:21.807735 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-316298a9-16ef-4465-a9c8-2f1deb190a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:21.810936 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 530281d9-e401-4367-ab99-068dd6355fe7 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:47:21.815121 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:21.896803 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=6640c11b-f069-4373-9a76-2a145fd2007d,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:21.904717 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:21.905262 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:21.905751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:21.906293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:21.906813 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:21.907324 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:21.907860 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:21.908390 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:21.908938 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:21.909729 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:21.910380 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:21.911281 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:21.982249 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-316298a9-16ef-4465-a9c8-2f1deb190a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:21.984283 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-316298a9-16ef-4465-a9c8-2f1deb190a18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:22.043284 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-316298a9-16ef-4465-a9c8-2f1deb190a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:22.044295 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316298a9-16ef-4465-a9c8-2f1deb190a18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2923222-f094-4f3c-9d96-64225f23cbc5 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:47:22.051113 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-316298a9-16ef-4465-a9c8-2f1deb190a18 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:22.052561 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-316298a9-16ef-4465-a9c8-2f1deb190a18 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f2923222-f094-4f3c-9d96-64225f23cbc5 HTTP/1.1" status: 204 len: 168 time: 2.0655711 Dec 20 21:47:22.055074 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40796) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:22.090006 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['6640c11b-f069-4373-9a76-2a145fd2007d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:47:22.135243 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22a3503-93a6-4a5a-9e1d-e240dd1f645f admin admin] Deleting subnet 8deaa075-4562-42ca-8e99-acfc27cbf569 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:47:22.139653 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b22a3503-93a6-4a5a-9e1d-e240dd1f645f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:22.217185 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b22a3503-93a6-4a5a-9e1d-e240dd1f645f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:22.433235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc6ba9-33a1-41ae-ae11-63324c5057d1 req-e6c2fe1b-d71a-4ef1-8bc5-94d91843bbfd tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:22.439163 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c1fc6ba9-33a1-41ae-ae11-63324c5057d1 req-e6c2fe1b-d71a-4ef1-8bc5-94d91843bbfd tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 944 time: 0.2306783 Dec 20 21:47:22.494855 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c1fc6ba9-33a1-41ae-ae11-63324c5057d1 req-5e19debc-c5da-4846-8733-f17b288a763f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503793 Dec 20 21:47:22.497955 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b22a3503-93a6-4a5a-9e1d-e240dd1f645f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:22.597890 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b22a3503-93a6-4a5a-9e1d-e240dd1f645f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:22.640605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a3503-93a6-4a5a-9e1d-e240dd1f645f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8deaa075-4562-42ca-8e99-acfc27cbf569,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:22.644970 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b22a3503-93a6-4a5a-9e1d-e240dd1f645f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:22.651961 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5734f064-734a-41d7-87f4-9e1131557cfa None None] Network 63790678-bc52-4293-9e2a-7c1e7b52f59b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:47:22.665020 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b22a3503-93a6-4a5a-9e1d-e240dd1f645f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8deaa075-4562-42ca-8e99-acfc27cbf569 HTTP/1.1" status: 204 len: 168 time: 0.6088252 Dec 20 21:47:22.665669 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40858) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:22.871322 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:22.975143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] Deleting port 0af2daa4-9294-4c69-8f43-d8f70fd31327 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:47:22.976279 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:23.059974 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0531ef29-b965-4ed4-b7b8-e037ed8860ec None None] DHCP port deletion for 63790678-bc52-4293-9e2a-7c1e7b52f59b request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:47:23.060708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] For port 0af2daa4-9294-4c69-8f43-d8f70fd31327, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0af2daa4-9294-4c69-8f43-d8f70fd31327,segment=NetworkSegment(5f1aeaf1-13cb-422c-9e46-3e68381a1663),segment_id=5f1aeaf1-13cb-422c-9e46-3e68381a1663)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:47:23.061622 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:23.085079 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] Calling delete_port for 0af2daa4-9294-4c69-8f43-d8f70fd31327 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:47:23.149807 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0531ef29-b965-4ed4-b7b8-e037ed8860ec None None] Deleting port 0af2daa4-9294-4c69-8f43-d8f70fd31327 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:47:23.150799 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0531ef29-b965-4ed4-b7b8-e037ed8860ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:23.181814 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:23.210558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] Pushing event deleted for resources: {'Port': ['ID=0af2daa4-9294-4c69-8f43-d8f70fd31327,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:23.230234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] No DVR routers for this DVR port 0af2daa4-9294-4c69-8f43-d8f70fd31327 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:47:23.242892 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0531ef29-b965-4ed4-b7b8-e037ed8860ec None None] For port 0af2daa4-9294-4c69-8f43-d8f70fd31327, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0af2daa4-9294-4c69-8f43-d8f70fd31327,segment=NetworkSegment(5f1aeaf1-13cb-422c-9e46-3e68381a1663),segment_id=5f1aeaf1-13cb-422c-9e46-3e68381a1663)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:47:23.243618 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0531ef29-b965-4ed4-b7b8-e037ed8860ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:23.258504 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0531ef29-b965-4ed4-b7b8-e037ed8860ec None None] Calling delete_port for 0af2daa4-9294-4c69-8f43-d8f70fd31327 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:47:23.357668 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6640c11b-f069-4373-9a76-2a145fd2007d up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:47:23.400168 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:23.408300 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0531ef29-b965-4ed4-b7b8-e037ed8860ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:23.437274 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63790678-bc52-4293-9e2a-7c1e7b52f59b']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:47:23.457609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1aeaf1-13cb-422c-9e46-3e68381a1663') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:47:23.458110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1aeaf1-13cb-422c-9e46-3e68381a1663') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:47:23.467191 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531ef29-b965-4ed4-b7b8-e037ed8860ec None None] Pushing event deleted for resources: {'Port': ['ID=0af2daa4-9294-4c69-8f43-d8f70fd31327,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:23.470284 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:23.470630 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 6640c11b-f069-4373-9a76-2a145fd2007d completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:47:23.486686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 6640c11b-f069-4373-9a76-2a145fd2007d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:47:23.487115 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:23.489373 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:23.499219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:47:23.502163 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:47:23.504505 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:47:23.508447 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531ef29-b965-4ed4-b7b8-e037ed8860ec None None] No DVR routers for this DVR port 0af2daa4-9294-4c69-8f43-d8f70fd31327 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:47:23.626038 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:23.632779 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:23.655756 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] 10.222.0.32 "DELETE /v2.0/networks/63790678-bc52-4293-9e2a-7c1e7b52f59b HTTP/1.1" status: 204 len: 168 time: 0.9854879 Dec 20 21:47:23.661549 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:23.695171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbc26e-3760-4989-9239-1bb2a4ccee27 admin admin] Pushing event deleted for resources: {'Network': ['ID=63790678-bc52-4293-9e2a-7c1e7b52f59b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:23.719346 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ba977-32a3-4b5d-8f59-44600dd469b6 req-d9518d96-b49e-47ba-a7cb-b68eaf5b4757 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:23.729415 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-851ba977-32a3-4b5d-8f59-44600dd469b6 req-d9518d96-b49e-47ba-a7cb-b68eaf5b4757 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 944 time: 0.1208220 Dec 20 21:47:23.788631 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-851ba977-32a3-4b5d-8f59-44600dd469b6 req-440c7f41-b4cd-46f7-9301-318e24e1a3e6 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575368 Dec 20 21:47:23.819599 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f11f2b6-348a-433e-89a0-aac69814bf4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6640c11b-f069-4373-9a76-2a145fd2007d'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:47:23.831446 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc851950-53d9-4b7d-93b3-d8e48748402c" -d '{"events": [{"server_uuid": "0f11f2b6-348a-433e-89a0-aac69814bf4a", "name": "network-vif-plugged", "status": "completed", "tag": "6640c11b-f069-4373-9a76-2a145fd2007d"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:47:23.834826 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:47:23.855931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40984) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:23.861094 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6640c11b-f069-4373-9a76-2a145fd2007d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6640c11b-f069-4373-9a76-2a145fd2007d,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:47:23.897382 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:23.907328 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a37c2e-7c93-4980-835e-ba7c40d03172 x-openstack-request-id: req-e5a37c2e-7c93-4980-835e-ba7c40d03172 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:47:23.907826 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f11f2b6-348a-433e-89a0-aac69814bf4a", "name": "network-vif-plugged", "status": "completed", "tag": "6640c11b-f069-4373-9a76-2a145fd2007d", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:47:23.908228 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5a37c2e-7c93-4980-835e-ba7c40d03172 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:47:23.908753 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f11f2b6-348a-433e-89a0-aac69814bf4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6640c11b-f069-4373-9a76-2a145fd2007d', 'code': 200} Dec 20 21:47:23.911241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:47:23.911890 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 82a694c0-bbc1-4938-8a4e-4a5dd2b5f4c8 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:47:23.912251 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0af2daa4-9294-4c69-8f43-d8f70fd31327 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:47:23.929835 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ff5fbb76-889a-491b-b1d6-827cb35cd27c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7bc2f5ec8e1d4b21ad3cf72aaba948f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716462 Dec 20 21:47:23.932152 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 40998) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:24.005440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 0af2daa4-9294-4c69-8f43-d8f70fd31327 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:47:24.005440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0af2daa4-9294-4c69-8f43-d8f70fd31327 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:47:24.014564 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b9ddec4d-b2ca-4a10-955e-56fec08bbfcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:24.050357 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=6640c11b-f069-4373-9a76-2a145fd2007d,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:24.088271 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b9ddec4d-b2ca-4a10-955e-56fec08bbfcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:24.110473 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41012421-4c14-461b-ab13-b045d1e07eca req-3c7b3475-b842-43c6-bc6c-b7a1103d95de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:24.111968 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41012421-4c14-461b-ab13-b045d1e07eca req-3c7b3475-b842-43c6-bc6c-b7a1103d95de service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 1094 time: 0.0914702 Dec 20 21:47:24.155496 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41012421-4c14-461b-ab13-b045d1e07eca req-d6dcd3b3-7d22-4df9-8677-25684c3aadb9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369780 Dec 20 21:47:24.166344 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b9ddec4d-b2ca-4a10-955e-56fec08bbfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:24.169802 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b9ddec4d-b2ca-4a10-955e-56fec08bbfcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:24.171081 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b9ddec4d-b2ca-4a10-955e-56fec08bbfcd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65fca79e-99bf-42bf-a10e-68fe6ec7f0cb HTTP/1.1" status: 204 len: 168 time: 0.2377534 Dec 20 21:47:24.188981 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddec4d-b2ca-4a10-955e-56fec08bbfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fca79e-99bf-42bf-a10e-68fe6ec7f0cb,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:24.580108 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41032) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:24.631735 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4ca59a27-11f2-4bb5-80a3-6296885e94ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5755438537f94eee9882a8f6c9179e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501580 Dec 20 21:47:24.634152 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41034) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:24.693822 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-600ac317-9175-4731-b3eb-09502df82c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:24.720212 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-600ac317-9175-4731-b3eb-09502df82c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:24.785279 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-600ac317-9175-4731-b3eb-09502df82c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:24.785574 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-600ac317-9175-4731-b3eb-09502df82c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:24.790207 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-600ac317-9175-4731-b3eb-09502df82c26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a7aa621-b0b1-4510-b754-971a8b92c08f HTTP/1.1" status: 204 len: 168 time: 0.1548126 Dec 20 21:47:24.799141 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ac317-9175-4731-b3eb-09502df82c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7aa621-b0b1-4510-b754-971a8b92c08f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:25.069523 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fa9c2-74b4-4429-ba17-fd2026c5b3ed req-31cf4829-d237-4c72-a8a8-c62d041c4b84 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:25.070387 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-476fa9c2-74b4-4429-ba17-fd2026c5b3ed req-31cf4829-d237-4c72-a8a8-c62d041c4b84 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 945 time: 0.1941533 Dec 20 21:47:25.157035 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-983c2403-55c3-40ac-8092-43c190ee639f req-bf34a441-f760-4c99-8ab8-0e7e9d35b554 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.1915777 Dec 20 21:47:25.187341 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-476fa9c2-74b4-4429-ba17-fd2026c5b3ed req-63ae97c2-ba7e-48ee-8b46-896267559f7e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994606 Dec 20 21:47:25.348267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c2403-55c3-40ac-8092-43c190ee639f req-0c51713c-a2ba-47ef-b015-63b04cd4edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:25.350974 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-983c2403-55c3-40ac-8092-43c190ee639f req-0c51713c-a2ba-47ef-b015-63b04cd4edfe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=695194b5397845d7bbd026e4707d7624&device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 1098 time: 0.0633287 Dec 20 21:47:25.490883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c2403-55c3-40ac-8092-43c190ee639f req-c1a842ec-68e7-468b-a10d-1a76efa2a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:25.492638 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-983c2403-55c3-40ac-8092-43c190ee639f req-c1a842ec-68e7-468b-a10d-1a76efa2a387 service neutron] 10.222.0.31 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.1149912 Dec 20 21:47:25.569715 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-983c2403-55c3-40ac-8092-43c190ee639f req-550b451d-2130-4470-8b24-3d206beeb204 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=42b94295-71da-420d-a004-15c642a5c165 HTTP/1.1" status: 200 len: 217 time: 0.0691216 Dec 20 21:47:25.644837 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c2403-55c3-40ac-8092-43c190ee639f req-a35ed5df-1813-4398-baad-8e4eb5d07fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:25.646588 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-983c2403-55c3-40ac-8092-43c190ee639f req-a35ed5df-1813-4398-baad-8e4eb5d07fff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0702138 Dec 20 21:47:25.698569 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c2403-55c3-40ac-8092-43c190ee639f req-28c2d6e0-6f45-42a0-9313-af22f86d0206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:25.700372 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-983c2403-55c3-40ac-8092-43c190ee639f req-28c2d6e0-6f45-42a0-9313-af22f86d0206 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457680 Dec 20 21:47:25.815743 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-983c2403-55c3-40ac-8092-43c190ee639f req-1f029e81-46fa-463d-91bc-0bc36827fd84 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086936 Dec 20 21:47:25.924136 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-983c2403-55c3-40ac-8092-43c190ee639f req-662c1a65-7e44-4cb5-a6f9-95ae01b9ada7 service neutron] 10.222.0.31 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007109 Dec 20 21:47:26.183183 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ff54c69-477e-44cb-8cf0-19aa664935d7 req-8690136b-e627-41b8-84a8-4f1fc7755bc0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0542998 Dec 20 21:47:26.367357 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff54c69-477e-44cb-8cf0-19aa664935d7 req-e1924754-5a4e-4d42-9b2f-c2a139f61ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:26.369133 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ff54c69-477e-44cb-8cf0-19aa664935d7 req-e1924754-5a4e-4d42-9b2f-c2a139f61ef0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 1094 time: 0.1069379 Dec 20 21:47:26.386194 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba794363-74ed-4bb4-9fc6-ba297a41d2f4 req-34ed7112-70d3-4ac7-b1d9-a0578037b9d6 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:26.388427 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ba794363-74ed-4bb4-9fc6-ba297a41d2f4 req-34ed7112-70d3-4ac7-b1d9-a0578037b9d6 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 945 time: 0.0939152 Dec 20 21:47:26.444717 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ba794363-74ed-4bb4-9fc6-ba297a41d2f4 req-dba2367a-cc66-4a67-8b4c-708fb8038f09 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448573 Dec 20 21:47:26.513720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff54c69-477e-44cb-8cf0-19aa664935d7 req-545fba38-a21d-49be-bc6d-17c05923ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:26.515249 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ff54c69-477e-44cb-8cf0-19aa664935d7 req-545fba38-a21d-49be-bc6d-17c05923ff74 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 912 time: 0.1155705 Dec 20 21:47:26.600757 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ff54c69-477e-44cb-8cf0-19aa664935d7 req-f569244b-7bbd-4eeb-a53d-1742afd4c863 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6640c11b-f069-4373-9a76-2a145fd2007d HTTP/1.1" status: 200 len: 217 time: 0.0781488 Dec 20 21:47:26.714705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0383f2-1892-427c-ae28-3498a83b1901 req-ce70e884-5594-4079-b7fe-54b0ddeeb8e1 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:26.724592 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb0383f2-1892-427c-ae28-3498a83b1901 req-ce70e884-5594-4079-b7fe-54b0ddeeb8e1 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 945 time: 0.1267459 Dec 20 21:47:26.738669 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff54c69-477e-44cb-8cf0-19aa664935d7 req-32fe8f19-0a96-42f2-93ea-45b8c4c91959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:26.740445 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ff54c69-477e-44cb-8cf0-19aa664935d7 req-32fe8f19-0a96-42f2-93ea-45b8c4c91959 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.1271465 Dec 20 21:47:26.813244 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb0383f2-1892-427c-ae28-3498a83b1901 req-abb37242-97a9-4f7a-a765-424c86f85820 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876632 Dec 20 21:47:26.820256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff54c69-477e-44cb-8cf0-19aa664935d7 req-ffb0f009-2049-4c9f-a11b-e4a55f731b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:26.822540 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ff54c69-477e-44cb-8cf0-19aa664935d7 req-ffb0f009-2049-4c9f-a11b-e4a55f731b05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0722437 Dec 20 21:47:26.952354 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ff54c69-477e-44cb-8cf0-19aa664935d7 req-1258fa0e-be0e-40f1-bbeb-f706d0b84a5d service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223831 Dec 20 21:47:26.989752 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2d6e4-4391-40a4-8525-7c487c5f4d6e req-5f24779d-a370-4358-942f-a2c99badce12 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:26.992279 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcf2d6e4-4391-40a4-8525-7c487c5f4d6e req-5f24779d-a370-4358-942f-a2c99badce12 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 945 time: 0.0925713 Dec 20 21:47:27.054058 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcf2d6e4-4391-40a4-8525-7c487c5f4d6e req-0e8329bf-7bbe-4e69-b09c-08d7245aa619 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482237 Dec 20 21:47:27.068273 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ff54c69-477e-44cb-8cf0-19aa664935d7 req-9f79caf7-eb98-4961-addb-47d78a645381 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093798 Dec 20 21:47:27.163824 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dc00fd4e-cf4e-42bd-826c-1fbb4dadcad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:27.420336 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88369d97-1479-4ba5-b0ea-276e4f886d6b req-e9135c7f-e77e-4801-ae6e-19e8409b273c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:27.422874 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-88369d97-1479-4ba5-b0ea-276e4f886d6b req-e9135c7f-e77e-4801-ae6e-19e8409b273c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 945 time: 0.0672572 Dec 20 21:47:27.462142 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-88369d97-1479-4ba5-b0ea-276e4f886d6b req-74d271ee-3249-4e39-b5a7-38301b6fc0a0 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331073 Dec 20 21:47:28.592315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd72426-6a0a-4bf8-b140-756690072188 req-7ed9f722-f6c2-4215-85df-a3f9d7c48acf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:28.593870 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfd72426-6a0a-4bf8-b140-756690072188 req-7ed9f722-f6c2-4215-85df-a3f9d7c48acf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 945 time: 0.0561016 Dec 20 21:47:28.645960 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cfd72426-6a0a-4bf8-b140-756690072188 req-72447377-9ca9-4bc1-b673-19a20df6b2c7 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445416 Dec 20 21:47:28.938641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d8bf3-61df-4e72-bd7c-5fce3922970b req-50e3a3ed-4ca6-40f5-9109-c2d4fc873d9a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:28.940565 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e4d8bf3-61df-4e72-bd7c-5fce3922970b req-50e3a3ed-4ca6-40f5-9109-c2d4fc873d9a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 945 time: 0.0649700 Dec 20 21:47:29.061675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-8e4d8bf3-61df-4e72-bd7c-5fce3922970b req-adb42735-4b6c-483e-93b5-cf3ed1d361d9 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Deleting port 6640c11b-f069-4373-9a76-2a145fd2007d {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:47:29.062160 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8e4d8bf3-61df-4e72-bd7c-5fce3922970b req-adb42735-4b6c-483e-93b5-cf3ed1d361d9 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:29.187388 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8e4d8bf3-61df-4e72-bd7c-5fce3922970b req-adb42735-4b6c-483e-93b5-cf3ed1d361d9 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] For port 6640c11b-f069-4373-9a76-2a145fd2007d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6640c11b-f069-4373-9a76-2a145fd2007d,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:47:29.187768 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8e4d8bf3-61df-4e72-bd7c-5fce3922970b req-adb42735-4b6c-483e-93b5-cf3ed1d361d9 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:29.207392 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-8e4d8bf3-61df-4e72-bd7c-5fce3922970b req-adb42735-4b6c-483e-93b5-cf3ed1d361d9 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Calling delete_port for 6640c11b-f069-4373-9a76-2a145fd2007d owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:47:29.376013 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8e4d8bf3-61df-4e72-bd7c-5fce3922970b req-adb42735-4b6c-483e-93b5-cf3ed1d361d9 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:29.412481 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['6640c11b-f069-4373-9a76-2a145fd2007d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:47:29.413072 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb42735-4b6c-483e-93b5-cf3ed1d361d9 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event deleted for resources: {'Port': ['ID=6640c11b-f069-4373-9a76-2a145fd2007d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:29.456698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4d8bf3-61df-4e72-bd7c-5fce3922970b req-adb42735-4b6c-483e-93b5-cf3ed1d361d9 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] No DVR routers for this DVR port 6640c11b-f069-4373-9a76-2a145fd2007d on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:47:29.459976 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8e4d8bf3-61df-4e72-bd7c-5fce3922970b req-adb42735-4b6c-483e-93b5-cf3ed1d361d9 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:29.465599 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e4d8bf3-61df-4e72-bd7c-5fce3922970b req-adb42735-4b6c-483e-93b5-cf3ed1d361d9 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "DELETE /v2.0/ports/6640c11b-f069-4373-9a76-2a145fd2007d HTTP/1.1" status: 204 len: 173 time: 0.5182781 Dec 20 21:47:29.466130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f11f2b6-348a-433e-89a0-aac69814bf4a', 'name': 'network-vif-deleted', 'tag': '6640c11b-f069-4373-9a76-2a145fd2007d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:47:29.478842 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16897c34-3be3-4921-addd-f9aab8e74f1b" -d '{"events": [{"server_uuid": "0f11f2b6-348a-433e-89a0-aac69814bf4a", "name": "network-vif-deleted", "tag": "6640c11b-f069-4373-9a76-2a145fd2007d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:47:29.518854 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d6331bd4-1e2b-44e3-afee-023fbecda163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:29.783433 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e38f689-a7e0-4073-9390-57d2b66ba742 req-b7e71dde-ad5a-4091-984a-1dfbec3b1459 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 210 time: 0.0385118 Dec 20 21:47:29.841191 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56966d59-db76-4656-a506-047d88c2f764 x-openstack-request-id: req-56966d59-db76-4656-a506-047d88c2f764 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:47:29.841509 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f11f2b6-348a-433e-89a0-aac69814bf4a", "name": "network-vif-deleted", "tag": "6640c11b-f069-4373-9a76-2a145fd2007d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:47:29.841787 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56966d59-db76-4656-a506-047d88c2f764 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:47:29.842484 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f11f2b6-348a-433e-89a0-aac69814bf4a', 'name': 'network-vif-deleted', 'tag': '6640c11b-f069-4373-9a76-2a145fd2007d', 'status': 'completed', 'code': 200} Dec 20 21:47:30.717943 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:30.864245 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f22710-9eef-4ae7-ab7d-3ccad77bc8eb req-24150c0e-0c98-41b6-b78b-2b85e2d700a3 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:30.867037 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-42f22710-9eef-4ae7-ab7d-3ccad77bc8eb req-24150c0e-0c98-41b6-b78b-2b85e2d700a3 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 949 time: 0.0609848 Dec 20 21:47:30.924152 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b84e6357-b383-4d2f-b8b8-3b21a3805653 req-4b182cfb-fd31-47ce-b76c-346ee4a94eab tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 210 time: 0.0444531 Dec 20 21:47:30.926913 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-42f22710-9eef-4ae7-ab7d-3ccad77bc8eb req-85ce49e7-2cc2-45ef-8d9c-55935e641598 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d23a9f-f80d-47ee-8910-97e73cf3b19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523710 Dec 20 21:47:32.028607 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-13e7546d-641d-4c59-b82b-e45e3c10298c req-de32c1a9-0107-4705-84df-14e7678cee7f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 210 time: 0.0262117 Dec 20 21:47:32.056765 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94e543-df80-4920-bdac-f4b11a503604 req-6e6620f0-45fd-41c2-8294-082095a51d3d tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:32.058420 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c94e543-df80-4920-bdac-f4b11a503604 req-6e6620f0-45fd-41c2-8294-082095a51d3d tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 949 time: 0.0578721 Dec 20 21:47:32.096271 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c94e543-df80-4920-bdac-f4b11a503604 req-26c09c74-68f8-495f-8d38-09630b3b3a9e tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/security-groups?id=07d23a9f-f80d-47ee-8910-97e73cf3b19c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318131 Dec 20 21:47:32.160429 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:32.374955 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:32.434891 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d394c-ed59-4dda-89af-73fd076634c6 req-d48799b7-5383-4f2e-b38f-c074e99f7010 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:32.436549 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e1d394c-ed59-4dda-89af-73fd076634c6 req-d48799b7-5383-4f2e-b38f-c074e99f7010 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 949 time: 0.0653162 Dec 20 21:47:32.529251 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-3e1d394c-ed59-4dda-89af-73fd076634c6 req-900ca63f-84d7-4aea-b071-10b05ddda424 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Deleting port 42b94295-71da-420d-a004-15c642a5c165 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:47:32.529686 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e1d394c-ed59-4dda-89af-73fd076634c6 req-900ca63f-84d7-4aea-b071-10b05ddda424 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:32.631178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-3e1d394c-ed59-4dda-89af-73fd076634c6 req-900ca63f-84d7-4aea-b071-10b05ddda424 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] For port 42b94295-71da-420d-a004-15c642a5c165, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=42b94295-71da-420d-a004-15c642a5c165,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:47:32.631684 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e1d394c-ed59-4dda-89af-73fd076634c6 req-900ca63f-84d7-4aea-b071-10b05ddda424 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:32.645517 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-3e1d394c-ed59-4dda-89af-73fd076634c6 req-900ca63f-84d7-4aea-b071-10b05ddda424 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Calling delete_port for 42b94295-71da-420d-a004-15c642a5c165 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:47:32.795176 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e1d394c-ed59-4dda-89af-73fd076634c6 req-900ca63f-84d7-4aea-b071-10b05ddda424 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:32.821758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ca63f-84d7-4aea-b071-10b05ddda424 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Pushing event deleted for resources: {'Port': ['ID=42b94295-71da-420d-a004-15c642a5c165,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:32.826701 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['42b94295-71da-420d-a004-15c642a5c165'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:47:32.886201 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1d394c-ed59-4dda-89af-73fd076634c6 req-900ca63f-84d7-4aea-b071-10b05ddda424 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] No DVR routers for this DVR port 42b94295-71da-420d-a004-15c642a5c165 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:47:32.889124 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e1d394c-ed59-4dda-89af-73fd076634c6 req-900ca63f-84d7-4aea-b071-10b05ddda424 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:32.893779 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e1d394c-ed59-4dda-89af-73fd076634c6 req-900ca63f-84d7-4aea-b071-10b05ddda424 tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.31 "DELETE /v2.0/ports/42b94295-71da-420d-a004-15c642a5c165 HTTP/1.1" status: 204 len: 173 time: 0.4515586 Dec 20 21:47:32.894281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4', 'name': 'network-vif-deleted', 'tag': '42b94295-71da-420d-a004-15c642a5c165'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:47:32.897443 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c916e2-1f3d-4409-935f-d4f13d8e80c1" -d '{"events": [{"server_uuid": "f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4", "name": "network-vif-deleted", "tag": "42b94295-71da-420d-a004-15c642a5c165"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:47:32.947662 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3d8dc0-e8c4-4602-9bd5-ae0db6337d7c x-openstack-request-id: req-6c3d8dc0-e8c4-4602-9bd5-ae0db6337d7c {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:47:32.948029 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4", "name": "network-vif-deleted", "tag": "42b94295-71da-420d-a004-15c642a5c165", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:47:32.948341 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c3d8dc0-e8c4-4602-9bd5-ae0db6337d7c {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:47:32.948792 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4', 'name': 'network-vif-deleted', 'tag': '42b94295-71da-420d-a004-15c642a5c165', 'status': 'completed', 'code': 200} Dec 20 21:47:33.154862 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7de0d3b-87fc-4320-ad87-95f25e1e9904 req-e6d05a44-a7c6-4638-893f-7af9a00e7f9f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 210 time: 0.0484257 Dec 20 21:47:33.244813 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb24fc79-56b2-4770-a564-070dfa95b430 req-ef8d6c26-a707-4bdc-af85-38a11344638f tempest-VolumesBackupsTest-1500693889 tempest-VolumesBackupsTest-1500693889-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e9ef6b-bfd0-4416-81eb-92bb0631f1d4 HTTP/1.1" status: 200 len: 210 time: 0.0387590 Dec 20 21:47:33.406610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6640c11b-f069-4373-9a76-2a145fd2007d no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:47:33.441774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 6640c11b-f069-4373-9a76-2a145fd2007d {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:47:33.442191 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6640c11b-f069-4373-9a76-2a145fd2007d not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:47:34.260779 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-be9f117d-df56-4d57-b230-c68629eb6195 req-ec9f1a4e-0d9f-475b-a190-b5ac07791c2f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f11f2b6-348a-433e-89a0-aac69814bf4a HTTP/1.1" status: 200 len: 210 time: 0.0280471 Dec 20 21:47:37.315979 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 42b94295-71da-420d-a004-15c642a5c165 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:47:37.338710 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 42b94295-71da-420d-a004-15c642a5c165 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:47:37.342715 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 42b94295-71da-420d-a004-15c642a5c165 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:47:39.453584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41570) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:39.618017 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d14aa0e6-f1fd-4821-8359-5961ea5ff531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:39.760325 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d14aa0e6-f1fd-4821-8359-5961ea5ff531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:39.772492 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d14aa0e6-f1fd-4821-8359-5961ea5ff531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:39.882329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14aa0e6-f1fd-4821-8359-5961ea5ff531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908cf222-3e9f-4eed-9b98-3d78be149dbf,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:39.904383 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d14aa0e6-f1fd-4821-8359-5961ea5ff531 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc11afb2466c46cea2d2c3929ef53589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495387 Dec 20 21:47:39.907069 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41650) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:40.072757 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36173427-f4f1-4dd1-8f25-0e3a9299bfcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:40.103922 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36173427-f4f1-4dd1-8f25-0e3a9299bfcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:40.164137 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36173427-f4f1-4dd1-8f25-0e3a9299bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:40.168989 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-36173427-f4f1-4dd1-8f25-0e3a9299bfcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:40.170632 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-36173427-f4f1-4dd1-8f25-0e3a9299bfcf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/908cf222-3e9f-4eed-9b98-3d78be149dbf HTTP/1.1" status: 204 len: 168 time: 0.2621224 Dec 20 21:47:40.179957 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36173427-f4f1-4dd1-8f25-0e3a9299bfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908cf222-3e9f-4eed-9b98-3d78be149dbf,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:40.189530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36173427-f4f1-4dd1-8f25-0e3a9299bfcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:40.189869 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36173427-f4f1-4dd1-8f25-0e3a9299bfcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:40.190416 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36173427-f4f1-4dd1-8f25-0e3a9299bfcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:40.190931 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36173427-f4f1-4dd1-8f25-0e3a9299bfcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:40.191428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36173427-f4f1-4dd1-8f25-0e3a9299bfcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:40.191959 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36173427-f4f1-4dd1-8f25-0e3a9299bfcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:40.192502 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36173427-f4f1-4dd1-8f25-0e3a9299bfcf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:40.193079 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36173427-f4f1-4dd1-8f25-0e3a9299bfcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:40.193617 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36173427-f4f1-4dd1-8f25-0e3a9299bfcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:40.194104 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36173427-f4f1-4dd1-8f25-0e3a9299bfcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:40.194588 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36173427-f4f1-4dd1-8f25-0e3a9299bfcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:40.195086 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36173427-f4f1-4dd1-8f25-0e3a9299bfcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:44.282527 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:47:44.888623 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:45.021034 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 41914) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:45.150014 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2fa653d7-a4dc-470d-9b6f-4b27e3299511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:45.230298 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2fa653d7-a4dc-470d-9b6f-4b27e3299511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:45.235520 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2fa653d7-a4dc-470d-9b6f-4b27e3299511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:45.272383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa653d7-a4dc-470d-9b6f-4b27e3299511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a08dfc-5c7c-4c18-a754-75474564a42f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:45.293791 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2fa653d7-a4dc-470d-9b6f-4b27e3299511 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d8f9b60f9fe4ef3a857f5d1ef354797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2716312 Dec 20 21:47:45.298171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 41948) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:45.391757 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bc3bad90-c940-4097-a9b2-79bda65e06b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:45.414755 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bc3bad90-c940-4097-a9b2-79bda65e06b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:45.467234 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bc3bad90-c940-4097-a9b2-79bda65e06b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:45.469780 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bc3bad90-c940-4097-a9b2-79bda65e06b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:45.471192 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bc3bad90-c940-4097-a9b2-79bda65e06b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92a08dfc-5c7c-4c18-a754-75474564a42f HTTP/1.1" status: 204 len: 168 time: 0.1699419 Dec 20 21:47:45.480606 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bad90-c940-4097-a9b2-79bda65e06b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a08dfc-5c7c-4c18-a754-75474564a42f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:48.132713 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:50.788901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42078) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:50.918233 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-074fc36c-7cf0-4d09-8c78-4f696e543c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:51.014334 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-074fc36c-7cf0-4d09-8c78-4f696e543c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:51.019941 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-074fc36c-7cf0-4d09-8c78-4f696e543c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:51.060154 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-074fc36c-7cf0-4d09-8c78-4f696e543c7f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47a18919dcc04ecf81282ac0fc8df9e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701414 Dec 20 21:47:51.061379 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fc36c-7cf0-4d09-8c78-4f696e543c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cb43ab-dcad-464d-b524-4bc227d8ecc5,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:51.063384 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42082) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:51.138682 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-261553b7-e076-4220-aa5f-f1cf72c93594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:51.166781 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-261553b7-e076-4220-aa5f-f1cf72c93594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:51.224338 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-261553b7-e076-4220-aa5f-f1cf72c93594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:51.227270 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-261553b7-e076-4220-aa5f-f1cf72c93594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:51.228774 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-261553b7-e076-4220-aa5f-f1cf72c93594 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8cb43ab-dcad-464d-b524-4bc227d8ecc5 HTTP/1.1" status: 204 len: 168 time: 0.1642659 Dec 20 21:47:51.238336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261553b7-e076-4220-aa5f-f1cf72c93594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cb43ab-dcad-464d-b524-4bc227d8ecc5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:51.247379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261553b7-e076-4220-aa5f-f1cf72c93594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:51.248010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261553b7-e076-4220-aa5f-f1cf72c93594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:51.248340 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261553b7-e076-4220-aa5f-f1cf72c93594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:51.248671 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261553b7-e076-4220-aa5f-f1cf72c93594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:51.248993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261553b7-e076-4220-aa5f-f1cf72c93594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:51.249556 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261553b7-e076-4220-aa5f-f1cf72c93594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:51.249909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261553b7-e076-4220-aa5f-f1cf72c93594 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:51.250312 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261553b7-e076-4220-aa5f-f1cf72c93594 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:51.250628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261553b7-e076-4220-aa5f-f1cf72c93594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:51.251200 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261553b7-e076-4220-aa5f-f1cf72c93594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:51.251526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261553b7-e076-4220-aa5f-f1cf72c93594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:51.252012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261553b7-e076-4220-aa5f-f1cf72c93594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:47:52.499903 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42124) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:52.634706 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22b71a2b-dbfd-4c7f-9afa-14ef381fd448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:52.725646 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22b71a2b-dbfd-4c7f-9afa-14ef381fd448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:52.730331 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-22b71a2b-dbfd-4c7f-9afa-14ef381fd448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:52.769004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b71a2b-dbfd-4c7f-9afa-14ef381fd448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf1ec8a-0cd9-4f7d-88d5-506a099eebc9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:52.774100 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-22b71a2b-dbfd-4c7f-9afa-14ef381fd448 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63d670affb444f2383a4a8b57ce0b138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2730875 Dec 20 21:47:52.776697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42132) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:52.834469 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61bf7345-7b83-46d3-b43a-225bafcceb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:52.860152 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61bf7345-7b83-46d3-b43a-225bafcceb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:52.916814 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61bf7345-7b83-46d3-b43a-225bafcceb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:52.919402 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61bf7345-7b83-46d3-b43a-225bafcceb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:52.922943 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-61bf7345-7b83-46d3-b43a-225bafcceb60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cf1ec8a-0cd9-4f7d-88d5-506a099eebc9 HTTP/1.1" status: 204 len: 168 time: 0.1450570 Dec 20 21:47:52.933832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf7345-7b83-46d3-b43a-225bafcceb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf1ec8a-0cd9-4f7d-88d5-506a099eebc9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:53.737544 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42160) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:53.843229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a6e0129c-0aae-4150-8d0c-bab3c78d0bc7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-33458547-network', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:47:53.863549 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e0129c-0aae-4150-8d0c-bab3c78d0bc7 admin admin] Made reservation on behalf of f5fa42aaba6a47fa86c4ce17d91cc2ca for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:47:53.866148 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a6e0129c-0aae-4150-8d0c-bab3c78d0bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:53.874620 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a6e0129c-0aae-4150-8d0c-bab3c78d0bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:53.957982 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a6e0129c-0aae-4150-8d0c-bab3c78d0bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:53.963272 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a6e0129c-0aae-4150-8d0c-bab3c78d0bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:53.994205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e0129c-0aae-4150-8d0c-bab3c78d0bc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:47:53.999629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0129c-0aae-4150-8d0c-bab3c78d0bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38c4b19-e792-423b-b21c-470a8bcad945,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:54.007847 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a6e0129c-0aae-4150-8d0c-bab3c78d0bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:54.007847 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-a6e0129c-0aae-4150-8d0c-bab3c78d0bc7 admin admin] Added segment 4801d2af-1e52-40cb-bfe3-a7bf3cc86c26 of type vlan for network 0a48a448-6c03-459d-855c-3a8feeda68ee Dec 20 21:47:54.049823 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a6e0129c-0aae-4150-8d0c-bab3c78d0bc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:54.076088 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a6e0129c-0aae-4150-8d0c-bab3c78d0bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:54.076960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e0129c-0aae-4150-8d0c-bab3c78d0bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:54.077534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a6e0129c-0aae-4150-8d0c-bab3c78d0bc7 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:54.134847 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a6e0129c-0aae-4150-8d0c-bab3c78d0bc7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3960021 Dec 20 21:47:54.137756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42164) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:54.141959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0129c-0aae-4150-8d0c-bab3c78d0bc7 admin admin] Pushing event updated for resources: {'Network': ['ID=0a48a448-6c03-459d-855c-3a8feeda68ee,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:54.142726 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4dcb4fa0-a71d-4773-8fb2-4dca7f4b8a47 admin admin] Request body: {'subnet': {'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-33458547-subnet', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:47:54.152550 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 0a48a448-6c03-459d-855c-3a8feeda68ee details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:47:54.163936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcb4fa0-a71d-4773-8fb2-4dca7f4b8a47 admin admin] Made reservation on behalf of f5fa42aaba6a47fa86c4ce17d91cc2ca for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:47:54.166683 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dcb4fa0-a71d-4773-8fb2-4dca7f4b8a47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:54.354060 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dcb4fa0-a71d-4773-8fb2-4dca7f4b8a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:54.417602 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb4fa0-a71d-4773-8fb2-4dca7f4b8a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=104a070d-0479-4f70-94de-73cf13fd3cca,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:54.425117 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcb4fa0-a71d-4773-8fb2-4dca7f4b8a47 admin admin] Checking segment: {'id': '4801d2af-1e52-40cb-bfe3-a7bf3cc86c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:47:54.426131 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb4fa0-a71d-4773-8fb2-4dca7f4b8a47 admin admin] Network hostable DHCP agents. Network: 0a48a448-6c03-459d-855c-3a8feeda68ee, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:47:54.444381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb4fa0-a71d-4773-8fb2-4dca7f4b8a47 admin admin] Network 0a48a448-6c03-459d-855c-3a8feeda68ee is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:47:54.455748 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4dcb4fa0-a71d-4773-8fb2-4dca7f4b8a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 0a48a448-6c03-459d-855c-3a8feeda68ee) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:47:54.460593 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcb4fa0-a71d-4773-8fb2-4dca7f4b8a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:47:54.461175 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4dcb4fa0-a71d-4773-8fb2-4dca7f4b8a47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:54.469257 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2923cc-2252-41d4-a554-6c37a93ade5a None None] Network 0a48a448-6c03-459d-855c-3a8feeda68ee requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:47:54.509021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42170) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:54.510630 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4dcb4fa0-a71d-4773-8fb2-4dca7f4b8a47 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3716819 Dec 20 21:47:54.514990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-33458547-router', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:47:54.541452 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:54.543434 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:54.620085 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:54.632241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-0a48a448-6c03-459d-855c-3a8feeda68ee', 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'fixed_ips': [{'subnet_id': '104a070d-0479-4f70-94de-73cf13fd3cca'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:47:54.633148 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:54.711421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-a85addc2-be76-4818-b201-71948f57eca7 req-a1d66ed6-09c6-4972-9a20-210efc0faa94 service neutron] (102401) timed out ('10.222.0.32', 47384) {{(pid=102401) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 20 21:47:54.794127 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:54.800334 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Allocated IP 172.20.0.2 (0a48a448-6c03-459d-855c-3a8feeda68ee/104a070d-0479-4f70-94de-73cf13fd3cca/e07b1d57-8504-467a-8fb5-83b12daf43c7) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:47:54.987588 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:54.997194 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:55.018187 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Network 0a48a448-6c03-459d-855c-3a8feeda68ee is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:47:55.021677 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:47:55.047782 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:47:55.051223 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:55.080961 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:55.121360 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Pushing event updated for resources: {'Port': ['ID=e07b1d57-8504-467a-8fb5-83b12daf43c7,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:55.133799 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Attempting to bind port e07b1d57-8504-467a-8fb5-83b12daf43c7 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:47:55.134288 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Attempting to bind port e07b1d57-8504-467a-8fb5-83b12daf43c7 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4801d2af-1e52-40cb-bfe3-a7bf3cc86c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:47:55.134711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Attempting to bind port e07b1d57-8504-467a-8fb5-83b12daf43c7 on network 0a48a448-6c03-459d-855c-3a8feeda68ee {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:47:55.141482 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:47:55.141855 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Checking segment: {'id': '4801d2af-1e52-40cb-bfe3-a7bf3cc86c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:47:55.142977 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:55.142977 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Bound using segment: {'id': '4801d2af-1e52-40cb-bfe3-a7bf3cc86c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:47:55.143213 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Bound port: e07b1d57-8504-467a-8fb5-83b12daf43c7, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4801d2af-1e52-40cb-bfe3-a7bf3cc86c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:47:55.143484 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:55.212931 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] For port e07b1d57-8504-467a-8fb5-83b12daf43c7, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:47:55.215472 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Allocated IP 172.35.3.245 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/9dc61def-f954-42bb-b07b-420c0cde4aee) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:47:55.216862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] For port e07b1d57-8504-467a-8fb5-83b12daf43c7, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e07b1d57-8504-467a-8fb5-83b12daf43c7,segment=NetworkSegment(4801d2af-1e52-40cb-bfe3-a7bf3cc86c26),segment_id=4801d2af-1e52-40cb-bfe3-a7bf3cc86c26)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:47:55.222353 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:55.292973 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830e24d-f139-4917-8fe2-73550f65e910 None None] Pushing event updated for resources: {'Port': ['ID=e07b1d57-8504-467a-8fb5-83b12daf43c7,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:55.358558 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:55.398567 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:55.459358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Pushing event updated for resources: {'Port': ['ID=9dc61def-f954-42bb-b07b-420c0cde4aee,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:55.485121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:47:55.489932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:47:55.498148 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:47:55.780051 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e07b1d57-8504-467a-8fb5-83b12daf43c7 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:47:55.845315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e07b1d57-8504-467a-8fb5-83b12daf43c7 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:47:55.845675 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:55.929653 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:55.971648 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:56.025101 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port e07b1d57-8504-467a-8fb5-83b12daf43c7, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e07b1d57-8504-467a-8fb5-83b12daf43c7,segment=NetworkSegment(4801d2af-1e52-40cb-bfe3-a7bf3cc86c26),segment_id=4801d2af-1e52-40cb-bfe3-a7bf3cc86c26)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:47:56.032227 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:56.090229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-a55a79d4-8d5b-4d12-ae40-0906b90be9fe req-316e9651-6901-4bf4-9f16-5569c714cd5d tempest-InstanceActionsTestJSON-325348950 tempest-InstanceActionsTestJSON-325348950-project] (102402) timed out ('10.222.0.31', 56382) {{(pid=102402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 20 21:47:56.101364 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=e07b1d57-8504-467a-8fb5-83b12daf43c7,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:56.212430 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:56.409419 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Router 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:47:56.539427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:47:56.549011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d14340-ca32-4e7b-a198-e46feff17828 None None] Network 0a48a448-6c03-459d-855c-3a8feeda68ee requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:47:56.553543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Sync routers for ids ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:47:56.571300 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:56.575353 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c4f70743-9a4f-4f1d-b4ef-cd57f0a493f8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0626483 Dec 20 21:47:56.576288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42186) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:56.609497 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Routers {'3d9bd994-05a1-4b4d-bd5a-3a6434769a88'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:47:56.610195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:47:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:47:56.886343 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-39334885-fcb2-4879-ae4c-9f386cb80716 None None] Provisioning complete for port e07b1d57-8504-467a-8fb5-83b12daf43c7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:47:56.886713 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39334885-fcb2-4879-ae4c-9f386cb80716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:57.013522 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Set router 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:47:57.292981 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90e1a999-4ac7-4b84-bb6b-920167cde6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:57.420342 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'name': 'tempest-TestServerBasicOps-33458547-router', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:47:54Z', 'updated_at': '2021-12-20T21:47:55Z', 'revision_number': 3, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'gw_port': {'id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:55Z', 'updated_at': '2021-12-20T21:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:47:57.460376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Checking router: 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:47:57.460724 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Updating router 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 port 9dc61def-f954-42bb-b07b-420c0cde4aee binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:47:57.495077 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:57.655905 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:57.732023 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e07b1d57-8504-467a-8fb5-83b12daf43c7 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:47:57.848115 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-10d9fbd6-59b3-4bb0-954f-839f7225b954 None None] Provisioning complete for port e07b1d57-8504-467a-8fb5-83b12daf43c7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:47:57.850449 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-10d9fbd6-59b3-4bb0-954f-839f7225b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:57.928315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] Allocated IP 172.20.0.1 (0a48a448-6c03-459d-855c-3a8feeda68ee/104a070d-0479-4f70-94de-73cf13fd3cca/47f9632e-e9fe-4e2b-946a-8d0861b89dcd) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:47:58.004887 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:58.006697 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e07b1d57-8504-467a-8fb5-83b12daf43c7 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:47:58.007055 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:58.077580 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:58.098347 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:58.148338 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:58.186685 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32460626-8ec5-4359-85d9-8fd474c3dc2d None None] Pushing event updated for resources: {'Port': ['ID=9dc61def-f954-42bb-b07b-420c0cde4aee,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:58.193719 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Attempting to bind port 9dc61def-f954-42bb-b07b-420c0cde4aee on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:47:58.194147 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Attempting to bind port 9dc61def-f954-42bb-b07b-420c0cde4aee by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:47:58.194483 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Attempting to bind port 9dc61def-f954-42bb-b07b-420c0cde4aee on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:47:58.202359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] Network 0a48a448-6c03-459d-855c-3a8feeda68ee is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:47:58.204513 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:47:58.204894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:47:58.205307 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:58.205713 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:47:58.206221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Bound port: 9dc61def-f954-42bb-b07b-420c0cde4aee, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:47:58.207104 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:58.208839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:47:58.212272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:47:58.270985 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] Pushing event updated for resources: {'Port': ['ID=47f9632e-e9fe-4e2b-946a-8d0861b89dcd,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:58.276905 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] For port 9dc61def-f954-42bb-b07b-420c0cde4aee, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:47:58.280626 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] For port 9dc61def-f954-42bb-b07b-420c0cde4aee, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9dc61def-f954-42bb-b07b-420c0cde4aee,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:47:58.285617 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:58.286838 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:58.353079 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Routers {'3d9bd994-05a1-4b4d-bd5a-3a6434769a88'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:47:58.353653 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:47:29Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:47:58.507239 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32460626-8ec5-4359-85d9-8fd474c3dc2d None None] Pushing event updated for resources: {'Port': ['ID=9dc61def-f954-42bb-b07b-420c0cde4aee,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:58.549035 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:58.568371 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] Set router 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:47:58.661593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-cd8ba31e-3cd6-4f6b-8783-20fbda7795b5 None None] Provisioning complete for port 47f9632e-e9fe-4e2b-946a-8d0861b89dcd triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:47:58.662057 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd8ba31e-3cd6-4f6b-8783-20fbda7795b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:58.742638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-cd8ba31e-3cd6-4f6b-8783-20fbda7795b5 None None] Port 47f9632e-e9fe-4e2b-946a-8d0861b89dcd cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:47:58.786195 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:58.794800 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:58.829993 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'name': 'tempest-TestServerBasicOps-33458547-router', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:47:54Z', 'updated_at': '2021-12-20T21:47:55Z', 'revision_number': 3, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'gw_port': {'id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:55Z', 'updated_at': '2021-12-20T21:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:47:58.867271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc69641a-f192-4876-b49e-7c2c3aa98400 None None] The sync data for ids ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'] in n-d-xena-1 is: [{'id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'name': 'tempest-TestServerBasicOps-33458547-router', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:47:54Z', 'updated_at': '2021-12-20T21:47:55Z', 'revision_number': 3, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'gw_port': {'id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:55Z', 'updated_at': '2021-12-20T21:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:47:58.870501 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:58.872993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] Pushing event updated for resources: {'Port': ['ID=47f9632e-e9fe-4e2b-946a-8d0861b89dcd,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:47:59.008063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] Network 0a48a448-6c03-459d-855c-3a8feeda68ee is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:47:59.009768 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:47:59.170543 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] Router 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:47:59.341374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:47:59.352361 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cf3f0aee-0f7b-4c2e-8de8-8f1f6060d8b8 admin admin] 10.222.0.32 "PUT /v2.0/routers/3d9bd994-05a1-4b4d-bd5a-3a6434769a88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7749722 Dec 20 21:47:59.489928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d4ba541b-a6e1-4ead-8081-5cfe11ce8863 None None] Provisioning complete for port 47f9632e-e9fe-4e2b-946a-8d0861b89dcd triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:47:59.506622 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4ba541b-a6e1-4ead-8081-5cfe11ce8863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:59.531816 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42226) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:47:59.608918 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aef56ff0-a60e-4012-945c-3ec8dd676406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:59.614892 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba541b-a6e1-4ead-8081-5cfe11ce8863 None None] Port 47f9632e-e9fe-4e2b-946a-8d0861b89dcd cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:47:59.815374 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9dc61def-f954-42bb-b07b-420c0cde4aee up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:47:59.929967 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 9dc61def-f954-42bb-b07b-420c0cde4aee triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:47:59.930613 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:47:59.981932 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-83c488a2-9d96-4264-83fb-d823628a3cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:00.174361 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:00.196991 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 9dc61def-f954-42bb-b07b-420c0cde4aee, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9dc61def-f954-42bb-b07b-420c0cde4aee,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:48:00.197216 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-83c488a2-9d96-4264-83fb-d823628a3cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:00.207294 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:00.209146 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-83c488a2-9d96-4264-83fb-d823628a3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:00.273745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-83c488a2-9d96-4264-83fb-d823628a3cf3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89b421a118d14c4fae9e80c9149377b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7403212 Dec 20 21:48:00.275277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c488a2-9d96-4264-83fb-d823628a3cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0340c81f-50c1-4824-b88e-fabe204bd335,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:00.276463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42252) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:00.317966 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=9dc61def-f954-42bb-b07b-420c0cde4aee,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:00.373044 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1fe13683-8a70-4e3f-95af-99a8f7aa8745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:00.394269 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42256) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:00.399746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-467a10f4-c265-4363-9732-69fc7250f722 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-781474331-network', 'tenant_id': '36a72480397347b9be9d8fa9d572cc19'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:00.410730 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1fe13683-8a70-4e3f-95af-99a8f7aa8745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:00.450285 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467a10f4-c265-4363-9732-69fc7250f722 admin admin] Made reservation on behalf of 36a72480397347b9be9d8fa9d572cc19 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:48:00.453864 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-467a10f4-c265-4363-9732-69fc7250f722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:00.474534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-467a10f4-c265-4363-9732-69fc7250f722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:00.522626 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1fe13683-8a70-4e3f-95af-99a8f7aa8745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:00.528658 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1fe13683-8a70-4e3f-95af-99a8f7aa8745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:00.532594 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1fe13683-8a70-4e3f-95af-99a8f7aa8745 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0340c81f-50c1-4824-b88e-fabe204bd335 HTTP/1.1" status: 204 len: 168 time: 0.2527270 Dec 20 21:48:00.550608 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe13683-8a70-4e3f-95af-99a8f7aa8745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0340c81f-50c1-4824-b88e-fabe204bd335,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:00.642575 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-467a10f4-c265-4363-9732-69fc7250f722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:00.648583 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-467a10f4-c265-4363-9732-69fc7250f722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:00.681249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a10f4-c265-4363-9732-69fc7250f722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5eda39-8ba1-4fa7-a50a-a3ab3aa4ef4a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:00.710876 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467a10f4-c265-4363-9732-69fc7250f722 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:48:00.726298 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-467a10f4-c265-4363-9732-69fc7250f722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:00.726761 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-467a10f4-c265-4363-9732-69fc7250f722 admin admin] Added segment 1f11c4e2-0653-4565-96bd-49ea4aaa099c of type vlan for network a2e779a3-ab45-4b54-a377-90a6ef6e9964 Dec 20 21:48:00.727463 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:00.798412 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-467a10f4-c265-4363-9732-69fc7250f722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:00.835133 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-467a10f4-c265-4363-9732-69fc7250f722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:00.836709 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a10f4-c265-4363-9732-69fc7250f722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:00.837612 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-467a10f4-c265-4363-9732-69fc7250f722 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:00.900367 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-467a10f4-c265-4363-9732-69fc7250f722 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5049603 Dec 20 21:48:00.903279 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42262) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:00.908530 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e261bb29-486d-4c6c-9675-ba912afdc93c admin admin] Request body: {'subnet': {'network_id': 'a2e779a3-ab45-4b54-a377-90a6ef6e9964', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-781474331-subnet', 'tenant_id': '36a72480397347b9be9d8fa9d572cc19', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:00.919692 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a10f4-c265-4363-9732-69fc7250f722 admin admin] Pushing event updated for resources: {'Network': ['ID=a2e779a3-ab45-4b54-a377-90a6ef6e9964,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:00.936233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network a2e779a3-ab45-4b54-a377-90a6ef6e9964 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:48:00.958558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e261bb29-486d-4c6c-9675-ba912afdc93c admin admin] Made reservation on behalf of 36a72480397347b9be9d8fa9d572cc19 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:48:00.962636 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e261bb29-486d-4c6c-9675-ba912afdc93c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:01.308015 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e261bb29-486d-4c6c-9675-ba912afdc93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:01.374834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261bb29-486d-4c6c-9675-ba912afdc93c admin admin] Pushing event updated for resources: {'Subnet': ['ID=24080a47-6686-4c0a-9e86-1c8ac4010028,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:01.382982 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261bb29-486d-4c6c-9675-ba912afdc93c admin admin] Checking segment: {'id': '1f11c4e2-0653-4565-96bd-49ea4aaa099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a2e779a3-ab45-4b54-a377-90a6ef6e9964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:48:01.383455 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e261bb29-486d-4c6c-9675-ba912afdc93c admin admin] Network hostable DHCP agents. Network: a2e779a3-ab45-4b54-a377-90a6ef6e9964, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:48:01.403706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e261bb29-486d-4c6c-9675-ba912afdc93c admin admin] Network a2e779a3-ab45-4b54-a377-90a6ef6e9964 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:48:01.416809 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-e261bb29-486d-4c6c-9675-ba912afdc93c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, a2e779a3-ab45-4b54-a377-90a6ef6e9964) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:48:01.423317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e261bb29-486d-4c6c-9675-ba912afdc93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:01.423940 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e261bb29-486d-4c6c-9675-ba912afdc93c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:01.431314 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc9d423-766a-4802-a97c-b225570a2c18 None None] Network a2e779a3-ab45-4b54-a377-90a6ef6e9964 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:48:01.448616 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e261bb29-486d-4c6c-9675-ba912afdc93c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5442455 Dec 20 21:48:01.451205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42282) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:01.464966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-781474331-router', 'tenant_id': '36a72480397347b9be9d8fa9d572cc19', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:01.501229 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Sync routers for ids ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:48:01.517555 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Routers {'3d9bd994-05a1-4b4d-bd5a-3a6434769a88'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:48:01.518834 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:47:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:01.523531 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:01.524915 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:01.656976 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:01.735120 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9dc61def-f954-42bb-b07b-420c0cde4aee up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:48:01.834507 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Set router 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:48:01.866731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-a2e779a3-ab45-4b54-a377-90a6ef6e9964', 'network_id': 'a2e779a3-ab45-4b54-a377-90a6ef6e9964', 'tenant_id': '36a72480397347b9be9d8fa9d572cc19', 'fixed_ips': [{'subnet_id': '24080a47-6686-4c0a-9e86-1c8ac4010028'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:48:01.869694 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:01.889494 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 9dc61def-f954-42bb-b07b-420c0cde4aee triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:01.889877 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:01.927955 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:02.201024 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:02.221296 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'name': 'tempest-TestServerBasicOps-33458547-router', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:47:54Z', 'updated_at': '2021-12-20T21:47:58Z', 'revision_number': 4, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'gw_port': {'id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:55Z', 'updated_at': '2021-12-20T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '47f9632e-e9fe-4e2b-946a-8d0861b89dcd', 'name': '', 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'mac_address': 'fa:16:3e:6a:48:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:57Z', 'updated_at': '2021-12-20T21:47:58Z', 'revision_number': 2, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'subnets': [{'id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:02.224212 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Allocated IP 172.20.0.2 (a2e779a3-ab45-4b54-a377-90a6ef6e9964/24080a47-6686-4c0a-9e86-1c8ac4010028/879ba206-a884-43fd-b81f-d48202e45909) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:48:02.325959 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Checking router: 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:48:02.326403 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Updating router 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 port 47f9632e-e9fe-4e2b-946a-8d0861b89dcd binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:48:02.365310 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:02.386480 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:02.414895 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:02.416170 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:02.548820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Allocated IP 172.35.3.29 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/0bf1e93b-7510-4205-9341-928b2ac2b804) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:48:02.590588 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:02.601836 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:02.653457 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Network a2e779a3-ab45-4b54-a377-90a6ef6e9964 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:48:02.656504 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:48:02.659935 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:48:02.710133 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Pushing event updated for resources: {'Port': ['ID=879ba206-a884-43fd-b81f-d48202e45909,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:02.758006 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:02.765107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Attempting to bind port 879ba206-a884-43fd-b81f-d48202e45909 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:48:02.765680 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Attempting to bind port 879ba206-a884-43fd-b81f-d48202e45909 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '1f11c4e2-0653-4565-96bd-49ea4aaa099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a2e779a3-ab45-4b54-a377-90a6ef6e9964'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:48:02.766337 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Attempting to bind port 879ba206-a884-43fd-b81f-d48202e45909 on network a2e779a3-ab45-4b54-a377-90a6ef6e9964 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:48:02.772666 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:02.773796 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:48:02.774218 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Checking segment: {'id': '1f11c4e2-0653-4565-96bd-49ea4aaa099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a2e779a3-ab45-4b54-a377-90a6ef6e9964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:48:02.774672 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:02.775643 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Bound using segment: {'id': '1f11c4e2-0653-4565-96bd-49ea4aaa099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a2e779a3-ab45-4b54-a377-90a6ef6e9964'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:48:02.776547 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Bound port: 879ba206-a884-43fd-b81f-d48202e45909, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f11c4e2-0653-4565-96bd-49ea4aaa099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a2e779a3-ab45-4b54-a377-90a6ef6e9964'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:48:02.776964 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:02.783811 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:02.866514 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:02.934386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] For port 879ba206-a884-43fd-b81f-d48202e45909, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:48:02.934615 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb712e0-572d-431d-8b03-05ea07b8bad3 None None] Pushing event updated for resources: {'Port': ['ID=47f9632e-e9fe-4e2b-946a-8d0861b89dcd,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:02.948059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] For port 879ba206-a884-43fd-b81f-d48202e45909, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=879ba206-a884-43fd-b81f-d48202e45909,segment=NetworkSegment(1f11c4e2-0653-4565-96bd-49ea4aaa099c),segment_id=1f11c4e2-0653-4565-96bd-49ea4aaa099c)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:48:02.950446 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb712e0-572d-431d-8b03-05ea07b8bad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:02.950895 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb712e0-572d-431d-8b03-05ea07b8bad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:02.951237 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb712e0-572d-431d-8b03-05ea07b8bad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:02.951857 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb712e0-572d-431d-8b03-05ea07b8bad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:02.952254 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb712e0-572d-431d-8b03-05ea07b8bad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:02.952812 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb712e0-572d-431d-8b03-05ea07b8bad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:02.953215 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb712e0-572d-431d-8b03-05ea07b8bad3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:02.953651 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb712e0-572d-431d-8b03-05ea07b8bad3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:02.954007 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb712e0-572d-431d-8b03-05ea07b8bad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:02.954398 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb712e0-572d-431d-8b03-05ea07b8bad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:02.956650 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:02.961135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:48:02.963568 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb712e0-572d-431d-8b03-05ea07b8bad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:02.963994 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb712e0-572d-431d-8b03-05ea07b8bad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:02.964802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:48:02.969015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:48:02.984557 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Attempting to bind port 47f9632e-e9fe-4e2b-946a-8d0861b89dcd on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:48:02.984936 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Attempting to bind port 47f9632e-e9fe-4e2b-946a-8d0861b89dcd by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4801d2af-1e52-40cb-bfe3-a7bf3cc86c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:48:02.987829 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Attempting to bind port 47f9632e-e9fe-4e2b-946a-8d0861b89dcd on network 0a48a448-6c03-459d-855c-3a8feeda68ee {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:48:03.000235 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:48:03.000603 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Checking segment: {'id': '4801d2af-1e52-40cb-bfe3-a7bf3cc86c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:48:03.001004 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:03.001392 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Bound using segment: {'id': '4801d2af-1e52-40cb-bfe3-a7bf3cc86c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:48:03.006050 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Bound port: 47f9632e-e9fe-4e2b-946a-8d0861b89dcd, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4801d2af-1e52-40cb-bfe3-a7bf3cc86c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:48:03.006655 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:03.098873 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Pushing event updated for resources: {'Port': ['ID=0bf1e93b-7510-4205-9341-928b2ac2b804,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:03.101162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e8cf3-a11a-4184-a80f-1169bdb5fce7 None None] Pushing event updated for resources: {'Port': ['ID=879ba206-a884-43fd-b81f-d48202e45909,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:03.133077 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] For port 47f9632e-e9fe-4e2b-946a-8d0861b89dcd, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:48:03.147539 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] For port 47f9632e-e9fe-4e2b-946a-8d0861b89dcd, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=47f9632e-e9fe-4e2b-946a-8d0861b89dcd,segment=NetworkSegment(4801d2af-1e52-40cb-bfe3-a7bf3cc86c26),segment_id=4801d2af-1e52-40cb-bfe3-a7bf3cc86c26)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:48:03.160844 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:03.269473 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-23c6e055-3902-43e9-b9ef-4050baaed60b None None] Provisioning complete for port 47f9632e-e9fe-4e2b-946a-8d0861b89dcd triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:03.270003 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23c6e055-3902-43e9-b9ef-4050baaed60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:03.364065 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb712e0-572d-431d-8b03-05ea07b8bad3 None None] Pushing event updated for resources: {'Port': ['ID=47f9632e-e9fe-4e2b-946a-8d0861b89dcd,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:03.372141 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Routers {'3d9bd994-05a1-4b4d-bd5a-3a6434769a88'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:48:03.374034 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:47:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:03.526205 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23c6e055-3902-43e9-b9ef-4050baaed60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:03.655485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-23c6e055-3902-43e9-b9ef-4050baaed60b None None] For port 47f9632e-e9fe-4e2b-946a-8d0861b89dcd, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=47f9632e-e9fe-4e2b-946a-8d0861b89dcd,segment=NetworkSegment(4801d2af-1e52-40cb-bfe3-a7bf3cc86c26),segment_id=4801d2af-1e52-40cb-bfe3-a7bf3cc86c26)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:48:03.669369 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23c6e055-3902-43e9-b9ef-4050baaed60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:03.771900 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] Set router 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:48:03.802433 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:03.825776 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6e055-3902-43e9-b9ef-4050baaed60b None None] Pushing event updated for resources: {'Port': ['ID=47f9632e-e9fe-4e2b-946a-8d0861b89dcd,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:03.842914 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-7d001989-44f0-4473-9cc0-20229d8c1a64 None None] Provisioning complete for port 47f9632e-e9fe-4e2b-946a-8d0861b89dcd triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:03.843292 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d001989-44f0-4473-9cc0-20229d8c1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:03.886726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 879ba206-a884-43fd-b81f-d48202e45909 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:48:03.927624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42320) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:03.933174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1a63d724-f2bd-4b77-8207-aac05064b6f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1591768287', 'description': 'tempest-secgroup-smoke-1591768287 description', 'project_id': '17bfe5143f08413da482bf49648c0cfd'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:03.983738 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a63d724-f2bd-4b77-8207-aac05064b6f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:03.996487 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a63d724-f2bd-4b77-8207-aac05064b6f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:04.012692 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 879ba206-a884-43fd-b81f-d48202e45909 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:04.013062 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:04.240381 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a63d724-f2bd-4b77-8207-aac05064b6f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:04.252967 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a63d724-f2bd-4b77-8207-aac05064b6f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:04.307462 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63d724-f2bd-4b77-8207-aac05064b6f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ebbe71-0347-474d-bc6a-50771a056ed3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:04.317976 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'name': 'tempest-TestServerBasicOps-33458547-router', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:47:54Z', 'updated_at': '2021-12-20T21:47:58Z', 'revision_number': 4, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'gw_port': {'id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:55Z', 'updated_at': '2021-12-20T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '47f9632e-e9fe-4e2b-946a-8d0861b89dcd', 'name': '', 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'mac_address': 'fa:16:3e:6a:48:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:57Z', 'updated_at': '2021-12-20T21:48:03Z', 'revision_number': 4, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'subnets': [{'id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:04.321886 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:04.394618 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9667eed-410e-4292-9815-d86ff48e3266 None None] The sync data for ids ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'] in n-d-xena-1 is: [{'id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'name': 'tempest-TestServerBasicOps-33458547-router', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:47:54Z', 'updated_at': '2021-12-20T21:47:58Z', 'revision_number': 4, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'gw_port': {'id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:55Z', 'updated_at': '2021-12-20T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '47f9632e-e9fe-4e2b-946a-8d0861b89dcd', 'name': '', 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'mac_address': 'fa:16:3e:6a:48:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:57Z', 'updated_at': '2021-12-20T21:48:03Z', 'revision_number': 4, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'subnets': [{'id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:48:04.421754 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a63d724-f2bd-4b77-8207-aac05064b6f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:04.439190 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a63d724-f2bd-4b77-8207-aac05064b6f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:04.500043 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a63d724-f2bd-4b77-8207-aac05064b6f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:04.501426 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1a63d724-f2bd-4b77-8207-aac05064b6f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5723553 Dec 20 21:48:04.518319 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42322) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:04.532211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4df2f867-8f03-4cc9-a6f6-43e43331391f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': '9a4a7bfe-bab9-4fd0-98f0-608f345a70df', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:04.560606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63d724-f2bd-4b77-8207-aac05064b6f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4a7bfe-bab9-4fd0-98f0-608f345a70df,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:04.568635 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:04.610474 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4df2f867-8f03-4cc9-a6f6-43e43331391f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:04.638554 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 879ba206-a884-43fd-b81f-d48202e45909, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=879ba206-a884-43fd-b81f-d48202e45909,segment=NetworkSegment(1f11c4e2-0653-4565-96bd-49ea4aaa099c),segment_id=1f11c4e2-0653-4565-96bd-49ea4aaa099c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:48:04.643743 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:04.731209 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=879ba206-a884-43fd-b81f-d48202e45909,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:04.753504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Router e1662b75-dd85-4d2b-84ad-922a1622e7c6 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:48:04.777835 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4df2f867-8f03-4cc9-a6f6-43e43331391f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:04.785867 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4df2f867-8f03-4cc9-a6f6-43e43331391f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:04.802847 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2f867-8f03-4cc9-a6f6-43e43331391f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060ca4cd-029f-4b39-a267-d8e67199a002,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:04.831017 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4df2f867-8f03-4cc9-a6f6-43e43331391f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:04.834777 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4df2f867-8f03-4cc9-a6f6-43e43331391f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3121665 Dec 20 21:48:04.835006 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42328) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:04.847468 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-05328a6f-9b17-4fa8-985d-969374938fc1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': '9a4a7bfe-bab9-4fd0-98f0-608f345a70df', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:04.909187 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05328a6f-9b17-4fa8-985d-969374938fc1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:04.953438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:48:04.971053 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Sync routers for ids ['e1662b75-dd85-4d2b-84ad-922a1622e7c6'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:48:04.982587 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:04.986110 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5dd66c92-1206-471d-a420-09876fadabc9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5291274 Dec 20 21:48:04.986714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42330) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:04.989291 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Routers {'e1662b75-dd85-4d2b-84ad-922a1622e7c6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:48:04.989947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:47:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e1662b75-dd85-4d2b-84ad-922a1622e7c6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:05.050847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c989f8cb-f9a4-494b-b7d4-d3bd462b98b7 None None] Network a2e779a3-ab45-4b54-a377-90a6ef6e9964 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:48:05.055082 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05328a6f-9b17-4fa8-985d-969374938fc1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:05.068508 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05328a6f-9b17-4fa8-985d-969374938fc1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:05.083648 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05328a6f-9b17-4fa8-985d-969374938fc1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1eabd5-df2d-4e0e-90ea-83bcf44a3a08,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:05.108342 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-05328a6f-9b17-4fa8-985d-969374938fc1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:05.109869 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-05328a6f-9b17-4fa8-985d-969374938fc1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2738671 Dec 20 21:48:05.112621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42332) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:05.118302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-956da61b-cf9a-466f-8824-1ba7dc5ca5f8 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': '9a4a7bfe-bab9-4fd0-98f0-608f345a70df', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:05.177704 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c03c4c88-9aba-4c7c-80d1-e131863128e2 None None] Provisioning complete for port 879ba206-a884-43fd-b81f-d48202e45909 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:05.178157 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c03c4c88-9aba-4c7c-80d1-e131863128e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:05.182802 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-956da61b-cf9a-466f-8824-1ba7dc5ca5f8 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:05.289531 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-956da61b-cf9a-466f-8824-1ba7dc5ca5f8 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:05.297860 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-956da61b-cf9a-466f-8824-1ba7dc5ca5f8 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:05.309308 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Set router e1662b75-dd85-4d2b-84ad-922a1622e7c6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:48:05.339207 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956da61b-cf9a-466f-8824-1ba7dc5ca5f8 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9ec796-02aa-4543-9325-dbd4105c63dd,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:05.351918 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-956da61b-cf9a-466f-8824-1ba7dc5ca5f8 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:05.354254 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-956da61b-cf9a-466f-8824-1ba7dc5ca5f8 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2399168 Dec 20 21:48:05.356718 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42334) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:05.364250 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-51681cad-e862-4d65-854d-6b1fe041c57f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': '9a4a7bfe-bab9-4fd0-98f0-608f345a70df', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:05.412015 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51681cad-e862-4d65-854d-6b1fe041c57f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:05.574810 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51681cad-e862-4d65-854d-6b1fe041c57f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:05.583334 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51681cad-e862-4d65-854d-6b1fe041c57f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:05.639151 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51681cad-e862-4d65-854d-6b1fe041c57f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159903b1-8316-4efb-8152-dc41cbc2a8de,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:05.656364 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51681cad-e862-4d65-854d-6b1fe041c57f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:05.657931 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-51681cad-e862-4d65-854d-6b1fe041c57f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2994668 Dec 20 21:48:05.661510 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42346) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:05.676763 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5376d2f7-d07a-4b88-823a-66a1a3bf75bb tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': '9a4a7bfe-bab9-4fd0-98f0-608f345a70df', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:05.740802 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-5376d2f7-d07a-4b88-823a-66a1a3bf75bb tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Project 17bfe5143f08413da482bf49648c0cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:48:05.751987 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5376d2f7-d07a-4b88-823a-66a1a3bf75bb tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:05.939140 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'name': 'tempest-TestServerBasicOps-781474331-router', 'tenant_id': '36a72480397347b9be9d8fa9d572cc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.29'}], 'enable_snat': True}, 'gw_port_id': '0bf1e93b-7510-4205-9341-928b2ac2b804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:01Z', 'updated_at': '2021-12-20T21:48:03Z', 'revision_number': 3, 'project_id': '36a72480397347b9be9d8fa9d572cc19', 'gw_port': {'id': '0bf1e93b-7510-4205-9341-928b2ac2b804', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:02Z', 'updated_at': '2021-12-20T21:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:05.980092 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5376d2f7-d07a-4b88-823a-66a1a3bf75bb tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:05.992162 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5376d2f7-d07a-4b88-823a-66a1a3bf75bb tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:06.041323 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5376d2f7-d07a-4b88-823a-66a1a3bf75bb tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:06.045006 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5376d2f7-d07a-4b88-823a-66a1a3bf75bb tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3800056 Dec 20 21:48:06.045363 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42350) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:06.049391 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Checking router: e1662b75-dd85-4d2b-84ad-922a1622e7c6 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:48:06.051735 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ed14c313-c655-48fa-bf63-98ba97514e42 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': '9a4a7bfe-bab9-4fd0-98f0-608f345a70df', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:06.055786 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Updating router e1662b75-dd85-4d2b-84ad-922a1622e7c6 port 0bf1e93b-7510-4205-9341-928b2ac2b804 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:48:06.059233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 47f9632e-e9fe-4e2b-946a-8d0861b89dcd up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:48:06.061760 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376d2f7-d07a-4b88-823a-66a1a3bf75bb tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a58a6e-66da-4185-bc88-2cb1479b582d,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:06.095810 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-ed14c313-c655-48fa-bf63-98ba97514e42 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Project 17bfe5143f08413da482bf49648c0cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:48:06.103624 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed14c313-c655-48fa-bf63-98ba97514e42 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:06.200757 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:06.234817 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed14c313-c655-48fa-bf63-98ba97514e42 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:06.240827 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed14c313-c655-48fa-bf63-98ba97514e42 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:06.278952 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14c313-c655-48fa-bf63-98ba97514e42 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0137af7a-033f-4731-8528-84d3fb918d6a,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:06.289598 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 47f9632e-e9fe-4e2b-946a-8d0861b89dcd triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:06.290168 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:06.301448 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed14c313-c655-48fa-bf63-98ba97514e42 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:06.303232 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ed14c313-c655-48fa-bf63-98ba97514e42 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2569137 Dec 20 21:48:06.306101 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42352) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:06.312169 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-85007965-fbdd-4e24-9459-b1e7cda3e854 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'network': {'name': 'tempest-network-smoke--1880520946', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'port_security_enabled': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:06.351184 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85007965-fbdd-4e24-9459-b1e7cda3e854 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Made reservation on behalf of 17bfe5143f08413da482bf49648c0cfd for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:48:06.365671 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85007965-fbdd-4e24-9459-b1e7cda3e854 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:06.408804 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85007965-fbdd-4e24-9459-b1e7cda3e854 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:48:06.445802 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85007965-fbdd-4e24-9459-b1e7cda3e854 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:06.448788 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-85007965-fbdd-4e24-9459-b1e7cda3e854 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Added segment 517c96f8-59b4-48f3-af3a-1a099c7258e1 of type vlan for network 18f2250c-211d-440f-89d4-5008f140da68 Dec 20 21:48:06.487165 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a5621c7d-7acb-44dc-9f7d-45479931186d None None] Provisioning complete for port 879ba206-a884-43fd-b81f-d48202e45909 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:06.487480 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5621c7d-7acb-44dc-9f7d-45479931186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:06.569669 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85007965-fbdd-4e24-9459-b1e7cda3e854 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:06.579045 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 879ba206-a884-43fd-b81f-d48202e45909 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:48:06.650020 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85007965-fbdd-4e24-9459-b1e7cda3e854 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:06.677492 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85007965-fbdd-4e24-9459-b1e7cda3e854 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:06.679537 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-85007965-fbdd-4e24-9459-b1e7cda3e854 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:06.764027 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 879ba206-a884-43fd-b81f-d48202e45909 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:06.764404 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:06.822433 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:06.853126 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-85007965-fbdd-4e24-9459-b1e7cda3e854 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5422173 Dec 20 21:48:06.858419 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42364) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:06.862823 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1997239569', 'admin_state_up': True, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:06.893299 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85007965-fbdd-4e24-9459-b1e7cda3e854 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Network': ['ID=18f2250c-211d-440f-89d4-5008f140da68,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:06.908083 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 18f2250c-211d-440f-89d4-5008f140da68 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:48:06.944933 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:06.946208 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:06.976715 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:07.019026 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:07.074437 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:07.087072 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] Allocated IP 172.20.0.1 (a2e779a3-ab45-4b54-a377-90a6ef6e9964/24080a47-6686-4c0a-9e86-1c8ac4010028/0ee42d2f-d087-473a-aa7a-9f293044a4ea) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:48:07.155330 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1055ea-9734-4cf3-b2a7-4911a03d1f0c None None] Pushing event updated for resources: {'Port': ['ID=0bf1e93b-7510-4205-9341-928b2ac2b804,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:07.179898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Attempting to bind port 0bf1e93b-7510-4205-9341-928b2ac2b804 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:48:07.180332 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Attempting to bind port 0bf1e93b-7510-4205-9341-928b2ac2b804 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:48:07.180734 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Attempting to bind port 0bf1e93b-7510-4205-9341-928b2ac2b804 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:48:07.187899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:48:07.188748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:48:07.188748 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:07.189072 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:48:07.189550 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Bound port: 0bf1e93b-7510-4205-9341-928b2ac2b804, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:48:07.189938 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:07.216053 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:07.261210 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] For port 0bf1e93b-7510-4205-9341-928b2ac2b804, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:48:07.263168 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:07.264744 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] For port 0bf1e93b-7510-4205-9341-928b2ac2b804, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0bf1e93b-7510-4205-9341-928b2ac2b804,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:48:07.271282 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:07.310413 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:07.340445 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1055ea-9734-4cf3-b2a7-4911a03d1f0c None None] Pushing event updated for resources: {'Port': ['ID=0bf1e93b-7510-4205-9341-928b2ac2b804,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:07.361837 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Routers {'e1662b75-dd85-4d2b-84ad-922a1622e7c6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:48:07.366507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:47:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e1662b75-dd85-4d2b-84ad-922a1622e7c6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:07.370919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] Network a2e779a3-ab45-4b54-a377-90a6ef6e9964 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:48:07.374520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:48:07.398259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:48:07.403921 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] Pushing event updated for resources: {'Port': ['ID=0ee42d2f-d087-473a-aa7a-9f293044a4ea,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:07.469238 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:07.499575 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:07.520031 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:07.522311 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] Set router e1662b75-dd85-4d2b-84ad-922a1622e7c6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:48:07.654589 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:07.712703 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Allocated IP 172.35.3.116 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/c9d78112-f55f-4ca2-9584-db548dff2421) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:48:07.857849 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:07.868536 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:07.877830 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-95269094-0c1d-4488-9964-9c9607bf7c63 None None] Provisioning complete for port 0ee42d2f-d087-473a-aa7a-9f293044a4ea triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:07.878479 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-95269094-0c1d-4488-9964-9c9607bf7c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:07.880572 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:07.931661 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:07.939651 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-95269094-0c1d-4488-9964-9c9607bf7c63 None None] Port 0ee42d2f-d087-473a-aa7a-9f293044a4ea cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:48:07.977586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'name': 'tempest-TestServerBasicOps-781474331-router', 'tenant_id': '36a72480397347b9be9d8fa9d572cc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.29'}], 'enable_snat': True}, 'gw_port_id': '0bf1e93b-7510-4205-9341-928b2ac2b804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:01Z', 'updated_at': '2021-12-20T21:48:03Z', 'revision_number': 3, 'project_id': '36a72480397347b9be9d8fa9d572cc19', 'gw_port': {'id': '0bf1e93b-7510-4205-9341-928b2ac2b804', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:02Z', 'updated_at': '2021-12-20T21:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:07.980350 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:48:07.983526 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:48:07.985776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:48:08.013362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439bb897-2522-48e6-802b-46eb7457cb9c None None] The sync data for ids ['e1662b75-dd85-4d2b-84ad-922a1622e7c6'] in n-d-xena-1 is: [{'id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'name': 'tempest-TestServerBasicOps-781474331-router', 'tenant_id': '36a72480397347b9be9d8fa9d572cc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.29'}], 'enable_snat': True}, 'gw_port_id': '0bf1e93b-7510-4205-9341-928b2ac2b804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:01Z', 'updated_at': '2021-12-20T21:48:03Z', 'revision_number': 3, 'project_id': '36a72480397347b9be9d8fa9d572cc19', 'gw_port': {'id': '0bf1e93b-7510-4205-9341-928b2ac2b804', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:02Z', 'updated_at': '2021-12-20T21:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:48:08.013592 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:08.028184 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=c9d78112-f55f-4ca2-9584-db548dff2421,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:08.048716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] Pushing event updated for resources: {'Port': ['ID=0ee42d2f-d087-473a-aa7a-9f293044a4ea,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:08.266708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] Network a2e779a3-ab45-4b54-a377-90a6ef6e9964 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:48:08.268658 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:48:08.479905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] Router e1662b75-dd85-4d2b-84ad-922a1622e7c6 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:48:08.504825 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:08.706388 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:48:08.717262 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d3c43783-0da6-4a31-9577-dc1bf9c4b40a admin admin] 10.222.0.32 "PUT /v2.0/routers/e1662b75-dd85-4d2b-84ad-922a1622e7c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7295117 Dec 20 21:48:08.768674 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-40360715-b9e0-4cd8-a37f-bcdadc0e2870 None None] Provisioning complete for port 0ee42d2f-d087-473a-aa7a-9f293044a4ea triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:08.769046 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40360715-b9e0-4cd8-a37f-bcdadc0e2870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:08.852432 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:08.860405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-40360715-b9e0-4cd8-a37f-bcdadc0e2870 None None] Port 0ee42d2f-d087-473a-aa7a-9f293044a4ea cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:48:09.090369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:48:09.212221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:48:09.223460 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Sync routers for ids ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:48:09.241388 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:09.243102 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Routers {'70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:48:09.243361 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c62375ae-22f4-4454-b4bc-0fd0baec8e67 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3839650 Dec 20 21:48:09.243748 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:47:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:09.246164 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42396) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:09.479184 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Set router 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:48:09.498612 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-876f4a8b-353c-4489-a07b-e81e630a5105 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=17bfe5143f08413da482bf49648c0cfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2509961 Dec 20 21:48:09.501191 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42402) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:09.566857 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42404) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:09.572568 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-46a6b3c7-15e6-48cc-a193-218ac771f8a4 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1479547971', 'description': 'tempest-secgroup-smoke-1479547971 description', 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:09.624279 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae888848-8864-485f-ad4c-279e1f7bbaca tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:09.629465 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ae888848-8864-485f-ad4c-279e1f7bbaca tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1241608 Dec 20 21:48:09.630244 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42406) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:09.637959 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-46a6b3c7-15e6-48cc-a193-218ac771f8a4 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:09.664491 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d58cd898-f687-4518-85ed-56b53ea9184d tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327168 Dec 20 21:48:09.670107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42408) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:09.682043 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-57c17fc9-fcee-43c1-b711-d55cc5cb1b16 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-259676990', 'network_id': '18f2250c-211d-440f-89d4-5008f140da68', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:09.769115 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997239569', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:06Z', 'updated_at': '2021-12-20T21:48:08Z', 'revision_number': 3, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:07Z', 'updated_at': '2021-12-20T21:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:09.802057 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Checking router: 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:48:09.802726 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Updating router 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 port c9d78112-f55f-4ca2-9584-db548dff2421 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:48:09.835452 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:09.844338 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0bf1e93b-7510-4205-9341-928b2ac2b804 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:48:09.907789 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 0bf1e93b-7510-4205-9341-928b2ac2b804 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:09.908452 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:09.913836 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-46a6b3c7-15e6-48cc-a193-218ac771f8a4 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:09.950355 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-46a6b3c7-15e6-48cc-a193-218ac771f8a4 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.037510 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-46a6b3c7-15e6-48cc-a193-218ac771f8a4 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.041495 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-46a6b3c7-15e6-48cc-a193-218ac771f8a4 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4703436 Dec 20 21:48:10.041822 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42410) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:10.047719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6232d5f1-6afc-4e73-8991-14b91105e98d tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Request body: {'security_group_rule': {'security_group_id': 'd4367eff-eb9f-4be4-b3f0-854eeed9b79d', 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:10.058750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6b3c7-15e6-48cc-a193-218ac771f8a4 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4367eff-eb9f-4be4-b3f0-854eeed9b79d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:10.078548 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.083461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c17fc9-fcee-43c1-b711-d55cc5cb1b16 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Made reservation on behalf of 17bfe5143f08413da482bf49648c0cfd for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:48:10.094894 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-57c17fc9-fcee-43c1-b711-d55cc5cb1b16 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.113559 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6232d5f1-6afc-4e73-8991-14b91105e98d tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.124592 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 0bf1e93b-7510-4205-9341-928b2ac2b804, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0bf1e93b-7510-4205-9341-928b2ac2b804,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:48:10.135833 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.257948 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=0bf1e93b-7510-4205-9341-928b2ac2b804,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:10.268421 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6232d5f1-6afc-4e73-8991-14b91105e98d tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.278989 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6232d5f1-6afc-4e73-8991-14b91105e98d tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.346163 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232d5f1-6afc-4e73-8991-14b91105e98d tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db9cfcc-dd6c-4112-966c-448211a75443,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:10.352560 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.359034 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.392266 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6232d5f1-6afc-4e73-8991-14b91105e98d tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.396787 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6232d5f1-6afc-4e73-8991-14b91105e98d tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3537931 Dec 20 21:48:10.397284 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42416) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:10.407328 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Attempting to bind port c9d78112-f55f-4ca2-9584-db548dff2421 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:48:10.407691 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Attempting to bind port c9d78112-f55f-4ca2-9584-db548dff2421 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:48:10.408181 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Attempting to bind port c9d78112-f55f-4ca2-9584-db548dff2421 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:48:10.409418 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ec7415bf-1e08-4e50-ae90-3f9eb1fdf211 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Request body: {'security_group_rule': {'security_group_id': 'd4367eff-eb9f-4be4-b3f0-854eeed9b79d', 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:10.426340 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:48:10.426619 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:48:10.426987 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.427371 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:48:10.427836 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Bound port: c9d78112-f55f-4ca2-9584-db548dff2421, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:48:10.428171 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.446350 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec7415bf-1e08-4e50-ae90-3f9eb1fdf211 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.482213 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7bae5-099b-4f66-8f92-b401e4ebe2ed None None] Pushing event updated for resources: {'Port': ['ID=c9d78112-f55f-4ca2-9584-db548dff2421,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:10.523569 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec7415bf-1e08-4e50-ae90-3f9eb1fdf211 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.531253 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] For port c9d78112-f55f-4ca2-9584-db548dff2421, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:48:10.533505 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec7415bf-1e08-4e50-ae90-3f9eb1fdf211 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.539053 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-57c17fc9-fcee-43c1-b711-d55cc5cb1b16 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.540665 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] For port c9d78112-f55f-4ca2-9584-db548dff2421, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c9d78112-f55f-4ca2-9584-db548dff2421,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:48:10.548687 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.556901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7415bf-1e08-4e50-ae90-3f9eb1fdf211 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe1a401-dc64-4e7b-be20-be7337396bcd,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:10.567377 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ec7415bf-1e08-4e50-ae90-3f9eb1fdf211 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.568980 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ec7415bf-1e08-4e50-ae90-3f9eb1fdf211 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1697810 Dec 20 21:48:10.574720 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42418) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:10.585137 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-fb4af5f3-8aba-4fcf-ba26-42a9830d7ac5 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Request body: {'security_group_rule': {'security_group_id': 'd4367eff-eb9f-4be4-b3f0-854eeed9b79d', 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:10.631258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c17fc9-fcee-43c1-b711-d55cc5cb1b16 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Checking segment: {'id': '517c96f8-59b4-48f3-af3a-1a099c7258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '18f2250c-211d-440f-89d4-5008f140da68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:48:10.631908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c17fc9-fcee-43c1-b711-d55cc5cb1b16 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network hostable DHCP agents. Network: 18f2250c-211d-440f-89d4-5008f140da68, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:48:10.634452 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7bae5-099b-4f66-8f92-b401e4ebe2ed None None] Pushing event updated for resources: {'Port': ['ID=c9d78112-f55f-4ca2-9584-db548dff2421,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:10.638290 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Routers {'70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:48:10.638892 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:47:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:10.644892 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c17fc9-fcee-43c1-b711-d55cc5cb1b16 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Subnet': ['ID=f209aa75-45ba-437f-a25b-ec8c6344ef05,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:10.651853 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb4af5f3-8aba-4fcf-ba26-42a9830d7ac5 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.665805 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c17fc9-fcee-43c1-b711-d55cc5cb1b16 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 18f2250c-211d-440f-89d4-5008f140da68 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:48:10.687844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-57c17fc9-fcee-43c1-b711-d55cc5cb1b16 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 18f2250c-211d-440f-89d4-5008f140da68) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:48:10.692591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c17fc9-fcee-43c1-b711-d55cc5cb1b16 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:10.693289 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-57c17fc9-fcee-43c1-b711-d55cc5cb1b16 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.705601 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f427198a-1dc6-4491-bc35-39df127425d7 None None] Network 18f2250c-211d-440f-89d4-5008f140da68 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:48:10.723061 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-57c17fc9-fcee-43c1-b711-d55cc5cb1b16 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0459650 Dec 20 21:48:10.725434 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42420) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:10.787623 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb4af5f3-8aba-4fcf-ba26-42a9830d7ac5 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.788094 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] Set router 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:48:10.798185 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb4af5f3-8aba-4fcf-ba26-42a9830d7ac5 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.821098 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fb4af5f3-8aba-4fcf-ba26-42a9830d7ac5 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.822788 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fb4af5f3-8aba-4fcf-ba26-42a9830d7ac5 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2467849 Dec 20 21:48:10.825426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4af5f3-8aba-4fcf-ba26-42a9830d7ac5 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35dda7c1-94a6-485a-816d-8561d3520c92,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:10.829012 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42422) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:10.838464 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7f9c351c-4ebe-4df0-acb6-b3ff3cca85b6 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Request body: {'security_group_rule': {'security_group_id': 'd4367eff-eb9f-4be4-b3f0-854eeed9b79d', 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:10.891590 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f9c351c-4ebe-4df0-acb6-b3ff3cca85b6 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:10.924865 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-18f2250c-211d-440f-89d4-5008f140da68', 'network_id': '18f2250c-211d-440f-89d4-5008f140da68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ips': [{'subnet_id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:48:10.926475 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:11.039428 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f9c351c-4ebe-4df0-acb6-b3ff3cca85b6 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:11.044058 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Sync routers for ids ['e1662b75-dd85-4d2b-84ad-922a1622e7c6'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:48:11.053503 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f9c351c-4ebe-4df0-acb6-b3ff3cca85b6 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:11.070415 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Routers {'e1662b75-dd85-4d2b-84ad-922a1622e7c6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:48:11.073312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:47:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e1662b75-dd85-4d2b-84ad-922a1622e7c6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:11.080100 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c351c-4ebe-4df0-acb6-b3ff3cca85b6 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5190eb1e-d6a1-4b1a-8e24-339d5dcf3cd0,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:11.100462 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f9c351c-4ebe-4df0-acb6-b3ff3cca85b6 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:11.102623 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7f9c351c-4ebe-4df0-acb6-b3ff3cca85b6 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2726541 Dec 20 21:48:11.105333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42424) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:11.117835 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-ee7f28c3-d8f7-44af-ab21-ae1beb35ca8a tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Request body: {'security_group_rule': {'security_group_id': 'd4367eff-eb9f-4be4-b3f0-854eeed9b79d', 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:11.170854 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-ee7f28c3-d8f7-44af-ab21-ae1beb35ca8a tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Project f5fa42aaba6a47fa86c4ce17d91cc2ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:48:11.177514 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee7f28c3-d8f7-44af-ab21-ae1beb35ca8a tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:11.214834 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997239569', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:06Z', 'updated_at': '2021-12-20T21:48:08Z', 'revision_number': 3, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:07Z', 'updated_at': '2021-12-20T21:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:11.280282 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94faec47-bc19-4db8-917f-3f684b164b54 None None] The sync data for ids ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'] in n-d-xena-1 is: [{'id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997239569', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:06Z', 'updated_at': '2021-12-20T21:48:08Z', 'revision_number': 3, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:07Z', 'updated_at': '2021-12-20T21:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:48:11.302588 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee7f28c3-d8f7-44af-ab21-ae1beb35ca8a tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:11.308193 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee7f28c3-d8f7-44af-ab21-ae1beb35ca8a tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:11.342936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f28c3-d8f7-44af-ab21-ae1beb35ca8a tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b67454-f921-46bf-87f7-fc0f5d24d823,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:11.360169 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee7f28c3-d8f7-44af-ab21-ae1beb35ca8a tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:11.368477 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ee7f28c3-d8f7-44af-ab21-ae1beb35ca8a tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2608333 Dec 20 21:48:11.369861 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 42428) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:11.379464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0a6194a9-c540-4bfc-8886-bcc37c7b5005 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Request body: {'security_group_rule': {'security_group_id': 'd4367eff-eb9f-4be4-b3f0-854eeed9b79d', 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:11.421682 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Allocated IP 172.20.0.2 (18f2250c-211d-440f-89d4-5008f140da68/f209aa75-45ba-437f-a25b-ec8c6344ef05/fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:48:11.467575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Set router e1662b75-dd85-4d2b-84ad-922a1622e7c6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:48:11.498291 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-0a6194a9-c540-4bfc-8886-bcc37c7b5005 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Project f5fa42aaba6a47fa86c4ce17d91cc2ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:48:11.507677 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0a6194a9-c540-4bfc-8886-bcc37c7b5005 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:11.672937 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0a6194a9-c540-4bfc-8886-bcc37c7b5005 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:11.680712 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0a6194a9-c540-4bfc-8886-bcc37c7b5005 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:11.700996 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:11.721819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6194a9-c540-4bfc-8886-bcc37c7b5005 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88b256d-c688-45cd-b8ed-fc06fecf765f,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:11.919836 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0bf1e93b-7510-4205-9341-928b2ac2b804 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:48:11.996109 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0a6194a9-c540-4bfc-8886-bcc37c7b5005 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:11.997404 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0a6194a9-c540-4bfc-8886-bcc37c7b5005 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6264329 Dec 20 21:48:12.075047 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:12.098927 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:12.172104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Allocated IP 172.20.0.1 (18f2250c-211d-440f-89d4-5008f140da68/f209aa75-45ba-437f-a25b-ec8c6344ef05/ac2b5166-93bf-46bf-96df-09c81e1224c6) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:48:12.191528 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Pushing event updated for resources: {'Port': ['ID=fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:12.204826 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Network 18f2250c-211d-440f-89d4-5008f140da68 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:48:12.206170 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 0bf1e93b-7510-4205-9341-928b2ac2b804 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:12.207448 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:12.255008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'name': 'tempest-TestServerBasicOps-781474331-router', 'tenant_id': '36a72480397347b9be9d8fa9d572cc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.29'}], 'enable_snat': True}, 'gw_port_id': '0bf1e93b-7510-4205-9341-928b2ac2b804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:01Z', 'updated_at': '2021-12-20T21:48:07Z', 'revision_number': 4, 'project_id': '36a72480397347b9be9d8fa9d572cc19', 'gw_port': {'id': '0bf1e93b-7510-4205-9341-928b2ac2b804', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:02Z', 'updated_at': '2021-12-20T21:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '0ee42d2f-d087-473a-aa7a-9f293044a4ea', 'name': '', 'network_id': 'a2e779a3-ab45-4b54-a377-90a6ef6e9964', 'tenant_id': '36a72480397347b9be9d8fa9d572cc19', 'mac_address': 'fa:16:3e:a5:83:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '24080a47-6686-4c0a-9e86-1c8ac4010028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:06Z', 'updated_at': '2021-12-20T21:48:07Z', 'revision_number': 2, 'project_id': '36a72480397347b9be9d8fa9d572cc19', 'subnets': [{'id': '24080a47-6686-4c0a-9e86-1c8ac4010028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:12.298638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:48:12.305822 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:48:12.311833 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:12.313865 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Checking router: e1662b75-dd85-4d2b-84ad-922a1622e7c6 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:48:12.314556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Updating router e1662b75-dd85-4d2b-84ad-922a1622e7c6 port 0ee42d2f-d087-473a-aa7a-9f293044a4ea binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:48:12.371780 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:12.410822 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-70c951a3-44a8-4279-aa22-3e3921e30cfe tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479547971&fields=id&tenant_id=f5fa42aaba6a47fa86c4ce17d91cc2ca HTTP/1.1" status: 200 len: 267 time: 0.0781548 Dec 20 21:48:12.413619 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:12.512393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Attempting to bind port fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:48:12.518564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Attempting to bind port fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '517c96f8-59b4-48f3-af3a-1a099c7258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '18f2250c-211d-440f-89d4-5008f140da68'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:48:12.520513 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Attempting to bind port fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9 on network 18f2250c-211d-440f-89d4-5008f140da68 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:48:12.535274 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:48:12.538835 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Checking segment: {'id': '517c96f8-59b4-48f3-af3a-1a099c7258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '18f2250c-211d-440f-89d4-5008f140da68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:48:12.540230 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:12.543602 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Bound using segment: {'id': '517c96f8-59b4-48f3-af3a-1a099c7258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '18f2250c-211d-440f-89d4-5008f140da68'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:48:12.544491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Bound port: fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517c96f8-59b4-48f3-af3a-1a099c7258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '18f2250c-211d-440f-89d4-5008f140da68'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:48:12.545051 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:12.569260 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=ac2b5166-93bf-46bf-96df-09c81e1224c6,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:12.599774 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 18f2250c-211d-440f-89d4-5008f140da68 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:48:12.603482 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:48:12.607898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:48:12.688108 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:12.788084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-fe53c13b-d06a-4af1-a3b0-eadac57c0f2e tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:12.789788 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-fe53c13b-d06a-4af1-a3b0-eadac57c0f2e tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/networks?id=0a48a448-6c03-459d-855c-3a8feeda68ee HTTP/1.1" status: 200 len: 807 time: 0.3657806 Dec 20 21:48:12.812570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] For port fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:48:12.829344 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] For port fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9,segment=NetworkSegment(517c96f8-59b4-48f3-af3a-1a099c7258e1),segment_id=517c96f8-59b4-48f3-af3a-1a099c7258e1)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:48:12.837457 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:12.838530 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-4726abc7-285b-4a20-ad27-220ed21663a2 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/quotas/f5fa42aaba6a47fa86c4ce17d91cc2ca HTTP/1.1" status: 200 len: 375 time: 0.0189013 Dec 20 21:48:12.902526 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:12.966641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cf6d3-8752-4699-b570-4a69105b2f87 None None] Pushing event updated for resources: {'Port': ['ID=fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:12.998552 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-37660bd8-6be1-41aa-bcf0-6e80be9c8d48 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5fa42aaba6a47fa86c4ce17d91cc2ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1360738 Dec 20 21:48:13.109957 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:13.117623 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:13.156715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-798e9c2b-6de0-4a85-973d-812968db94fa service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:48:13.156715 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-798e9c2b-6de0-4a85-973d-812968db94fa service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1371021 Dec 20 21:48:13.245965 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40ff36-ae9f-402b-8c67-d47cddd0a1ea None None] Pushing event updated for resources: {'Port': ['ID=0ee42d2f-d087-473a-aa7a-9f293044a4ea,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:13.320938 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Attempting to bind port 0ee42d2f-d087-473a-aa7a-9f293044a4ea on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:48:13.321717 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Attempting to bind port 0ee42d2f-d087-473a-aa7a-9f293044a4ea by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '1f11c4e2-0653-4565-96bd-49ea4aaa099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a2e779a3-ab45-4b54-a377-90a6ef6e9964'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:48:13.322216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Attempting to bind port 0ee42d2f-d087-473a-aa7a-9f293044a4ea on network a2e779a3-ab45-4b54-a377-90a6ef6e9964 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:48:13.329628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:48:13.330274 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Checking segment: {'id': '1f11c4e2-0653-4565-96bd-49ea4aaa099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a2e779a3-ab45-4b54-a377-90a6ef6e9964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:48:13.331050 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:13.331921 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Bound using segment: {'id': '1f11c4e2-0653-4565-96bd-49ea4aaa099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a2e779a3-ab45-4b54-a377-90a6ef6e9964'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:48:13.332984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Bound port: 0ee42d2f-d087-473a-aa7a-9f293044a4ea, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f11c4e2-0653-4565-96bd-49ea4aaa099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a2e779a3-ab45-4b54-a377-90a6ef6e9964'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:48:13.333117 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:13.392338 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-baf79f9b-bdb0-49c2-8430-550f5eb9da23 service neutron] 10.222.0.32 "GET /v2.0/networks/0a48a448-6c03-459d-855c-3a8feeda68ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277546 Dec 20 21:48:13.435135 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] For port 0ee42d2f-d087-473a-aa7a-9f293044a4ea, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:48:13.439545 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] For port 0ee42d2f-d087-473a-aa7a-9f293044a4ea, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0ee42d2f-d087-473a-aa7a-9f293044a4ea,segment=NetworkSegment(1f11c4e2-0653-4565-96bd-49ea4aaa099c),segment_id=1f11c4e2-0653-4565-96bd-49ea4aaa099c)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:48:13.445578 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:13.508693 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40ff36-ae9f-402b-8c67-d47cddd0a1ea None None] Pushing event updated for resources: {'Port': ['ID=0ee42d2f-d087-473a-aa7a-9f293044a4ea,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:13.528793 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Routers {'e1662b75-dd85-4d2b-84ad-922a1622e7c6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:48:13.529292 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:47:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e1662b75-dd85-4d2b-84ad-922a1622e7c6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:13.633942 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:13.641224 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-7430f24b-8e59-4067-bf83-e88739bb2bb9 service neutron] 10.222.0.32 "GET /v2.0/networks/0a48a448-6c03-459d-855c-3a8feeda68ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478683 Dec 20 21:48:13.647509 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:13.728231 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:13.797794 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c71bae35-450f-451d-8c62-9cf0d8acd65e None None] Provisioning complete for port 0ee42d2f-d087-473a-aa7a-9f293044a4ea triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:13.799240 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c71bae35-450f-451d-8c62-9cf0d8acd65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:13.909538 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] Set router e1662b75-dd85-4d2b-84ad-922a1622e7c6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:48:13.964357 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=ac2b5166-93bf-46bf-96df-09c81e1224c6,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:13.979230 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c9d78112-f55f-4ca2-9584-db548dff2421 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:48:13.987289 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 18f2250c-211d-440f-89d4-5008f140da68 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:48:13.990267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:48:14.139446 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:48:14.194456 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a72b0fe-1658-4fa2-a575-5dfbcad819ad req-fd3957cf-e3ac-408a-95bd-a42c13362d9a tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 210 time: 0.0564528 Dec 20 21:48:14.436991 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-e565b511-58e8-40ae-acc4-f7afe39866bb tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:14.446777 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-e565b511-58e8-40ae-acc4-f7afe39866bb tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 811 time: 0.2349491 Dec 20 21:48:14.475966 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-d2b40c96-3c6b-405f-8810-3ee0bfb771d8 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/quotas/09c4ae0ec0ec4254aff4e9bf68876ea9 HTTP/1.1" status: 200 len: 375 time: 0.0212016 Dec 20 21:48:14.578011 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-dfb91cb8-dd3d-463f-9b76-2b8d67c6c4dd tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954168 Dec 20 21:48:14.663185 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c71bae35-450f-451d-8c62-9cf0d8acd65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:14.747758 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-b96b9989-b5fd-40d1-9b47-1ba11a96b7f2 service neutron] 10.222.0.32 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687775 Dec 20 21:48:14.773608 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port c9d78112-f55f-4ca2-9584-db548dff2421 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:14.773979 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:14.842451 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a694dbd6-335a-433d-bb03-c13c49a550b8 None None] Network 18f2250c-211d-440f-89d4-5008f140da68 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:48:14.868941 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-1f8531a3-bf82-4b74-bcd8-6a9bf2ec46af service neutron] 10.222.0.32 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199052 Dec 20 21:48:14.977000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:48:14.982816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c71bae35-450f-451d-8c62-9cf0d8acd65e None None] For port 0ee42d2f-d087-473a-aa7a-9f293044a4ea, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0ee42d2f-d087-473a-aa7a-9f293044a4ea,segment=NetworkSegment(1f11c4e2-0653-4565-96bd-49ea4aaa099c),segment_id=1f11c4e2-0653-4565-96bd-49ea4aaa099c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:48:14.993688 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-59604f1d-c90f-4fbb-8857-7cd46f23d130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "PUT /v2.0/routers/70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2580955 Dec 20 21:48:15.004297 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Sync routers for ids ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:48:15.019620 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c71bae35-450f-451d-8c62-9cf0d8acd65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:15.025698 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Routers {'70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:48:15.025985 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:47:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:15.035688 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:15.220503 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Set router 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:48:15.237662 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bae35-450f-451d-8c62-9cf0d8acd65e None None] Pushing event updated for resources: {'Port': ['ID=0ee42d2f-d087-473a-aa7a-9f293044a4ea,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:15.240825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-fdb30c87-44f2-492f-b19b-e05206efcccd None None] Provisioning complete for port fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:15.241270 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdb30c87-44f2-492f-b19b-e05206efcccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:15.253742 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-8505b5ea-9932-4fbf-bc88-59b210e4547f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1591768287&fields=id&tenant_id=17bfe5143f08413da482bf49648c0cfd HTTP/1.1" status: 200 len: 267 time: 0.0597267 Dec 20 21:48:15.306244 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'name': 'tempest-TestServerBasicOps-781474331-router', 'tenant_id': '36a72480397347b9be9d8fa9d572cc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.29'}], 'enable_snat': True}, 'gw_port_id': '0bf1e93b-7510-4205-9341-928b2ac2b804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:01Z', 'updated_at': '2021-12-20T21:48:07Z', 'revision_number': 4, 'project_id': '36a72480397347b9be9d8fa9d572cc19', 'gw_port': {'id': '0bf1e93b-7510-4205-9341-928b2ac2b804', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:02Z', 'updated_at': '2021-12-20T21:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '0ee42d2f-d087-473a-aa7a-9f293044a4ea', 'name': '', 'network_id': 'a2e779a3-ab45-4b54-a377-90a6ef6e9964', 'tenant_id': '36a72480397347b9be9d8fa9d572cc19', 'mac_address': 'fa:16:3e:a5:83:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '24080a47-6686-4c0a-9e86-1c8ac4010028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:06Z', 'updated_at': '2021-12-20T21:48:13Z', 'revision_number': 4, 'project_id': '36a72480397347b9be9d8fa9d572cc19', 'subnets': [{'id': '24080a47-6686-4c0a-9e86-1c8ac4010028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:15.314962 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:15.373109 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f13bb7-cb47-4975-a367-d7585c6ad6cf None None] The sync data for ids ['e1662b75-dd85-4d2b-84ad-922a1622e7c6'] in n-d-xena-1 is: [{'id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'name': 'tempest-TestServerBasicOps-781474331-router', 'tenant_id': '36a72480397347b9be9d8fa9d572cc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.29'}], 'enable_snat': True}, 'gw_port_id': '0bf1e93b-7510-4205-9341-928b2ac2b804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:01Z', 'updated_at': '2021-12-20T21:48:07Z', 'revision_number': 4, 'project_id': '36a72480397347b9be9d8fa9d572cc19', 'gw_port': {'id': '0bf1e93b-7510-4205-9341-928b2ac2b804', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:02Z', 'updated_at': '2021-12-20T21:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '0ee42d2f-d087-473a-aa7a-9f293044a4ea', 'name': '', 'network_id': 'a2e779a3-ab45-4b54-a377-90a6ef6e9964', 'tenant_id': '36a72480397347b9be9d8fa9d572cc19', 'mac_address': 'fa:16:3e:a5:83:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '24080a47-6686-4c0a-9e86-1c8ac4010028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:06Z', 'updated_at': '2021-12-20T21:48:13Z', 'revision_number': 4, 'project_id': '36a72480397347b9be9d8fa9d572cc19', 'subnets': [{'id': '24080a47-6686-4c0a-9e86-1c8ac4010028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:48:15.383827 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port c9d78112-f55f-4ca2-9584-db548dff2421, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c9d78112-f55f-4ca2-9584-db548dff2421,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:48:15.392521 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:15.396250 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:48:15.405540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-346df061-d2ca-47eb-a5b2-784e8f914762 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:15.411001 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-346df061-d2ca-47eb-a5b2-784e8f914762 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/networks?id=18f2250c-211d-440f-89d4-5008f140da68 HTTP/1.1" status: 200 len: 797 time: 0.1481051 Dec 20 21:48:15.448772 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-b38873e1-dd2e-4d63-ae9b-5c6821f7bbfb tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/quotas/17bfe5143f08413da482bf49648c0cfd HTTP/1.1" status: 200 len: 375 time: 0.0222604 Dec 20 21:48:15.555026 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-b6190337-8c14-4f24-8abb-ee6b7d55e139 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801923 Dec 20 21:48:15.752913 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdb30c87-44f2-492f-b19b-e05206efcccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:15.764173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=c9d78112-f55f-4ca2-9584-db548dff2421,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:15.803609 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:15.805072 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:15.900395 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997239569', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:06Z', 'updated_at': '2021-12-20T21:48:12Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:07Z', 'updated_at': '2021-12-20T21:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'ac2b5166-93bf-46bf-96df-09c81e1224c6', 'name': '', 'network_id': '18f2250c-211d-440f-89d4-5008f140da68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:eb:3a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:11Z', 'updated_at': '2021-12-20T21:48:13Z', 'revision_number': 2, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:15.917539 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fdb30c87-44f2-492f-b19b-e05206efcccd None None] For port fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9,segment=NetworkSegment(517c96f8-59b4-48f3-af3a-1a099c7258e1),segment_id=517c96f8-59b4-48f3-af3a-1a099c7258e1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:48:15.928242 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdb30c87-44f2-492f-b19b-e05206efcccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:15.946784 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Checking router: 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:48:15.947151 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Updating router 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 port ac2b5166-93bf-46bf-96df-09c81e1224c6 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:48:15.970102 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-4559c6af-5925-4b13-86a7-6cc55554e57b service neutron] 10.222.0.32 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904603 Dec 20 21:48:15.981166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-6d5b4066-9d66-469a-a59a-c2ea12f40e7d tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:15.982855 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-6d5b4066-9d66-469a-a59a-c2ea12f40e7d tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.66 "GET /v2.0/networks?id=0a48a448-6c03-459d-855c-3a8feeda68ee HTTP/1.1" status: 200 len: 807 time: 0.1893940 Dec 20 21:48:15.985403 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:16.098291 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-547c1bed-694c-49cc-a7de-b83685074903 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5fa42aaba6a47fa86c4ce17d91cc2ca HTTP/1.1" status: 200 len: 380 time: 0.0936246 Dec 20 21:48:16.109000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-fdb30c87-44f2-492f-b19b-e05206efcccd None None] Provisioning complete for port 0ee42d2f-d087-473a-aa7a-9f293044a4ea triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:16.109655 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdb30c87-44f2-492f-b19b-e05206efcccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:16.111669 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-70a5eda4-009a-4a62-b0d5-3a30ad889225 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Request body: {'port': {'device_id': '321f0b29-fd69-4041-a10c-baf200dfe263', 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee', 'admin_state_up': True, 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'security_groups': ['d4367eff-eb9f-4be4-b3f0-854eeed9b79d']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:16.165867 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb30c87-44f2-492f-b19b-e05206efcccd None None] Pushing event updated for resources: {'Port': ['ID=fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:16.213764 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-7f66142c-7e0e-4c0e-b158-d3828007cc0b service neutron] 10.222.0.32 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293108 Dec 20 21:48:16.372711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-70a5eda4-009a-4a62-b0d5-3a30ad889225 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Made reservation on behalf of f5fa42aaba6a47fa86c4ce17d91cc2ca for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:48:16.378183 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-70a5eda4-009a-4a62-b0d5-3a30ad889225 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:16.401760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c9d78112-f55f-4ca2-9584-db548dff2421 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:48:16.424736 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-50f18643-f493-4e17-a1c7-acf655a9db84 req-bc1724be-8e6a-4966-9198-0e7891ad0359 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 210 time: 0.0574362 Dec 20 21:48:16.547953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-75d7baae-b800-4137-af22-2182e2bb3538 None None] Provisioning complete for port fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:16.548355 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75d7baae-b800-4137-af22-2182e2bb3538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:16.584217 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-819cacfb-b337-4ca6-a2b6-bb1c71f0a122 req-7ec7ca04-8451-4cd6-b3d0-1ab9efecf92f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 210 time: 0.0741460 Dec 20 21:48:16.643553 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port c9d78112-f55f-4ca2-9584-db548dff2421 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:16.644023 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:16.668402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-70a5eda4-009a-4a62-b0d5-3a30ad889225 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Allocated IP 172.20.0.6 (0a48a448-6c03-459d-855c-3a8feeda68ee/104a070d-0479-4f70-94de-73cf13fd3cca/0b3d0136-4f60-4b37-85d3-925a4e36c044) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:48:16.690443 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:16.705065 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:16.734956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4969258e-113d-434d-b234-7386bf0cba27 req-87841f97-3923-4369-841b-9336a6427163 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 210 time: 0.0328813 Dec 20 21:48:16.778222 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2d3f7-eebc-47c0-9e68-2595d3c2232e None None] Pushing event updated for resources: {'Port': ['ID=ac2b5166-93bf-46bf-96df-09c81e1224c6,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:16.808312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0ee42d2f-d087-473a-aa7a-9f293044a4ea up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:48:16.863023 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-75d7baae-b800-4137-af22-2182e2bb3538 None None] Provisioning complete for port ac2b5166-93bf-46bf-96df-09c81e1224c6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:16.863023 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75d7baae-b800-4137-af22-2182e2bb3538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:16.920961 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Attempting to bind port ac2b5166-93bf-46bf-96df-09c81e1224c6 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:48:16.921325 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Attempting to bind port ac2b5166-93bf-46bf-96df-09c81e1224c6 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '517c96f8-59b4-48f3-af3a-1a099c7258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '18f2250c-211d-440f-89d4-5008f140da68'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:48:16.922038 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Attempting to bind port ac2b5166-93bf-46bf-96df-09c81e1224c6 on network 18f2250c-211d-440f-89d4-5008f140da68 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:48:16.937199 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:48:16.937577 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Checking segment: {'id': '517c96f8-59b4-48f3-af3a-1a099c7258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '18f2250c-211d-440f-89d4-5008f140da68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:48:16.937965 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:16.938461 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Bound using segment: {'id': '517c96f8-59b4-48f3-af3a-1a099c7258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '18f2250c-211d-440f-89d4-5008f140da68'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:48:16.939085 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Bound port: ac2b5166-93bf-46bf-96df-09c81e1224c6, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517c96f8-59b4-48f3-af3a-1a099c7258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '18f2250c-211d-440f-89d4-5008f140da68'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:48:16.939471 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:16.939977 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-75d7baae-b800-4137-af22-2182e2bb3538 None None] Port ac2b5166-93bf-46bf-96df-09c81e1224c6 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:48:16.949217 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-70a5eda4-009a-4a62-b0d5-3a30ad889225 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:16.954749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 0ee42d2f-d087-473a-aa7a-9f293044a4ea triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:16.955304 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:17.039311 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-70a5eda4-009a-4a62-b0d5-3a30ad889225 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:17.077316 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] For port ac2b5166-93bf-46bf-96df-09c81e1224c6, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:48:17.083160 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] For port ac2b5166-93bf-46bf-96df-09c81e1224c6, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ac2b5166-93bf-46bf-96df-09c81e1224c6,segment=NetworkSegment(517c96f8-59b4-48f3-af3a-1a099c7258e1),segment_id=517c96f8-59b4-48f3-af3a-1a099c7258e1)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:48:17.094496 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:17.107189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a2f643a3-8369-489d-986a-0de9f910d98b None None] Provisioning complete for port ac2b5166-93bf-46bf-96df-09c81e1224c6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:17.107572 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a2f643a3-8369-489d-986a-0de9f910d98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:17.119149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-70a5eda4-009a-4a62-b0d5-3a30ad889225 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Network 0a48a448-6c03-459d-855c-3a8feeda68ee is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:48:17.130970 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-70a5eda4-009a-4a62-b0d5-3a30ad889225 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:48:17.146232 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-70a5eda4-009a-4a62-b0d5-3a30ad889225 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:48:17.184005 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5eda4-009a-4a62-b0d5-3a30ad889225 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Pushing event updated for resources: {'Port': ['ID=0b3d0136-4f60-4b37-85d3-925a4e36c044,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:17.198350 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2d3f7-eebc-47c0-9e68-2595d3c2232e None None] Pushing event updated for resources: {'Port': ['ID=ac2b5166-93bf-46bf-96df-09c81e1224c6,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:17.226665 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Routers {'70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:48:17.227307 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:47:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:17.258817 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-70a5eda4-009a-4a62-b0d5-3a30ad889225 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:17.259967 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-70a5eda4-009a-4a62-b0d5-3a30ad889225 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:17.281303 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a2f643a3-8369-489d-986a-0de9f910d98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:17.297539 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-70a5eda4-009a-4a62-b0d5-3a30ad889225 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1916149 Dec 20 21:48:17.331581 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Request body: {'port': {'device_id': '321f0b29-fd69-4041-a10c-baf200dfe263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:17.333068 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a2f643a3-8369-489d-986a-0de9f910d98b None None] For port ac2b5166-93bf-46bf-96df-09c81e1224c6, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ac2b5166-93bf-46bf-96df-09c81e1224c6,segment=NetworkSegment(517c96f8-59b4-48f3-af3a-1a099c7258e1),segment_id=517c96f8-59b4-48f3-af3a-1a099c7258e1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:48:17.351540 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a2f643a3-8369-489d-986a-0de9f910d98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:17.511401 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:17.513718 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f643a3-8369-489d-986a-0de9f910d98b None None] Pushing event updated for resources: {'Port': ['ID=ac2b5166-93bf-46bf-96df-09c81e1224c6,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:17.548695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2ba71a48-f86e-4d54-9874-54ac160882ab None None] Provisioning complete for port ac2b5166-93bf-46bf-96df-09c81e1224c6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:17.551771 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] Set router 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:48:17.554842 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ba71a48-f86e-4d54-9874-54ac160882ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:17.666149 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0008c69-fedf-4cee-967c-5b03bdbfc756 req-78d8cae8-a681-46b2-b005-7dfe1b7ef71c tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:17.668986 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0008c69-fedf-4cee-967c-5b03bdbfc756 req-78d8cae8-a681-46b2-b005-7dfe1b7ef71c tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 931 time: 0.1243680 Dec 20 21:48:17.776787 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7f8b8296-1f5a-4478-9e4c-bc660690119f req-9cc71b23-8a3e-4598-990b-d6b9e8bb7520 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 210 time: 0.0894389 Dec 20 21:48:17.778186 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0008c69-fedf-4cee-967c-5b03bdbfc756 req-4b8938a7-e7d0-4db5-85d0-edeebbff00a6 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4367eff-eb9f-4be4-b3f0-854eeed9b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776958 Dec 20 21:48:17.957460 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-466460d4-b662-4a35-a305-f0a357a62da8 req-9abb664f-bd4d-475a-95cb-a81e0b6b364a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 210 time: 0.0657218 Dec 20 21:48:17.995628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-02dfb640-6aba-44b2-93eb-b4fce271c1cc None None] Provisioning complete for port ac2b5166-93bf-46bf-96df-09c81e1224c6 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:17.996725 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02dfb640-6aba-44b2-93eb-b4fce271c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:18.075290 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997239569', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:06Z', 'updated_at': '2021-12-20T21:48:12Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:07Z', 'updated_at': '2021-12-20T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'ac2b5166-93bf-46bf-96df-09c81e1224c6', 'name': '', 'network_id': '18f2250c-211d-440f-89d4-5008f140da68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:eb:3a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:11Z', 'updated_at': '2021-12-20T21:48:17Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:18.126055 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a41c8a-e0b6-4102-a1cc-ff8ad8d7535e None None] The sync data for ids ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'] in n-d-xena-1 is: [{'id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997239569', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:06Z', 'updated_at': '2021-12-20T21:48:12Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:07Z', 'updated_at': '2021-12-20T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'ac2b5166-93bf-46bf-96df-09c81e1224c6', 'name': '', 'network_id': '18f2250c-211d-440f-89d4-5008f140da68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:eb:3a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:11Z', 'updated_at': '2021-12-20T21:48:17Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:48:18.154166 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:18.160773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3d0136-4f60-4b37-85d3-925a4e36c044 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:48:18.169911 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:18.175496 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-02dfb640-6aba-44b2-93eb-b4fce271c1cc None None] Provisioning complete for port 0b3d0136-4f60-4b37-85d3-925a4e36c044 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:18.176289 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02dfb640-6aba-44b2-93eb-b4fce271c1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:18.186290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Transition to ACTIVE for port object 0b3d0136-4f60-4b37-85d3-925a4e36c044 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:48:18.190868 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:18.222140 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-02dfb640-6aba-44b2-93eb-b4fce271c1cc None None] Port 0b3d0136-4f60-4b37-85d3-925a4e36c044 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:48:18.251219 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3d0136-4f60-4b37-85d3-925a4e36c044,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:18.266373 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:48:18.329844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Attempting to bind port 0b3d0136-4f60-4b37-85d3-925a4e36c044 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:48:18.330400 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:18.330818 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:18.331211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Attempting to bind port 0b3d0136-4f60-4b37-85d3-925a4e36c044 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '4801d2af-1e52-40cb-bfe3-a7bf3cc86c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:48:18.331844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Attempting to bind port 0b3d0136-4f60-4b37-85d3-925a4e36c044 on network 0a48a448-6c03-459d-855c-3a8feeda68ee {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:48:18.337848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Port 0b3d0136-4f60-4b37-85d3-925a4e36c044 on network 0a48a448-6c03-459d-855c-3a8feeda68ee not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:48:18.338267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Attempting to bind port 0b3d0136-4f60-4b37-85d3-925a4e36c044 on network 0a48a448-6c03-459d-855c-3a8feeda68ee {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:48:18.344060 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:48:18.344655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Checking segment: {'id': '4801d2af-1e52-40cb-bfe3-a7bf3cc86c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:48:18.345054 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Bound using segment: {'id': '4801d2af-1e52-40cb-bfe3-a7bf3cc86c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:48:18.348128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Bound port: 0b3d0136-4f60-4b37-85d3-925a4e36c044, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4801d2af-1e52-40cb-bfe3-a7bf3cc86c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:48:18.348128 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:18.476154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] For port 0b3d0136-4f60-4b37-85d3-925a4e36c044, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:48:18.483956 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] For port 0b3d0136-4f60-4b37-85d3-925a4e36c044, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0b3d0136-4f60-4b37-85d3-925a4e36c044,segment=NetworkSegment(4801d2af-1e52-40cb-bfe3-a7bf3cc86c26),segment_id=4801d2af-1e52-40cb-bfe3-a7bf3cc86c26)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:48:18.498640 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:18.563823 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:18.564458 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:18.570690 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] 10.222.0.66 "PUT /v2.0/ports/0b3d0136-4f60-4b37-85d3-925a4e36c044 HTTP/1.1" status: 200 len: 1089 time: 1.2565224 Dec 20 21:48:18.571822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321f0b29-fd69-4041-a10c-baf200dfe263', 'tag': '0b3d0136-4f60-4b37-85d3-925a4e36c044'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:48:18.574295 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2159300d-5314-4349-b9ed-7c0d29acdd10" -d '{"events": [{"name": "network-changed", "server_uuid": "321f0b29-fd69-4041-a10c-baf200dfe263", "tag": "0b3d0136-4f60-4b37-85d3-925a4e36c044"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:48:18.582865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308394f-f543-4fd0-88cc-eb58369edfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3d0136-4f60-4b37-85d3-925a4e36c044,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:18.620989 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be84795-5a05-4e23-9658-08bc4926baf5 x-openstack-request-id: req-5be84795-5a05-4e23-9658-08bc4926baf5 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:48:18.621461 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "321f0b29-fd69-4041-a10c-baf200dfe263", "tag": "0b3d0136-4f60-4b37-85d3-925a4e36c044", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:48:18.621855 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5be84795-5a05-4e23-9658-08bc4926baf5 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:48:18.622467 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321f0b29-fd69-4041-a10c-baf200dfe263', 'tag': '0b3d0136-4f60-4b37-85d3-925a4e36c044', 'status': 'completed', 'code': 200} Dec 20 21:48:18.705063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-fee1c86f-bbba-4d29-843f-476e0a2b7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:18.707566 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-fee1c86f-bbba-4d29-843f-476e0a2b7822 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5fa42aaba6a47fa86c4ce17d91cc2ca&device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 1092 time: 0.0688169 Dec 20 21:48:18.756082 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-548f8331-9d3c-40bf-a7c6-cb6f84f483b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b3d0136-4f60-4b37-85d3-925a4e36c044 HTTP/1.1" status: 200 len: 217 time: 0.0365145 Dec 20 21:48:18.823511 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-7f077334-2e6c-41b3-aeb4-a9f5471a5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:18.825259 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-7f077334-2e6c-41b3-aeb4-a9f5471a5379 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=104a070d-0479-4f70-94de-73cf13fd3cca HTTP/1.1" status: 200 len: 846 time: 0.0626998 Dec 20 21:48:18.883755 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-06d811e6-9ec2-435a-a94f-820f8c60c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:18.885912 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-06d811e6-9ec2-435a-a94f-820f8c60c3be service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0a48a448-6c03-459d-855c-3a8feeda68ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0502474 Dec 20 21:48:18.952300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26692c20-7e74-4130-b010-3e41a892a96b req-400e86ee-095f-4881-91f5-e5b12e283702 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:18.954555 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-26692c20-7e74-4130-b010-3e41a892a96b req-400e86ee-095f-4881-91f5-e5b12e283702 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 943 time: 0.0802908 Dec 20 21:48:18.982673 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-86ba6e77-2fef-47a6-8e06-6e6e587c7f39 req-0712dd5a-e200-406a-95b5-9305eadc8af4 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 210 time: 0.0607028 Dec 20 21:48:18.996796 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-26692c20-7e74-4130-b010-3e41a892a96b req-adda4812-b6e6-4c4c-92c5-2991adcc7dfc tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4367eff-eb9f-4be4-b3f0-854eeed9b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357010 Dec 20 21:48:19.033216 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-9a2c223a-0c2d-4a1d-abfe-77f1d19762ba service neutron] 10.222.0.66 "GET /v2.0/networks/0a48a448-6c03-459d-855c-3a8feeda68ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397672 Dec 20 21:48:19.110112 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd740b5f-c144-4cf7-b9e0-dc1c6be0d2f3 req-3584e2b6-a4c9-4714-b682-faa73f874420 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 210 time: 0.0619030 Dec 20 21:48:19.176845 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8998b18e-9ced-4ba1-90b9-4b278945a712 req-08dbdba8-9c13-4665-8163-c578a5fe47f8 service neutron] 10.222.0.66 "GET /v2.0/networks/0a48a448-6c03-459d-855c-3a8feeda68ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364100 Dec 20 21:48:19.369753 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159300d-5314-4349-b9ed-7c0d29acdd10 req-ce19f61e-b817-42e1-8505-3f399c040200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:19.371854 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2159300d-5314-4349-b9ed-7c0d29acdd10 req-ce19f61e-b817-42e1-8505-3f399c040200 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5fa42aaba6a47fa86c4ce17d91cc2ca&device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 1092 time: 0.0758710 Dec 20 21:48:19.513860 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159300d-5314-4349-b9ed-7c0d29acdd10 req-9fb794fc-68aa-4521-975e-d9849c71cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:19.515677 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2159300d-5314-4349-b9ed-7c0d29acdd10 req-9fb794fc-68aa-4521-975e-d9849c71cd6d service neutron] 10.222.0.66 "GET /v2.0/networks?id=0a48a448-6c03-459d-855c-3a8feeda68ee HTTP/1.1" status: 200 len: 908 time: 0.1355855 Dec 20 21:48:19.572576 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2159300d-5314-4349-b9ed-7c0d29acdd10 req-a44f3dc0-f501-40fd-9ce9-9d66d9b8a86d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b3d0136-4f60-4b37-85d3-925a4e36c044 HTTP/1.1" status: 200 len: 217 time: 0.0492952 Dec 20 21:48:19.634554 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159300d-5314-4349-b9ed-7c0d29acdd10 req-d24eda85-55d2-4d7a-b839-c2afe9b27130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:19.636178 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2159300d-5314-4349-b9ed-7c0d29acdd10 req-d24eda85-55d2-4d7a-b839-c2afe9b27130 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=104a070d-0479-4f70-94de-73cf13fd3cca HTTP/1.1" status: 200 len: 846 time: 0.0556762 Dec 20 21:48:19.689874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159300d-5314-4349-b9ed-7c0d29acdd10 req-fb4519ba-74a2-4b5c-8623-900e1081d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:19.691728 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2159300d-5314-4349-b9ed-7c0d29acdd10 req-fb4519ba-74a2-4b5c-8623-900e1081d90c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0a48a448-6c03-459d-855c-3a8feeda68ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0482876 Dec 20 21:48:19.802956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2159300d-5314-4349-b9ed-7c0d29acdd10 req-8e31e30e-b313-4cda-a663-f468b379cefb service neutron] 10.222.0.66 "GET /v2.0/networks/0a48a448-6c03-459d-855c-3a8feeda68ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031492 Dec 20 21:48:19.934401 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2159300d-5314-4349-b9ed-7c0d29acdd10 req-3ed59283-af8c-41b5-9228-76f18523c41e service neutron] 10.222.0.66 "GET /v2.0/networks/0a48a448-6c03-459d-855c-3a8feeda68ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243329 Dec 20 21:48:20.181017 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f59ea070-e88e-4cbb-bac4-79c3dd9ac868 req-52e089ec-20f7-42a0-b40f-b3074dbddd4d tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 210 time: 0.0791957 Dec 20 21:48:20.244259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efed58-160f-4de2-b1f6-ecadf863fd55 req-413afb8d-8222-4386-a8e6-ef345a726d3e tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:20.246028 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-31efed58-160f-4de2-b1f6-ecadf863fd55 req-413afb8d-8222-4386-a8e6-ef345a726d3e tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 943 time: 0.1182346 Dec 20 21:48:20.256664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-6f75595d-9ba5-4041-aae7-fe00e2ce457d tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:20.258212 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-6f75595d-9ba5-4041-aae7-fe00e2ce457d tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.31 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 811 time: 0.2333856 Dec 20 21:48:20.289971 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ac2b5166-93bf-46bf-96df-09c81e1224c6 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:48:20.290560 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-207ca397-b98f-4f74-87a4-2d2576f5c6ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Request body: {'port': {'device_id': '0442baf2-8a2a-45c0-b353-e9386416dd0f', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'admin_state_up': True, 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:20.349741 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e71e8d1c-3f01-4ea9-aa28-9f5f62aed0be req-8e06a9d6-0f40-4b5e-8b14-945be24d6089 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 210 time: 0.0464826 Dec 20 21:48:20.375099 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-31efed58-160f-4de2-b1f6-ecadf863fd55 req-1e45a73c-b0bd-4c01-b01d-216e4ab0ebee tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4367eff-eb9f-4be4-b3f0-854eeed9b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157119 Dec 20 21:48:20.398183 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port ac2b5166-93bf-46bf-96df-09c81e1224c6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:20.399777 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:20.492810 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-207ca397-b98f-4f74-87a4-2d2576f5c6ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Made reservation on behalf of 09c4ae0ec0ec4254aff4e9bf68876ea9 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:48:20.498143 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-207ca397-b98f-4f74-87a4-2d2576f5c6ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:20.809216 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-698f6ff3-3936-4002-a1aa-d3203f0a2c79 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:20.811440 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-698f6ff3-3936-4002-a1aa-d3203f0a2c79 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.31 "GET /v2.0/networks?id=18f2250c-211d-440f-89d4-5008f140da68 HTTP/1.1" status: 200 len: 797 time: 0.2736568 Dec 20 21:48:20.831609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-207ca397-b98f-4f74-87a4-2d2576f5c6ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Allocated IP 172.20.0.3 (4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea/b84d4e95-d9dd-430d-b73c-40cb0d866f14/0cac3ce7-7024-4dbd-9da2-ab4830db1e19) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:48:20.898270 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-7736f5fe-316d-4404-a7a3-8fec81d04e8d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17bfe5143f08413da482bf49648c0cfd HTTP/1.1" status: 200 len: 380 time: 0.0635099 Dec 20 21:48:20.910230 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-7fde574e-7a85-47d4-8a4e-23eddde90e9e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'port': {'device_id': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'network_id': '18f2250c-211d-440f-89d4-5008f140da68', 'admin_state_up': True, 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'security_groups': ['9a4a7bfe-bab9-4fd0-98f0-608f345a70df']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:21.095521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-7fde574e-7a85-47d4-8a4e-23eddde90e9e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Made reservation on behalf of 17bfe5143f08413da482bf49648c0cfd for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:48:21.099662 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-7fde574e-7a85-47d4-8a4e-23eddde90e9e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:21.141580 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-207ca397-b98f-4f74-87a4-2d2576f5c6ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:21.267841 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-207ca397-b98f-4f74-87a4-2d2576f5c6ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:21.284904 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:48:21.328974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-7fde574e-7a85-47d4-8a4e-23eddde90e9e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Allocated IP 172.20.0.9 (18f2250c-211d-440f-89d4-5008f140da68/f209aa75-45ba-437f-a25b-ec8c6344ef05/2404889b-2938-4af4-8d4f-40d493056faf) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:48:21.332369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-207ca397-b98f-4f74-87a4-2d2576f5c6ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:48:21.335884 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd2393-279e-42e8-bfcf-1742f6148776 req-457916c2-2482-4bba-8f85-a911320091f3 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:21.339727 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-207ca397-b98f-4f74-87a4-2d2576f5c6ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:48:21.342614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-207ca397-b98f-4f74-87a4-2d2576f5c6ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:48:21.363795 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0fdd2393-279e-42e8-bfcf-1742f6148776 req-457916c2-2482-4bba-8f85-a911320091f3 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 931 time: 0.0894086 Dec 20 21:48:21.394944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ca397-b98f-4f74-87a4-2d2576f5c6ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'Port': ['ID=0cac3ce7-7024-4dbd-9da2-ab4830db1e19,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:21.459103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-207ca397-b98f-4f74-87a4-2d2576f5c6ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:21.459778 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-207ca397-b98f-4f74-87a4-2d2576f5c6ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:21.493712 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-207ca397-b98f-4f74-87a4-2d2576f5c6ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2135754 Dec 20 21:48:21.499890 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0fdd2393-279e-42e8-bfcf-1742f6148776 req-fb232abb-4a67-4756-b14c-b02ec0174be7 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300220 Dec 20 21:48:21.530822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Request body: {'port': {'device_id': '0442baf2-8a2a-45c0-b353-e9386416dd0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:21.561125 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0b3d0136-4f60-4b37-85d3-925a4e36c044 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:48:21.602076 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e0946d07-4273-4921-9c2f-a5551d1d5048 req-521d62e3-e5d7-4c01-b1da-05e11224a548 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 210 time: 0.0797842 Dec 20 21:48:21.704969 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:21.722736 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6051f-0fed-4bfd-912e-010229f649cc req-01599c21-9d7a-4217-948b-06f63b23cc41 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:21.730700 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81c6051f-0fed-4bfd-912e-010229f649cc req-01599c21-9d7a-4217-948b-06f63b23cc41 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 943 time: 0.0774426 Dec 20 21:48:21.737922 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0b3d0136-4f60-4b37-85d3-925a4e36c044, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0b3d0136-4f60-4b37-85d3-925a4e36c044,segment=NetworkSegment(4801d2af-1e52-40cb-bfe3-a7bf3cc86c26),segment_id=4801d2af-1e52-40cb-bfe3-a7bf3cc86c26)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:48:21.751823 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '0b3d0136-4f60-4b37-85d3-925a4e36c044', 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee', 'port_id': '0b3d0136-4f60-4b37-85d3-925a4e36c044', 'mac_address': 'fa:16:3e:07:7c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:48:21.789714 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81c6051f-0fed-4bfd-912e-010229f649cc req-fb953537-137a-474d-adf6-4847b788b3f0 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4367eff-eb9f-4be4-b3f0-854eeed9b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570126 Dec 20 21:48:21.802748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ceb1a189-bc3b-4eae-87b2-75fec0803a3d None None] Provisioning complete for port 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:21.803639 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a189-bc3b-4eae-87b2-75fec0803a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:21.826653 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-7fde574e-7a85-47d4-8a4e-23eddde90e9e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:21.845334 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ceb1a189-bc3b-4eae-87b2-75fec0803a3d None None] Port 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:48:21.860309 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:21.872141 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-7fde574e-7a85-47d4-8a4e-23eddde90e9e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:21.876903 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3d0136-4f60-4b37-85d3-925a4e36c044 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:48:21.900709 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0b3d0136-4f60-4b37-85d3-925a4e36c044, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0b3d0136-4f60-4b37-85d3-925a4e36c044,segment=NetworkSegment(4801d2af-1e52-40cb-bfe3-a7bf3cc86c26),segment_id=4801d2af-1e52-40cb-bfe3-a7bf3cc86c26)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:48:21.905926 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:21.964433 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-7fde574e-7a85-47d4-8a4e-23eddde90e9e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 18f2250c-211d-440f-89d4-5008f140da68 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:48:21.993200 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=0b3d0136-4f60-4b37-85d3-925a4e36c044,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:22.001627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:22.002272 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:22.002896 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:22.003586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:22.004101 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:22.004591 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:22.005280 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:22.005766 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:22.006370 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:22.006853 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:22.007335 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:22.007827 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:48:22.031539 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde574e-7a85-47d4-8a4e-23eddde90e9e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=2404889b-2938-4af4-8d4f-40d493056faf,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:22.035057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-7fde574e-7a85-47d4-8a4e-23eddde90e9e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:48:22.041504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-7fde574e-7a85-47d4-8a4e-23eddde90e9e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:48:22.151823 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-7fde574e-7a85-47d4-8a4e-23eddde90e9e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:22.152459 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-7fde574e-7a85-47d4-8a4e-23eddde90e9e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:22.180990 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['0b3d0136-4f60-4b37-85d3-925a4e36c044'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:48:22.181887 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-7fde574e-7a85-47d4-8a4e-23eddde90e9e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2757776 Dec 20 21:48:22.217908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Request body: {'port': {'device_id': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:22.320091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:48:22.344372 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:22.390551 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9a3c3170-1e01-4aca-a2b6-46971d7d0e48 None None] Provisioning complete for port 2404889b-2938-4af4-8d4f-40d493056faf triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:22.390949 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a3c3170-1e01-4aca-a2b6-46971d7d0e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:22.419601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Transition to ACTIVE for port object 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:48:22.425881 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:22.440145 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:22.457506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9a3c3170-1e01-4aca-a2b6-46971d7d0e48 None None] Port 2404889b-2938-4af4-8d4f-40d493056faf cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:48:22.671404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Pushing event updated for resources: {'Port': ['ID=0cac3ce7-7024-4dbd-9da2-ab4830db1e19,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:22.770788 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2030aad-2ad4-4bfc-929e-393171b1ec65 req-941984d9-5fd2-4b1e-a543-f36165e72f41 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:22.789507 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e2030aad-2ad4-4bfc-929e-393171b1ec65 req-941984d9-5fd2-4b1e-a543-f36165e72f41 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 931 time: 0.0817738 Dec 20 21:48:22.852948 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e2030aad-2ad4-4bfc-929e-393171b1ec65 req-fa4bfc1a-8807-409e-889f-ed0b883e93ec tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571210 Dec 20 21:48:22.974980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ee206-cf6b-4100-9788-0d5386310046 req-d59e7def-ac75-4731-8afe-18e5c8807f90 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:22.982937 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-082ee206-cf6b-4100-9788-0d5386310046 req-d59e7def-ac75-4731-8afe-18e5c8807f90 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 944 time: 0.0644073 Dec 20 21:48:23.038242 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-082ee206-cf6b-4100-9788-0d5386310046 req-aa07f22e-c943-43e5-80a0-488482a7039a tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4367eff-eb9f-4be4-b3f0-854eeed9b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492353 Dec 20 21:48:23.299771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb059f40-762b-4b7c-8d84-1154bb2d46f7 req-6a6db169-2271-4772-a1f5-47b55369fec3 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:23.301904 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb059f40-762b-4b7c-8d84-1154bb2d46f7 req-6a6db169-2271-4772-a1f5-47b55369fec3 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 943 time: 0.6814721 Dec 20 21:48:23.400823 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Attempting to bind port 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:48:23.401547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Attempting to bind port 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:48:23.401547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Attempting to bind port 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:48:23.419203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Port 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:48:23.419523 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Attempting to bind port 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:48:23.434885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:48:23.435191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Checking segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:48:23.435593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Bound using segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:48:23.436006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Bound port: 0cac3ce7-7024-4dbd-9da2-ab4830db1e19, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:48:23.436357 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:23.446311 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb059f40-762b-4b7c-8d84-1154bb2d46f7 req-cbb3cc61-9424-4182-af38-67d0bb9a9430 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284130 Dec 20 21:48:23.549687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2404889b-2938-4af4-8d4f-40d493056faf {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:48:23.563241 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:23.574816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0b3d0136-4f60-4b37-85d3-925a4e36c044 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:48:23.581280 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Transition to ACTIVE for port object 2404889b-2938-4af4-8d4f-40d493056faf will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:48:23.588466 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:23.662422 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 0b3d0136-4f60-4b37-85d3-925a4e36c044 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:48:23.667821 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 0b3d0136-4f60-4b37-85d3-925a4e36c044 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:23.669185 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:23.696888 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] For port 0cac3ce7-7024-4dbd-9da2-ab4830db1e19, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:48:23.743095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2404889b-2938-4af4-8d4f-40d493056faf,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:23.753662 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] For port 0cac3ce7-7024-4dbd-9da2-ab4830db1e19, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=0cac3ce7-7024-4dbd-9da2-ab4830db1e19,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:48:23.765536 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:23.797356 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:23.817060 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Attempting to bind port 2404889b-2938-4af4-8d4f-40d493056faf on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:48:23.817707 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Attempting to bind port 2404889b-2938-4af4-8d4f-40d493056faf by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '517c96f8-59b4-48f3-af3a-1a099c7258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '18f2250c-211d-440f-89d4-5008f140da68'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:48:23.818370 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Attempting to bind port 2404889b-2938-4af4-8d4f-40d493056faf on network 18f2250c-211d-440f-89d4-5008f140da68 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:48:23.822449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:23.823280 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:23.825204 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] 10.222.0.31 "PUT /v2.0/ports/0cac3ce7-7024-4dbd-9da2-ab4830db1e19 HTTP/1.1" status: 200 len: 1089 time: 2.3018203 Dec 20 21:48:23.828446 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0442baf2-8a2a-45c0-b353-e9386416dd0f', 'tag': '0cac3ce7-7024-4dbd-9da2-ab4830db1e19'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:48:23.831857 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a3f701-439c-497c-951a-53847618ad6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0442baf2-8a2a-45c0-b353-e9386416dd0f", "tag": "0cac3ce7-7024-4dbd-9da2-ab4830db1e19"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:48:23.857195 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Port 2404889b-2938-4af4-8d4f-40d493056faf on network 18f2250c-211d-440f-89d4-5008f140da68 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:48:23.858298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Attempting to bind port 2404889b-2938-4af4-8d4f-40d493056faf on network 18f2250c-211d-440f-89d4-5008f140da68 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:48:23.867746 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 0b3d0136-4f60-4b37-85d3-925a4e36c044, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0b3d0136-4f60-4b37-85d3-925a4e36c044,segment=NetworkSegment(4801d2af-1e52-40cb-bfe3-a7bf3cc86c26),segment_id=4801d2af-1e52-40cb-bfe3-a7bf3cc86c26)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:48:23.871190 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321f0b29-fd69-4041-a10c-baf200dfe263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3d0136-4f60-4b37-85d3-925a4e36c044'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:48:23.874664 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047ae19b-68f1-445a-94e2-929eccb2bda5" -d '{"events": [{"server_uuid": "321f0b29-fd69-4041-a10c-baf200dfe263", "name": "network-vif-plugged", "status": "completed", "tag": "0b3d0136-4f60-4b37-85d3-925a4e36c044"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:48:23.907002 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:23.926454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:48:23.927579 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Checking segment: {'id': '517c96f8-59b4-48f3-af3a-1a099c7258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '18f2250c-211d-440f-89d4-5008f140da68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:48:23.929103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Bound using segment: {'id': '517c96f8-59b4-48f3-af3a-1a099c7258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '18f2250c-211d-440f-89d4-5008f140da68'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:48:23.929814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Bound port: 2404889b-2938-4af4-8d4f-40d493056faf, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517c96f8-59b4-48f3-af3a-1a099c7258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '18f2250c-211d-440f-89d4-5008f140da68'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:48:23.931691 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:23.997324 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0ffc7e-85ce-46c5-8904-e0e766f4f4ad x-openstack-request-id: req-7a0ffc7e-85ce-46c5-8904-e0e766f4f4ad {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:48:23.997737 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0442baf2-8a2a-45c0-b353-e9386416dd0f", "tag": "0cac3ce7-7024-4dbd-9da2-ab4830db1e19", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:48:23.998146 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a0ffc7e-85ce-46c5-8904-e0e766f4f4ad {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:48:23.998645 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0442baf2-8a2a-45c0-b353-e9386416dd0f', 'tag': '0cac3ce7-7024-4dbd-9da2-ab4830db1e19', 'status': 'completed', 'code': 200} Dec 20 21:48:24.027465 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=0b3d0136-4f60-4b37-85d3-925a4e36c044,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:24.119745 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6994e5a9-c26c-421b-b612-c4330bed467e x-openstack-request-id: req-6994e5a9-c26c-421b-b612-c4330bed467e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:48:24.120007 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321f0b29-fd69-4041-a10c-baf200dfe263", "name": "network-vif-plugged", "status": "completed", "tag": "0b3d0136-4f60-4b37-85d3-925a4e36c044", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:48:24.120175 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6994e5a9-c26c-421b-b612-c4330bed467e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:48:24.120272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c0444-55f0-48fc-9598-0f5684d471bb service neutron] Pushing event updated for resources: {'Port': ['ID=0cac3ce7-7024-4dbd-9da2-ab4830db1e19,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:24.120554 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321f0b29-fd69-4041-a10c-baf200dfe263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3d0136-4f60-4b37-85d3-925a4e36c044', 'code': 200} Dec 20 21:48:24.203317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-be40e935-a6aa-4b71-b426-a3efdea1a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:24.205045 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-be40e935-a6aa-4b71-b426-a3efdea1a555 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 1092 time: 0.2822626 Dec 20 21:48:24.226601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc291d2a-9fa5-4a12-9072-c278207f1cbc req-14b68d5b-bc40-4101-9992-6ac63115be33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:24.228165 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fc291d2a-9fa5-4a12-9072-c278207f1cbc req-14b68d5b-bc40-4101-9992-6ac63115be33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 943 time: 0.1544123 Dec 20 21:48:24.289448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca4831-b848-4227-9aab-668a366dbbbc req-b38e91df-cf43-4d0a-89cc-e46d5797e282 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:24.296314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] For port 2404889b-2938-4af4-8d4f-40d493056faf, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:48:24.298939 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-58ca4831-b848-4227-9aab-668a366dbbbc req-b38e91df-cf43-4d0a-89cc-e46d5797e282 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 945 time: 0.0868242 Dec 20 21:48:24.315300 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-e535a6d2-369d-4572-9a97-990178cbd23f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cac3ce7-7024-4dbd-9da2-ab4830db1e19 HTTP/1.1" status: 200 len: 217 time: 0.0839071 Dec 20 21:48:24.340424 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] For port 2404889b-2938-4af4-8d4f-40d493056faf, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=2404889b-2938-4af4-8d4f-40d493056faf,segment=NetworkSegment(517c96f8-59b4-48f3-af3a-1a099c7258e1),segment_id=517c96f8-59b4-48f3-af3a-1a099c7258e1)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:48:24.362950 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-58ca4831-b848-4227-9aab-668a366dbbbc req-f5ffa059-a9b8-4bd9-94ef-0bfbadd639a3 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4367eff-eb9f-4be4-b3f0-854eeed9b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542324 Dec 20 21:48:24.381730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:24.435514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:24.436397 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:24.437819 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] 10.222.0.31 "PUT /v2.0/ports/2404889b-2938-4af4-8d4f-40d493056faf HTTP/1.1" status: 200 len: 1089 time: 2.2274225 Dec 20 21:48:24.441481 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fc291d2a-9fa5-4a12-9072-c278207f1cbc req-18a7e8c7-faa8-4ffc-817a-e0b05aa20d15 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960580 Dec 20 21:48:24.451140 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cf210-5c09-47d5-90b4-830fe6fc2b6d req-e7634d95-35ef-4e7e-8317-03d1584317df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:24.452941 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd1cf210-5c09-47d5-90b4-830fe6fc2b6d req-e7634d95-35ef-4e7e-8317-03d1584317df service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 1094 time: 0.2162259 Dec 20 21:48:24.478753 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-9123b5ea-2123-42e5-8e76-7914d1c38b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:24.480247 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-9123b5ea-2123-42e5-8e76-7914d1c38b7e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.1538162 Dec 20 21:48:24.567644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264f71a-91d4-4fd4-bc65-32985ac0a7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2404889b-2938-4af4-8d4f-40d493056faf,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:24.615972 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd1cf210-5c09-47d5-90b4-830fe6fc2b6d req-2452fb26-249a-4362-a3d4-8febf6e642d5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d4367eff-eb9f-4be4-b3f0-854eeed9b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528018 Dec 20 21:48:24.631959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-c52efe30-af33-4576-aa32-9f2e0b44c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:24.633648 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-c52efe30-af33-4576-aa32-9f2e0b44c26a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1389327 Dec 20 21:48:24.646940 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-f3321b64-37ac-4383-931f-17fefb6a2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:24.649053 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-f3321b64-37ac-4383-931f-17fefb6a2672 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 1092 time: 0.1371014 Dec 20 21:48:24.673936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e71b5a-5e14-487c-adb8-acc94d2dec41 req-5908281f-02c1-4bd8-96ff-9e473c7d91e2 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:24.684512 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5e71b5a-5e14-487c-adb8-acc94d2dec41 req-5908281f-02c1-4bd8-96ff-9e473c7d91e2 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 943 time: 0.1260910 Dec 20 21:48:24.741000 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5e71b5a-5e14-487c-adb8-acc94d2dec41 req-c7ac3175-bdf3-4c70-adc4-33a7e31041be tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513890 Dec 20 21:48:24.746733 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-bf77392a-06b8-40b7-87cf-c5994c1befc9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2404889b-2938-4af4-8d4f-40d493056faf HTTP/1.1" status: 200 len: 217 time: 0.0846524 Dec 20 21:48:24.816855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-123dc106-40cc-48b6-88ac-b93ecd7d61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:24.819002 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-123dc106-40cc-48b6-88ac-b93ecd7d61e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f209aa75-45ba-437f-a25b-ec8c6344ef05 HTTP/1.1" status: 200 len: 834 time: 0.0654318 Dec 20 21:48:24.855284 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-113e5ace-0228-4485-963f-31088db6db51 service neutron] 10.222.0.31 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049930 Dec 20 21:48:24.932705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-82d72e7d-aaee-4883-9757-4e566ef8b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:24.934368 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-82d72e7d-aaee-4883-9757-4e566ef8b092 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=18f2250c-211d-440f-89d4-5008f140da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1072261 Dec 20 21:48:25.022461 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81bb8615-4690-4c58-b785-5b3153a92a05 req-55a28f34-6a10-4660-8f65-582ab2479673 service neutron] 10.222.0.31 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599910 Dec 20 21:48:25.054143 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-bd879504-963e-4b81-909c-1d018261bc2f service neutron] 10.222.0.31 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117930 Dec 20 21:48:25.201220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3f701-439c-497c-951a-53847618ad6a req-c5e37153-a64e-4dd9-ad42-7803634f7bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:25.202763 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18a3f701-439c-497c-951a-53847618ad6a req-c5e37153-a64e-4dd9-ad42-7803634f7bc8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 1092 time: 0.0987785 Dec 20 21:48:25.206438 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8e0df7d-4c06-4e54-9cfa-36cfcc841493 req-14257813-e0d6-49e1-a584-fe76995cc41a service neutron] 10.222.0.31 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216061 Dec 20 21:48:25.318466 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3f701-439c-497c-951a-53847618ad6a req-b03c3544-802c-4005-8e6c-a2e04ec4ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:25.319931 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18a3f701-439c-497c-951a-53847618ad6a req-b03c3544-802c-4005-8e6c-a2e04ec4ed78 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 912 time: 0.1021049 Dec 20 21:48:25.363181 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18a3f701-439c-497c-951a-53847618ad6a req-54cea783-3779-4ecb-8984-b3b870d37a69 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cac3ce7-7024-4dbd-9da2-ab4830db1e19 HTTP/1.1" status: 200 len: 217 time: 0.0349274 Dec 20 21:48:25.423777 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3f701-439c-497c-951a-53847618ad6a req-5a4f8a29-0773-4374-9575-ef0911023762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:25.425537 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18a3f701-439c-497c-951a-53847618ad6a req-5a4f8a29-0773-4374-9575-ef0911023762 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.0561728 Dec 20 21:48:25.509716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19ec00-b1dd-45e9-85f0-f7ad8aa67075 req-1cad440b-ac56-4936-97b1-dd6d64a40633 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:25.511369 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cd19ec00-b1dd-45e9-85f0-f7ad8aa67075 req-1cad440b-ac56-4936-97b1-dd6d64a40633 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 945 time: 0.0849128 Dec 20 21:48:25.545440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3f701-439c-497c-951a-53847618ad6a req-0fadb9f8-31c8-4e25-b35c-7eff0b5dd112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:25.548828 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18a3f701-439c-497c-951a-53847618ad6a req-0fadb9f8-31c8-4e25-b35c-7eff0b5dd112 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1130025 Dec 20 21:48:25.634554 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a44f24-891f-439e-8718-f3e1db606e63 req-499319c8-6dfc-479b-a9da-18ba6de1c7ed tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:25.644454 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-26a44f24-891f-439e-8718-f3e1db606e63 req-499319c8-6dfc-479b-a9da-18ba6de1c7ed tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 943 time: 0.0760782 Dec 20 21:48:25.688593 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-26a44f24-891f-439e-8718-f3e1db606e63 req-ad2850e5-4cd4-4981-811c-0c92827dbf64 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432327 Dec 20 21:48:25.749012 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cd19ec00-b1dd-45e9-85f0-f7ad8aa67075 req-b1afe6d1-8e85-4280-8462-f461ee552b89 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4367eff-eb9f-4be4-b3f0-854eeed9b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293260 Dec 20 21:48:25.776346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18a3f701-439c-497c-951a-53847618ad6a req-f569ca2a-5860-4ece-a52c-cadd1f2ec102 service neutron] 10.222.0.31 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188318 Dec 20 21:48:25.890116 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4086d2e-9427-4e3c-b92b-2f946f445b14 req-483d3d02-7bba-4a06-9ff4-ce397dce4033 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:25.898710 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c4086d2e-9427-4e3c-b92b-2f946f445b14 req-483d3d02-7bba-4a06-9ff4-ce397dce4033 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 943 time: 0.0634146 Dec 20 21:48:25.926329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18a3f701-439c-497c-951a-53847618ad6a req-e6cc0de8-a4df-411e-a113-aa1378995d16 service neutron] 10.222.0.31 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396329 Dec 20 21:48:25.945572 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c4086d2e-9427-4e3c-b92b-2f946f445b14 req-dc76ba07-7c52-46a2-9431-a8f44788504d tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457382 Dec 20 21:48:26.000107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'tag': '2404889b-2938-4af4-8d4f-40d493056faf'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:48:26.002986 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d32bcee-2871-4a4c-a41a-52689e0e6f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7f3285-4cac-4dad-b1cc-a6fb2276e73a", "tag": "2404889b-2938-4af4-8d4f-40d493056faf"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:48:26.053130 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a83a98-18a6-47c6-bf95-4ed99b45c0f9 x-openstack-request-id: req-96a83a98-18a6-47c6-bf95-4ed99b45c0f9 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:48:26.053425 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7f3285-4cac-4dad-b1cc-a6fb2276e73a", "tag": "2404889b-2938-4af4-8d4f-40d493056faf", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:48:26.053678 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-96a83a98-18a6-47c6-bf95-4ed99b45c0f9 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:48:26.054113 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'tag': '2404889b-2938-4af4-8d4f-40d493056faf', 'status': 'completed', 'code': 200} Dec 20 21:48:26.204270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32bcee-2871-4a4c-a41a-52689e0e6f7e req-00890d8d-c22a-42ed-a868-755ec0c43570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:26.206093 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d32bcee-2871-4a4c-a41a-52689e0e6f7e req-00890d8d-c22a-42ed-a868-755ec0c43570 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 1092 time: 0.0502920 Dec 20 21:48:26.303990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32bcee-2871-4a4c-a41a-52689e0e6f7e req-d269be59-0fe1-441f-9631-c58f4342e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:26.305462 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d32bcee-2871-4a4c-a41a-52689e0e6f7e req-d269be59-0fe1-441f-9631-c58f4342e54e service neutron] 10.222.0.31 "GET /v2.0/networks?id=18f2250c-211d-440f-89d4-5008f140da68 HTTP/1.1" status: 200 len: 898 time: 0.0929284 Dec 20 21:48:26.346879 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d32bcee-2871-4a4c-a41a-52689e0e6f7e req-e462d825-6592-44c4-95f0-12bfacd9edf1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2404889b-2938-4af4-8d4f-40d493056faf HTTP/1.1" status: 200 len: 217 time: 0.0343356 Dec 20 21:48:26.396407 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32bcee-2871-4a4c-a41a-52689e0e6f7e req-00cd56ed-9390-4ea9-be53-57ada090703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:26.397822 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d32bcee-2871-4a4c-a41a-52689e0e6f7e req-00cd56ed-9390-4ea9-be53-57ada090703f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f209aa75-45ba-437f-a25b-ec8c6344ef05 HTTP/1.1" status: 200 len: 834 time: 0.0441678 Dec 20 21:48:26.449964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32bcee-2871-4a4c-a41a-52689e0e6f7e req-e9fad334-6087-4f06-ac98-084397f54943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:26.451612 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d32bcee-2871-4a4c-a41a-52689e0e6f7e req-e9fad334-6087-4f06-ac98-084397f54943 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=18f2250c-211d-440f-89d4-5008f140da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0448189 Dec 20 21:48:26.541454 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d32bcee-2871-4a4c-a41a-52689e0e6f7e req-aa5fb420-20f8-48a5-8972-aeee4839d8a5 service neutron] 10.222.0.31 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827527 Dec 20 21:48:26.636316 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d32bcee-2871-4a4c-a41a-52689e0e6f7e req-96cf9dbd-01b9-4989-8b58-df8e16ddd094 service neutron] 10.222.0.31 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875964 Dec 20 21:48:26.817078 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f4db2-2e6f-4536-85bf-e5067db0e14c req-513fd96a-0d61-46c5-b89d-e42734570053 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:26.818654 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c2f4db2-2e6f-4536-85bf-e5067db0e14c req-513fd96a-0d61-46c5-b89d-e42734570053 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 943 time: 0.0557392 Dec 20 21:48:26.869347 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c2f4db2-2e6f-4536-85bf-e5067db0e14c req-16078acb-6d4d-44f7-a4c1-a8451c3a34df tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391355 Dec 20 21:48:26.893292 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc19a3-4144-4da9-821f-28cebaa09e3d req-2c23ee26-cc66-48e1-8c58-24a4af763fb3 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:26.894903 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fdfc19a3-4144-4da9-821f-28cebaa09e3d req-2c23ee26-cc66-48e1-8c58-24a4af763fb3 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 945 time: 0.0527523 Dec 20 21:48:26.936369 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fdfc19a3-4144-4da9-821f-28cebaa09e3d req-5198b42d-2832-4389-a0d5-5bdd09ee136a tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4367eff-eb9f-4be4-b3f0-854eeed9b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354824 Dec 20 21:48:27.070469 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2757adf-cf3c-4d89-999c-83aaa73e7c61 req-6a33cd49-4128-4f4e-8256-b8be9d5782ac tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:27.072089 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d2757adf-cf3c-4d89-999c-83aaa73e7c61 req-6a33cd49-4128-4f4e-8256-b8be9d5782ac tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 945 time: 0.0568571 Dec 20 21:48:27.073854 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad71eb0-34f5-46fb-ac8c-a66cc0830fc7 req-df827d92-54c9-4071-9c9a-78e6d9239524 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:27.075341 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ad71eb0-34f5-46fb-ac8c-a66cc0830fc7 req-df827d92-54c9-4071-9c9a-78e6d9239524 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 943 time: 0.0560503 Dec 20 21:48:27.114043 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d2757adf-cf3c-4d89-999c-83aaa73e7c61 req-4c166273-9ae5-4855-9223-da2dd99c05a9 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4367eff-eb9f-4be4-b3f0-854eeed9b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350885 Dec 20 21:48:27.132527 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ad71eb0-34f5-46fb-ac8c-a66cc0830fc7 req-515ebf05-9af2-4c98-a281-1835e5b7711a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508225 Dec 20 21:48:27.165181 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19bba7a8-526c-4b69-9a52-263dd0fcb99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:27.179228 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4a18bb88-2098-4d1e-bc6a-5f2f823a9282 req-fa08abf9-4617-411d-bb04-9202c221bb74 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0660319 Dec 20 21:48:27.249030 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab270a88-48e3-4895-be26-29cdbb6cdb2a req-827991ef-5646-4ed8-ba1e-a00a97568075 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:27.250738 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab270a88-48e3-4895-be26-29cdbb6cdb2a req-827991ef-5646-4ed8-ba1e-a00a97568075 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 945 time: 0.0550656 Dec 20 21:48:27.284748 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18bb88-2098-4d1e-bc6a-5f2f823a9282 req-07280d17-0913-4df0-ac3b-9c8c6f2f66a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:27.286430 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4a18bb88-2098-4d1e-bc6a-5f2f823a9282 req-07280d17-0913-4df0-ac3b-9c8c6f2f66a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5fa42aaba6a47fa86c4ce17d91cc2ca&device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 1094 time: 0.0437298 Dec 20 21:48:27.295332 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab270a88-48e3-4895-be26-29cdbb6cdb2a req-868a5dab-76a9-4874-b487-5137b429234e tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4367eff-eb9f-4be4-b3f0-854eeed9b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374334 Dec 20 21:48:27.317246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42684) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:27.398829 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18bb88-2098-4d1e-bc6a-5f2f823a9282 req-42b05122-984b-4dd9-b95a-2300fd941b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:27.400316 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4a18bb88-2098-4d1e-bc6a-5f2f823a9282 req-42b05122-984b-4dd9-b95a-2300fd941b27 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0a48a448-6c03-459d-855c-3a8feeda68ee HTTP/1.1" status: 200 len: 908 time: 0.0873418 Dec 20 21:48:27.404109 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9c08e0-6a62-44c8-a63a-8a9378afe8db tempest-TestServerBasicOps-1742249866 tempest-TestServerBasicOps-1742249866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:27.405620 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2e9c08e0-6a62-44c8-a63a-8a9378afe8db tempest-TestServerBasicOps-1742249866 tempest-TestServerBasicOps-1742249866-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 1089 time: 0.0873702 Dec 20 21:48:27.408838 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42688) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:27.413232 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': '0b3d0136-4f60-4b37-85d3-925a4e36c044', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:27.437957 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:27.448288 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4a18bb88-2098-4d1e-bc6a-5f2f823a9282 req-2d128e9c-acc6-49a5-8b58-4bac2ab08460 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b3d0136-4f60-4b37-85d3-925a4e36c044 HTTP/1.1" status: 200 len: 217 time: 0.0401921 Dec 20 21:48:27.499630 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18bb88-2098-4d1e-bc6a-5f2f823a9282 req-f82f2d60-490f-498a-adae-636dcee7915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:27.501285 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4a18bb88-2098-4d1e-bc6a-5f2f823a9282 req-f82f2d60-490f-498a-adae-636dcee7915f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=104a070d-0479-4f70-94de-73cf13fd3cca HTTP/1.1" status: 200 len: 846 time: 0.0464580 Dec 20 21:48:27.541401 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:27.554867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18bb88-2098-4d1e-bc6a-5f2f823a9282 req-76a4458a-27b9-4502-a5dd-cf46dcfe9666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:27.556456 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4a18bb88-2098-4d1e-bc6a-5f2f823a9282 req-76a4458a-27b9-4502-a5dd-cf46dcfe9666 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0a48a448-6c03-459d-855c-3a8feeda68ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0489333 Dec 20 21:48:27.573693 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 2404889b-2938-4af4-8d4f-40d493056faf details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:48:27.683197 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4a18bb88-2098-4d1e-bc6a-5f2f823a9282 req-0b70643e-3703-4da8-8904-4d4f4bd6da93 service neutron] 10.222.0.66 "GET /v2.0/networks/0a48a448-6c03-459d-855c-3a8feeda68ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202593 Dec 20 21:48:27.689824 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Allocated IP 172.35.3.88 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/2c6b35ab-d751-4df3-8d6a-2f7281e43d6a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:48:27.690349 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 2404889b-2938-4af4-8d4f-40d493056faf, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=2404889b-2938-4af4-8d4f-40d493056faf,segment=NetworkSegment(517c96f8-59b4-48f3-af3a-1a099c7258e1),segment_id=517c96f8-59b4-48f3-af3a-1a099c7258e1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:48:27.799792 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4a18bb88-2098-4d1e-bc6a-5f2f823a9282 req-d0be5f03-f528-460e-a86c-05794b19a9d3 service neutron] 10.222.0.66 "GET /v2.0/networks/0a48a448-6c03-459d-855c-3a8feeda68ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091745 Dec 20 21:48:27.806633 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:27.851723 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:27.872682 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '2404889b-2938-4af4-8d4f-40d493056faf', 'network_id': '18f2250c-211d-440f-89d4-5008f140da68', 'port_id': '2404889b-2938-4af4-8d4f-40d493056faf', 'mac_address': 'fa:16:3e:a9:26:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:48:27.894609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:48:27.897152 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:48:27.899982 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:48:27.926949 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Pushing event updated for resources: {'Port': ['ID=2c6b35ab-d751-4df3-8d6a-2f7281e43d6a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:27.928746 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:27.962371 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2404889b-2938-4af4-8d4f-40d493056faf {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:48:27.989713 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 2404889b-2938-4af4-8d4f-40d493056faf, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=2404889b-2938-4af4-8d4f-40d493056faf,segment=NetworkSegment(517c96f8-59b4-48f3-af3a-1a099c7258e1),segment_id=517c96f8-59b4-48f3-af3a-1a099c7258e1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:48:27.996068 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:28.000858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2e2f1-1f0d-4a2f-99c6-ab60890d59d0 req-77fc8bd2-abdb-4c3e-b651-a0dd59dcfdb5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:28.009894 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0fd2e2f1-1f0d-4a2f-99c6-ab60890d59d0 req-77fc8bd2-abdb-4c3e-b651-a0dd59dcfdb5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 943 time: 0.0618787 Dec 20 21:48:28.053975 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0fd2e2f1-1f0d-4a2f-99c6-ab60890d59d0 req-4bc7f389-e24e-41be-b6ab-e78096715cb7 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428228 Dec 20 21:48:28.069928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=2404889b-2938-4af4-8d4f-40d493056faf,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:28.301082 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['2404889b-2938-4af4-8d4f-40d493056faf'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:48:28.658278 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8c546-08b8-4fc9-8bc9-6bf6fab6a6e6 req-355163c8-aec1-42e2-acac-3612fa3e4856 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:28.659852 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90b8c546-08b8-4fc9-8bc9-6bf6fab6a6e6 req-355163c8-aec1-42e2-acac-3612fa3e4856 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 943 time: 0.4641883 Dec 20 21:48:28.668106 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:28.729553 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90b8c546-08b8-4fc9-8bc9-6bf6fab6a6e6 req-98b541d7-fc25-416d-a770-caed88f363a3 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631347 Dec 20 21:48:28.756404 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:28.906295 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:28.912092 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:28.986958 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Pushing event updated for resources: {'Port': ['ID=2c6b35ab-d751-4df3-8d6a-2f7281e43d6a,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:28.999885 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:29.103768 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Floating IP cd75d1b3-815e-4b79-bf28-6b85976af28a associated. External IP: 172.35.3.88, port: 0b3d0136-4f60-4b37-85d3-925a4e36c044. Dec 20 21:48:29.206691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9622e7-642d-4709-8d6b-1ab73eec0ec2 req-2147f4be-8d6d-4309-a97d-0601eca9ed2a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:29.209130 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd9622e7-642d-4709-8d6b-1ab73eec0ec2 req-2147f4be-8d6d-4309-a97d-0601eca9ed2a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 944 time: 0.0641325 Dec 20 21:48:29.250298 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd9622e7-642d-4709-8d6b-1ab73eec0ec2 req-9d0d6bd7-506b-4d9e-83b6-a427dfe1d017 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344768 Dec 20 21:48:29.320407 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Router 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:48:29.431322 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:48:29.441904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da126ee9-1956-4d93-acdd-6ed1a8f5ac80 None None] Sync routers for ids ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:48:29.450830 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da126ee9-1956-4d93-acdd-6ed1a8f5ac80 None None] Routers {'3d9bd994-05a1-4b4d-bd5a-3a6434769a88'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:48:29.451624 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:29.451790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-da126ee9-1956-4d93-acdd-6ed1a8f5ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:47:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:29.494086 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e4a0e4ff-6c0d-46c3-ac0e-6c4843646aab tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0737553 Dec 20 21:48:29.494086 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321f0b29-fd69-4041-a10c-baf200dfe263', 'tag': '0b3d0136-4f60-4b37-85d3-925a4e36c044'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:48:29.494086 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942b72f2-4115-4732-8660-17252d8a19a2" -d '{"events": [{"name": "network-changed", "server_uuid": "321f0b29-fd69-4041-a10c-baf200dfe263", "tag": "0b3d0136-4f60-4b37-85d3-925a4e36c044"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:48:29.530939 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d00aa81-84b6-4571-a5b0-fdd2c7060213 x-openstack-request-id: req-1d00aa81-84b6-4571-a5b0-fdd2c7060213 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:48:29.531315 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "321f0b29-fd69-4041-a10c-baf200dfe263", "tag": "0b3d0136-4f60-4b37-85d3-925a4e36c044", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:48:29.531654 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d00aa81-84b6-4571-a5b0-fdd2c7060213 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:48:29.532453 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321f0b29-fd69-4041-a10c-baf200dfe263', 'tag': '0b3d0136-4f60-4b37-85d3-925a4e36c044', 'status': 'completed', 'code': 200} Dec 20 21:48:29.542826 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aef27d0d-4589-439c-952d-5ea63f905691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:29.581673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 2404889b-2938-4af4-8d4f-40d493056faf up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:48:29.585216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-da126ee9-1956-4d93-acdd-6ed1a8f5ac80 None None] Set router 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:48:29.625957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b72f2-4115-4732-8660-17252d8a19a2 req-541f9d10-f837-42b6-a980-db23e22a671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:29.628220 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-942b72f2-4115-4732-8660-17252d8a19a2 req-541f9d10-f837-42b6-a980-db23e22a671c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5fa42aaba6a47fa86c4ce17d91cc2ca&device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 1094 time: 0.0551705 Dec 20 21:48:29.710948 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 2404889b-2938-4af4-8d4f-40d493056faf completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:48:29.715928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 2404889b-2938-4af4-8d4f-40d493056faf triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:29.716380 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:29.739425 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b72f2-4115-4732-8660-17252d8a19a2 req-8ac5ae5f-8dec-40a0-910c-98239096ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:29.740921 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-942b72f2-4115-4732-8660-17252d8a19a2 req-8ac5ae5f-8dec-40a0-910c-98239096ffa4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0a48a448-6c03-459d-855c-3a8feeda68ee HTTP/1.1" status: 200 len: 908 time: 0.1057944 Dec 20 21:48:29.821273 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-942b72f2-4115-4732-8660-17252d8a19a2 req-ae262bde-04c8-4fe8-8d41-703f29b85dfb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b3d0136-4f60-4b37-85d3-925a4e36c044 HTTP/1.1" status: 200 len: 998 time: 0.0734046 Dec 20 21:48:29.889298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b72f2-4115-4732-8660-17252d8a19a2 req-fc85820d-a424-47c5-8779-d4ceb484a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:29.890871 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-942b72f2-4115-4732-8660-17252d8a19a2 req-fc85820d-a424-47c5-8779-d4ceb484a52e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=104a070d-0479-4f70-94de-73cf13fd3cca HTTP/1.1" status: 200 len: 846 time: 0.0559387 Dec 20 21:48:29.899599 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:29.901015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10dd21-5da5-4081-bea8-61fdd6d78fd3 req-7f387016-95b8-4c47-8fc6-ce273ba8d517 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:29.902685 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd10dd21-5da5-4081-bea8-61fdd6d78fd3 req-7f387016-95b8-4c47-8fc6-ce273ba8d517 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 943 time: 0.0982225 Dec 20 21:48:29.947646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2404889b-2938-4af4-8d4f-40d493056faf'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:48:29.950111 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5c2bbb-10da-4d03-9228-4c1a54865475" -d '{"events": [{"server_uuid": "0d7f3285-4cac-4dad-b1cc-a6fb2276e73a", "name": "network-vif-plugged", "status": "completed", "tag": "2404889b-2938-4af4-8d4f-40d493056faf"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:48:29.973581 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 2404889b-2938-4af4-8d4f-40d493056faf, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=2404889b-2938-4af4-8d4f-40d493056faf,segment=NetworkSegment(517c96f8-59b4-48f3-af3a-1a099c7258e1),segment_id=517c96f8-59b4-48f3-af3a-1a099c7258e1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:48:29.989363 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:29.996063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b72f2-4115-4732-8660-17252d8a19a2 req-a0163a2b-d6b0-4587-9169-cb67829428e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:29.997722 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-942b72f2-4115-4732-8660-17252d8a19a2 req-a0163a2b-d6b0-4587-9169-cb67829428e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0a48a448-6c03-459d-855c-3a8feeda68ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0941074 Dec 20 21:48:30.004399 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd10dd21-5da5-4081-bea8-61fdd6d78fd3 req-99c9183c-58a6-47e7-ae85-c28bc4e2c4c7 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912402 Dec 20 21:48:30.026819 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61edf1bd-35f5-4fd9-9438-4ca60484eeda x-openstack-request-id: req-61edf1bd-35f5-4fd9-9438-4ca60484eeda {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:48:30.029195 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7f3285-4cac-4dad-b1cc-a6fb2276e73a", "name": "network-vif-plugged", "status": "completed", "tag": "2404889b-2938-4af4-8d4f-40d493056faf", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:48:30.029195 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61edf1bd-35f5-4fd9-9438-4ca60484eeda {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:48:30.029195 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2404889b-2938-4af4-8d4f-40d493056faf', 'code': 200} Dec 20 21:48:30.035975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-da126ee9-1956-4d93-acdd-6ed1a8f5ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'name': 'tempest-TestServerBasicOps-33458547-router', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:47:54Z', 'updated_at': '2021-12-20T21:47:58Z', 'revision_number': 4, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'gw_port': {'id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:55Z', 'updated_at': '2021-12-20T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'cd75d1b3-815e-4b79-bf28-6b85976af28a', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'floating_ip_address': '172.35.3.88', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'port_id': '0b3d0136-4f60-4b37-85d3-925a4e36c044', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee', 'mac_address': 'fa:16:3e:07:7c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f0b29-fd69-4041-a10c-baf200dfe263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:48:28Z', 'updated_at': '2021-12-20T21:48:28Z', 'revision_number': 0, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f9632e-e9fe-4e2b-946a-8d0861b89dcd', 'name': '', 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'mac_address': 'fa:16:3e:6a:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:57Z', 'updated_at': '2021-12-20T21:48:03Z', 'revision_number': 5, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'subnets': [{'id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:30.069287 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da126ee9-1956-4d93-acdd-6ed1a8f5ac80 None None] Checking router: 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:48:30.091825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=2404889b-2938-4af4-8d4f-40d493056faf,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:30.095743 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da126ee9-1956-4d93-acdd-6ed1a8f5ac80 None None] Routers {'3d9bd994-05a1-4b4d-bd5a-3a6434769a88'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:48:30.096569 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-da126ee9-1956-4d93-acdd-6ed1a8f5ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:48:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:30.110205 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-942b72f2-4115-4732-8660-17252d8a19a2 req-d57b4e07-6360-4be6-adba-9ba316446baf service neutron] 10.222.0.66 "GET /v2.0/networks/0a48a448-6c03-459d-855c-3a8feeda68ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048405 Dec 20 21:48:30.206705 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-da126ee9-1956-4d93-acdd-6ed1a8f5ac80 None None] Set router 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:48:30.217091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77433659-dda4-4830-b136-51ef5871290a req-5d724829-406f-425f-9ce3-53a822b9fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:30.218742 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-77433659-dda4-4830-b136-51ef5871290a req-5d724829-406f-425f-9ce3-53a822b9fd8c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 1094 time: 0.1032045 Dec 20 21:48:30.259716 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-942b72f2-4115-4732-8660-17252d8a19a2 req-7bd64022-33b3-4153-ae9d-26fcfe334c45 service neutron] 10.222.0.66 "GET /v2.0/networks/0a48a448-6c03-459d-855c-3a8feeda68ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360247 Dec 20 21:48:30.269572 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-77433659-dda4-4830-b136-51ef5871290a req-6f4ce9fc-5355-4cd1-abca-001386cc1ca2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442767 Dec 20 21:48:30.375899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001b41e-d2fa-4959-8c3b-1e9b7a433a98 req-502efad6-62f6-4587-8c2f-70908d9d1eda tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:30.378936 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2001b41e-d2fa-4959-8c3b-1e9b7a433a98 req-502efad6-62f6-4587-8c2f-70908d9d1eda tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0542278 Dec 20 21:48:30.415330 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2001b41e-d2fa-4959-8c3b-1e9b7a433a98 req-cf446518-84c0-41c1-abce-a5717b03529f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316217 Dec 20 21:48:30.441969 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-da126ee9-1956-4d93-acdd-6ed1a8f5ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'name': 'tempest-TestServerBasicOps-33458547-router', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:47:54Z', 'updated_at': '2021-12-20T21:47:58Z', 'revision_number': 4, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'gw_port': {'id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:55Z', 'updated_at': '2021-12-20T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'cd75d1b3-815e-4b79-bf28-6b85976af28a', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'floating_ip_address': '172.35.3.88', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'port_id': '0b3d0136-4f60-4b37-85d3-925a4e36c044', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee', 'mac_address': 'fa:16:3e:07:7c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f0b29-fd69-4041-a10c-baf200dfe263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:48:28Z', 'updated_at': '2021-12-20T21:48:28Z', 'revision_number': 0, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f9632e-e9fe-4e2b-946a-8d0861b89dcd', 'name': '', 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'mac_address': 'fa:16:3e:6a:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:57Z', 'updated_at': '2021-12-20T21:48:03Z', 'revision_number': 5, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'subnets': [{'id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:30.468489 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da126ee9-1956-4d93-acdd-6ed1a8f5ac80 None None] The sync data for ids ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'] in n-d-xena-1 is: [{'id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'name': 'tempest-TestServerBasicOps-33458547-router', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:47:54Z', 'updated_at': '2021-12-20T21:47:58Z', 'revision_number': 4, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'gw_port': {'id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:55Z', 'updated_at': '2021-12-20T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'cd75d1b3-815e-4b79-bf28-6b85976af28a', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'floating_ip_address': '172.35.3.88', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'port_id': '0b3d0136-4f60-4b37-85d3-925a4e36c044', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee', 'mac_address': 'fa:16:3e:07:7c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f0b29-fd69-4041-a10c-baf200dfe263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:48:28Z', 'updated_at': '2021-12-20T21:48:28Z', 'revision_number': 0, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47f9632e-e9fe-4e2b-946a-8d0861b89dcd', 'name': '', 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'mac_address': 'fa:16:3e:6a:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:57Z', 'updated_at': '2021-12-20T21:48:03Z', 'revision_number': 5, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'subnets': [{'id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:48:30.658690 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee82988b-d88d-4a8e-a18a-378770293687 None None] New status for floating IP cd75d1b3-815e-4b79-bf28-6b85976af28a: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:48:30.720117 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:31.127092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1337d08-9627-4e81-b491-7f28ee1b8672 req-710d2e06-70e8-4a96-9649-43aa1d2a14ac tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:31.128537 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1337d08-9627-4e81-b491-7f28ee1b8672 req-710d2e06-70e8-4a96-9649-43aa1d2a14ac tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 943 time: 0.0506954 Dec 20 21:48:31.168040 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1337d08-9627-4e81-b491-7f28ee1b8672 req-86057e2f-1a46-4c44-ab9d-315f0ff2546d tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331459 Dec 20 21:48:31.536989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5bcd8-535a-4fd8-ad08-e28704865348 req-9b5928ec-a4f8-4d9d-9bed-109f5e8eb62f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:31.538523 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-04b5bcd8-535a-4fd8-ad08-e28704865348 req-9b5928ec-a4f8-4d9d-9bed-109f5e8eb62f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0536144 Dec 20 21:48:31.577938 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-04b5bcd8-535a-4fd8-ad08-e28704865348 req-e54d0616-3455-4902-9807-c37a0d472d48 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332463 Dec 20 21:48:31.704773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f944f-529e-4c95-83ef-6f47cb4f78dc req-b0226004-7e35-4c3d-86b1-2fe5ac207855 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:31.706632 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-289f944f-529e-4c95-83ef-6f47cb4f78dc req-b0226004-7e35-4c3d-86b1-2fe5ac207855 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0612853 Dec 20 21:48:31.745809 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-289f944f-529e-4c95-83ef-6f47cb4f78dc req-eb4404ba-596a-4923-bbea-27a18b73a4cc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320034 Dec 20 21:48:31.768715 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42740) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:31.808391 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58ea7be-4ebd-4d8d-824a-6104eef9cb33 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:31.809911 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a58ea7be-4ebd-4d8d-824a-6104eef9cb33 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 1089 time: 0.0401990 Dec 20 21:48:31.813018 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42742) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:31.817383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': '2404889b-2938-4af4-8d4f-40d493056faf', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:31.840465 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:31.943552 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:32.047092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Allocated IP 172.35.3.33 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/b3b607d4-1cf8-413a-8783-472b4c0e2d08) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:48:32.157396 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:32.163664 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:32.207490 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:32.245985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:48:32.251000 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:48:32.258560 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:48:32.271038 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=b3b607d4-1cf8-413a-8783-472b4c0e2d08,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:32.346539 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3e858-17eb-454f-9beb-1122864ab017 req-86fce1ca-6315-4d63-8ab6-36d1233644a7 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:32.348255 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-47d3e858-17eb-454f-9beb-1122864ab017 req-86fce1ca-6315-4d63-8ab6-36d1233644a7 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 943 time: 0.0873165 Dec 20 21:48:32.370961 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:32.439501 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-47d3e858-17eb-454f-9beb-1122864ab017 req-2ade0966-ba8d-495d-a682-9cbe48ab1259 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702789 Dec 20 21:48:32.672333 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:32.743985 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:32.891628 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:32.897383 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:32.968269 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=b3b607d4-1cf8-413a-8783-472b4c0e2d08,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:32.985450 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:33.110468 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Floating IP 3d923158-971f-4371-b469-3ae0f65efaf7 associated. External IP: 172.35.3.33, port: 2404889b-2938-4af4-8d4f-40d493056faf. Dec 20 21:48:33.322515 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:48:33.436567 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:48:33.448070 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84496b9f-ca38-4a5b-9c2d-83a989bc201f None None] Sync routers for ids ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:48:33.455808 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:33.459551 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84496b9f-ca38-4a5b-9c2d-83a989bc201f None None] Routers {'70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:48:33.460174 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-84496b9f-ca38-4a5b-9c2d-83a989bc201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:48:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:33.500141 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-269a554e-ad82-4139-8652-96c484705d33 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6852458 Dec 20 21:48:33.500907 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'tag': '2404889b-2938-4af4-8d4f-40d493056faf'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:48:33.504135 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c2a3f6-b1f8-45ff-87db-7e642a2a53b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7f3285-4cac-4dad-b1cc-a6fb2276e73a", "tag": "2404889b-2938-4af4-8d4f-40d493056faf"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:48:33.573952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-84496b9f-ca38-4a5b-9c2d-83a989bc201f None None] Set router 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:48:33.586872 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b154571-0651-487a-b9b1-ecaf9b2990c8 req-42eb799e-ce34-4178-8fce-5090248185a2 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:33.595672 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b154571-0651-487a-b9b1-ecaf9b2990c8 req-42eb799e-ce34-4178-8fce-5090248185a2 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 943 time: 0.0676341 Dec 20 21:48:33.607196 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:48:33.639264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037aac0-4bad-4515-9b9a-c557156a753a req-77bcba5f-cf63-43f0-96c7-b415a12809dd tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:33.640014 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7037aac0-4bad-4515-9b9a-c557156a753a req-77bcba5f-cf63-43f0-96c7-b415a12809dd tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0730340 Dec 20 21:48:33.665596 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b154571-0651-487a-b9b1-ecaf9b2990c8 req-50ebe822-ccfe-4467-b342-1623f3f42e01 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686574 Dec 20 21:48:33.694659 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7037aac0-4bad-4515-9b9a-c557156a753a req-0a773dca-1b23-4e33-ad66-b726b0d42156 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474474 Dec 20 21:48:33.716145 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b194cf-53dd-48b2-8602-ec0b16feff0f x-openstack-request-id: req-74b194cf-53dd-48b2-8602-ec0b16feff0f {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:48:33.716620 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7f3285-4cac-4dad-b1cc-a6fb2276e73a", "tag": "2404889b-2938-4af4-8d4f-40d493056faf", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:48:33.717019 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74b194cf-53dd-48b2-8602-ec0b16feff0f {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:48:33.717613 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'tag': '2404889b-2938-4af4-8d4f-40d493056faf', 'status': 'completed', 'code': 200} Dec 20 21:48:33.720275 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42764) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:33.784806 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5335a1d9-d09f-4f8f-b932-9c5e1837f13a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/floatingips/3d923158-971f-4371-b469-3ae0f65efaf7 HTTP/1.1" status: 200 len: 990 time: 0.0628223 Dec 20 21:48:33.814723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2a3f6-b1f8-45ff-87db-7e642a2a53b6 req-5fa4ac25-73d5-45e5-9afc-7e17993052b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:33.816623 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42c2a3f6-b1f8-45ff-87db-7e642a2a53b6 req-5fa4ac25-73d5-45e5-9afc-7e17993052b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 1094 time: 0.0521061 Dec 20 21:48:33.836168 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 0cac3ce7-7024-4dbd-9da2-ab4830db1e19, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=0cac3ce7-7024-4dbd-9da2-ab4830db1e19,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:48:33.858249 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '0cac3ce7-7024-4dbd-9da2-ab4830db1e19', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'port_id': '0cac3ce7-7024-4dbd-9da2-ab4830db1e19', 'mac_address': 'fa:16:3e:9e:78:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:48:33.908796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2a3f6-b1f8-45ff-87db-7e642a2a53b6 req-f5b5b2d7-a6d3-4634-b2ae-78cd05f3f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:33.910377 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42c2a3f6-b1f8-45ff-87db-7e642a2a53b6 req-f5b5b2d7-a6d3-4634-b2ae-78cd05f3f231 service neutron] 10.222.0.31 "GET /v2.0/networks?id=18f2250c-211d-440f-89d4-5008f140da68 HTTP/1.1" status: 200 len: 898 time: 0.0876253 Dec 20 21:48:33.931225 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:33.953726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:48:33.980222 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 0cac3ce7-7024-4dbd-9da2-ab4830db1e19, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=0cac3ce7-7024-4dbd-9da2-ab4830db1e19,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:48:33.986907 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-84496b9f-ca38-4a5b-9c2d-83a989bc201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997239569', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:06Z', 'updated_at': '2021-12-20T21:48:12Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:07Z', 'updated_at': '2021-12-20T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '3d923158-971f-4371-b469-3ae0f65efaf7', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'floating_ip_address': '172.35.3.33', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'port_id': '2404889b-2938-4af4-8d4f-40d493056faf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f2250c-211d-440f-89d4-5008f140da68', 'mac_address': 'fa:16:3e:a9:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:48:32Z', 'updated_at': '2021-12-20T21:48:32Z', 'revision_number': 0, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2b5166-93bf-46bf-96df-09c81e1224c6', 'name': '', 'network_id': '18f2250c-211d-440f-89d4-5008f140da68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:eb:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:11Z', 'updated_at': '2021-12-20T21:48:17Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:33.988329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42c2a3f6-b1f8-45ff-87db-7e642a2a53b6 req-c5e26a5b-1e91-422c-9846-5300aba7eef2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2404889b-2938-4af4-8d4f-40d493056faf HTTP/1.1" status: 200 len: 998 time: 0.0716805 Dec 20 21:48:33.990503 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:34.019816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84496b9f-ca38-4a5b-9c2d-83a989bc201f None None] Checking router: 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:48:34.040362 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2a3f6-b1f8-45ff-87db-7e642a2a53b6 req-81701f57-dd8b-498f-a033-9de85b8fbff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:34.044784 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42c2a3f6-b1f8-45ff-87db-7e642a2a53b6 req-81701f57-dd8b-498f-a033-9de85b8fbff2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f209aa75-45ba-437f-a25b-ec8c6344ef05 HTTP/1.1" status: 200 len: 834 time: 0.0493646 Dec 20 21:48:34.056268 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84496b9f-ca38-4a5b-9c2d-83a989bc201f None None] Routers {'70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:48:34.056778 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-84496b9f-ca38-4a5b-9c2d-83a989bc201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:48:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:34.108540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2a3f6-b1f8-45ff-87db-7e642a2a53b6 req-c0c8e2e6-4dca-4f9c-b58a-6d6c5c04549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:34.114802 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42c2a3f6-b1f8-45ff-87db-7e642a2a53b6 req-c0c8e2e6-4dca-4f9c-b58a-6d6c5c04549c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=18f2250c-211d-440f-89d4-5008f140da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0627723 Dec 20 21:48:34.136734 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=0cac3ce7-7024-4dbd-9da2-ab4830db1e19,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:34.182646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-84496b9f-ca38-4a5b-9c2d-83a989bc201f None None] Set router 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:48:34.217563 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42c2a3f6-b1f8-45ff-87db-7e642a2a53b6 req-aa95fa3e-036b-481d-8f7a-cf3dac98d943 service neutron] 10.222.0.31 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905228 Dec 20 21:48:34.273214 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['0cac3ce7-7024-4dbd-9da2-ab4830db1e19'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:48:34.310204 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42c2a3f6-b1f8-45ff-87db-7e642a2a53b6 req-52cde683-da91-41b2-9786-74ca0b1ae615 service neutron] 10.222.0.31 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851994 Dec 20 21:48:34.526188 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-84496b9f-ca38-4a5b-9c2d-83a989bc201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997239569', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:06Z', 'updated_at': '2021-12-20T21:48:12Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:07Z', 'updated_at': '2021-12-20T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '3d923158-971f-4371-b469-3ae0f65efaf7', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'floating_ip_address': '172.35.3.33', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'port_id': '2404889b-2938-4af4-8d4f-40d493056faf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f2250c-211d-440f-89d4-5008f140da68', 'mac_address': 'fa:16:3e:a9:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:48:32Z', 'updated_at': '2021-12-20T21:48:32Z', 'revision_number': 0, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2b5166-93bf-46bf-96df-09c81e1224c6', 'name': '', 'network_id': '18f2250c-211d-440f-89d4-5008f140da68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:eb:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:11Z', 'updated_at': '2021-12-20T21:48:17Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:48:34.708697 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84496b9f-ca38-4a5b-9c2d-83a989bc201f None None] The sync data for ids ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'] in n-d-xena-1 is: [{'id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997239569', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:06Z', 'updated_at': '2021-12-20T21:48:12Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:07Z', 'updated_at': '2021-12-20T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '3d923158-971f-4371-b469-3ae0f65efaf7', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'floating_ip_address': '172.35.3.33', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'port_id': '2404889b-2938-4af4-8d4f-40d493056faf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f2250c-211d-440f-89d4-5008f140da68', 'mac_address': 'fa:16:3e:a9:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:48:32Z', 'updated_at': '2021-12-20T21:48:32Z', 'revision_number': 0, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2b5166-93bf-46bf-96df-09c81e1224c6', 'name': '', 'network_id': '18f2250c-211d-440f-89d4-5008f140da68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:eb:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:11Z', 'updated_at': '2021-12-20T21:48:17Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:48:34.783914 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de648e1-c583-4a7c-8d8f-5112a08540ab req-974b073f-5212-4ed8-9ac2-54950dd36562 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:34.785595 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9de648e1-c583-4a7c-8d8f-5112a08540ab req-974b073f-5212-4ed8-9ac2-54950dd36562 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 944 time: 0.0581915 Dec 20 21:48:34.787946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42774) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:34.871706 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9de648e1-c583-4a7c-8d8f-5112a08540ab req-b8ca4901-8e07-46b9-9193-788e65526927 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773814 Dec 20 21:48:34.876259 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-437fcf26-cabe-4ecc-8cfe-93f84610cb8e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/floatingips/3d923158-971f-4371-b469-3ae0f65efaf7 HTTP/1.1" status: 200 len: 990 time: 0.0871637 Dec 20 21:48:34.972419 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab63a1f8-aa5b-44fa-8801-5787f917d859 None None] New status for floating IP 3d923158-971f-4371-b469-3ae0f65efaf7: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:48:35.631526 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:48:35.683760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:48:35.687413 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:35.687784 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:35.771877 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:35.794585 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0442baf2-8a2a-45c0-b353-e9386416dd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cac3ce7-7024-4dbd-9da2-ab4830db1e19'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:48:35.797260 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8707e20-97a4-4bbd-8bd6-0a67f26320c5" -d '{"events": [{"server_uuid": "0442baf2-8a2a-45c0-b353-e9386416dd0f", "name": "network-vif-plugged", "status": "completed", "tag": "0cac3ce7-7024-4dbd-9da2-ab4830db1e19"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:48:35.810490 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 0cac3ce7-7024-4dbd-9da2-ab4830db1e19, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=0cac3ce7-7024-4dbd-9da2-ab4830db1e19,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:48:35.815936 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:35.841125 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3a908a-606a-4ac9-b720-35232d5c6f44 x-openstack-request-id: req-1b3a908a-606a-4ac9-b720-35232d5c6f44 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:48:35.841420 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0442baf2-8a2a-45c0-b353-e9386416dd0f", "name": "network-vif-plugged", "status": "completed", "tag": "0cac3ce7-7024-4dbd-9da2-ab4830db1e19", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:48:35.841669 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b3a908a-606a-4ac9-b720-35232d5c6f44 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:48:35.842056 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0442baf2-8a2a-45c0-b353-e9386416dd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cac3ce7-7024-4dbd-9da2-ab4830db1e19', 'code': 200} Dec 20 21:48:35.870549 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=0cac3ce7-7024-4dbd-9da2-ab4830db1e19,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:35.878765 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 42788) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:48:35.977192 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-54205c1e-4e80-4ccc-b688-c1530fec7f04 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/floatingips/3d923158-971f-4371-b469-3ae0f65efaf7 HTTP/1.1" status: 200 len: 992 time: 0.0942361 Dec 20 21:48:35.988443 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037a33d-be81-4445-9bcc-e3331a72da51 req-fd3b2252-02f2-47a5-b725-59ccb11867be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:35.989983 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b037a33d-be81-4445-9bcc-e3331a72da51 req-fd3b2252-02f2-47a5-b725-59ccb11867be service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 1094 time: 0.0525577 Dec 20 21:48:36.024045 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf78af4-38aa-4751-8880-c3d718f34f87 req-16c2cd28-f79b-44a6-9c2b-ad48cfaf5c2a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:36.025546 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9cf78af4-38aa-4751-8880-c3d718f34f87 req-16c2cd28-f79b-44a6-9c2b-ad48cfaf5c2a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 945 time: 0.0769103 Dec 20 21:48:36.030424 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b037a33d-be81-4445-9bcc-e3331a72da51 req-a4f881bf-505e-4e44-9f09-9fbf446e9b83 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336530 Dec 20 21:48:36.063501 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9cf78af4-38aa-4751-8880-c3d718f34f87 req-8738c6a4-92e2-41c0-8448-f2270b79a5af tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315127 Dec 20 21:48:37.186817 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda40f7-7e2b-469d-9275-19de2e6efa7f req-94c5b665-34b1-4ada-9eb8-61f877640dac tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:37.188336 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cdda40f7-7e2b-469d-9275-19de2e6efa7f req-94c5b665-34b1-4ada-9eb8-61f877640dac tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 945 time: 0.0526791 Dec 20 21:48:37.230397 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cdda40f7-7e2b-469d-9275-19de2e6efa7f req-2ded292b-4e87-480d-b0de-28ef57eb9364 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341437 Dec 20 21:48:37.349745 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbbcc6-4556-4fc2-b91a-803fafca7df9 req-33dbf63e-e632-460e-a32e-bc6157d6e6b6 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:37.351307 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-07dbbcc6-4556-4fc2-b91a-803fafca7df9 req-33dbf63e-e632-460e-a32e-bc6157d6e6b6 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 945 time: 0.0521429 Dec 20 21:48:37.388998 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-07dbbcc6-4556-4fc2-b91a-803fafca7df9 req-a11fa00f-f77d-455d-a9c2-3b7d56488c83 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314839 Dec 20 21:48:39.909630 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-969dd437-75c6-41a0-8b6f-e90bc93cb007 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:39.911149 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-969dd437-75c6-41a0-8b6f-e90bc93cb007 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 811 time: 0.1134017 Dec 20 21:48:39.927194 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-cc43df5e-311d-4eae-9b97-ceb5ed22e966 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/quotas/09c4ae0ec0ec4254aff4e9bf68876ea9 HTTP/1.1" status: 200 len: 375 time: 0.0100648 Dec 20 21:48:39.981173 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-106a27dd-0b96-4d97-a563-c2daad6a7218 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487325 Dec 20 21:48:39.993018 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-1a5c1ad9-d8d8-4e5c-bc2e-4bcc1af3cac4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:48:39.994261 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-1a5c1ad9-d8d8-4e5c-bc2e-4bcc1af3cac4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051844 Dec 20 21:48:40.091505 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-100b91d7-2fb2-4879-89aa-ccdb8ecce914 service neutron] 10.222.0.32 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909874 Dec 20 21:48:40.182271 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-fdeaf734-4506-430c-9660-0335f9d81fce service neutron] 10.222.0.32 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840156 Dec 20 21:48:40.386765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4bfd2a0f-a472-4371-8706-ff52cbe3d277 req-09819f22-98a9-4758-8e67-f713ca815c30 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 210 time: 0.0298259 Dec 20 21:48:41.502727 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f911d496-7983-482b-ba0e-4811ef172851 req-8b8ba92a-98ef-4c03-9ff9-a1fb2e4039fb tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 210 time: 0.0393119 Dec 20 21:48:41.853113 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-5ff8a398-99ea-4654-b818-c3836b5e2071 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:41.855320 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-5ff8a398-99ea-4654-b818-c3836b5e2071 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 811 time: 0.5065634 Dec 20 21:48:41.878234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-35274cd6-947d-49a7-b24d-22d43909b032 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Request body: {'port': {'device_id': '87f72691-4f11-492c-b447-9ad55d598200', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'admin_state_up': True, 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:42.011336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-35274cd6-947d-49a7-b24d-22d43909b032 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Made reservation on behalf of 09c4ae0ec0ec4254aff4e9bf68876ea9 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:48:42.015534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-35274cd6-947d-49a7-b24d-22d43909b032 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:42.154461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-35274cd6-947d-49a7-b24d-22d43909b032 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Allocated IP 172.20.0.8 (4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea/b84d4e95-d9dd-430d-b73c-40cb0d866f14/f2680d71-da3e-4278-a4c1-bd5e5fb723a3) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:48:42.309923 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-35274cd6-947d-49a7-b24d-22d43909b032 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:42.346051 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-35274cd6-947d-49a7-b24d-22d43909b032 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:42.382923 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['0cac3ce7-7024-4dbd-9da2-ab4830db1e19'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:48:42.413942 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-35274cd6-947d-49a7-b24d-22d43909b032 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:48:42.420662 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-35274cd6-947d-49a7-b24d-22d43909b032 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:48:42.424926 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-35274cd6-947d-49a7-b24d-22d43909b032 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:48:42.451146 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35274cd6-947d-49a7-b24d-22d43909b032 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'Port': ['ID=f2680d71-da3e-4278-a4c1-bd5e5fb723a3,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:42.514249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-35274cd6-947d-49a7-b24d-22d43909b032 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:42.515865 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-35274cd6-947d-49a7-b24d-22d43909b032 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:42.574051 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-35274cd6-947d-49a7-b24d-22d43909b032 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7006207 Dec 20 21:48:42.604626 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Request body: {'port': {'device_id': '87f72691-4f11-492c-b447-9ad55d598200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:48:42.743787 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:42.771699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e0cc1-37f9-4412-bf7e-0bd8711d08fe req-817277cb-446b-492e-99ce-6d5c398cb684 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:42.773360 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-633e0cc1-37f9-4412-bf7e-0bd8711d08fe req-817277cb-446b-492e-99ce-6d5c398cb684 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 931 time: 0.1173654 Dec 20 21:48:42.793409 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0780e9da-c0e9-416d-8102-c6cb4f7286ec None None] Provisioning complete for port f2680d71-da3e-4278-a4c1-bd5e5fb723a3 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:48:42.794041 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0780e9da-c0e9-416d-8102-c6cb4f7286ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:42.842654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0780e9da-c0e9-416d-8102-c6cb4f7286ec None None] Port f2680d71-da3e-4278-a4c1-bd5e5fb723a3 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:48:42.844019 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-633e0cc1-37f9-4412-bf7e-0bd8711d08fe req-42b4ecf7-b1b6-4828-9ce4-fb6a200d0775 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531170 Dec 20 21:48:43.067203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2680d71-da3e-4278-a4c1-bd5e5fb723a3 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:48:43.074669 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:43.086760 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Transition to ACTIVE for port object f2680d71-da3e-4278-a4c1-bd5e5fb723a3 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:48:43.090572 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:43.141951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f2680d71-da3e-4278-a4c1-bd5e5fb723a3,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:43.225661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Attempting to bind port f2680d71-da3e-4278-a4c1-bd5e5fb723a3 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:48:43.226089 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Attempting to bind port f2680d71-da3e-4278-a4c1-bd5e5fb723a3 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:48:43.226513 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Attempting to bind port f2680d71-da3e-4278-a4c1-bd5e5fb723a3 on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:48:43.231512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Port f2680d71-da3e-4278-a4c1-bd5e5fb723a3 on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:48:43.232010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Attempting to bind port f2680d71-da3e-4278-a4c1-bd5e5fb723a3 on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:48:43.237984 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:48:43.238444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Checking segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:48:43.238893 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Bound using segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:48:43.239398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Bound port: f2680d71-da3e-4278-a4c1-bd5e5fb723a3, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:48:43.239817 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:43.312748 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] For port f2680d71-da3e-4278-a4c1-bd5e5fb723a3, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:48:43.317584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] For port f2680d71-da3e-4278-a4c1-bd5e5fb723a3, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f2680d71-da3e-4278-a4c1-bd5e5fb723a3,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:48:43.322756 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:43.363975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:43.364689 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:43.366187 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] 10.222.0.66 "PUT /v2.0/ports/f2680d71-da3e-4278-a4c1-bd5e5fb723a3 HTTP/1.1" status: 200 len: 1089 time: 0.7781470 Dec 20 21:48:43.366731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f72691-4f11-492c-b447-9ad55d598200', 'tag': 'f2680d71-da3e-4278-a4c1-bd5e5fb723a3'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:48:43.369298 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b59839-1245-4916-90ee-f7195fd3d825" -d '{"events": [{"name": "network-changed", "server_uuid": "87f72691-4f11-492c-b447-9ad55d598200", "tag": "f2680d71-da3e-4278-a4c1-bd5e5fb723a3"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:48:43.411504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae6732-cf0b-47bf-835b-a88b9c9b00d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f2680d71-da3e-4278-a4c1-bd5e5fb723a3,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:48:43.459558 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12d4a95-166b-4799-bab2-d90646f124b3 x-openstack-request-id: req-c12d4a95-166b-4799-bab2-d90646f124b3 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:48:43.460012 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f72691-4f11-492c-b447-9ad55d598200", "tag": "f2680d71-da3e-4278-a4c1-bd5e5fb723a3", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:48:43.460359 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c12d4a95-166b-4799-bab2-d90646f124b3 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:48:43.460895 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f72691-4f11-492c-b447-9ad55d598200', 'tag': 'f2680d71-da3e-4278-a4c1-bd5e5fb723a3', 'status': 'completed', 'code': 200} Dec 20 21:48:43.476991 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-c73baef1-f822-4d7d-a0f3-e751be017788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:43.478862 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-c73baef1-f822-4d7d-a0f3-e751be017788 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 1092 time: 0.0503719 Dec 20 21:48:43.535772 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-b999a58e-130d-48c2-8abb-12b4d9e6c946 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2680d71-da3e-4278-a4c1-bd5e5fb723a3 HTTP/1.1" status: 200 len: 217 time: 0.0417252 Dec 20 21:48:43.607673 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-aaae3d68-d4b8-4fe8-a127-24da3d347d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:43.609166 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-aaae3d68-d4b8-4fe8-a127-24da3d347d9a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.0691099 Dec 20 21:48:43.674881 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-74864ca4-b556-4d8b-a8af-682873f24f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:43.676315 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-74864ca4-b556-4d8b-a8af-682873f24f53 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594373 Dec 20 21:48:43.784956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-b7eed541-95f3-4d6f-8ded-43f2c5da39c4 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017001 Dec 20 21:48:43.878206 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7dc0dfcb-6469-4ea1-8fbe-878c53a315f8 req-6ecef924-4ba6-4bb7-97ad-57696c4f59f5 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856946 Dec 20 21:48:44.026813 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652d86e-f76c-46ab-9cdf-ad3705dc916d req-1109ef88-da26-4885-b673-7d776373a555 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:44.029107 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c652d86e-f76c-46ab-9cdf-ad3705dc916d req-1109ef88-da26-4885-b673-7d776373a555 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 943 time: 0.0980682 Dec 20 21:48:44.035803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59839-1245-4916-90ee-f7195fd3d825 req-1af39061-1558-4e5e-ac9d-1cec21a73e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:44.037253 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b59839-1245-4916-90ee-f7195fd3d825 req-1af39061-1558-4e5e-ac9d-1cec21a73e4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 1092 time: 0.0715754 Dec 20 21:48:44.120707 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c652d86e-f76c-46ab-9cdf-ad3705dc916d req-3246c0b3-103a-4234-a3ef-0f6588340d63 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801976 Dec 20 21:48:44.153652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59839-1245-4916-90ee-f7195fd3d825 req-27a22a36-3283-4c64-a6dc-614b31f52a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:44.155182 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b59839-1245-4916-90ee-f7195fd3d825 req-27a22a36-3283-4c64-a6dc-614b31f52a4e service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 912 time: 0.1089997 Dec 20 21:48:44.202260 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b59839-1245-4916-90ee-f7195fd3d825 req-3654864a-56e9-4b61-b6d6-ab6d35b24385 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2680d71-da3e-4278-a4c1-bd5e5fb723a3 HTTP/1.1" status: 200 len: 217 time: 0.0395136 Dec 20 21:48:44.252806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59839-1245-4916-90ee-f7195fd3d825 req-d570c708-c239-4fa9-95b7-e1d01ec20e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:44.254347 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b59839-1245-4916-90ee-f7195fd3d825 req-d570c708-c239-4fa9-95b7-e1d01ec20e5d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.0460453 Dec 20 21:48:44.300551 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59839-1245-4916-90ee-f7195fd3d825 req-b5b3bffc-1dff-4bb3-9a74-f9978c469189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:44.302223 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b59839-1245-4916-90ee-f7195fd3d825 req-b5b3bffc-1dff-4bb3-9a74-f9978c469189 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0406537 Dec 20 21:48:44.411569 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b59839-1245-4916-90ee-f7195fd3d825 req-1518b757-707c-464e-9a73-0d1f2ce279b8 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018605 Dec 20 21:48:44.519007 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9b59839-1245-4916-90ee-f7195fd3d825 req-0a80891c-3dee-44c8-8701-3b8aa6335445 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011231 Dec 20 21:48:44.868333 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:45.286248 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59202683-7b8b-42c5-a62c-1ff6c9b8f2b7 req-a0f1fe2e-e4b4-46eb-b4dd-e957ce0d5b2f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:45.287922 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-59202683-7b8b-42c5-a62c-1ff6c9b8f2b7 req-a0f1fe2e-e4b4-46eb-b4dd-e957ce0d5b2f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 943 time: 0.0717957 Dec 20 21:48:45.375569 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-59202683-7b8b-42c5-a62c-1ff6c9b8f2b7 req-26897bfb-ed42-4f0f-b11e-c5bd081f33d2 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749021 Dec 20 21:48:46.539176 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f98cd-f9b1-4375-80e4-cc84c1803297 req-11e4a2f6-bef2-4d39-997e-db37b2da122a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:46.541387 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-809f98cd-f9b1-4375-80e4-cc84c1803297 req-11e4a2f6-bef2-4d39-997e-db37b2da122a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 943 time: 0.0715959 Dec 20 21:48:46.591883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-809f98cd-f9b1-4375-80e4-cc84c1803297 req-81039b3a-e19e-4272-bad6-9527e9423283 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421648 Dec 20 21:48:47.768815 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d40de1-c0ab-450b-b8b4-e78e6b44b301 req-2dd0bf74-1b5a-40fc-a889-7245f63bc86f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:47.770312 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5d40de1-c0ab-450b-b8b4-e78e6b44b301 req-2dd0bf74-1b5a-40fc-a889-7245f63bc86f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 943 time: 0.0864830 Dec 20 21:48:47.819731 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5d40de1-c0ab-450b-b8b4-e78e6b44b301 req-21ce4d62-767e-43ec-9833-f7337722b22a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389485 Dec 20 21:48:48.121838 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:48.959591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cbe7b-9953-4dc8-8cb3-912ee6c6ddb3 req-677aab05-57cf-4ced-ae52-090d4b896356 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:48.962645 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-462cbe7b-9953-4dc8-8cb3-912ee6c6ddb3 req-677aab05-57cf-4ced-ae52-090d4b896356 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 943 time: 0.0637906 Dec 20 21:48:49.018973 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-462cbe7b-9953-4dc8-8cb3-912ee6c6ddb3 req-0b9b0bb7-53b4-4913-a426-dc5e2e53bcb6 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500405 Dec 20 21:48:50.140551 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c064b29-4c50-4075-baa2-5e39d1990d73 req-253b05f9-a553-4f9c-b17b-eeee7adf82e2 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:50.142142 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c064b29-4c50-4075-baa2-5e39d1990d73 req-253b05f9-a553-4f9c-b17b-eeee7adf82e2 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 943 time: 0.0492997 Dec 20 21:48:50.180109 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c064b29-4c50-4075-baa2-5e39d1990d73 req-2be44c4e-f517-4980-8bd9-bc0516c34fc3 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318599 Dec 20 21:48:51.301404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de44787-b92d-4304-ad88-e5ecdc76b1ed req-8bacac9e-7361-44ef-8ecc-a58cdda9de87 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:51.306645 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4de44787-b92d-4304-ad88-e5ecdc76b1ed req-8bacac9e-7361-44ef-8ecc-a58cdda9de87 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 943 time: 0.0533800 Dec 20 21:48:51.346465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4de44787-b92d-4304-ad88-e5ecdc76b1ed req-8351d740-0fae-4874-96a9-86f8fc8dcbf8 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367439 Dec 20 21:48:52.489342 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899155f-8aa7-4ca8-8190-b594e57adcb1 req-7bfdb701-51f0-42f0-9cf8-d27ea30466be tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:52.490929 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5899155f-8aa7-4ca8-8190-b594e57adcb1 req-7bfdb701-51f0-42f0-9cf8-d27ea30466be tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 943 time: 0.0624781 Dec 20 21:48:52.530012 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5899155f-8aa7-4ca8-8190-b594e57adcb1 req-c7f5f43d-37ac-459d-a507-62060250d20d tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320783 Dec 20 21:48:53.666663 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148b044-645b-49af-a723-ae053d523e7f req-e2e70c32-cca7-4e0d-a8ec-ec0da1747877 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:53.668834 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9148b044-645b-49af-a723-ae053d523e7f req-e2e70c32-cca7-4e0d-a8ec-ec0da1747877 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 943 time: 0.0593801 Dec 20 21:48:53.714485 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9148b044-645b-49af-a723-ae053d523e7f req-3cf1e09b-ece3-4f98-bc0b-01e6fc01c5a8 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353458 Dec 20 21:48:54.835433 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd417b19-e4f3-4e8d-88bd-08349614932e req-aafa0d15-c276-4dd4-9e3d-2b5f46a1456e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:54.836923 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bd417b19-e4f3-4e8d-88bd-08349614932e req-aafa0d15-c276-4dd4-9e3d-2b5f46a1456e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 943 time: 0.0526705 Dec 20 21:48:54.876924 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bd417b19-e4f3-4e8d-88bd-08349614932e req-d0ba883b-3d5c-4302-8209-3f945c28b388 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335045 Dec 20 21:48:56.007800 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d7d61-d4e7-4046-89e6-e5b1d2aac02f req-69febe26-98cd-4f0a-a3b5-286e854798d0 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:56.009322 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9d9d7d61-d4e7-4046-89e6-e5b1d2aac02f req-69febe26-98cd-4f0a-a3b5-286e854798d0 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 943 time: 0.0542946 Dec 20 21:48:56.049030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9d9d7d61-d4e7-4046-89e6-e5b1d2aac02f req-524fd68a-25e8-4635-80b5-6ce77602bcfd tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330682 Dec 20 21:48:57.160314 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa2c137d-7549-4097-8f56-6f393767bd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:57.180787 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d78948-b31a-4381-879d-beaf8d505fa4 req-95575a9a-8fc9-4943-ae5c-19ffb303b441 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:57.182355 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d9d78948-b31a-4381-879d-beaf8d505fa4 req-95575a9a-8fc9-4943-ae5c-19ffb303b441 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 943 time: 0.0515473 Dec 20 21:48:57.221062 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d9d78948-b31a-4381-879d-beaf8d505fa4 req-4ac233d0-3a77-4faa-b753-dc6be1d2fa51 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320385 Dec 20 21:48:58.285011 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:48:58.361339 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd610ba3-51a2-4664-8596-481240bfb5ab req-d283f6b2-f908-46ad-b984-c85f03d1e305 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:58.362841 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bd610ba3-51a2-4664-8596-481240bfb5ab req-d283f6b2-f908-46ad-b984-c85f03d1e305 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 943 time: 0.0548685 Dec 20 21:48:58.406013 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bd610ba3-51a2-4664-8596-481240bfb5ab req-2b13e472-0853-413c-b66b-e238e7bde6bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369527 Dec 20 21:48:59.496325 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f07c9814-c2bd-4d1b-803a-ba44e21cee2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:48:59.539258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538e79b-85ca-4073-9387-ac322a24a01a req-4d770866-c17a-4227-a748-c110c61f63e6 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:48:59.540928 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b538e79b-85ca-4073-9387-ac322a24a01a req-4d770866-c17a-4227-a748-c110c61f63e6 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 943 time: 0.0603454 Dec 20 21:48:59.586101 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b538e79b-85ca-4073-9387-ac322a24a01a req-69439237-531e-4f33-b6d8-8d25ae5867e6 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380399 Dec 20 21:49:00.716880 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbaef1-058e-431a-93ac-3cf4a5032d81 req-19d20da1-3efd-4e49-ba9f-b4d4a34792ee tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:00.718626 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bbfbaef1-058e-431a-93ac-3cf4a5032d81 req-19d20da1-3efd-4e49-ba9f-b4d4a34792ee tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 943 time: 0.0571840 Dec 20 21:49:00.730404 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:00.757536 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bbfbaef1-058e-431a-93ac-3cf4a5032d81 req-7df11b8e-9f7e-49bd-a9de-1736763fc336 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326588 Dec 20 21:49:01.883077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d472c3-aa9f-401f-8559-f0c0ef3658ad req-a36ac177-d817-4808-936a-1fcd2d44a2bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:01.884759 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61d472c3-aa9f-401f-8559-f0c0ef3658ad req-a36ac177-d817-4808-936a-1fcd2d44a2bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 943 time: 0.0541594 Dec 20 21:49:01.929575 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61d472c3-aa9f-401f-8559-f0c0ef3658ad req-c8c7193e-c743-457b-a1b1-668ca3e41a0c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376046 Dec 20 21:49:02.161273 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:02.365291 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:03.063646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54fae5-b0e9-497b-8854-d68dc372cf80 req-a676b7a8-d160-4391-afb0-f7b2c7b50206 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:03.065138 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf54fae5-b0e9-497b-8854-d68dc372cf80 req-a676b7a8-d160-4391-afb0-f7b2c7b50206 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 943 time: 0.0569506 Dec 20 21:49:03.104525 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf54fae5-b0e9-497b-8854-d68dc372cf80 req-870022c5-9585-4126-9d12-10a64ccbc15c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325940 Dec 20 21:49:03.749129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43154) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:49:03.793108 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f2680d71-da3e-4278-a4c1-bd5e5fb723a3 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:49:03.872843 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41033fec-686d-46a8-b9c9-47d9c1f037db req-97402529-ce43-4c79-a762-fd2f38eeab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:03.878567 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-41033fec-686d-46a8-b9c9-47d9c1f037db req-97402529-ce43-4c79-a762-fd2f38eeab1f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 1094 time: 0.1286790 Dec 20 21:49:03.911402 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f2680d71-da3e-4278-a4c1-bd5e5fb723a3, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f2680d71-da3e-4278-a4c1-bd5e5fb723a3,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:49:03.911959 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-41033fec-686d-46a8-b9c9-47d9c1f037db req-3279225b-9fc2-4f92-affa-caa76340029f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d4367eff-eb9f-4be4-b3f0-854eeed9b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297680 Dec 20 21:49:03.925484 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'f2680d71-da3e-4278-a4c1-bd5e5fb723a3', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'port_id': 'f2680d71-da3e-4278-a4c1-bd5e5fb723a3', 'mac_address': 'fa:16:3e:a1:1d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:49:03.972028 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:03.986284 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2680d71-da3e-4278-a4c1-bd5e5fb723a3 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:49:04.010152 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f2680d71-da3e-4278-a4c1-bd5e5fb723a3, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f2680d71-da3e-4278-a4c1-bd5e5fb723a3,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:49:04.014432 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:04.070959 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=f2680d71-da3e-4278-a4c1-bd5e5fb723a3,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:04.249485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64683f-b89a-44ca-9490-36304e5380f0 req-36708bc6-31b3-4917-a0bd-10e819f0348f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:04.251189 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8d64683f-b89a-44ca-9490-36304e5380f0 req-36708bc6-31b3-4917-a0bd-10e819f0348f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 944 time: 0.0633180 Dec 20 21:49:04.293985 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8d64683f-b89a-44ca-9490-36304e5380f0 req-b9b88020-4b16-48f2-9f3c-c9b676b17941 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356927 Dec 20 21:49:04.314656 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['f2680d71-da3e-4278-a4c1-bd5e5fb723a3'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:49:05.426673 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a707d3-8c88-4235-811c-ef459f9553ad req-667d07c3-5386-4235-99c4-fcc650cab38e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:05.428123 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-22a707d3-8c88-4235-811c-ef459f9553ad req-667d07c3-5386-4235-99c4-fcc650cab38e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 944 time: 0.0538762 Dec 20 21:49:05.468867 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-22a707d3-8c88-4235-811c-ef459f9553ad req-b5c9174a-b35c-4cca-bcae-fc234b9c994f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333905 Dec 20 21:49:05.808220 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f2680d71-da3e-4278-a4c1-bd5e5fb723a3 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:49:05.859805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port f2680d71-da3e-4278-a4c1-bd5e5fb723a3 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:49:05.863669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port f2680d71-da3e-4278-a4c1-bd5e5fb723a3 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:49:05.864034 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:05.940844 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:05.963802 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f72691-4f11-492c-b447-9ad55d598200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2680d71-da3e-4278-a4c1-bd5e5fb723a3'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:49:05.966059 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d914f2-f7a4-4ebe-bc72-a9c079014524" -d '{"events": [{"server_uuid": "87f72691-4f11-492c-b447-9ad55d598200", "name": "network-vif-plugged", "status": "completed", "tag": "f2680d71-da3e-4278-a4c1-bd5e5fb723a3"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:49:05.979752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port f2680d71-da3e-4278-a4c1-bd5e5fb723a3, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f2680d71-da3e-4278-a4c1-bd5e5fb723a3,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:49:05.984994 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:06.009147 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ca06f9-fae3-4d8b-b865-e191fc46b6d2 x-openstack-request-id: req-b7ca06f9-fae3-4d8b-b865-e191fc46b6d2 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:49:06.009437 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f72691-4f11-492c-b447-9ad55d598200", "name": "network-vif-plugged", "status": "completed", "tag": "f2680d71-da3e-4278-a4c1-bd5e5fb723a3", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:49:06.009684 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7ca06f9-fae3-4d8b-b865-e191fc46b6d2 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:49:06.010085 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f72691-4f11-492c-b447-9ad55d598200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2680d71-da3e-4278-a4c1-bd5e5fb723a3', 'code': 200} Dec 20 21:49:06.037989 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=f2680d71-da3e-4278-a4c1-bd5e5fb723a3,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:06.128781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69b4db-ea9e-469c-b628-a63d62083ce1 req-d8a4f815-3e7d-46d1-bafe-4930894de9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:06.130196 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ff69b4db-ea9e-469c-b628-a63d62083ce1 req-d8a4f815-3e7d-46d1-bafe-4930894de9b4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 1094 time: 0.0410864 Dec 20 21:49:06.165120 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ff69b4db-ea9e-469c-b628-a63d62083ce1 req-2bc417b9-ca80-47a0-8766-9f8132ae903e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279479 Dec 20 21:49:06.594210 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98fe15-c3fa-4b51-ab9a-c19477b577d4 req-d6e70677-cb38-4663-b9a3-cdfc67f556c6 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:06.597735 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c98fe15-c3fa-4b51-ab9a-c19477b577d4 req-d6e70677-cb38-4663-b9a3-cdfc67f556c6 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 945 time: 0.0568252 Dec 20 21:49:06.640811 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c98fe15-c3fa-4b51-ab9a-c19477b577d4 req-499583fe-00b4-4bbb-b538-61185ad3ae08 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381808 Dec 20 21:49:07.773979 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5d017-690d-45df-a847-7697ac6776e5 req-2ecd7b3d-4c8d-4ff9-8a04-993dc61eae04 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:07.775681 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1bb5d017-690d-45df-a847-7697ac6776e5 req-2ecd7b3d-4c8d-4ff9-8a04-993dc61eae04 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 945 time: 0.0560958 Dec 20 21:49:07.819975 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1bb5d017-690d-45df-a847-7697ac6776e5 req-e1c68ae1-ac98-4787-8e46-be31bfb290e1 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358810 Dec 20 21:49:07.947551 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67637c39-ad0b-4296-8aea-902c9bc2f0fb req-79a54f74-e326-44cf-a0e5-aefe37b61089 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:07.949058 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67637c39-ad0b-4296-8aea-902c9bc2f0fb req-79a54f74-e326-44cf-a0e5-aefe37b61089 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 945 time: 0.0574176 Dec 20 21:49:07.993287 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67637c39-ad0b-4296-8aea-902c9bc2f0fb req-6894a20e-ec0f-4719-99b3-2e84b679be26 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375316 Dec 20 21:49:08.326198 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604eb59-3504-4487-a2bd-adf115ccf88a req-078ccc28-7687-43b2-a5fd-05c9adf63023 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:08.327869 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8604eb59-3504-4487-a2bd-adf115ccf88a req-078ccc28-7687-43b2-a5fd-05c9adf63023 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 945 time: 0.0610125 Dec 20 21:49:08.371241 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8604eb59-3504-4487-a2bd-adf115ccf88a req-2318a72a-b057-4244-9195-4d6b5f0a8f0e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360711 Dec 20 21:49:09.269842 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942cce1-40ca-4d3c-a53a-72fe66806fa7 req-88904d1a-97af-4ea6-be90-f472894e0327 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:09.271971 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6942cce1-40ca-4d3c-a53a-72fe66806fa7 req-88904d1a-97af-4ea6-be90-f472894e0327 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 1094 time: 0.0452857 Dec 20 21:49:09.293993 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6942cce1-40ca-4d3c-a53a-72fe66806fa7 req-e82edeb9-7c55-4fa6-9e67-1c81842f3c52 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:09.388689 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6942cce1-40ca-4d3c-a53a-72fe66806fa7 req-e82edeb9-7c55-4fa6-9e67-1c81842f3c52 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:09.392816 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-6942cce1-40ca-4d3c-a53a-72fe66806fa7 req-e82edeb9-7c55-4fa6-9e67-1c81842f3c52 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:09.427674 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6942cce1-40ca-4d3c-a53a-72fe66806fa7 req-e82edeb9-7c55-4fa6-9e67-1c81842f3c52 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480799 Dec 20 21:49:09.431851 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82edeb9-7c55-4fa6-9e67-1c81842f3c52 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964b7ee7-18c8-4f14-b9c9-4ef6dc5e4846,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:09.437083 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82edeb9-7c55-4fa6-9e67-1c81842f3c52 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:09.437385 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82edeb9-7c55-4fa6-9e67-1c81842f3c52 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:09.437935 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82edeb9-7c55-4fa6-9e67-1c81842f3c52 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:09.438569 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82edeb9-7c55-4fa6-9e67-1c81842f3c52 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:09.439069 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82edeb9-7c55-4fa6-9e67-1c81842f3c52 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:09.439570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82edeb9-7c55-4fa6-9e67-1c81842f3c52 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:09.439897 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82edeb9-7c55-4fa6-9e67-1c81842f3c52 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:09.440225 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82edeb9-7c55-4fa6-9e67-1c81842f3c52 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:09.440548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82edeb9-7c55-4fa6-9e67-1c81842f3c52 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:09.440867 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82edeb9-7c55-4fa6-9e67-1c81842f3c52 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:09.441189 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82edeb9-7c55-4fa6-9e67-1c81842f3c52 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:09.441507 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82edeb9-7c55-4fa6-9e67-1c81842f3c52 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:09.530618 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489443d6-1f0a-4109-9ffa-8a15737369b5 req-ac82d823-7a36-439d-9a2f-a64222eafe3a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:09.532583 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-489443d6-1f0a-4109-9ffa-8a15737369b5 req-ac82d823-7a36-439d-9a2f-a64222eafe3a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 945 time: 0.0593939 Dec 20 21:49:09.564504 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f701a4-87e5-4ce6-93ef-3f6cf4f59a93 req-e2a4df94-b8db-4651-b618-1afa2c3d9237 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:09.566042 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-83f701a4-87e5-4ce6-93ef-3f6cf4f59a93 req-e2a4df94-b8db-4651-b618-1afa2c3d9237 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0567939 Dec 20 21:49:09.585007 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-489443d6-1f0a-4109-9ffa-8a15737369b5 req-56638af4-c263-4399-821b-4a55576f9cf7 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429900 Dec 20 21:49:09.617475 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-83f701a4-87e5-4ce6-93ef-3f6cf4f59a93 req-69397b35-b6e3-4cb8-bdf6-f65df7d42fba tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442095 Dec 20 21:49:09.640176 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43274) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:49:09.715576 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6b575f35-c48e-475a-8490-87171cb207b3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/floatingips/3d923158-971f-4371-b469-3ae0f65efaf7 HTTP/1.1" status: 200 len: 992 time: 0.0739610 Dec 20 21:49:09.842643 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bfec8-fe22-449b-93f5-78f35a57344f req-3361907b-936c-4fd9-b590-c159be1b1102 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:09.844108 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-344bfec8-fe22-449b-93f5-78f35a57344f req-3361907b-936c-4fd9-b590-c159be1b1102 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 945 time: 0.0531340 Dec 20 21:49:09.947484 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-344bfec8-fe22-449b-93f5-78f35a57344f req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Deleting port f2680d71-da3e-4278-a4c1-bd5e5fb723a3 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:49:09.947976 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-344bfec8-fe22-449b-93f5-78f35a57344f req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:10.051606 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-344bfec8-fe22-449b-93f5-78f35a57344f req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] For port f2680d71-da3e-4278-a4c1-bd5e5fb723a3, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=f2680d71-da3e-4278-a4c1-bd5e5fb723a3,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:49:10.051969 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-344bfec8-fe22-449b-93f5-78f35a57344f req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:10.055789 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-f3ce6197-166e-4656-9845-fd49b4f42926 req-0b2b34d5-c7e2-41e2-96a3-364d3683115b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:49:10.057254 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f3ce6197-166e-4656-9845-fd49b4f42926 req-0b2b34d5-c7e2-41e2-96a3-364d3683115b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067883 Dec 20 21:49:10.069374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-344bfec8-fe22-449b-93f5-78f35a57344f req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Calling delete_port for f2680d71-da3e-4278-a4c1-bd5e5fb723a3 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:49:10.217399 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-344bfec8-fe22-449b-93f5-78f35a57344f req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:10.249184 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event deleted for resources: {'Port': ['ID=f2680d71-da3e-4278-a4c1-bd5e5fb723a3,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:10.255206 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['f2680d71-da3e-4278-a4c1-bd5e5fb723a3'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:49:10.262834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:10.263290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:10.263645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:10.264026 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:10.264521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:10.264867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:10.265218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:10.265586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:10.265952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:10.266376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:10.266736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:10.267068 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:10.283918 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['0cac3ce7-7024-4dbd-9da2-ab4830db1e19'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:49:10.360846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-344bfec8-fe22-449b-93f5-78f35a57344f req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] No DVR routers for this DVR port f2680d71-da3e-4278-a4c1-bd5e5fb723a3 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:49:10.367406 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-344bfec8-fe22-449b-93f5-78f35a57344f req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:10.377335 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-344bfec8-fe22-449b-93f5-78f35a57344f req-93416981-97c1-400d-a175-b5dede44b7bf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "DELETE /v2.0/ports/f2680d71-da3e-4278-a4c1-bd5e5fb723a3 HTTP/1.1" status: 204 len: 173 time: 0.5270042 Dec 20 21:49:10.377840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f72691-4f11-492c-b447-9ad55d598200', 'name': 'network-vif-deleted', 'tag': 'f2680d71-da3e-4278-a4c1-bd5e5fb723a3'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:49:10.381770 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43298) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:49:10.383029 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd94b7a-ce41-4efd-86de-b2694f182eb6" -d '{"events": [{"server_uuid": "87f72691-4f11-492c-b447-9ad55d598200", "name": "network-vif-deleted", "tag": "f2680d71-da3e-4278-a4c1-bd5e5fb723a3"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:49:10.453112 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b73d8-e364-4a4d-af28-4f4e2e8b74c3 req-b4a50397-678b-450c-a7ea-c207bf39c107 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:10.459630 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-850b73d8-e364-4a4d-af28-4f4e2e8b74c3 req-b4a50397-678b-450c-a7ea-c207bf39c107 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0701070 Dec 20 21:49:10.512569 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bb73e8-e6ce-4bed-9844-8b4c1bfdcb69 x-openstack-request-id: req-f5bb73e8-e6ce-4bed-9844-8b4c1bfdcb69 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:49:10.515023 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f72691-4f11-492c-b447-9ad55d598200", "name": "network-vif-deleted", "tag": "f2680d71-da3e-4278-a4c1-bd5e5fb723a3", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:49:10.515695 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5bb73e8-e6ce-4bed-9844-8b4c1bfdcb69 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:49:10.516204 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f72691-4f11-492c-b447-9ad55d598200', 'name': 'network-vif-deleted', 'tag': 'f2680d71-da3e-4278-a4c1-bd5e5fb723a3', 'status': 'completed', 'code': 200} Dec 20 21:49:10.523080 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-850b73d8-e364-4a4d-af28-4f4e2e8b74c3 req-a47a27f1-3439-4fae-9c6c-ef7168c8b5b7 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607123 Dec 20 21:49:10.600003 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-d05e23e5-25f4-4fa6-9d12-d278fbbe8576 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2147462 Dec 20 21:49:10.618324 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-6b055055-e935-4804-a283-e9147e449e17 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:49:10.619308 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-6b055055-e935-4804-a283-e9147e449e17 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056236 Dec 20 21:49:10.720518 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-efe593dc-3c0a-4b38-995a-42e963dacc23 req-5216b16e-6fb2-43dd-925a-a42c531094d4 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 210 time: 0.0497339 Dec 20 21:49:11.697795 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668121dc-0e07-4510-9c0c-bd2707ebe451 req-036b0107-c536-4792-b1fa-a350afdcee63 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:11.720324 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-668121dc-0e07-4510-9c0c-bd2707ebe451 req-036b0107-c536-4792-b1fa-a350afdcee63 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0908427 Dec 20 21:49:11.776509 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-668121dc-0e07-4510-9c0c-bd2707ebe451 req-dfa276d1-1a57-454e-87e9-107d4cec1ba0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485730 Dec 20 21:49:11.841721 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d5797541-f6b3-4815-ae38-8383fd485930 req-21943f43-f6c5-4c85-8a2f-e94c7ecfcd48 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 210 time: 0.0300720 Dec 20 21:49:12.138959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0e836-6470-4436-b663-321ebbed00da req-975ca722-3848-41ca-aabb-8ada83eebd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:12.141132 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-975ca722-3848-41ca-aabb-8ada83eebd08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 1094 time: 0.0564187 Dec 20 21:49:12.247310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0e836-6470-4436-b663-321ebbed00da req-90bee2a9-9286-4fd6-8f10-ed28dedfc41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:12.248842 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-90bee2a9-9286-4fd6-8f10-ed28dedfc41d service neutron] 10.222.0.31 "GET /v2.0/networks?id=18f2250c-211d-440f-89d4-5008f140da68 HTTP/1.1" status: 200 len: 898 time: 0.1011620 Dec 20 21:49:12.328548 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-8e8fe3eb-3457-49b9-a7d7-da22c95c65e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2404889b-2938-4af4-8d4f-40d493056faf HTTP/1.1" status: 200 len: 1000 time: 0.0732648 Dec 20 21:49:12.393194 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0e836-6470-4436-b663-321ebbed00da req-be07e967-e1b6-4f50-809b-c136f9cfe66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:12.395094 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-be07e967-e1b6-4f50-809b-c136f9cfe66a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f209aa75-45ba-437f-a25b-ec8c6344ef05 HTTP/1.1" status: 200 len: 834 time: 0.0599787 Dec 20 21:49:12.453650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0e836-6470-4436-b663-321ebbed00da req-b5e10d8c-e0c7-4724-b221-e0e60a9c6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:12.455394 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-b5e10d8c-e0c7-4724-b221-e0e60a9c6cef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=18f2250c-211d-440f-89d4-5008f140da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0537405 Dec 20 21:49:12.558542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-0471906b-a34f-47d9-89b6-db62f12aade8 service neutron] 10.222.0.31 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954421 Dec 20 21:49:12.677535 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-afa80395-2ea1-4587-802c-8e2c4d206138 service neutron] 10.222.0.31 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124592 Dec 20 21:49:12.943599 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e2d5f-c9a4-422c-8c4c-3e48b2bc0a2c req-653463dc-11ed-4901-bc2f-38dad5ce20a3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:12.945144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b36e2d5f-c9a4-422c-8c4c-3e48b2bc0a2c req-653463dc-11ed-4901-bc2f-38dad5ce20a3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0800192 Dec 20 21:49:12.947196 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fdf41383-c71e-4d8e-aafa-a3d6c372eadb req-d9cac07f-e9fb-40c7-9e8f-931908b4b4b7 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 210 time: 0.0302806 Dec 20 21:49:12.993704 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b36e2d5f-c9a4-422c-8c4c-3e48b2bc0a2c req-9828bb1b-06a0-47db-b28f-2b8e63832f64 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335538 Dec 20 21:49:13.861203 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f2680d71-da3e-4278-a4c1-bd5e5fb723a3 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:49:13.884933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: f2680d71-da3e-4278-a4c1-bd5e5fb723a3 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:49:13.885401 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device f2680d71-da3e-4278-a4c1-bd5e5fb723a3 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:49:14.071451 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-11f1a354-f0c5-443f-9368-5933ce5e1eac req-87d24cb9-1d3a-4b23-85a4-ed2b20ec0848 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=87f72691-4f11-492c-b447-9ad55d598200 HTTP/1.1" status: 200 len: 210 time: 0.0338192 Dec 20 21:49:14.135966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653b05a-8341-42d5-8b78-826a298759ec req-3187902c-ca17-44f7-b200-7cadaa6a3ad0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:14.138525 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9653b05a-8341-42d5-8b78-826a298759ec req-3187902c-ca17-44f7-b200-7cadaa6a3ad0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0532765 Dec 20 21:49:14.184733 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9653b05a-8341-42d5-8b78-826a298759ec req-cd25839f-796f-4580-88f6-900630dcfda5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395706 Dec 20 21:49:14.877640 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:15.306427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03ee30-1a7a-4cfe-b816-0ea841ea7f1d req-1a54b6b4-ee42-411e-b03e-45b2ae6f1e77 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:15.308704 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2a03ee30-1a7a-4cfe-b816-0ea841ea7f1d req-1a54b6b4-ee42-411e-b03e-45b2ae6f1e77 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0539019 Dec 20 21:49:15.348684 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2a03ee30-1a7a-4cfe-b816-0ea841ea7f1d req-4184b1fc-f968-412b-8f62-529d1ec45908 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335128 Dec 20 21:49:16.473407 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb4bd9-a456-4bd9-b9b4-7b8fe3900deb req-6850f301-5d38-4f8a-af92-d60b4950dbc7 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:16.474996 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-08bb4bd9-a456-4bd9-b9b4-7b8fe3900deb req-6850f301-5d38-4f8a-af92-d60b4950dbc7 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0549707 Dec 20 21:49:16.527158 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-08bb4bd9-a456-4bd9-b9b4-7b8fe3900deb req-55286e35-477b-40fb-8187-63a268d5e478 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453525 Dec 20 21:49:17.660784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab09380-47dd-4e61-9e2f-6408090af34a req-6671f93e-6f79-4e61-9700-4581798ca0e2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:17.666655 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7ab09380-47dd-4e61-9e2f-6408090af34a req-6671f93e-6f79-4e61-9700-4581798ca0e2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0637319 Dec 20 21:49:17.704615 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7ab09380-47dd-4e61-9e2f-6408090af34a req-ff675c0f-980b-4cf0-960d-5ce4666e8646 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346632 Dec 20 21:49:18.131755 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:18.824375 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65b73a-af1d-4372-a939-0a79d9e16036 req-f3d37345-d121-40a2-8df6-a01d53b5f20d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:18.825863 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9b65b73a-af1d-4372-a939-0a79d9e16036 req-f3d37345-d121-40a2-8df6-a01d53b5f20d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0498421 Dec 20 21:49:18.864893 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9b65b73a-af1d-4372-a939-0a79d9e16036 req-c76d2645-a797-4669-86b3-b9e98a387e2e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325105 Dec 20 21:49:19.654375 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc76d0-9f35-4022-a2e5-6edeaf7466d3 req-7333ad34-3335-40ca-a80a-1b199448b8a8 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:19.655876 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29fc76d0-9f35-4022-a2e5-6edeaf7466d3 req-7333ad34-3335-40ca-a80a-1b199448b8a8 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 945 time: 0.0654247 Dec 20 21:49:19.695501 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-29fc76d0-9f35-4022-a2e5-6edeaf7466d3 req-e8e955cf-5ce1-46b4-8197-fd4c9eca78d1 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331628 Dec 20 21:49:19.792870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-c3b7e2b8-3db4-4ff9-8cb7-70fdaaea9272 req-9a5bcc69-280e-49e4-8356-71fe07945d24 service neutron] (102402) timed out ('10.222.0.66', 60378) {{(pid=102402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 20 21:49:19.989208 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedcf7e-e93c-49ad-9ab0-bab29a916bd6 req-c52c5421-c37c-40bb-89dd-f14f1610bcad tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:19.990634 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1eedcf7e-e93c-49ad-9ab0-bab29a916bd6 req-c52c5421-c37c-40bb-89dd-f14f1610bcad tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0525393 Dec 20 21:49:20.033041 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1eedcf7e-e93c-49ad-9ab0-bab29a916bd6 req-ba97fb64-d400-4b62-83f6-8c8fe5ba934e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355701 Dec 20 21:49:20.813253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9cca1-08d9-40d9-be6c-31847efc1d94 req-1a324012-cd92-410f-82de-0459e9276be4 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:20.814909 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-59d9cca1-08d9-40d9-be6c-31847efc1d94 req-1a324012-cd92-410f-82de-0459e9276be4 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 945 time: 0.0502534 Dec 20 21:49:20.854526 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-59d9cca1-08d9-40d9-be6c-31847efc1d94 req-00a7091c-d790-4527-90dd-c006eab0be83 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=0efec2eb-ed60-442d-832e-da4c9b303998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330801 Dec 20 21:49:21.153861 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33b35c-5ad6-46e8-ba86-da043bd829f1 req-c180e75e-be1d-435d-bbb7-367692828d0d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:21.155395 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4b33b35c-5ad6-46e8-ba86-da043bd829f1 req-c180e75e-be1d-435d-bbb7-367692828d0d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0503032 Dec 20 21:49:21.197040 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4b33b35c-5ad6-46e8-ba86-da043bd829f1 req-9c5107a0-3017-4a95-894d-952972339027 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354259 Dec 20 21:49:21.356733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0702e-04e1-4203-b57e-0d93f0c9d44a req-955cb8c1-bbbb-4880-b0e7-4d1f46908e95 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:21.358194 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7fc0702e-04e1-4203-b57e-0d93f0c9d44a req-955cb8c1-bbbb-4880-b0e7-4d1f46908e95 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.31 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 945 time: 0.0586329 Dec 20 21:49:21.468255 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-7fc0702e-04e1-4203-b57e-0d93f0c9d44a req-a8df1fb5-2d11-4db8-b29a-82f8901e664a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Deleting port 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:49:21.468580 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7fc0702e-04e1-4203-b57e-0d93f0c9d44a req-a8df1fb5-2d11-4db8-b29a-82f8901e664a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:21.586518 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7fc0702e-04e1-4203-b57e-0d93f0c9d44a req-a8df1fb5-2d11-4db8-b29a-82f8901e664a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] For port 0cac3ce7-7024-4dbd-9da2-ab4830db1e19, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=0cac3ce7-7024-4dbd-9da2-ab4830db1e19,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:49:21.587081 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7fc0702e-04e1-4203-b57e-0d93f0c9d44a req-a8df1fb5-2d11-4db8-b29a-82f8901e664a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:21.604813 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-7fc0702e-04e1-4203-b57e-0d93f0c9d44a req-a8df1fb5-2d11-4db8-b29a-82f8901e664a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Calling delete_port for 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:49:21.762490 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7fc0702e-04e1-4203-b57e-0d93f0c9d44a req-a8df1fb5-2d11-4db8-b29a-82f8901e664a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:21.793053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df1fb5-2d11-4db8-b29a-82f8901e664a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event deleted for resources: {'Port': ['ID=0cac3ce7-7024-4dbd-9da2-ab4830db1e19,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:21.798556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['0cac3ce7-7024-4dbd-9da2-ab4830db1e19'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:49:21.856191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc0702e-04e1-4203-b57e-0d93f0c9d44a req-a8df1fb5-2d11-4db8-b29a-82f8901e664a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] No DVR routers for this DVR port 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:49:21.864286 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7fc0702e-04e1-4203-b57e-0d93f0c9d44a req-a8df1fb5-2d11-4db8-b29a-82f8901e664a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:21.867677 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7fc0702e-04e1-4203-b57e-0d93f0c9d44a req-a8df1fb5-2d11-4db8-b29a-82f8901e664a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.31 "DELETE /v2.0/ports/0cac3ce7-7024-4dbd-9da2-ab4830db1e19 HTTP/1.1" status: 204 len: 173 time: 0.5027194 Dec 20 21:49:21.868139 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0442baf2-8a2a-45c0-b353-e9386416dd0f', 'name': 'network-vif-deleted', 'tag': '0cac3ce7-7024-4dbd-9da2-ab4830db1e19'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:49:21.870738 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38fc5ad-fddc-4869-86b1-8fe7fee1963f" -d '{"events": [{"server_uuid": "0442baf2-8a2a-45c0-b353-e9386416dd0f", "name": "network-vif-deleted", "tag": "0cac3ce7-7024-4dbd-9da2-ab4830db1e19"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:49:21.919511 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b289c6a-8874-4f3d-be59-856fb1efa92d x-openstack-request-id: req-8b289c6a-8874-4f3d-be59-856fb1efa92d {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:49:21.919802 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0442baf2-8a2a-45c0-b353-e9386416dd0f", "name": "network-vif-deleted", "tag": "0cac3ce7-7024-4dbd-9da2-ab4830db1e19", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:49:21.920058 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b289c6a-8874-4f3d-be59-856fb1efa92d {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:49:21.920521 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0442baf2-8a2a-45c0-b353-e9386416dd0f', 'name': 'network-vif-deleted', 'tag': '0cac3ce7-7024-4dbd-9da2-ab4830db1e19', 'status': 'completed', 'code': 200} Dec 20 21:49:21.984096 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d8f4438-2631-4eb9-a646-fb1f0524fa9c req-4961c2f6-d13f-4c57-8a86-8b0c9aafb528 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 210 time: 0.0380421 Dec 20 21:49:22.333242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e50c6b-cf57-4d20-be45-58d73cbe1d46 req-60964eab-85ed-42f8-9cf1-d9ee68e0b25b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:22.341075 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-26e50c6b-cf57-4d20-be45-58d73cbe1d46 req-60964eab-85ed-42f8-9cf1-d9ee68e0b25b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0622272 Dec 20 21:49:22.379944 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-26e50c6b-cf57-4d20-be45-58d73cbe1d46 req-ba7b82f4-6e20-4100-b777-40b2bc8d1319 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375807 Dec 20 21:49:23.103961 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ad5550c-9624-4f82-8a40-55ccd11410b8 req-228222ec-9441-42b7-9dc8-a6b7da9b0cbe tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 210 time: 0.0378637 Dec 20 21:49:23.528402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6f614-60b1-4722-836f-c7a487e1b24e req-acae92dc-493c-4a76-ab49-d62f688fb714 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:23.530199 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-57f6f614-60b1-4722-836f-c7a487e1b24e req-acae92dc-493c-4a76-ab49-d62f688fb714 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0619342 Dec 20 21:49:23.573383 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-57f6f614-60b1-4722-836f-c7a487e1b24e req-7363ce27-4089-4845-8711-da06c8e203c7 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362821 Dec 20 21:49:24.202042 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ed8a8e29-3ee9-4e15-a422-25e25a563375 req-84fe7c36-5816-455c-b57a-f6b81dc9c96b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 210 time: 0.0260353 Dec 20 21:49:24.694890 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8be41c-cecb-438d-bb4e-79cc1fd45c5a req-8d48c6d5-dbff-4b63-892f-fe6bb20b2dc2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:24.696444 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f8be41c-cecb-438d-bb4e-79cc1fd45c5a req-8d48c6d5-dbff-4b63-892f-fe6bb20b2dc2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0508573 Dec 20 21:49:24.734615 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f8be41c-cecb-438d-bb4e-79cc1fd45c5a req-92b2365f-d5e1-49b2-8a7b-c9f596c7c5df tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320611 Dec 20 21:49:24.804408 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-7cf0e836-6470-4436-b663-321ebbed00da req-639d5839-68d6-4154-8695-857a168c8104 service neutron] show failed (client error): The resource could not be found. Dec 20 21:49:24.805451 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-639d5839-68d6-4154-8695-857a168c8104 service neutron] 10.222.0.31 "GET /v2.0/ports/2404889b-2938-4af4-8d4f-40d493056faf/bindings/n-h2-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.0561504 Dec 20 21:49:25.052686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0e836-6470-4436-b663-321ebbed00da req-fc92c369-db10-43f9-8539-394ad4a21eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:25.054195 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-fc92c369-db10-43f9-8539-394ad4a21eb3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a&tenant_id=17bfe5143f08413da482bf49648c0cfd HTTP/1.1" status: 200 len: 1094 time: 0.0737870 Dec 20 21:49:25.071271 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:49:25.123585 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:25.333039 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d3f2e306-ccea-4a1d-80d7-2a4f73700adb req-6f9c0cca-5952-40ec-b9a4-eed568f1a1ff tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=0442baf2-8a2a-45c0-b353-e9386416dd0f HTTP/1.1" status: 200 len: 210 time: 0.0420566 Dec 20 21:49:25.364485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] For port 2404889b-2938-4af4-8d4f-40d493056faf, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=2404889b-2938-4af4-8d4f-40d493056faf,segment=NetworkSegment(517c96f8-59b4-48f3-af3a-1a099c7258e1),segment_id=517c96f8-59b4-48f3-af3a-1a099c7258e1)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:49:25.402440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] For port 2404889b-2938-4af4-8d4f-40d493056faf, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:49:25.446623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:25.458369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2404889b-2938-4af4-8d4f-40d493056faf'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:49:25.460742 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d684b3ae-cebf-4cee-bdd5-33c63626fd1b" -d '{"events": [{"server_uuid": "0d7f3285-4cac-4dad-b1cc-a6fb2276e73a", "name": "network-vif-unplugged", "status": "completed", "tag": "2404889b-2938-4af4-8d4f-40d493056faf"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:49:25.466278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Transition to ACTIVE for port object 2404889b-2938-4af4-8d4f-40d493056faf will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:49:25.472677 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:25.609348 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c1e87d-7a8c-443e-9de7-d714044b36c0 x-openstack-request-id: req-f6c1e87d-7a8c-443e-9de7-d714044b36c0 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:49:25.609749 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7f3285-4cac-4dad-b1cc-a6fb2276e73a", "name": "network-vif-unplugged", "status": "completed", "tag": "2404889b-2938-4af4-8d4f-40d493056faf", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:49:25.610209 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6c1e87d-7a8c-443e-9de7-d714044b36c0 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:49:25.610811 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2404889b-2938-4af4-8d4f-40d493056faf', 'code': 200} Dec 20 21:49:25.617283 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2404889b-2938-4af4-8d4f-40d493056faf,revision_number=6']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:25.668710 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] No DVR routers for this DVR port 2404889b-2938-4af4-8d4f-40d493056faf on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:49:25.824814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Attempting to bind port 2404889b-2938-4af4-8d4f-40d493056faf on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:49:25.825027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Attempting to bind port 2404889b-2938-4af4-8d4f-40d493056faf by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '517c96f8-59b4-48f3-af3a-1a099c7258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '18f2250c-211d-440f-89d4-5008f140da68'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:49:25.825273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Attempting to bind port 2404889b-2938-4af4-8d4f-40d493056faf on network 18f2250c-211d-440f-89d4-5008f140da68 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:49:25.844447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Port 2404889b-2938-4af4-8d4f-40d493056faf on network 18f2250c-211d-440f-89d4-5008f140da68 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:49:25.844447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Attempting to bind port 2404889b-2938-4af4-8d4f-40d493056faf on network 18f2250c-211d-440f-89d4-5008f140da68 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:49:25.854587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:49:25.854925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Checking segment: {'id': '517c96f8-59b4-48f3-af3a-1a099c7258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '18f2250c-211d-440f-89d4-5008f140da68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:49:25.855309 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Bound using segment: {'id': '517c96f8-59b4-48f3-af3a-1a099c7258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '18f2250c-211d-440f-89d4-5008f140da68'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:49:25.855741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Bound port: 2404889b-2938-4af4-8d4f-40d493056faf, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517c96f8-59b4-48f3-af3a-1a099c7258e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '18f2250c-211d-440f-89d4-5008f140da68'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:49:25.856100 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:25.885813 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaf7db-1ede-48c8-93c0-3fc01432491e req-5d037ce9-8ddc-45fc-b715-c0edbab55511 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:25.887921 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-defaf7db-1ede-48c8-93c0-3fc01432491e req-5d037ce9-8ddc-45fc-b715-c0edbab55511 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 943 time: 0.0779018 Dec 20 21:49:25.970980 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-defaf7db-1ede-48c8-93c0-3fc01432491e req-1f784649-bb34-4829-b5db-c806407dccef tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560353 Dec 20 21:49:25.975511 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:49:25.981287 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] For port 2404889b-2938-4af4-8d4f-40d493056faf, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:49:25.985054 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] For port 2404889b-2938-4af4-8d4f-40d493056faf, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2404889b-2938-4af4-8d4f-40d493056faf,segment=NetworkSegment(517c96f8-59b4-48f3-af3a-1a099c7258e1),segment_id=517c96f8-59b4-48f3-af3a-1a099c7258e1)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:49:25.992613 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:26.008043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:49:26.008706 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 0cac3ce7-7024-4dbd-9da2-ab4830db1e19 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:49:26.033577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:26.034313 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:26.035851 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] 10.222.0.66 "PUT /v2.0/ports/2404889b-2938-4af4-8d4f-40d493056faf HTTP/1.1" status: 200 len: 1089 time: 0.9684842 Dec 20 21:49:26.059371 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55e61b-b232-44e6-bb70-9d6578d003d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2404889b-2938-4af4-8d4f-40d493056faf,revision_number=7']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:26.114655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0e836-6470-4436-b663-321ebbed00da req-2538f0d1-6306-41bf-afc2-cc0e22e228d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:26.116120 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-2538f0d1-6306-41bf-afc2-cc0e22e228d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 1092 time: 0.0471537 Dec 20 21:49:26.209716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0e836-6470-4436-b663-321ebbed00da req-b6be61b3-ccf4-456f-8864-8fa1d4df7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:26.211350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-b6be61b3-ccf4-456f-8864-8fa1d4df7f8e service neutron] 10.222.0.66 "GET /v2.0/networks?id=18f2250c-211d-440f-89d4-5008f140da68 HTTP/1.1" status: 200 len: 898 time: 0.0889335 Dec 20 21:49:26.287138 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-f0b5e6f3-ea33-4e88-b117-8950d8e125c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2404889b-2938-4af4-8d4f-40d493056faf HTTP/1.1" status: 200 len: 998 time: 0.0685084 Dec 20 21:49:26.335907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0e836-6470-4436-b663-321ebbed00da req-c55dd5c7-46ae-4b35-9c29-a19443dfc270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:26.337348 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-c55dd5c7-46ae-4b35-9c29-a19443dfc270 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f209aa75-45ba-437f-a25b-ec8c6344ef05 HTTP/1.1" status: 200 len: 834 time: 0.0436029 Dec 20 21:49:26.384064 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0e836-6470-4436-b663-321ebbed00da req-d7061e08-e65b-4c49-bf21-30e352a97879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:26.385563 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-d7061e08-e65b-4c49-bf21-30e352a97879 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=18f2250c-211d-440f-89d4-5008f140da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0416112 Dec 20 21:49:26.488255 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-b7874974-293b-4415-a6a3-41aea92cacc9 service neutron] 10.222.0.66 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946879 Dec 20 21:49:26.579779 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7cf0e836-6470-4436-b663-321ebbed00da req-1113a178-8202-4d6b-b065-4953329dc8e6 service neutron] 10.222.0.66 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847654 Dec 20 21:49:27.136860 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2721fe1-ccdf-45e2-9d7e-50f675f07da4 req-06faa5a8-d137-49fa-9d9c-7a27e1add338 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:27.138356 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d2721fe1-ccdf-45e2-9d7e-50f675f07da4 req-06faa5a8-d137-49fa-9d9c-7a27e1add338 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 943 time: 0.0813792 Dec 20 21:49:27.155394 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e943ce1-3698-42cc-960e-d7ff1a50a62f req-486d83f6-d320-414a-b1fb-689962ecdaa7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0619638 Dec 20 21:49:27.164000 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1e541e9a-7b27-45d2-b33a-8aa921e46ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:27.185085 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d2721fe1-ccdf-45e2-9d7e-50f675f07da4 req-128cfed5-b268-4248-9ba7-9d419a67ad23 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386593 Dec 20 21:49:27.260653 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e943ce1-3698-42cc-960e-d7ff1a50a62f req-94172727-d75f-47b2-b2f5-09110724e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:27.262219 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e943ce1-3698-42cc-960e-d7ff1a50a62f req-94172727-d75f-47b2-b2f5-09110724e0fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5fa42aaba6a47fa86c4ce17d91cc2ca&device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 1094 time: 0.0424197 Dec 20 21:49:27.665149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'tag': '2404889b-2938-4af4-8d4f-40d493056faf'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:49:27.667433 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31268969-a9b1-475e-9ac3-1ee7aee902d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7f3285-4cac-4dad-b1cc-a6fb2276e73a", "tag": "2404889b-2938-4af4-8d4f-40d493056faf"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:49:27.715585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e943ce1-3698-42cc-960e-d7ff1a50a62f req-63382b48-66cb-41bc-8c9f-da507ddafa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:27.717059 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e943ce1-3698-42cc-960e-d7ff1a50a62f req-63382b48-66cb-41bc-8c9f-da507ddafa97 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0a48a448-6c03-459d-855c-3a8feeda68ee HTTP/1.1" status: 200 len: 908 time: 0.4337544 Dec 20 21:49:27.720218 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8846dd3-47ba-4816-af25-dd3f4f4e159e x-openstack-request-id: req-a8846dd3-47ba-4816-af25-dd3f4f4e159e {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:49:27.720510 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7f3285-4cac-4dad-b1cc-a6fb2276e73a", "tag": "2404889b-2938-4af4-8d4f-40d493056faf", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:49:27.720762 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8846dd3-47ba-4816-af25-dd3f4f4e159e {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:49:27.721148 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'tag': '2404889b-2938-4af4-8d4f-40d493056faf', 'status': 'completed', 'code': 200} Dec 20 21:49:27.861527 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e943ce1-3698-42cc-960e-d7ff1a50a62f req-2f5bcc57-09c1-419f-9afa-889c1cd95c6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b3d0136-4f60-4b37-85d3-925a4e36c044 HTTP/1.1" status: 200 len: 1000 time: 0.1119828 Dec 20 21:49:27.877277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-fbde7690-dd1c-436b-b9b9-4c80ccb6f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:27.879203 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-fbde7690-dd1c-436b-b9b9-4c80ccb6f423 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 1092 time: 0.1206839 Dec 20 21:49:27.891653 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-ff9c94e7-e151-46c4-9055-424c3a424c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:27.893211 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-ff9c94e7-e151-46c4-9055-424c3a424c54 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 1092 time: 0.1007431 Dec 20 21:49:28.027986 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e943ce1-3698-42cc-960e-d7ff1a50a62f req-eb98399f-283a-4e82-bef4-9c98ac46ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:28.029453 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e943ce1-3698-42cc-960e-d7ff1a50a62f req-eb98399f-283a-4e82-bef4-9c98ac46ab08 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=104a070d-0479-4f70-94de-73cf13fd3cca HTTP/1.1" status: 200 len: 846 time: 0.1552434 Dec 20 21:49:28.110815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-ab35cd15-5347-48b2-a943-140f7d1415ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:28.112362 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-ab35cd15-5347-48b2-a943-140f7d1415ab service neutron] 10.222.0.66 "GET /v2.0/networks?id=18f2250c-211d-440f-89d4-5008f140da68 HTTP/1.1" status: 200 len: 898 time: 0.2235639 Dec 20 21:49:28.116686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-5423787d-42a4-4418-8b31-af87eed83f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:28.118043 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-5423787d-42a4-4418-8b31-af87eed83f80 service neutron] 10.222.0.31 "GET /v2.0/networks?id=18f2250c-211d-440f-89d4-5008f140da68 HTTP/1.1" status: 200 len: 898 time: 0.2005675 Dec 20 21:49:28.165130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e943ce1-3698-42cc-960e-d7ff1a50a62f req-3dbffdff-459e-42d8-b916-d53e1c52a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:28.166634 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e943ce1-3698-42cc-960e-d7ff1a50a62f req-3dbffdff-459e-42d8-b916-d53e1c52a762 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0a48a448-6c03-459d-855c-3a8feeda68ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1253297 Dec 20 21:49:28.326754 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-dd45cd6e-4299-4e42-a2ce-99d211b957c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2404889b-2938-4af4-8d4f-40d493056faf HTTP/1.1" status: 200 len: 998 time: 0.1968420 Dec 20 21:49:28.330629 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-3f25fbdf-3e1b-4f1d-bbda-aee9a89de968 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2404889b-2938-4af4-8d4f-40d493056faf HTTP/1.1" status: 200 len: 998 time: 0.2081914 Dec 20 21:49:28.446880 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed72144-7a12-4876-ad5b-b3acd7d8dc7c req-2885fc18-429d-4018-9de8-b4d5ca3b0769 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:28.448392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5ed72144-7a12-4876-ad5b-b3acd7d8dc7c req-2885fc18-429d-4018-9de8-b4d5ca3b0769 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 943 time: 0.1701322 Dec 20 21:49:28.455634 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e943ce1-3698-42cc-960e-d7ff1a50a62f req-caa0e84e-4ae5-4b7c-926f-1bd8d0fd7d44 service neutron] 10.222.0.66 "GET /v2.0/networks/0a48a448-6c03-459d-855c-3a8feeda68ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488344 Dec 20 21:49:28.471601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-cdd81737-c80b-442a-a1b6-73e501b4cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:28.473854 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-cdd81737-c80b-442a-a1b6-73e501b4cdd3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f209aa75-45ba-437f-a25b-ec8c6344ef05 HTTP/1.1" status: 200 len: 834 time: 0.1366127 Dec 20 21:49:28.478121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-0f674e02-c9a6-4d76-80e2-a4d004da0017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:28.480111 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-0f674e02-c9a6-4d76-80e2-a4d004da0017 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f209aa75-45ba-437f-a25b-ec8c6344ef05 HTTP/1.1" status: 200 len: 834 time: 0.1313860 Dec 20 21:49:28.622283 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5ed72144-7a12-4876-ad5b-b3acd7d8dc7c req-81a86267-536b-4b77-9bb3-ebe14d7f8137 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611016 Dec 20 21:49:28.654091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-a75c98d3-1516-4592-9d1e-5c48f7e13f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:28.656024 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-a75c98d3-1516-4592-9d1e-5c48f7e13f59 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=18f2250c-211d-440f-89d4-5008f140da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1583314 Dec 20 21:49:28.663101 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-071f82eb-fbba-4aec-b4da-759cdf3a569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:28.664573 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-071f82eb-fbba-4aec-b4da-759cdf3a569d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=18f2250c-211d-440f-89d4-5008f140da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1687620 Dec 20 21:49:28.722445 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2e943ce1-3698-42cc-960e-d7ff1a50a62f req-e9fabd7e-417b-4722-bfb6-3bddb0d28bd5 service neutron] 10.222.0.66 "GET /v2.0/networks/0a48a448-6c03-459d-855c-3a8feeda68ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575223 Dec 20 21:49:28.825390 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-c10eaf7f-1637-46e2-8faa-994030cb32a9 service neutron] 10.222.0.66 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595669 Dec 20 21:49:28.829539 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-f56afb1d-60df-4e54-b81d-4270411d95eb service neutron] 10.222.0.31 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523464 Dec 20 21:49:28.993529 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-f13805de-764a-4ab5-8d28-6974102b860a service neutron] 10.222.0.66 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611090 Dec 20 21:49:28.995360 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-31268969-a9b1-475e-9ac3-1ee7aee902d9 req-cde9d09c-6703-410c-97d1-89764a34811c service neutron] 10.222.0.31 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556108 Dec 20 21:49:29.500655 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-adf4582b-ef1c-4919-b558-f26b1260f80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:29.746242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bf357-dab1-484b-96a3-08fcd888a75b req-b9ea2d20-3485-4fde-8dcd-966aff1ca9b5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:29.747887 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b85bf357-dab1-484b-96a3-08fcd888a75b req-b9ea2d20-3485-4fde-8dcd-966aff1ca9b5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 943 time: 0.0511191 Dec 20 21:49:29.786153 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b85bf357-dab1-484b-96a3-08fcd888a75b req-a21cd789-9821-4029-9413-7df6ccb1e61e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319376 Dec 20 21:49:29.917378 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2404889b-2938-4af4-8d4f-40d493056faf details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:49:30.012187 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 2404889b-2938-4af4-8d4f-40d493056faf no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:49:30.051132 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec342d00-c7ad-407d-abd8-cad9e16979e1 req-2efa53e9-5198-4903-86c4-0d99410d57e0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:30.058730 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ec342d00-c7ad-407d-abd8-cad9e16979e1 req-2efa53e9-5198-4903-86c4-0d99410d57e0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 943 time: 0.1086950 Dec 20 21:49:30.086786 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 2404889b-2938-4af4-8d4f-40d493056faf not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:49:30.121141 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 2404889b-2938-4af4-8d4f-40d493056faf, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2404889b-2938-4af4-8d4f-40d493056faf,segment=NetworkSegment(517c96f8-59b4-48f3-af3a-1a099c7258e1),segment_id=517c96f8-59b4-48f3-af3a-1a099c7258e1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:49:30.132305 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ec342d00-c7ad-407d-abd8-cad9e16979e1 req-44349ff1-8508-4fee-bc0c-e5a9f835d019 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678518 Dec 20 21:49:30.135565 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '2404889b-2938-4af4-8d4f-40d493056faf', 'network_id': '18f2250c-211d-440f-89d4-5008f140da68', 'port_id': '2404889b-2938-4af4-8d4f-40d493056faf', 'mac_address': 'fa:16:3e:a9:26:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:49:30.184091 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:30.185486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b62a8-0480-49b2-a51d-7af88bb9e5ec req-91e5c939-f779-4848-b23e-ad87e6fa86e3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:30.188453 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-349b62a8-0480-49b2-a51d-7af88bb9e5ec req-91e5c939-f779-4848-b23e-ad87e6fa86e3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a&tenant_id=17bfe5143f08413da482bf49648c0cfd&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 943 time: 0.1700330 Dec 20 21:49:30.199135 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2404889b-2938-4af4-8d4f-40d493056faf {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:49:30.228338 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 2404889b-2938-4af4-8d4f-40d493056faf, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2404889b-2938-4af4-8d4f-40d493056faf,segment=NetworkSegment(517c96f8-59b4-48f3-af3a-1a099c7258e1),segment_id=517c96f8-59b4-48f3-af3a-1a099c7258e1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:49:30.233342 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:30.271090 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-349b62a8-0480-49b2-a51d-7af88bb9e5ec req-aefc8b51-ccea-4e6a-9eef-0a78316627a7 service neutron] delete failed (client error): The resource could not be found. Dec 20 21:49:30.272362 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-349b62a8-0480-49b2-a51d-7af88bb9e5ec req-aefc8b51-ccea-4e6a-9eef-0a78316627a7 service neutron] 10.222.0.31 "DELETE /v2.0/ports/2404889b-2938-4af4-8d4f-40d493056faf/bindings/n-h1-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.0772545 Dec 20 21:49:30.291266 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=2404889b-2938-4af4-8d4f-40d493056faf,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:30.299422 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:30.299739 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:30.300076 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:30.304267 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:30.304607 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:30.304943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:30.305407 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:30.305740 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:30.306090 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:30.306398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:30.306904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:30.307512 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:49:30.399645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b62a8-0480-49b2-a51d-7af88bb9e5ec req-64fca1dd-8c71-4ad5-a7e6-a22e48ff812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:30.401050 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-349b62a8-0480-49b2-a51d-7af88bb9e5ec req-64fca1dd-8c71-4ad5-a7e6-a22e48ff812c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 1093 time: 0.0460131 Dec 20 21:49:30.487824 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43616) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:49:30.492645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5c78a44c-ee19-4beb-95c2-f61cce457f29 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-442136930', 'description': 'tempest-secgroup-smoke-442136930 description', 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:49:30.513227 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b62a8-0480-49b2-a51d-7af88bb9e5ec req-dd39b3ac-aac8-4640-bc8a-1c828bee2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:30.515130 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-349b62a8-0480-49b2-a51d-7af88bb9e5ec req-dd39b3ac-aac8-4640-bc8a-1c828bee2612 service neutron] 10.222.0.31 "GET /v2.0/networks?id=18f2250c-211d-440f-89d4-5008f140da68 HTTP/1.1" status: 200 len: 898 time: 0.1065300 Dec 20 21:49:30.530370 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c78a44c-ee19-4beb-95c2-f61cce457f29 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:30.535404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['2404889b-2938-4af4-8d4f-40d493056faf'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:49:30.609711 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c78a44c-ee19-4beb-95c2-f61cce457f29 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:30.613859 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-349b62a8-0480-49b2-a51d-7af88bb9e5ec req-6a03d067-1908-4e1e-ae5d-50d4b904202b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2404889b-2938-4af4-8d4f-40d493056faf HTTP/1.1" status: 200 len: 999 time: 0.0922470 Dec 20 21:49:30.615795 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c78a44c-ee19-4beb-95c2-f61cce457f29 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:30.640564 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c78a44c-ee19-4beb-95c2-f61cce457f29 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:30.644591 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5c78a44c-ee19-4beb-95c2-f61cce457f29 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1530213 Dec 20 21:49:30.644812 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43618) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:49:30.649421 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c1da2ce1-ca66-473d-b5b8-481289f99441 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Request body: {'security_group_rule': {'security_group_id': '6564b492-712c-4d33-8f88-22d5e0759682', 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:49:30.678726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b62a8-0480-49b2-a51d-7af88bb9e5ec req-953a0f2c-3892-4911-9443-4f48cc8dfb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:30.680323 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-349b62a8-0480-49b2-a51d-7af88bb9e5ec req-953a0f2c-3892-4911-9443-4f48cc8dfb69 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f209aa75-45ba-437f-a25b-ec8c6344ef05 HTTP/1.1" status: 200 len: 834 time: 0.0594146 Dec 20 21:49:30.684962 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1da2ce1-ca66-473d-b5b8-481289f99441 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:30.696685 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78a44c-ee19-4beb-95c2-f61cce457f29 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6564b492-712c-4d33-8f88-22d5e0759682,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:30.746237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b62a8-0480-49b2-a51d-7af88bb9e5ec req-6fbfeb7c-a435-46c0-bee3-bd27728222d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:30.748287 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-349b62a8-0480-49b2-a51d-7af88bb9e5ec req-6fbfeb7c-a435-46c0-bee3-bd27728222d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=18f2250c-211d-440f-89d4-5008f140da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0613883 Dec 20 21:49:30.748977 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1da2ce1-ca66-473d-b5b8-481289f99441 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:30.753203 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:30.754439 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1da2ce1-ca66-473d-b5b8-481289f99441 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:30.780674 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da2ce1-ca66-473d-b5b8-481289f99441 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f013c5e-7718-4581-8958-f343e80abb88,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:30.792657 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c1da2ce1-ca66-473d-b5b8-481289f99441 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:30.793891 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c1da2ce1-ca66-473d-b5b8-481289f99441 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479490 Dec 20 21:49:30.796974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43620) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:49:30.801484 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-d69747f5-ecda-42d1-bd09-600869e08ba5 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Request body: {'security_group_rule': {'security_group_id': '6564b492-712c-4d33-8f88-22d5e0759682', 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:49:30.836911 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d69747f5-ecda-42d1-bd09-600869e08ba5 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:30.874259 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-349b62a8-0480-49b2-a51d-7af88bb9e5ec req-7aca95e0-ca29-412b-b3c6-ba7f24b306b1 service neutron] 10.222.0.31 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187086 Dec 20 21:49:30.902355 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d69747f5-ecda-42d1-bd09-600869e08ba5 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:30.908369 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d69747f5-ecda-42d1-bd09-600869e08ba5 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:30.994877 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69747f5-ecda-42d1-bd09-600869e08ba5 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8418f58d-4b95-40b5-9f76-90f78413308a,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:30.994877 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d69747f5-ecda-42d1-bd09-600869e08ba5 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:30.994877 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d69747f5-ecda-42d1-bd09-600869e08ba5 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1722000 Dec 20 21:49:30.994877 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43632) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:49:30.994877 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c2e250d2-7194-426a-befd-673f841ab71a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Request body: {'security_group_rule': {'security_group_id': '6564b492-712c-4d33-8f88-22d5e0759682', 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:49:31.080291 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-349b62a8-0480-49b2-a51d-7af88bb9e5ec req-ffede773-a258-4254-aacf-890d377fcc4a service neutron] 10.222.0.31 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037436 Dec 20 21:49:31.082134 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2e250d2-7194-426a-befd-673f841ab71a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:31.100574 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2e250d2-7194-426a-befd-673f841ab71a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:31.106327 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2e250d2-7194-426a-befd-673f841ab71a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:31.132627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e250d2-7194-426a-befd-673f841ab71a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7345f4-decb-4795-8f32-725a3df8a328,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:31.137093 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c2e250d2-7194-426a-befd-673f841ab71a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:31.141745 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c2e250d2-7194-426a-befd-673f841ab71a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638210 Dec 20 21:49:31.141745 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43640) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:49:31.145573 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e58afff1-c41b-4f7b-9f09-d5eff06f2de4 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Request body: {'security_group_rule': {'security_group_id': '6564b492-712c-4d33-8f88-22d5e0759682', 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:49:31.173587 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e58afff1-c41b-4f7b-9f09-d5eff06f2de4 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:31.267318 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e58afff1-c41b-4f7b-9f09-d5eff06f2de4 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:31.273412 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e58afff1-c41b-4f7b-9f09-d5eff06f2de4 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:31.290102 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a97eea-eb35-4381-a517-24b407560a93 req-9c961a4f-832e-4306-963e-a206adda3531 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:31.292161 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7a97eea-eb35-4381-a517-24b407560a93 req-9c961a4f-832e-4306-963e-a206adda3531 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 944 time: 0.0753057 Dec 20 21:49:31.311792 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58afff1-c41b-4f7b-9f09-d5eff06f2de4 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a844f1bf-f356-45a7-9c31-5a5390d78a2e,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:31.322877 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e58afff1-c41b-4f7b-9f09-d5eff06f2de4 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:31.324120 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e58afff1-c41b-4f7b-9f09-d5eff06f2de4 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1820276 Dec 20 21:49:31.327396 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 43648) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:49:31.331993 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-af82ee95-3058-4e14-8f72-b654990ad0ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Request body: {'security_group_rule': {'security_group_id': '6564b492-712c-4d33-8f88-22d5e0759682', 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:49:31.367942 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7a97eea-eb35-4381-a517-24b407560a93 req-4339f513-249e-4d50-af62-b4e5cbb5bf5d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680974 Dec 20 21:49:31.376345 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-af82ee95-3058-4e14-8f72-b654990ad0ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Project 09c4ae0ec0ec4254aff4e9bf68876ea9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:49:31.391926 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af82ee95-3058-4e14-8f72-b654990ad0ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:31.464305 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af82ee95-3058-4e14-8f72-b654990ad0ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:31.468235 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af82ee95-3058-4e14-8f72-b654990ad0ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:31.489505 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82ee95-3058-4e14-8f72-b654990ad0ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce555ae-6614-4c08-93de-4e6405d26d6b,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:31.495961 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-af82ee95-3058-4e14-8f72-b654990ad0ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:31.497220 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-af82ee95-3058-4e14-8f72-b654990ad0ae tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1688333 Dec 20 21:49:31.500836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43654) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:49:31.505810 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0bcb0e75-2fac-4d7e-9670-8fbbcbead6a0 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Request body: {'security_group_rule': {'security_group_id': '6564b492-712c-4d33-8f88-22d5e0759682', 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:49:31.537166 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-0bcb0e75-2fac-4d7e-9670-8fbbcbead6a0 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Project 09c4ae0ec0ec4254aff4e9bf68876ea9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:49:31.543704 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0e75-2fac-4d7e-9670-8fbbcbead6a0 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:31.613927 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0e75-2fac-4d7e-9670-8fbbcbead6a0 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:31.619857 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0e75-2fac-4d7e-9670-8fbbcbead6a0 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:31.642408 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0e75-2fac-4d7e-9670-8fbbcbead6a0 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:31.643907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0bcb0e75-2fac-4d7e-9670-8fbbcbead6a0 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418476 Dec 20 21:49:31.646944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb0e75-2fac-4d7e-9670-8fbbcbead6a0 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a097f4c5-b0d9-44d2-ab35-08657d29e568,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:31.948790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2404889b-2938-4af4-8d4f-40d493056faf up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:49:32.018547 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 2404889b-2938-4af4-8d4f-40d493056faf completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:49:32.024060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 2404889b-2938-4af4-8d4f-40d493056faf triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:49:32.024504 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:32.127130 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:32.165356 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2404889b-2938-4af4-8d4f-40d493056faf'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:49:32.168127 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8d3591-421a-490a-bc87-88c9412af375" -d '{"events": [{"server_uuid": "0d7f3285-4cac-4dad-b1cc-a6fb2276e73a", "name": "network-vif-plugged", "status": "completed", "tag": "2404889b-2938-4af4-8d4f-40d493056faf"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:49:32.183260 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 2404889b-2938-4af4-8d4f-40d493056faf, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2404889b-2938-4af4-8d4f-40d493056faf,segment=NetworkSegment(517c96f8-59b4-48f3-af3a-1a099c7258e1),segment_id=517c96f8-59b4-48f3-af3a-1a099c7258e1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:49:32.185015 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:32.194514 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:32.224986 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdba402-e91a-40c8-b37b-5478b62a861d x-openstack-request-id: req-bfdba402-e91a-40c8-b37b-5478b62a861d {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:49:32.225405 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7f3285-4cac-4dad-b1cc-a6fb2276e73a", "name": "network-vif-plugged", "status": "completed", "tag": "2404889b-2938-4af4-8d4f-40d493056faf", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:49:32.225748 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfdba402-e91a-40c8-b37b-5478b62a861d {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:49:32.226370 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2404889b-2938-4af4-8d4f-40d493056faf', 'code': 200} Dec 20 21:49:32.253111 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=2404889b-2938-4af4-8d4f-40d493056faf,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:32.372142 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:32.512868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ffb49-dbdb-4265-b867-5c875c4d83f3 req-601a75aa-9bc2-4212-8e5e-d4c509c4c9b2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:32.514619 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c69ffb49-dbdb-4265-b867-5c875c4d83f3 req-601a75aa-9bc2-4212-8e5e-d4c509c4c9b2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0662477 Dec 20 21:49:32.555910 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c69ffb49-dbdb-4265-b867-5c875c4d83f3 req-d852e747-7eff-4b62-9eed-8481bb15e68a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339551 Dec 20 21:49:32.578513 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 43752) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:49:32.672460 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f8d00e4e-982e-46ee-9a96-d80630f9a2e2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/floatingips/3d923158-971f-4371-b469-3ae0f65efaf7 HTTP/1.1" status: 200 len: 992 time: 0.0852902 Dec 20 21:49:35.289435 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:49:44.881178 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:47.180392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-923e9668-34d8-4468-9c95-dbb7b313b30d tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442136930&fields=id&tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9 HTTP/1.1" status: 200 len: 267 time: 0.0339344 Dec 20 21:49:47.294774 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-15cc4429-4a16-444a-8b1f-387ac1c4cf1e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:47.296667 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-15cc4429-4a16-444a-8b1f-387ac1c4cf1e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 811 time: 0.1088734 Dec 20 21:49:47.312420 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-b89a079e-3fd2-472f-87bf-6b4732232638 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/quotas/09c4ae0ec0ec4254aff4e9bf68876ea9 HTTP/1.1" status: 200 len: 375 time: 0.0096796 Dec 20 21:49:47.366677 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-5eef505d-ead5-40d9-a0ce-b3135501a9fc tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481710 Dec 20 21:49:47.463470 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-2beb41ce-8b9b-4858-9295-632efa160de3 service neutron] 10.222.0.32 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842640 Dec 20 21:49:47.555997 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-5de0dadf-aba1-4118-9568-24f3b8262a30 service neutron] 10.222.0.32 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859740 Dec 20 21:49:47.856592 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b3fa2f6d-7ee6-4581-a9ee-244b64889405 req-31a7d0d5-d3ed-4562-a05b-949779b6738c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 210 time: 0.0276194 Dec 20 21:49:48.144157 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:48.992354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-a07741cf-fe38-49de-9c31-375088db9e71 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:48.993804 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-a07741cf-fe38-49de-9c31-375088db9e71 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 811 time: 0.1326418 Dec 20 21:49:48.995636 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-18035812-fff2-4c4a-b9c4-4207d55e8776 req-94bcdcd1-aa4e-41fc-87ce-dc590eff9c0d tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 210 time: 0.0390685 Dec 20 21:49:49.045895 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-f0ed9c49-6948-41aa-9d6b-6f9365a1e3eb tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9 HTTP/1.1" status: 200 len: 379 time: 0.0343156 Dec 20 21:49:49.055949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-5b68d230-3991-45a5-84eb-006828949bde tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Request body: {'port': {'device_id': '66e2bbf5-164c-4634-94d5-ecaf0b2f84cf', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'admin_state_up': True, 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'security_groups': ['6564b492-712c-4d33-8f88-22d5e0759682']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:49:49.171148 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-5b68d230-3991-45a5-84eb-006828949bde tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Made reservation on behalf of 09c4ae0ec0ec4254aff4e9bf68876ea9 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:49:49.175768 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-5b68d230-3991-45a5-84eb-006828949bde tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:49.308799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-5b68d230-3991-45a5-84eb-006828949bde tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Allocated IP 172.20.0.13 (4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea/b84d4e95-d9dd-430d-b73c-40cb0d866f14/7401fba4-2c16-4c76-93f3-a6c07437de39) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:49:49.457710 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-5b68d230-3991-45a5-84eb-006828949bde tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:49.490529 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-5b68d230-3991-45a5-84eb-006828949bde tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:49.538532 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-5b68d230-3991-45a5-84eb-006828949bde tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:49:49.542154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-5b68d230-3991-45a5-84eb-006828949bde tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:49:49.550004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-5b68d230-3991-45a5-84eb-006828949bde tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:49:49.576871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68d230-3991-45a5-84eb-006828949bde tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'Port': ['ID=7401fba4-2c16-4c76-93f3-a6c07437de39,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:49.614887 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-5b68d230-3991-45a5-84eb-006828949bde tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:49.615575 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-5b68d230-3991-45a5-84eb-006828949bde tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:49.636935 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-5b68d230-3991-45a5-84eb-006828949bde tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5845385 Dec 20 21:49:49.656699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Request body: {'port': {'device_id': '66e2bbf5-164c-4634-94d5-ecaf0b2f84cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:49:49.717344 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:49.892394 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ca3a5270-42a8-4685-ad2c-adaee372fd3c None None] Provisioning complete for port 7401fba4-2c16-4c76-93f3-a6c07437de39 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:49:49.893407 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca3a5270-42a8-4685-ad2c-adaee372fd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:49.941831 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a5270-42a8-4685-ad2c-adaee372fd3c None None] Port 7401fba4-2c16-4c76-93f3-a6c07437de39 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:49:50.007681 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7401fba4-2c16-4c76-93f3-a6c07437de39 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:49:50.017023 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:50.032323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Transition to ACTIVE for port object 7401fba4-2c16-4c76-93f3-a6c07437de39 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:49:50.037456 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:50.139755 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=7401fba4-2c16-4c76-93f3-a6c07437de39,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:50.170637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9271a4-e6b0-47fb-aa6a-70d597e9d93f req-30459d8f-298c-4fc0-b497-71e241d83a9b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:50.175995 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b9271a4-e6b0-47fb-aa6a-70d597e9d93f req-30459d8f-298c-4fc0-b497-71e241d83a9b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 944 time: 0.1036532 Dec 20 21:49:50.257647 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b9271a4-e6b0-47fb-aa6a-70d597e9d93f req-7919760d-2caf-49ce-acd7-4581d189ce0b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654969 Dec 20 21:49:50.259764 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Attempting to bind port 7401fba4-2c16-4c76-93f3-a6c07437de39 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:49:50.260046 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Attempting to bind port 7401fba4-2c16-4c76-93f3-a6c07437de39 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:49:50.260373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Attempting to bind port 7401fba4-2c16-4c76-93f3-a6c07437de39 on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:49:50.274595 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Port 7401fba4-2c16-4c76-93f3-a6c07437de39 on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:49:50.274595 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Attempting to bind port 7401fba4-2c16-4c76-93f3-a6c07437de39 on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:49:50.283565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:49:50.291853 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Checking segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:49:50.292344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Bound using segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:49:50.292820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Bound port: 7401fba4-2c16-4c76-93f3-a6c07437de39, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:49:50.293210 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:50.368107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] For port 7401fba4-2c16-4c76-93f3-a6c07437de39, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:49:50.372444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] For port 7401fba4-2c16-4c76-93f3-a6c07437de39, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7401fba4-2c16-4c76-93f3-a6c07437de39,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:49:50.378490 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:50.419058 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:50.419695 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:50.421541 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] 10.222.0.66 "PUT /v2.0/ports/7401fba4-2c16-4c76-93f3-a6c07437de39 HTTP/1.1" status: 200 len: 1090 time: 0.7701945 Dec 20 21:49:50.422056 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e2bbf5-164c-4634-94d5-ecaf0b2f84cf', 'tag': '7401fba4-2c16-4c76-93f3-a6c07437de39'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:49:50.424362 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a947cd33-7fa0-444b-b1a4-01a26ed840bc" -d '{"events": [{"name": "network-changed", "server_uuid": "66e2bbf5-164c-4634-94d5-ecaf0b2f84cf", "tag": "7401fba4-2c16-4c76-93f3-a6c07437de39"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:49:50.489124 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f10274-5315-4af1-ae2d-5892318a2093 x-openstack-request-id: req-60f10274-5315-4af1-ae2d-5892318a2093 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:49:50.489418 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e2bbf5-164c-4634-94d5-ecaf0b2f84cf", "tag": "7401fba4-2c16-4c76-93f3-a6c07437de39", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:49:50.489676 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60f10274-5315-4af1-ae2d-5892318a2093 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:49:50.490113 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e2bbf5-164c-4634-94d5-ecaf0b2f84cf', 'tag': '7401fba4-2c16-4c76-93f3-a6c07437de39', 'status': 'completed', 'code': 200} Dec 20 21:49:50.491089 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57f886-3f9e-4936-85c8-6e2fe7193fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=7401fba4-2c16-4c76-93f3-a6c07437de39,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:50.554855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-4a95a226-f217-4f2e-89cb-56c5aacb64cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:50.556728 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-4a95a226-f217-4f2e-89cb-56c5aacb64cb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 1093 time: 0.0519941 Dec 20 21:49:50.611595 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-b71f8571-563c-4338-83ef-afbb3b7aadc4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7401fba4-2c16-4c76-93f3-a6c07437de39 HTTP/1.1" status: 200 len: 217 time: 0.0395389 Dec 20 21:49:50.668401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-51b6abb8-3b1f-44b4-9bfd-58c128ff9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:50.669898 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-51b6abb8-3b1f-44b4-9bfd-58c128ff9188 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.0513349 Dec 20 21:49:50.723559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-81d9c598-037a-4106-9f59-390349dc8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:50.725209 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-81d9c598-037a-4106-9f59-390349dc8db2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0471051 Dec 20 21:49:50.816967 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-3e1c62e9-0772-4e32-aa64-aea490b28d91 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841956 Dec 20 21:49:50.921125 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ee1d9db9-e3a4-46bd-8a5f-e19144ab1604 req-bd0dfe60-686e-494f-a2e6-6cf849444615 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972323 Dec 20 21:49:51.051102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947cd33-7fa0-444b-b1a4-01a26ed840bc req-3f16088d-e2cb-40e3-a872-9e67922d8c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:51.052617 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a947cd33-7fa0-444b-b1a4-01a26ed840bc req-3f16088d-e2cb-40e3-a872-9e67922d8c71 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 1093 time: 0.0477724 Dec 20 21:49:51.434818 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee14a7-ae9a-4483-9bd3-4af9999d88d8 req-227ea4e4-5cf2-4d58-a1c2-088fb200bdfb tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:51.443065 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0bee14a7-ae9a-4483-9bd3-4af9999d88d8 req-227ea4e4-5cf2-4d58-a1c2-088fb200bdfb tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 944 time: 0.0626194 Dec 20 21:49:51.482110 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0bee14a7-ae9a-4483-9bd3-4af9999d88d8 req-c450680e-ac6d-4724-9c37-b6127d605f2b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381582 Dec 20 21:49:51.541294 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947cd33-7fa0-444b-b1a4-01a26ed840bc req-8b5feffd-e292-4548-be63-3dc425103fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:51.542789 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a947cd33-7fa0-444b-b1a4-01a26ed840bc req-8b5feffd-e292-4548-be63-3dc425103fff service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 912 time: 0.4830914 Dec 20 21:49:51.590401 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a947cd33-7fa0-444b-b1a4-01a26ed840bc req-622578fb-d522-4a79-b688-7f34990ae123 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7401fba4-2c16-4c76-93f3-a6c07437de39 HTTP/1.1" status: 200 len: 217 time: 0.0385566 Dec 20 21:49:51.645264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947cd33-7fa0-444b-b1a4-01a26ed840bc req-ddfb849d-f56e-4355-b173-1ea13a61e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:51.646851 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a947cd33-7fa0-444b-b1a4-01a26ed840bc req-ddfb849d-f56e-4355-b173-1ea13a61e9d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.0503912 Dec 20 21:49:51.700623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947cd33-7fa0-444b-b1a4-01a26ed840bc req-9a84fab8-56ce-4364-ab8d-f4bf7cb4b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:51.702219 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a947cd33-7fa0-444b-b1a4-01a26ed840bc req-9a84fab8-56ce-4364-ab8d-f4bf7cb4b498 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0472622 Dec 20 21:49:51.810490 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a947cd33-7fa0-444b-b1a4-01a26ed840bc req-7bef697b-3abc-4eb8-b7fe-f0a472ad0254 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010246 Dec 20 21:49:51.910443 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a947cd33-7fa0-444b-b1a4-01a26ed840bc req-4ec3ed3a-8ff4-4c96-9a97-98badbbd22dd service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934165 Dec 20 21:49:52.621303 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e33ff-042d-4297-b5ca-1a6960dc96aa req-82044804-2424-48fd-8de5-3ce422ddb5af tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:52.623412 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-199e33ff-042d-4297-b5ca-1a6960dc96aa req-82044804-2424-48fd-8de5-3ce422ddb5af tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 944 time: 0.0622725 Dec 20 21:49:52.665412 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-199e33ff-042d-4297-b5ca-1a6960dc96aa req-2e2a365c-b151-4819-8a97-cea5fc17439d tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359080 Dec 20 21:49:53.797920 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e0e01-1a2e-466b-8883-6deafdaaa971 req-13a891c4-6cd5-498c-869c-792d9bb95533 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:53.799549 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a08e0e01-1a2e-466b-8883-6deafdaaa971 req-13a891c4-6cd5-498c-869c-792d9bb95533 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 944 time: 0.0527098 Dec 20 21:49:53.843369 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a08e0e01-1a2e-466b-8883-6deafdaaa971 req-33938990-55e2-4216-beee-87d75b179a73 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374854 Dec 20 21:49:54.964525 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b475003-3fd5-4257-b5c8-02a2ea51e3a3 req-2da67b09-73a4-4f6c-9bbe-3ba9afd70914 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:54.965937 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7b475003-3fd5-4257-b5c8-02a2ea51e3a3 req-2da67b09-73a4-4f6c-9bbe-3ba9afd70914 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 944 time: 0.0495133 Dec 20 21:49:55.004252 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7b475003-3fd5-4257-b5c8-02a2ea51e3a3 req-4b82c654-1069-43f2-ae1c-5ec9683545fa tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319500 Dec 20 21:49:56.131246 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ce709-2045-450c-acf9-e1bb6b204fea req-a24f8bb2-e8bd-47c0-940b-962422ecb566 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:56.132755 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4f5ce709-2045-450c-acf9-e1bb6b204fea req-a24f8bb2-e8bd-47c0-940b-962422ecb566 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 944 time: 0.0587850 Dec 20 21:49:56.170655 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4f5ce709-2045-450c-acf9-e1bb6b204fea req-ceda22ce-c183-4b92-a738-8390fb25410a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311544 Dec 20 21:49:57.169723 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ca995de-0f8d-4965-a5f3-a54a03928f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:57.290788 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55b24f-eab2-4f1c-8c37-b7ac33408b11 req-6c8aeae1-382c-4f35-a4d3-11d238ee5a2f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:57.292285 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b55b24f-eab2-4f1c-8c37-b7ac33408b11 req-6c8aeae1-382c-4f35-a4d3-11d238ee5a2f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 944 time: 0.0527256 Dec 20 21:49:57.661591 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b55b24f-eab2-4f1c-8c37-b7ac33408b11 req-b7ca520e-c08b-493b-869f-266f15ee9a08 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3626218 Dec 20 21:49:58.780231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e4cd9-2113-4553-a47d-40196992a406 req-9ce624f6-87e7-4cfd-bb3b-b3d28176a235 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:58.782042 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-015e4cd9-2113-4553-a47d-40196992a406 req-9ce624f6-87e7-4cfd-bb3b-b3d28176a235 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 944 time: 0.0511756 Dec 20 21:49:58.824689 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-015e4cd9-2113-4553-a47d-40196992a406 req-a3951403-c26f-4762-9b3d-debeea0270f4 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344458 Dec 20 21:49:59.271674 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7cb4c-9bbc-4796-a291-ef8714be9782 req-3a1010d9-0432-4017-b805-f3ca4bf38fc3 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:59.273179 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-20c7cb4c-9bbc-4796-a291-ef8714be9782 req-3a1010d9-0432-4017-b805-f3ca4bf38fc3 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 1094 time: 0.0416608 Dec 20 21:49:59.310349 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-20c7cb4c-9bbc-4796-a291-ef8714be9782 req-07a63fe6-6045-4dd2-b366-34afe955fef7 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307171 Dec 20 21:49:59.333864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44546) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:49:59.489791 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-29f4683a-597b-4acf-b16c-5ea21bd23fe6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting port b3b607d4-1cf8-413a-8783-472b4c0e2d08 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:49:59.490272 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29f4683a-597b-4acf-b16c-5ea21bd23fe6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:59.507196 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd01a172-c607-4a0f-90a5-1bbadfbb63ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:59.568494 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29f4683a-597b-4acf-b16c-5ea21bd23fe6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:59.568807 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29f4683a-597b-4acf-b16c-5ea21bd23fe6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:59.580521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-29f4683a-597b-4acf-b16c-5ea21bd23fe6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Calling delete_port for b3b607d4-1cf8-413a-8783-472b4c0e2d08 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:49:59.739564 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29f4683a-597b-4acf-b16c-5ea21bd23fe6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:59.764261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4683a-597b-4acf-b16c-5ea21bd23fe6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Port': ['ID=b3b607d4-1cf8-413a-8783-472b4c0e2d08,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:49:59.830664 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29f4683a-597b-4acf-b16c-5ea21bd23fe6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:49:59.831344 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-29f4683a-597b-4acf-b16c-5ea21bd23fe6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Floating IP 3d923158-971f-4371-b469-3ae0f65efaf7 disassociated (deleted). External IP: 172.35.3.33, port: 2404889b-2938-4af4-8d4f-40d493056faf. Dec 20 21:49:59.978721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5b08a-09b0-4292-a001-1d20bf8db8fa req-2d5db3d3-3e8b-4416-9a6b-ee1723911320 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:49:59.980277 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3cd5b08a-09b0-4292-a001-1d20bf8db8fa req-2d5db3d3-3e8b-4416-9a6b-ee1723911320 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 944 time: 0.0792341 Dec 20 21:50:00.097269 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3cd5b08a-09b0-4292-a001-1d20bf8db8fa req-3a96157b-1937-4493-83de-9514992ed2ba tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083801 Dec 20 21:50:00.122127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f4683a-597b-4acf-b16c-5ea21bd23fe6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:50:00.232199 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f4683a-597b-4acf-b16c-5ea21bd23fe6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:50:00.237553 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-29f4683a-597b-4acf-b16c-5ea21bd23fe6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:00.243566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59d46ef-dad7-4e4f-b6b3-db449ebe73e5 None None] Sync routers for ids ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:50:00.253804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59d46ef-dad7-4e4f-b6b3-db449ebe73e5 None None] Routers {'70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:50:00.254491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a59d46ef-dad7-4e4f-b6b3-db449ebe73e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:49:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:00.267350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-29f4683a-597b-4acf-b16c-5ea21bd23fe6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/floatingips/3d923158-971f-4371-b469-3ae0f65efaf7 HTTP/1.1" status: 204 len: 168 time: 0.9298258 Dec 20 21:50:00.267350 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'tag': '2404889b-2938-4af4-8d4f-40d493056faf'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:50:00.268249 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedaf41e-f109-4277-93bb-b707bb9069e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7f3285-4cac-4dad-b1cc-a6fb2276e73a", "tag": "2404889b-2938-4af4-8d4f-40d493056faf"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:50:00.306514 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed90127-5a0d-488d-b95b-c7e27f5759c6 x-openstack-request-id: req-eed90127-5a0d-488d-b95b-c7e27f5759c6 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:50:00.306913 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7f3285-4cac-4dad-b1cc-a6fb2276e73a", "tag": "2404889b-2938-4af4-8d4f-40d493056faf", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:50:00.307171 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eed90127-5a0d-488d-b95b-c7e27f5759c6 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:50:00.307707 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'tag': '2404889b-2938-4af4-8d4f-40d493056faf', 'status': 'completed', 'code': 200} Dec 20 21:50:00.365512 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-a59d46ef-dad7-4e4f-b6b3-db449ebe73e5 None None] Set router 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:50:00.395823 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaf41e-f109-4277-93bb-b707bb9069e8 req-e039dc84-1537-47da-b2f5-1f1ea29ef195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:00.397380 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dedaf41e-f109-4277-93bb-b707bb9069e8 req-e039dc84-1537-47da-b2f5-1f1ea29ef195 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 1094 time: 0.0465798 Dec 20 21:50:00.531233 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b20a2-fafd-4119-890e-3d84d14c966d req-b5e2009d-62b4-453b-bb94-a322ef78cf34 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:00.532885 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a53b20a2-fafd-4119-890e-3d84d14c966d req-b5e2009d-62b4-453b-bb94-a322ef78cf34 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0793123 Dec 20 21:50:00.537679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaf41e-f109-4277-93bb-b707bb9069e8 req-a30d4891-3c6f-4408-80a6-c4dd917ed0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:00.539119 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dedaf41e-f109-4277-93bb-b707bb9069e8 req-a30d4891-3c6f-4408-80a6-c4dd917ed0c3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=18f2250c-211d-440f-89d4-5008f140da68 HTTP/1.1" status: 200 len: 898 time: 0.1281049 Dec 20 21:50:00.570849 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a59d46ef-dad7-4e4f-b6b3-db449ebe73e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997239569', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:06Z', 'updated_at': '2021-12-20T21:48:12Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:07Z', 'updated_at': '2021-12-20T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'ac2b5166-93bf-46bf-96df-09c81e1224c6', 'name': '', 'network_id': '18f2250c-211d-440f-89d4-5008f140da68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:eb:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:11Z', 'updated_at': '2021-12-20T21:48:17Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:00.592538 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dedaf41e-f109-4277-93bb-b707bb9069e8 req-82144649-1ac1-4899-9dcf-0720b57b6f90 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2404889b-2938-4af4-8d4f-40d493056faf HTTP/1.1" status: 200 len: 217 time: 0.0387690 Dec 20 21:50:00.599897 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59d46ef-dad7-4e4f-b6b3-db449ebe73e5 None None] Checking router: 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:50:00.608617 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59d46ef-dad7-4e4f-b6b3-db449ebe73e5 None None] Routers {'70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:50:00.609371 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a59d46ef-dad7-4e4f-b6b3-db449ebe73e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:49:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:00.614104 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a53b20a2-fafd-4119-890e-3d84d14c966d req-797b497f-577e-49bd-af37-31370c3a5e9e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740430 Dec 20 21:50:00.648864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaf41e-f109-4277-93bb-b707bb9069e8 req-9dbecb94-ac11-4d72-a871-1be52951691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:00.650359 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dedaf41e-f109-4277-93bb-b707bb9069e8 req-9dbecb94-ac11-4d72-a871-1be52951691e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f209aa75-45ba-437f-a25b-ec8c6344ef05 HTTP/1.1" status: 200 len: 834 time: 0.0477052 Dec 20 21:50:00.701936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaf41e-f109-4277-93bb-b707bb9069e8 req-7ee06f83-9d2e-4de5-9c9e-6d4c7852f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:00.703864 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dedaf41e-f109-4277-93bb-b707bb9069e8 req-7ee06f83-9d2e-4de5-9c9e-6d4c7852f380 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=18f2250c-211d-440f-89d4-5008f140da68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0455880 Dec 20 21:50:00.718377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-a59d46ef-dad7-4e4f-b6b3-db449ebe73e5 None None] Set router 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:50:00.758919 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:00.801853 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dedaf41e-f109-4277-93bb-b707bb9069e8 req-6c87d89e-f286-40f7-8dfc-a4522773f6b1 service neutron] 10.222.0.66 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860734 Dec 20 21:50:00.898867 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dedaf41e-f109-4277-93bb-b707bb9069e8 req-0abce5e7-4492-49e3-9637-24b435f3540d service neutron] 10.222.0.66 "GET /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887146 Dec 20 21:50:00.928193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a59d46ef-dad7-4e4f-b6b3-db449ebe73e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997239569', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:06Z', 'updated_at': '2021-12-20T21:48:12Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:07Z', 'updated_at': '2021-12-20T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'ac2b5166-93bf-46bf-96df-09c81e1224c6', 'name': '', 'network_id': '18f2250c-211d-440f-89d4-5008f140da68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:eb:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:11Z', 'updated_at': '2021-12-20T21:48:17Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:00.958790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59d46ef-dad7-4e4f-b6b3-db449ebe73e5 None None] The sync data for ids ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'] in n-d-xena-1 is: [{'id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997239569', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:06Z', 'updated_at': '2021-12-20T21:48:12Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:07Z', 'updated_at': '2021-12-20T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'ac2b5166-93bf-46bf-96df-09c81e1224c6', 'name': '', 'network_id': '18f2250c-211d-440f-89d4-5008f140da68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:eb:3a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:11Z', 'updated_at': '2021-12-20T21:48:17Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': 'f209aa75-45ba-437f-a25b-ec8c6344ef05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:50:01.197514 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2939852d-c025-4ff2-bc45-6307a3f88ded None None] New status for floating IP 3d923158-971f-4371-b469-3ae0f65efaf7: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:50:01.221507 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbce3b3-279e-4254-933c-3c7fc4a51f1b req-fd19a85f-693a-46d8-841a-94dc3689bace tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:01.223139 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8cbce3b3-279e-4254-933c-3c7fc4a51f1b req-fd19a85f-693a-46d8-841a-94dc3689bace tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 944 time: 0.0543120 Dec 20 21:50:01.264960 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8cbce3b3-279e-4254-933c-3c7fc4a51f1b req-d1e4bae7-4484-4931-adcf-005b2e6b432b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350327 Dec 20 21:50:01.737838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e26c8c-1e28-46cc-b0d4-dc531a8c846b req-35694b1f-7e4f-49c0-9003-c3e98af0ac50 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:01.745057 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7e26c8c-1e28-46cc-b0d4-dc531a8c846b req-35694b1f-7e4f-49c0-9003-c3e98af0ac50 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0565324 Dec 20 21:50:01.777551 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7e26c8c-1e28-46cc-b0d4-dc531a8c846b req-dded52c6-a991-4d51-bd97-d6e1a2e371d1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4a7bfe-bab9-4fd0-98f0-608f345a70df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316179 Dec 20 21:50:02.004607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c37481-1cde-42bc-8b2e-9882235c54e7 req-e834611a-94e8-4e3f-8498-b567c915b749 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:02.006095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09c37481-1cde-42bc-8b2e-9882235c54e7 req-e834611a-94e8-4e3f-8498-b567c915b749 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d7f3285-4cac-4dad-b1cc-a6fb2276e73a HTTP/1.1" status: 200 len: 945 time: 0.0546033 Dec 20 21:50:02.104132 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-09c37481-1cde-42bc-8b2e-9882235c54e7 req-979c7fd1-4692-4bfd-98b1-bb89a634557f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting port 2404889b-2938-4af4-8d4f-40d493056faf {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:50:02.104596 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-09c37481-1cde-42bc-8b2e-9882235c54e7 req-979c7fd1-4692-4bfd-98b1-bb89a634557f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:02.119088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7401fba4-2c16-4c76-93f3-a6c07437de39 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:50:02.203714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-09c37481-1cde-42bc-8b2e-9882235c54e7 req-979c7fd1-4692-4bfd-98b1-bb89a634557f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] For port 2404889b-2938-4af4-8d4f-40d493056faf, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2404889b-2938-4af4-8d4f-40d493056faf,segment=NetworkSegment(517c96f8-59b4-48f3-af3a-1a099c7258e1),segment_id=517c96f8-59b4-48f3-af3a-1a099c7258e1)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:50:02.204537 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:02.204980 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-09c37481-1cde-42bc-8b2e-9882235c54e7 req-979c7fd1-4692-4bfd-98b1-bb89a634557f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:02.219899 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-09c37481-1cde-42bc-8b2e-9882235c54e7 req-979c7fd1-4692-4bfd-98b1-bb89a634557f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Calling delete_port for 2404889b-2938-4af4-8d4f-40d493056faf owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:50:02.259858 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7401fba4-2c16-4c76-93f3-a6c07437de39, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7401fba4-2c16-4c76-93f3-a6c07437de39,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:50:02.270173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '7401fba4-2c16-4c76-93f3-a6c07437de39', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'port_id': '7401fba4-2c16-4c76-93f3-a6c07437de39', 'mac_address': 'fa:16:3e:ea:d1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:50:02.324884 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:02.339251 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7401fba4-2c16-4c76-93f3-a6c07437de39 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:50:02.367327 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-09c37481-1cde-42bc-8b2e-9882235c54e7 req-979c7fd1-4692-4bfd-98b1-bb89a634557f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:02.378421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7401fba4-2c16-4c76-93f3-a6c07437de39, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7401fba4-2c16-4c76-93f3-a6c07437de39,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:50:02.387995 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:02.392749 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:02.397652 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8673a-3abf-4a81-8973-a18fa272754a req-18c27406-b85e-4585-a4a2-0f70bd2f0736 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:02.404369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c7fd1-4692-4bfd-98b1-bb89a634557f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Port': ['ID=2404889b-2938-4af4-8d4f-40d493056faf,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:02.406484 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90f8673a-3abf-4a81-8973-a18fa272754a req-18c27406-b85e-4585-a4a2-0f70bd2f0736 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 944 time: 0.0662582 Dec 20 21:50:02.453005 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90f8673a-3abf-4a81-8973-a18fa272754a req-b75e6d28-ab56-4515-bc1a-6ea8ec295b43 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452139 Dec 20 21:50:02.463716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c37481-1cde-42bc-8b2e-9882235c54e7 req-979c7fd1-4692-4bfd-98b1-bb89a634557f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] No DVR routers for this DVR port 2404889b-2938-4af4-8d4f-40d493056faf on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:50:02.467368 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-09c37481-1cde-42bc-8b2e-9882235c54e7 req-979c7fd1-4692-4bfd-98b1-bb89a634557f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:02.471424 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09c37481-1cde-42bc-8b2e-9882235c54e7 req-979c7fd1-4692-4bfd-98b1-bb89a634557f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.66 "DELETE /v2.0/ports/2404889b-2938-4af4-8d4f-40d493056faf HTTP/1.1" status: 204 len: 173 time: 0.4589477 Dec 20 21:50:02.471910 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'name': 'network-vif-deleted', 'tag': '2404889b-2938-4af4-8d4f-40d493056faf'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:50:02.474200 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddf1eac-cedb-47b8-84f3-b0e2800139ca" -d '{"events": [{"server_uuid": "0d7f3285-4cac-4dad-b1cc-a6fb2276e73a", "name": "network-vif-deleted", "tag": "2404889b-2938-4af4-8d4f-40d493056faf"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:50:02.476772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=7401fba4-2c16-4c76-93f3-a6c07437de39,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:02.519307 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edaf051-c6b9-432c-90b2-d4e7901abfda x-openstack-request-id: req-8edaf051-c6b9-432c-90b2-d4e7901abfda {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:50:02.519597 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7f3285-4cac-4dad-b1cc-a6fb2276e73a", "name": "network-vif-deleted", "tag": "2404889b-2938-4af4-8d4f-40d493056faf", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:50:02.519856 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8edaf051-c6b9-432c-90b2-d4e7901abfda {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:50:02.520268 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7f3285-4cac-4dad-b1cc-a6fb2276e73a', 'name': 'network-vif-deleted', 'tag': '2404889b-2938-4af4-8d4f-40d493056faf', 'status': 'completed', 'code': 200} Dec 20 21:50:02.664704 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['7401fba4-2c16-4c76-93f3-a6c07437de39'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:50:02.847627 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44610) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:03.258966 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1c3a336a-b950-4cbd-8684-fedcabda73f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:03.539721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a336a-b950-4cbd-8684-fedcabda73f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting port ac2b5166-93bf-46bf-96df-09c81e1224c6 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:50:03.540065 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1c3a336a-b950-4cbd-8684-fedcabda73f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:03.653531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f95c0b-3fcb-487a-b5f7-9ad523709247 req-a26b8ed8-facd-415a-8f52-849adcc3529c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:03.655046 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e1f95c0b-3fcb-487a-b5f7-9ad523709247 req-a26b8ed8-facd-415a-8f52-849adcc3529c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 945 time: 0.1287394 Dec 20 21:50:03.661691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-1c3a336a-b950-4cbd-8684-fedcabda73f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] For port ac2b5166-93bf-46bf-96df-09c81e1224c6, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ac2b5166-93bf-46bf-96df-09c81e1224c6,segment=NetworkSegment(517c96f8-59b4-48f3-af3a-1a099c7258e1),segment_id=517c96f8-59b4-48f3-af3a-1a099c7258e1)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:50:03.662050 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1c3a336a-b950-4cbd-8684-fedcabda73f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:03.685546 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a336a-b950-4cbd-8684-fedcabda73f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Calling delete_port for ac2b5166-93bf-46bf-96df-09c81e1224c6 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:50:03.740310 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e1f95c0b-3fcb-487a-b5f7-9ad523709247 req-95876ba5-caf1-4d49-bf82-7caf3a873ed8 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756803 Dec 20 21:50:03.908937 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1c3a336a-b950-4cbd-8684-fedcabda73f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:03.940746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a336a-b950-4cbd-8684-fedcabda73f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Port': ['ID=ac2b5166-93bf-46bf-96df-09c81e1224c6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:04.114858 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1c3a336a-b950-4cbd-8684-fedcabda73f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:04.130649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7401fba4-2c16-4c76-93f3-a6c07437de39 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:50:04.190164 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 7401fba4-2c16-4c76-93f3-a6c07437de39 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:50:04.193993 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 7401fba4-2c16-4c76-93f3-a6c07437de39 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:50:04.194695 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:04.296043 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:04.365311 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3a336a-b950-4cbd-8684-fedcabda73f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:50:04.479210 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3a336a-b950-4cbd-8684-fedcabda73f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:50:04.485008 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1c3a336a-b950-4cbd-8684-fedcabda73f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "PUT /v2.0/routers/70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6364942 Dec 20 21:50:04.487716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44642) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:04.491956 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7401fba4-2c16-4c76-93f3-a6c07437de39, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7401fba4-2c16-4c76-93f3-a6c07437de39,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:50:04.494320 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e2bbf5-164c-4634-94d5-ecaf0b2f84cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7401fba4-2c16-4c76-93f3-a6c07437de39'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:50:04.496976 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c74f59-55c3-4272-8362-ee14dd287b31" -d '{"events": [{"server_uuid": "66e2bbf5-164c-4634-94d5-ecaf0b2f84cf", "name": "network-vif-plugged", "status": "completed", "tag": "7401fba4-2c16-4c76-93f3-a6c07437de39"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:50:04.500337 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e96e5f-6181-4880-856d-af4d8c769717 None None] Sync routers for ids ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:50:04.506038 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:04.534689 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e96e5f-6181-4880-856d-af4d8c769717 None None] Routers {'70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:50:04.535410 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-45e96e5f-6181-4880-856d-af4d8c769717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:49:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:04.561162 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d6408d-2fc3-4f66-8036-5a0a25939e24 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting subnet f209aa75-45ba-437f-a25b-ec8c6344ef05 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:50:04.564826 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2d6408d-2fc3-4f66-8036-5a0a25939e24 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:04.571196 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f802f50e-5890-4be0-a61f-b9f7d06da5a7 x-openstack-request-id: req-f802f50e-5890-4be0-a61f-b9f7d06da5a7 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:50:04.571570 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e2bbf5-164c-4634-94d5-ecaf0b2f84cf", "name": "network-vif-plugged", "status": "completed", "tag": "7401fba4-2c16-4c76-93f3-a6c07437de39", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:50:04.571889 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f802f50e-5890-4be0-a61f-b9f7d06da5a7 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:50:04.572340 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e2bbf5-164c-4634-94d5-ecaf0b2f84cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7401fba4-2c16-4c76-93f3-a6c07437de39', 'code': 200} Dec 20 21:50:04.609205 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2d6408d-2fc3-4f66-8036-5a0a25939e24 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:04.630644 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=7401fba4-2c16-4c76-93f3-a6c07437de39,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:04.664930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-45e96e5f-6181-4880-856d-af4d8c769717 None None] Set router 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:50:04.743322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce96bb-ff89-4aaa-a22f-e30d8d00b3d2 req-ed6ab498-6bfd-41e8-905d-4cf49da1746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:04.744815 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6ce96bb-ff89-4aaa-a22f-e30d8d00b3d2 req-ed6ab498-6bfd-41e8-905d-4cf49da1746e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 1095 time: 0.0849991 Dec 20 21:50:04.746055 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2d6408d-2fc3-4f66-8036-5a0a25939e24 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:04.819124 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6ce96bb-ff89-4aaa-a22f-e30d8d00b3d2 req-e9c6412c-7f8b-4927-b091-2f71fb838d6a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519729 Dec 20 21:50:04.864287 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2d6408d-2fc3-4f66-8036-5a0a25939e24 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:04.890615 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-45e96e5f-6181-4880-856d-af4d8c769717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997239569', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:06Z', 'updated_at': '2021-12-20T21:50:03Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:07Z', 'updated_at': '2021-12-20T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:04.897750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6408d-2fc3-4f66-8036-5a0a25939e24 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Subnet': ['ID=f209aa75-45ba-437f-a25b-ec8c6344ef05,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:04.904447 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2d6408d-2fc3-4f66-8036-5a0a25939e24 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:04.907865 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f2d6408d-2fc3-4f66-8036-5a0a25939e24 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/subnets/f209aa75-45ba-437f-a25b-ec8c6344ef05 HTTP/1.1" status: 204 len: 168 time: 0.4184563 Dec 20 21:50:04.910659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44652) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:04.922336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45495041-728e-42cf-83e0-b15105f1192f req-a617a012-7032-4bd2-b37b-9ccf7644e31d tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:04.923820 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-45495041-728e-42cf-83e0-b15105f1192f req-a617a012-7032-4bd2-b37b-9ccf7644e31d tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 946 time: 0.0951519 Dec 20 21:50:04.929336 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e96e5f-6181-4880-856d-af4d8c769717 None None] Checking router: 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:50:04.931357 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa102db7-2639-419e-9e32-bc825af54fb4 None None] Network 18f2250c-211d-440f-89d4-5008f140da68 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:50:04.968342 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-45495041-728e-42cf-83e0-b15105f1192f req-bbb979b0-0b39-4180-b6c5-80c12e17a322 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377765 Dec 20 21:50:04.981726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e96e5f-6181-4880-856d-af4d8c769717 None None] Routers {'70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:50:04.982534 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-45e96e5f-6181-4880-856d-af4d8c769717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:49:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:05.048705 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9be2b5f3-ca02-4bbb-8fc4-3e2184356972 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:05.138165 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-45e96e5f-6181-4880-856d-af4d8c769717 None None] Set router 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:50:05.153583 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9be2b5f3-ca02-4bbb-8fc4-3e2184356972 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:05.216115 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9be2b5f3-ca02-4bbb-8fc4-3e2184356972 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting port c9d78112-f55f-4ca2-9584-db548dff2421 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:50:05.220325 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9be2b5f3-ca02-4bbb-8fc4-3e2184356972 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:05.313635 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-9be2b5f3-ca02-4bbb-8fc4-3e2184356972 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] For port c9d78112-f55f-4ca2-9584-db548dff2421, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=c9d78112-f55f-4ca2-9584-db548dff2421,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:50:05.314059 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9be2b5f3-ca02-4bbb-8fc4-3e2184356972 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:05.315421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7217a5-9910-40d4-8b43-6765dde3b2ee None None] DHCP port deletion for 18f2250c-211d-440f-89d4-5008f140da68 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:50:05.332801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9be2b5f3-ca02-4bbb-8fc4-3e2184356972 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Calling delete_port for c9d78112-f55f-4ca2-9584-db548dff2421 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:50:05.397647 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7d7217a5-9910-40d4-8b43-6765dde3b2ee None None] Deleting port fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:50:05.398019 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d7217a5-9910-40d4-8b43-6765dde3b2ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:05.402398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-45e96e5f-6181-4880-856d-af4d8c769717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997239569', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:06Z', 'updated_at': '2021-12-20T21:50:03Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:07Z', 'updated_at': '2021-12-20T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:05.464268 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e96e5f-6181-4880-856d-af4d8c769717 None None] The sync data for ids ['70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0'] in n-d-xena-1 is: [{'id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997239569', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116'}], 'enable_snat': True}, 'gw_port_id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:06Z', 'updated_at': '2021-12-20T21:50:03Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'c9d78112-f55f-4ca2-9584-db548dff2421', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3834, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:07Z', 'updated_at': '2021-12-20T21:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:50:05.494694 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7d7217a5-9910-40d4-8b43-6765dde3b2ee None None] For port fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9,segment=NetworkSegment(517c96f8-59b4-48f3-af3a-1a099c7258e1),segment_id=517c96f8-59b4-48f3-af3a-1a099c7258e1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:50:05.495103 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d7217a5-9910-40d4-8b43-6765dde3b2ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:05.508955 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9be2b5f3-ca02-4bbb-8fc4-3e2184356972 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:05.511212 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7d7217a5-9910-40d4-8b43-6765dde3b2ee None None] Calling delete_port for fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:50:05.543371 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2b5f3-ca02-4bbb-8fc4-3e2184356972 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Port': ['ID=c9d78112-f55f-4ca2-9584-db548dff2421,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:05.607938 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9be2b5f3-ca02-4bbb-8fc4-3e2184356972 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:05.627412 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d7217a5-9910-40d4-8b43-6765dde3b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:05.658281 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7217a5-9910-40d4-8b43-6765dde3b2ee None None] Pushing event deleted for resources: {'Port': ['ID=fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:05.661997 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7217a5-9910-40d4-8b43-6765dde3b2ee None None] No DVR routers for this DVR port fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:50:05.705723 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9be2b5f3-ca02-4bbb-8fc4-3e2184356972 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:05.707900 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9be2b5f3-ca02-4bbb-8fc4-3e2184356972 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:05.752238 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9be2b5f3-ca02-4bbb-8fc4-3e2184356972 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:05.752830 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be2b5f3-ca02-4bbb-8fc4-3e2184356972 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Fanout notify agent at l3_agent the message router_deleted on router 70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:50:05.759938 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9be2b5f3-ca02-4bbb-8fc4-3e2184356972 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:05.761043 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9be2b5f3-ca02-4bbb-8fc4-3e2184356972 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/routers/70bf7fc1-98b8-4a5c-8908-23b6c9e7e1c0 HTTP/1.1" status: 204 len: 168 time: 0.8478422 Dec 20 21:50:05.763987 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44668) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:05.853587 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e248fda-9c11-4c15-9772-cfd59596e8a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:05.959678 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e248fda-9c11-4c15-9772-cfd59596e8a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:05.981159 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3e248fda-9c11-4c15-9772-cfd59596e8a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f2250c-211d-440f-89d4-5008f140da68']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:05.991363 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3e248fda-9c11-4c15-9772-cfd59596e8a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517c96f8-59b4-48f3-af3a-1a099c7258e1') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:05.991653 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3e248fda-9c11-4c15-9772-cfd59596e8a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517c96f8-59b4-48f3-af3a-1a099c7258e1') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:06.002232 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e248fda-9c11-4c15-9772-cfd59596e8a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.016524 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e248fda-9c11-4c15-9772-cfd59596e8a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.023211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e248fda-9c11-4c15-9772-cfd59596e8a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:50:06.023704 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e248fda-9c11-4c15-9772-cfd59596e8a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:50:06.027526 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:50:06.115444 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e248fda-9c11-4c15-9772-cfd59596e8a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.129570 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3e248fda-9c11-4c15-9772-cfd59596e8a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.135803 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3e248fda-9c11-4c15-9772-cfd59596e8a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/networks/18f2250c-211d-440f-89d4-5008f140da68 HTTP/1.1" status: 204 len: 168 time: 0.3678250 Dec 20 21:50:06.136477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44680) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:06.143207 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2404889b-2938-4af4-8d4f-40d493056faf no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:50:06.181168 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea2ebf-351f-48c4-a5ab-8d1b1792d6c3 req-1f9acd88-3a89-44b1-857a-ca875683a41b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:06.182802 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8ea2ebf-351f-48c4-a5ab-8d1b1792d6c3 req-1f9acd88-3a89-44b1-857a-ca875683a41b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 946 time: 0.1090961 Dec 20 21:50:06.183627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e248fda-9c11-4c15-9772-cfd59596e8a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Network': ['ID=18f2250c-211d-440f-89d4-5008f140da68,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:06.204241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 2404889b-2938-4af4-8d4f-40d493056faf {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:50:06.204590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2404889b-2938-4af4-8d4f-40d493056faf not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:50:06.227778 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc93c862-c6ed-44bc-8fe0-3b7c649baa6f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.265944 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc93c862-c6ed-44bc-8fe0-3b7c649baa6f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.280757 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8ea2ebf-351f-48c4-a5ab-8d1b1792d6c3 req-9feee1b2-642b-4113-bf1d-dd77b0d289cc tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895805 Dec 20 21:50:06.354901 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc93c862-c6ed-44bc-8fe0-3b7c649baa6f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.360386 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dc93c862-c6ed-44bc-8fe0-3b7c649baa6f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.362056 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dc93c862-c6ed-44bc-8fe0-3b7c649baa6f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/security-groups/9a4a7bfe-bab9-4fd0-98f0-608f345a70df HTTP/1.1" status: 204 len: 168 time: 0.2251241 Dec 20 21:50:06.375514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93c862-c6ed-44bc-8fe0-3b7c649baa6f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4a7bfe-bab9-4fd0-98f0-608f345a70df,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:06.442953 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2416beb-5f51-4434-8cae-e45bc1b39c19 req-b31e715d-e74f-42c9-ad8f-3b7ed5d14214 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:06.444550 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d2416beb-5f51-4434-8cae-e45bc1b39c19 req-b31e715d-e74f-42c9-ad8f-3b7ed5d14214 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 946 time: 0.0810959 Dec 20 21:50:06.485545 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d2416beb-5f51-4434-8cae-e45bc1b39c19 req-900475eb-85a2-45a5-a58b-90a0f76340a8 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344570 Dec 20 21:50:06.508876 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44694) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:06.558589 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ce734f-f569-44d7-9950-5b3c554b392a tempest-TestVolumeBootPattern-483156290 tempest-TestVolumeBootPattern-483156290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:06.560119 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-03ce734f-f569-44d7-9950-5b3c554b392a tempest-TestVolumeBootPattern-483156290 tempest-TestVolumeBootPattern-483156290-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 1090 time: 0.0502276 Dec 20 21:50:06.563763 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44696) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:06.568107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': '7401fba4-2c16-4c76-93f3-a6c07437de39', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:50:06.596370 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.700763 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ac2b5166-93bf-46bf-96df-09c81e1224c6 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:50:06.702807 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44698) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:06.709828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-517e57c1-f60e-42dc-8b2a-8704abb0c65d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1271063513', 'description': 'tempest-secgroup-smoke-1271063513 description', 'project_id': '17bfe5143f08413da482bf49648c0cfd'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:50:06.738903 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.745393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: ac2b5166-93bf-46bf-96df-09c81e1224c6 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:50:06.745947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ac2b5166-93bf-46bf-96df-09c81e1224c6 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:50:06.746546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:50:06.748450 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-517e57c1-f60e-42dc-8b2a-8704abb0c65d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.768566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:50:06.769461 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device fe7fb1f7-0b03-4d3a-a3a6-c58893bf71d9 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:50:06.829399 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-517e57c1-f60e-42dc-8b2a-8704abb0c65d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.835383 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-517e57c1-f60e-42dc-8b2a-8704abb0c65d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.877161 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Allocated IP 172.35.3.194 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/e4275944-7df8-41cb-aad9-39b82b19de2c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:50:06.881350 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-517e57c1-f60e-42dc-8b2a-8704abb0c65d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.882976 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-517e57c1-f60e-42dc-8b2a-8704abb0c65d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1787364 Dec 20 21:50:06.885227 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e57c1-f60e-42dc-8b2a-8704abb0c65d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a70488-bd22-4e7f-a079-20d4e18b9395,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:06.888068 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44704) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:06.894375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-61aacb65-816d-495d-80f6-690dec9ee3d4 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': '36a70488-bd22-4e7f-a079-20d4e18b9395', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:50:06.924699 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61aacb65-816d-495d-80f6-690dec9ee3d4 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.979873 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61aacb65-816d-495d-80f6-690dec9ee3d4 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.984911 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61aacb65-816d-495d-80f6-690dec9ee3d4 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.996816 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:06.999554 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aacb65-816d-495d-80f6-690dec9ee3d4 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e226b3c8-8f17-4de8-9c0a-ee0c3cb88672,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:07.010542 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-61aacb65-816d-495d-80f6-690dec9ee3d4 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.014474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-61aacb65-816d-495d-80f6-690dec9ee3d4 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223588 Dec 20 21:50:07.014611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44706) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:07.019125 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-86d96d93-db18-42bd-ab6e-6d14231431e9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': '36a70488-bd22-4e7f-a079-20d4e18b9395', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:50:07.046216 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.046450 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86d96d93-db18-42bd-ab6e-6d14231431e9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.089443 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:50:07.092251 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:50:07.101595 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:50:07.110445 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86d96d93-db18-42bd-ab6e-6d14231431e9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.116273 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86d96d93-db18-42bd-ab6e-6d14231431e9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.124607 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'Port': ['ID=e4275944-7df8-41cb-aad9-39b82b19de2c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:07.138791 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d96d93-db18-42bd-ab6e-6d14231431e9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2896216e-40ce-4702-823c-569484816795,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:07.151818 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86d96d93-db18-42bd-ab6e-6d14231431e9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.153068 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-86d96d93-db18-42bd-ab6e-6d14231431e9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1374683 Dec 20 21:50:07.156187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44712) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:07.160961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-162e29a7-2c40-4eb1-a5ac-5f0e64a1c3b1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': '36a70488-bd22-4e7f-a079-20d4e18b9395', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:50:07.189759 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-162e29a7-2c40-4eb1-a5ac-5f0e64a1c3b1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.255354 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-162e29a7-2c40-4eb1-a5ac-5f0e64a1c3b1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.261529 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-162e29a7-2c40-4eb1-a5ac-5f0e64a1c3b1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.286184 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e29a7-2c40-4eb1-a5ac-5f0e64a1c3b1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7ba5d7-2940-459d-919e-e259099268f7,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:07.294828 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-162e29a7-2c40-4eb1-a5ac-5f0e64a1c3b1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.299030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-162e29a7-2c40-4eb1-a5ac-5f0e64a1c3b1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392651 Dec 20 21:50:07.299221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44716) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:07.303754 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-370b0ba7-6d14-4863-8bdb-dfe636d511b1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': '36a70488-bd22-4e7f-a079-20d4e18b9395', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:50:07.330624 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-370b0ba7-6d14-4863-8bdb-dfe636d511b1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.395143 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-370b0ba7-6d14-4863-8bdb-dfe636d511b1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.402296 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-370b0ba7-6d14-4863-8bdb-dfe636d511b1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.419432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b0ba7-6d14-4863-8bdb-dfe636d511b1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b976af4d-bba0-4e61-b253-e5e452a3005f,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:07.440425 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-370b0ba7-6d14-4863-8bdb-dfe636d511b1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.444336 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-370b0ba7-6d14-4863-8bdb-dfe636d511b1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415191 Dec 20 21:50:07.446524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44722) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:07.451487 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-62439557-06b6-4b77-a21f-8fb89079362e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': '36a70488-bd22-4e7f-a079-20d4e18b9395', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:50:07.475767 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-62439557-06b6-4b77-a21f-8fb89079362e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Project 17bfe5143f08413da482bf49648c0cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:50:07.480548 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62439557-06b6-4b77-a21f-8fb89079362e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.484246 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.541190 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62439557-06b6-4b77-a21f-8fb89079362e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.545744 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62439557-06b6-4b77-a21f-8fb89079362e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.555923 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.565293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62439557-06b6-4b77-a21f-8fb89079362e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a857a7-d8f5-44ed-a5ab-e3b08361cc2d,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:07.570813 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62439557-06b6-4b77-a21f-8fb89079362e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.574895 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-62439557-06b6-4b77-a21f-8fb89079362e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245518 Dec 20 21:50:07.574895 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44724) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:07.579531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-7b641f2f-9c57-4f84-a5d6-c518446abd2d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': '36a70488-bd22-4e7f-a079-20d4e18b9395', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:50:07.602059 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-7b641f2f-9c57-4f84-a5d6-c518446abd2d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Project 17bfe5143f08413da482bf49648c0cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:50:07.608281 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7b641f2f-9c57-4f84-a5d6-c518446abd2d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.673814 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7b641f2f-9c57-4f84-a5d6-c518446abd2d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.678197 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7b641f2f-9c57-4f84-a5d6-c518446abd2d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.698414 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b641f2f-9c57-4f84-a5d6-c518446abd2d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0469e4-14f5-4e69-a2ce-e746f3a5a9a3,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:07.712004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7b641f2f-9c57-4f84-a5d6-c518446abd2d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.715992 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7b641f2f-9c57-4f84-a5d6-c518446abd2d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374843 Dec 20 21:50:07.716182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44730) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:07.721704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-6084e299-53d7-40aa-87d8-f44304525731 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'network': {'name': 'tempest-network-smoke--748801655', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'port_security_enabled': True}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:50:07.743077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6084e299-53d7-40aa-87d8-f44304525731 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Made reservation on behalf of 17bfe5143f08413da482bf49648c0cfd for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:50:07.747425 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6084e299-53d7-40aa-87d8-f44304525731 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.766087 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.772013 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.772501 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6084e299-53d7-40aa-87d8-f44304525731 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:50:07.783955 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6084e299-53d7-40aa-87d8-f44304525731 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.783955 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-6084e299-53d7-40aa-87d8-f44304525731 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Added segment 0f213961-b78d-4df9-9121-7d5fe81fa601 of type vlan for network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 Dec 20 21:50:07.831354 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6084e299-53d7-40aa-87d8-f44304525731 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.848814 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'Port': ['ID=e4275944-7df8-41cb-aad9-39b82b19de2c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:07.857431 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.861605 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6084e299-53d7-40aa-87d8-f44304525731 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.867385 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6084e299-53d7-40aa-87d8-f44304525731 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:07.868053 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6084e299-53d7-40aa-87d8-f44304525731 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.934164 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6084e299-53d7-40aa-87d8-f44304525731 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2143822 Dec 20 21:50:07.934367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44736) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:07.940955 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-745050920', 'admin_state_up': True, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:50:07.952715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084e299-53d7-40aa-87d8-f44304525731 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Network': ['ID=5999be0b-f54d-4c29-9523-4f2a9d3c0e68,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:07.963296 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:50:07.976298 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Floating IP adb7454a-28b8-45b0-9526-42229022f4f5 associated. External IP: 172.35.3.194, port: 7401fba4-2c16-4c76-93f3-a6c07437de39. Dec 20 21:50:07.987960 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:07.988815 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:08.058210 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:08.218474 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:50:08.230841 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c9d78112-f55f-4ca2-9584-db548dff2421 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:50:08.252440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: c9d78112-f55f-4ca2-9584-db548dff2421 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:50:08.252785 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device c9d78112-f55f-4ca2-9584-db548dff2421 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:50:08.346028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:50:08.358102 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf5ec4-fa6b-43f0-a9bc-298ab8162a12 None None] Sync routers for ids ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:50:08.368761 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf5ec4-fa6b-43f0-a9bc-298ab8162a12 None None] Routers {'0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:50:08.370226 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f6cf5ec4-fa6b-43f0-a9bc-298ab8162a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:49:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:08.378103 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:08.412878 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a24d2827-4fb6-4b84-8452-c72a052bf03a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8480825 Dec 20 21:50:08.413786 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e2bbf5-164c-4634-94d5-ecaf0b2f84cf', 'tag': '7401fba4-2c16-4c76-93f3-a6c07437de39'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:50:08.416242 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37be3069-90a8-4e51-ae14-d93e47cb10e2" -d '{"events": [{"name": "network-changed", "server_uuid": "66e2bbf5-164c-4634-94d5-ecaf0b2f84cf", "tag": "7401fba4-2c16-4c76-93f3-a6c07437de39"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:50:08.459577 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97d757e-979d-4ad5-90b6-3f204070393e x-openstack-request-id: req-a97d757e-979d-4ad5-90b6-3f204070393e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:50:08.459907 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e2bbf5-164c-4634-94d5-ecaf0b2f84cf", "tag": "7401fba4-2c16-4c76-93f3-a6c07437de39", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:50:08.460160 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a97d757e-979d-4ad5-90b6-3f204070393e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:50:08.460562 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e2bbf5-164c-4634-94d5-ecaf0b2f84cf', 'tag': '7401fba4-2c16-4c76-93f3-a6c07437de39', 'status': 'completed', 'code': 200} Dec 20 21:50:08.493646 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f6cf5ec4-fa6b-43f0-a9bc-298ab8162a12 None None] Set router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:50:08.613631 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:08.623968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be3069-90a8-4e51-ae14-d93e47cb10e2 req-e8cf1769-ca93-43f5-9d1f-0c4443dd64c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:08.626001 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37be3069-90a8-4e51-ae14-d93e47cb10e2 req-e8cf1769-ca93-43f5-9d1f-0c4443dd64c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 1095 time: 0.0825033 Dec 20 21:50:08.750621 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f6cf5ec4-fa6b-43f0-a9bc-298ab8162a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'adb7454a-28b8-45b0-9526-42229022f4f5', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'floating_ip_address': '172.35.3.194', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'port_id': '7401fba4-2c16-4c76-93f3-a6c07437de39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'mac_address': 'fa:16:3e:ea:d1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e2bbf5-164c-4634-94d5-ecaf0b2f84cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:50:07Z', 'updated_at': '2021-12-20T21:50:07Z', 'revision_number': 0, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:14Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:08.775032 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be3069-90a8-4e51-ae14-d93e47cb10e2 req-35f05f81-65c3-4b36-875d-7f62c2c0b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:08.776687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37be3069-90a8-4e51-ae14-d93e47cb10e2 req-35f05f81-65c3-4b36-875d-7f62c2c0b325 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 912 time: 0.1377170 Dec 20 21:50:08.785895 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf5ec4-fa6b-43f0-a9bc-298ab8162a12 None None] Checking router: 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:50:08.795585 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf5ec4-fa6b-43f0-a9bc-298ab8162a12 None None] Routers {'0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:50:08.796240 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f6cf5ec4-fa6b-43f0-a9bc-298ab8162a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:49:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:08.863737 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37be3069-90a8-4e51-ae14-d93e47cb10e2 req-6cbe8014-f9b0-4573-8de6-89c2e7198483 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7401fba4-2c16-4c76-93f3-a6c07437de39 HTTP/1.1" status: 200 len: 1000 time: 0.0794728 Dec 20 21:50:08.908415 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f6cf5ec4-fa6b-43f0-a9bc-298ab8162a12 None None] Set router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:50:08.995570 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:09.016807 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be3069-90a8-4e51-ae14-d93e47cb10e2 req-824f0435-4835-4b3f-9a2a-5ceb021ec96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:09.018354 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37be3069-90a8-4e51-ae14-d93e47cb10e2 req-824f0435-4835-4b3f-9a2a-5ceb021ec96a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.1145990 Dec 20 21:50:09.019505 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:09.141016 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be3069-90a8-4e51-ae14-d93e47cb10e2 req-a986e7cf-f109-4c1e-b7b5-0b95b985eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:09.142569 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37be3069-90a8-4e51-ae14-d93e47cb10e2 req-a986e7cf-f109-4c1e-b7b5-0b95b985eca4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1161692 Dec 20 21:50:09.149175 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f6cf5ec4-fa6b-43f0-a9bc-298ab8162a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'adb7454a-28b8-45b0-9526-42229022f4f5', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'floating_ip_address': '172.35.3.194', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'port_id': '7401fba4-2c16-4c76-93f3-a6c07437de39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'mac_address': 'fa:16:3e:ea:d1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e2bbf5-164c-4634-94d5-ecaf0b2f84cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:50:07Z', 'updated_at': '2021-12-20T21:50:07Z', 'revision_number': 0, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:14Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:09.175335 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf5ec4-fa6b-43f0-a9bc-298ab8162a12 None None] The sync data for ids ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'] in n-d-xena-1 is: [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'adb7454a-28b8-45b0-9526-42229022f4f5', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'floating_ip_address': '172.35.3.194', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'port_id': '7401fba4-2c16-4c76-93f3-a6c07437de39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'mac_address': 'fa:16:3e:ea:d1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e2bbf5-164c-4634-94d5-ecaf0b2f84cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:50:07Z', 'updated_at': '2021-12-20T21:50:07Z', 'revision_number': 0, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:14Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:50:09.206734 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Allocated IP 172.35.3.112 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/5107aaf0-38e3-499b-9a33-183a391ff18f) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:50:09.301050 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37be3069-90a8-4e51-ae14-d93e47cb10e2 req-84af0578-e962-4b33-b3e4-0312fdfeffc1 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511300 Dec 20 21:50:09.405933 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:09.428044 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d692207-bf7a-496c-abe6-94a43adfc0e2 None None] New status for floating IP adb7454a-28b8-45b0-9526-42229022f4f5: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:50:09.446808 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37be3069-90a8-4e51-ae14-d93e47cb10e2 req-55054267-8431-4102-a6f8-c1ae240cf678 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372247 Dec 20 21:50:09.471310 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:09.515673 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:50:09.519996 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:50:09.522638 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:50:09.560765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=5107aaf0-38e3-499b-9a33-183a391ff18f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:09.799199 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:10.009247 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:10.139661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router 53e8b461-d1d3-4de3-81bf-903418b110bf is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:50:10.248459 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:50:10.258769 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Sync routers for ids ['53e8b461-d1d3-4de3-81bf-903418b110bf'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:50:10.269532 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Routers {'53e8b461-d1d3-4de3-81bf-903418b110bf'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:50:10.269954 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:10.270712 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:49:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['53e8b461-d1d3-4de3-81bf-903418b110bf'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:10.271259 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f538261d-e010-4e1e-b9d6-3751648004e1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3359895 Dec 20 21:50:10.274343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44778) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:10.310539 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2bb5fc1f-5008-448e-a567-bcfab678413c tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=17bfe5143f08413da482bf49648c0cfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327082 Dec 20 21:50:10.310763 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44780) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:10.381281 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Set router 53e8b461-d1d3-4de3-81bf-903418b110bf gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:50:10.422523 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db091314-4888-48b0-bdd7-75962998064c tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:10.426792 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-db091314-4888-48b0-bdd7-75962998064c tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1123943 Dec 20 21:50:10.426994 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44788) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:10.461759 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d5be48ac-183f-497e-9e43-6e3adeeae692 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335665 Dec 20 21:50:10.464357 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 44790) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:10.469608 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1653428352', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:50:10.571659 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745050920', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:50:07Z', 'updated_at': '2021-12-20T21:50:09Z', 'revision_number': 3, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:09Z', 'updated_at': '2021-12-20T21:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:10.573173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Made reservation on behalf of 17bfe5143f08413da482bf49648c0cfd for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:50:10.577480 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:10.597926 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Checking router: 53e8b461-d1d3-4de3-81bf-903418b110bf for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:50:10.598357 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Updating router 53e8b461-d1d3-4de3-81bf-903418b110bf port 5107aaf0-38e3-499b-9a33-183a391ff18f binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:50:10.626847 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:10.777535 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:10.838798 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Subnet': ['ID=5bb66332-19b2-45ec-8cf1-ebbb55adf61c,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:10.849550 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:10.849895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:10.850253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:10.850583 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:10.850912 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:10.851235 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:10.851558 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:10.851875 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:10.852208 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:10.852797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:10.853489 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:10.853489 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:10.860579 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Checking segment: {'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:50:10.860918 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network hostable DHCP agents. Network: 5999be0b-f54d-4c29-9523-4f2a9d3c0e68, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:50:10.878827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:50:10.889164 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 5999be0b-f54d-4c29-9523-4f2a9d3c0e68) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:50:10.896129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:10.896839 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:10.899417 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:10.904125 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d56550e-064b-47b7-9a1f-f64a695f8eff None None] Network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:50:10.917665 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5154ce10-4e6e-4304-8f2f-a17dd25c6e31 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4521749 Dec 20 21:50:10.919121 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:10.921115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 44796) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:10.970803 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Attempting to bind port 5107aaf0-38e3-499b-9a33-183a391ff18f on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:50:10.971296 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Attempting to bind port 5107aaf0-38e3-499b-9a33-183a391ff18f by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:50:10.971729 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Attempting to bind port 5107aaf0-38e3-499b-9a33-183a391ff18f on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:50:10.984288 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:50:10.984797 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:50:10.985316 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:10.985794 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:50:10.986374 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Bound port: 5107aaf0-38e3-499b-9a33-183a391ff18f, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:50:10.986829 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:10.989739 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c0ca8-875f-458b-b59d-673ededf8bba None None] Pushing event updated for resources: {'Port': ['ID=5107aaf0-38e3-499b-9a33-183a391ff18f,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:11.020293 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c0ca8-875f-458b-b59d-673ededf8bba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:11.020784 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c0ca8-875f-458b-b59d-673ededf8bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:11.021668 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c0ca8-875f-458b-b59d-673ededf8bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:11.026651 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c0ca8-875f-458b-b59d-673ededf8bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:11.026995 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c0ca8-875f-458b-b59d-673ededf8bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:11.027334 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c0ca8-875f-458b-b59d-673ededf8bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:11.027775 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c0ca8-875f-458b-b59d-673ededf8bba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:11.027995 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c0ca8-875f-458b-b59d-673ededf8bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:11.028317 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c0ca8-875f-458b-b59d-673ededf8bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:11.028640 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c0ca8-875f-458b-b59d-673ededf8bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:11.028951 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c0ca8-875f-458b-b59d-673ededf8bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:11.029281 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c0ca8-875f-458b-b59d-673ededf8bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:11.063900 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] For port 5107aaf0-38e3-499b-9a33-183a391ff18f, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:50:11.067982 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] For port 5107aaf0-38e3-499b-9a33-183a391ff18f, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5107aaf0-38e3-499b-9a33-183a391ff18f,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:50:11.073971 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:11.105240 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ips': [{'subnet_id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:50:11.106628 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:11.235571 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Routers {'53e8b461-d1d3-4de3-81bf-903418b110bf'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:50:11.236359 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:49:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['53e8b461-d1d3-4de3-81bf-903418b110bf'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:11.265749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Allocated IP 172.20.0.2 (5999be0b-f54d-4c29-9523-4f2a9d3c0e68/5bb66332-19b2-45ec-8cf1-ebbb55adf61c/ac6f3f72-c11f-49ae-bbf1-2e663d244ff8) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:50:11.341397 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c0ca8-875f-458b-b59d-673ededf8bba None None] Pushing event updated for resources: {'Port': ['ID=5107aaf0-38e3-499b-9a33-183a391ff18f,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:11.371720 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] Set router 53e8b461-d1d3-4de3-81bf-903418b110bf gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:50:11.485198 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:11.496720 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:11.543287 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:11.554949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:50:11.557826 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:50:11.561745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:50:11.571572 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Pushing event updated for resources: {'Port': ['ID=ac6f3f72-c11f-49ae-bbf1-2e663d244ff8,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:11.588719 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745050920', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:50:07Z', 'updated_at': '2021-12-20T21:50:09Z', 'revision_number': 3, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:09Z', 'updated_at': '2021-12-20T21:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:11.626332 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Attempting to bind port ac6f3f72-c11f-49ae-bbf1-2e663d244ff8 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:50:11.626746 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Attempting to bind port ac6f3f72-c11f-49ae-bbf1-2e663d244ff8 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:50:11.627161 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Attempting to bind port ac6f3f72-c11f-49ae-bbf1-2e663d244ff8 on network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:50:11.629315 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b34a3b7-6a5e-4652-9276-33590d428e2a None None] The sync data for ids ['53e8b461-d1d3-4de3-81bf-903418b110bf'] in n-d-xena-1 is: [{'id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745050920', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:50:07Z', 'updated_at': '2021-12-20T21:50:09Z', 'revision_number': 3, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:09Z', 'updated_at': '2021-12-20T21:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:50:11.633242 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:50:11.633665 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Checking segment: {'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:50:11.634216 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:11.634484 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Bound using segment: {'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:50:11.634953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Bound port: ac6f3f72-c11f-49ae-bbf1-2e663d244ff8, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:50:11.635454 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:11.720662 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] For port ac6f3f72-c11f-49ae-bbf1-2e663d244ff8, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:50:11.724364 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] For port ac6f3f72-c11f-49ae-bbf1-2e663d244ff8, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ac6f3f72-c11f-49ae-bbf1-2e663d244ff8,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:50:11.734831 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:11.806268 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac14591-8bad-4421-a0d8-4a25084a8a03 None None] Pushing event updated for resources: {'Port': ['ID=ac6f3f72-c11f-49ae-bbf1-2e663d244ff8,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:11.905113 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Allocated IP 172.20.0.1 (5999be0b-f54d-4c29-9523-4f2a9d3c0e68/5bb66332-19b2-45ec-8cf1-ebbb55adf61c/b40e5c81-3d53-46ac-94ce-55d1a0642fd0) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:50:12.095972 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:12.140791 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:12.185849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:50:12.189283 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:50:12.193430 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:50:12.239573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=b40e5c81-3d53-46ac-94ce-55d1a0642fd0,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:12.258444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:12.258444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:12.258444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:12.259758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:12.259758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:12.260363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:12.260494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:12.260759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:12.261113 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:12.261440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:12.261897 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:12.262221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:50:12.280614 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:12.291080 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:50:12.389328 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5107aaf0-38e3-499b-9a33-183a391ff18f up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:50:12.495939 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:12.644135 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 5107aaf0-38e3-499b-9a33-183a391ff18f triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:50:12.644604 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:12.769134 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:12.811915 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 5107aaf0-38e3-499b-9a33-183a391ff18f, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5107aaf0-38e3-499b-9a33-183a391ff18f,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:50:12.818379 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:12.818912 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ac6f3f72-c11f-49ae-bbf1-2e663d244ff8 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:50:12.913981 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:12.923409 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:12.931487 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port ac6f3f72-c11f-49ae-bbf1-2e663d244ff8 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:50:12.932641 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:12.977468 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=5107aaf0-38e3-499b-9a33-183a391ff18f,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:13.013499 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:13.015454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=b40e5c81-3d53-46ac-94ce-55d1a0642fd0,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:13.060227 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:13.103168 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port ac6f3f72-c11f-49ae-bbf1-2e663d244ff8, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ac6f3f72-c11f-49ae-bbf1-2e663d244ff8,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:50:13.108473 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:13.125633 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:50:13.127538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:50:13.159793 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=ac6f3f72-c11f-49ae-bbf1-2e663d244ff8,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:13.172631 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3c6e44-3f62-4642-90c3-fa524a051b73 None None] Network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:50:13.247820 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-5966357b-0ff3-4ac9-9795-7027e98c1bca None None] Provisioning complete for port ac6f3f72-c11f-49ae-bbf1-2e663d244ff8 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:50:13.248087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router 53e8b461-d1d3-4de3-81bf-903418b110bf has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:50:13.248197 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5966357b-0ff3-4ac9-9795-7027e98c1bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:13.746106 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3254f13b-4118-4d89-aaf3-c5c142496c4c None None] Provisioning complete for port ac6f3f72-c11f-49ae-bbf1-2e663d244ff8 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:50:13.747473 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3254f13b-4118-4d89-aaf3-c5c142496c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:13.799773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:50:13.816083 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e61c8ad6-cf00-4bd5-8337-5186e14ce8d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "PUT /v2.0/routers/53e8b461-d1d3-4de3-81bf-903418b110bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8849747 Dec 20 21:50:13.821877 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Sync routers for ids ['53e8b461-d1d3-4de3-81bf-903418b110bf'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:50:13.842566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Routers {'53e8b461-d1d3-4de3-81bf-903418b110bf'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:50:13.843405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:49:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['53e8b461-d1d3-4de3-81bf-903418b110bf'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:13.973762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Set router 53e8b461-d1d3-4de3-81bf-903418b110bf gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:50:14.013520 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f40d526b-d606-4f99-8227-9376001919d1 req-d0796490-824b-4c7c-b0cb-b5d00bb04e6e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1271063513&fields=id&tenant_id=17bfe5143f08413da482bf49648c0cfd HTTP/1.1" status: 200 len: 267 time: 0.0633163 Dec 20 21:50:14.137693 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d526b-d606-4f99-8227-9376001919d1 req-bdefe41e-20d7-4858-81a0-1abf4b7fe2e2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:14.138811 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3254f13b-4118-4d89-aaf3-c5c142496c4c None None] Provisioning complete for port b40e5c81-3d53-46ac-94ce-55d1a0642fd0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:50:14.139181 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3254f13b-4118-4d89-aaf3-c5c142496c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:14.146257 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f40d526b-d606-4f99-8227-9376001919d1 req-bdefe41e-20d7-4858-81a0-1abf4b7fe2e2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/networks?id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68 HTTP/1.1" status: 200 len: 796 time: 0.1311862 Dec 20 21:50:14.156574 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f40d526b-d606-4f99-8227-9376001919d1 req-05fbd522-ac36-41f1-8ebe-cc97441a7b3e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/quotas/17bfe5143f08413da482bf49648c0cfd HTTP/1.1" status: 200 len: 375 time: 0.0094852 Dec 20 21:50:14.186791 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3254f13b-4118-4d89-aaf3-c5c142496c4c None None] Port b40e5c81-3d53-46ac-94ce-55d1a0642fd0 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:50:14.216595 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f40d526b-d606-4f99-8227-9376001919d1 req-21a7b366-2e4b-4d65-b2b8-d12e4baf3bad tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538080 Dec 20 21:50:14.262774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745050920', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:50:07Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:09Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'b40e5c81-3d53-46ac-94ce-55d1a0642fd0', 'name': '', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:8b:42:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:11Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 2, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:14.306749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Checking router: 53e8b461-d1d3-4de3-81bf-903418b110bf for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:50:14.307155 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Updating router 53e8b461-d1d3-4de3-81bf-903418b110bf port b40e5c81-3d53-46ac-94ce-55d1a0642fd0 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:50:14.327815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5107aaf0-38e3-499b-9a33-183a391ff18f up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:50:14.361865 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:14.366324 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-bf0a70fa-345c-4497-8be7-ca4818e62f86 None None] Provisioning complete for port b40e5c81-3d53-46ac-94ce-55d1a0642fd0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:50:14.366676 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf0a70fa-345c-4497-8be7-ca4818e62f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:14.391978 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f40d526b-d606-4f99-8227-9376001919d1 req-f1336e39-0b27-42f1-80ff-e60ca954acb1 service neutron] 10.222.0.32 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629696 Dec 20 21:50:14.449703 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-bf0a70fa-345c-4497-8be7-ca4818e62f86 None None] Port b40e5c81-3d53-46ac-94ce-55d1a0642fd0 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:50:14.498610 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f40d526b-d606-4f99-8227-9376001919d1 req-5c1a122d-3a45-42f1-865b-7775da5095e8 service neutron] 10.222.0.32 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995240 Dec 20 21:50:14.525372 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 5107aaf0-38e3-499b-9a33-183a391ff18f triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:50:14.525748 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:14.700586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ac6f3f72-c11f-49ae-bbf1-2e663d244ff8 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:50:14.746278 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b730c24-6307-43c9-ac17-fbd2b8b929c1 req-d731169b-5a6c-432c-bdf0-51238503e409 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 210 time: 0.0638213 Dec 20 21:50:14.812740 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:14.820505 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port ac6f3f72-c11f-49ae-bbf1-2e663d244ff8 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:50:14.820943 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:14.824509 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:14.914746 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:15.016019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ba530-da1b-4f3d-9e37-4da7c361ec3b None None] Pushing event updated for resources: {'Port': ['ID=b40e5c81-3d53-46ac-94ce-55d1a0642fd0,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:15.037290 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Attempting to bind port b40e5c81-3d53-46ac-94ce-55d1a0642fd0 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:50:15.037805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Attempting to bind port b40e5c81-3d53-46ac-94ce-55d1a0642fd0 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:50:15.038375 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Attempting to bind port b40e5c81-3d53-46ac-94ce-55d1a0642fd0 on network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:50:15.045659 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:50:15.046359 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Checking segment: {'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:50:15.046886 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:15.047416 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Bound using segment: {'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:50:15.048168 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Bound port: b40e5c81-3d53-46ac-94ce-55d1a0642fd0, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:50:15.048493 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:15.126420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] For port b40e5c81-3d53-46ac-94ce-55d1a0642fd0, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:50:15.130188 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] For port b40e5c81-3d53-46ac-94ce-55d1a0642fd0, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b40e5c81-3d53-46ac-94ce-55d1a0642fd0,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:50:15.136423 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:15.201276 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Routers {'53e8b461-d1d3-4de3-81bf-903418b110bf'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:50:15.201909 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:49:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['53e8b461-d1d3-4de3-81bf-903418b110bf'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:15.291742 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ba530-da1b-4f3d-9e37-4da7c361ec3b None None] Pushing event updated for resources: {'Port': ['ID=b40e5c81-3d53-46ac-94ce-55d1a0642fd0,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:15.312969 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-5692a9d9-5938-49c1-bacb-1dcda6ff078c None None] Provisioning complete for port b40e5c81-3d53-46ac-94ce-55d1a0642fd0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:50:15.313398 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5692a9d9-5938-49c1-bacb-1dcda6ff078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:15.376224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] Set router 53e8b461-d1d3-4de3-81bf-903418b110bf gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:50:15.529634 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5692a9d9-5938-49c1-bacb-1dcda6ff078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:15.584538 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5692a9d9-5938-49c1-bacb-1dcda6ff078c None None] For port b40e5c81-3d53-46ac-94ce-55d1a0642fd0, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b40e5c81-3d53-46ac-94ce-55d1a0642fd0,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:50:15.592103 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5692a9d9-5938-49c1-bacb-1dcda6ff078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:15.683734 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692a9d9-5938-49c1-bacb-1dcda6ff078c None None] Pushing event updated for resources: {'Port': ['ID=b40e5c81-3d53-46ac-94ce-55d1a0642fd0,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:15.708350 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745050920', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:50:07Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:09Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'b40e5c81-3d53-46ac-94ce-55d1a0642fd0', 'name': '', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:8b:42:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:11Z', 'updated_at': '2021-12-20T21:50:15Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:15.754738 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7fecb-6762-4dfd-b2e8-52e88dd09274 None None] The sync data for ids ['53e8b461-d1d3-4de3-81bf-903418b110bf'] in n-d-xena-1 is: [{'id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745050920', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:50:07Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:09Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'b40e5c81-3d53-46ac-94ce-55d1a0642fd0', 'name': '', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:8b:42:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:11Z', 'updated_at': '2021-12-20T21:50:15Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:50:15.792446 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c9a8158c-2928-46b7-aacf-f0da3c1ca77f None None] Provisioning complete for port b40e5c81-3d53-46ac-94ce-55d1a0642fd0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:50:15.792676 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c9a8158c-2928-46b7-aacf-f0da3c1ca77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:15.907796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d526b-d606-4f99-8227-9376001919d1 req-41f1ffdb-5068-4893-8400-ecaee08b1b04 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:15.909654 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f40d526b-d606-4f99-8227-9376001919d1 req-41f1ffdb-5068-4893-8400-ecaee08b1b04 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.31 "GET /v2.0/networks?id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68 HTTP/1.1" status: 200 len: 796 time: 0.1752563 Dec 20 21:50:15.966842 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f40d526b-d606-4f99-8227-9376001919d1 req-53a17569-8a27-4400-bd6c-763104545f7c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17bfe5143f08413da482bf49648c0cfd HTTP/1.1" status: 200 len: 380 time: 0.0422118 Dec 20 21:50:15.979809 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-f40d526b-d606-4f99-8227-9376001919d1 req-7ac32549-24d0-4c05-ab43-3cc02082f16e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'port': {'device_id': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'admin_state_up': True, 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'security_groups': ['36a70488-bd22-4e7f-a079-20d4e18b9395']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:50:15.986270 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d4d56c3a-f938-49f0-88f1-7244d30d3d13 req-dd60d19a-a027-45a7-8ac2-53de58a802ca tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 210 time: 0.0656447 Dec 20 21:50:16.114783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40d526b-d606-4f99-8227-9376001919d1 req-7ac32549-24d0-4c05-ab43-3cc02082f16e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Made reservation on behalf of 17bfe5143f08413da482bf49648c0cfd for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:50:16.118822 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f40d526b-d606-4f99-8227-9376001919d1 req-7ac32549-24d0-4c05-ab43-3cc02082f16e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:16.277897 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-f40d526b-d606-4f99-8227-9376001919d1 req-7ac32549-24d0-4c05-ab43-3cc02082f16e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Allocated IP 172.20.0.11 (5999be0b-f54d-4c29-9523-4f2a9d3c0e68/5bb66332-19b2-45ec-8cf1-ebbb55adf61c/568ea2bc-cd93-4fdf-9743-6f358140abf5) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:50:16.363194 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b40e5c81-3d53-46ac-94ce-55d1a0642fd0 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:50:16.429271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port b40e5c81-3d53-46ac-94ce-55d1a0642fd0 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:50:16.429927 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:16.480877 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f40d526b-d606-4f99-8227-9376001919d1 req-7ac32549-24d0-4c05-ab43-3cc02082f16e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:16.557717 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f40d526b-d606-4f99-8227-9376001919d1 req-7ac32549-24d0-4c05-ab43-3cc02082f16e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:16.607321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40d526b-d606-4f99-8227-9376001919d1 req-7ac32549-24d0-4c05-ab43-3cc02082f16e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:50:16.615766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-f40d526b-d606-4f99-8227-9376001919d1 req-7ac32549-24d0-4c05-ab43-3cc02082f16e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:50:16.618376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac32549-24d0-4c05-ab43-3cc02082f16e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=568ea2bc-cd93-4fdf-9743-6f358140abf5,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:16.620606 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40d526b-d606-4f99-8227-9376001919d1 req-7ac32549-24d0-4c05-ab43-3cc02082f16e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:50:16.686288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d526b-d606-4f99-8227-9376001919d1 req-7ac32549-24d0-4c05-ab43-3cc02082f16e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:16.687238 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f40d526b-d606-4f99-8227-9376001919d1 req-7ac32549-24d0-4c05-ab43-3cc02082f16e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:16.708805 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f40d526b-d606-4f99-8227-9376001919d1 req-7ac32549-24d0-4c05-ab43-3cc02082f16e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7352686 Dec 20 21:50:16.726559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Request body: {'port': {'device_id': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:50:16.830877 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:16.929921 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c5c64b91-fec1-4572-b563-761c2d7b6ff8 None None] Provisioning complete for port 568ea2bc-cd93-4fdf-9743-6f358140abf5 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:50:16.930361 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c5c64b91-fec1-4572-b563-761c2d7b6ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:17.206506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c5c64b91-fec1-4572-b563-761c2d7b6ff8 None None] Port 568ea2bc-cd93-4fdf-9743-6f358140abf5 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:50:17.213188 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 568ea2bc-cd93-4fdf-9743-6f358140abf5 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:50:17.222232 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:17.238041 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60175a-8533-413e-a251-3abe3b63f775 req-84e78750-5d65-42c0-81c9-79bde839f6da tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:17.252785 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b60175a-8533-413e-a251-3abe3b63f775 req-84e78750-5d65-42c0-81c9-79bde839f6da tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 932 time: 0.1267998 Dec 20 21:50:17.275502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Transition to ACTIVE for port object 568ea2bc-cd93-4fdf-9743-6f358140abf5 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:50:17.287159 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:17.327305 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b60175a-8533-413e-a251-3abe3b63f775 req-3a13a201-682c-4f70-8174-58c5ad7c5867 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737100 Dec 20 21:50:17.366706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Pushing event updated for resources: {'Port': ['ID=568ea2bc-cd93-4fdf-9743-6f358140abf5,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:17.426637 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Attempting to bind port 568ea2bc-cd93-4fdf-9743-6f358140abf5 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:50:17.426973 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Attempting to bind port 568ea2bc-cd93-4fdf-9743-6f358140abf5 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:50:17.427374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Attempting to bind port 568ea2bc-cd93-4fdf-9743-6f358140abf5 on network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:50:17.432610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Port 568ea2bc-cd93-4fdf-9743-6f358140abf5 on network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:50:17.432980 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Attempting to bind port 568ea2bc-cd93-4fdf-9743-6f358140abf5 on network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:50:17.438411 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:50:17.438795 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Checking segment: {'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:50:17.439209 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Bound using segment: {'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:50:17.439715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Bound port: 568ea2bc-cd93-4fdf-9743-6f358140abf5, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:50:17.440098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:17.532178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:50:17.536141 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:50:17.540814 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:17.580203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:17.580930 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:17.582733 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f40d526b-d606-4f99-8227-9376001919d1 req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] 10.222.0.31 "PUT /v2.0/ports/568ea2bc-cd93-4fdf-9743-6f358140abf5 HTTP/1.1" status: 200 len: 1090 time: 0.8608539 Dec 20 21:50:17.583315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'tag': '568ea2bc-cd93-4fdf-9743-6f358140abf5'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:50:17.585655 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af35d95e-dce2-4d58-a981-d0d5a3f95c64" -d '{"events": [{"name": "network-changed", "server_uuid": "ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5", "tag": "568ea2bc-cd93-4fdf-9743-6f358140abf5"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:50:17.635693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a42355-96b6-4507-818d-f52fe04d0d22 service neutron] Pushing event updated for resources: {'Port': ['ID=568ea2bc-cd93-4fdf-9743-6f358140abf5,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:17.640051 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558a4367-201d-4b28-8220-35c12facd67c x-openstack-request-id: req-558a4367-201d-4b28-8220-35c12facd67c {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:50:17.640510 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5", "tag": "568ea2bc-cd93-4fdf-9743-6f358140abf5", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:50:17.641230 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-558a4367-201d-4b28-8220-35c12facd67c {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:50:17.641452 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'tag': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'status': 'completed', 'code': 200} Dec 20 21:50:17.698031 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d526b-d606-4f99-8227-9376001919d1 req-11ed53ba-ed95-4997-a84d-11f55fdcd74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:17.699575 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f40d526b-d606-4f99-8227-9376001919d1 req-11ed53ba-ed95-4997-a84d-11f55fdcd74d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 1093 time: 0.0471063 Dec 20 21:50:17.750037 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f40d526b-d606-4f99-8227-9376001919d1 req-74953ada-8746-4bec-9832-22240efbbf71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5 HTTP/1.1" status: 200 len: 217 time: 0.0376821 Dec 20 21:50:17.801895 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d526b-d606-4f99-8227-9376001919d1 req-e730e61d-0e75-427b-8805-d82bbd26a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:17.803567 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f40d526b-d606-4f99-8227-9376001919d1 req-e730e61d-0e75-427b-8805-d82bbd26a7d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bb66332-19b2-45ec-8cf1-ebbb55adf61c HTTP/1.1" status: 200 len: 835 time: 0.0474916 Dec 20 21:50:17.855661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d526b-d606-4f99-8227-9376001919d1 req-6c2e8c45-c61d-4fa4-bc93-1bb3b508e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:17.857916 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f40d526b-d606-4f99-8227-9376001919d1 req-6c2e8c45-c61d-4fa4-bc93-1bb3b508e600 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0471106 Dec 20 21:50:17.950383 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f40d526b-d606-4f99-8227-9376001919d1 req-2510663d-df6a-4b31-83a9-675d95b63140 service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847337 Dec 20 21:50:18.044509 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f40d526b-d606-4f99-8227-9376001919d1 req-e0040a67-e9d9-45f5-8c2f-4afeca64f00b service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872581 Dec 20 21:50:18.149034 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:18.177127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35d95e-dce2-4d58-a981-d0d5a3f95c64 req-0453147f-2550-4076-b70e-d93a23da78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:18.178708 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af35d95e-dce2-4d58-a981-d0d5a3f95c64 req-0453147f-2550-4076-b70e-d93a23da78bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 1093 time: 0.0450282 Dec 20 21:50:18.273095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35d95e-dce2-4d58-a981-d0d5a3f95c64 req-0de0c885-620b-4dc6-9e6c-a2e5e287e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:18.274605 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af35d95e-dce2-4d58-a981-d0d5a3f95c64 req-0de0c885-620b-4dc6-9e6c-a2e5e287e912 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68 HTTP/1.1" status: 200 len: 897 time: 0.0890923 Dec 20 21:50:18.316083 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af35d95e-dce2-4d58-a981-d0d5a3f95c64 req-f979ec54-e80b-4e1a-81f4-8b4a70a4761d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5 HTTP/1.1" status: 200 len: 217 time: 0.0346680 Dec 20 21:50:18.369671 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35d95e-dce2-4d58-a981-d0d5a3f95c64 req-646609e0-34b1-4c1e-8388-2587d394106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:18.371264 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af35d95e-dce2-4d58-a981-d0d5a3f95c64 req-646609e0-34b1-4c1e-8388-2587d394106f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bb66332-19b2-45ec-8cf1-ebbb55adf61c HTTP/1.1" status: 200 len: 835 time: 0.0464063 Dec 20 21:50:18.450552 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35d95e-dce2-4d58-a981-d0d5a3f95c64 req-b6121780-b4f2-4f5a-8851-46a06db4a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:18.452109 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af35d95e-dce2-4d58-a981-d0d5a3f95c64 req-b6121780-b4f2-4f5a-8851-46a06db4a018 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0724165 Dec 20 21:50:18.466026 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ff86d-b1e1-457a-bbea-76fec6c0d9ab req-b981c2f9-62e9-4762-91fe-ec4767de7267 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:18.467437 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-881ff86d-b1e1-457a-bbea-76fec6c0d9ab req-b981c2f9-62e9-4762-91fe-ec4767de7267 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 944 time: 0.0629828 Dec 20 21:50:18.556653 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-881ff86d-b1e1-457a-bbea-76fec6c0d9ab req-f4a81d03-d2a7-4c52-ad63-a0077673110e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811207 Dec 20 21:50:18.583944 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af35d95e-dce2-4d58-a981-d0d5a3f95c64 req-d2295358-0838-4827-9191-bae07e6ec231 service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155455 Dec 20 21:50:18.685852 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af35d95e-dce2-4d58-a981-d0d5a3f95c64 req-90ca7492-e5a4-46e7-bdcf-40550aa789a1 service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944536 Dec 20 21:50:19.685221 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108d639-b998-4878-8d74-f36cd5c3aab7 req-0760c730-7141-4a7b-907a-2404e7bea46f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:19.686941 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8108d639-b998-4878-8d74-f36cd5c3aab7 req-0760c730-7141-4a7b-907a-2404e7bea46f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 944 time: 0.0577400 Dec 20 21:50:19.725618 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8108d639-b998-4878-8d74-f36cd5c3aab7 req-b628e67e-0b57-4973-ab33-3ff930034a48 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324798 Dec 20 21:50:20.848378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e44dd-189f-4311-94ca-d4e857ebb5de req-a4e9fdeb-df58-4480-adae-f5250f0948de tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:20.849894 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-213e44dd-189f-4311-94ca-d4e857ebb5de req-a4e9fdeb-df58-4480-adae-f5250f0948de tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 944 time: 0.0509753 Dec 20 21:50:20.892295 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-213e44dd-189f-4311-94ca-d4e857ebb5de req-f7c16c07-eb5e-412d-8c86-8a0b0b4c659b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326860 Dec 20 21:50:22.011572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a42e20-6d59-495b-baca-b6f2f7bf65b5 req-515c6e7b-c3e6-4d12-8444-5ff937d4d478 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:22.013162 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79a42e20-6d59-495b-baca-b6f2f7bf65b5 req-515c6e7b-c3e6-4d12-8444-5ff937d4d478 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 944 time: 0.0515308 Dec 20 21:50:22.053921 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-79a42e20-6d59-495b-baca-b6f2f7bf65b5 req-d47336a3-529e-4ebc-b2f5-cb424f4f5eb4 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343053 Dec 20 21:50:22.278614 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 568ea2bc-cd93-4fdf-9743-6f358140abf5 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:50:22.380712 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:50:22.397035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'port_id': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'mac_address': 'fa:16:3e:a4:d6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:50:22.438224 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:22.450878 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 568ea2bc-cd93-4fdf-9743-6f358140abf5 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:50:22.470977 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:50:22.478939 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:22.524874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=568ea2bc-cd93-4fdf-9743-6f358140abf5,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:22.750140 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['568ea2bc-cd93-4fdf-9743-6f358140abf5'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:50:23.190035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab682c-99bf-422a-bc10-9ad0baed2789 req-bf4126b6-4452-4d36-8ec7-27e2822f2dff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:23.191730 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57ab682c-99bf-422a-bc10-9ad0baed2789 req-bf4126b6-4452-4d36-8ec7-27e2822f2dff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 945 time: 0.0600741 Dec 20 21:50:23.244789 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57ab682c-99bf-422a-bc10-9ad0baed2789 req-3449f789-6dfe-49b2-970c-914a07f8d157 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414205 Dec 20 21:50:24.292162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 568ea2bc-cd93-4fdf-9743-6f358140abf5 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:50:24.349392 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 568ea2bc-cd93-4fdf-9743-6f358140abf5 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:50:24.354050 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 568ea2bc-cd93-4fdf-9743-6f358140abf5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:50:24.354050 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:24.391557 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81e189-363a-4208-9ef0-2c49e0bf540b req-782fb6c4-487b-4315-acd2-64fc2e0a8913 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:24.394490 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fb81e189-363a-4208-9ef0-2c49e0bf540b req-782fb6c4-487b-4315-acd2-64fc2e0a8913 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 945 time: 0.0648098 Dec 20 21:50:24.434321 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fb81e189-363a-4208-9ef0-2c49e0bf540b req-2e51b52c-5f1f-4f8d-b1ed-a7f94f27a727 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336590 Dec 20 21:50:24.436436 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:24.463357 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568ea2bc-cd93-4fdf-9743-6f358140abf5'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:50:24.465717 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59551b86-523f-4eb6-95ee-e55247037824" -d '{"events": [{"server_uuid": "ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5", "name": "network-vif-plugged", "status": "completed", "tag": "568ea2bc-cd93-4fdf-9743-6f358140abf5"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:50:24.479589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:50:24.484827 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:24.508562 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d8fe92-2fde-406d-b25f-210ec6ad00fe x-openstack-request-id: req-97d8fe92-2fde-406d-b25f-210ec6ad00fe {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:50:24.508897 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5", "name": "network-vif-plugged", "status": "completed", "tag": "568ea2bc-cd93-4fdf-9743-6f358140abf5", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:50:24.509149 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97d8fe92-2fde-406d-b25f-210ec6ad00fe {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:50:24.509533 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'code': 200} Dec 20 21:50:24.536533 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=568ea2bc-cd93-4fdf-9743-6f358140abf5,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:24.645347 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314df0d-d539-4386-8ea8-d9203e3423d4 req-ddb28526-5bb2-4e38-a59e-de4555b812e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:24.646876 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b314df0d-d539-4386-8ea8-d9203e3423d4 req-ddb28526-5bb2-4e38-a59e-de4555b812e2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 1095 time: 0.0402267 Dec 20 21:50:24.680854 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b314df0d-d539-4386-8ea8-d9203e3423d4 req-3232195a-1de5-43d1-af7a-4e967cb8f0c6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277336 Dec 20 21:50:25.566198 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9e09e-0224-44a9-97ca-30bf2cfef36a req-d577dcbc-8117-4e51-bcbe-667c2e94696c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:25.568058 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0da9e09e-0224-44a9-97ca-30bf2cfef36a req-d577dcbc-8117-4e51-bcbe-667c2e94696c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.0600214 Dec 20 21:50:25.624269 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0da9e09e-0224-44a9-97ca-30bf2cfef36a req-79d47791-a22e-47e5-b875-2061fd8613ba tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502579 Dec 20 21:50:26.820948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791a68-d268-44fb-b010-52276a0d26fe req-45339dfe-2986-4994-927b-fdafb491822f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:26.823144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-87791a68-d268-44fb-b010-52276a0d26fe req-45339dfe-2986-4994-927b-fdafb491822f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.1227930 Dec 20 21:50:26.868170 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-87791a68-d268-44fb-b010-52276a0d26fe req-59df5646-1337-4185-8107-2d4b68f28d3a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384791 Dec 20 21:50:27.053311 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fd8e1-dc09-4b9a-82bf-8c36fa679d39 req-68941d72-3315-4a55-a69d-cddd7ad874f6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:27.054794 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b20fd8e1-dc09-4b9a-82bf-8c36fa679d39 req-68941d72-3315-4a55-a69d-cddd7ad874f6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.1117558 Dec 20 21:50:27.099610 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b20fd8e1-dc09-4b9a-82bf-8c36fa679d39 req-8e6bc9ca-53fc-439c-a17c-6fd62b8b2438 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369809 Dec 20 21:50:27.122022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45124) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:27.172851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1d345f-eaec-481d-9975-2730b3c34f91 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:27.174670 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ac1d345f-eaec-481d-9975-2730b3c34f91 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 1090 time: 0.0513012 Dec 20 21:50:27.177464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 45126) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:27.180256 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0b4a18af-9920-42e4-b9be-f33a602c5441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:27.182285 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:50:27.204030 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:27.310645 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:27.420896 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Allocated IP 172.35.3.228 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/0c05ba65-bb25-4b41-a33f-af1ec8aa7033) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:50:27.528167 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:27.563128 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:27.602094 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:50:27.606663 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:50:27.611466 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:50:27.643691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=0c05ba65-bb25-4b41-a33f-af1ec8aa7033,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:27.979037 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:28.058438 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:28.217016 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:28.222739 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:28.295075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=0c05ba65-bb25-4b41-a33f-af1ec8aa7033,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:50:28.310439 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:28.411704 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Floating IP fcb84d6e-1818-4ef7-a3cb-ef1f46fde787 associated. External IP: 172.35.3.228, port: 568ea2bc-cd93-4fdf-9743-6f358140abf5. Dec 20 21:50:28.630978 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router 53e8b461-d1d3-4de3-81bf-903418b110bf has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:50:28.745454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:50:28.756646 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca7797f-2cb9-45b6-ae11-fd80bdb9ed3d None None] Sync routers for ids ['53e8b461-d1d3-4de3-81bf-903418b110bf'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:50:28.766162 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:28.767801 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca7797f-2cb9-45b6-ae11-fd80bdb9ed3d None None] Routers {'53e8b461-d1d3-4de3-81bf-903418b110bf'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:50:28.768711 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-aca7797f-2cb9-45b6-ae11-fd80bdb9ed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:49:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['53e8b461-d1d3-4de3-81bf-903418b110bf'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:28.807642 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-322df697-48c3-4340-9bca-ad55056be06c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6288645 Dec 20 21:50:28.808477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'tag': '568ea2bc-cd93-4fdf-9743-6f358140abf5'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:50:28.814875 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83b022d-5645-4046-8266-8841312acd15" -d '{"events": [{"name": "network-changed", "server_uuid": "ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5", "tag": "568ea2bc-cd93-4fdf-9743-6f358140abf5"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:50:28.861634 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee35fd66-4971-47e2-8686-76f373169d43 x-openstack-request-id: req-ee35fd66-4971-47e2-8686-76f373169d43 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:50:28.861923 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5", "tag": "568ea2bc-cd93-4fdf-9743-6f358140abf5", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:50:28.862578 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee35fd66-4971-47e2-8686-76f373169d43 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:50:28.862726 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'tag': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'status': 'completed', 'code': 200} Dec 20 21:50:28.888539 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-aca7797f-2cb9-45b6-ae11-fd80bdb9ed3d None None] Set router 53e8b461-d1d3-4de3-81bf-903418b110bf gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:50:29.022563 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe59731b-b537-43a2-ae22-4e50be32b2df req-54beac11-bf6f-4545-bcba-a78168c571be service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0790906 Dec 20 21:50:29.031722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39b8c0-e2e4-48dd-a4b7-f110ea17f56a req-1b2da28d-ba92-4372-8cc9-e2ae04641bb7 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:29.045402 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1a39b8c0-e2e4-48dd-a4b7-f110ea17f56a req-1b2da28d-ba92-4372-8cc9-e2ae04641bb7 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.1729274 Dec 20 21:50:29.048494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b022d-5645-4046-8266-8841312acd15 req-07f76707-5f8a-4f8e-ae2e-6429740863e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:29.050790 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e83b022d-5645-4046-8266-8841312acd15 req-07f76707-5f8a-4f8e-ae2e-6429740863e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 1095 time: 0.1180294 Dec 20 21:50:29.153259 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-aca7797f-2cb9-45b6-ae11-fd80bdb9ed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745050920', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:50:07Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:09Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'fcb84d6e-1818-4ef7-a3cb-ef1f46fde787', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'floating_ip_address': '172.35.3.228', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'port_id': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'mac_address': 'fa:16:3e:a4:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:50:27Z', 'updated_at': '2021-12-20T21:50:27Z', 'revision_number': 0, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40e5c81-3d53-46ac-94ce-55d1a0642fd0', 'name': '', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:8b:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:11Z', 'updated_at': '2021-12-20T21:50:15Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:29.157014 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1a39b8c0-e2e4-48dd-a4b7-f110ea17f56a req-11ddeeb5-da42-4708-8c54-f4b8466cc0b6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038432 Dec 20 21:50:29.175416 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45166) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:29.188472 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b022d-5645-4046-8266-8841312acd15 req-af9d0356-f6f1-4dda-bfd8-bb912455c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:29.190364 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e83b022d-5645-4046-8266-8841312acd15 req-af9d0356-f6f1-4dda-bfd8-bb912455c5db service neutron] 10.222.0.31 "GET /v2.0/networks?id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68 HTTP/1.1" status: 200 len: 897 time: 0.1303144 Dec 20 21:50:29.198366 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca7797f-2cb9-45b6-ae11-fd80bdb9ed3d None None] Checking router: 53e8b461-d1d3-4de3-81bf-903418b110bf for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:50:29.207590 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca7797f-2cb9-45b6-ae11-fd80bdb9ed3d None None] Routers {'53e8b461-d1d3-4de3-81bf-903418b110bf'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:50:29.208405 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-aca7797f-2cb9-45b6-ae11-fd80bdb9ed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:49:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['53e8b461-d1d3-4de3-81bf-903418b110bf'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:29.244513 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b2ca62fa-5e36-4647-9042-037f015d715d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/floatingips/fcb84d6e-1818-4ef7-a3cb-ef1f46fde787 HTTP/1.1" status: 200 len: 992 time: 0.0679069 Dec 20 21:50:29.261188 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e83b022d-5645-4046-8266-8841312acd15 req-275c8715-fa2c-4c8a-b782-f1a8f541fdee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5 HTTP/1.1" status: 200 len: 1000 time: 0.0643375 Dec 20 21:50:29.318765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b022d-5645-4046-8266-8841312acd15 req-5adccd3b-950e-4fde-8192-899bfdc9a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:29.320366 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e83b022d-5645-4046-8266-8841312acd15 req-5adccd3b-950e-4fde-8192-899bfdc9a18e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bb66332-19b2-45ec-8cf1-ebbb55adf61c HTTP/1.1" status: 200 len: 835 time: 0.0532424 Dec 20 21:50:29.327008 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-aca7797f-2cb9-45b6-ae11-fd80bdb9ed3d None None] Set router 53e8b461-d1d3-4de3-81bf-903418b110bf gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:50:29.372500 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b022d-5645-4046-8266-8841312acd15 req-cb5b000a-8e51-402e-8666-0c83affa91de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:29.374540 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e83b022d-5645-4046-8266-8841312acd15 req-cb5b000a-8e51-402e-8666-0c83affa91de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0482111 Dec 20 21:50:29.473463 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e83b022d-5645-4046-8266-8841312acd15 req-211703a4-a6bb-4ec4-9dd8-25f25d91cfc2 service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902495 Dec 20 21:50:29.517151 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-81647859-8477-4fb9-83eb-f94c0673fe9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:29.588692 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e83b022d-5645-4046-8266-8841312acd15 req-f3644005-50e0-4d0e-8e18-8e7211935645 service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091375 Dec 20 21:50:29.589320 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-aca7797f-2cb9-45b6-ae11-fd80bdb9ed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745050920', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:50:07Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:09Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'fcb84d6e-1818-4ef7-a3cb-ef1f46fde787', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'floating_ip_address': '172.35.3.228', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'port_id': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'mac_address': 'fa:16:3e:a4:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:50:27Z', 'updated_at': '2021-12-20T21:50:27Z', 'revision_number': 0, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40e5c81-3d53-46ac-94ce-55d1a0642fd0', 'name': '', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:8b:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:11Z', 'updated_at': '2021-12-20T21:50:15Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:50:29.617320 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca7797f-2cb9-45b6-ae11-fd80bdb9ed3d None None] The sync data for ids ['53e8b461-d1d3-4de3-81bf-903418b110bf'] in n-d-xena-1 is: [{'id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745050920', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:50:07Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:09Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'fcb84d6e-1818-4ef7-a3cb-ef1f46fde787', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'floating_ip_address': '172.35.3.228', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'port_id': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'mac_address': 'fa:16:3e:a4:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:50:27Z', 'updated_at': '2021-12-20T21:50:27Z', 'revision_number': 0, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40e5c81-3d53-46ac-94ce-55d1a0642fd0', 'name': '', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:8b:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:11Z', 'updated_at': '2021-12-20T21:50:15Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:50:29.747976 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59731b-b537-43a2-ae22-4e50be32b2df req-749e4107-2c96-4bd5-b546-96f7e1b635d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:29.749911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe59731b-b537-43a2-ae22-4e50be32b2df req-749e4107-2c96-4bd5-b546-96f7e1b635d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 1095 time: 0.0475414 Dec 20 21:50:29.861611 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ef9975-07a4-45b5-ab30-ebd7a343666c None None] New status for floating IP fcb84d6e-1818-4ef7-a3cb-ef1f46fde787: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:50:29.872243 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59731b-b537-43a2-ae22-4e50be32b2df req-017657ac-ebee-4981-b07c-49005c100f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:29.873759 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe59731b-b537-43a2-ae22-4e50be32b2df req-017657ac-ebee-4981-b07c-49005c100f8d service neutron] 10.222.0.31 "GET /v2.0/networks?id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68 HTTP/1.1" status: 200 len: 897 time: 0.1044567 Dec 20 21:50:29.956863 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe59731b-b537-43a2-ae22-4e50be32b2df req-5b68df42-c589-4455-bd9b-b6066ac0eb3c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5 HTTP/1.1" status: 200 len: 1000 time: 0.0768909 Dec 20 21:50:30.019615 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59731b-b537-43a2-ae22-4e50be32b2df req-6d91f6df-77bc-425e-9326-c15c8f6c9089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:30.021303 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe59731b-b537-43a2-ae22-4e50be32b2df req-6d91f6df-77bc-425e-9326-c15c8f6c9089 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bb66332-19b2-45ec-8cf1-ebbb55adf61c HTTP/1.1" status: 200 len: 835 time: 0.0584388 Dec 20 21:50:30.082675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59731b-b537-43a2-ae22-4e50be32b2df req-cb17a18c-8009-40b8-bfb9-0506e97d2951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:50:30.084363 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe59731b-b537-43a2-ae22-4e50be32b2df req-cb17a18c-8009-40b8-bfb9-0506e97d2951 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0568936 Dec 20 21:50:30.179246 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe59731b-b537-43a2-ae22-4e50be32b2df req-412da649-8766-4f78-ae4e-832edaffb31d service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882177 Dec 20 21:50:30.247156 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45186) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:50:30.274316 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fe59731b-b537-43a2-ae22-4e50be32b2df req-949be0da-67ba-4774-86e2-8c29d21664d4 service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886152 Dec 20 21:50:30.312075 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-76fd5a2c-430f-4b09-a7c8-c4337ae082af tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/floatingips/fcb84d6e-1818-4ef7-a3cb-ef1f46fde787 HTTP/1.1" status: 200 len: 994 time: 0.0629489 Dec 20 21:50:30.731622 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:32.173649 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:32.366915 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:44.899564 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:48.143315 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:49.292631 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:50:55.746634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-6e1c8993-abae-4465-a074-d1b1630a4f1e req-8996699f-ebd1-4046-82da-d612d1bc0829 service neutron] (102401) timed out ('10.222.0.32', 46950) {{(pid=102401) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 20 21:50:57.181097 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb630-30bb-4c61-8d1b-8cdad0386ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:50:59.518992 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c9fbbb0-7819-4361-b16f-27f6f8e926d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:00.734925 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:01.602645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca233dfd-8b76-404b-afd5-a825f5cc6b3f req-c7dcb9c7-cbaa-4bc0-8549-25a6e0012e78 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:01.604222 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca233dfd-8b76-404b-afd5-a825f5cc6b3f req-c7dcb9c7-cbaa-4bc0-8549-25a6e0012e78 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 1095 time: 0.0464954 Dec 20 21:51:01.645520 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca233dfd-8b76-404b-afd5-a825f5cc6b3f req-1dcfc729-4f32-46e0-afdb-36b4228a16ff tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344186 Dec 20 21:51:01.769426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6a7fe-c741-4604-bbd4-bbf10382f48b req-351a30cb-7c2e-4c60-9bf4-8c9811092be1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:01.770937 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4e6a7fe-c741-4604-bbd4-bbf10382f48b req-351a30cb-7c2e-4c60-9bf4-8c9811092be1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.0529053 Dec 20 21:51:01.818283 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e4e6a7fe-c741-4604-bbd4-bbf10382f48b req-828874b0-4793-4228-a932-db53e35d0fe4 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409279 Dec 20 21:51:01.841373 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45890) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:51:01.908016 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-75fe89be-521d-4b3f-87dd-4ae5fe13589f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/floatingips/fcb84d6e-1818-4ef7-a3cb-ef1f46fde787 HTTP/1.1" status: 200 len: 994 time: 0.0634685 Dec 20 21:51:02.175217 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:02.359017 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 45974) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:51:02.382244 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:02.433021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54375dc3-65ac-47cd-88a3-e28020e80c79 req-069572cc-9165-4aab-8283-d888cd21739f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:02.434716 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54375dc3-65ac-47cd-88a3-e28020e80c79 req-069572cc-9165-4aab-8283-d888cd21739f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.0529776 Dec 20 21:51:02.455067 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-8cd184e3-c04c-499f-8369-baab4d9a0c56 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945091 Dec 20 21:51:02.463756 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-f353c3a2-e7c9-49c4-ab61-e3e579fd1310 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:51:02.464713 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-f353c3a2-e7c9-49c4-ab61-e3e579fd1310 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049140 Dec 20 21:51:02.474044 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54375dc3-65ac-47cd-88a3-e28020e80c79 req-b42e097d-cae2-4d17-ade1-0570337c3dae tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331545 Dec 20 21:51:03.597824 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987bdd6-a97e-4ceb-ae1b-9e61625a8793 req-cedf0250-fd55-4554-a6ca-eec6f61d69ce tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:03.599427 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4987bdd6-a97e-4ceb-ae1b-9e61625a8793 req-cedf0250-fd55-4554-a6ca-eec6f61d69ce tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.0540166 Dec 20 21:51:03.643747 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4987bdd6-a97e-4ceb-ae1b-9e61625a8793 req-02a5e636-a782-466c-a47f-d84ea69bb2de tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378458 Dec 20 21:51:03.736436 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-dfdd5151-8bf7-4a40-950d-3c445c418ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:03.738040 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-dfdd5151-8bf7-4a40-950d-3c445c418ddc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 1095 time: 0.0467432 Dec 20 21:51:03.836982 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-87559e1d-d286-4c7a-a482-bb37b007b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:03.838475 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-87559e1d-d286-4c7a-a482-bb37b007b6ec service neutron] 10.222.0.31 "GET /v2.0/networks?id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68 HTTP/1.1" status: 200 len: 897 time: 0.0923176 Dec 20 21:51:03.906494 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-df89354d-b284-4e3d-be81-385acaa8cf50 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5 HTTP/1.1" status: 200 len: 1002 time: 0.0610414 Dec 20 21:51:03.956531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-e0ebd980-f905-4644-a479-291ec5a3aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:03.958028 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-e0ebd980-f905-4644-a479-291ec5a3aa7a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bb66332-19b2-45ec-8cf1-ebbb55adf61c HTTP/1.1" status: 200 len: 835 time: 0.0457637 Dec 20 21:51:04.004260 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-7fd3e206-580d-44ce-8d00-75e3a7f63c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:04.005781 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-7fd3e206-580d-44ce-8d00-75e3a7f63c4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0412512 Dec 20 21:51:04.100850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-33ad0059-8976-4fa7-b47e-627e3833b5aa service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883100 Dec 20 21:51:04.188691 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-524723da-99af-4545-bb27-e9086627edc4 service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812185 Dec 20 21:51:04.767271 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4567fac-6ef6-4f09-a79d-eac2ccaf3f78 req-c419746f-1f05-4691-8592-97efec5ed943 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:04.768788 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b4567fac-6ef6-4f09-a79d-eac2ccaf3f78 req-c419746f-1f05-4691-8592-97efec5ed943 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.0523047 Dec 20 21:51:04.808768 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b4567fac-6ef6-4f09-a79d-eac2ccaf3f78 req-93f3bc57-dcfc-4bdd-94f0-5c3d3b71bd59 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332613 Dec 20 21:51:05.932801 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899153d1-fab8-44c9-9afd-be7d992ac1ac req-a0e46ce6-0476-49c3-ae78-8d477142e0d4 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:05.934231 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-899153d1-fab8-44c9-9afd-be7d992ac1ac req-a0e46ce6-0476-49c3-ae78-8d477142e0d4 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.0515969 Dec 20 21:51:05.972899 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-899153d1-fab8-44c9-9afd-be7d992ac1ac req-5593fe5e-5032-4da4-8923-c2df3a1d5d6a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325994 Dec 20 21:51:07.104084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96883b-a65b-48c4-a377-f864c86592cf req-4df45971-8c3d-4df0-9da2-93cbfd454ddd tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:07.105861 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e96883b-a65b-48c4-a377-f864c86592cf req-4df45971-8c3d-4df0-9da2-93cbfd454ddd tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.0552053 Dec 20 21:51:07.147484 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e96883b-a65b-48c4-a377-f864c86592cf req-46d10674-68cb-4e19-aa5f-979bc1b1de30 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349810 Dec 20 21:51:07.354958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46038) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:51:07.512807 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-836b24d3-c4ae-4a02-ac61-24e525f67f67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=695194b5397845d7bbd026e4707d7624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566296 Dec 20 21:51:07.515517 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46042) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:51:07.564348 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c7d18318-73a2-4c32-8504-aefcdbedc7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:07.585178 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c7d18318-73a2-4c32-8504-aefcdbedc7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:07.635046 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c7d18318-73a2-4c32-8504-aefcdbedc7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:07.637728 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c7d18318-73a2-4c32-8504-aefcdbedc7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:07.639274 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c7d18318-73a2-4c32-8504-aefcdbedc7e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07d23a9f-f80d-47ee-8910-97e73cf3b19c HTTP/1.1" status: 204 len: 168 time: 0.1227407 Dec 20 21:51:07.649101 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d18318-73a2-4c32-8504-aefcdbedc7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d23a9f-f80d-47ee-8910-97e73cf3b19c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:51:08.263082 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb0882-fa4e-45d1-a0e5-542c99f9a762 req-6b5153fe-7550-4bbc-a0e5-1a1379aaae18 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:08.264580 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ccdb0882-fa4e-45d1-a0e5-542c99f9a762 req-6b5153fe-7550-4bbc-a0e5-1a1379aaae18 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.0495117 Dec 20 21:51:08.304403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46066) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:51:08.305594 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ccdb0882-fa4e-45d1-a0e5-542c99f9a762 req-be05311a-f163-43b1-bc08-69c9697113cc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350497 Dec 20 21:51:08.407815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2860ebb5-8204-4f86-badd-4e4c8b523ac0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1198426388-network', 'tenant_id': '21bbb0dd98304f6783b34bea59364ad0'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:51:08.432504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2860ebb5-8204-4f86-badd-4e4c8b523ac0 admin admin] Made reservation on behalf of 21bbb0dd98304f6783b34bea59364ad0 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:51:08.436293 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2860ebb5-8204-4f86-badd-4e4c8b523ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:08.453676 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2860ebb5-8204-4f86-badd-4e4c8b523ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:08.533188 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2860ebb5-8204-4f86-badd-4e4c8b523ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:08.538767 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2860ebb5-8204-4f86-badd-4e4c8b523ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:08.569479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2860ebb5-8204-4f86-badd-4e4c8b523ac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:51:08.579072 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860ebb5-8204-4f86-badd-4e4c8b523ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04ad051-ae67-45f4-98d2-f3451ff70a22,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:51:08.583890 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2860ebb5-8204-4f86-badd-4e4c8b523ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:08.584222 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-2860ebb5-8204-4f86-badd-4e4c8b523ac0 admin admin] Added segment d99bef70-f0ce-419c-8386-c092181f8e05 of type vlan for network 67e2ade5-5b10-4b43-94d9-7bceee3b8e40 Dec 20 21:51:08.623428 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2860ebb5-8204-4f86-badd-4e4c8b523ac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:08.648509 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2860ebb5-8204-4f86-badd-4e4c8b523ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:08.649626 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2860ebb5-8204-4f86-badd-4e4c8b523ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:08.650261 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2860ebb5-8204-4f86-badd-4e4c8b523ac0 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:08.703418 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2860ebb5-8204-4f86-badd-4e4c8b523ac0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3978279 Dec 20 21:51:08.706533 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 46070) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:51:08.710085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860ebb5-8204-4f86-badd-4e4c8b523ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=67e2ade5-5b10-4b43-94d9-7bceee3b8e40,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:51:08.711428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0e75b177-1329-4b91-bbe7-64ddcc45d504 admin admin] Request body: {'subnet': {'network_id': '67e2ade5-5b10-4b43-94d9-7bceee3b8e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1198426388-subnet', 'tenant_id': '21bbb0dd98304f6783b34bea59364ad0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:51:08.720916 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 67e2ade5-5b10-4b43-94d9-7bceee3b8e40 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:51:08.734697 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e75b177-1329-4b91-bbe7-64ddcc45d504 admin admin] Made reservation on behalf of 21bbb0dd98304f6783b34bea59364ad0 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:51:08.737199 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e75b177-1329-4b91-bbe7-64ddcc45d504 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:09.231890 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e75b177-1329-4b91-bbe7-64ddcc45d504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:09.286019 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75b177-1329-4b91-bbe7-64ddcc45d504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4b40bd-5ea8-4021-aedb-230ac4368b25,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:51:09.296865 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e75b177-1329-4b91-bbe7-64ddcc45d504 admin admin] Checking segment: {'id': 'd99bef70-f0ce-419c-8386-c092181f8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '67e2ade5-5b10-4b43-94d9-7bceee3b8e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:51:09.297216 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e75b177-1329-4b91-bbe7-64ddcc45d504 admin admin] Network hostable DHCP agents. Network: 67e2ade5-5b10-4b43-94d9-7bceee3b8e40, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:51:09.318084 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e75b177-1329-4b91-bbe7-64ddcc45d504 admin admin] Network 67e2ade5-5b10-4b43-94d9-7bceee3b8e40 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:51:09.328969 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0e75b177-1329-4b91-bbe7-64ddcc45d504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 67e2ade5-5b10-4b43-94d9-7bceee3b8e40) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:51:09.333740 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e75b177-1329-4b91-bbe7-64ddcc45d504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:09.334345 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0e75b177-1329-4b91-bbe7-64ddcc45d504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:09.340557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c772dd60-bee5-4bf8-b43a-168f50d140fc None None] Network 67e2ade5-5b10-4b43-94d9-7bceee3b8e40 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:51:09.365456 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0e75b177-1329-4b91-bbe7-64ddcc45d504 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6497512 Dec 20 21:51:09.436340 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ff94f-0a04-40ce-a6f6-bf414256fd00 req-8cca9b04-44f3-4a6f-8d2e-3a88c6bc7aae tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:09.437844 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e73ff94f-0a04-40ce-a6f6-bf414256fd00 req-8cca9b04-44f3-4a6f-8d2e-3a88c6bc7aae tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.0585399 Dec 20 21:51:09.475636 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c441b95-ab8b-4d1f-9fcc-2885d567370b None None] Network 67e2ade5-5b10-4b43-94d9-7bceee3b8e40 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:51:09.482622 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e73ff94f-0a04-40ce-a6f6-bf414256fd00 req-8a3c6051-438e-4ec2-9fba-218d2690029b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381036 Dec 20 21:51:10.609953 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03437c56-8f42-4d4a-8c9d-36705ac0851d req-188569b0-6934-4d12-ab6a-3d9eb052ad99 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:10.611475 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03437c56-8f42-4d4a-8c9d-36705ac0851d req-188569b0-6934-4d12-ab6a-3d9eb052ad99 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.0528400 Dec 20 21:51:10.649853 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03437c56-8f42-4d4a-8c9d-36705ac0851d req-de34e580-30c0-4098-a718-cb5bc6bd6446 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321748 Dec 20 21:51:11.767350 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77860d5-3095-4183-a979-d593a3df1762 req-096930f1-2513-4f45-b954-69a338603a3a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:11.768866 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c77860d5-3095-4183-a979-d593a3df1762 req-096930f1-2513-4f45-b954-69a338603a3a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.0504520 Dec 20 21:51:11.808247 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c77860d5-3095-4183-a979-d593a3df1762 req-109cf63f-2435-4cc6-a2f1-bfc890b7e102 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329382 Dec 20 21:51:12.943010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7ff55-a48d-4757-9aba-6ac415f04c6e req-4c8a056f-d341-49e0-8c71-441092b76713 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:12.944397 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-71c7ff55-a48d-4757-9aba-6ac415f04c6e req-4c8a056f-d341-49e0-8c71-441092b76713 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.0541191 Dec 20 21:51:12.985599 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-71c7ff55-a48d-4757-9aba-6ac415f04c6e req-de8e9000-9cf0-409d-b800-015be5ba353d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350504 Dec 20 21:51:14.107923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b33868-3154-4c07-a047-8e1021b970fd req-1acdcaac-f906-4be9-a2ba-0900274ba730 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:14.109535 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67b33868-3154-4c07-a047-8e1021b970fd req-1acdcaac-f906-4be9-a2ba-0900274ba730 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.0505533 Dec 20 21:51:14.148558 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67b33868-3154-4c07-a047-8e1021b970fd req-db92f4bd-82f9-4079-974d-28564aeaded9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326393 Dec 20 21:51:14.928712 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:15.274145 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d6a8b-db83-4d1c-b5c8-71ff24083ba3 req-41569991-72fb-443c-bb8a-8f9f7fff6413 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:15.275846 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dd7d6a8b-db83-4d1c-b5c8-71ff24083ba3 req-41569991-72fb-443c-bb8a-8f9f7fff6413 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.0578568 Dec 20 21:51:15.319063 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dd7d6a8b-db83-4d1c-b5c8-71ff24083ba3 req-2c92bb0b-5509-48d8-a118-bc2cd2990144 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365114 Dec 20 21:51:16.444073 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec45dd9-fcfd-4e06-92c3-c46e03e07809 req-90cf315f-359c-473d-81ee-022380868894 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:16.447142 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ec45dd9-fcfd-4e06-92c3-c46e03e07809 req-90cf315f-359c-473d-81ee-022380868894 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.0556602 Dec 20 21:51:16.484935 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ec45dd9-fcfd-4e06-92c3-c46e03e07809 req-cea42f08-b634-4f33-bbc8-d9e31e1b66ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325413 Dec 20 21:51:17.605557 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f04b9-50f4-490c-b95f-f3f0c4a02767 req-236c83b4-dacd-44e9-b7d2-c33f9b91d29f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:17.607141 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b56f04b9-50f4-490c-b95f-f3f0c4a02767 req-236c83b4-dacd-44e9-b7d2-c33f9b91d29f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.0517185 Dec 20 21:51:17.648353 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b56f04b9-50f4-490c-b95f-f3f0c4a02767 req-52661ea7-e393-450a-adcd-fa7297625880 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342512 Dec 20 21:51:18.159021 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:18.766928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60d5e6-d98e-4bc7-8466-10c578cf2dee req-2633596f-1623-4cf1-9dcd-df742d30e562 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:18.768489 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db60d5e6-d98e-4bc7-8466-10c578cf2dee req-2633596f-1623-4cf1-9dcd-df742d30e562 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.0502079 Dec 20 21:51:18.811171 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db60d5e6-d98e-4bc7-8466-10c578cf2dee req-e55db210-52d6-4f85-9c65-8e2d7e08b88f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353711 Dec 20 21:51:19.931879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dfb87-dbf5-42b1-8835-fd335cc0da33 req-4cc74efe-7505-4289-82e7-2ff184fdc669 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:19.934204 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e38dfb87-dbf5-42b1-8835-fd335cc0da33 req-4cc74efe-7505-4289-82e7-2ff184fdc669 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.0573039 Dec 20 21:51:19.972660 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e38dfb87-dbf5-42b1-8835-fd335cc0da33 req-775381e4-4311-44aa-a352-fe28ca166aa6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321438 Dec 20 21:51:21.496388 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f44cdf-770e-4be6-bf00-e8e784522ab7 req-4191acdb-e4a8-4efb-bbc4-03f258667344 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:21.497864 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6f44cdf-770e-4be6-bf00-e8e784522ab7 req-4191acdb-e4a8-4efb-bbc4-03f258667344 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 946 time: 0.4463747 Dec 20 21:51:21.500380 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-0a816302-feba-47ee-a527-a35877de8918 service neutron] show failed (client error): The resource could not be found. Dec 20 21:51:21.501338 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-0a816302-feba-47ee-a527-a35877de8918 service neutron] 10.222.0.31 "GET /v2.0/ports/568ea2bc-cd93-4fdf-9743-6f358140abf5/bindings/n-h2-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.4408281 Dec 20 21:51:21.538728 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6f44cdf-770e-4be6-bf00-e8e784522ab7 req-831e1ce1-2022-4e7e-85d3-da75cfd6b5ed tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340655 Dec 20 21:51:21.773129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-4ff69afc-daf3-4f79-acc1-316fd5abd013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:21.774663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-4ff69afc-daf3-4f79-acc1-316fd5abd013 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5&tenant_id=17bfe5143f08413da482bf49648c0cfd HTTP/1.1" status: 200 len: 1095 time: 0.0925851 Dec 20 21:51:21.795297 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:51:21.850890 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:22.054827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:51:22.088887 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:51:22.128157 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '568ea2bc-cd93-4fdf-9743-6f358140abf5'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:51:22.130549 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc1acb4-92c5-4bc4-8be4-392f0156da70" -d '{"events": [{"server_uuid": "ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "568ea2bc-cd93-4fdf-9743-6f358140abf5"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:51:22.134505 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:22.147201 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Transition to ACTIVE for port object 568ea2bc-cd93-4fdf-9743-6f358140abf5 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:51:22.151828 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:22.194299 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f539b9dd-8ab2-4025-b9ca-c39992d98e81 x-openstack-request-id: req-f539b9dd-8ab2-4025-b9ca-c39992d98e81 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:51:22.194594 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5", "name": "network-vif-unplugged", "status": "completed", "tag": "568ea2bc-cd93-4fdf-9743-6f358140abf5", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:51:22.194844 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f539b9dd-8ab2-4025-b9ca-c39992d98e81 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:51:22.195236 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'code': 200} Dec 20 21:51:22.238796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Pushing event updated for resources: {'Port': ['ID=568ea2bc-cd93-4fdf-9743-6f358140abf5,revision_number=6']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:51:22.253055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:22.253398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:22.253750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:22.254038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:22.254507 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:22.254860 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:22.255150 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:22.255498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:22.255818 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:22.256135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:22.256423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:22.256742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:22.293601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] No DVR routers for this DVR port 568ea2bc-cd93-4fdf-9743-6f358140abf5 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:51:22.436095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Attempting to bind port 568ea2bc-cd93-4fdf-9743-6f358140abf5 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:51:22.436484 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Attempting to bind port 568ea2bc-cd93-4fdf-9743-6f358140abf5 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:51:22.436823 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Attempting to bind port 568ea2bc-cd93-4fdf-9743-6f358140abf5 on network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:51:22.441710 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Port 568ea2bc-cd93-4fdf-9743-6f358140abf5 on network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:51:22.441901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Attempting to bind port 568ea2bc-cd93-4fdf-9743-6f358140abf5 on network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:51:22.446836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:51:22.447173 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Checking segment: {'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:51:22.447563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Bound using segment: {'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:51:22.447997 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Bound port: 568ea2bc-cd93-4fdf-9743-6f358140abf5, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:51:22.448347 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:22.513931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:51:22.517217 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:51:22.522733 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:22.560284 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:22.560898 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:22.562385 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] 10.222.0.66 "PUT /v2.0/ports/568ea2bc-cd93-4fdf-9743-6f358140abf5 HTTP/1.1" status: 200 len: 1090 time: 0.7714865 Dec 20 21:51:22.584247 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6685c54-7b45-4fe7-8215-2367122c53a4 service neutron] Pushing event updated for resources: {'Port': ['ID=568ea2bc-cd93-4fdf-9743-6f358140abf5,revision_number=7']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:51:22.663915 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-58f83560-7fc0-49c2-a1be-4bfce0b69ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:22.665427 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-58f83560-7fc0-49c2-a1be-4bfce0b69ab4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 1093 time: 0.0652566 Dec 20 21:51:22.772191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2fd15-d2a2-4eb8-b638-cc06efc7e105 req-5b4d2da8-1669-4d45-adf6-58074d4470ad tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:22.773738 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ab2fd15-d2a2-4eb8-b638-cc06efc7e105 req-5b4d2da8-1669-4d45-adf6-58074d4470ad tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 944 time: 0.1075599 Dec 20 21:51:22.809649 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-27c192eb-a8f3-4bf1-a50f-7f162b609d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:22.811165 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-27c192eb-a8f3-4bf1-a50f-7f162b609d04 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68 HTTP/1.1" status: 200 len: 897 time: 0.1351869 Dec 20 21:51:22.864531 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ab2fd15-d2a2-4eb8-b638-cc06efc7e105 req-4878c564-d6eb-4783-98fd-d3b9ebf65898 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841022 Dec 20 21:51:22.885139 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-30ed55c6-96dc-42a5-b3cd-fd58dd372e31 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5 HTTP/1.1" status: 200 len: 1000 time: 0.0643988 Dec 20 21:51:22.935601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-92cdd637-6d81-4214-8f6c-7a68deb559f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:22.937127 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-92cdd637-6d81-4214-8f6c-7a68deb559f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5bb66332-19b2-45ec-8cf1-ebbb55adf61c HTTP/1.1" status: 200 len: 835 time: 0.0447469 Dec 20 21:51:22.996003 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d82f7279-fccf-4f3b-9347-c72e805d76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:22.997534 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-d82f7279-fccf-4f3b-9347-c72e805d76d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0536699 Dec 20 21:51:23.104618 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-e23ea775-cd0f-4e83-8ad7-4101a2279437 service neutron] 10.222.0.66 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004670 Dec 20 21:51:23.203114 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b911ef1-0b4a-4c52-b82d-048a2757ae77 req-05cba1c4-1426-41fa-a6f4-9be7756974f4 service neutron] 10.222.0.66 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908260 Dec 20 21:51:24.012988 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9c6c7-eac5-4748-a95e-9c938b9b451e req-31340baf-5cf2-45ed-8daf-a6653101b0f6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:24.014649 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03a9c6c7-eac5-4748-a95e-9c938b9b451e req-31340baf-5cf2-45ed-8daf-a6653101b0f6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 944 time: 0.0640612 Dec 20 21:51:24.060405 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-03a9c6c7-eac5-4748-a95e-9c938b9b451e req-c1477d0a-a846-4bed-bb47-8970fd9899ae tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382695 Dec 20 21:51:24.196696 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'tag': '568ea2bc-cd93-4fdf-9743-6f358140abf5'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:51:24.200517 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde12376-ed57-468b-b0bc-35274fefdd7e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5", "tag": "568ea2bc-cd93-4fdf-9743-6f358140abf5"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:51:24.262617 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487f0f01-de55-4e29-a285-22d217b4efeb x-openstack-request-id: req-487f0f01-de55-4e29-a285-22d217b4efeb {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:51:24.262970 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5", "tag": "568ea2bc-cd93-4fdf-9743-6f358140abf5", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:51:24.263256 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-487f0f01-de55-4e29-a285-22d217b4efeb {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:51:24.263761 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'tag': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'status': 'completed', 'code': 200} Dec 20 21:51:24.345182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-474983dc-d248-4b70-8245-6502a3a1d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:24.346760 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-474983dc-d248-4b70-8245-6502a3a1d961 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 1093 time: 0.0484743 Dec 20 21:51:24.467234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-c79852d8-cc7a-4253-b59b-37afb12a7495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:24.468724 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-c79852d8-cc7a-4253-b59b-37afb12a7495 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 1093 time: 0.1598470 Dec 20 21:51:24.474035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-b62e9928-ebce-41ac-b365-bb79c2d94538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:24.475523 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-b62e9928-ebce-41ac-b365-bb79c2d94538 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68 HTTP/1.1" status: 200 len: 897 time: 0.1218252 Dec 20 21:51:24.596059 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-2e087e93-4f7a-47f2-9d70-b1d521aac37f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5 HTTP/1.1" status: 200 len: 1000 time: 0.1020741 Dec 20 21:51:24.636883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-446cc502-216e-43e2-92f9-7c20098aa363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:24.638392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-446cc502-216e-43e2-92f9-7c20098aa363 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68 HTTP/1.1" status: 200 len: 897 time: 0.1619766 Dec 20 21:51:24.666895 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 568ea2bc-cd93-4fdf-9743-6f358140abf5 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:51:24.695296 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-80ba8dc7-5d56-4ca0-9de2-226aafa482b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:24.696788 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-80ba8dc7-5d56-4ca0-9de2-226aafa482b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5bb66332-19b2-45ec-8cf1-ebbb55adf61c HTTP/1.1" status: 200 len: 835 time: 0.0933766 Dec 20 21:51:24.716199 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 568ea2bc-cd93-4fdf-9743-6f358140abf5 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:51:24.740765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-cb27d308-623d-490b-8807-ff697eb0d30e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5 HTTP/1.1" status: 200 len: 1000 time: 0.0945392 Dec 20 21:51:24.780999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-dfa84d32-316b-4ecc-9c39-e134788b8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:24.782560 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-dfa84d32-316b-4ecc-9c39-e134788b8962 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768664 Dec 20 21:51:24.840431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-42bf3712-0bcb-461e-a3d7-7269ee8b031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:24.841794 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-42bf3712-0bcb-461e-a3d7-7269ee8b031d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bb66332-19b2-45ec-8cf1-ebbb55adf61c HTTP/1.1" status: 200 len: 835 time: 0.0937002 Dec 20 21:51:24.915179 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-d8c15943-80d5-42b9-90df-85c346d699f6 service neutron] 10.222.0.66 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251514 Dec 20 21:51:24.918026 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-2069c1e1-1938-4b48-b28d-42d9842e4c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:24.919796 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-2069c1e1-1938-4b48-b28d-42d9842e4c94 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701916 Dec 20 21:51:25.098767 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-971dc0f6-8432-4aab-9a0a-88470020b32f service neutron] 10.222.0.66 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638191 Dec 20 21:51:25.104205 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-05467b0c-d233-459b-b480-7fcfac67a8ec service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603816 Dec 20 21:51:25.206775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bd083-7ff0-4c71-bcda-a180edd89235 req-e1abdd94-d2bb-4a8a-951c-aca4c41195e2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:25.209168 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-932bd083-7ff0-4c71-bcda-a180edd89235 req-e1abdd94-d2bb-4a8a-951c-aca4c41195e2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 944 time: 0.0597751 Dec 20 21:51:25.229014 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dde12376-ed57-468b-b0bc-35274fefdd7e req-86610461-541a-45ef-8520-22b70795ccfe service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163075 Dec 20 21:51:25.264969 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-932bd083-7ff0-4c71-bcda-a180edd89235 req-2a4b61c8-c46c-4736-b362-e831a14f425c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462151 Dec 20 21:51:25.509685 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-25607afe-4573-402e-8f9c-09cdc989dfbc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:25.511474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-25607afe-4573-402e-8f9c-09cdc989dfbc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5&tenant_id=17bfe5143f08413da482bf49648c0cfd&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 944 time: 0.0649333 Dec 20 21:51:25.526112 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069c8c8-7eb7-4b75-b68d-72851fbbf897 req-c901222c-7c47-4c04-8d9c-1a2cf346d00a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:25.529520 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2069c8c8-7eb7-4b75-b68d-72851fbbf897 req-c901222c-7c47-4c04-8d9c-1a2cf346d00a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 944 time: 0.0562263 Dec 20 21:51:25.570248 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2069c8c8-7eb7-4b75-b68d-72851fbbf897 req-47d0635b-b1b6-4d91-ae78-add3fb4975de tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348988 Dec 20 21:51:25.580350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-194722ac-722e-4a29-8d5a-630da255376e service neutron] 10.222.0.66 "GET /v2.0/ports/568ea2bc-cd93-4fdf-9743-6f358140abf5/bindings/n-h2-xena-1 HTTP/1.1" status: 200 len: 380 time: 0.0618937 Dec 20 21:51:25.662440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-85c3ec9e-9405-42de-8b0a-e2b96b43ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:25.663829 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-85c3ec9e-9405-42de-8b0a-e2b96b43ca37 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 1093 time: 0.0454905 Dec 20 21:51:25.753367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-97001a81-e104-46e8-a377-1f5acde5ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:25.754894 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-97001a81-e104-46e8-a377-1f5acde5ecf7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68 HTTP/1.1" status: 200 len: 897 time: 0.0834491 Dec 20 21:51:25.823336 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-4616eb24-7773-45c0-aa70-280a245d736c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5 HTTP/1.1" status: 200 len: 1000 time: 0.0619404 Dec 20 21:51:25.871848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-d0a66c4c-5346-47a9-924a-7bb41571d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:25.873287 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-d0a66c4c-5346-47a9-924a-7bb41571d71d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5bb66332-19b2-45ec-8cf1-ebbb55adf61c HTTP/1.1" status: 200 len: 835 time: 0.0438211 Dec 20 21:51:25.919572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-001b10f5-19d3-45b6-93c9-bf0f95c2ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:25.920967 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-001b10f5-19d3-45b6-93c9-bf0f95c2ea32 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0413787 Dec 20 21:51:26.014975 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-1a2caf8a-274b-4e11-9fc0-e3d5a1a93161 service neutron] 10.222.0.66 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873091 Dec 20 21:51:26.103939 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-0e586691-6299-4073-84fe-5828084901cb service neutron] 10.222.0.66 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827529 Dec 20 21:51:26.292825 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:51:26.507342 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 568ea2bc-cd93-4fdf-9743-6f358140abf5 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:51:26.617982 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:51:26.630315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'port_id': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'mac_address': 'fa:16:3e:a4:d6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:51:26.673733 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:26.687507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 568ea2bc-cd93-4fdf-9743-6f358140abf5 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:51:26.697856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1ba8e-4b7b-44a9-a696-d6a5d6cfbffa req-a20d2c97-b6aa-4bea-82ac-37be3d1d2acf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:26.702002 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5eb1ba8e-4b7b-44a9-a696-d6a5d6cfbffa req-a20d2c97-b6aa-4bea-82ac-37be3d1d2acf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 944 time: 0.0530949 Dec 20 21:51:26.707275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:51:26.712338 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:26.740772 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5eb1ba8e-4b7b-44a9-a696-d6a5d6cfbffa req-46694fe1-61cf-45a2-88f7-56964fa951a8 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350676 Dec 20 21:51:26.774371 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=568ea2bc-cd93-4fdf-9743-6f358140abf5,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:51:26.781788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:26.782160 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:26.782497 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:26.782829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:26.783158 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:26.783484 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:26.783803 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:26.784152 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:26.784467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:26.784785 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:26.785102 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:26.785416 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:51:27.053145 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['568ea2bc-cd93-4fdf-9743-6f358140abf5'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:51:27.189336 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3b5e36be-c2cd-4f4e-a0cb-732c866d14a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:27.878706 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dd3f5aa2-04c4-4c9a-a2d3-6d39b83dee94 req-647dbb91-f55e-4cff-a9e8-719117be2962 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0476179 Dec 20 21:51:27.891948 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d128d-b52e-4c26-92ac-a72f9eaa9012 req-ec7aa211-5be5-427a-ac80-30f5b2dc18b0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:27.894631 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a1d128d-b52e-4c26-92ac-a72f9eaa9012 req-ec7aa211-5be5-427a-ac80-30f5b2dc18b0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 945 time: 0.0726142 Dec 20 21:51:27.958476 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a1d128d-b52e-4c26-92ac-a72f9eaa9012 req-5b4a1e20-e67a-4bd3-84e0-0e9a48429afc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571806 Dec 20 21:51:27.989166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f5aa2-04c4-4c9a-a2d3-6d39b83dee94 req-f8fb7c80-3809-4e6b-b91c-b02493b0f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:27.990829 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dd3f5aa2-04c4-4c9a-a2d3-6d39b83dee94 req-f8fb7c80-3809-4e6b-b91c-b02493b0f580 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5fa42aaba6a47fa86c4ce17d91cc2ca&device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 1094 time: 0.0496955 Dec 20 21:51:28.099675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f5aa2-04c4-4c9a-a2d3-6d39b83dee94 req-c79d6b4c-5dc1-46a3-9a38-c05d5be6938e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:28.101412 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dd3f5aa2-04c4-4c9a-a2d3-6d39b83dee94 req-c79d6b4c-5dc1-46a3-9a38-c05d5be6938e service neutron] 10.222.0.66 "GET /v2.0/networks?id=0a48a448-6c03-459d-855c-3a8feeda68ee HTTP/1.1" status: 200 len: 908 time: 0.0924392 Dec 20 21:51:28.186500 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dd3f5aa2-04c4-4c9a-a2d3-6d39b83dee94 req-4e973e7d-a625-49c2-9bd0-a44cc10e66d7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b3d0136-4f60-4b37-85d3-925a4e36c044 HTTP/1.1" status: 200 len: 1000 time: 0.0783670 Dec 20 21:51:28.266600 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f5aa2-04c4-4c9a-a2d3-6d39b83dee94 req-366bde82-70b6-4a8d-9f40-35463c6ad532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:28.268134 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dd3f5aa2-04c4-4c9a-a2d3-6d39b83dee94 req-366bde82-70b6-4a8d-9f40-35463c6ad532 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=104a070d-0479-4f70-94de-73cf13fd3cca HTTP/1.1" status: 200 len: 846 time: 0.0751998 Dec 20 21:51:28.272843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-22f07cc6-5b87-487c-a4dd-26e311505864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:28.274240 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-22f07cc6-5b87-487c-a4dd-26e311505864 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5&tenant_id=17bfe5143f08413da482bf49648c0cfd HTTP/1.1" status: 200 len: 1094 time: 0.0733325 Dec 20 21:51:28.304522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:51:28.358534 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f5aa2-04c4-4c9a-a2d3-6d39b83dee94 req-1911e8c4-3c32-4975-90e3-df6b39b1f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:28.360474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dd3f5aa2-04c4-4c9a-a2d3-6d39b83dee94 req-1911e8c4-3c32-4975-90e3-df6b39b1f864 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0a48a448-6c03-459d-855c-3a8feeda68ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0853057 Dec 20 21:51:28.367022 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:28.512286 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 568ea2bc-cd93-4fdf-9743-6f358140abf5 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:51:28.559385 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dd3f5aa2-04c4-4c9a-a2d3-6d39b83dee94 req-5febf5fe-0a41-492a-a56e-1f3d0fa10a14 service neutron] 10.222.0.66 "GET /v2.0/networks/0a48a448-6c03-459d-855c-3a8feeda68ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894038 Dec 20 21:51:28.606229 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:51:28.618695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'port_id': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'mac_address': 'fa:16:3e:a4:d6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:51:28.717578 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:51:28.737194 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dd3f5aa2-04c4-4c9a-a2d3-6d39b83dee94 req-51ac0793-3c17-4aa6-8158-c584b7665bec service neutron] 10.222.0.66 "GET /v2.0/networks/0a48a448-6c03-459d-855c-3a8feeda68ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698940 Dec 20 21:51:28.759938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:51:28.791650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 568ea2bc-cd93-4fdf-9743-6f358140abf5 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:51:28.801460 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:28.815931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Ignored duplicate provisioning block setup for port 568ea2bc-cd93-4fdf-9743-6f358140abf5 by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 20 21:51:28.820185 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:28.917465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Pushing event updated for resources: {'Port': ['ID=568ea2bc-cd93-4fdf-9743-6f358140abf5,revision_number=9']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:51:28.965769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] No DVR routers for this DVR port 568ea2bc-cd93-4fdf-9743-6f358140abf5 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:51:29.511472 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2e09d-5094-4081-a2b4-7a2e41b86c79 req-f259aa8d-19fe-4e74-b808-ec02e00ed25b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:29.512996 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fb2e09d-5094-4081-a2b4-7a2e41b86c79 req-f259aa8d-19fe-4e74-b808-ec02e00ed25b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 944 time: 0.1126351 Dec 20 21:51:29.515070 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823aac8-f509-44fb-b517-aadc7ed160ad req-8db9d5c9-8740-44e6-a698-1850d77dd318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:29.516859 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a823aac8-f509-44fb-b517-aadc7ed160ad req-8db9d5c9-8740-44e6-a698-1850d77dd318 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 1051 time: 0.1176291 Dec 20 21:51:29.517998 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c95e1111-3f4f-43db-aa6f-cfc281206c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:29.633997 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Attempting to bind port 568ea2bc-cd93-4fdf-9743-6f358140abf5 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:51:29.634307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Attempting to bind port 568ea2bc-cd93-4fdf-9743-6f358140abf5 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:51:29.634676 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Attempting to bind port 568ea2bc-cd93-4fdf-9743-6f358140abf5 on network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:51:29.645663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fb2e09d-5094-4081-a2b4-7a2e41b86c79 req-106ced16-a3a5-466a-adcd-b0d509bc0808 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163690 Dec 20 21:51:29.648615 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Port 568ea2bc-cd93-4fdf-9743-6f358140abf5 on network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:51:29.648966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Attempting to bind port 568ea2bc-cd93-4fdf-9743-6f358140abf5 on network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:51:29.662582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:51:29.662923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Checking segment: {'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:51:29.663303 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Bound using segment: {'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:51:29.663741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Bound port: 568ea2bc-cd93-4fdf-9743-6f358140abf5, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f213961-b78d-4df9-9121-7d5fe81fa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:51:29.664087 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:29.691455 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823aac8-f509-44fb-b517-aadc7ed160ad req-1208a94b-6f7e-4b39-b225-ba5ad8af3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:29.692921 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a823aac8-f509-44fb-b517-aadc7ed160ad req-1208a94b-6f7e-4b39-b225-ba5ad8af3363 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68 HTTP/1.1" status: 200 len: 897 time: 0.1540909 Dec 20 21:51:29.791989 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a823aac8-f509-44fb-b517-aadc7ed160ad req-9c8ad38e-3fff-4c23-82c6-893de48bc68d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5 HTTP/1.1" status: 200 len: 1000 time: 0.0816329 Dec 20 21:51:29.792996 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:51:29.817742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:51:29.842899 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:29.881605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823aac8-f509-44fb-b517-aadc7ed160ad req-bbe3a3fe-a2f3-4fdc-8294-c2d58695943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:29.883095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a823aac8-f509-44fb-b517-aadc7ed160ad req-bbe3a3fe-a2f3-4fdc-8294-c2d58695943d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bb66332-19b2-45ec-8cf1-ebbb55adf61c HTTP/1.1" status: 200 len: 835 time: 0.0805316 Dec 20 21:51:29.887430 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:29.888042 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:29.889442 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] 10.222.0.31 "PUT /v2.0/ports/568ea2bc-cd93-4fdf-9743-6f358140abf5 HTTP/1.1" status: 200 len: 1090 time: 1.5904095 Dec 20 21:51:29.890025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'tag': '568ea2bc-cd93-4fdf-9743-6f358140abf5'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:51:29.892393 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879" -d '{"events": [{"name": "network-changed", "server_uuid": "ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5", "tag": "568ea2bc-cd93-4fdf-9743-6f358140abf5"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:51:29.941213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff40a40-00cd-47c4-a6eb-46be06b82026 service neutron] Pushing event updated for resources: {'Port': ['ID=568ea2bc-cd93-4fdf-9743-6f358140abf5,revision_number=10']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:51:29.955639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823aac8-f509-44fb-b517-aadc7ed160ad req-f7beb343-ca29-4cb6-b5df-ea5484a8ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:29.957173 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a823aac8-f509-44fb-b517-aadc7ed160ad req-f7beb343-ca29-4cb6-b5df-ea5484a8ed52 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0616961 Dec 20 21:51:29.975669 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318b0990-33d3-4f66-a1c5-6860c9a76b8d x-openstack-request-id: req-318b0990-33d3-4f66-a1c5-6860c9a76b8d {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:51:29.975960 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5", "tag": "568ea2bc-cd93-4fdf-9743-6f358140abf5", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:51:29.976217 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-318b0990-33d3-4f66-a1c5-6860c9a76b8d {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:51:29.976616 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'tag': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'status': 'completed', 'code': 200} Dec 20 21:51:30.098139 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-6495ac42-f3ae-49d5-8bab-fd6ae96887eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:30.099503 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-6495ac42-f3ae-49d5-8bab-fd6ae96887eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 1094 time: 0.0679023 Dec 20 21:51:30.117817 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a823aac8-f509-44fb-b517-aadc7ed160ad req-edd8d5a8-86bb-40e2-a106-d935fd833b0d service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520066 Dec 20 21:51:30.265032 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-df3f0f25-0632-430f-a8c2-ab504574bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:30.266561 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-df3f0f25-0632-430f-a8c2-ab504574bd98 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68 HTTP/1.1" status: 200 len: 897 time: 0.1577187 Dec 20 21:51:30.269932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a823aac8-f509-44fb-b517-aadc7ed160ad req-3426a45e-416b-4239-940e-5bc9cf496055 service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406317 Dec 20 21:51:30.339103 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-488c1041-9cd3-47c0-b53e-940204cbd92e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5 HTTP/1.1" status: 200 len: 1000 time: 0.0658484 Dec 20 21:51:30.412996 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-ffbe1f8a-9bde-4df1-a35c-b43628b5c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:30.414517 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-ffbe1f8a-9bde-4df1-a35c-b43628b5c98c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5bb66332-19b2-45ec-8cf1-ebbb55adf61c HTTP/1.1" status: 200 len: 835 time: 0.0694094 Dec 20 21:51:30.420340 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-94de8ecf-f3ef-49d5-859d-d9e37d0b4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:30.421901 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-94de8ecf-f3ef-49d5-859d-d9e37d0b4977 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 1094 time: 0.0693395 Dec 20 21:51:30.507551 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 568ea2bc-cd93-4fdf-9743-6f358140abf5 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:51:30.518139 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-c7ca9168-2712-476d-943b-491489c98312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:30.519725 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-c7ca9168-2712-476d-943b-491489c98312 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0968897 Dec 20 21:51:30.548571 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 568ea2bc-cd93-4fdf-9743-6f358140abf5 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:51:30.601582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-75c54a18-67cb-4f5c-a17e-64428cfbf9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:30.603091 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-75c54a18-67cb-4f5c-a17e-64428cfbf9e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68 HTTP/1.1" status: 200 len: 897 time: 0.1727383 Dec 20 21:51:30.683409 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-41aeb771-83a2-4efb-a9e7-8a0b52c2c1b4 service neutron] 10.222.0.66 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545451 Dec 20 21:51:30.690272 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-467718e2-ce7f-4cd5-afb3-1327f180d4cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5 HTTP/1.1" status: 200 len: 1000 time: 0.0790467 Dec 20 21:51:30.743062 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:30.839691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-44168556-2309-434d-b582-108a5979f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:30.842612 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-44168556-2309-434d-b582-108a5979f6e3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bb66332-19b2-45ec-8cf1-ebbb55adf61c HTTP/1.1" status: 200 len: 835 time: 0.1327803 Dec 20 21:51:30.850883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-63b9f596-0088-4beb-b05c-ebd7e10fbafc service neutron] 10.222.0.66 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597323 Dec 20 21:51:30.888008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4566f-a90e-48cb-aa29-bfcb40c4b8da req-f3fd304d-943e-4bd0-9de6-4c5d2db456df tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:30.889476 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9b4566f-a90e-48cb-aa29-bfcb40c4b8da req-f3fd304d-943e-4bd0-9de6-4c5d2db456df tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 945 time: 0.1446187 Dec 20 21:51:30.922416 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-3c7b3b92-3e68-4c1b-8fe2-2d02c2da6e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:30.923921 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-3c7b3b92-3e68-4c1b-8fe2-2d02c2da6e26 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0756035 Dec 20 21:51:30.956315 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9b4566f-a90e-48cb-aa29-bfcb40c4b8da req-4a3d7759-237e-480e-86b5-a866a271f839 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579796 Dec 20 21:51:31.023308 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-4648a439-6358-414e-8cd9-44502c99dbd7 service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900533 Dec 20 21:51:31.122620 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9e94285-0e58-43ed-94ec-b3a006eaba47 req-7724a9c8-9501-4643-b268-2b80bd4fbf23 service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926969 Dec 20 21:51:31.252641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-a3cd6b41-6b40-4b7a-8edf-20b0a68224df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:31.254206 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-a3cd6b41-6b40-4b7a-8edf-20b0a68224df service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 1094 time: 0.0437758 Dec 20 21:51:31.346889 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-fbc10fcf-c53c-4a34-b8cb-52a1496a37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:31.348405 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-fbc10fcf-c53c-4a34-b8cb-52a1496a37ad service neutron] 10.222.0.31 "GET /v2.0/networks?id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68 HTTP/1.1" status: 200 len: 897 time: 0.0876508 Dec 20 21:51:31.416534 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-3ea90973-88aa-4734-8cdd-75c117dd2ce7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5 HTTP/1.1" status: 200 len: 1000 time: 0.0615797 Dec 20 21:51:31.471625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-6b91612c-9c85-4556-a0d8-96eaebdd4835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:31.473095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-6b91612c-9c85-4556-a0d8-96eaebdd4835 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bb66332-19b2-45ec-8cf1-ebbb55adf61c HTTP/1.1" status: 200 len: 835 time: 0.0465553 Dec 20 21:51:31.523020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-8b0e85d2-7871-4fea-91e4-ca3cfc557f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:31.524561 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-8b0e85d2-7871-4fea-91e4-ca3cfc557f22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0444195 Dec 20 21:51:31.631659 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-148b8078-1b4b-4d6f-9c7b-0f6d4e43c23d service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989740 Dec 20 21:51:31.726715 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49c9a3d3-a3cc-4dd7-9244-e37cc986f879 req-ae9e17b7-4b45-4292-897c-21365972d3ef service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876753 Dec 20 21:51:32.077237 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56993c89-823f-4f7f-92ed-50f6d33edfd4 req-61d2f04f-02cb-4ce3-a52a-62c9dcdd7e7a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:32.078947 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-56993c89-823f-4f7f-92ed-50f6d33edfd4 req-61d2f04f-02cb-4ce3-a52a-62c9dcdd7e7a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 945 time: 0.0510848 Dec 20 21:51:32.120381 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-56993c89-823f-4f7f-92ed-50f6d33edfd4 req-29fbdf8a-f364-449e-b682-0e40f0e7c978 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351524 Dec 20 21:51:32.177462 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:32.372689 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:33.251340 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb22b9-6ba6-4e06-93f8-c91ee28b53cd req-1d959d0e-7f79-47cd-bfac-acf01ecd7e7b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:51:33.252952 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8abb22b9-6ba6-4e06-93f8-c91ee28b53cd req-1d959d0e-7f79-47cd-bfac-acf01ecd7e7b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 945 time: 0.0569754 Dec 20 21:51:33.290957 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8abb22b9-6ba6-4e06-93f8-c91ee28b53cd req-98fa365d-d96d-44ac-9916-dd6af7d5d233 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317447 Dec 20 21:51:33.314061 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 46336) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:51:33.374226 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f449c463-2ce2-44c2-b91e-677980741907 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/floatingips/fcb84d6e-1818-4ef7-a3cb-ef1f46fde787 HTTP/1.1" status: 200 len: 992 time: 0.0588672 Dec 20 21:51:34.765533 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 568ea2bc-cd93-4fdf-9743-6f358140abf5 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:51:34.867414 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:51:34.883348 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'port_id': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'mac_address': 'fa:16:3e:a4:d6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:51:34.925900 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:34.939170 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 568ea2bc-cd93-4fdf-9743-6f358140abf5 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:51:34.959069 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:51:34.965839 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:35.016805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=568ea2bc-cd93-4fdf-9743-6f358140abf5,revision_number=11']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:51:35.255090 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['568ea2bc-cd93-4fdf-9743-6f358140abf5'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:51:36.797810 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 568ea2bc-cd93-4fdf-9743-6f358140abf5 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:51:36.850439 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 568ea2bc-cd93-4fdf-9743-6f358140abf5 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:51:36.854208 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 568ea2bc-cd93-4fdf-9743-6f358140abf5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:51:36.854575 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:36.943179 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:36.964801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568ea2bc-cd93-4fdf-9743-6f358140abf5'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:51:36.967061 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7b4a4e-ac4d-4a9a-a1c9-78a92780ad5b" -d '{"events": [{"server_uuid": "ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5", "name": "network-vif-plugged", "status": "completed", "tag": "568ea2bc-cd93-4fdf-9743-6f358140abf5"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:51:36.979870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:51:36.984046 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:37.008567 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c21214-93b2-4bc7-a2ec-5759ed052c13 x-openstack-request-id: req-50c21214-93b2-4bc7-a2ec-5759ed052c13 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:51:37.008836 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5", "name": "network-vif-plugged", "status": "completed", "tag": "568ea2bc-cd93-4fdf-9743-6f358140abf5", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:51:37.009107 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50c21214-93b2-4bc7-a2ec-5759ed052c13 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:51:37.009490 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'code': 200} Dec 20 21:51:37.035362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=568ea2bc-cd93-4fdf-9743-6f358140abf5,revision_number=12']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:51:44.935189 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:48.156410 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:57.173493 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d04593e-33bd-4f0c-976a-0c400c47ed01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:51:59.512376 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a0e12ba-0f34-4644-aeec-fe065be35196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:00.753914 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:00.990217 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295c370-4022-46ef-95ba-d641acd0e96f req-823e824e-ee9e-4dbb-8085-c2943a3de6d6 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:00.991796 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a295c370-4022-46ef-95ba-d641acd0e96f req-823e824e-ee9e-4dbb-8085-c2943a3de6d6 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/networks?id=67e2ade5-5b10-4b43-94d9-7bceee3b8e40 HTTP/1.1" status: 200 len: 814 time: 0.1226456 Dec 20 21:52:01.007460 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a295c370-4022-46ef-95ba-d641acd0e96f req-8e0d6416-6ae8-47c5-b57f-f22d4abccab5 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/quotas/21bbb0dd98304f6783b34bea59364ad0 HTTP/1.1" status: 200 len: 375 time: 0.0096841 Dec 20 21:52:01.038169 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a295c370-4022-46ef-95ba-d641acd0e96f req-19334fd5-77b0-4cae-a853-5378c6e4f223 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=21bbb0dd98304f6783b34bea59364ad0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254230 Dec 20 21:52:01.130648 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a295c370-4022-46ef-95ba-d641acd0e96f req-cf557ec5-4a17-4147-897b-e46012006108 service neutron] 10.222.0.32 "GET /v2.0/networks/67e2ade5-5b10-4b43-94d9-7bceee3b8e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851750 Dec 20 21:52:01.223623 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a295c370-4022-46ef-95ba-d641acd0e96f req-e781024b-b5bb-47b8-9cc2-a6d7d498d340 service neutron] 10.222.0.32 "GET /v2.0/networks/67e2ade5-5b10-4b43-94d9-7bceee3b8e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868242 Dec 20 21:52:01.390942 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-694319e0-941d-4c8d-b44d-cfd5592d8165 req-bcbbe808-e66b-47dc-8d86-4dfb5054b08d tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04 HTTP/1.1" status: 200 len: 210 time: 0.0267947 Dec 20 21:52:02.181631 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:02.374563 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:02.489139 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b921fb44-2811-4e46-ab8b-b53bf7b93304 req-06c7c1e0-badc-44b5-81a3-7e63b9003a94 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04 HTTP/1.1" status: 200 len: 210 time: 0.0278299 Dec 20 21:52:02.584975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295c370-4022-46ef-95ba-d641acd0e96f req-49bbc1ad-266f-4c18-882a-22cf039f8789 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:02.586453 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a295c370-4022-46ef-95ba-d641acd0e96f req-49bbc1ad-266f-4c18-882a-22cf039f8789 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.31 "GET /v2.0/networks?id=67e2ade5-5b10-4b43-94d9-7bceee3b8e40 HTTP/1.1" status: 200 len: 814 time: 0.1074376 Dec 20 21:52:02.605678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-a295c370-4022-46ef-95ba-d641acd0e96f req-8cb76bb2-91df-4eba-a3c1-51242973ef9a tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Request body: {'port': {'device_id': 'a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04', 'network_id': '67e2ade5-5b10-4b43-94d9-7bceee3b8e40', 'admin_state_up': True, 'tenant_id': '21bbb0dd98304f6783b34bea59364ad0'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:52:02.727259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a295c370-4022-46ef-95ba-d641acd0e96f req-8cb76bb2-91df-4eba-a3c1-51242973ef9a tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Made reservation on behalf of 21bbb0dd98304f6783b34bea59364ad0 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:52:02.730681 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a295c370-4022-46ef-95ba-d641acd0e96f req-8cb76bb2-91df-4eba-a3c1-51242973ef9a tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:02.858027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-a295c370-4022-46ef-95ba-d641acd0e96f req-8cb76bb2-91df-4eba-a3c1-51242973ef9a tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Allocated IP 172.20.0.8 (67e2ade5-5b10-4b43-94d9-7bceee3b8e40/3a4b40bd-5ea8-4021-aedb-230ac4368b25/7d018720-2b60-4f73-b70d-64d863f8cb75) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:52:03.019579 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a295c370-4022-46ef-95ba-d641acd0e96f req-8cb76bb2-91df-4eba-a3c1-51242973ef9a tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:03.054396 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a295c370-4022-46ef-95ba-d641acd0e96f req-8cb76bb2-91df-4eba-a3c1-51242973ef9a tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:03.095775 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a295c370-4022-46ef-95ba-d641acd0e96f req-8cb76bb2-91df-4eba-a3c1-51242973ef9a tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Network 67e2ade5-5b10-4b43-94d9-7bceee3b8e40 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:52:03.098807 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-a295c370-4022-46ef-95ba-d641acd0e96f req-8cb76bb2-91df-4eba-a3c1-51242973ef9a tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:52:03.102628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-a295c370-4022-46ef-95ba-d641acd0e96f req-8cb76bb2-91df-4eba-a3c1-51242973ef9a tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:52:03.110872 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb76bb2-91df-4eba-a3c1-51242973ef9a tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Pushing event updated for resources: {'Port': ['ID=7d018720-2b60-4f73-b70d-64d863f8cb75,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:03.159112 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295c370-4022-46ef-95ba-d641acd0e96f req-8cb76bb2-91df-4eba-a3c1-51242973ef9a tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:03.159751 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a295c370-4022-46ef-95ba-d641acd0e96f req-8cb76bb2-91df-4eba-a3c1-51242973ef9a tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:03.177711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a295c370-4022-46ef-95ba-d641acd0e96f req-8cb76bb2-91df-4eba-a3c1-51242973ef9a tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5758984 Dec 20 21:52:03.197057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Request body: {'port': {'device_id': 'a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:52:03.262363 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:03.293520 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:52:03.530840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d018720-2b60-4f73-b70d-64d863f8cb75 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:52:03.539006 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:03.552284 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Transition to ACTIVE for port object 7d018720-2b60-4f73-b70d-64d863f8cb75 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:52:03.557111 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:03.638118 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Pushing event updated for resources: {'Port': ['ID=7d018720-2b60-4f73-b70d-64d863f8cb75,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:03.687552 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e454a-d9b2-497d-bb57-465cb668a18d req-722a137a-0dab-4492-8905-bd0517fe3fcb tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:03.689005 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-823e454a-d9b2-497d-bb57-465cb668a18d req-722a137a-0dab-4492-8905-bd0517fe3fcb tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04 HTTP/1.1" status: 200 len: 943 time: 0.1047759 Dec 20 21:52:03.744382 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Attempting to bind port 7d018720-2b60-4f73-b70d-64d863f8cb75 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:52:03.744688 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Attempting to bind port 7d018720-2b60-4f73-b70d-64d863f8cb75 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'd99bef70-f0ce-419c-8386-c092181f8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '67e2ade5-5b10-4b43-94d9-7bceee3b8e40'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:52:03.745010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Attempting to bind port 7d018720-2b60-4f73-b70d-64d863f8cb75 on network 67e2ade5-5b10-4b43-94d9-7bceee3b8e40 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:52:03.749346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-823e454a-d9b2-497d-bb57-465cb668a18d req-607090c5-abd4-4acf-ace1-5a24ef3f904e tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541282 Dec 20 21:52:03.752540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Port 7d018720-2b60-4f73-b70d-64d863f8cb75 on network 67e2ade5-5b10-4b43-94d9-7bceee3b8e40 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:52:03.752855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Attempting to bind port 7d018720-2b60-4f73-b70d-64d863f8cb75 on network 67e2ade5-5b10-4b43-94d9-7bceee3b8e40 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:52:03.758028 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:52:03.758464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Checking segment: {'id': 'd99bef70-f0ce-419c-8386-c092181f8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '67e2ade5-5b10-4b43-94d9-7bceee3b8e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:52:03.758834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Bound using segment: {'id': 'd99bef70-f0ce-419c-8386-c092181f8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '67e2ade5-5b10-4b43-94d9-7bceee3b8e40'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:52:03.759248 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Bound port: 7d018720-2b60-4f73-b70d-64d863f8cb75, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd99bef70-f0ce-419c-8386-c092181f8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '67e2ade5-5b10-4b43-94d9-7bceee3b8e40'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:52:03.759602 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:03.821572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] For port 7d018720-2b60-4f73-b70d-64d863f8cb75, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:52:03.824596 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] For port 7d018720-2b60-4f73-b70d-64d863f8cb75, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7d018720-2b60-4f73-b70d-64d863f8cb75,segment=NetworkSegment(d99bef70-f0ce-419c-8386-c092181f8e05),segment_id=d99bef70-f0ce-419c-8386-c092181f8e05)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:52:03.830641 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:03.852823 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91d29b-9597-4d5e-8d4e-fb61af7d9c03 req-0a2a12ed-0e60-4372-a46d-e1ffc81b72a0 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:03.854386 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c91d29b-9597-4d5e-8d4e-fb61af7d9c03 req-0a2a12ed-0e60-4372-a46d-e1ffc81b72a0 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 1096 time: 0.0403922 Dec 20 21:52:03.864933 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:03.865783 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:03.867282 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a295c370-4022-46ef-95ba-d641acd0e96f req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] 10.222.0.31 "PUT /v2.0/ports/7d018720-2b60-4f73-b70d-64d863f8cb75 HTTP/1.1" status: 200 len: 1089 time: 0.6754632 Dec 20 21:52:03.867857 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04', 'tag': '7d018720-2b60-4f73-b70d-64d863f8cb75'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:52:03.870128 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461f9e99-fb41-488b-9ffb-b1e03882adc2" -d '{"events": [{"name": "network-changed", "server_uuid": "a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04", "tag": "7d018720-2b60-4f73-b70d-64d863f8cb75"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:52:03.895590 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97e5ca-48c2-498c-845b-9d53c1a086bf service neutron] Pushing event updated for resources: {'Port': ['ID=7d018720-2b60-4f73-b70d-64d863f8cb75,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:03.896938 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c91d29b-9597-4d5e-8d4e-fb61af7d9c03 req-ff848514-369e-4f81-9fef-f7ca26ea253d tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350051 Dec 20 21:52:03.920089 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de61f524-75b3-429b-bec1-4f12cdfa8f64 x-openstack-request-id: req-de61f524-75b3-429b-bec1-4f12cdfa8f64 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:52:03.920449 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04", "tag": "7d018720-2b60-4f73-b70d-64d863f8cb75", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:52:03.921175 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de61f524-75b3-429b-bec1-4f12cdfa8f64 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:52:03.921175 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04', 'tag': '7d018720-2b60-4f73-b70d-64d863f8cb75', 'status': 'completed', 'code': 200} Dec 20 21:52:03.922921 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47178) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:04.050170 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295c370-4022-46ef-95ba-d641acd0e96f req-10788aac-a1f8-4d45-a6b9-9299d5f942d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:04.051707 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a295c370-4022-46ef-95ba-d641acd0e96f req-10788aac-a1f8-4d45-a6b9-9299d5f942d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=21bbb0dd98304f6783b34bea59364ad0&device_id=a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04 HTTP/1.1" status: 200 len: 1092 time: 0.0888090 Dec 20 21:52:04.123435 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a295c370-4022-46ef-95ba-d641acd0e96f req-9d59b84b-f8b5-4d9c-b75a-b63da3982fbc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d018720-2b60-4f73-b70d-64d863f8cb75 HTTP/1.1" status: 200 len: 217 time: 0.0535235 Dec 20 21:52:04.177959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b3b16-37b1-4b6a-a93d-19acf6bb0aee tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting port 0c05ba65-bb25-4b41-a33f-af1ec8aa7033 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:52:04.178398 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3b16-37b1-4b6a-a93d-19acf6bb0aee tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:04.219952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295c370-4022-46ef-95ba-d641acd0e96f req-ffb66d0f-a291-4819-a1d7-26f948cd1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:04.221401 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a295c370-4022-46ef-95ba-d641acd0e96f req-ffb66d0f-a291-4819-a1d7-26f948cd1d3d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a4b40bd-5ea8-4021-aedb-230ac4368b25 HTTP/1.1" status: 200 len: 854 time: 0.0848017 Dec 20 21:52:04.258567 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a295c370-4022-46ef-95ba-d641acd0e96f req-33c83db5-0877-41dc-bcf6-eb6a53bd2807 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67e2ade5-5b10-4b43-94d9-7bceee3b8e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288675 Dec 20 21:52:04.325386 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3b16-37b1-4b6a-a93d-19acf6bb0aee tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:04.325683 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3b16-37b1-4b6a-a93d-19acf6bb0aee tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:04.346739 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b3b16-37b1-4b6a-a93d-19acf6bb0aee tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Calling delete_port for 0c05ba65-bb25-4b41-a33f-af1ec8aa7033 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:52:04.417639 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a295c370-4022-46ef-95ba-d641acd0e96f req-8f33530a-46a7-4b8b-8a95-d9c9c6270aeb service neutron] 10.222.0.31 "GET /v2.0/networks/67e2ade5-5b10-4b43-94d9-7bceee3b8e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484621 Dec 20 21:52:04.533343 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a295c370-4022-46ef-95ba-d641acd0e96f req-bcbb3707-b4e2-4e55-8e0b-3f78c9b954c3 service neutron] 10.222.0.31 "GET /v2.0/networks/67e2ade5-5b10-4b43-94d9-7bceee3b8e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051803 Dec 20 21:52:04.578398 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3b16-37b1-4b6a-a93d-19acf6bb0aee tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:04.602964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b3b16-37b1-4b6a-a93d-19acf6bb0aee tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Port': ['ID=0c05ba65-bb25-4b41-a33f-af1ec8aa7033,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:04.694928 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3b16-37b1-4b6a-a93d-19acf6bb0aee tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:04.695643 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-6b1b3b16-37b1-4b6a-a93d-19acf6bb0aee tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Floating IP fcb84d6e-1818-4ef7-a3cb-ef1f46fde787 disassociated (deleted). External IP: 172.35.3.228, port: 568ea2bc-cd93-4fdf-9743-6f358140abf5. Dec 20 21:52:04.701600 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f9e99-fb41-488b-9ffb-b1e03882adc2 req-06e979d3-9157-45ed-99d1-2cbadaea6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:04.704160 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-461f9e99-fb41-488b-9ffb-b1e03882adc2 req-06e979d3-9157-45ed-99d1-2cbadaea6d55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=21bbb0dd98304f6783b34bea59364ad0&device_id=a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04 HTTP/1.1" status: 200 len: 1092 time: 0.0771174 Dec 20 21:52:04.870591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f9e99-fb41-488b-9ffb-b1e03882adc2 req-fb05cbab-dc3b-4104-9c74-cabaa9ede5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:04.872065 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-461f9e99-fb41-488b-9ffb-b1e03882adc2 req-fb05cbab-dc3b-4104-9c74-cabaa9ede5e0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=67e2ade5-5b10-4b43-94d9-7bceee3b8e40 HTTP/1.1" status: 200 len: 915 time: 0.1371491 Dec 20 21:52:04.872215 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd1fb1-2e07-4bfa-abb6-807aef6f5d1b req-bd136e2d-6de7-4ad9-a49b-0454733d8a9d tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:04.873616 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-18dd1fb1-2e07-4bfa-abb6-807aef6f5d1b req-bd136e2d-6de7-4ad9-a49b-0454733d8a9d tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04 HTTP/1.1" status: 200 len: 943 time: 0.0547447 Dec 20 21:52:04.913544 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-18dd1fb1-2e07-4bfa-abb6-807aef6f5d1b req-969cee7e-ba0f-4696-ab08-afb2e6436ca9 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335114 Dec 20 21:52:04.967760 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-461f9e99-fb41-488b-9ffb-b1e03882adc2 req-764a070b-1c9e-4572-a5e9-35143a32091a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d018720-2b60-4f73-b70d-64d863f8cb75 HTTP/1.1" status: 200 len: 217 time: 0.0628181 Dec 20 21:52:05.037362 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f9e99-fb41-488b-9ffb-b1e03882adc2 req-d473a3f0-a6ff-4b9e-8c2b-6d6b752f7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:05.038883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-461f9e99-fb41-488b-9ffb-b1e03882adc2 req-d473a3f0-a6ff-4b9e-8c2b-6d6b752f7d2f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a4b40bd-5ea8-4021-aedb-230ac4368b25 HTTP/1.1" status: 200 len: 854 time: 0.0584347 Dec 20 21:52:05.044479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1b3b16-37b1-4b6a-a93d-19acf6bb0aee tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router 53e8b461-d1d3-4de3-81bf-903418b110bf has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:52:05.075018 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-461f9e99-fb41-488b-9ffb-b1e03882adc2 req-4c8c6d3d-abec-4d26-8cd6-d2d88170e7ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67e2ade5-5b10-4b43-94d9-7bceee3b8e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275609 Dec 20 21:52:05.607773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1b3b16-37b1-4b6a-a93d-19acf6bb0aee tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:52:05.615026 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6b1b3b16-37b1-4b6a-a93d-19acf6bb0aee tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:05.615143 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe6322-19d5-4409-bdc8-4e12ead984e8 req-e567af94-de0a-425b-be16-b7371aa1b657 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:05.617031 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7fe6322-19d5-4409-bdc8-4e12ead984e8 req-e567af94-de0a-425b-be16-b7371aa1b657 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 946 time: 0.0506616 Dec 20 21:52:05.620771 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e2dd2-413f-46d7-8ee9-a8c3c47c79aa None None] Sync routers for ids ['53e8b461-d1d3-4de3-81bf-903418b110bf'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:52:05.621285 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-461f9e99-fb41-488b-9ffb-b1e03882adc2 req-dbfa86ce-e1ae-4a4b-927e-07e7dca7a7e5 service neutron] 10.222.0.31 "GET /v2.0/networks/67e2ade5-5b10-4b43-94d9-7bceee3b8e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114582 Dec 20 21:52:05.629908 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e2dd2-413f-46d7-8ee9-a8c3c47c79aa None None] Routers {'53e8b461-d1d3-4de3-81bf-903418b110bf'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:52:05.630925 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1c5e2dd2-413f-46d7-8ee9-a8c3c47c79aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:51:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['53e8b461-d1d3-4de3-81bf-903418b110bf'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:05.658209 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d7fe6322-19d5-4409-bdc8-4e12ead984e8 req-96fc3ae6-f646-465f-a715-86990db2db2e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343151 Dec 20 21:52:05.688613 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6b1b3b16-37b1-4b6a-a93d-19acf6bb0aee tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/floatingips/fcb84d6e-1818-4ef7-a3cb-ef1f46fde787 HTTP/1.1" status: 204 len: 168 time: 1.7645304 Dec 20 21:52:05.730968 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-461f9e99-fb41-488b-9ffb-b1e03882adc2 req-563f3b2a-eda4-4b37-9699-41b7b035302f service neutron] 10.222.0.31 "GET /v2.0/networks/67e2ade5-5b10-4b43-94d9-7bceee3b8e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950446 Dec 20 21:52:05.733561 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-1c5e2dd2-413f-46d7-8ee9-a8c3c47c79aa None None] Set router 53e8b461-d1d3-4de3-81bf-903418b110bf gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:52:05.922127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'tag': '568ea2bc-cd93-4fdf-9743-6f358140abf5'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:52:05.924697 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb4bf06-08e7-475d-bd81-29cf766fca97" -d '{"events": [{"name": "network-changed", "server_uuid": "ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5", "tag": "568ea2bc-cd93-4fdf-9743-6f358140abf5"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:52:05.929507 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e271c68-5562-4388-a32c-149980a636e6 req-15c8b2f9-cb1d-4155-9b2c-ac44968ccd19 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:05.931227 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4e271c68-5562-4388-a32c-149980a636e6 req-15c8b2f9-cb1d-4155-9b2c-ac44968ccd19 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 947 time: 0.0553365 Dec 20 21:52:05.963273 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a14a3c2-dfe6-4613-9b0a-8a6febc5a48d x-openstack-request-id: req-2a14a3c2-dfe6-4613-9b0a-8a6febc5a48d {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:52:05.963569 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5", "tag": "568ea2bc-cd93-4fdf-9743-6f358140abf5", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:52:05.963819 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a14a3c2-dfe6-4613-9b0a-8a6febc5a48d {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:52:05.964225 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'tag': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'status': 'completed', 'code': 200} Dec 20 21:52:05.974026 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4e271c68-5562-4388-a32c-149980a636e6 req-f66e3db4-569f-415f-8ab8-069942dc2441 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359318 Dec 20 21:52:06.041680 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1c5e2dd2-413f-46d7-8ee9-a8c3c47c79aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745050920', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:50:07Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:09Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'b40e5c81-3d53-46ac-94ce-55d1a0642fd0', 'name': '', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:8b:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:11Z', 'updated_at': '2021-12-20T21:50:15Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:06.067575 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e2dd2-413f-46d7-8ee9-a8c3c47c79aa None None] Checking router: 53e8b461-d1d3-4de3-81bf-903418b110bf for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:52:06.075923 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e2dd2-413f-46d7-8ee9-a8c3c47c79aa None None] Routers {'53e8b461-d1d3-4de3-81bf-903418b110bf'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:52:06.076587 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1c5e2dd2-413f-46d7-8ee9-a8c3c47c79aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:51:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['53e8b461-d1d3-4de3-81bf-903418b110bf'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:06.077445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4bf06-08e7-475d-bd81-29cf766fca97 req-72b3bd0b-e721-4b6a-9f18-afde338a7f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:06.078956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ddb4bf06-08e7-475d-bd81-29cf766fca97 req-72b3bd0b-e721-4b6a-9f18-afde338a7f84 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 1096 time: 0.0709026 Dec 20 21:52:06.089352 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9470a7-5a51-4012-bf51-f161da190d9e req-3204507a-bea5-4c78-acf4-6bb135cb61ec tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:06.090772 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5b9470a7-5a51-4012-bf51-f161da190d9e req-3204507a-bea5-4c78-acf4-6bb135cb61ec tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04 HTTP/1.1" status: 200 len: 943 time: 0.0709193 Dec 20 21:52:06.176974 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5b9470a7-5a51-4012-bf51-f161da190d9e req-0b410138-2142-4342-be0a-e3e6aef6f992 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782363 Dec 20 21:52:06.179575 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-1c5e2dd2-413f-46d7-8ee9-a8c3c47c79aa None None] Set router 53e8b461-d1d3-4de3-81bf-903418b110bf gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:52:06.202105 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4bf06-08e7-475d-bd81-29cf766fca97 req-bae7a80c-ea37-485f-a108-ce8c231a555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:06.203625 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ddb4bf06-08e7-475d-bd81-29cf766fca97 req-bae7a80c-ea37-485f-a108-ce8c231a555c service neutron] 10.222.0.31 "GET /v2.0/networks?id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68 HTTP/1.1" status: 200 len: 897 time: 0.1120009 Dec 20 21:52:06.243728 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ddb4bf06-08e7-475d-bd81-29cf766fca97 req-8d47daa0-8f56-41da-88e9-b9f255d9f37d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5 HTTP/1.1" status: 200 len: 217 time: 0.0332460 Dec 20 21:52:06.294451 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4bf06-08e7-475d-bd81-29cf766fca97 req-eee739df-fb05-461e-9ecf-ae08459d33d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:06.295933 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ddb4bf06-08e7-475d-bd81-29cf766fca97 req-eee739df-fb05-461e-9ecf-ae08459d33d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5bb66332-19b2-45ec-8cf1-ebbb55adf61c HTTP/1.1" status: 200 len: 835 time: 0.0458219 Dec 20 21:52:06.345727 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4bf06-08e7-475d-bd81-29cf766fca97 req-a2653a44-047c-4589-87be-7dbe90438018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:06.347221 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ddb4bf06-08e7-475d-bd81-29cf766fca97 req-a2653a44-047c-4589-87be-7dbe90438018 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5999be0b-f54d-4c29-9523-4f2a9d3c0e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0443985 Dec 20 21:52:06.381491 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-1c5e2dd2-413f-46d7-8ee9-a8c3c47c79aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745050920', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:50:07Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:09Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'b40e5c81-3d53-46ac-94ce-55d1a0642fd0', 'name': '', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:8b:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:11Z', 'updated_at': '2021-12-20T21:50:15Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:06.407206 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5e2dd2-413f-46d7-8ee9-a8c3c47c79aa None None] The sync data for ids ['53e8b461-d1d3-4de3-81bf-903418b110bf'] in n-d-xena-1 is: [{'id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745050920', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:50:07Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:09Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'b40e5c81-3d53-46ac-94ce-55d1a0642fd0', 'name': '', 'network_id': '5999be0b-f54d-4c29-9523-4f2a9d3c0e68', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:8b:42:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:11Z', 'updated_at': '2021-12-20T21:50:15Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': '5bb66332-19b2-45ec-8cf1-ebbb55adf61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:52:06.438408 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ddb4bf06-08e7-475d-bd81-29cf766fca97 req-5e81ddbb-2e72-47f2-84e7-ec075b6ccd36 service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837848 Dec 20 21:52:06.533739 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ddb4bf06-08e7-475d-bd81-29cf766fca97 req-8413abf1-bfc4-4bb2-ad71-13a612364916 service neutron] 10.222.0.31 "GET /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886462 Dec 20 21:52:06.625433 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d125ea8-0dc6-422c-9e7e-c7a8ac86283f None None] New status for floating IP fcb84d6e-1818-4ef7-a3cb-ef1f46fde787: DOWN {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:52:06.781015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28d32c-422f-4541-bc4e-8ef604b00daa req-548b3902-842d-4065-a8bb-64f057479af5 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:06.782618 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9d28d32c-422f-4541-bc4e-8ef604b00daa req-548b3902-842d-4065-a8bb-64f057479af5 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 946 time: 0.0538266 Dec 20 21:52:06.827773 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9d28d32c-422f-4541-bc4e-8ef604b00daa req-7c30e638-382d-4da7-a779-66870aa7698c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385480 Dec 20 21:52:06.928659 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7d018720-2b60-4f73-b70d-64d863f8cb75 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:52:07.047452 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 7d018720-2b60-4f73-b70d-64d863f8cb75, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7d018720-2b60-4f73-b70d-64d863f8cb75,segment=NetworkSegment(d99bef70-f0ce-419c-8386-c092181f8e05),segment_id=d99bef70-f0ce-419c-8386-c092181f8e05)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:52:07.058956 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '7d018720-2b60-4f73-b70d-64d863f8cb75', 'network_id': '67e2ade5-5b10-4b43-94d9-7bceee3b8e40', 'port_id': '7d018720-2b60-4f73-b70d-64d863f8cb75', 'mac_address': 'fa:16:3e:8f:0c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4b40bd-5ea8-4021-aedb-230ac4368b25', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:52:07.095724 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:07.096281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c09266-6c3d-41fb-b5d0-808b5df37518 req-93fe2df1-0746-4aa6-a1ee-6f35ba34ed5b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:07.097859 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-96c09266-6c3d-41fb-b5d0-808b5df37518 req-93fe2df1-0746-4aa6-a1ee-6f35ba34ed5b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 947 time: 0.0510826 Dec 20 21:52:07.108803 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d018720-2b60-4f73-b70d-64d863f8cb75 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:52:07.128223 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 7d018720-2b60-4f73-b70d-64d863f8cb75, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7d018720-2b60-4f73-b70d-64d863f8cb75,segment=NetworkSegment(d99bef70-f0ce-419c-8386-c092181f8e05),segment_id=d99bef70-f0ce-419c-8386-c092181f8e05)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:52:07.132916 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:07.136753 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-96c09266-6c3d-41fb-b5d0-808b5df37518 req-5456850c-36ed-4668-a9c3-a4b61721ca8b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=36a70488-bd22-4e7f-a079-20d4e18b9395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320776 Dec 20 21:52:07.180375 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=7d018720-2b60-4f73-b70d-64d863f8cb75,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:07.239309 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398abb9-6523-4f76-8540-9f5472404608 req-98f4962f-3c53-4f6f-84c7-8122d38ce1ca tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:07.240862 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4398abb9-6523-4f76-8540-9f5472404608 req-98f4962f-3c53-4f6f-84c7-8122d38ce1ca tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 946 time: 0.0478806 Dec 20 21:52:07.298524 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c70cda-0a38-4fa8-aa72-ad045b9469d4 req-42eb9fca-fd77-41ca-abaa-329e570f02da tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:07.300275 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-27c70cda-0a38-4fa8-aa72-ad045b9469d4 req-42eb9fca-fd77-41ca-abaa-329e570f02da tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04 HTTP/1.1" status: 200 len: 944 time: 0.0552773 Dec 20 21:52:07.341665 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-27c70cda-0a38-4fa8-aa72-ad045b9469d4 req-517b2acd-9db2-4f2e-b3bb-b7bc19426aac tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340338 Dec 20 21:52:07.378621 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3814a1-ecbf-4192-a035-e00dbd34d101 req-9de46bb1-eda2-47de-989d-12afdfa49723 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:07.380085 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c3814a1-ecbf-4192-a035-e00dbd34d101 req-9de46bb1-eda2-47de-989d-12afdfa49723 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 947 time: 0.0585532 Dec 20 21:52:07.385175 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-4398abb9-6523-4f76-8540-9f5472404608 req-eb0922af-efd3-4065-a710-2a48987ced57 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Deleting port 7401fba4-2c16-4c76-93f3-a6c07437de39 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:52:07.385446 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4398abb9-6523-4f76-8540-9f5472404608 req-eb0922af-efd3-4065-a710-2a48987ced57 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:07.405864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['7d018720-2b60-4f73-b70d-64d863f8cb75'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:52:07.526478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-4398abb9-6523-4f76-8540-9f5472404608 req-eb0922af-efd3-4065-a710-2a48987ced57 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] For port 7401fba4-2c16-4c76-93f3-a6c07437de39, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7401fba4-2c16-4c76-93f3-a6c07437de39,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:52:07.526835 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4398abb9-6523-4f76-8540-9f5472404608 req-eb0922af-efd3-4065-a710-2a48987ced57 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:07.628301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-6c3814a1-ecbf-4192-a035-e00dbd34d101 req-46327a52-2b70-4c45-8e3c-9ecfbc68b544 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting port 568ea2bc-cd93-4fdf-9743-6f358140abf5 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:52:07.628637 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6c3814a1-ecbf-4192-a035-e00dbd34d101 req-46327a52-2b70-4c45-8e3c-9ecfbc68b544 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:07.805733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-6c3814a1-ecbf-4192-a035-e00dbd34d101 req-46327a52-2b70-4c45-8e3c-9ecfbc68b544 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] For port 568ea2bc-cd93-4fdf-9743-6f358140abf5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=568ea2bc-cd93-4fdf-9743-6f358140abf5,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:52:07.806004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6c3814a1-ecbf-4192-a035-e00dbd34d101 req-46327a52-2b70-4c45-8e3c-9ecfbc68b544 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:07.830864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-6c3814a1-ecbf-4192-a035-e00dbd34d101 req-46327a52-2b70-4c45-8e3c-9ecfbc68b544 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Calling delete_port for 568ea2bc-cd93-4fdf-9743-6f358140abf5 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:52:07.833674 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4398abb9-6523-4f76-8540-9f5472404608 req-eb0922af-efd3-4065-a710-2a48987ced57 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:07.834032 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4398abb9-6523-4f76-8540-9f5472404608 req-eb0922af-efd3-4065-a710-2a48987ced57 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:07.834371 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [req-4398abb9-6523-4f76-8540-9f5472404608 req-eb0922af-efd3-4065-a710-2a48987ced57 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Floating IP adb7454a-28b8-45b0-9526-42229022f4f5 disassociated. External IP: 172.35.3.194, port: 7401fba4-2c16-4c76-93f3-a6c07437de39. Dec 20 21:52:07.834709 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-4398abb9-6523-4f76-8540-9f5472404608 req-eb0922af-efd3-4065-a710-2a48987ced57 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Calling delete_port for 7401fba4-2c16-4c76-93f3-a6c07437de39 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:52:08.009009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de5eae-6e9e-4017-b23f-a4c8d3c2ec6e req-5a9a40de-7ab8-42fd-9771-255335e541bc tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:08.010524 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d3de5eae-6e9e-4017-b23f-a4c8d3c2ec6e req-5a9a40de-7ab8-42fd-9771-255335e541bc tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 946 time: 0.1042881 Dec 20 21:52:08.112279 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6c3814a1-ecbf-4192-a035-e00dbd34d101 req-46327a52-2b70-4c45-8e3c-9ecfbc68b544 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:08.127302 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d3de5eae-6e9e-4017-b23f-a4c8d3c2ec6e req-0f01ff87-9e1c-4ba0-8109-44418f4025de tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081319 Dec 20 21:52:08.156092 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4398abb9-6523-4f76-8540-9f5472404608 req-eb0922af-efd3-4065-a710-2a48987ced57 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:08.157771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46327a52-2b70-4c45-8e3c-9ecfbc68b544 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Port': ['ID=568ea2bc-cd93-4fdf-9743-6f358140abf5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:08.202799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0922af-efd3-4065-a710-2a48987ced57 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event deleted for resources: {'Port': ['ID=7401fba4-2c16-4c76-93f3-a6c07437de39,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:08.226531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3814a1-ecbf-4192-a035-e00dbd34d101 req-46327a52-2b70-4c45-8e3c-9ecfbc68b544 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] No DVR routers for this DVR port 568ea2bc-cd93-4fdf-9743-6f358140abf5 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:52:08.230455 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6c3814a1-ecbf-4192-a035-e00dbd34d101 req-46327a52-2b70-4c45-8e3c-9ecfbc68b544 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:08.233758 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c3814a1-ecbf-4192-a035-e00dbd34d101 req-46327a52-2b70-4c45-8e3c-9ecfbc68b544 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.31 "DELETE /v2.0/ports/568ea2bc-cd93-4fdf-9743-6f358140abf5 HTTP/1.1" status: 204 len: 173 time: 0.8454814 Dec 20 21:52:08.234223 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'name': 'network-vif-deleted', 'tag': '568ea2bc-cd93-4fdf-9743-6f358140abf5'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:52:08.236465 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c323154-5f64-4a6f-b4e4-8a1044e11b60" -d '{"events": [{"server_uuid": "ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5", "name": "network-vif-deleted", "tag": "568ea2bc-cd93-4fdf-9743-6f358140abf5"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:52:08.241255 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a97abeb7-301b-476b-b962-cfac3ac82796 req-00224018-be86-4a3b-9917-9d1077369872 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5 HTTP/1.1" status: 200 len: 210 time: 0.0285435 Dec 20 21:52:08.307056 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bba04b-cd07-46f9-81a8-9e69e159c76a x-openstack-request-id: req-29bba04b-cd07-46f9-81a8-9e69e159c76a {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:52:08.307332 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5", "name": "network-vif-deleted", "tag": "568ea2bc-cd93-4fdf-9743-6f358140abf5", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:52:08.307582 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29bba04b-cd07-46f9-81a8-9e69e159c76a {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:52:08.308047 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef249ef9-6554-4cb5-80bb-d2bdeeb75cb5', 'name': 'network-vif-deleted', 'tag': '568ea2bc-cd93-4fdf-9743-6f358140abf5', 'status': 'completed', 'code': 200} Dec 20 21:52:08.357009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4398abb9-6523-4f76-8540-9f5472404608 req-eb0922af-efd3-4065-a710-2a48987ced57 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:52:08.462398 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc03a6d-7cdf-41b8-93ae-26d5f3e69d0f req-ffdb28c2-146e-4d78-945b-0f6be45cc896 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:08.464023 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcc03a6d-7cdf-41b8-93ae-26d5f3e69d0f req-ffdb28c2-146e-4d78-945b-0f6be45cc896 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04 HTTP/1.1" status: 200 len: 944 time: 0.0504694 Dec 20 21:52:08.474680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4398abb9-6523-4f76-8540-9f5472404608 req-eb0922af-efd3-4065-a710-2a48987ced57 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:52:08.489581 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed828f-3488-40ed-a6c6-dcbedcb4ae17 None None] Sync routers for ids ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:52:08.500957 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed828f-3488-40ed-a6c6-dcbedcb4ae17 None None] Routers {'0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:52:08.502795 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-59ed828f-3488-40ed-a6c6-dcbedcb4ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:51:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:08.517828 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dcc03a6d-7cdf-41b8-93ae-26d5f3e69d0f req-991cd59b-5a21-4007-942f-61c9afdd6a24 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476694 Dec 20 21:52:08.529509 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-4398abb9-6523-4f76-8540-9f5472404608 req-eb0922af-efd3-4065-a710-2a48987ced57 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] No DVR routers for this DVR port 7401fba4-2c16-4c76-93f3-a6c07437de39 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:52:08.538118 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4398abb9-6523-4f76-8540-9f5472404608 req-eb0922af-efd3-4065-a710-2a48987ced57 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:08.538118 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4398abb9-6523-4f76-8540-9f5472404608 req-eb0922af-efd3-4065-a710-2a48987ced57 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "DELETE /v2.0/ports/7401fba4-2c16-4c76-93f3-a6c07437de39 HTTP/1.1" status: 204 len: 173 time: 1.2887828 Dec 20 21:52:08.650196 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-59ed828f-3488-40ed-a6c6-dcbedcb4ae17 None None] Set router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:52:08.866718 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-59ed828f-3488-40ed-a6c6-dcbedcb4ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:14Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:08.898748 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed828f-3488-40ed-a6c6-dcbedcb4ae17 None None] Checking router: 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:52:08.907264 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed828f-3488-40ed-a6c6-dcbedcb4ae17 None None] Routers {'0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:52:08.907868 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-59ed828f-3488-40ed-a6c6-dcbedcb4ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:51:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:08.954301 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7d018720-2b60-4f73-b70d-64d863f8cb75 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:52:09.005496 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 7d018720-2b60-4f73-b70d-64d863f8cb75 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:52:09.009300 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 7d018720-2b60-4f73-b70d-64d863f8cb75 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:52:09.009670 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:09.017686 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-59ed828f-3488-40ed-a6c6-dcbedcb4ae17 None None] Set router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:52:09.089666 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:09.118405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d018720-2b60-4f73-b70d-64d863f8cb75'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:52:09.120625 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3854b213-a891-4088-9cb9-6a7d6e09840c" -d '{"events": [{"server_uuid": "a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04", "name": "network-vif-plugged", "status": "completed", "tag": "7d018720-2b60-4f73-b70d-64d863f8cb75"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:52:09.133308 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 7d018720-2b60-4f73-b70d-64d863f8cb75, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7d018720-2b60-4f73-b70d-64d863f8cb75,segment=NetworkSegment(d99bef70-f0ce-419c-8386-c092181f8e05),segment_id=d99bef70-f0ce-419c-8386-c092181f8e05)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:52:09.140263 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:09.141398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 568ea2bc-cd93-4fdf-9743-6f358140abf5 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:52:09.163187 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 568ea2bc-cd93-4fdf-9743-6f358140abf5 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:52:09.163764 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 568ea2bc-cd93-4fdf-9743-6f358140abf5 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:52:09.208055 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e85c65-509f-49f8-a680-1e7acbd22075 x-openstack-request-id: req-89e85c65-509f-49f8-a680-1e7acbd22075 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:52:09.208352 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04", "name": "network-vif-plugged", "status": "completed", "tag": "7d018720-2b60-4f73-b70d-64d863f8cb75", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:52:09.209014 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89e85c65-509f-49f8-a680-1e7acbd22075 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:52:09.209456 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d018720-2b60-4f73-b70d-64d863f8cb75', 'code': 200} Dec 20 21:52:09.215108 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=7d018720-2b60-4f73-b70d-64d863f8cb75,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:09.233510 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-59ed828f-3488-40ed-a6c6-dcbedcb4ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:14Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:09.265790 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ed828f-3488-40ed-a6c6-dcbedcb4ae17 None None] The sync data for ids ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'] in n-d-xena-1 is: [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:14Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:52:09.298501 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-da542709-2cff-4beb-a78e-640edd86e7ac req-42a54758-0579-478f-a6d9-e10ae535e75f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 210 time: 0.0708330 Dec 20 21:52:09.317116 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47216) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:09.353338 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f030a7-0709-42fc-8e9a-27e5e68d09e2 req-112e0b3f-5ab6-441d-b493-eed54ba4c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:09.354963 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-98f030a7-0709-42fc-8e9a-27e5e68d09e2 req-112e0b3f-5ab6-441d-b493-eed54ba4c838 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04 HTTP/1.1" status: 200 len: 1094 time: 0.0597696 Dec 20 21:52:09.398348 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-98f030a7-0709-42fc-8e9a-27e5e68d09e2 req-2fc930f6-a2a2-4e8d-a8dd-1a8651495baa service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363224 Dec 20 21:52:09.541280 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ed5a30-6b62-45f1-84e4-07b3d1c82a0e None None] New status for floating IP adb7454a-28b8-45b0-9526-42229022f4f5: DOWN {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:52:09.696276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cbfaf-253a-4ccc-a1d4-b04f7cce1c55 req-d552c0ac-043f-4912-b17a-3d5637edc767 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:09.697839 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-960cbfaf-253a-4ccc-a1d4-b04f7cce1c55 req-d552c0ac-043f-4912-b17a-3d5637edc767 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04 HTTP/1.1" status: 200 len: 945 time: 0.0945432 Dec 20 21:52:09.757564 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-960cbfaf-253a-4ccc-a1d4-b04f7cce1c55 req-1043bedd-a419-41fc-86f0-578a35c277b4 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523121 Dec 20 21:52:09.811783 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:10.083285 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting port b40e5c81-3d53-46ac-94ce-55d1a0642fd0 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:52:10.083539 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:10.171288 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] For port b40e5c81-3d53-46ac-94ce-55d1a0642fd0, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b40e5c81-3d53-46ac-94ce-55d1a0642fd0,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:52:10.171675 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:10.184468 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Calling delete_port for b40e5c81-3d53-46ac-94ce-55d1a0642fd0 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:52:10.308899 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e2bbf5-164c-4634-94d5-ecaf0b2f84cf', 'name': 'network-vif-deleted', 'tag': '7401fba4-2c16-4c76-93f3-a6c07437de39'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:52:10.311422 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a89b43-a60a-42ab-a46f-c13161581b25" -d '{"events": [{"server_uuid": "66e2bbf5-164c-4634-94d5-ecaf0b2f84cf", "name": "network-vif-deleted", "tag": "7401fba4-2c16-4c76-93f3-a6c07437de39"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:52:10.362163 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b045ed2b-77bc-4422-a9d3-3395c0030824 x-openstack-request-id: req-b045ed2b-77bc-4422-a9d3-3395c0030824 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:52:10.363151 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e2bbf5-164c-4634-94d5-ecaf0b2f84cf", "name": "network-vif-deleted", "tag": "7401fba4-2c16-4c76-93f3-a6c07437de39", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:52:10.363605 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b045ed2b-77bc-4422-a9d3-3395c0030824 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:52:10.364264 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e2bbf5-164c-4634-94d5-ecaf0b2f84cf', 'name': 'network-vif-deleted', 'tag': '7401fba4-2c16-4c76-93f3-a6c07437de39', 'status': 'completed', 'code': 200} Dec 20 21:52:10.416946 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aae0b3ba-6ade-4183-a4f3-ca6c1b4a2bf5 req-14527471-04e0-4a20-bd15-4193cd9729c4 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 210 time: 0.0364761 Dec 20 21:52:10.427343 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:10.459920 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Port': ['ID=b40e5c81-3d53-46ac-94ce-55d1a0642fd0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:10.472754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:10.473179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:10.473516 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:10.473908 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:10.474356 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:10.474905 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:10.475276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:10.475599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:10.475917 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:10.476239 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:10.476551 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:10.476863 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:10.669009 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:10.753892 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7401fba4-2c16-4c76-93f3-a6c07437de39 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:52:10.774939 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 7401fba4-2c16-4c76-93f3-a6c07437de39 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:52:10.775247 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7401fba4-2c16-4c76-93f3-a6c07437de39 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:52:10.888814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dcfa3-49cc-4f8c-9933-1e9db8674eae req-60e321b1-7989-4c4d-b446-989f97399b7f tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:10.890755 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a2dcfa3-49cc-4f8c-9933-1e9db8674eae req-60e321b1-7989-4c4d-b446-989f97399b7f tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04 HTTP/1.1" status: 200 len: 945 time: 0.0547225 Dec 20 21:52:10.896530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router 53e8b461-d1d3-4de3-81bf-903418b110bf has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:52:10.941261 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5a2dcfa3-49cc-4f8c-9933-1e9db8674eae req-b8198e17-61d9-4163-badf-89120f41813b tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425725 Dec 20 21:52:11.011890 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:52:11.017214 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1e5c50f9-63e1-491c-92bc-8836803b371b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "PUT /v2.0/routers/53e8b461-d1d3-4de3-81bf-903418b110bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6988981 Dec 20 21:52:11.020202 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47240) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:11.023924 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d61cf3-31a6-4349-aaa9-92746740402f None None] Sync routers for ids ['53e8b461-d1d3-4de3-81bf-903418b110bf'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:52:11.034817 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d61cf3-31a6-4349-aaa9-92746740402f None None] Routers {'53e8b461-d1d3-4de3-81bf-903418b110bf'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:52:11.035425 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-23d61cf3-31a6-4349-aaa9-92746740402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:51:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['53e8b461-d1d3-4de3-81bf-903418b110bf'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:11.096019 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b5254c-4bf0-4306-8ec4-19f368b315b3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting subnet 5bb66332-19b2-45ec-8cf1-ebbb55adf61c {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:52:11.100232 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5b5254c-4bf0-4306-8ec4-19f368b315b3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:11.156412 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-23d61cf3-31a6-4349-aaa9-92746740402f None None] Set router 53e8b461-d1d3-4de3-81bf-903418b110bf gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:52:11.167011 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5b5254c-4bf0-4306-8ec4-19f368b315b3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:11.270675 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5b5254c-4bf0-4306-8ec4-19f368b315b3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:11.347096 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5b5254c-4bf0-4306-8ec4-19f368b315b3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:11.377658 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5254c-4bf0-4306-8ec4-19f368b315b3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb66332-19b2-45ec-8cf1-ebbb55adf61c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:11.380576 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e5b5254c-4bf0-4306-8ec4-19f368b315b3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:11.384542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e5b5254c-4bf0-4306-8ec4-19f368b315b3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/subnets/5bb66332-19b2-45ec-8cf1-ebbb55adf61c HTTP/1.1" status: 204 len: 168 time: 0.3630297 Dec 20 21:52:11.387235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47266) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:11.388251 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52d8bfe-1d43-46d2-b0a8-5a9910a334f0 None None] Network 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:52:11.481361 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-23d61cf3-31a6-4349-aaa9-92746740402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745050920', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:50:07Z', 'updated_at': '2021-12-20T21:52:10Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:09Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:11.531335 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d61cf3-31a6-4349-aaa9-92746740402f None None] Checking router: 53e8b461-d1d3-4de3-81bf-903418b110bf for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:52:11.552746 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d61cf3-31a6-4349-aaa9-92746740402f None None] Routers {'53e8b461-d1d3-4de3-81bf-903418b110bf'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:52:11.555035 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-23d61cf3-31a6-4349-aaa9-92746740402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:51:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['53e8b461-d1d3-4de3-81bf-903418b110bf'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:11.582909 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae28e-b04a-448d-a206-3a1a6421e632 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:11.590505 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e552fbc5-125e-4337-8c22-8b7035e27b14 req-6d74575a-5291-432e-b6ae-723fc0e61ca0 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 210 time: 0.0395784 Dec 20 21:52:11.738450 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e54486-f1bd-4946-8899-b19ce38676b8 None None] DHCP port deletion for 5999be0b-f54d-4c29-9523-4f2a9d3c0e68 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:52:11.750620 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-23d61cf3-31a6-4349-aaa9-92746740402f None None] Set router 53e8b461-d1d3-4de3-81bf-903418b110bf gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:52:11.768563 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae28e-b04a-448d-a206-3a1a6421e632 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:11.827477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-17e54486-f1bd-4946-8899-b19ce38676b8 None None] Deleting port ac6f3f72-c11f-49ae-bbf1-2e663d244ff8 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:52:11.827999 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17e54486-f1bd-4946-8899-b19ce38676b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:11.846339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ae28e-b04a-448d-a206-3a1a6421e632 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting port 5107aaf0-38e3-499b-9a33-183a391ff18f {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:52:11.846680 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae28e-b04a-448d-a206-3a1a6421e632 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:11.928304 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-17e54486-f1bd-4946-8899-b19ce38676b8 None None] For port ac6f3f72-c11f-49ae-bbf1-2e663d244ff8, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ac6f3f72-c11f-49ae-bbf1-2e663d244ff8,segment=NetworkSegment(0f213961-b78d-4df9-9121-7d5fe81fa601),segment_id=0f213961-b78d-4df9-9121-7d5fe81fa601)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:52:11.929024 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17e54486-f1bd-4946-8899-b19ce38676b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:11.941499 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-cf1ae28e-b04a-448d-a206-3a1a6421e632 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] For port 5107aaf0-38e3-499b-9a33-183a391ff18f, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5107aaf0-38e3-499b-9a33-183a391ff18f,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:52:11.941869 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae28e-b04a-448d-a206-3a1a6421e632 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:11.946546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-17e54486-f1bd-4946-8899-b19ce38676b8 None None] Calling delete_port for ac6f3f72-c11f-49ae-bbf1-2e663d244ff8 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:52:11.960828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-cf1ae28e-b04a-448d-a206-3a1a6421e632 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Calling delete_port for 5107aaf0-38e3-499b-9a33-183a391ff18f owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:52:12.055681 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17e54486-f1bd-4946-8899-b19ce38676b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:12.084111 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e54486-f1bd-4946-8899-b19ce38676b8 None None] Pushing event deleted for resources: {'Port': ['ID=ac6f3f72-c11f-49ae-bbf1-2e663d244ff8,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:12.093750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e54486-f1bd-4946-8899-b19ce38676b8 None None] No DVR routers for this DVR port ac6f3f72-c11f-49ae-bbf1-2e663d244ff8 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:52:12.137244 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-23d61cf3-31a6-4349-aaa9-92746740402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745050920', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:50:07Z', 'updated_at': '2021-12-20T21:52:10Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:09Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:12.165828 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d61cf3-31a6-4349-aaa9-92746740402f None None] The sync data for ids ['53e8b461-d1d3-4de3-81bf-903418b110bf'] in n-d-xena-1 is: [{'id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-745050920', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112'}], 'enable_snat': True}, 'gw_port_id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:50:07Z', 'updated_at': '2021-12-20T21:52:10Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': '5107aaf0-38e3-499b-9a33-183a391ff18f', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8b461-d1d3-4de3-81bf-903418b110bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:50:09Z', 'updated_at': '2021-12-20T21:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:52:12.192466 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae28e-b04a-448d-a206-3a1a6421e632 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:12.242639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ae28e-b04a-448d-a206-3a1a6421e632 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Port': ['ID=5107aaf0-38e3-499b-9a33-183a391ff18f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:12.311402 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae28e-b04a-448d-a206-3a1a6421e632 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:12.402386 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae28e-b04a-448d-a206-3a1a6421e632 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:12.404572 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae28e-b04a-448d-a206-3a1a6421e632 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:12.453235 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae28e-b04a-448d-a206-3a1a6421e632 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:12.453733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1ae28e-b04a-448d-a206-3a1a6421e632 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Fanout notify agent at l3_agent the message router_deleted on router 53e8b461-d1d3-4de3-81bf-903418b110bf {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:52:12.461201 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cf1ae28e-b04a-448d-a206-3a1a6421e632 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:12.462491 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cf1ae28e-b04a-448d-a206-3a1a6421e632 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/routers/53e8b461-d1d3-4de3-81bf-903418b110bf HTTP/1.1" status: 204 len: 168 time: 1.0743015 Dec 20 21:52:12.465434 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47304) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:12.573238 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a87299e-5cb3-43b8-a78d-7dd52ff7d2a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:12.671492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ac6f3f72-c11f-49ae-bbf1-2e663d244ff8 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:52:12.705983 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: ac6f3f72-c11f-49ae-bbf1-2e663d244ff8 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:52:12.706317 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ac6f3f72-c11f-49ae-bbf1-2e663d244ff8 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:52:12.706706 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b40e5c81-3d53-46ac-94ce-55d1a0642fd0 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:52:12.733461 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a87299e-5cb3-43b8-a78d-7dd52ff7d2a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:12.733818 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: b40e5c81-3d53-46ac-94ce-55d1a0642fd0 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:52:12.734206 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b40e5c81-3d53-46ac-94ce-55d1a0642fd0 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:52:12.749838 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de706c79-7592-4f49-a403-528458d7d108 req-1c790aeb-62df-41c8-b070-eab4eeba5c86 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=66e2bbf5-164c-4634-94d5-ecaf0b2f84cf HTTP/1.1" status: 200 len: 210 time: 0.0449405 Dec 20 21:52:12.764141 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8a87299e-5cb3-43b8-a78d-7dd52ff7d2a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5999be0b-f54d-4c29-9523-4f2a9d3c0e68']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:12.774852 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8a87299e-5cb3-43b8-a78d-7dd52ff7d2a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f213961-b78d-4df9-9121-7d5fe81fa601') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:12.775130 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-8a87299e-5cb3-43b8-a78d-7dd52ff7d2a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f213961-b78d-4df9-9121-7d5fe81fa601') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:12.788333 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a87299e-5cb3-43b8-a78d-7dd52ff7d2a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:12.804807 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a87299e-5cb3-43b8-a78d-7dd52ff7d2a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:12.811227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a87299e-5cb3-43b8-a78d-7dd52ff7d2a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:52:12.811641 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a87299e-5cb3-43b8-a78d-7dd52ff7d2a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:52:12.814614 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:52:12.888983 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a87299e-5cb3-43b8-a78d-7dd52ff7d2a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:12.894596 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8a87299e-5cb3-43b8-a78d-7dd52ff7d2a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:12.900046 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8a87299e-5cb3-43b8-a78d-7dd52ff7d2a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/networks/5999be0b-f54d-4c29-9523-4f2a9d3c0e68 HTTP/1.1" status: 204 len: 168 time: 0.4334800 Dec 20 21:52:12.903164 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47310) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:12.920402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87299e-5cb3-43b8-a78d-7dd52ff7d2a6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Network': ['ID=5999be0b-f54d-4c29-9523-4f2a9d3c0e68,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:12.988537 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0058ccee-accf-4444-b0a8-a8750353cd32 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:13.019715 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0058ccee-accf-4444-b0a8-a8750353cd32 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:13.082055 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0058ccee-accf-4444-b0a8-a8750353cd32 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:13.084644 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0058ccee-accf-4444-b0a8-a8750353cd32 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:13.088514 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0058ccee-accf-4444-b0a8-a8750353cd32 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/security-groups/36a70488-bd22-4e7f-a079-20d4e18b9395 HTTP/1.1" status: 204 len: 168 time: 0.1818347 Dec 20 21:52:13.095517 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058ccee-accf-4444-b0a8-a8750353cd32 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a70488-bd22-4e7f-a079-20d4e18b9395,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:13.755418 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47318) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:13.761050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5e2a9882-9616-410b-ae6e-e9b37ba92ff2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942820313', 'description': 'tempest-secgroup-smoke-942820313 description', 'project_id': '17bfe5143f08413da482bf49648c0cfd'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:52:13.786211 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e2a9882-9616-410b-ae6e-e9b37ba92ff2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:13.868181 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e2a9882-9616-410b-ae6e-e9b37ba92ff2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:13.873097 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e2a9882-9616-410b-ae6e-e9b37ba92ff2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:13.904921 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e2a9882-9616-410b-ae6e-e9b37ba92ff2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:13.906250 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5e2a9882-9616-410b-ae6e-e9b37ba92ff2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1493757 Dec 20 21:52:13.908238 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a9882-9616-410b-ae6e-e9b37ba92ff2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32645d09-1760-4b26-beb8-b29c53f1d5b8,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:13.909253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47328) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:13.915728 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9b26939d-3ec0-44be-960d-04a1545f107a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': '32645d09-1760-4b26-beb8-b29c53f1d5b8', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:52:13.954636 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b26939d-3ec0-44be-960d-04a1545f107a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:13.985445 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a701bc4-0685-4415-9c3b-35275c065123 req-e936b71f-060d-41e3-85a3-3add35452466 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442136930&fields=id&tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9 HTTP/1.1" status: 200 len: 267 time: 0.0380144 Dec 20 21:52:14.025805 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b26939d-3ec0-44be-960d-04a1545f107a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.031910 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b26939d-3ec0-44be-960d-04a1545f107a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.055627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26939d-3ec0-44be-960d-04a1545f107a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ff9112-8d9a-47a1-9939-8f6a759397f9,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:14.061568 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b26939d-3ec0-44be-960d-04a1545f107a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.065766 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9b26939d-3ec0-44be-960d-04a1545f107a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1550577 Dec 20 21:52:14.066286 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47330) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:14.070686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-dce7b9ab-b299-433a-b31a-7d01bcef741b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': '32645d09-1760-4b26-beb8-b29c53f1d5b8', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:52:14.117082 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701bc4-0685-4415-9c3b-35275c065123 req-ba68c670-040d-4fdd-bfeb-7202b04369b5 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:14.118658 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a701bc4-0685-4415-9c3b-35275c065123 req-ba68c670-040d-4fdd-bfeb-7202b04369b5 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 811 time: 0.1254129 Dec 20 21:52:14.126229 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dce7b9ab-b299-433a-b31a-7d01bcef741b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.150382 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a701bc4-0685-4415-9c3b-35275c065123 req-99852567-b519-47ec-ad3f-1b1ecb735ca1 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/quotas/09c4ae0ec0ec4254aff4e9bf68876ea9 HTTP/1.1" status: 200 len: 375 time: 0.0250642 Dec 20 21:52:14.221653 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dce7b9ab-b299-433a-b31a-7d01bcef741b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.235528 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a701bc4-0685-4415-9c3b-35275c065123 req-66311b39-33c2-412f-9df2-e999e726fcaf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774329 Dec 20 21:52:14.236605 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dce7b9ab-b299-433a-b31a-7d01bcef741b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.260965 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7b9ab-b299-433a-b31a-7d01bcef741b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2804b99b-c970-4ff4-bac0-1376a3658fe6,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:14.301645 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5107aaf0-38e3-499b-9a33-183a391ff18f no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:52:14.302375 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dce7b9ab-b299-433a-b31a-7d01bcef741b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.303568 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dce7b9ab-b299-433a-b31a-7d01bcef741b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2363110 Dec 20 21:52:14.306726 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47332) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:14.313150 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-925a7714-01b3-4aa0-8470-7f54a26fd2f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': '32645d09-1760-4b26-beb8-b29c53f1d5b8', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:52:14.327593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 5107aaf0-38e3-499b-9a33-183a391ff18f {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:52:14.328230 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5107aaf0-38e3-499b-9a33-183a391ff18f not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:52:14.349764 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-925a7714-01b3-4aa0-8470-7f54a26fd2f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.353033 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a701bc4-0685-4415-9c3b-35275c065123 req-e6e25eef-5977-436a-a4a2-791920439bfb service neutron] 10.222.0.32 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024282 Dec 20 21:52:14.419187 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-925a7714-01b3-4aa0-8470-7f54a26fd2f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.424167 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-925a7714-01b3-4aa0-8470-7f54a26fd2f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.447048 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a7714-01b3-4aa0-8470-7f54a26fd2f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7283a3f-b6cb-469c-9963-167b03be7c57,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:14.458839 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a701bc4-0685-4415-9c3b-35275c065123 req-3b346459-6b59-449d-8a2d-14ab685d9d89 service neutron] 10.222.0.32 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987344 Dec 20 21:52:14.461111 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-925a7714-01b3-4aa0-8470-7f54a26fd2f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.465478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47334) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:14.465645 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-925a7714-01b3-4aa0-8470-7f54a26fd2f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576180 Dec 20 21:52:14.470821 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-9d0b23e6-ae44-4491-91d6-271c0951001a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': '32645d09-1760-4b26-beb8-b29c53f1d5b8', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:52:14.507875 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9d0b23e6-ae44-4491-91d6-271c0951001a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.576301 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9d0b23e6-ae44-4491-91d6-271c0951001a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.581144 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9d0b23e6-ae44-4491-91d6-271c0951001a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.605836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b23e6-ae44-4491-91d6-271c0951001a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9dbf07-481a-4670-b37a-a23a797d49b9,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:14.618087 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9d0b23e6-ae44-4491-91d6-271c0951001a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.619040 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9d0b23e6-ae44-4491-91d6-271c0951001a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524608 Dec 20 21:52:14.621895 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47342) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:14.627885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-126ed5b5-d3f5-4e92-83ce-7d256f42f740 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': '32645d09-1760-4b26-beb8-b29c53f1d5b8', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:52:14.657887 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-126ed5b5-d3f5-4e92-83ce-7d256f42f740 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Project 17bfe5143f08413da482bf49648c0cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:52:14.663389 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-126ed5b5-d3f5-4e92-83ce-7d256f42f740 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.743562 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-126ed5b5-d3f5-4e92-83ce-7d256f42f740 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.749953 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-126ed5b5-d3f5-4e92-83ce-7d256f42f740 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.775630 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ed5b5-d3f5-4e92-83ce-7d256f42f740 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc30561-f99f-4023-be66-b838bf5188ce,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:14.799374 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-126ed5b5-d3f5-4e92-83ce-7d256f42f740 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.804210 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47350) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:14.804444 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-126ed5b5-d3f5-4e92-83ce-7d256f42f740 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1809106 Dec 20 21:52:14.811220 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bd77cea3-ce67-4122-847b-61e3def462f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': '32645d09-1760-4b26-beb8-b29c53f1d5b8', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:52:14.854660 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6c08514-40fb-4d88-babb-1c6c7ac563ad req-edf6122b-8b17-4119-9c8a-536d7991f87e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 210 time: 0.0477419 Dec 20 21:52:14.867066 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-bd77cea3-ce67-4122-847b-61e3def462f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Project 17bfe5143f08413da482bf49648c0cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:52:14.873104 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd77cea3-ce67-4122-847b-61e3def462f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.938869 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.946340 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd77cea3-ce67-4122-847b-61e3def462f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.951688 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd77cea3-ce67-4122-847b-61e3def462f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.974019 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77cea3-ce67-4122-847b-61e3def462f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9648c4-4563-4535-8a2c-72a376d98891,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:14.984583 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bd77cea3-ce67-4122-847b-61e3def462f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:14.986196 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bd77cea3-ce67-4122-847b-61e3def462f9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1806209 Dec 20 21:52:14.989123 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47358) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:14.995011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-fdb7d5d2-68ed-4941-8879-16de380d1050 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'network': {'name': 'tempest-network-smoke--1445256108', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'port_security_enabled': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:52:15.019173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb7d5d2-68ed-4941-8879-16de380d1050 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Made reservation on behalf of 17bfe5143f08413da482bf49648c0cfd for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:52:15.022831 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d5d2-68ed-4941-8879-16de380d1050 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:15.057125 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb7d5d2-68ed-4941-8879-16de380d1050 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:52:15.069074 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d5d2-68ed-4941-8879-16de380d1050 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:15.069463 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-fdb7d5d2-68ed-4941-8879-16de380d1050 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Added segment 13ad31cd-096e-4602-a043-bf6facb1d12e of type vlan for network b3d5da20-dea1-40b2-8332-58cdd692fd62 Dec 20 21:52:15.116817 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d5d2-68ed-4941-8879-16de380d1050 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:15.148607 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d5d2-68ed-4941-8879-16de380d1050 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:15.154746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb7d5d2-68ed-4941-8879-16de380d1050 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:15.155374 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d5d2-68ed-4941-8879-16de380d1050 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:15.218625 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fdb7d5d2-68ed-4941-8879-16de380d1050 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2279005 Dec 20 21:52:15.221374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47362) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:15.226592 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1928092676', 'admin_state_up': True, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:52:15.235017 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7d5d2-68ed-4941-8879-16de380d1050 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Network': ['ID=b3d5da20-dea1-40b2-8332-58cdd692fd62,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:15.246635 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network b3d5da20-dea1-40b2-8332-58cdd692fd62 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:52:15.279623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:15.280776 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:15.348745 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:15.496509 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:16.046132 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63e3f955-a0eb-4b68-b9e3-81e3c09e6ff2 req-4bda3eab-513b-4cc5-9a6d-9544be7fbf05 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 210 time: 0.0708668 Dec 20 21:52:16.116466 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701bc4-0685-4415-9c3b-35275c065123 req-4c4ea119-1bb9-46fd-83b1-6e0a9e05d3d9 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:16.118019 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a701bc4-0685-4415-9c3b-35275c065123 req-4c4ea119-1bb9-46fd-83b1-6e0a9e05d3d9 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 811 time: 0.1935132 Dec 20 21:52:16.186102 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9d3dd1ca-b6c3-4a9d-a097-ae8ff7e8e3f4 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9 HTTP/1.1" status: 200 len: 379 time: 0.0531559 Dec 20 21:52:16.247745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-7a701bc4-0685-4415-9c3b-35275c065123 req-f267f0c5-531d-4a78-93ca-d3a33aef711e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Request body: {'port': {'device_id': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'admin_state_up': True, 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'security_groups': ['6564b492-712c-4d33-8f88-22d5e0759682']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:52:16.324284 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:16.348897 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:16.475729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a701bc4-0685-4415-9c3b-35275c065123 req-f267f0c5-531d-4a78-93ca-d3a33aef711e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Made reservation on behalf of 09c4ae0ec0ec4254aff4e9bf68876ea9 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:52:16.479435 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7a701bc4-0685-4415-9c3b-35275c065123 req-f267f0c5-531d-4a78-93ca-d3a33aef711e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:16.516400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Allocated IP 172.35.3.12 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/a3e52606-824e-4aaf-8475-7df5c3f069b6) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:52:16.693555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-7a701bc4-0685-4415-9c3b-35275c065123 req-f267f0c5-531d-4a78-93ca-d3a33aef711e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Allocated IP 172.20.0.10 (4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea/b84d4e95-d9dd-430d-b73c-40cb0d866f14/af6d140d-e091-4ffb-8702-d9102a12f233) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:52:16.716759 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:16.826468 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:16.886124 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:52:16.898839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:52:16.916607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:52:16.922503 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=a3e52606-824e-4aaf-8475-7df5c3f069b6,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:16.962625 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7a701bc4-0685-4415-9c3b-35275c065123 req-f267f0c5-531d-4a78-93ca-d3a33aef711e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:17.099420 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7a701bc4-0685-4415-9c3b-35275c065123 req-f267f0c5-531d-4a78-93ca-d3a33aef711e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:17.151762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a701bc4-0685-4415-9c3b-35275c065123 req-f267f0c5-531d-4a78-93ca-d3a33aef711e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:52:17.157352 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-7a701bc4-0685-4415-9c3b-35275c065123 req-f267f0c5-531d-4a78-93ca-d3a33aef711e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:52:17.160755 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a701bc4-0685-4415-9c3b-35275c065123 req-f267f0c5-531d-4a78-93ca-d3a33aef711e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:52:17.191559 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7a83c-3cca-46ab-ab2d-e7d34b9e1c22 req-000cf9ca-089f-4407-9119-1b64fabbdf75 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:17.199560 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-59a7a83c-3cca-46ab-ab2d-e7d34b9e1c22 req-000cf9ca-089f-4407-9119-1b64fabbdf75 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 932 time: 0.0641947 Dec 20 21:52:17.274476 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-59a7a83c-3cca-46ab-ab2d-e7d34b9e1c22 req-13cbf024-706d-4994-bba1-c3a1cc834e07 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613661 Dec 20 21:52:17.278897 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267f0c5-531d-4a78-93ca-d3a33aef711e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'Port': ['ID=af6d140d-e091-4ffb-8702-d9102a12f233,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:17.307090 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701bc4-0685-4415-9c3b-35275c065123 req-f267f0c5-531d-4a78-93ca-d3a33aef711e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:17.307889 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7a701bc4-0685-4415-9c3b-35275c065123 req-f267f0c5-531d-4a78-93ca-d3a33aef711e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:17.342725 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a701bc4-0685-4415-9c3b-35275c065123 req-f267f0c5-531d-4a78-93ca-d3a33aef711e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1231883 Dec 20 21:52:17.355608 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:17.361875 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Request body: {'port': {'device_id': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:52:17.489197 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:17.534711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-19322878-061f-4fba-8773-e8c5e62f957a None None] Provisioning complete for port af6d140d-e091-4ffb-8702-d9102a12f233 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:52:17.535691 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-19322878-061f-4fba-8773-e8c5e62f957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:17.570778 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-19322878-061f-4fba-8773-e8c5e62f957a None None] Port af6d140d-e091-4ffb-8702-d9102a12f233 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:52:17.780135 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:17.977596 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6d140d-e091-4ffb-8702-d9102a12f233 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:52:17.989364 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:18.009024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Transition to ACTIVE for port object af6d140d-e091-4ffb-8702-d9102a12f233 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:52:18.011034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router fad18632-7ea9-4eb8-b91e-0289705ab555 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:52:18.014583 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:18.138967 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Pushing event updated for resources: {'Port': ['ID=af6d140d-e091-4ffb-8702-d9102a12f233,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:18.181820 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:18.232843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:52:18.248177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Sync routers for ids ['fad18632-7ea9-4eb8-b91e-0289705ab555'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:52:18.265197 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Routers {'fad18632-7ea9-4eb8-b91e-0289705ab555'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:52:18.266446 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:51:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fad18632-7ea9-4eb8-b91e-0289705ab555'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:18.272860 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Attempting to bind port af6d140d-e091-4ffb-8702-d9102a12f233 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:52:18.273193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Attempting to bind port af6d140d-e091-4ffb-8702-d9102a12f233 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:52:18.273517 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Attempting to bind port af6d140d-e091-4ffb-8702-d9102a12f233 on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:52:18.297279 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:18.301527 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ff17800e-895f-46d2-b5af-d6ba5b204085 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0762668 Dec 20 21:52:18.301527 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Port af6d140d-e091-4ffb-8702-d9102a12f233 on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:52:18.301527 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Attempting to bind port af6d140d-e091-4ffb-8702-d9102a12f233 on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:52:18.302513 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47376) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:18.316432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:52:18.316869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Checking segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:52:18.317346 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Bound using segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:52:18.318241 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Bound port: af6d140d-e091-4ffb-8702-d9102a12f233, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:52:18.318745 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:18.349578 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b547322f-b6ac-4df8-8420-7f876723215b tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=17bfe5143f08413da482bf49648c0cfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426779 Dec 20 21:52:18.350016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47378) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:18.455156 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] For port af6d140d-e091-4ffb-8702-d9102a12f233, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:52:18.460162 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] For port af6d140d-e091-4ffb-8702-d9102a12f233, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=af6d140d-e091-4ffb-8702-d9102a12f233,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:52:18.468807 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac915fe-e712-425b-a998-e0003f331724 req-ac0b333f-b2e3-4306-893f-bea87ff1a374 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:18.471013 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5ac915fe-e712-425b-a998-e0003f331724 req-ac0b333f-b2e3-4306-893f-bea87ff1a374 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 944 time: 0.0847845 Dec 20 21:52:18.473025 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:18.536398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:18.537786 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:18.539578 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a701bc4-0685-4415-9c3b-35275c065123 req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] 10.222.0.66 "PUT /v2.0/ports/af6d140d-e091-4ffb-8702-d9102a12f233 HTTP/1.1" status: 200 len: 1090 time: 1.1817241 Dec 20 21:52:18.544844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'tag': 'af6d140d-e091-4ffb-8702-d9102a12f233'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:52:18.547417 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ec0564-2132-45ab-8282-ea22ff940724" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ce8b71-a628-4092-84c4-d288ae88a8cf", "tag": "af6d140d-e091-4ffb-8702-d9102a12f233"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:52:18.568290 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0afce5c-70e9-423e-b95a-94c1c02f9865 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:18.576862 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c0afce5c-70e9-423e-b95a-94c1c02f9865 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2231443 Dec 20 21:52:18.577636 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47382) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:18.594953 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5ac915fe-e712-425b-a998-e0003f331724 req-d2818694-835d-469b-a987-b7fa51ea6165 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132491 Dec 20 21:52:18.634990 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5001c9c7-145c-4c71-8ffa-54c8964b4b42 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0544682 Dec 20 21:52:18.636052 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47384) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:18.647599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-49b597fb-0329-4261-bda0-b52d505a0714 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-806239388', 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:52:18.697304 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020b8006-ff52-422e-9d90-6303f161a5c6 x-openstack-request-id: req-020b8006-ff52-422e-9d90-6303f161a5c6 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:52:18.698441 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ce8b71-a628-4092-84c4-d288ae88a8cf", "tag": "af6d140d-e091-4ffb-8702-d9102a12f233", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:52:18.698851 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-020b8006-ff52-422e-9d90-6303f161a5c6 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:52:18.699607 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'tag': 'af6d140d-e091-4ffb-8702-d9102a12f233', 'status': 'completed', 'code': 200} Dec 20 21:52:18.701907 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Set router fad18632-7ea9-4eb8-b91e-0289705ab555 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:52:18.712794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761c71a-d809-4ac5-b605-5461a1c05c9c service neutron] Pushing event updated for resources: {'Port': ['ID=af6d140d-e091-4ffb-8702-d9102a12f233,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:18.741550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701bc4-0685-4415-9c3b-35275c065123 req-cf1bb699-c910-44f7-9c27-f29a88418e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:18.743959 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a701bc4-0685-4415-9c3b-35275c065123 req-cf1bb699-c910-44f7-9c27-f29a88418e49 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 1093 time: 0.1149368 Dec 20 21:52:18.825490 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a701bc4-0685-4415-9c3b-35275c065123 req-c6146822-1f83-4fff-947f-a517780ce2d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af6d140d-e091-4ffb-8702-d9102a12f233 HTTP/1.1" status: 200 len: 217 time: 0.0668266 Dec 20 21:52:18.861173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b597fb-0329-4261-bda0-b52d505a0714 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Made reservation on behalf of 17bfe5143f08413da482bf49648c0cfd for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:52:18.865635 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-49b597fb-0329-4261-bda0-b52d505a0714 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:18.896010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701bc4-0685-4415-9c3b-35275c065123 req-72bd00ba-26f1-4d78-a8ea-76fab43c950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:18.897724 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a701bc4-0685-4415-9c3b-35275c065123 req-72bd00ba-26f1-4d78-a8ea-76fab43c950b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.0645382 Dec 20 21:52:18.980034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a701bc4-0685-4415-9c3b-35275c065123 req-a0968997-ddf7-4c23-90e7-bf91561834a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:18.982345 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a701bc4-0685-4415-9c3b-35275c065123 req-a0968997-ddf7-4c23-90e7-bf91561834a1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0777450 Dec 20 21:52:19.016333 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928092676', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:52:15Z', 'updated_at': '2021-12-20T21:52:17Z', 'revision_number': 3, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:16Z', 'updated_at': '2021-12-20T21:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:19.058339 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Checking router: fad18632-7ea9-4eb8-b91e-0289705ab555 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:52:19.059012 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Updating router fad18632-7ea9-4eb8-b91e-0289705ab555 port a3e52606-824e-4aaf-8475-7df5c3f069b6 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:52:19.094596 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:19.152461 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-49b597fb-0329-4261-bda0-b52d505a0714 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:19.162739 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a701bc4-0685-4415-9c3b-35275c065123 req-54cc3c5a-9503-4e24-a8eb-82fe8eab0c7b service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727488 Dec 20 21:52:19.224907 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b597fb-0329-4261-bda0-b52d505a0714 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Subnet': ['ID=0f13e05d-7669-4005-b008-bc9e923516d1,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:19.243921 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b597fb-0329-4261-bda0-b52d505a0714 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Checking segment: {'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:52:19.245075 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b597fb-0329-4261-bda0-b52d505a0714 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network hostable DHCP agents. Network: b3d5da20-dea1-40b2-8332-58cdd692fd62, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:52:19.272368 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b597fb-0329-4261-bda0-b52d505a0714 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network b3d5da20-dea1-40b2-8332-58cdd692fd62 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:52:19.292642 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-49b597fb-0329-4261-bda0-b52d505a0714 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, b3d5da20-dea1-40b2-8332-58cdd692fd62) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:52:19.299107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b597fb-0329-4261-bda0-b52d505a0714 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:19.299692 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-49b597fb-0329-4261-bda0-b52d505a0714 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:19.327209 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47388) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:19.327575 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-49b597fb-0329-4261-bda0-b52d505a0714 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6890614 Dec 20 21:52:19.343118 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe957a22-6585-402c-9cb2-fe090b0f6506 None None] Network b3d5da20-dea1-40b2-8332-58cdd692fd62 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:52:19.393116 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a701bc4-0685-4415-9c3b-35275c065123 req-40aaff04-1dd6-4056-8069-2209ad70eff3 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231143 Dec 20 21:52:19.587178 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:19.601619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec0564-2132-45ab-8282-ea22ff940724 req-146b8273-75f6-47f2-94c3-a2f78d0162c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:19.603467 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0ec0564-2132-45ab-8282-ea22ff940724 req-146b8273-75f6-47f2-94c3-a2f78d0162c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 1093 time: 0.1342638 Dec 20 21:52:19.610455 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:19.641527 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-b3d5da20-dea1-40b2-8332-58cdd692fd62', 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ips': [{'subnet_id': '0f13e05d-7669-4005-b008-bc9e923516d1'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:52:19.644440 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:19.766661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21d9d2-1cb2-44a6-8d3c-060213370d65 None None] Pushing event updated for resources: {'Port': ['ID=a3e52606-824e-4aaf-8475-7df5c3f069b6,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:19.780032 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec0564-2132-45ab-8282-ea22ff940724 req-3142e32b-a705-4e36-8548-f88a0435e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:19.781599 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0ec0564-2132-45ab-8282-ea22ff940724 req-3142e32b-a705-4e36-8548-f88a0435e662 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 912 time: 0.1485021 Dec 20 21:52:19.784769 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Attempting to bind port a3e52606-824e-4aaf-8475-7df5c3f069b6 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:52:19.785132 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Attempting to bind port a3e52606-824e-4aaf-8475-7df5c3f069b6 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:52:19.785494 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Attempting to bind port a3e52606-824e-4aaf-8475-7df5c3f069b6 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:52:19.799300 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:52:19.799671 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:52:19.800069 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:19.800455 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:52:19.801181 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Bound port: a3e52606-824e-4aaf-8475-7df5c3f069b6, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:52:19.801565 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:19.883848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Allocated IP 172.20.0.2 (b3d5da20-dea1-40b2-8332-58cdd692fd62/0f13e05d-7669-4005-b008-bc9e923516d1/24caefc4-b728-42c9-a20a-0834c112e3ef) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:52:19.904184 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] For port a3e52606-824e-4aaf-8475-7df5c3f069b6, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:52:19.931372 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] For port a3e52606-824e-4aaf-8475-7df5c3f069b6, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a3e52606-824e-4aaf-8475-7df5c3f069b6,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:52:19.963915 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:20.047559 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Routers {'fad18632-7ea9-4eb8-b91e-0289705ab555'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:52:20.047951 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:51:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fad18632-7ea9-4eb8-b91e-0289705ab555'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:20.139596 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21d9d2-1cb2-44a6-8d3c-060213370d65 None None] Pushing event updated for resources: {'Port': ['ID=a3e52606-824e-4aaf-8475-7df5c3f069b6,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:20.248898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] Set router fad18632-7ea9-4eb8-b91e-0289705ab555 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:52:20.251322 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:20.286743 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0ec0564-2132-45ab-8282-ea22ff940724 req-5ca7dd09-aee0-4df9-b1ba-22a9d19e412f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af6d140d-e091-4ffb-8702-d9102a12f233 HTTP/1.1" status: 200 len: 217 time: 0.0652106 Dec 20 21:52:20.312966 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:20.359694 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4876f-b563-48fb-9bf1-85cd156bd862 req-6b47552c-3d47-40c0-a64d-34af52755436 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:20.361306 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-03c4876f-b563-48fb-9bf1-85cd156bd862 req-6b47552c-3d47-40c0-a64d-34af52755436 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 944 time: 0.6004210 Dec 20 21:52:20.364697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec0564-2132-45ab-8282-ea22ff940724 req-f0334e70-1034-42c2-ae9c-ee943eeaccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:20.366210 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0ec0564-2132-45ab-8282-ea22ff940724 req-f0334e70-1034-42c2-ae9c-ee943eeaccc1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.0715730 Dec 20 21:52:20.406432 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Network b3d5da20-dea1-40b2-8332-58cdd692fd62 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:52:20.415827 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:52:20.421085 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:52:20.435476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Pushing event updated for resources: {'Port': ['ID=24caefc4-b728-42c9-a20a-0834c112e3ef,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:20.517474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-03c4876f-b563-48fb-9bf1-85cd156bd862 req-23002b9f-893b-40c2-9a80-ad042d0f8acb tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470478 Dec 20 21:52:20.526931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec0564-2132-45ab-8282-ea22ff940724 req-3925705e-590f-4a1a-ab11-ddb906137309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:20.528533 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0ec0564-2132-45ab-8282-ea22ff940724 req-3925705e-590f-4a1a-ab11-ddb906137309 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1503549 Dec 20 21:52:20.544780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Attempting to bind port 24caefc4-b728-42c9-a20a-0834c112e3ef on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:52:20.545155 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Attempting to bind port 24caefc4-b728-42c9-a20a-0834c112e3ef by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:52:20.545502 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Attempting to bind port 24caefc4-b728-42c9-a20a-0834c112e3ef on network b3d5da20-dea1-40b2-8332-58cdd692fd62 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:52:20.553719 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:52:20.553719 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Checking segment: {'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:52:20.554165 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:20.554341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Bound using segment: {'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:52:20.554801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Bound port: 24caefc4-b728-42c9-a20a-0834c112e3ef, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:52:20.555177 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:20.625217 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:20.666751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] For port 24caefc4-b728-42c9-a20a-0834c112e3ef, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:52:20.675525 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] For port 24caefc4-b728-42c9-a20a-0834c112e3ef, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=24caefc4-b728-42c9-a20a-0834c112e3ef,segment=NetworkSegment(13ad31cd-096e-4602-a043-bf6facb1d12e),segment_id=13ad31cd-096e-4602-a043-bf6facb1d12e)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:52:20.677726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928092676', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:52:15Z', 'updated_at': '2021-12-20T21:52:17Z', 'revision_number': 3, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:16Z', 'updated_at': '2021-12-20T21:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:20.708734 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678cb304-6abf-45d7-8a5c-759d10706257 None None] The sync data for ids ['fad18632-7ea9-4eb8-b91e-0289705ab555'] in n-d-xena-1 is: [{'id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928092676', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:52:15Z', 'updated_at': '2021-12-20T21:52:17Z', 'revision_number': 3, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:16Z', 'updated_at': '2021-12-20T21:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:52:20.711088 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:20.746549 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0ec0564-2132-45ab-8282-ea22ff940724 req-6577b4ca-de8a-4553-b3dd-271ab6fdbade service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081914 Dec 20 21:52:20.773711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d593cc2-0755-4458-87eb-b681af4cd76e None None] Pushing event updated for resources: {'Port': ['ID=24caefc4-b728-42c9-a20a-0834c112e3ef,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:20.936852 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0ec0564-2132-45ab-8282-ea22ff940724 req-e78a858a-efda-4ce6-a207-becf0484e51a service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798043 Dec 20 21:52:21.126232 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Allocated IP 172.20.0.1 (b3d5da20-dea1-40b2-8332-58cdd692fd62/0f13e05d-7669-4005-b008-bc9e923516d1/13e28578-e3dc-4963-bfdf-b7189a63b93b) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:52:21.357966 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:21.400264 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:21.445749 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network b3d5da20-dea1-40b2-8332-58cdd692fd62 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:52:21.448897 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:52:21.453259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:52:21.462359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=13e28578-e3dc-4963-bfdf-b7189a63b93b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:21.507419 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:21.686956 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:21.696991 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a7db5-11a9-46db-9894-de3bb9b56f07 req-0ae79de7-b3aa-4abe-b0c4-826a9386743e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:21.699370 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d31a7db5-11a9-46db-9894-de3bb9b56f07 req-0ae79de7-b3aa-4abe-b0c4-826a9386743e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 944 time: 0.0890629 Dec 20 21:52:21.748336 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d31a7db5-11a9-46db-9894-de3bb9b56f07 req-8891d81a-2148-4cb6-aa21-10abad52f6db tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424719 Dec 20 21:52:22.041953 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:22.051632 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:22.110286 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ca9f96-4b99-4a54-bed2-7be18998a55d None None] Network b3d5da20-dea1-40b2-8332-58cdd692fd62 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:52:22.128552 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=13e28578-e3dc-4963-bfdf-b7189a63b93b,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:22.133910 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:22.182538 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-94be9544-bd16-420b-96a8-c54772f905a0 None None] Provisioning complete for port 24caefc4-b728-42c9-a20a-0834c112e3ef triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:52:22.182912 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94be9544-bd16-420b-96a8-c54772f905a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:22.243386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network b3d5da20-dea1-40b2-8332-58cdd692fd62 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:52:22.245402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:52:22.377327 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94be9544-bd16-420b-96a8-c54772f905a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:22.400031 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router fad18632-7ea9-4eb8-b91e-0289705ab555 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:52:22.432940 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-94be9544-bd16-420b-96a8-c54772f905a0 None None] For port 24caefc4-b728-42c9-a20a-0834c112e3ef, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=24caefc4-b728-42c9-a20a-0834c112e3ef,segment=NetworkSegment(13ad31cd-096e-4602-a043-bf6facb1d12e),segment_id=13ad31cd-096e-4602-a043-bf6facb1d12e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:52:22.440689 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94be9544-bd16-420b-96a8-c54772f905a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:22.492242 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a3e52606-824e-4aaf-8475-7df5c3f069b6 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:52:22.561183 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be9544-bd16-420b-96a8-c54772f905a0 None None] Pushing event updated for resources: {'Port': ['ID=24caefc4-b728-42c9-a20a-0834c112e3ef,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:22.577600 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:52:22.582924 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port a3e52606-824e-4aaf-8475-7df5c3f069b6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:52:22.583698 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:22.598439 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-47389718-1b91-4afe-be56-1030c3aad49c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "PUT /v2.0/routers/fad18632-7ea9-4eb8-b91e-0289705ab555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2698116 Dec 20 21:52:22.887297 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-b90e3797-575d-411c-b6dd-f7f3344f46b4 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942820313&fields=id&tenant_id=17bfe5143f08413da482bf49648c0cfd HTTP/1.1" status: 200 len: 267 time: 0.0810759 Dec 20 21:52:22.891882 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:22.904031 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0e5f916d-4b73-4f70-959a-1cf5c8ae37ad None None] Provisioning complete for port 13e28578-e3dc-4963-bfdf-b7189a63b93b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:52:22.906726 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e5f916d-4b73-4f70-959a-1cf5c8ae37ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:22.918636 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Sync routers for ids ['fad18632-7ea9-4eb8-b91e-0289705ab555'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:52:22.935757 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Routers {'fad18632-7ea9-4eb8-b91e-0289705ab555'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:52:22.936825 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-144ac988-2e49-4273-b757-397064e45e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:51:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fad18632-7ea9-4eb8-b91e-0289705ab555'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:22.950054 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af8795-18d6-464f-afc3-1c2ce2c3f5d6 req-a35d278d-224b-46ba-b075-bdb43dd48c87 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:22.953255 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-15af8795-18d6-464f-afc3-1c2ce2c3f5d6 req-a35d278d-224b-46ba-b075-bdb43dd48c87 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 944 time: 0.1063139 Dec 20 21:52:22.976882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port a3e52606-824e-4aaf-8475-7df5c3f069b6, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a3e52606-824e-4aaf-8475-7df5c3f069b6,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:52:22.992288 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:22.993271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 24caefc4-b728-42c9-a20a-0834c112e3ef up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:52:22.995183 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0e5f916d-4b73-4f70-959a-1cf5c8ae37ad None None] Port 13e28578-e3dc-4963-bfdf-b7189a63b93b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:52:23.065367 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-15af8795-18d6-464f-afc3-1c2ce2c3f5d6 req-a29f52c7-a7dc-4862-8445-1c3b58480fa2 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969837 Dec 20 21:52:23.078297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=a3e52606-824e-4aaf-8475-7df5c3f069b6,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:23.104907 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0e5f916d-4b73-4f70-959a-1cf5c8ae37ad None None] Provisioning complete for port 24caefc4-b728-42c9-a20a-0834c112e3ef triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:52:23.105275 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0e5f916d-4b73-4f70-959a-1cf5c8ae37ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:23.108132 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-95194a8f-3fca-46a7-84fb-e5331474601c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:23.110103 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-95194a8f-3fca-46a7-84fb-e5331474601c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/networks?id=b3d5da20-dea1-40b2-8332-58cdd692fd62 HTTP/1.1" status: 200 len: 797 time: 0.2216873 Dec 20 21:52:23.120934 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Set router fad18632-7ea9-4eb8-b91e-0289705ab555 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:52:23.129319 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-13224a52-2b4d-4883-8d01-dd57f4e7e7ba tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/quotas/17bfe5143f08413da482bf49648c0cfd HTTP/1.1" status: 200 len: 375 time: 0.0121577 Dec 20 21:52:23.226171 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-3dff015e-30f6-4054-a0c7-cc9dc99dac3f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904317 Dec 20 21:52:23.227994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 24caefc4-b728-42c9-a20a-0834c112e3ef triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:52:23.228495 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:23.364610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-826a1d03-8fa9-4917-9b0e-27df25c55f3f None None] Provisioning complete for port 13e28578-e3dc-4963-bfdf-b7189a63b93b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:52:23.365217 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-826a1d03-8fa9-4917-9b0e-27df25c55f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:23.386219 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-d13df618-f10b-4cb1-ac9a-f177a8eb016f service neutron] 10.222.0.32 "GET /v2.0/networks/b3d5da20-dea1-40b2-8332-58cdd692fd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458485 Dec 20 21:52:23.412257 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-826a1d03-8fa9-4917-9b0e-27df25c55f3f None None] Port 13e28578-e3dc-4963-bfdf-b7189a63b93b cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:52:23.498039 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-7bddc24d-7b0f-4151-80fa-f2bdb4dd8335 service neutron] 10.222.0.32 "GET /v2.0/networks/b3d5da20-dea1-40b2-8332-58cdd692fd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027174 Dec 20 21:52:23.512075 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-144ac988-2e49-4273-b757-397064e45e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928092676', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:52:15Z', 'updated_at': '2021-12-20T21:52:21Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:16Z', 'updated_at': '2021-12-20T21:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '13e28578-e3dc-4963-bfdf-b7189a63b93b', 'name': '', 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:ca:14:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:20Z', 'updated_at': '2021-12-20T21:52:21Z', 'revision_number': 2, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:23.545951 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Checking router: fad18632-7ea9-4eb8-b91e-0289705ab555 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:52:23.546257 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Updating router fad18632-7ea9-4eb8-b91e-0289705ab555 port 13e28578-e3dc-4963-bfdf-b7189a63b93b binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:52:23.586309 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:23.699334 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a1871abd-17c9-4f35-89be-be77fc2f2a0d req-2b78d6e1-ab03-438d-a2a5-eabb2c60f75f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 210 time: 0.0402989 Dec 20 21:52:23.913302 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:23.922013 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:24.002833 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbb21f-1ada-476d-a41d-d1f8002e1b60 None None] Pushing event updated for resources: {'Port': ['ID=13e28578-e3dc-4963-bfdf-b7189a63b93b,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:24.026502 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb21f-1ada-476d-a41d-d1f8002e1b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:24.027145 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb21f-1ada-476d-a41d-d1f8002e1b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:24.027664 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb21f-1ada-476d-a41d-d1f8002e1b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:24.028167 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb21f-1ada-476d-a41d-d1f8002e1b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:24.028788 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb21f-1ada-476d-a41d-d1f8002e1b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:24.029073 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb21f-1ada-476d-a41d-d1f8002e1b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:24.029702 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb21f-1ada-476d-a41d-d1f8002e1b60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:24.030230 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb21f-1ada-476d-a41d-d1f8002e1b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:24.031316 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb21f-1ada-476d-a41d-d1f8002e1b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:24.031865 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb21f-1ada-476d-a41d-d1f8002e1b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:24.032427 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb21f-1ada-476d-a41d-d1f8002e1b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:24.033115 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb21f-1ada-476d-a41d-d1f8002e1b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:24.051684 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Attempting to bind port 13e28578-e3dc-4963-bfdf-b7189a63b93b on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:52:24.052138 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Attempting to bind port 13e28578-e3dc-4963-bfdf-b7189a63b93b by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:52:24.052700 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Attempting to bind port 13e28578-e3dc-4963-bfdf-b7189a63b93b on network b3d5da20-dea1-40b2-8332-58cdd692fd62 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:52:24.059604 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:52:24.059975 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Checking segment: {'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:52:24.060589 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:24.060979 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Bound using segment: {'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:52:24.061443 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Bound port: 13e28578-e3dc-4963-bfdf-b7189a63b93b, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:52:24.061823 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:24.130529 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-144ac988-2e49-4273-b757-397064e45e53 None None] For port 13e28578-e3dc-4963-bfdf-b7189a63b93b, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:52:24.134019 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-144ac988-2e49-4273-b757-397064e45e53 None None] For port 13e28578-e3dc-4963-bfdf-b7189a63b93b, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=13e28578-e3dc-4963-bfdf-b7189a63b93b,segment=NetworkSegment(13ad31cd-096e-4602-a043-bf6facb1d12e),segment_id=13ad31cd-096e-4602-a043-bf6facb1d12e)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:52:24.141899 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:24.244310 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f645c5ff-ef96-40ba-b781-08dae9e7eb83 None None] Provisioning complete for port 13e28578-e3dc-4963-bfdf-b7189a63b93b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:52:24.245653 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f645c5ff-ef96-40ba-b781-08dae9e7eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:24.260525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6d952-2e35-4283-96d1-b358e9204ed6 req-6dd3bac9-7215-4455-927a-df92ea28f663 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:24.262135 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dae6d952-2e35-4283-96d1-b358e9204ed6 req-6dd3bac9-7215-4455-927a-df92ea28f663 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 944 time: 0.0874722 Dec 20 21:52:24.359124 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dae6d952-2e35-4283-96d1-b358e9204ed6 req-465778b2-59b9-4fae-8e62-2b88ed98eda2 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900419 Dec 20 21:52:24.388623 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbb21f-1ada-476d-a41d-d1f8002e1b60 None None] Pushing event updated for resources: {'Port': ['ID=13e28578-e3dc-4963-bfdf-b7189a63b93b,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:24.426043 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Routers {'fad18632-7ea9-4eb8-b91e-0289705ab555'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:52:24.426829 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-144ac988-2e49-4273-b757-397064e45e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:51:59Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fad18632-7ea9-4eb8-b91e-0289705ab555'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:24.445185 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f645c5ff-ef96-40ba-b781-08dae9e7eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:24.459758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a3e52606-824e-4aaf-8475-7df5c3f069b6 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:52:24.565657 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-f645c5ff-ef96-40ba-b781-08dae9e7eb83 None None] For port 13e28578-e3dc-4963-bfdf-b7189a63b93b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=13e28578-e3dc-4963-bfdf-b7189a63b93b,segment=NetworkSegment(13ad31cd-096e-4602-a043-bf6facb1d12e),segment_id=13ad31cd-096e-4602-a043-bf6facb1d12e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:52:24.574917 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f645c5ff-ef96-40ba-b781-08dae9e7eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:24.594407 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-144ac988-2e49-4273-b757-397064e45e53 None None] Set router fad18632-7ea9-4eb8-b91e-0289705ab555 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:52:24.610108 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port a3e52606-824e-4aaf-8475-7df5c3f069b6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:52:24.610108 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:24.671787 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645c5ff-ef96-40ba-b781-08dae9e7eb83 None None] Pushing event updated for resources: {'Port': ['ID=13e28578-e3dc-4963-bfdf-b7189a63b93b,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:24.772095 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-61f259db-c4be-44c9-af0b-4443eb687b9c None None] Provisioning complete for port 13e28578-e3dc-4963-bfdf-b7189a63b93b triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:52:24.772658 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61f259db-c4be-44c9-af0b-4443eb687b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:24.785120 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 24caefc4-b728-42c9-a20a-0834c112e3ef up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:52:24.890505 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 24caefc4-b728-42c9-a20a-0834c112e3ef triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:52:24.890792 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:24.904078 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6a72286a-c3fd-4a7d-8599-1442bf22b80c req-f68c17bf-546a-4cf0-9faf-e387b58bb243 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 210 time: 0.0803459 Dec 20 21:52:25.028821 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-144ac988-2e49-4273-b757-397064e45e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928092676', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:52:15Z', 'updated_at': '2021-12-20T21:52:21Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:16Z', 'updated_at': '2021-12-20T21:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '13e28578-e3dc-4963-bfdf-b7189a63b93b', 'name': '', 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:ca:14:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:20Z', 'updated_at': '2021-12-20T21:52:24Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:25.063100 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ac988-2e49-4273-b757-397064e45e53 None None] The sync data for ids ['fad18632-7ea9-4eb8-b91e-0289705ab555'] in n-d-xena-1 is: [{'id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928092676', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:52:15Z', 'updated_at': '2021-12-20T21:52:21Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:16Z', 'updated_at': '2021-12-20T21:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '13e28578-e3dc-4963-bfdf-b7189a63b93b', 'name': '', 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:ca:14:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:20Z', 'updated_at': '2021-12-20T21:52:24Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:52:25.097835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-414480d2-0cb6-42fe-b06e-2b17e7b6eff2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:25.100441 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-414480d2-0cb6-42fe-b06e-2b17e7b6eff2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.66 "GET /v2.0/networks?id=b3d5da20-dea1-40b2-8332-58cdd692fd62 HTTP/1.1" status: 200 len: 797 time: 0.1759422 Dec 20 21:52:25.172302 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-c2d88130-3940-4319-8ecd-de518bb85e43 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17bfe5143f08413da482bf49648c0cfd HTTP/1.1" status: 200 len: 379 time: 0.0453873 Dec 20 21:52:25.192112 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'port': {'device_id': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62', 'admin_state_up': True, 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'security_groups': ['32645d09-1760-4b26-beb8-b29c53f1d5b8']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:52:25.321269 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Made reservation on behalf of 17bfe5143f08413da482bf49648c0cfd for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:52:25.325179 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:25.507110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Allocated IP 172.20.0.7 (b3d5da20-dea1-40b2-8332-58cdd692fd62/0f13e05d-7669-4005-b008-bc9e923516d1/02d1fb4c-9b7f-477b-a4e8-cc3a73e04313) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:52:25.543516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2082125-3fde-48e7-95af-03b8e6e301f1 req-fd368954-474e-4f07-804b-04812cf7fc47 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:25.545125 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2082125-3fde-48e7-95af-03b8e6e301f1 req-fd368954-474e-4f07-804b-04812cf7fc47 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 944 time: 0.0914683 Dec 20 21:52:25.675734 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2082125-3fde-48e7-95af-03b8e6e301f1 req-13493eaf-1e17-46a0-b3d0-bd16673ebd1f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159966 Dec 20 21:52:25.739874 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:25.779002 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:25.831347 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network b3d5da20-dea1-40b2-8332-58cdd692fd62 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:52:25.834607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:52:25.837052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:52:25.902195 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:25.923440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:25.923696 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:25.924045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:25.924570 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:25.924907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:25.925237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:25.925573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:25.925900 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:25.926257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:25.926588 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:25.927114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:25.927525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:25.937777 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:25.937777 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:25.969758 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-b71f9326-e6b5-422e-8489-259c5bebe782 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7874815 Dec 20 21:52:25.987887 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Request body: {'port': {'device_id': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:52:26.093832 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:26.117729 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a741d28-e843-4514-b5f5-f558c7daf05f req-2df877cb-0c7f-404e-8c5e-8d876916404a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:26.120800 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a741d28-e843-4514-b5f5-f558c7daf05f req-2df877cb-0c7f-404e-8c5e-8d876916404a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 931 time: 0.0714514 Dec 20 21:52:26.177168 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2a741d28-e843-4514-b5f5-f558c7daf05f req-777b905a-0e04-49cf-bdef-de36e51cdc90 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495646 Dec 20 21:52:26.205024 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9c54596d-8b3d-4100-b455-9a942f02d951 None None] Provisioning complete for port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:52:26.205624 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9c54596d-8b3d-4100-b455-9a942f02d951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:26.255419 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9c54596d-8b3d-4100-b455-9a942f02d951 None None] Port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:52:26.449661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 13e28578-e3dc-4963-bfdf-b7189a63b93b up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:52:26.470967 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:52:26.481887 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:26.496610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Transition to ACTIVE for port object 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:52:26.505421 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:26.519531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 13e28578-e3dc-4963-bfdf-b7189a63b93b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:52:26.519863 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:26.618522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Pushing event updated for resources: {'Port': ['ID=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:26.693903 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Attempting to bind port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:52:26.694525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Attempting to bind port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:52:26.694650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Attempting to bind port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 on network b3d5da20-dea1-40b2-8332-58cdd692fd62 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:52:26.700447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 on network b3d5da20-dea1-40b2-8332-58cdd692fd62 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:52:26.700628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Attempting to bind port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 on network b3d5da20-dea1-40b2-8332-58cdd692fd62 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:52:26.714548 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:52:26.715303 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Checking segment: {'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:52:26.715892 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Bound using segment: {'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:52:26.716565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Bound port: 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:52:26.717141 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:26.820625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] For port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:52:26.825036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] For port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,segment=NetworkSegment(13ad31cd-096e-4602-a043-bf6facb1d12e),segment_id=13ad31cd-096e-4602-a043-bf6facb1d12e)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:52:26.834278 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:26.858248 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9a1af-bbb0-4ae8-8f2c-93810fbcfb10 req-9047dc03-5ed9-4578-a7fb-82ab0d83ecd7 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:26.859762 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ab9a1af-bbb0-4ae8-8f2c-93810fbcfb10 req-9047dc03-5ed9-4578-a7fb-82ab0d83ecd7 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 944 time: 0.0959237 Dec 20 21:52:26.892591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:26.893199 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:26.895254 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] 10.222.0.66 "PUT /v2.0/ports/02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 HTTP/1.1" status: 200 len: 1089 time: 0.9120979 Dec 20 21:52:26.904992 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'tag': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:52:26.908284 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1984ab-e5a7-4fc2-b56c-96ded66d491e" -d '{"events": [{"name": "network-changed", "server_uuid": "71f8f31c-8ab2-4028-8a07-a8b3d6d3620b", "tag": "02d1fb4c-9b7f-477b-a4e8-cc3a73e04313"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:52:26.966463 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20043fc8-bf89-4296-b8e3-0183f8f71819 x-openstack-request-id: req-20043fc8-bf89-4296-b8e3-0183f8f71819 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:52:26.966892 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f8f31c-8ab2-4028-8a07-a8b3d6d3620b", "tag": "02d1fb4c-9b7f-477b-a4e8-cc3a73e04313", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:52:26.967364 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20043fc8-bf89-4296-b8e3-0183f8f71819 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:52:26.967859 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'tag': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313', 'status': 'completed', 'code': 200} Dec 20 21:52:26.973408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa88b4-506c-40b6-a57c-0b7c4c3ea160 service neutron] Pushing event updated for resources: {'Port': ['ID=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:26.988980 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ab9a1af-bbb0-4ae8-8f2c-93810fbcfb10 req-52e4061b-9001-4521-be8a-68e406e36fac tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045799 Dec 20 21:52:27.035520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-e2da218e-4687-456f-8841-802a6f982d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:27.038113 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-e2da218e-4687-456f-8841-802a6f982d69 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 1092 time: 0.0478284 Dec 20 21:52:27.094713 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-1d8a6ed7-a41e-43d4-8fcb-a37f328ebe37 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 HTTP/1.1" status: 200 len: 217 time: 0.0423579 Dec 20 21:52:27.148874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-d84daae1-6689-44c2-a030-a1a973ac7d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:27.150569 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-d84daae1-6689-44c2-a030-a1a973ac7d89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f13e05d-7669-4005-b008-bc9e923516d1 HTTP/1.1" status: 200 len: 834 time: 0.0484285 Dec 20 21:52:27.178317 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c5c5431c-c8e5-4d71-a67a-404b16d5f43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:27.199728 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-192d2edd-73c9-4ae2-8382-67debaeef465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:27.202048 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-192d2edd-73c9-4ae2-8382-67debaeef465 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3d5da20-dea1-40b2-8332-58cdd692fd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0442743 Dec 20 21:52:27.310739 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7c483-7318-4510-819c-08c4e67d2174 req-167c48fe-4ca2-4c68-86b2-26e0608bdc03 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:27.313671 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-27b7c483-7318-4510-819c-08c4e67d2174 req-167c48fe-4ca2-4c68-86b2-26e0608bdc03 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 943 time: 0.0539546 Dec 20 21:52:27.328143 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-803ac047-e82b-4307-8c60-79e1ef5866db service neutron] 10.222.0.66 "GET /v2.0/networks/b3d5da20-dea1-40b2-8332-58cdd692fd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176300 Dec 20 21:52:27.356079 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-27b7c483-7318-4510-819c-08c4e67d2174 req-013f717b-42ed-4a18-ba4e-5a729cefa7d1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342922 Dec 20 21:52:27.423021 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-778cf269-462e-4ed2-a028-a295a0ba9143 req-bd37fcd5-bff8-4a28-a82d-94bf50e2ef79 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d5da20-dea1-40b2-8332-58cdd692fd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886488 Dec 20 21:52:27.548925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1984ab-e5a7-4fc2-b56c-96ded66d491e req-ecbd1f53-ea88-45a6-a182-2b210b465ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:27.550383 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de1984ab-e5a7-4fc2-b56c-96ded66d491e req-ecbd1f53-ea88-45a6-a182-2b210b465ea9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 1092 time: 0.0441160 Dec 20 21:52:27.654100 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1984ab-e5a7-4fc2-b56c-96ded66d491e req-a90414ae-53d9-43a8-82b3-47f4d33eb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:27.655597 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de1984ab-e5a7-4fc2-b56c-96ded66d491e req-a90414ae-53d9-43a8-82b3-47f4d33eb20d service neutron] 10.222.0.66 "GET /v2.0/networks?id=b3d5da20-dea1-40b2-8332-58cdd692fd62 HTTP/1.1" status: 200 len: 898 time: 0.0988383 Dec 20 21:52:27.697167 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de1984ab-e5a7-4fc2-b56c-96ded66d491e req-bd659557-6d37-45cb-aa90-9637ffa0f722 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 HTTP/1.1" status: 200 len: 217 time: 0.0345721 Dec 20 21:52:27.749130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1984ab-e5a7-4fc2-b56c-96ded66d491e req-ee0889ce-09f6-487a-8abd-0c86ea63b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:27.750598 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de1984ab-e5a7-4fc2-b56c-96ded66d491e req-ee0889ce-09f6-487a-8abd-0c86ea63b200 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f13e05d-7669-4005-b008-bc9e923516d1 HTTP/1.1" status: 200 len: 834 time: 0.0471463 Dec 20 21:52:27.796858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1984ab-e5a7-4fc2-b56c-96ded66d491e req-90d0b900-e6cc-4611-824e-8fff0beaacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:27.798381 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de1984ab-e5a7-4fc2-b56c-96ded66d491e req-90d0b900-e6cc-4611-824e-8fff0beaacaa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3d5da20-dea1-40b2-8332-58cdd692fd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0407367 Dec 20 21:52:27.887593 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de1984ab-e5a7-4fc2-b56c-96ded66d491e req-29badc3e-0ccc-4606-97fe-8174d41e7f16 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d5da20-dea1-40b2-8332-58cdd692fd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812488 Dec 20 21:52:27.985344 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de1984ab-e5a7-4fc2-b56c-96ded66d491e req-b12f6705-35c6-446e-ab28-12794420fae7 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d5da20-dea1-40b2-8332-58cdd692fd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901320 Dec 20 21:52:28.109614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31cd59-e0eb-49a5-b645-51245c757057 req-d99aeaaa-c349-4edd-b92d-adc032659c8d tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:28.111130 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ac31cd59-e0eb-49a5-b645-51245c757057 req-d99aeaaa-c349-4edd-b92d-adc032659c8d tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 944 time: 0.0514073 Dec 20 21:52:28.150321 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ac31cd59-e0eb-49a5-b645-51245c757057 req-37ea4b53-78be-4637-9673-5c97ffdd27b4 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320206 Dec 20 21:52:28.473596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80e488-f201-4cdf-83db-0b55773fb0bc req-2a6a25b2-bef4-4778-a805-6191c25aade3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:28.476328 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2b80e488-f201-4cdf-83db-0b55773fb0bc req-2a6a25b2-bef4-4778-a805-6191c25aade3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 943 time: 0.0501130 Dec 20 21:52:28.517654 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2b80e488-f201-4cdf-83db-0b55773fb0bc req-3b1aa146-0d56-49e0-b405-f43f8422170f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352721 Dec 20 21:52:28.838715 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device af6d140d-e091-4ffb-8702-d9102a12f233 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:52:28.960522 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port af6d140d-e091-4ffb-8702-d9102a12f233, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=af6d140d-e091-4ffb-8702-d9102a12f233,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:52:28.975781 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'af6d140d-e091-4ffb-8702-d9102a12f233', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'port_id': 'af6d140d-e091-4ffb-8702-d9102a12f233', 'mac_address': 'fa:16:3e:df:f3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:52:29.026096 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:29.044159 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6d140d-e091-4ffb-8702-d9102a12f233 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:52:29.070694 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port af6d140d-e091-4ffb-8702-d9102a12f233, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=af6d140d-e091-4ffb-8702-d9102a12f233,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:52:29.077823 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:29.136769 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=af6d140d-e091-4ffb-8702-d9102a12f233,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:29.147189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:29.147566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:29.147919 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:29.148259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:29.148687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:29.149083 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:29.149443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:29.149826 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:29.150195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:29.150650 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:29.151122 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:29.151459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:52:29.293164 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab8e41-8a20-4693-9b67-194fef32bd8c req-063fe9c0-5aac-4689-9dfb-53bcf8fd9847 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:29.294623 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6aab8e41-8a20-4693-9b67-194fef32bd8c req-063fe9c0-5aac-4689-9dfb-53bcf8fd9847 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 945 time: 0.0563061 Dec 20 21:52:29.333237 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6aab8e41-8a20-4693-9b67-194fef32bd8c req-dabd81cf-b83f-4b6d-af67-b0912d8d3629 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323040 Dec 20 21:52:29.362664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['af6d140d-e091-4ffb-8702-d9102a12f233'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:52:29.528235 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57bdb19b-9dc7-4476-965e-5609178f619b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:29.640411 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff240f-00ce-4a39-8c7a-26720c6d9ff6 req-74575c9b-8581-467f-99f0-f1147bf81186 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:29.642036 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-60ff240f-00ce-4a39-8c7a-26720c6d9ff6 req-74575c9b-8581-467f-99f0-f1147bf81186 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 943 time: 0.0520632 Dec 20 21:52:29.676935 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b5c2ec2-9709-4f48-a47b-94e0e6fc218c req-1c35435a-8f31-4b28-8298-54f945209dfd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0466940 Dec 20 21:52:29.684382 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-60ff240f-00ce-4a39-8c7a-26720c6d9ff6 req-4e232e0d-a699-40c4-9430-9c5a2d03f01a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358353 Dec 20 21:52:29.795022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c2ec2-9709-4f48-a47b-94e0e6fc218c req-8e609dcf-c30c-40e4-b11f-386ddf5c39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:29.796865 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b5c2ec2-9709-4f48-a47b-94e0e6fc218c req-8e609dcf-c30c-40e4-b11f-386ddf5c39d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=21bbb0dd98304f6783b34bea59364ad0&device_id=a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04 HTTP/1.1" status: 200 len: 1094 time: 0.0452180 Dec 20 21:52:29.909740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c2ec2-9709-4f48-a47b-94e0e6fc218c req-a3be0fc5-79cd-4ae3-9676-bc4a1a5acfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:29.911305 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b5c2ec2-9709-4f48-a47b-94e0e6fc218c req-a3be0fc5-79cd-4ae3-9676-bc4a1a5acfe2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=67e2ade5-5b10-4b43-94d9-7bceee3b8e40 HTTP/1.1" status: 200 len: 915 time: 0.0932901 Dec 20 21:52:29.953144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b5c2ec2-9709-4f48-a47b-94e0e6fc218c req-3bad4cd2-68a9-43bd-900b-3489239cb7f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d018720-2b60-4f73-b70d-64d863f8cb75 HTTP/1.1" status: 200 len: 217 time: 0.0341752 Dec 20 21:52:30.002923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c2ec2-9709-4f48-a47b-94e0e6fc218c req-52985947-6bcd-4385-a8b3-95d0f86a9c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:30.004350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b5c2ec2-9709-4f48-a47b-94e0e6fc218c req-52985947-6bcd-4385-a8b3-95d0f86a9c39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a4b40bd-5ea8-4021-aedb-230ac4368b25 HTTP/1.1" status: 200 len: 854 time: 0.0445807 Dec 20 21:52:30.035886 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b5c2ec2-9709-4f48-a47b-94e0e6fc218c req-09dc1d71-8aca-40cd-9493-04b8890a7f34 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67e2ade5-5b10-4b43-94d9-7bceee3b8e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246518 Dec 20 21:52:30.517222 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb7991-b827-4952-9081-06ca70fe5894 req-c3c43797-b840-4ad2-a1ce-0abf59a9fb2c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:30.518730 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d5cb7991-b827-4952-9081-06ca70fe5894 req-c3c43797-b840-4ad2-a1ce-0abf59a9fb2c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 945 time: 0.0760822 Dec 20 21:52:30.520863 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b5c2ec2-9709-4f48-a47b-94e0e6fc218c req-00e15123-b469-4457-b774-11b44dae877f service neutron] 10.222.0.31 "GET /v2.0/networks/67e2ade5-5b10-4b43-94d9-7bceee3b8e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766984 Dec 20 21:52:30.606421 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d5cb7991-b827-4952-9081-06ca70fe5894 req-60e46b1a-8d47-4f1c-a98b-c844a4ef68a7 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809643 Dec 20 21:52:30.635768 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b5c2ec2-9709-4f48-a47b-94e0e6fc218c req-75ca968f-ff4b-46a3-9bbe-3a5f3e01f902 service neutron] 10.222.0.31 "GET /v2.0/networks/67e2ade5-5b10-4b43-94d9-7bceee3b8e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046357 Dec 20 21:52:30.752017 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:30.822197 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca24cd-5d48-47f0-81b5-bd5521bdb56a req-f49fd86f-5e43-4ff9-abd9-bbfe0d1b9601 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:30.823663 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f1ca24cd-5d48-47f0-81b5-bd5521bdb56a req-f49fd86f-5e43-4ff9-abd9-bbfe0d1b9601 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 943 time: 0.0501885 Dec 20 21:52:30.849253 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:52:30.854010 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device af6d140d-e091-4ffb-8702-d9102a12f233 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:52:30.865139 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f1ca24cd-5d48-47f0-81b5-bd5521bdb56a req-ddd87b6f-9c78-4781-a224-1d7f80fd5f72 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352514 Dec 20 21:52:30.973258 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port af6d140d-e091-4ffb-8702-d9102a12f233 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:52:30.982651 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port af6d140d-e091-4ffb-8702-d9102a12f233 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:52:30.983018 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:31.012814 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,segment=NetworkSegment(13ad31cd-096e-4602-a043-bf6facb1d12e),segment_id=13ad31cd-096e-4602-a043-bf6facb1d12e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:52:31.028232 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313', 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62', 'port_id': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313', 'mac_address': 'fa:16:3e:93:40:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:52:31.091539 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:31.113385 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:52:31.124860 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:31.146764 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,segment=NetworkSegment(13ad31cd-096e-4602-a043-bf6facb1d12e),segment_id=13ad31cd-096e-4602-a043-bf6facb1d12e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:52:31.154402 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:31.162002 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6d140d-e091-4ffb-8702-d9102a12f233'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:52:31.164277 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c83523-9cb2-49bb-bdec-db4c3bdfe339" -d '{"events": [{"server_uuid": "a6ce8b71-a628-4092-84c4-d288ae88a8cf", "name": "network-vif-plugged", "status": "completed", "tag": "af6d140d-e091-4ffb-8702-d9102a12f233"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:52:31.194911 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port af6d140d-e091-4ffb-8702-d9102a12f233, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=af6d140d-e091-4ffb-8702-d9102a12f233,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:52:31.202572 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:31.216922 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fcc69a-5159-4b8e-b4ba-4e6c9b35b10f x-openstack-request-id: req-b9fcc69a-5159-4b8e-b4ba-4e6c9b35b10f {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:52:31.217314 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ce8b71-a628-4092-84c4-d288ae88a8cf", "name": "network-vif-plugged", "status": "completed", "tag": "af6d140d-e091-4ffb-8702-d9102a12f233", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:52:31.217539 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9fcc69a-5159-4b8e-b4ba-4e6c9b35b10f {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:52:31.217905 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6d140d-e091-4ffb-8702-d9102a12f233', 'code': 200} Dec 20 21:52:31.227397 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:31.282157 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=af6d140d-e091-4ffb-8702-d9102a12f233,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:31.352544 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce740c5-2c11-4407-8b5b-61b387a112d2 req-96d65e43-afc7-4b7d-8f0f-12d04e0f5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:31.354108 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6ce740c5-2c11-4407-8b5b-61b387a112d2 req-96d65e43-afc7-4b7d-8f0f-12d04e0f5a18 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 1095 time: 0.0398951 Dec 20 21:52:31.389860 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6ce740c5-2c11-4407-8b5b-61b387a112d2 req-637a7771-ddb6-452b-a82d-cfe16e9148f9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290227 Dec 20 21:52:31.444322 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['02d1fb4c-9b7f-477b-a4e8-cc3a73e04313'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:52:31.727261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae21b1a-4be3-429f-8d4b-f00e6eb3a4e0 req-7231e8bf-5b2d-42d7-98d8-20ddb6ec1880 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:31.728744 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cae21b1a-4be3-429f-8d4b-f00e6eb3a4e0 req-7231e8bf-5b2d-42d7-98d8-20ddb6ec1880 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 946 time: 0.0475330 Dec 20 21:52:31.772523 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cae21b1a-4be3-429f-8d4b-f00e6eb3a4e0 req-95415745-311e-4c58-88ec-f9b85762ed95 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375414 Dec 20 21:52:31.987672 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198e4f4-7420-42f1-aa31-4d78a1617307 req-46267c13-6697-4062-9d55-3217d5172730 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:31.989317 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3198e4f4-7420-42f1-aa31-4d78a1617307 req-46267c13-6697-4062-9d55-3217d5172730 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 944 time: 0.0508864 Dec 20 21:52:32.035934 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3198e4f4-7420-42f1-aa31-4d78a1617307 req-72ef466c-9364-4e50-8e8a-9eb913a20b00 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403335 Dec 20 21:52:32.184447 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:32.366886 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:32.865667 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:52:32.892621 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8997e6-9f0d-438f-95b0-0b2ad62bfeb1 req-cb96322b-4de8-4721-b7ce-90142d7b2325 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:32.894102 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d8997e6-9f0d-438f-95b0-0b2ad62bfeb1 req-cb96322b-4de8-4721-b7ce-90142d7b2325 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 946 time: 0.0510378 Dec 20 21:52:32.923591 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:52:32.929528 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:52:32.930287 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:32.934376 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d8997e6-9f0d-438f-95b0-0b2ad62bfeb1 req-c17509e5-a388-4cf2-be02-3f767cd4c363 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332913 Dec 20 21:52:33.016531 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:33.053007 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,segment=NetworkSegment(13ad31cd-096e-4602-a043-bf6facb1d12e),segment_id=13ad31cd-096e-4602-a043-bf6facb1d12e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:52:33.058836 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:33.067552 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd9db5-832b-49d1-bf18-05c3037332a6 req-def8a9cd-8916-4f6a-9459-6902de7b8dff tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:33.069186 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b4fd9db5-832b-49d1-bf18-05c3037332a6 req-def8a9cd-8916-4f6a-9459-6902de7b8dff tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 946 time: 0.0632086 Dec 20 21:52:33.118057 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b4fd9db5-832b-49d1-bf18-05c3037332a6 req-d759bc06-1495-4d58-8cb4-ee0ed7037098 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423932 Dec 20 21:52:33.125516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:33.144579 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47518) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:33.174937 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7ca91-f4fc-4698-837e-0b2a0a1335fc req-42c77113-03ff-4a27-8e04-e5ca01a317cd tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:33.176622 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2bb7ca91-f4fc-4698-837e-0b2a0a1335fc req-42c77113-03ff-4a27-8e04-e5ca01a317cd tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 945 time: 0.0610874 Dec 20 21:52:33.216812 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2bb7ca91-f4fc-4698-837e-0b2a0a1335fc req-6c2480bb-66c5-4a46-88a2-66edc35f3ac8 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330768 Dec 20 21:52:33.219463 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:52:33.224248 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34267796-c2ad-4145-a644-aea7ec2c1b60" -d '{"events": [{"server_uuid": "71f8f31c-8ab2-4028-8a07-a8b3d6d3620b", "name": "network-vif-plugged", "status": "completed", "tag": "02d1fb4c-9b7f-477b-a4e8-cc3a73e04313"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:52:33.261833 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644a76d3-345c-43b5-94ac-c114c82a1554 x-openstack-request-id: req-644a76d3-345c-43b5-94ac-c114c82a1554 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:52:33.262157 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f8f31c-8ab2-4028-8a07-a8b3d6d3620b", "name": "network-vif-plugged", "status": "completed", "tag": "02d1fb4c-9b7f-477b-a4e8-cc3a73e04313", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:52:33.262409 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-644a76d3-345c-43b5-94ac-c114c82a1554 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:52:33.262809 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313', 'code': 200} Dec 20 21:52:33.312415 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e21c865-621a-4f5c-8ebc-34610fca212f tempest-TestVolumeBootPattern-483156290 tempest-TestVolumeBootPattern-483156290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:33.314182 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9e21c865-621a-4f5c-8ebc-34610fca212f tempest-TestVolumeBootPattern-483156290 tempest-TestVolumeBootPattern-483156290-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 1090 time: 0.1685457 Dec 20 21:52:33.317106 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47524) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:33.321565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': 'af6d140d-e091-4ffb-8702-d9102a12f233', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:52:33.348044 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:33.391696 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11b990-9454-4c96-b618-da4e404b8033 req-c4f12a98-2fc3-4e8a-a7a5-3d9075c63615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:33.393701 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0f11b990-9454-4c96-b618-da4e404b8033 req-c4f12a98-2fc3-4e8a-a7a5-3d9075c63615 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 1094 time: 0.0424476 Dec 20 21:52:33.435697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0f11b990-9454-4c96-b618-da4e404b8033 req-c8522c02-7c0d-41a1-a3c2-93ba3ae9e8cd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352287 Dec 20 21:52:33.788214 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:33.898472 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Allocated IP 172.35.3.237 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/b298d14d-abb6-4278-a456-77966bd5cc0c) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:52:34.004967 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:34.038187 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:34.075946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:52:34.078665 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:52:34.082164 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:52:34.106448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'Port': ['ID=b298d14d-abb6-4278-a456-77966bd5cc0c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:34.339720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2b57e-f566-4575-af8f-249fd6062041 req-3b4fdc53-f70f-4111-b7f6-d1d6ceb7ed98 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:34.341960 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ad2b57e-f566-4575-af8f-249fd6062041 req-3b4fdc53-f70f-4111-b7f6-d1d6ceb7ed98 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 945 time: 0.0565469 Dec 20 21:52:34.387401 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ad2b57e-f566-4575-af8f-249fd6062041 req-f26b39a8-f624-436a-9768-9aa3a97f9b01 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370691 Dec 20 21:52:34.452847 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:34.528351 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:34.682411 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:34.688994 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:34.758295 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'Port': ['ID=b298d14d-abb6-4278-a456-77966bd5cc0c,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:34.770267 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:34.870208 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Floating IP 22ae9375-eafc-47f8-a81e-829f4c23b3af associated. External IP: 172.35.3.237, port: af6d140d-e091-4ffb-8702-d9102a12f233. Dec 20 21:52:35.077372 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:52:35.192386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:52:35.202840 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0f7099-b3cf-4815-8254-25fdf5c4a627 None None] Sync routers for ids ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:52:35.216327 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:35.217292 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0f7099-b3cf-4815-8254-25fdf5c4a627 None None] Routers {'0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:52:35.217987 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4a0f7099-b3cf-4815-8254-25fdf5c4a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:52:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:35.250779 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-37233d27-c4f2-4191-9d7e-8eb82c6a0e97 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9325132 Dec 20 21:52:35.251477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'tag': 'af6d140d-e091-4ffb-8702-d9102a12f233'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:52:35.253890 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7516327-9316-4dc1-98de-b3ef718dae82" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ce8b71-a628-4092-84c4-d288ae88a8cf", "tag": "af6d140d-e091-4ffb-8702-d9102a12f233"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:52:35.330570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-4a0f7099-b3cf-4815-8254-25fdf5c4a627 None None] Set router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:52:35.359575 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19d6dc1-6f08-460c-bd13-56874354e81a x-openstack-request-id: req-b19d6dc1-6f08-460c-bd13-56874354e81a {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:52:35.359869 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ce8b71-a628-4092-84c4-d288ae88a8cf", "tag": "af6d140d-e091-4ffb-8702-d9102a12f233", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:52:35.360120 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b19d6dc1-6f08-460c-bd13-56874354e81a {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:52:35.360561 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'tag': 'af6d140d-e091-4ffb-8702-d9102a12f233', 'status': 'completed', 'code': 200} Dec 20 21:52:35.446924 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7516327-9316-4dc1-98de-b3ef718dae82 req-92f44dc7-8bb3-4dcf-bcbf-0a3248145545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:35.448451 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7516327-9316-4dc1-98de-b3ef718dae82 req-92f44dc7-8bb3-4dcf-bcbf-0a3248145545 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 1095 time: 0.0451820 Dec 20 21:52:35.557289 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4a0f7099-b3cf-4815-8254-25fdf5c4a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '22ae9375-eafc-47f8-a81e-829f4c23b3af', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'floating_ip_address': '172.35.3.237', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'port_id': 'af6d140d-e091-4ffb-8702-d9102a12f233', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'mac_address': 'fa:16:3e:df:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:52:34Z', 'updated_at': '2021-12-20T21:52:34Z', 'revision_number': 0, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:14Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:35.565269 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e6275-0758-43a1-b79f-2b4fbfac0476 req-2923cd2b-30da-435d-9f77-d66d21d94940 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:35.566797 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-635e6275-0758-43a1-b79f-2b4fbfac0476 req-2923cd2b-30da-435d-9f77-d66d21d94940 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 945 time: 0.1041684 Dec 20 21:52:35.583362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0f7099-b3cf-4815-8254-25fdf5c4a627 None None] Checking router: 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:52:35.592027 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0f7099-b3cf-4815-8254-25fdf5c4a627 None None] Routers {'0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:52:35.592648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4a0f7099-b3cf-4815-8254-25fdf5c4a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:52:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:35.601654 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7516327-9316-4dc1-98de-b3ef718dae82 req-659b01f4-20d4-4a87-862b-178383260091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:35.603259 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7516327-9316-4dc1-98de-b3ef718dae82 req-659b01f4-20d4-4a87-862b-178383260091 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 912 time: 0.1480255 Dec 20 21:52:35.663853 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-635e6275-0758-43a1-b79f-2b4fbfac0476 req-13d541fe-9029-4be4-af34-fecad5514339 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891502 Dec 20 21:52:35.683123 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7516327-9316-4dc1-98de-b3ef718dae82 req-a18f52a0-6d2d-46c4-8946-a7bedac41447 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af6d140d-e091-4ffb-8702-d9102a12f233 HTTP/1.1" status: 200 len: 1000 time: 0.0721171 Dec 20 21:52:35.699964 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-4a0f7099-b3cf-4815-8254-25fdf5c4a627 None None] Set router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:52:35.732331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7516327-9316-4dc1-98de-b3ef718dae82 req-f3bcec6e-c2a3-458c-b348-2e69f03f9cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:35.733833 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7516327-9316-4dc1-98de-b3ef718dae82 req-f3bcec6e-c2a3-458c-b348-2e69f03f9cc2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.0448632 Dec 20 21:52:35.779919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7516327-9316-4dc1-98de-b3ef718dae82 req-596f5d3a-619a-43ff-b742-5fe2ae18b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:35.781437 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7516327-9316-4dc1-98de-b3ef718dae82 req-596f5d3a-619a-43ff-b742-5fe2ae18b611 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0414062 Dec 20 21:52:35.788916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139ac2d-171d-42cc-b522-00c561411e83 req-cfc3f38e-88a9-418d-8ede-d532661c78dd tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:35.790525 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e139ac2d-171d-42cc-b522-00c561411e83 req-cfc3f38e-88a9-418d-8ede-d532661c78dd tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 945 time: 0.0559978 Dec 20 21:52:35.829575 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e139ac2d-171d-42cc-b522-00c561411e83 req-aebc6b51-ff72-499d-9b57-aa1242861558 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325429 Dec 20 21:52:35.852830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47544) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:35.909114 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7516327-9316-4dc1-98de-b3ef718dae82 req-e763c2b0-484e-44c5-87f1-61d45e12fc01 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212773 Dec 20 21:52:35.915616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef835f0-2f83-4d18-a958-665fa0af1c3a tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:35.917184 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cef835f0-2f83-4d18-a958-665fa0af1c3a tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 1089 time: 0.0633602 Dec 20 21:52:35.920816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47546) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:35.925672 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:52:35.953953 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:36.012523 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7516327-9316-4dc1-98de-b3ef718dae82 req-edae09c6-378c-4683-ac91-b93cfe885e35 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938284 Dec 20 21:52:36.060749 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:36.089817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4a0f7099-b3cf-4815-8254-25fdf5c4a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '22ae9375-eafc-47f8-a81e-829f4c23b3af', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'floating_ip_address': '172.35.3.237', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'port_id': 'af6d140d-e091-4ffb-8702-d9102a12f233', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'mac_address': 'fa:16:3e:df:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:52:34Z', 'updated_at': '2021-12-20T21:52:34Z', 'revision_number': 0, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:14Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:36.115696 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0f7099-b3cf-4815-8254-25fdf5c4a627 None None] The sync data for ids ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'] in n-d-xena-1 is: [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '22ae9375-eafc-47f8-a81e-829f4c23b3af', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'floating_ip_address': '172.35.3.237', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'port_id': 'af6d140d-e091-4ffb-8702-d9102a12f233', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'mac_address': 'fa:16:3e:df:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:52:34Z', 'updated_at': '2021-12-20T21:52:34Z', 'revision_number': 0, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:14Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:52:36.171585 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Allocated IP 172.35.3.66 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/4e90662b-ea1d-41e1-ab91-3f7ff8630a5a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:52:36.279896 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:36.319229 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:36.328318 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba8c76-6709-4a86-8f53-108d1a7705aa None None] New status for floating IP 22ae9375-eafc-47f8-a81e-829f4c23b3af: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:52:36.363826 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:52:36.366716 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:52:36.370223 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:52:36.377732 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=4e90662b-ea1d-41e1-ab91-3f7ff8630a5a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:36.718723 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:36.790017 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:36.940332 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:36.947235 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:37.009863 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=4e90662b-ea1d-41e1-ab91-3f7ff8630a5a,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:52:37.024972 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:37.132392 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Floating IP 013a687c-31ab-4989-be53-ded919791dcd associated. External IP: 172.35.3.66, port: 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313. Dec 20 21:52:37.359008 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router fad18632-7ea9-4eb8-b91e-0289705ab555 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:52:37.468940 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:52:37.479565 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d533bd7-e236-4288-b6b4-ab01ead364a0 None None] Sync routers for ids ['fad18632-7ea9-4eb8-b91e-0289705ab555'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:52:37.490743 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:37.492618 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d533bd7-e236-4288-b6b4-ab01ead364a0 None None] Routers {'fad18632-7ea9-4eb8-b91e-0289705ab555'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:52:37.493295 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4d533bd7-e236-4288-b6b4-ab01ead364a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:52:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fad18632-7ea9-4eb8-b91e-0289705ab555'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:37.518712 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9411cc51-7237-410d-97cc-70847c4f7d93 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5966530 Dec 20 21:52:37.519292 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'tag': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:52:37.522427 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c6e471-bbf7-4a55-a512-4db41b37a1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "71f8f31c-8ab2-4028-8a07-a8b3d6d3620b", "tag": "02d1fb4c-9b7f-477b-a4e8-cc3a73e04313"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:52:37.565463 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8caa4269-16f3-4a5f-bdca-cd4cc3b3ce28 x-openstack-request-id: req-8caa4269-16f3-4a5f-bdca-cd4cc3b3ce28 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:52:37.565759 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f8f31c-8ab2-4028-8a07-a8b3d6d3620b", "tag": "02d1fb4c-9b7f-477b-a4e8-cc3a73e04313", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:52:37.566041 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8caa4269-16f3-4a5f-bdca-cd4cc3b3ce28 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:52:37.566472 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'tag': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313', 'status': 'completed', 'code': 200} Dec 20 21:52:37.624536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-4d533bd7-e236-4288-b6b4-ab01ead364a0 None None] Set router fad18632-7ea9-4eb8-b91e-0289705ab555 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:52:37.624732 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7639d-e05f-4eae-8012-a9966a46da25 req-abd6aaa9-d35b-4df2-9b9e-1f0d50990870 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:37.626776 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-86f7639d-e05f-4eae-8012-a9966a46da25 req-abd6aaa9-d35b-4df2-9b9e-1f0d50990870 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 945 time: 0.0566788 Dec 20 21:52:37.688388 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-86f7639d-e05f-4eae-8012-a9966a46da25 req-c8817fa8-4801-4c1e-a50d-a41669808053 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520477 Dec 20 21:52:37.691176 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6e471-bbf7-4a55-a512-4db41b37a1d1 req-bf8a14c0-d709-4cba-8aba-048c4f13624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:37.692648 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9c6e471-bbf7-4a55-a512-4db41b37a1d1 req-bf8a14c0-d709-4cba-8aba-048c4f13624c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 1094 time: 0.0655911 Dec 20 21:52:37.711684 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47556) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:37.776228 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2360a628-ee56-4dea-b481-ba670b5fa39e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/floatingips/013a687c-31ab-4989-be53-ded919791dcd HTTP/1.1" status: 200 len: 990 time: 0.0620215 Dec 20 21:52:37.788997 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6e471-bbf7-4a55-a512-4db41b37a1d1 req-7fed55e8-859a-4822-adf7-52896e4427bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:37.790493 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9c6e471-bbf7-4a55-a512-4db41b37a1d1 req-7fed55e8-859a-4822-adf7-52896e4427bd service neutron] 10.222.0.66 "GET /v2.0/networks?id=b3d5da20-dea1-40b2-8332-58cdd692fd62 HTTP/1.1" status: 200 len: 898 time: 0.0885856 Dec 20 21:52:37.854496 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9c6e471-bbf7-4a55-a512-4db41b37a1d1 req-b422db74-b039-4b0f-8184-f2a1be0ee2e9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 HTTP/1.1" status: 200 len: 998 time: 0.0572670 Dec 20 21:52:37.856473 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4d533bd7-e236-4288-b6b4-ab01ead364a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928092676', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:52:15Z', 'updated_at': '2021-12-20T21:52:21Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:16Z', 'updated_at': '2021-12-20T21:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '013a687c-31ab-4989-be53-ded919791dcd', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'floating_ip_address': '172.35.3.66', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'port_id': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62', 'mac_address': 'fa:16:3e:93:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:52:36Z', 'updated_at': '2021-12-20T21:52:36Z', 'revision_number': 0, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e28578-e3dc-4963-bfdf-b7189a63b93b', 'name': '', 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:ca:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:20Z', 'updated_at': '2021-12-20T21:52:24Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:37.882637 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d533bd7-e236-4288-b6b4-ab01ead364a0 None None] Checking router: fad18632-7ea9-4eb8-b91e-0289705ab555 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:52:37.890981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d533bd7-e236-4288-b6b4-ab01ead364a0 None None] Routers {'fad18632-7ea9-4eb8-b91e-0289705ab555'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:52:37.891595 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4d533bd7-e236-4288-b6b4-ab01ead364a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:52:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fad18632-7ea9-4eb8-b91e-0289705ab555'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:37.907877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6e471-bbf7-4a55-a512-4db41b37a1d1 req-9144bc55-a908-4869-bc7e-edfb38808de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:37.910053 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9c6e471-bbf7-4a55-a512-4db41b37a1d1 req-9144bc55-a908-4869-bc7e-edfb38808de8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f13e05d-7669-4005-b008-bc9e923516d1 HTTP/1.1" status: 200 len: 834 time: 0.0493536 Dec 20 21:52:37.960965 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6e471-bbf7-4a55-a512-4db41b37a1d1 req-1f580377-efcf-4837-94e6-de5adaf65d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:37.962546 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9c6e471-bbf7-4a55-a512-4db41b37a1d1 req-1f580377-efcf-4837-94e6-de5adaf65d3d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3d5da20-dea1-40b2-8332-58cdd692fd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0459862 Dec 20 21:52:38.000815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-4d533bd7-e236-4288-b6b4-ab01ead364a0 None None] Set router fad18632-7ea9-4eb8-b91e-0289705ab555 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:52:38.050637 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9c6e471-bbf7-4a55-a512-4db41b37a1d1 req-12672cda-b537-491e-b167-8312140fcb13 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d5da20-dea1-40b2-8332-58cdd692fd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808523 Dec 20 21:52:38.143829 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9c6e471-bbf7-4a55-a512-4db41b37a1d1 req-369bb237-2feb-4f81-846f-0a38e30431ea service neutron] 10.222.0.66 "GET /v2.0/networks/b3d5da20-dea1-40b2-8332-58cdd692fd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861914 Dec 20 21:52:38.223586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4d533bd7-e236-4288-b6b4-ab01ead364a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928092676', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:52:15Z', 'updated_at': '2021-12-20T21:52:21Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:16Z', 'updated_at': '2021-12-20T21:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '013a687c-31ab-4989-be53-ded919791dcd', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'floating_ip_address': '172.35.3.66', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'port_id': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62', 'mac_address': 'fa:16:3e:93:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:52:36Z', 'updated_at': '2021-12-20T21:52:36Z', 'revision_number': 0, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e28578-e3dc-4963-bfdf-b7189a63b93b', 'name': '', 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:ca:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:20Z', 'updated_at': '2021-12-20T21:52:24Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:52:38.253010 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d533bd7-e236-4288-b6b4-ab01ead364a0 None None] The sync data for ids ['fad18632-7ea9-4eb8-b91e-0289705ab555'] in n-d-xena-1 is: [{'id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928092676', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:52:15Z', 'updated_at': '2021-12-20T21:52:21Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:16Z', 'updated_at': '2021-12-20T21:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '013a687c-31ab-4989-be53-ded919791dcd', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'floating_ip_address': '172.35.3.66', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'port_id': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62', 'mac_address': 'fa:16:3e:93:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:52:36Z', 'updated_at': '2021-12-20T21:52:36Z', 'revision_number': 0, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e28578-e3dc-4963-bfdf-b7189a63b93b', 'name': '', 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:ca:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:20Z', 'updated_at': '2021-12-20T21:52:24Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:52:38.450449 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6523726-097d-4fc7-afca-68a62d20b47c None None] New status for floating IP 013a687c-31ab-4989-be53-ded919791dcd: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:52:38.779342 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47560) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:52:38.850795 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-83504524-11e9-4358-9c83-6e249aaf2e27 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/floatingips/013a687c-31ab-4989-be53-ded919791dcd HTTP/1.1" status: 200 len: 992 time: 0.0698721 Dec 20 21:52:40.304211 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:52:44.936557 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:48.172252 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:57.181539 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e50651a1-7ef6-45dd-a292-ddb6937c0329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:59.524419 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f89384a8-87e6-43a6-ba57-52d0733be842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:52:59.793874 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b1384-6418-4267-a41f-2d918861b075 req-a052399f-157b-4f08-9e3b-73f023f8002a tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:52:59.795413 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1a2b1384-6418-4267-a41f-2d918861b075 req-a052399f-157b-4f08-9e3b-73f023f8002a tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04 HTTP/1.1" status: 200 len: 945 time: 0.0537767 Dec 20 21:52:59.839316 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1a2b1384-6418-4267-a41f-2d918861b075 req-4af8dbb0-66db-4ad1-b15b-db10f4e3ea04 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346375 Dec 20 21:53:00.758235 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:00.986906 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a3cbe-e437-4d2f-a814-53d76e92f9be req-91ef3837-08d7-4d3e-bb01-3ec43e00a34b tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:00.988378 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8a4a3cbe-e437-4d2f-a814-53d76e92f9be req-91ef3837-08d7-4d3e-bb01-3ec43e00a34b tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04 HTTP/1.1" status: 200 len: 945 time: 0.0520208 Dec 20 21:53:01.027445 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8a4a3cbe-e437-4d2f-a814-53d76e92f9be req-c7f4f59b-4ad7-41eb-ae79-e2f579fd9f20 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325711 Dec 20 21:53:01.372731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2de1ae-9a3f-4c56-9f8e-186d59be4aa6 req-b103040f-2e15-4aa7-acca-b25357c47953 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:01.374213 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e2de1ae-9a3f-4c56-9f8e-186d59be4aa6 req-b103040f-2e15-4aa7-acca-b25357c47953 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.31 "GET /v2.0/ports?device_id=a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04 HTTP/1.1" status: 200 len: 945 time: 0.0561225 Dec 20 21:53:01.468552 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-7e2de1ae-9a3f-4c56-9f8e-186d59be4aa6 req-e69d5314-3a47-42c8-a601-01b9a7ad4cdb tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Deleting port 7d018720-2b60-4f73-b70d-64d863f8cb75 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:53:01.468848 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7e2de1ae-9a3f-4c56-9f8e-186d59be4aa6 req-e69d5314-3a47-42c8-a601-01b9a7ad4cdb tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:01.555900 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7e2de1ae-9a3f-4c56-9f8e-186d59be4aa6 req-e69d5314-3a47-42c8-a601-01b9a7ad4cdb tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] For port 7d018720-2b60-4f73-b70d-64d863f8cb75, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7d018720-2b60-4f73-b70d-64d863f8cb75,segment=NetworkSegment(d99bef70-f0ce-419c-8386-c092181f8e05),segment_id=d99bef70-f0ce-419c-8386-c092181f8e05)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:01.556217 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7e2de1ae-9a3f-4c56-9f8e-186d59be4aa6 req-e69d5314-3a47-42c8-a601-01b9a7ad4cdb tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:01.568349 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-7e2de1ae-9a3f-4c56-9f8e-186d59be4aa6 req-e69d5314-3a47-42c8-a601-01b9a7ad4cdb tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Calling delete_port for 7d018720-2b60-4f73-b70d-64d863f8cb75 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:53:01.699427 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7e2de1ae-9a3f-4c56-9f8e-186d59be4aa6 req-e69d5314-3a47-42c8-a601-01b9a7ad4cdb tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:01.726923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d5314-3a47-42c8-a601-01b9a7ad4cdb tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Pushing event deleted for resources: {'Port': ['ID=7d018720-2b60-4f73-b70d-64d863f8cb75,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:01.733034 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['7d018720-2b60-4f73-b70d-64d863f8cb75'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:53:01.770011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2de1ae-9a3f-4c56-9f8e-186d59be4aa6 req-e69d5314-3a47-42c8-a601-01b9a7ad4cdb tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] No DVR routers for this DVR port 7d018720-2b60-4f73-b70d-64d863f8cb75 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:53:01.772501 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7e2de1ae-9a3f-4c56-9f8e-186d59be4aa6 req-e69d5314-3a47-42c8-a601-01b9a7ad4cdb tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:01.775763 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e2de1ae-9a3f-4c56-9f8e-186d59be4aa6 req-e69d5314-3a47-42c8-a601-01b9a7ad4cdb tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.31 "DELETE /v2.0/ports/7d018720-2b60-4f73-b70d-64d863f8cb75 HTTP/1.1" status: 204 len: 173 time: 0.3955150 Dec 20 21:53:01.776212 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04', 'name': 'network-vif-deleted', 'tag': '7d018720-2b60-4f73-b70d-64d863f8cb75'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:53:01.778458 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb1aa00-bd15-4e37-a0aa-94dbea70e72e" -d '{"events": [{"server_uuid": "a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04", "name": "network-vif-deleted", "tag": "7d018720-2b60-4f73-b70d-64d863f8cb75"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:53:01.880749 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8290d98-c50b-4cbc-af36-19ba77585ac6 x-openstack-request-id: req-c8290d98-c50b-4cbc-af36-19ba77585ac6 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:53:01.881033 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04", "name": "network-vif-deleted", "tag": "7d018720-2b60-4f73-b70d-64d863f8cb75", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:53:01.881298 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8290d98-c50b-4cbc-af36-19ba77585ac6 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:53:01.881658 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04', 'name': 'network-vif-deleted', 'tag': '7d018720-2b60-4f73-b70d-64d863f8cb75', 'status': 'completed', 'code': 200} Dec 20 21:53:02.135295 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2b3907aa-3c88-47e5-98eb-8de377f185c3 req-6c30e27d-5307-4c2a-857e-1f0a4d245ec5 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8f64b15-3fe0-41dd-9d5f-91c2cde7ea04 HTTP/1.1" status: 200 len: 210 time: 0.0270457 Dec 20 21:53:02.189947 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:02.370050 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:05.106594 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7d018720-2b60-4f73-b70d-64d863f8cb75 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:53:05.132827 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 7d018720-2b60-4f73-b70d-64d863f8cb75 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:53:05.133169 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7d018720-2b60-4f73-b70d-64d863f8cb75 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:53:07.634889 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b45ed-0468-419c-8dad-e02d6ecd0188 req-2bf384e7-6503-4171-a70a-10ba4967bd1a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:07.636400 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2d9b45ed-0468-419c-8dad-e02d6ecd0188 req-2bf384e7-6503-4171-a70a-10ba4967bd1a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 945 time: 0.0538962 Dec 20 21:53:07.676812 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2d9b45ed-0468-419c-8dad-e02d6ecd0188 req-87276a24-b06d-4891-884f-1b7b9172408f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341399 Dec 20 21:53:07.699697 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47694) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:07.763500 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fb23189f-0971-44a2-ae01-dbcf2ccba923 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/floatingips/013a687c-31ab-4989-be53-ded919791dcd HTTP/1.1" status: 200 len: 992 time: 0.0626223 Dec 20 21:53:08.172158 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1dbf4-339e-4abb-875a-b2994774b287 req-c08bed14-9190-455c-b9f9-359bbec6062c tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:08.173731 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32d1dbf4-339e-4abb-875a-b2994774b287 req-c08bed14-9190-455c-b9f9-359bbec6062c tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 1094 time: 0.0428314 Dec 20 21:53:08.210885 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32d1dbf4-339e-4abb-875a-b2994774b287 req-71aee934-e5ee-4e0e-8063-7377bd07a2cf tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307679 Dec 20 21:53:08.739834 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-bf3d1dd7-2fa6-4c36-afd6-11e3c9b11539 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0514050 Dec 20 21:53:08.746249 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-7373fdd7-770e-435d-b381-bf04349900dd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:53:08.750288 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-7373fdd7-770e-435d-b381-bf04349900dd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086684 Dec 20 21:53:08.753867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26145082-d8d8-4528-be8e-58f2b67b7889 req-8a9ac343-b372-49f5-9e36-5b2bce7faa67 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:08.756043 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-26145082-d8d8-4528-be8e-58f2b67b7889 req-8a9ac343-b372-49f5-9e36-5b2bce7faa67 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 945 time: 0.1766062 Dec 20 21:53:08.802731 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-26145082-d8d8-4528-be8e-58f2b67b7889 req-ffb27365-641d-496f-b882-e4012da76738 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4367eff-eb9f-4be4-b3f0-854eeed9b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372007 Dec 20 21:53:09.354557 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-3c70aaee-6b33-49ec-a9a1-c863485406d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:09.355904 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-3c70aaee-6b33-49ec-a9a1-c863485406d6 service neutron] 10.222.0.32 "GET /v2.0/ports/02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 HTTP/1.1" status: 200 len: 1091 time: 0.0358012 Dec 20 21:53:09.366560 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-42044302-1195-4fc1-a9e2-9aa59fcd8be4 service neutron] Request body: {'binding': {'host': 'n-h1-xena-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:53:09.366994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-42044302-1195-4fc1-a9e2-9aa59fcd8be4 service neutron] Unknown quota resources ['binding']. {{(pid=102402) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 20 21:53:09.512634 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-42044302-1195-4fc1-a9e2-9aa59fcd8be4 service neutron] Attempting to bind port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 on host n-h1-xena-1 for vnic_type normal with profile None {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:53:09.512949 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-42044302-1195-4fc1-a9e2-9aa59fcd8be4 service neutron] Attempting to bind port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:53:09.513280 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-42044302-1195-4fc1-a9e2-9aa59fcd8be4 service neutron] Attempting to bind port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 on network b3d5da20-dea1-40b2-8332-58cdd692fd62 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:53:09.519204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-42044302-1195-4fc1-a9e2-9aa59fcd8be4 service neutron] Port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 on network b3d5da20-dea1-40b2-8332-58cdd692fd62 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:53:09.519526 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-42044302-1195-4fc1-a9e2-9aa59fcd8be4 service neutron] Attempting to bind port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 on network b3d5da20-dea1-40b2-8332-58cdd692fd62 {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:53:09.524958 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-42044302-1195-4fc1-a9e2-9aa59fcd8be4 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:53:09.525300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-42044302-1195-4fc1-a9e2-9aa59fcd8be4 service neutron] Checking segment: {'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:53:09.525670 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-42044302-1195-4fc1-a9e2-9aa59fcd8be4 service neutron] Bound using segment: {'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'} {{(pid=102402) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:53:09.526089 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.managers [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-42044302-1195-4fc1-a9e2-9aa59fcd8be4 service neutron] Bound port: 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'}}] {{(pid=102402) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:53:09.610586 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-42044302-1195-4fc1-a9e2-9aa59fcd8be4 service neutron] For port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,segment=NetworkSegment(13ad31cd-096e-4602-a043-bf6facb1d12e),segment_id=13ad31cd-096e-4602-a043-bf6facb1d12e)] {{(pid=102402) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:53:09.619777 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-42044302-1195-4fc1-a9e2-9aa59fcd8be4 service neutron] Notify callbacks [] for binding, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:09.620935 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-42044302-1195-4fc1-a9e2-9aa59fcd8be4 service neutron] 10.222.0.32 "POST /v2.0/ports/02d1fb4c-9b7f-477b-a4e8-cc3a73e04313/bindings HTTP/1.1" status: 201 len: 387 time: 0.2576551 Dec 20 21:53:09.766501 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bdd77-c97b-43c9-a375-2249ec41f377 req-287b2f0d-8676-442f-b54b-d43b30bb92cd tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:09.768098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de6bdd77-c97b-43c9-a375-2249ec41f377 req-287b2f0d-8676-442f-b54b-d43b30bb92cd tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 945 time: 0.0516412 Dec 20 21:53:09.812656 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de6bdd77-c97b-43c9-a375-2249ec41f377 req-da5a9d65-6dc5-4a22-a325-65625e1476a9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381093 Dec 20 21:53:09.892760 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-e1a63b06-0a2b-4bfc-9ce9-e0c63ff175f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:09.895120 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-e1a63b06-0a2b-4bfc-9ce9-e0c63ff175f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 1094 time: 0.0476758 Dec 20 21:53:09.940160 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27709a4-e1ac-4a39-ae4d-075b6b0a693b req-e3a382a3-467c-4555-a400-40cf0d80d459 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:09.941748 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f27709a4-e1ac-4a39-ae4d-075b6b0a693b req-e3a382a3-467c-4555-a400-40cf0d80d459 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 945 time: 0.0633683 Dec 20 21:53:09.992205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-486c52ff-9dfa-4669-96a2-e3da84da26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:09.993939 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-486c52ff-9dfa-4669-96a2-e3da84da26d7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b3d5da20-dea1-40b2-8332-58cdd692fd62 HTTP/1.1" status: 200 len: 898 time: 0.0923729 Dec 20 21:53:10.154404 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-6d61cc1d-7513-4710-b0d3-f912844c3a72 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 HTTP/1.1" status: 200 len: 1000 time: 0.1537099 Dec 20 21:53:10.218540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f550e1-ec26-4342-ba10-a203b1837af3 req-ce52baf0-7f3c-4544-8ec1-b74c0dead505 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:10.220036 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f550e1-ec26-4342-ba10-a203b1837af3 req-ce52baf0-7f3c-4544-8ec1-b74c0dead505 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.66 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 945 time: 0.1622200 Dec 20 21:53:10.266011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-efdff5b3-df78-424c-806c-eb124415b32a tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:10.267523 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-efdff5b3-df78-424c-806c-eb124415b32a tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/networks?id=67e2ade5-5b10-4b43-94d9-7bceee3b8e40 HTTP/1.1" status: 200 len: 814 time: 0.2239525 Dec 20 21:53:10.294586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-1525e676-5f09-4bff-8d91-ab7db97f7570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:10.295954 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-1525e676-5f09-4bff-8d91-ab7db97f7570 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f13e05d-7669-4005-b008-bc9e923516d1 HTTP/1.1" status: 200 len: 834 time: 0.1315892 Dec 20 21:53:10.319193 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-80a648fa-1346-4bd3-9b42-9e8f86231f56 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/quotas/21bbb0dd98304f6783b34bea59364ad0 HTTP/1.1" status: 200 len: 375 time: 0.0411847 Dec 20 21:53:10.331540 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f27709a4-e1ac-4a39-ae4d-075b6b0a693b req-6f8cfb5c-776d-49d7-a27e-cb72a63b8a2b tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/security-groups?id=d4367eff-eb9f-4be4-b3f0-854eeed9b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3816116 Dec 20 21:53:10.375192 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-d61dc8cd-7219-4e95-bc3b-e3280f8a6779 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=21bbb0dd98304f6783b34bea59364ad0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467036 Dec 20 21:53:10.442586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-c9722520-2cbd-4625-b1f3-510d939f1a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:10.444057 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-c9722520-2cbd-4625-b1f3-510d939f1a69 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b3d5da20-dea1-40b2-8332-58cdd692fd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1280124 Dec 20 21:53:10.461435 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-19f550e1-ec26-4342-ba10-a203b1837af3 req-3705192e-ac14-4c60-bde6-d07e1407974f tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Deleting port 0b3d0136-4f60-4b37-85d3-925a4e36c044 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:53:10.461773 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f550e1-ec26-4342-ba10-a203b1837af3 req-3705192e-ac14-4c60-bde6-d07e1407974f tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:10.583723 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-142addbe-a5f2-4b2d-afbd-4188c754937b service neutron] 10.222.0.32 "GET /v2.0/networks/67e2ade5-5b10-4b43-94d9-7bceee3b8e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007754 Dec 20 21:53:10.679324 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-aa255a9d-9226-4b89-863b-2b89cdee69ab service neutron] 10.222.0.31 "GET /v2.0/networks/b3d5da20-dea1-40b2-8332-58cdd692fd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277191 Dec 20 21:53:10.682250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-19f550e1-ec26-4342-ba10-a203b1837af3 req-3705192e-ac14-4c60-bde6-d07e1407974f tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] For port 0b3d0136-4f60-4b37-85d3-925a4e36c044, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=0b3d0136-4f60-4b37-85d3-925a4e36c044,segment=NetworkSegment(4801d2af-1e52-40cb-bfe3-a7bf3cc86c26),segment_id=4801d2af-1e52-40cb-bfe3-a7bf3cc86c26)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:10.682610 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f550e1-ec26-4342-ba10-a203b1837af3 req-3705192e-ac14-4c60-bde6-d07e1407974f tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:10.808022 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-040edac6-4149-41b5-a033-71b696516de2 service neutron] 10.222.0.32 "GET /v2.0/networks/67e2ade5-5b10-4b43-94d9-7bceee3b8e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117169 Dec 20 21:53:10.883037 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-e6737747-771b-4cd8-9302-19de87bc03c8 service neutron] 10.222.0.31 "GET /v2.0/networks/b3d5da20-dea1-40b2-8332-58cdd692fd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924143 Dec 20 21:53:10.937048 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818afb6f-6213-4b4d-a21b-c2fb76e0b793 req-6e691a62-6a69-4edf-954a-d3feae9e42d8 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:10.938830 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-818afb6f-6213-4b4d-a21b-c2fb76e0b793 req-6e691a62-6a69-4edf-954a-d3feae9e42d8 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 945 time: 0.0522311 Dec 20 21:53:10.958870 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f550e1-ec26-4342-ba10-a203b1837af3 req-3705192e-ac14-4c60-bde6-d07e1407974f tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:10.959385 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f550e1-ec26-4342-ba10-a203b1837af3 req-3705192e-ac14-4c60-bde6-d07e1407974f tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:10.959700 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [req-19f550e1-ec26-4342-ba10-a203b1837af3 req-3705192e-ac14-4c60-bde6-d07e1407974f tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Floating IP cd75d1b3-815e-4b79-bf28-6b85976af28a disassociated. External IP: 172.35.3.88, port: 0b3d0136-4f60-4b37-85d3-925a4e36c044. Dec 20 21:53:10.960035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-19f550e1-ec26-4342-ba10-a203b1837af3 req-3705192e-ac14-4c60-bde6-d07e1407974f tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Calling delete_port for 0b3d0136-4f60-4b37-85d3-925a4e36c044 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:53:10.988441 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-818afb6f-6213-4b4d-a21b-c2fb76e0b793 req-1f979cb5-8963-4306-8105-031f9ba94087 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423887 Dec 20 21:53:11.001552 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4211a4f0-5bb5-412f-8031-ea6e41d3c4e4 req-7bf4348e-0a83-44c4-9dd7-f9a496db2c23 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 210 time: 0.0322137 Dec 20 21:53:11.223508 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f550e1-ec26-4342-ba10-a203b1837af3 req-3705192e-ac14-4c60-bde6-d07e1407974f tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:11.268524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705192e-ac14-4c60-bde6-d07e1407974f tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Pushing event deleted for resources: {'Port': ['ID=0b3d0136-4f60-4b37-85d3-925a4e36c044,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:11.330180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-29995c4d-bcfa-49bb-bff6-57ed48307a49 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:11.332295 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-29995c4d-bcfa-49bb-bff6-57ed48307a49 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b&tenant_id=17bfe5143f08413da482bf49648c0cfd&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 1094 time: 0.3349035 Dec 20 21:53:11.370601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-xena-1'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:53:11.436771 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-292554e4-1310-48b2-a93c-a45f1774c0fe req-a707ddd1-0bf4-4aea-99d8-b321df7303f0 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "GET /v2.0/ports?device_id=321f0b29-fd69-4041-a10c-baf200dfe263 HTTP/1.1" status: 200 len: 210 time: 0.0296252 Dec 20 21:53:11.456938 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:11.480512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19f550e1-ec26-4342-ba10-a203b1837af3 req-3705192e-ac14-4c60-bde6-d07e1407974f tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Router 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:53:11.687069 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19f550e1-ec26-4342-ba10-a203b1837af3 req-3705192e-ac14-4c60-bde6-d07e1407974f tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:53:11.689947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] For port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,segment=NetworkSegment(13ad31cd-096e-4602-a043-bf6facb1d12e),segment_id=13ad31cd-096e-4602-a043-bf6facb1d12e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:11.698874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c70c0c-54b1-4569-a135-43420b6c354b None None] Sync routers for ids ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:53:11.712239 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c70c0c-54b1-4569-a135-43420b6c354b None None] Routers {'3d9bd994-05a1-4b4d-bd5a-3a6434769a88'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:53:11.712896 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-99c70c0c-54b1-4569-a135-43420b6c354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:53:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:11.752356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f550e1-ec26-4342-ba10-a203b1837af3 req-3705192e-ac14-4c60-bde6-d07e1407974f tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] No DVR routers for this DVR port 0b3d0136-4f60-4b37-85d3-925a4e36c044 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:53:11.760695 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-19f550e1-ec26-4342-ba10-a203b1837af3 req-3705192e-ac14-4c60-bde6-d07e1407974f tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:11.764378 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f550e1-ec26-4342-ba10-a203b1837af3 req-3705192e-ac14-4c60-bde6-d07e1407974f tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.66 "DELETE /v2.0/ports/0b3d0136-4f60-4b37-85d3-925a4e36c044 HTTP/1.1" status: 204 len: 173 time: 1.5370278 Dec 20 21:53:11.764951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321f0b29-fd69-4041-a10c-baf200dfe263', 'name': 'network-vif-deleted', 'tag': '0b3d0136-4f60-4b37-85d3-925a4e36c044'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:53:11.767123 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c665c9-b9e3-40fd-8f0a-c98d44d69650" -d '{"events": [{"server_uuid": "321f0b29-fd69-4041-a10c-baf200dfe263", "name": "network-vif-deleted", "tag": "0b3d0136-4f60-4b37-85d3-925a4e36c044"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:53:11.791303 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] For port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:53:11.816931 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046cbb75-4a21-452a-82e9-abff4556d246 x-openstack-request-id: req-046cbb75-4a21-452a-82e9-abff4556d246 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:53:11.817589 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321f0b29-fd69-4041-a10c-baf200dfe263", "name": "network-vif-deleted", "tag": "0b3d0136-4f60-4b37-85d3-925a4e36c044", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:53:11.817589 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-046cbb75-4a21-452a-82e9-abff4556d246 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:53:11.818045 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321f0b29-fd69-4041-a10c-baf200dfe263', 'name': 'network-vif-deleted', 'tag': '0b3d0136-4f60-4b37-85d3-925a4e36c044', 'status': 'completed', 'code': 200} Dec 20 21:53:11.823117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-99c70c0c-54b1-4569-a135-43420b6c354b None None] Set router 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:53:11.841899 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:11.848688 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:11.959799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Pushing event updated for resources: {'Port': ['ID=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,revision_number=7']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:12.019847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Attempting to bind port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 on host n-h2-xena-1 for vnic_type normal with profile {"migrating_to": "n-h1-xena-1"} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:53:12.020176 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Attempting to bind port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:53:12.020442 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Attempting to bind port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 on network b3d5da20-dea1-40b2-8332-58cdd692fd62 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:53:12.032700 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 on network b3d5da20-dea1-40b2-8332-58cdd692fd62 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:53:12.033074 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Attempting to bind port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 on network b3d5da20-dea1-40b2-8332-58cdd692fd62 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:53:12.039479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:53:12.039877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Checking segment: {'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:53:12.040367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Bound using segment: {'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:53:12.040946 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Bound port: 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ad31cd-096e-4602-a043-bf6facb1d12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:53:12.041563 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:12.082517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-99c70c0c-54b1-4569-a135-43420b6c354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'name': 'tempest-TestServerBasicOps-33458547-router', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:47:54Z', 'updated_at': '2021-12-20T21:47:58Z', 'revision_number': 4, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'gw_port': {'id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:55Z', 'updated_at': '2021-12-20T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '47f9632e-e9fe-4e2b-946a-8d0861b89dcd', 'name': '', 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'mac_address': 'fa:16:3e:6a:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:57Z', 'updated_at': '2021-12-20T21:48:03Z', 'revision_number': 5, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'subnets': [{'id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:12.113199 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c70c0c-54b1-4569-a135-43420b6c354b None None] Checking router: 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:53:12.124131 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c70c0c-54b1-4569-a135-43420b6c354b None None] Routers {'3d9bd994-05a1-4b4d-bd5a-3a6434769a88'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:53:12.124761 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-99c70c0c-54b1-4569-a135-43420b6c354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:53:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:12.163612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] For port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:53:12.168015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] For port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,segment=NetworkSegment(13ad31cd-096e-4602-a043-bf6facb1d12e),segment_id=13ad31cd-096e-4602-a043-bf6facb1d12e)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:53:12.172467 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc0632-f422-4935-8fbd-be06f8fd506b req-dc1621e9-9fb9-4415-a8fe-50594572e8cb tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:12.174264 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffdc0632-f422-4935-8fbd-be06f8fd506b req-dc1621e9-9fb9-4415-a8fe-50594572e8cb tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 943 time: 0.0619185 Dec 20 21:53:12.201124 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:12.222780 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffdc0632-f422-4935-8fbd-be06f8fd506b req-dd29249e-898a-47e3-81b1-55ef5b1660ab tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391328 Dec 20 21:53:12.232223 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-7d887c45-1f34-44b1-9f06-8700c0b33231 None None] Provisioning complete for port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:53:12.232600 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d887c45-1f34-44b1-9f06-8700c0b33231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:12.236691 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-69432a1c-37d7-453c-8a1b-daeaddf9776a req-829d32bb-643d-4c7d-80da-0a66305066d1 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 210 time: 0.1255894 Dec 20 21:53:12.322990 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-99c70c0c-54b1-4569-a135-43420b6c354b None None] Set router 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:53:12.396542 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d887c45-1f34-44b1-9f06-8700c0b33231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:12.515706 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47782) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:12.518584 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7d887c45-1f34-44b1-9f06-8700c0b33231 None None] For port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,segment=NetworkSegment(13ad31cd-096e-4602-a043-bf6facb1d12e),segment_id=13ad31cd-096e-4602-a043-bf6facb1d12e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:12.519772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:53:12.523151 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f86548a-b4de-4169-9be2-c3125978e8a0" -d '{"events": [{"server_uuid": "71f8f31c-8ab2-4028-8a07-a8b3d6d3620b", "name": "network-vif-plugged", "status": "completed", "tag": "02d1fb4c-9b7f-477b-a4e8-cc3a73e04313"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:53:12.531117 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d887c45-1f34-44b1-9f06-8700c0b33231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:12.675866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Deleting port 2c6b35ab-d751-4df3-8d6a-2f7281e43d6a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:53:12.676128 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:12.762258 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:12.762561 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:12.776357 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Calling delete_port for 2c6b35ab-d751-4df3-8d6a-2f7281e43d6a owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:53:12.805559 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8c1779-1db9-471e-9875-35e89868aaf4 x-openstack-request-id: req-fe8c1779-1db9-471e-9875-35e89868aaf4 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:53:12.805559 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f8f31c-8ab2-4028-8a07-a8b3d6d3620b", "name": "network-vif-plugged", "status": "completed", "tag": "02d1fb4c-9b7f-477b-a4e8-cc3a73e04313", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:53:12.806460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Pushing event updated for resources: {'Port': ['ID=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,revision_number=8']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:12.806570 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe8c1779-1db9-471e-9875-35e89868aaf4 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:53:12.806570 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313', 'code': 200} Dec 20 21:53:12.836187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-3867f899-7287-449b-b713-32728a82a7a9 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:12.837702 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-3867f899-7287-449b-b713-32728a82a7a9 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.31 "GET /v2.0/networks?id=67e2ade5-5b10-4b43-94d9-7bceee3b8e40 HTTP/1.1" status: 200 len: 814 time: 0.7110870 Dec 20 21:53:12.856917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-8e9b1e63-5413-41e4-bdfd-1ffdfd35b40c tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Request body: {'port': {'device_id': '6c4a472e-7585-4e6d-a162-680c65811460', 'network_id': '67e2ade5-5b10-4b43-94d9-7bceee3b8e40', 'admin_state_up': True, 'tenant_id': '21bbb0dd98304f6783b34bea59364ad0'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:53:12.913315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d887c45-1f34-44b1-9f06-8700c0b33231 None None] Pushing event updated for resources: {'Port': ['ID=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:12.919765 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:12.921907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:12.922731 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:12.926393 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] 10.222.0.31 "PUT /v2.0/ports/02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 HTTP/1.1" status: 200 len: 1117 time: 1.5603733 Dec 20 21:53:12.948689 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Pushing event deleted for resources: {'Port': ['ID=2c6b35ab-d751-4df3-8d6a-2f7281e43d6a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:12.963899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:12.964413 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:12.964932 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:12.965229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:12.966238 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:12.966238 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:12.966812 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:12.967262 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:12.967720 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:12.968175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:12.968888 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:12.969022 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:13.008067 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-8e9b1e63-5413-41e4-bdfd-1ffdfd35b40c tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Made reservation on behalf of 21bbb0dd98304f6783b34bea59364ad0 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:53:13.011727 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-8e9b1e63-5413-41e4-bdfd-1ffdfd35b40c tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:13.020656 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-99c70c0c-54b1-4569-a135-43420b6c354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'name': 'tempest-TestServerBasicOps-33458547-router', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:47:54Z', 'updated_at': '2021-12-20T21:47:58Z', 'revision_number': 4, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'gw_port': {'id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:55Z', 'updated_at': '2021-12-20T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '47f9632e-e9fe-4e2b-946a-8d0861b89dcd', 'name': '', 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'mac_address': 'fa:16:3e:6a:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:57Z', 'updated_at': '2021-12-20T21:48:03Z', 'revision_number': 5, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'subnets': [{'id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:13.032142 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:13.035059 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:13.036404 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fa9ddfe9-21aa-4099-bcb9-1f2bc871ec33 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "DELETE /v2.0/floatingips/cd75d1b3-815e-4b79-bf28-6b85976af28a HTTP/1.1" status: 204 len: 168 time: 0.5192204 Dec 20 21:53:13.052293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c70c0c-54b1-4569-a135-43420b6c354b None None] The sync data for ids ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'] in n-d-xena-1 is: [{'id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'name': 'tempest-TestServerBasicOps-33458547-router', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:47:54Z', 'updated_at': '2021-12-20T21:47:58Z', 'revision_number': 4, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'gw_port': {'id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:55Z', 'updated_at': '2021-12-20T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '47f9632e-e9fe-4e2b-946a-8d0861b89dcd', 'name': '', 'network_id': '0a48a448-6c03-459d-855c-3a8feeda68ee', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'mac_address': 'fa:16:3e:6a:48:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:57Z', 'updated_at': '2021-12-20T21:48:03Z', 'revision_number': 5, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'subnets': [{'id': '104a070d-0479-4f70-94de-73cf13fd3cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:53:13.069043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['02d1fb4c-9b7f-477b-a4e8-cc3a73e04313'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:53:13.107006 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0b3d0136-4f60-4b37-85d3-925a4e36c044 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:53:13.122248 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47790) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:13.156424 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-8e9b1e63-5413-41e4-bdfd-1ffdfd35b40c tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Allocated IP 172.20.0.7 (67e2ade5-5b10-4b43-94d9-7bceee3b8e40/3a4b40bd-5ea8-4021-aedb-230ac4368b25/a579c296-c6a7-4134-a77f-c1e50765b245) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:53:13.161876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 0b3d0136-4f60-4b37-85d3-925a4e36c044 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:53:13.162374 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 0b3d0136-4f60-4b37-85d3-925a4e36c044 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:53:13.182229 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-15e5c968-b6a7-44ef-93b3-dba10cbe1476 None None] Provisioning complete for port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:53:13.182553 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15e5c968-b6a7-44ef-93b3-dba10cbe1476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:13.193156 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd3e1919-6fa8-47eb-9f7c-cfec854eac24 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:13.223667 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd3e1919-6fa8-47eb-9f7c-cfec854eac24 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:13.310663 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd3e1919-6fa8-47eb-9f7c-cfec854eac24 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:13.314686 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd3e1919-6fa8-47eb-9f7c-cfec854eac24 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:13.318421 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fd3e1919-6fa8-47eb-9f7c-cfec854eac24 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] 10.222.0.32 "DELETE /v2.0/security-groups/d4367eff-eb9f-4be4-b3f0-854eeed9b79d HTTP/1.1" status: 204 len: 168 time: 0.1925194 Dec 20 21:53:13.344093 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e1919-6fa8-47eb-9f7c-cfec854eac24 tempest-TestServerBasicOps-797362712 tempest-TestServerBasicOps-797362712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4367eff-eb9f-4be4-b3f0-854eeed9b79d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:13.380128 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8d99229-6b4c-4c19-b07e-c6fc497cf2ce req-fcce9788-f238-4b63-92ab-ff0ef90aa60e tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 210 time: 0.0449784 Dec 20 21:53:13.404427 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-8e9b1e63-5413-41e4-bdfd-1ffdfd35b40c tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:13.427314 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da5853-c1b4-4bb9-b7d4-cc3299b85f38 req-ce31e836-0503-439b-bc24-1a3fcf5abced tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:13.428913 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90da5853-c1b4-4bb9-b7d4-cc3299b85f38 req-ce31e836-0503-439b-bc24-1a3fcf5abced tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 945 time: 0.0638955 Dec 20 21:53:13.473658 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47798) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:13.490633 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-8e9b1e63-5413-41e4-bdfd-1ffdfd35b40c tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:13.495152 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c5c61-5583-42f3-bc45-9150630fc289 None None] New status for floating IP cd75d1b3-815e-4b79-bf28-6b85976af28a: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:53:13.503433 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90da5853-c1b4-4bb9-b7d4-cc3299b85f38 req-0cfadbc2-423f-4d63-9720-b3e4f48de5d6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648894 Dec 20 21:53:13.542553 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-8e9b1e63-5413-41e4-bdfd-1ffdfd35b40c tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Network 67e2ade5-5b10-4b43-94d9-7bceee3b8e40 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:53:13.547777 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-8e9b1e63-5413-41e4-bdfd-1ffdfd35b40c tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:53:13.552014 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-8e9b1e63-5413-41e4-bdfd-1ffdfd35b40c tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:53:13.586396 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b1e63-5413-41e4-bdfd-1ffdfd35b40c tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Pushing event updated for resources: {'Port': ['ID=a579c296-c6a7-4134-a77f-c1e50765b245,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:13.674050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-8e9b1e63-5413-41e4-bdfd-1ffdfd35b40c tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:13.674687 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-8e9b1e63-5413-41e4-bdfd-1ffdfd35b40c tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:13.703559 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-8e9b1e63-5413-41e4-bdfd-1ffdfd35b40c tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8504252 Dec 20 21:53:13.721898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Request body: {'port': {'device_id': '6c4a472e-7585-4e6d-a162-680c65811460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:53:13.819069 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313'}, {'name': 'network-changed', 'server_uuid': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'tag': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:53:13.821338 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae096cc0-4daf-446a-9d79-002b450a0778" -d '{"events": [{"server_uuid": "71f8f31c-8ab2-4028-8a07-a8b3d6d3620b", "name": "network-vif-unplugged", "status": "completed", "tag": "02d1fb4c-9b7f-477b-a4e8-cc3a73e04313"}, {"name": "network-changed", "server_uuid": "71f8f31c-8ab2-4028-8a07-a8b3d6d3620b", "tag": "02d1fb4c-9b7f-477b-a4e8-cc3a73e04313"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:53:13.853422 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:13.865790 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 20 Dec 2021 21:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc02526-15b1-479c-9313-41eb0eed6b60 x-openstack-request-id: req-3dc02526-15b1-479c-9313-41eb0eed6b60 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:53:13.866120 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f8f31c-8ab2-4028-8a07-a8b3d6d3620b", "name": "network-vif-unplugged", "status": "completed", "tag": "02d1fb4c-9b7f-477b-a4e8-cc3a73e04313", "code": 200}, {"name": "network-changed", "server_uuid": "71f8f31c-8ab2-4028-8a07-a8b3d6d3620b", "tag": "02d1fb4c-9b7f-477b-a4e8-cc3a73e04313", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:53:13.866379 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3dc02526-15b1-479c-9313-41eb0eed6b60 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:53:13.866774 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313', 'code': 200} Dec 20 21:53:13.867029 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'tag': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313', 'status': 'completed', 'code': 200} Dec 20 21:53:14.132119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096cc0-4daf-446a-9d79-002b450a0778 req-589909f1-24f0-4704-9252-045f2dc61758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:14.133701 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ae096cc0-4daf-446a-9d79-002b450a0778 req-589909f1-24f0-4704-9252-045f2dc61758 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 1122 time: 0.1904550 Dec 20 21:53:14.312821 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096cc0-4daf-446a-9d79-002b450a0778 req-bcf1f4a9-bc8a-4833-b249-fb9be10fae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:14.314335 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ae096cc0-4daf-446a-9d79-002b450a0778 req-bcf1f4a9-bc8a-4833-b249-fb9be10fae5c service neutron] 10.222.0.66 "GET /v2.0/networks?id=b3d5da20-dea1-40b2-8332-58cdd692fd62 HTTP/1.1" status: 200 len: 898 time: 0.1712904 Dec 20 21:53:14.442730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a579c296-c6a7-4134-a77f-c1e50765b245 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:53:14.458968 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:14.487208 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ae096cc0-4daf-446a-9d79-002b450a0778 req-0ac33d01-4aaa-4a89-926d-f565a41c33e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 HTTP/1.1" status: 200 len: 1000 time: 0.1603909 Dec 20 21:53:14.493085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Transition to ACTIVE for port object a579c296-c6a7-4134-a77f-c1e50765b245 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:53:14.504938 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:14.543979 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf8502-a551-49ea-8171-2fdda8cecbaa req-d7da4cf3-b0cb-465b-872d-1aa303a86af3 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:14.545528 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ddf8502-a551-49ea-8171-2fdda8cecbaa req-d7da4cf3-b0cb-465b-872d-1aa303a86af3 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 943 time: 0.0640590 Dec 20 21:53:14.582780 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b53da77-6c68-427a-811c-5caf048cd74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:14.598934 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ddf8502-a551-49ea-8171-2fdda8cecbaa req-c298eb2c-4999-4813-ad50-0d0fe3dffe9d tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461528 Dec 20 21:53:14.678438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Pushing event updated for resources: {'Port': ['ID=a579c296-c6a7-4134-a77f-c1e50765b245,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:14.702034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096cc0-4daf-446a-9d79-002b450a0778 req-ae2a4d11-d673-45d2-8453-20095863fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:14.703585 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ae096cc0-4daf-446a-9d79-002b450a0778 req-ae2a4d11-d673-45d2-8453-20095863fee7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0f13e05d-7669-4005-b008-bc9e923516d1 HTTP/1.1" status: 200 len: 834 time: 0.2080765 Dec 20 21:53:14.950001 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:15.068102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e92455-74d8-4272-abc4-0bf1a4f36516 req-595e91bb-7f96-45af-9fea-a78e732ac13f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:15.069588 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16e92455-74d8-4272-abc4-0bf1a4f36516 req-595e91bb-7f96-45af-9fea-a78e732ac13f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 945 time: 0.4418530 Dec 20 21:53:15.166075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096cc0-4daf-446a-9d79-002b450a0778 req-d72d0bed-06a7-4aa0-9e15-bcace2f7b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:15.167949 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ae096cc0-4daf-446a-9d79-002b450a0778 req-d72d0bed-06a7-4aa0-9e15-bcace2f7b758 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b3d5da20-dea1-40b2-8332-58cdd692fd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4536874 Dec 20 21:53:15.189993 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:53:15.207799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Attempting to bind port a579c296-c6a7-4134-a77f-c1e50765b245 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:53:15.208084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Attempting to bind port a579c296-c6a7-4134-a77f-c1e50765b245 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'd99bef70-f0ce-419c-8386-c092181f8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '67e2ade5-5b10-4b43-94d9-7bceee3b8e40'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:53:15.208351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Attempting to bind port a579c296-c6a7-4134-a77f-c1e50765b245 on network 67e2ade5-5b10-4b43-94d9-7bceee3b8e40 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:53:15.274951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Port a579c296-c6a7-4134-a77f-c1e50765b245 on network 67e2ade5-5b10-4b43-94d9-7bceee3b8e40 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:53:15.275281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Attempting to bind port a579c296-c6a7-4134-a77f-c1e50765b245 on network 67e2ade5-5b10-4b43-94d9-7bceee3b8e40 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:53:15.282821 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16e92455-74d8-4272-abc4-0bf1a4f36516 req-be5fd42d-7f47-4063-9415-05a5a8ce759b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883285 Dec 20 21:53:15.288403 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,segment=NetworkSegment(13ad31cd-096e-4602-a043-bf6facb1d12e),segment_id=13ad31cd-096e-4602-a043-bf6facb1d12e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:15.292619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:53:15.292960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Checking segment: {'id': 'd99bef70-f0ce-419c-8386-c092181f8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '67e2ade5-5b10-4b43-94d9-7bceee3b8e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:53:15.293353 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Bound using segment: {'id': 'd99bef70-f0ce-419c-8386-c092181f8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '67e2ade5-5b10-4b43-94d9-7bceee3b8e40'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:53:15.293799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Bound port: a579c296-c6a7-4134-a77f-c1e50765b245, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd99bef70-f0ce-419c-8386-c092181f8e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '67e2ade5-5b10-4b43-94d9-7bceee3b8e40'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:53:15.294189 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:15.306265 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 has no active binding in host n-h1-xena-1 {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 20 21:53:15.372872 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ae096cc0-4daf-446a-9d79-002b450a0778 req-c686a40a-d7c6-42a9-bcaf-fa5540732889 service neutron] 10.222.0.66 "GET /v2.0/networks/b3d5da20-dea1-40b2-8332-58cdd692fd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830590 Dec 20 21:53:15.473220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] For port a579c296-c6a7-4134-a77f-c1e50765b245, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:53:15.476754 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] For port a579c296-c6a7-4134-a77f-c1e50765b245, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=a579c296-c6a7-4134-a77f-c1e50765b245,segment=NetworkSegment(d99bef70-f0ce-419c-8386-c092181f8e05),segment_id=d99bef70-f0ce-419c-8386-c092181f8e05)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:53:15.500612 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:15.563416 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:15.564071 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:15.565507 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-20910125-2427-42f4-83f4-e40720192c6b service neutron] 10.222.0.31 "PUT /v2.0/ports/a579c296-c6a7-4134-a77f-c1e50765b245 HTTP/1.1" status: 200 len: 1089 time: 1.8483670 Dec 20 21:53:15.601817 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ae096cc0-4daf-446a-9d79-002b450a0778 req-a33230fd-e027-4cb1-9bc0-a45532f643fa service neutron] 10.222.0.66 "GET /v2.0/networks/b3d5da20-dea1-40b2-8332-58cdd692fd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198253 Dec 20 21:53:15.608728 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20910125-2427-42f4-83f4-e40720192c6b service neutron] Pushing event updated for resources: {'Port': ['ID=a579c296-c6a7-4134-a77f-c1e50765b245,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:15.619423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-3b53da77-6c68-427a-811c-5caf048cd74b admin admin] Deleting port 47f9632e-e9fe-4e2b-946a-8d0861b89dcd {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:53:15.619708 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b53da77-6c68-427a-811c-5caf048cd74b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:15.730417 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-c9f8bd2b-24a3-4524-993e-b322505252b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:15.731874 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-c9f8bd2b-24a3-4524-993e-b322505252b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=21bbb0dd98304f6783b34bea59364ad0&device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 1092 time: 0.0716226 Dec 20 21:53:15.732318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73506a98-7b77-42b6-af93-44d5488cadef req-94b8609c-e239-4d91-bb88-0836920c6905 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:15.733844 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-73506a98-7b77-42b6-af93-44d5488cadef req-94b8609c-e239-4d91-bb88-0836920c6905 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 943 time: 0.0542328 Dec 20 21:53:15.738739 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-3b53da77-6c68-427a-811c-5caf048cd74b admin admin] For port 47f9632e-e9fe-4e2b-946a-8d0861b89dcd, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=47f9632e-e9fe-4e2b-946a-8d0861b89dcd,segment=NetworkSegment(4801d2af-1e52-40cb-bfe3-a7bf3cc86c26),segment_id=4801d2af-1e52-40cb-bfe3-a7bf3cc86c26)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:15.739326 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b53da77-6c68-427a-811c-5caf048cd74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:15.752228 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-3b53da77-6c68-427a-811c-5caf048cd74b admin admin] Calling delete_port for 47f9632e-e9fe-4e2b-946a-8d0861b89dcd owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:53:15.774329 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-73506a98-7b77-42b6-af93-44d5488cadef req-cd01f9d5-ec92-42d7-bf6b-7d72bbe2e71a tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339112 Dec 20 21:53:15.804338 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-d73d040c-17b3-41ab-986e-c1befe129302 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a579c296-c6a7-4134-a77f-c1e50765b245 HTTP/1.1" status: 200 len: 217 time: 0.0478044 Dec 20 21:53:15.870278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4a472e-7585-4e6d-a162-680c65811460', 'tag': 'a579c296-c6a7-4134-a77f-c1e50765b245'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:53:15.872869 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c485692f-058e-45fd-bd99-5eb2852710cf" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4a472e-7585-4e6d-a162-680c65811460", "tag": "a579c296-c6a7-4134-a77f-c1e50765b245"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:53:15.903357 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-123af92e-d5bf-4710-824d-34bf3e88d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:15.904984 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-123af92e-d5bf-4710-824d-34bf3e88d3f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a4b40bd-5ea8-4021-aedb-230ac4368b25 HTTP/1.1" status: 200 len: 854 time: 0.0731533 Dec 20 21:53:15.941612 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d138502e-cfc2-429f-a2d2-33f7d5e8cbde x-openstack-request-id: req-d138502e-cfc2-429f-a2d2-33f7d5e8cbde {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:53:15.941881 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4a472e-7585-4e6d-a162-680c65811460", "tag": "a579c296-c6a7-4134-a77f-c1e50765b245", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:53:15.942173 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d138502e-cfc2-429f-a2d2-33f7d5e8cbde {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:53:15.942559 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4a472e-7585-4e6d-a162-680c65811460', 'tag': 'a579c296-c6a7-4134-a77f-c1e50765b245', 'status': 'completed', 'code': 200} Dec 20 21:53:15.973113 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-74f2db0d-307a-4b25-bb45-1b3d9a08e3e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67e2ade5-5b10-4b43-94d9-7bceee3b8e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297518 Dec 20 21:53:16.113096 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-6ed351b7-4c7c-458c-b750-4daeb68f9a58 service neutron] 10.222.0.31 "GET /v2.0/networks/67e2ade5-5b10-4b43-94d9-7bceee3b8e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307085 Dec 20 21:53:16.114295 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b53da77-6c68-427a-811c-5caf048cd74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:16.147982 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53da77-6c68-427a-811c-5caf048cd74b admin admin] Pushing event deleted for resources: {'Port': ['ID=47f9632e-e9fe-4e2b-946a-8d0861b89dcd,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:16.338128 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f77cfda-f916-416e-b454-1c00fd1b8bef req-6cfd92a5-b3bd-4c30-b737-014c1369fdd7 service neutron] 10.222.0.31 "GET /v2.0/networks/67e2ade5-5b10-4b43-94d9-7bceee3b8e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997259 Dec 20 21:53:16.395706 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b53da77-6c68-427a-811c-5caf048cd74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:16.415785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ea31d-aa58-49be-9262-855a548ed834 req-cb019baf-38b2-44e9-a0b3-0d8f9a4b6003 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:16.418009 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-854ea31d-aa58-49be-9262-855a548ed834 req-cb019baf-38b2-44e9-a0b3-0d8f9a4b6003 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 945 time: 0.0557699 Dec 20 21:53:16.460094 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-854ea31d-aa58-49be-9262-855a548ed834 req-fd55982b-6488-4fce-9fa1-8be0448d25fb tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357409 Dec 20 21:53:16.578628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485692f-058e-45fd-bd99-5eb2852710cf req-d864b3db-c839-4c55-883a-e499037c2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:16.580207 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c485692f-058e-45fd-bd99-5eb2852710cf req-d864b3db-c839-4c55-883a-e499037c2217 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=21bbb0dd98304f6783b34bea59364ad0&device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 1092 time: 0.0916889 Dec 20 21:53:16.726143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b53da77-6c68-427a-811c-5caf048cd74b admin admin] Router 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:53:16.728034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485692f-058e-45fd-bd99-5eb2852710cf req-ccc148cf-62ce-4d21-b710-0a7d45f5643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:16.729519 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c485692f-058e-45fd-bd99-5eb2852710cf req-ccc148cf-62ce-4d21-b710-0a7d45f5643a service neutron] 10.222.0.31 "GET /v2.0/networks?id=67e2ade5-5b10-4b43-94d9-7bceee3b8e40 HTTP/1.1" status: 200 len: 915 time: 0.1201847 Dec 20 21:53:16.774000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c485692f-058e-45fd-bd99-5eb2852710cf req-83138627-929d-4667-850b-4d7c11132077 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a579c296-c6a7-4134-a77f-c1e50765b245 HTTP/1.1" status: 200 len: 217 time: 0.0373478 Dec 20 21:53:16.922205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485692f-058e-45fd-bd99-5eb2852710cf req-82c81e83-ec78-4205-8658-50aa28c25e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:16.923678 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c485692f-058e-45fd-bd99-5eb2852710cf req-82c81e83-ec78-4205-8658-50aa28c25e45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a4b40bd-5ea8-4021-aedb-230ac4368b25 HTTP/1.1" status: 200 len: 854 time: 0.1159031 Dec 20 21:53:16.964303 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c485692f-058e-45fd-bd99-5eb2852710cf req-ae91f6b2-c962-487d-9bcd-8184c447fc32 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67e2ade5-5b10-4b43-94d9-7bceee3b8e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311241 Dec 20 21:53:16.971362 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b53da77-6c68-427a-811c-5caf048cd74b admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:53:16.979400 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3b53da77-6c68-427a-811c-5caf048cd74b admin admin] 10.222.0.32 "PUT /v2.0/routers/3d9bd994-05a1-4b4d-bd5a-3a6434769a88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5003352 Dec 20 21:53:16.979694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47818) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:16.982967 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ff375b-85c7-4667-8b4a-5b310835a2c8 None None] Sync routers for ids ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:53:16.985935 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57c46a-e120-4c32-8b88-bd2f8d885822 req-30a1157d-867b-4255-84b2-a7970d038c5d tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:16.987817 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f57c46a-e120-4c32-8b88-bd2f8d885822 req-30a1157d-867b-4255-84b2-a7970d038c5d tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 943 time: 0.1213462 Dec 20 21:53:17.000477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ff375b-85c7-4667-8b4a-5b310835a2c8 None None] Routers {'3d9bd994-05a1-4b4d-bd5a-3a6434769a88'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:53:17.001113 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-52ff375b-85c7-4667-8b4a-5b310835a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:53:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:17.074219 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f57c46a-e120-4c32-8b88-bd2f8d885822 req-25e955c4-1681-407d-8ee3-42a4ccdf3c38 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797932 Dec 20 21:53:17.093039 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0527d4c4-e529-40ce-96d3-b9d28f2faae8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:17.099041 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c485692f-058e-45fd-bd99-5eb2852710cf req-7d92aee1-cebb-4c5b-b6f4-d64e8afc6bdc service neutron] 10.222.0.31 "GET /v2.0/networks/67e2ade5-5b10-4b43-94d9-7bceee3b8e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213830 Dec 20 21:53:17.120458 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-52ff375b-85c7-4667-8b4a-5b310835a2c8 None None] Set router 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:53:17.191213 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c485692f-058e-45fd-bd99-5eb2852710cf req-423df437-a786-4031-b710-2c4db58d5883 service neutron] 10.222.0.31 "GET /v2.0/networks/67e2ade5-5b10-4b43-94d9-7bceee3b8e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841444 Dec 20 21:53:17.198869 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0527d4c4-e529-40ce-96d3-b9d28f2faae8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:17.258208 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0527d4c4-e529-40ce-96d3-b9d28f2faae8 admin admin] Deleting port 9dc61def-f954-42bb-b07b-420c0cde4aee {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:53:17.258551 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0527d4c4-e529-40ce-96d3-b9d28f2faae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:17.294188 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:53:17.306669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-52ff375b-85c7-4667-8b4a-5b310835a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'name': 'tempest-TestServerBasicOps-33458547-router', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245'}], 'enable_snat': True}, 'gw_port_id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:47:54Z', 'updated_at': '2021-12-20T21:53:16Z', 'revision_number': 5, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'gw_port': {'id': '9dc61def-f954-42bb-b07b-420c0cde4aee', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:47:55Z', 'updated_at': '2021-12-20T21:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:17.332991 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ff375b-85c7-4667-8b4a-5b310835a2c8 None None] Checking router: 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:53:17.341501 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ff375b-85c7-4667-8b4a-5b310835a2c8 None None] Routers {'3d9bd994-05a1-4b4d-bd5a-3a6434769a88'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:53:17.341668 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-0527d4c4-e529-40ce-96d3-b9d28f2faae8 admin admin] For port 9dc61def-f954-42bb-b07b-420c0cde4aee, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9dc61def-f954-42bb-b07b-420c0cde4aee,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:17.341845 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0527d4c4-e529-40ce-96d3-b9d28f2faae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:17.342140 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-52ff375b-85c7-4667-8b4a-5b310835a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:53:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:17.354604 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-0527d4c4-e529-40ce-96d3-b9d28f2faae8 admin admin] Calling delete_port for 9dc61def-f954-42bb-b07b-420c0cde4aee owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:53:17.427914 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-52ff375b-85c7-4667-8b4a-5b310835a2c8 None None] Set router 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:53:17.483639 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-52ff375b-85c7-4667-8b4a-5b310835a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'name': 'tempest-TestServerBasicOps-33458547-router', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:47:54Z', 'updated_at': '2021-12-20T21:53:17Z', 'revision_number': 6, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:17.511307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ff375b-85c7-4667-8b4a-5b310835a2c8 None None] The sync data for ids ['3d9bd994-05a1-4b4d-bd5a-3a6434769a88'] in n-d-xena-1 is: [{'id': '3d9bd994-05a1-4b4d-bd5a-3a6434769a88', 'name': 'tempest-TestServerBasicOps-33458547-router', 'tenant_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:47:54Z', 'updated_at': '2021-12-20T21:53:17Z', 'revision_number': 6, 'project_id': 'f5fa42aaba6a47fa86c4ce17d91cc2ca', 'gw_port_host': None}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:53:17.535060 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0527d4c4-e529-40ce-96d3-b9d28f2faae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:17.576956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d4c4-e529-40ce-96d3-b9d28f2faae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc61def-f954-42bb-b07b-420c0cde4aee,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:17.663844 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c1712-019b-4639-a60a-585f4a101b58 req-a7ae5ffc-1b3c-4ef5-9729-acf41a8d8ed2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:17.665394 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0e0c1712-019b-4639-a60a-585f4a101b58 req-a7ae5ffc-1b3c-4ef5-9729-acf41a8d8ed2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 945 time: 0.1276410 Dec 20 21:53:17.688694 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0527d4c4-e529-40ce-96d3-b9d28f2faae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:17.794456 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0527d4c4-e529-40ce-96d3-b9d28f2faae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:17.798564 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0e0c1712-019b-4639-a60a-585f4a101b58 req-bf9e1ccc-2976-4473-9d33-af2802c91b22 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265395 Dec 20 21:53:17.799641 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0527d4c4-e529-40ce-96d3-b9d28f2faae8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:17.844997 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0527d4c4-e529-40ce-96d3-b9d28f2faae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:17.845547 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0527d4c4-e529-40ce-96d3-b9d28f2faae8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d9bd994-05a1-4b4d-bd5a-3a6434769a88 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:53:17.849970 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0527d4c4-e529-40ce-96d3-b9d28f2faae8 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:17.851162 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0527d4c4-e529-40ce-96d3-b9d28f2faae8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3d9bd994-05a1-4b4d-bd5a-3a6434769a88 HTTP/1.1" status: 204 len: 168 time: 0.8704295 Dec 20 21:53:17.854101 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47822) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:17.907606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd690aeb-fc87-4b91-a77b-d66a23edc562 admin admin] Deleting subnet 104a070d-0479-4f70-94de-73cf13fd3cca {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:53:17.911784 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd690aeb-fc87-4b91-a77b-d66a23edc562 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:17.928799 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-526382fd-5aa4-4fd8-a8b2-e03b531ae045 service neutron] 10.222.0.66 "GET /v2.0/ports/02d1fb4c-9b7f-477b-a4e8-cc3a73e04313/bindings/n-h1-xena-1 HTTP/1.1" status: 200 len: 382 time: 0.0590863 Dec 20 21:53:17.949862 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd690aeb-fc87-4b91-a77b-d66a23edc562 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.032811 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd690aeb-fc87-4b91-a77b-d66a23edc562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.095081 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd690aeb-fc87-4b91-a77b-d66a23edc562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.123626 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd690aeb-fc87-4b91-a77b-d66a23edc562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=104a070d-0479-4f70-94de-73cf13fd3cca,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:18.125866 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fd690aeb-fc87-4b91-a77b-d66a23edc562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.128894 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fd690aeb-fc87-4b91-a77b-d66a23edc562 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/104a070d-0479-4f70-94de-73cf13fd3cca HTTP/1.1" status: 204 len: 168 time: 0.2737412 Dec 20 21:53:18.131389 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47826) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:18.134171 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d2605b-128a-4e94-8de0-a94da60fa31f None None] Network 0a48a448-6c03-459d-855c-3a8feeda68ee requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:53:18.212250 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.216611 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.272802 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] Deleting port e07b1d57-8504-467a-8fb5-83b12daf43c7 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:53:18.273153 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.349329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943a687-d65c-4c3d-9a5c-4137c8ad1380 req-d2fecb19-5317-4d53-83d5-4878876d5032 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:18.350903 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6943a687-d65c-4c3d-9a5c-4137c8ad1380 req-d2fecb19-5317-4d53-83d5-4878876d5032 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 943 time: 0.1036568 Dec 20 21:53:18.353925 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] For port e07b1d57-8504-467a-8fb5-83b12daf43c7, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e07b1d57-8504-467a-8fb5-83b12daf43c7,segment=NetworkSegment(4801d2af-1e52-40cb-bfe3-a7bf3cc86c26),segment_id=4801d2af-1e52-40cb-bfe3-a7bf3cc86c26)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:18.354865 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.370428 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eb13d0-f8b6-4297-811f-cad12b9767d9 None None] DHCP port deletion for 0a48a448-6c03-459d-855c-3a8feeda68ee request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:53:18.388121 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] Calling delete_port for e07b1d57-8504-467a-8fb5-83b12daf43c7 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:53:18.432168 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9dc61def-f954-42bb-b07b-420c0cde4aee no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:53:18.435501 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-40eb13d0-f8b6-4297-811f-cad12b9767d9 None None] Deleting port e07b1d57-8504-467a-8fb5-83b12daf43c7 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:53:18.435885 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40eb13d0-f8b6-4297-811f-cad12b9767d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.450047 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6943a687-d65c-4c3d-9a5c-4137c8ad1380 req-748af4ab-a9e6-47e8-805f-1c47b442468d tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806131 Dec 20 21:53:18.467901 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 9dc61def-f954-42bb-b07b-420c0cde4aee {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:53:18.468477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9dc61def-f954-42bb-b07b-420c0cde4aee not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:53:18.468670 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e07b1d57-8504-467a-8fb5-83b12daf43c7 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:53:18.492065 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.495718 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-7a27d7d6-6cb4-4622-9ff2-2d31661aacec service neutron] For port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,segment=NetworkSegment(13ad31cd-096e-4602-a043-bf6facb1d12e),segment_id=13ad31cd-096e-4602-a043-bf6facb1d12e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:18.516200 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: e07b1d57-8504-467a-8fb5-83b12daf43c7 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:53:18.516583 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e07b1d57-8504-467a-8fb5-83b12daf43c7 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:53:18.517000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 47f9632e-e9fe-4e2b-946a-8d0861b89dcd no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:53:18.521082 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-7a27d7d6-6cb4-4622-9ff2-2d31661aacec service neutron] For port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:53:18.536676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07b1d57-8504-467a-8fb5-83b12daf43c7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:18.538679 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] No DVR routers for this DVR port e07b1d57-8504-467a-8fb5-83b12daf43c7 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:53:18.545481 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 47f9632e-e9fe-4e2b-946a-8d0861b89dcd {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:53:18.545827 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 47f9632e-e9fe-4e2b-946a-8d0861b89dcd not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:53:18.564255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-40eb13d0-f8b6-4297-811f-cad12b9767d9 None None] For port e07b1d57-8504-467a-8fb5-83b12daf43c7, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e07b1d57-8504-467a-8fb5-83b12daf43c7,segment=NetworkSegment(4801d2af-1e52-40cb-bfe3-a7bf3cc86c26),segment_id=4801d2af-1e52-40cb-bfe3-a7bf3cc86c26)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:18.564652 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40eb13d0-f8b6-4297-811f-cad12b9767d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.577492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-40eb13d0-f8b6-4297-811f-cad12b9767d9 None None] Calling delete_port for e07b1d57-8504-467a-8fb5-83b12daf43c7 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:53:18.583800 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:53:18.586260 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac76611-397b-4bdd-9977-e9a73164acc2" -d '{"events": [{"server_uuid": "71f8f31c-8ab2-4028-8a07-a8b3d6d3620b", "name": "network-vif-unplugged", "status": "completed", "tag": "02d1fb4c-9b7f-477b-a4e8-cc3a73e04313"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:53:18.614940 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.622608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-7a27d7d6-6cb4-4622-9ff2-2d31661aacec service neutron] For port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,segment=NetworkSegment(13ad31cd-096e-4602-a043-bf6facb1d12e),segment_id=13ad31cd-096e-4602-a043-bf6facb1d12e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:18.645733 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a48a448-6c03-459d-855c-3a8feeda68ee']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:18.649811 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-7a27d7d6-6cb4-4622-9ff2-2d31661aacec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.663872 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22230b38-1d8a-4b93-b003-3114e202bf12 x-openstack-request-id: req-22230b38-1d8a-4b93-b003-3114e202bf12 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:53:18.664069 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4801d2af-1e52-40cb-bfe3-a7bf3cc86c26') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:18.664183 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f8f31c-8ab2-4028-8a07-a8b3d6d3620b", "name": "network-vif-unplugged", "status": "completed", "tag": "02d1fb4c-9b7f-477b-a4e8-cc3a73e04313", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:53:18.664286 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4801d2af-1e52-40cb-bfe3-a7bf3cc86c26') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:18.664459 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22230b38-1d8a-4b93-b003-3114e202bf12 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:53:18.664803 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313', 'code': 200} Dec 20 21:53:18.677316 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.693048 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40eb13d0-f8b6-4297-811f-cad12b9767d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.694196 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.705435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:53:18.705872 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:53:18.707895 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:53:18.730348 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb13d0-f8b6-4297-811f-cad12b9767d9 None None] Pushing event deleted for resources: {'Port': ['ID=e07b1d57-8504-467a-8fb5-83b12daf43c7,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:18.735122 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eb13d0-f8b6-4297-811f-cad12b9767d9 None None] No DVR routers for this DVR port e07b1d57-8504-467a-8fb5-83b12daf43c7 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:53:18.780984 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-7a27d7d6-6cb4-4622-9ff2-2d31661aacec service neutron] Transition to ACTIVE for port object 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:53:18.781260 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.785686 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-7a27d7d6-6cb4-4622-9ff2-2d31661aacec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.787934 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:18.791735 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0a48a448-6c03-459d-855c-3a8feeda68ee HTTP/1.1" status: 204 len: 168 time: 0.6594017 Dec 20 21:53:18.796063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47830) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:18.801748 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c149b-2edf-4274-8505-c134ecaa3a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a48a448-6c03-459d-855c-3a8feeda68ee,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:18.982011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27d7d6-6cb4-4622-9ff2-2d31661aacec service neutron] Pushing event updated for resources: {'Port': ['ID=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,revision_number=11']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:19.031169 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df5a44-50f9-4fe8-aacd-a1b0fd0e83b0 req-a351f6c0-2d6b-467d-a797-c164fd19c1be tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:19.032656 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a6df5a44-50f9-4fe8-aacd-a1b0fd0e83b0 req-a351f6c0-2d6b-467d-a797-c164fd19c1be tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 944 time: 0.1429884 Dec 20 21:53:19.052758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-7a27d7d6-6cb4-4622-9ff2-2d31661aacec service neutron] No DVR routers for this DVR port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:53:19.192320 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device a579c296-c6a7-4134-a77f-c1e50765b245 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:53:19.222997 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a6df5a44-50f9-4fe8-aacd-a1b0fd0e83b0 req-e16a6ccf-b497-4b49-bcd6-28cf9d2fd990 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731932 Dec 20 21:53:19.291393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port a579c296-c6a7-4134-a77f-c1e50765b245, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=a579c296-c6a7-4134-a77f-c1e50765b245,segment=NetworkSegment(d99bef70-f0ce-419c-8386-c092181f8e05),segment_id=d99bef70-f0ce-419c-8386-c092181f8e05)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:19.303803 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'a579c296-c6a7-4134-a77f-c1e50765b245', 'network_id': '67e2ade5-5b10-4b43-94d9-7bceee3b8e40', 'port_id': 'a579c296-c6a7-4134-a77f-c1e50765b245', 'mac_address': 'fa:16:3e:fd:0e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4b40bd-5ea8-4021-aedb-230ac4368b25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:53:19.308399 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-7a27d7d6-6cb4-4622-9ff2-2d31661aacec service neutron] 10.222.0.66 "PUT /v2.0/ports/02d1fb4c-9b7f-477b-a4e8-cc3a73e04313/bindings/n-h1-xena-1/activate HTTP/1.1" status: 200 len: 367 time: 1.3730247 Dec 20 21:53:19.341696 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:19.356916 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a579c296-c6a7-4134-a77f-c1e50765b245 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:53:19.379108 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port a579c296-c6a7-4134-a77f-c1e50765b245, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=a579c296-c6a7-4134-a77f-c1e50765b245,segment=NetworkSegment(d99bef70-f0ce-419c-8386-c092181f8e05),segment_id=d99bef70-f0ce-419c-8386-c092181f8e05)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:19.385023 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:19.435988 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=a579c296-c6a7-4134-a77f-c1e50765b245,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:19.443946 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9bd444e9-be22-418f-88fd-cdb9ce368067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:19.510310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-20ff03ea-5077-4017-b3bf-1fc7382da170 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:19.511810 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-20ff03ea-5077-4017-b3bf-1fc7382da170 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b&tenant_id=17bfe5143f08413da482bf49648c0cfd&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 1093 time: 0.1094558 Dec 20 21:53:19.584512 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a5aad-62a1-4c8a-8861-18463e163c26 req-077c7f22-6a52-4cba-947d-d340058ec336 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:19.585121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-e74cbd1c-bec8-44d1-9011-ffc3cc6c85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:19.586232 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d09a5aad-62a1-4c8a-8861-18463e163c26 req-077c7f22-6a52-4cba-947d-d340058ec336 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 944 time: 0.0503273 Dec 20 21:53:19.586604 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-e74cbd1c-bec8-44d1-9011-ffc3cc6c85ec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b&tenant_id=17bfe5143f08413da482bf49648c0cfd HTTP/1.1" status: 200 len: 1093 time: 0.0668800 Dec 20 21:53:19.630986 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d09a5aad-62a1-4c8a-8861-18463e163c26 req-dc4e4e48-cd7a-4df5-9ebb-268025fc07f5 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377786 Dec 20 21:53:19.675258 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['a579c296-c6a7-4134-a77f-c1e50765b245'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:53:19.681066 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-91bd740b-7805-4704-9a56-d27260b068c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:19.682570 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-91bd740b-7805-4704-9a56-d27260b068c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 1093 time: 0.0501795 Dec 20 21:53:19.819836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-008feef4-0b1d-42e8-a980-def3658fd9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:19.821408 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-008feef4-0b1d-42e8-a980-def3658fd9bf service neutron] 10.222.0.31 "GET /v2.0/networks?id=b3d5da20-dea1-40b2-8332-58cdd692fd62 HTTP/1.1" status: 200 len: 898 time: 0.1301572 Dec 20 21:53:19.887260 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-9bd444e9-be22-418f-88fd-cdb9ce368067 admin admin] Deleting port 0ee42d2f-d087-473a-aa7a-9f293044a4ea {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:53:19.887487 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9bd444e9-be22-418f-88fd-cdb9ce368067 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:19.930770 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-283a79a2-d12e-481b-b9a9-ec3153b1729f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 HTTP/1.1" status: 200 len: 998 time: 0.1022801 Dec 20 21:53:20.003076 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-4dc75483-4c1a-4342-ac97-2bdf39dbc5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:20.004539 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-4dc75483-4c1a-4342-ac97-2bdf39dbc5a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f13e05d-7669-4005-b008-bc9e923516d1 HTTP/1.1" status: 200 len: 834 time: 0.0659227 Dec 20 21:53:20.010929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-9bd444e9-be22-418f-88fd-cdb9ce368067 admin admin] For port 0ee42d2f-d087-473a-aa7a-9f293044a4ea, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0ee42d2f-d087-473a-aa7a-9f293044a4ea,segment=NetworkSegment(1f11c4e2-0653-4565-96bd-49ea4aaa099c),segment_id=1f11c4e2-0653-4565-96bd-49ea4aaa099c)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:20.011282 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9bd444e9-be22-418f-88fd-cdb9ce368067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:20.043479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-9bd444e9-be22-418f-88fd-cdb9ce368067 admin admin] Calling delete_port for 0ee42d2f-d087-473a-aa7a-9f293044a4ea owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:53:20.095937 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-14eb0660-9c86-4ac9-a0b9-5f1aee2f515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:20.097461 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-14eb0660-9c86-4ac9-a0b9-5f1aee2f515f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b3d5da20-dea1-40b2-8332-58cdd692fd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0837088 Dec 20 21:53:20.247269 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-58a9fe5e-51f1-4ba3-8883-8cd759a448c9 service neutron] 10.222.0.31 "GET /v2.0/networks/b3d5da20-dea1-40b2-8332-58cdd692fd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388881 Dec 20 21:53:20.383160 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9bd444e9-be22-418f-88fd-cdb9ce368067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:20.681847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373bd69-bc51-4f83-8c6b-bb3cf3e84b12 req-6fbd8049-b5da-4be7-ba9d-228506640cef tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:20.683340 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1373bd69-bc51-4f83-8c6b-bb3cf3e84b12 req-6fbd8049-b5da-4be7-ba9d-228506640cef tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 944 time: 0.3696530 Dec 20 21:53:20.688093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd444e9-be22-418f-88fd-cdb9ce368067 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee42d2f-d087-473a-aa7a-9f293044a4ea,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:20.693272 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-7096f9ce-173d-430d-85e4-9fbb8ae47e34 service neutron] 10.222.0.31 "GET /v2.0/networks/b3d5da20-dea1-40b2-8332-58cdd692fd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386809 Dec 20 21:53:20.757882 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca5f22-c1cb-4f82-a869-6ba269081c73 req-b4ef95ba-85fe-4db2-ae75-70497536d4cf tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:20.762610 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d2ca5f22-c1cb-4f82-a869-6ba269081c73 req-b4ef95ba-85fe-4db2-ae75-70497536d4cf tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 944 time: 0.0618653 Dec 20 21:53:20.769460 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1373bd69-bc51-4f83-8c6b-bb3cf3e84b12 req-73c0a7da-9752-4484-b48d-33075aa12e9c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627065 Dec 20 21:53:20.812781 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d2ca5f22-c1cb-4f82-a869-6ba269081c73 req-c769ac54-d1d2-4027-a1ce-8ad0a32f5b25 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468636 Dec 20 21:53:20.874904 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9bd444e9-be22-418f-88fd-cdb9ce368067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:21.084701 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-ae067d6d-5def-4550-a9e5-d3f1ea324402 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:21.086230 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-ae067d6d-5def-4550-a9e5-d3f1ea324402 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b&tenant_id=17bfe5143f08413da482bf49648c0cfd&binding%3Ahost_id=n-h1-xena-1 HTTP/1.1" status: 200 len: 1093 time: 0.1073890 Dec 20 21:53:21.163052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd444e9-be22-418f-88fd-cdb9ce368067 admin admin] Router e1662b75-dd85-4d2b-84ad-922a1622e7c6 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:53:21.166112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:53:21.207397 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:53:21.221353 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device a579c296-c6a7-4134-a77f-c1e50765b245 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:53:21.269673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port a579c296-c6a7-4134-a77f-c1e50765b245 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:53:21.273473 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port a579c296-c6a7-4134-a77f-c1e50765b245 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:53:21.273846 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:21.317268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-da9ddae9-09e9-4aac-8fb7-d5a87694e97b service neutron] For port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:53:21.321913 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-da9ddae9-09e9-4aac-8fb7-d5a87694e97b service neutron] Notify callbacks [] for binding, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:21.323073 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-da9ddae9-09e9-4aac-8fb7-d5a87694e97b service neutron] 10.222.0.31 "DELETE /v2.0/ports/02d1fb4c-9b7f-477b-a4e8-cc3a73e04313/bindings/n-h2-xena-1 HTTP/1.1" status: 204 len: 173 time: 0.2298465 Dec 20 21:53:21.345372 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd444e9-be22-418f-88fd-cdb9ce368067 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:53:21.353534 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9bd444e9-be22-418f-88fd-cdb9ce368067 admin admin] 10.222.0.32 "PUT /v2.0/routers/e1662b75-dd85-4d2b-84ad-922a1622e7c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5351529 Dec 20 21:53:21.353534 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47840) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:21.357074 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44efc29a-1bd4-42d5-b56e-c14ceef60825 None None] Sync routers for ids ['e1662b75-dd85-4d2b-84ad-922a1622e7c6'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:53:21.363948 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:21.367279 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44efc29a-1bd4-42d5-b56e-c14ceef60825 None None] Routers {'e1662b75-dd85-4d2b-84ad-922a1622e7c6'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:53:21.367887 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-44efc29a-1bd4-42d5-b56e-c14ceef60825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:53:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e1662b75-dd85-4d2b-84ad-922a1622e7c6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:21.388883 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4a472e-7585-4e6d-a162-680c65811460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a579c296-c6a7-4134-a77f-c1e50765b245'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:53:21.391230 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73b8b06-631e-4556-8df9-90b02576ea70" -d '{"events": [{"server_uuid": "6c4a472e-7585-4e6d-a162-680c65811460", "name": "network-vif-plugged", "status": "completed", "tag": "a579c296-c6a7-4134-a77f-c1e50765b245"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:53:21.406119 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port a579c296-c6a7-4134-a77f-c1e50765b245, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=a579c296-c6a7-4134-a77f-c1e50765b245,segment=NetworkSegment(d99bef70-f0ce-419c-8386-c092181f8e05),segment_id=d99bef70-f0ce-419c-8386-c092181f8e05)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:21.412788 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:21.452410 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2211b0-6c89-489d-9135-c6a66302a3ff x-openstack-request-id: req-bb2211b0-6c89-489d-9135-c6a66302a3ff {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:53:21.452708 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4a472e-7585-4e6d-a162-680c65811460", "name": "network-vif-plugged", "status": "completed", "tag": "a579c296-c6a7-4134-a77f-c1e50765b245", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:53:21.452962 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb2211b0-6c89-489d-9135-c6a66302a3ff {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:53:21.453359 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4a472e-7585-4e6d-a162-680c65811460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a579c296-c6a7-4134-a77f-c1e50765b245', 'code': 200} Dec 20 21:53:21.464850 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56adf668-5e71-48f5-a0ab-ee52d7077d24 admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:21.470418 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=a579c296-c6a7-4134-a77f-c1e50765b245,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:21.478041 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-44efc29a-1bd4-42d5-b56e-c14ceef60825 None None] Set router e1662b75-dd85-4d2b-84ad-922a1622e7c6 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:53:21.592291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe19c8-ff1f-41e7-a32a-5ad0350fb926 req-2cb8d6c9-5567-4b5b-b852-5a45af368200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:21.593228 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c5fe19c8-ff1f-41e7-a32a-5ad0350fb926 req-2cb8d6c9-5567-4b5b-b852-5a45af368200 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 1094 time: 0.0609574 Dec 20 21:53:21.598629 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56adf668-5e71-48f5-a0ab-ee52d7077d24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:21.650208 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c5fe19c8-ff1f-41e7-a32a-5ad0350fb926 req-5027f635-6e2d-464c-8e74-ab9a4391e2e2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484736 Dec 20 21:53:21.657479 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-44efc29a-1bd4-42d5-b56e-c14ceef60825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'name': 'tempest-TestServerBasicOps-781474331-router', 'tenant_id': '36a72480397347b9be9d8fa9d572cc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.29'}], 'enable_snat': True}, 'gw_port_id': '0bf1e93b-7510-4205-9341-928b2ac2b804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:01Z', 'updated_at': '2021-12-20T21:53:20Z', 'revision_number': 5, 'project_id': '36a72480397347b9be9d8fa9d572cc19', 'gw_port': {'id': '0bf1e93b-7510-4205-9341-928b2ac2b804', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:48:02Z', 'updated_at': '2021-12-20T21:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:21.672833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-56adf668-5e71-48f5-a0ab-ee52d7077d24 admin admin] Deleting port 0bf1e93b-7510-4205-9341-928b2ac2b804 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:53:21.673077 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56adf668-5e71-48f5-a0ab-ee52d7077d24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:21.689359 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44efc29a-1bd4-42d5-b56e-c14ceef60825 None None] Checking router: e1662b75-dd85-4d2b-84ad-922a1622e7c6 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:53:21.697563 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44efc29a-1bd4-42d5-b56e-c14ceef60825 None None] Routers {'e1662b75-dd85-4d2b-84ad-922a1622e7c6'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:53:21.698209 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-44efc29a-1bd4-42d5-b56e-c14ceef60825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:53:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e1662b75-dd85-4d2b-84ad-922a1622e7c6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:21.756103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-56adf668-5e71-48f5-a0ab-ee52d7077d24 admin admin] For port 0bf1e93b-7510-4205-9341-928b2ac2b804, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0bf1e93b-7510-4205-9341-928b2ac2b804,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:21.756622 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56adf668-5e71-48f5-a0ab-ee52d7077d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:21.768464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-56adf668-5e71-48f5-a0ab-ee52d7077d24 admin admin] Calling delete_port for 0bf1e93b-7510-4205-9341-928b2ac2b804 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:53:21.780800 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-44efc29a-1bd4-42d5-b56e-c14ceef60825 None None] Set router e1662b75-dd85-4d2b-84ad-922a1622e7c6 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:53:21.850172 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-44efc29a-1bd4-42d5-b56e-c14ceef60825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'name': 'tempest-TestServerBasicOps-781474331-router', 'tenant_id': '36a72480397347b9be9d8fa9d572cc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:01Z', 'updated_at': '2021-12-20T21:53:21Z', 'revision_number': 6, 'project_id': '36a72480397347b9be9d8fa9d572cc19', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:21.880444 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44efc29a-1bd4-42d5-b56e-c14ceef60825 None None] The sync data for ids ['e1662b75-dd85-4d2b-84ad-922a1622e7c6'] in n-d-xena-1 is: [{'id': 'e1662b75-dd85-4d2b-84ad-922a1622e7c6', 'name': 'tempest-TestServerBasicOps-781474331-router', 'tenant_id': '36a72480397347b9be9d8fa9d572cc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:48:01Z', 'updated_at': '2021-12-20T21:53:21Z', 'revision_number': 6, 'project_id': '36a72480397347b9be9d8fa9d572cc19', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:53:21.959694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d38ac-ee53-4388-979b-4080b759225c req-1874252c-b435-4f1c-89e3-7e90e94136db tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:21.961312 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-080d38ac-ee53-4388-979b-4080b759225c req-1874252c-b435-4f1c-89e3-7e90e94136db tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 944 time: 0.0979872 Dec 20 21:53:22.008130 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-080d38ac-ee53-4388-979b-4080b759225c req-1b228d58-1552-4ed3-ad2e-e777a893294d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393946 Dec 20 21:53:22.029261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209bdc1-b860-4da0-99f2-672654668d70 req-ee368aed-3037-4e58-8fc7-54f3079f93bb tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:22.029261 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1209bdc1-b860-4da0-99f2-672654668d70 req-ee368aed-3037-4e58-8fc7-54f3079f93bb tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 945 time: 0.1100209 Dec 20 21:53:22.040170 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56adf668-5e71-48f5-a0ab-ee52d7077d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:22.093645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adf668-5e71-48f5-a0ab-ee52d7077d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf1e93b-7510-4205-9341-928b2ac2b804,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:22.107716 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1209bdc1-b860-4da0-99f2-672654668d70 req-d8b2d62c-fa0d-4874-a0e5-a67de09c98fe tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784216 Dec 20 21:53:22.133251 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbf001-289f-4d9e-88ff-4ee439c88d19 req-c76ceb3d-c419-43f8-8003-615b5ea38b93 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:22.135095 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-abfbf001-289f-4d9e-88ff-4ee439c88d19 req-c76ceb3d-c419-43f8-8003-615b5ea38b93 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 1093 time: 0.0510237 Dec 20 21:53:22.168563 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56adf668-5e71-48f5-a0ab-ee52d7077d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:22.176874 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-abfbf001-289f-4d9e-88ff-4ee439c88d19 req-ea604ce2-95cf-4315-b793-fc24980a570d tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347707 Dec 20 21:53:22.280689 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56adf668-5e71-48f5-a0ab-ee52d7077d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:22.283529 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56adf668-5e71-48f5-a0ab-ee52d7077d24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:22.342683 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac221a5-288b-427e-b596-dcfe2073048d req-6096ff23-9b37-4081-ae67-f9b5c4611b80 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:22.344174 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7ac221a5-288b-427e-b596-dcfe2073048d req-6096ff23-9b37-4081-ae67-f9b5c4611b80 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 944 time: 0.0921843 Dec 20 21:53:22.345205 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56adf668-5e71-48f5-a0ab-ee52d7077d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:22.345744 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56adf668-5e71-48f5-a0ab-ee52d7077d24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1662b75-dd85-4d2b-84ad-922a1622e7c6 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:53:22.350021 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-56adf668-5e71-48f5-a0ab-ee52d7077d24 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:22.351158 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-56adf668-5e71-48f5-a0ab-ee52d7077d24 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e1662b75-dd85-4d2b-84ad-922a1622e7c6 HTTP/1.1" status: 204 len: 168 time: 0.9974549 Dec 20 21:53:22.354020 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47860) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:22.390027 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7ac221a5-288b-427e-b596-dcfe2073048d req-a1d3bc90-dc51-4df0-a9fc-3fd5a173ba70 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377138 Dec 20 21:53:22.401125 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-70480dfb-b8b0-4cbe-8587-78e6d742db51 admin admin] Deleting subnet 24080a47-6686-4c0a-9e86-1c8ac4010028 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:53:22.412417 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70480dfb-b8b0-4cbe-8587-78e6d742db51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:22.412783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47862) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:22.444582 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70480dfb-b8b0-4cbe-8587-78e6d742db51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:22.484092 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ee7c62da-c64b-4697-8c7f-9706efb01b12 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/floatingips/013a687c-31ab-4989-be53-ded919791dcd HTTP/1.1" status: 200 len: 990 time: 0.0700934 Dec 20 21:53:22.537215 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70480dfb-b8b0-4cbe-8587-78e6d742db51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:22.546439 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0ee42d2f-d087-473a-aa7a-9f293044a4ea no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:53:22.572622 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 0ee42d2f-d087-473a-aa7a-9f293044a4ea {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:53:22.572942 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0ee42d2f-d087-473a-aa7a-9f293044a4ea not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:53:22.573411 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0bf1e93b-7510-4205-9341-928b2ac2b804 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:53:22.592140 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70480dfb-b8b0-4cbe-8587-78e6d742db51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:22.598496 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 0bf1e93b-7510-4205-9341-928b2ac2b804 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:53:22.598845 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0bf1e93b-7510-4205-9341-928b2ac2b804 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:53:22.615522 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70480dfb-b8b0-4cbe-8587-78e6d742db51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24080a47-6686-4c0a-9e86-1c8ac4010028,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:22.625444 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-70480dfb-b8b0-4cbe-8587-78e6d742db51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:22.628570 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-70480dfb-b8b0-4cbe-8587-78e6d742db51 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/24080a47-6686-4c0a-9e86-1c8ac4010028 HTTP/1.1" status: 204 len: 168 time: 0.2734663 Dec 20 21:53:22.631180 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47864) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:22.633703 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5e12fc-b1a7-4891-9ca8-3a9610a6e415 None None] Network a2e779a3-ab45-4b54-a377-90a6ef6e9964 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:53:22.709010 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:22.765666 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] Deleting port 879ba206-a884-43fd-b81f-d48202e45909 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:53:22.766009 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:22.839285 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e5f812-e412-4063-bf7a-55cb6b4c66a6 None None] DHCP port deletion for a2e779a3-ab45-4b54-a377-90a6ef6e9964 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:53:22.840606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] For port 879ba206-a884-43fd-b81f-d48202e45909, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=879ba206-a884-43fd-b81f-d48202e45909,segment=NetworkSegment(1f11c4e2-0653-4565-96bd-49ea4aaa099c),segment_id=1f11c4e2-0653-4565-96bd-49ea4aaa099c)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:22.841159 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:22.864271 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] Calling delete_port for 879ba206-a884-43fd-b81f-d48202e45909 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:53:22.892053 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-38e5f812-e412-4063-bf7a-55cb6b4c66a6 None None] Deleting port 879ba206-a884-43fd-b81f-d48202e45909 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:53:22.892425 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-38e5f812-e412-4063-bf7a-55cb6b4c66a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:22.945345 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:22.956183 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-38e5f812-e412-4063-bf7a-55cb6b4c66a6 None None] For port 879ba206-a884-43fd-b81f-d48202e45909, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=879ba206-a884-43fd-b81f-d48202e45909,segment=NetworkSegment(1f11c4e2-0653-4565-96bd-49ea4aaa099c),segment_id=1f11c4e2-0653-4565-96bd-49ea4aaa099c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:22.956504 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-38e5f812-e412-4063-bf7a-55cb6b4c66a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:22.969219 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-38e5f812-e412-4063-bf7a-55cb6b4c66a6 None None] Calling delete_port for 879ba206-a884-43fd-b81f-d48202e45909 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:53:22.971203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=879ba206-a884-43fd-b81f-d48202e45909,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:22.974610 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] No DVR routers for this DVR port 879ba206-a884-43fd-b81f-d48202e45909 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:53:23.048398 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:23.052815 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-38e5f812-e412-4063-bf7a-55cb6b4c66a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:23.068964 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e779a3-ab45-4b54-a377-90a6ef6e9964']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:23.077673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5f812-e412-4063-bf7a-55cb6b4c66a6 None None] Pushing event deleted for resources: {'Port': ['ID=879ba206-a884-43fd-b81f-d48202e45909,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:23.078628 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f11c4e2-0653-4565-96bd-49ea4aaa099c') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:23.078902 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f11c4e2-0653-4565-96bd-49ea4aaa099c') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:23.081511 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5f812-e412-4063-bf7a-55cb6b4c66a6 None None] No DVR routers for this DVR port 879ba206-a884-43fd-b81f-d48202e45909 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:53:23.096008 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:23.111731 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:23.118212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:53:23.118597 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:53:23.120439 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:53:23.176181 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:23.183519 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:23.187700 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] 10.222.0.32 "DELETE /v2.0/networks/a2e779a3-ab45-4b54-a377-90a6ef6e9964 HTTP/1.1" status: 204 len: 168 time: 0.5555911 Dec 20 21:53:23.225435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4498466-9f9b-4b15-84c8-d93042d89d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=a2e779a3-ab45-4b54-a377-90a6ef6e9964,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:23.250565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf77452-234a-4ebe-ae2d-d6eec1c912c2 req-185a9f80-11c8-41a2-b7ff-40a44d660f31 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:23.252076 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5cf77452-234a-4ebe-ae2d-d6eec1c912c2 req-185a9f80-11c8-41a2-b7ff-40a44d660f31 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 945 time: 0.0739987 Dec 20 21:53:23.290851 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5cf77452-234a-4ebe-ae2d-d6eec1c912c2 req-96cfb301-2824-4751-be66-43739f9f9620 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325103 Dec 20 21:53:23.305783 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47870) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:23.346380 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7bd20ee9-6529-4db0-850d-8f447bf1e0bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5fa42aaba6a47fa86c4ce17d91cc2ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392060 Dec 20 21:53:23.348686 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47874) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:23.396746 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f91dfc5-3406-4100-8781-7fad0e2b0fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:23.419094 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f91dfc5-3406-4100-8781-7fad0e2b0fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:23.467025 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f91dfc5-3406-4100-8781-7fad0e2b0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:23.469764 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8f91dfc5-3406-4100-8781-7fad0e2b0fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:23.471058 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8f91dfc5-3406-4100-8781-7fad0e2b0fe1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a38c4b19-e792-423b-b21c-470a8bcad945 HTTP/1.1" status: 204 len: 168 time: 0.1214592 Dec 20 21:53:23.484242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91dfc5-3406-4100-8781-7fad0e2b0fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38c4b19-e792-423b-b21c-470a8bcad945,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:23.812407 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47888) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:23.853179 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2e49bfeb-5de9-4eac-a1ee-61c3a3007a15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36a72480397347b9be9d8fa9d572cc19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393901 Dec 20 21:53:23.855819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47890) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:23.910384 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31d0a376-2f84-4c8e-905c-013c69ece186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:23.933344 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31d0a376-2f84-4c8e-905c-013c69ece186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:23.982550 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31d0a376-2f84-4c8e-905c-013c69ece186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:23.985302 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31d0a376-2f84-4c8e-905c-013c69ece186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:23.986603 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-31d0a376-2f84-4c8e-905c-013c69ece186 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d5eda39-8ba1-4fa7-a50a-a3ab3aa4ef4a HTTP/1.1" status: 204 len: 168 time: 0.1296897 Dec 20 21:53:23.996872 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0a376-2f84-4c8e-905c-013c69ece186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5eda39-8ba1-4fa7-a50a-a3ab3aa4ef4a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:24.392888 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 879ba206-a884-43fd-b81f-d48202e45909 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:53:24.415682 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 879ba206-a884-43fd-b81f-d48202e45909 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:53:24.416442 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 879ba206-a884-43fd-b81f-d48202e45909 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:53:24.733834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47900) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:24.903815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-7257ce13-59b8-49d1-80fd-ace74510d469 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting port 4e90662b-ea1d-41e1-ab91-3f7ff8630a5a {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:53:24.904199 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7257ce13-59b8-49d1-80fd-ace74510d469 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:24.985762 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7257ce13-59b8-49d1-80fd-ace74510d469 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:24.986513 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7257ce13-59b8-49d1-80fd-ace74510d469 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:25.000716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-7257ce13-59b8-49d1-80fd-ace74510d469 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Calling delete_port for 4e90662b-ea1d-41e1-ab91-3f7ff8630a5a owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:53:25.164501 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7257ce13-59b8-49d1-80fd-ace74510d469 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:25.195514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257ce13-59b8-49d1-80fd-ace74510d469 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Port': ['ID=4e90662b-ea1d-41e1-ab91-3f7ff8630a5a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:25.270225 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7257ce13-59b8-49d1-80fd-ace74510d469 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:25.270560 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-7257ce13-59b8-49d1-80fd-ace74510d469 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Floating IP 013a687c-31ab-4989-be53-ded919791dcd disassociated (deleted). External IP: 172.35.3.66, port: 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313. Dec 20 21:53:25.498512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7257ce13-59b8-49d1-80fd-ace74510d469 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router fad18632-7ea9-4eb8-b91e-0289705ab555 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:53:25.633710 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7257ce13-59b8-49d1-80fd-ace74510d469 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:53:25.638730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7257ce13-59b8-49d1-80fd-ace74510d469 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:25.645936 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93357579-949e-4cfc-8f17-8a44aca31470 None None] Sync routers for ids ['fad18632-7ea9-4eb8-b91e-0289705ab555'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:53:25.660071 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93357579-949e-4cfc-8f17-8a44aca31470 None None] Routers {'fad18632-7ea9-4eb8-b91e-0289705ab555'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:53:25.660985 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-93357579-949e-4cfc-8f17-8a44aca31470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:53:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fad18632-7ea9-4eb8-b91e-0289705ab555'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:25.674500 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7257ce13-59b8-49d1-80fd-ace74510d469 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/floatingips/013a687c-31ab-4989-be53-ded919791dcd HTTP/1.1" status: 204 len: 168 time: 0.9393137 Dec 20 21:53:25.675274 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'tag': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:53:25.678516 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43393694-92f8-470e-a37e-465d62916d32" -d '{"events": [{"name": "network-changed", "server_uuid": "71f8f31c-8ab2-4028-8a07-a8b3d6d3620b", "tag": "02d1fb4c-9b7f-477b-a4e8-cc3a73e04313"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:53:25.779170 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2723fdc9-27ea-463a-b4aa-5e9c0ff9292c x-openstack-request-id: req-2723fdc9-27ea-463a-b4aa-5e9c0ff9292c {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:53:25.780203 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f8f31c-8ab2-4028-8a07-a8b3d6d3620b", "tag": "02d1fb4c-9b7f-477b-a4e8-cc3a73e04313", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:53:25.780203 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2723fdc9-27ea-463a-b4aa-5e9c0ff9292c {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:53:25.780203 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'tag': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313', 'status': 'completed', 'code': 200} Dec 20 21:53:25.885533 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43393694-92f8-470e-a37e-465d62916d32 req-e4b0d907-0cf6-4477-b47d-a895ae3db54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:25.888417 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43393694-92f8-470e-a37e-465d62916d32 req-e4b0d907-0cf6-4477-b47d-a895ae3db54f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 1093 time: 0.0668194 Dec 20 21:53:25.998857 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-93357579-949e-4cfc-8f17-8a44aca31470 None None] Set router fad18632-7ea9-4eb8-b91e-0289705ab555 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:53:26.071078 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43393694-92f8-470e-a37e-465d62916d32 req-b4d04e84-7c2e-44ba-8c5e-901293f7ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:26.072934 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43393694-92f8-470e-a37e-465d62916d32 req-b4d04e84-7c2e-44ba-8c5e-901293f7ce08 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b3d5da20-dea1-40b2-8332-58cdd692fd62 HTTP/1.1" status: 200 len: 898 time: 0.1691589 Dec 20 21:53:26.087426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab051458-5fcf-401a-8a32-af99de73b81d req-7e6590cc-c0d6-44db-94bb-aa72c4879bd9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:26.096029 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab051458-5fcf-401a-8a32-af99de73b81d req-7e6590cc-c0d6-44db-94bb-aa72c4879bd9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 944 time: 0.0866611 Dec 20 21:53:26.140005 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43393694-92f8-470e-a37e-465d62916d32 req-2f3dadd7-9172-43cf-909d-acbcf6ba3252 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 HTTP/1.1" status: 200 len: 217 time: 0.0450335 Dec 20 21:53:26.150936 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ab051458-5fcf-401a-8a32-af99de73b81d req-0c6cb276-ccdf-4f20-8dbf-03796c24da89 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=32645d09-1760-4b26-beb8-b29c53f1d5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539913 Dec 20 21:53:26.226243 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43393694-92f8-470e-a37e-465d62916d32 req-b6502a02-035d-401c-8468-86f6b8972a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:26.228435 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43393694-92f8-470e-a37e-465d62916d32 req-b6502a02-035d-401c-8468-86f6b8972a9d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f13e05d-7669-4005-b008-bc9e923516d1 HTTP/1.1" status: 200 len: 834 time: 0.0730605 Dec 20 21:53:26.303535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-93357579-949e-4cfc-8f17-8a44aca31470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928092676', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:52:15Z', 'updated_at': '2021-12-20T21:52:21Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:16Z', 'updated_at': '2021-12-20T21:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '13e28578-e3dc-4963-bfdf-b7189a63b93b', 'name': '', 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:ca:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:20Z', 'updated_at': '2021-12-20T21:52:24Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:26.315470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43393694-92f8-470e-a37e-465d62916d32 req-90ed3a3d-6262-4ec0-bb45-1616f168f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:26.317240 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43393694-92f8-470e-a37e-465d62916d32 req-90ed3a3d-6262-4ec0-bb45-1616f168f304 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b3d5da20-dea1-40b2-8332-58cdd692fd62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0619090 Dec 20 21:53:26.340430 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93357579-949e-4cfc-8f17-8a44aca31470 None None] Checking router: fad18632-7ea9-4eb8-b91e-0289705ab555 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:53:26.350365 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93357579-949e-4cfc-8f17-8a44aca31470 None None] Routers {'fad18632-7ea9-4eb8-b91e-0289705ab555'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:53:26.351103 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-93357579-949e-4cfc-8f17-8a44aca31470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:53:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fad18632-7ea9-4eb8-b91e-0289705ab555'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:26.428618 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43393694-92f8-470e-a37e-465d62916d32 req-f13fa141-4a56-43ac-997d-03c9ce2e31cf service neutron] 10.222.0.31 "GET /v2.0/networks/b3d5da20-dea1-40b2-8332-58cdd692fd62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955667 Dec 20 21:53:26.497033 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-93357579-949e-4cfc-8f17-8a44aca31470 None None] Set router fad18632-7ea9-4eb8-b91e-0289705ab555 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:53:26.545175 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43393694-92f8-470e-a37e-465d62916d32 req-666ee1a9-5835-46c2-9696-e7a9131af1c3 service neutron] 10.222.0.31 "GET /v2.0/networks/b3d5da20-dea1-40b2-8332-58cdd692fd62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101167 Dec 20 21:53:26.639027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac1c7e-0684-4080-9fb0-13885695c169 req-c8e9e4cc-99ce-4675-98e9-7fb2d8480fcb tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:26.641319 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6dac1c7e-0684-4080-9fb0-13885695c169 req-c8e9e4cc-99ce-4675-98e9-7fb2d8480fcb tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.31 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 944 time: 0.0659299 Dec 20 21:53:26.727471 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-93357579-949e-4cfc-8f17-8a44aca31470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928092676', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:52:15Z', 'updated_at': '2021-12-20T21:52:21Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:16Z', 'updated_at': '2021-12-20T21:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '13e28578-e3dc-4963-bfdf-b7189a63b93b', 'name': '', 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:ca:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:20Z', 'updated_at': '2021-12-20T21:52:24Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:26.751649 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-6dac1c7e-0684-4080-9fb0-13885695c169 req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:53:26.752156 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6dac1c7e-0684-4080-9fb0-13885695c169 req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:26.759374 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93357579-949e-4cfc-8f17-8a44aca31470 None None] The sync data for ids ['fad18632-7ea9-4eb8-b91e-0289705ab555'] in n-d-xena-1 is: [{'id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928092676', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:52:15Z', 'updated_at': '2021-12-20T21:52:21Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:16Z', 'updated_at': '2021-12-20T21:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '13e28578-e3dc-4963-bfdf-b7189a63b93b', 'name': '', 'network_id': 'b3d5da20-dea1-40b2-8332-58cdd692fd62', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:ca:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:20Z', 'updated_at': '2021-12-20T21:52:24Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': '0f13e05d-7669-4005-b008-bc9e923516d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:53:26.855776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-6dac1c7e-0684-4080-9fb0-13885695c169 req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] For port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,segment=NetworkSegment(13ad31cd-096e-4602-a043-bf6facb1d12e),segment_id=13ad31cd-096e-4602-a043-bf6facb1d12e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:26.856359 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6dac1c7e-0684-4080-9fb0-13885695c169 req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:26.870851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-6dac1c7e-0684-4080-9fb0-13885695c169 req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Calling delete_port for 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:53:27.016576 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6dac1c7e-0684-4080-9fb0-13885695c169 req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:27.046766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Port': ['ID=02d1fb4c-9b7f-477b-a4e8-cc3a73e04313,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:27.073360 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896af65b-a80e-44e9-8cb7-65ff16cc9038 None None] New status for floating IP 013a687c-31ab-4989-be53-ded919791dcd: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:53:27.074162 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:27.074677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:27.074862 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:27.075165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:27.075493 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:27.075824 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:27.076153 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:27.076482 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:27.076808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:27.077130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:27.077449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:27.077766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:27.103310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dac1c7e-0684-4080-9fb0-13885695c169 req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] No DVR routers for this DVR port 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:53:27.106015 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6dac1c7e-0684-4080-9fb0-13885695c169 req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:27.109573 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6dac1c7e-0684-4080-9fb0-13885695c169 req-1eaa7fde-800a-4e6a-9da7-57d0623b16f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.31 "DELETE /v2.0/ports/02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 HTTP/1.1" status: 204 len: 173 time: 0.4622827 Dec 20 21:53:27.188798 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74e313f7-88ca-4c09-9d94-e9fe0ba8dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:27.294354 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6096c87-8543-46c1-a923-56f26ca6fc1d req-9b9d8d10-3a26-4fdc-ac27-d9de4ccbabcb tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8f31c-8ab2-4028-8a07-a8b3d6d3620b HTTP/1.1" status: 200 len: 210 time: 0.0286548 Dec 20 21:53:27.781778 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'name': 'network-vif-deleted', 'tag': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:53:27.784150 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580f5ae9-04a9-475f-9135-baeab4bcc52d" -d '{"events": [{"server_uuid": "71f8f31c-8ab2-4028-8a07-a8b3d6d3620b", "name": "network-vif-deleted", "tag": "02d1fb4c-9b7f-477b-a4e8-cc3a73e04313"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:53:27.821973 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f485d762-a114-413b-9f61-2bcc59f026c5 x-openstack-request-id: req-f485d762-a114-413b-9f61-2bcc59f026c5 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:53:27.822298 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f8f31c-8ab2-4028-8a07-a8b3d6d3620b", "name": "network-vif-deleted", "tag": "02d1fb4c-9b7f-477b-a4e8-cc3a73e04313", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:53:27.822548 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f485d762-a114-413b-9f61-2bcc59f026c5 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:53:27.822945 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f8f31c-8ab2-4028-8a07-a8b3d6d3620b', 'name': 'network-vif-deleted', 'tag': '02d1fb4c-9b7f-477b-a4e8-cc3a73e04313', 'status': 'completed', 'code': 200} Dec 20 21:53:28.353586 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47922) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:28.731197 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7edb5710-6734-4362-98d0-83a19e196cc5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:29.013180 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7edb5710-6734-4362-98d0-83a19e196cc5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting port 13e28578-e3dc-4963-bfdf-b7189a63b93b {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:53:29.013544 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7edb5710-6734-4362-98d0-83a19e196cc5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:29.106965 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-7edb5710-6734-4362-98d0-83a19e196cc5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] For port 13e28578-e3dc-4963-bfdf-b7189a63b93b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=13e28578-e3dc-4963-bfdf-b7189a63b93b,segment=NetworkSegment(13ad31cd-096e-4602-a043-bf6facb1d12e),segment_id=13ad31cd-096e-4602-a043-bf6facb1d12e)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:29.107565 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7edb5710-6734-4362-98d0-83a19e196cc5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:29.121650 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7edb5710-6734-4362-98d0-83a19e196cc5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Calling delete_port for 13e28578-e3dc-4963-bfdf-b7189a63b93b owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:53:29.307004 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7edb5710-6734-4362-98d0-83a19e196cc5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:29.337466 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb5710-6734-4362-98d0-83a19e196cc5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Port': ['ID=13e28578-e3dc-4963-bfdf-b7189a63b93b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:29.507886 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7edb5710-6734-4362-98d0-83a19e196cc5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:29.526446 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4237fdaf-66da-4640-9a45-c5875116f361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:29.718466 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97ce96ac-337b-4182-94a3-38b65cc53e97 req-5e57185e-1e60-4b09-8ccb-8df40487e59d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6c4a472e-7585-4e6d-a162-680c65811460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0670769 Dec 20 21:53:29.724448 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa469bb-979c-4c14-a32f-c07d9ba2f432 req-c417f7c7-b140-49b3-a305-e69a3f92ebd4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0481968 Dec 20 21:53:29.730263 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edb5710-6734-4362-98d0-83a19e196cc5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router fad18632-7ea9-4eb8-b91e-0289705ab555 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:53:29.844410 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edb5710-6734-4362-98d0-83a19e196cc5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:53:29.852675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7edb5710-6734-4362-98d0-83a19e196cc5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "PUT /v2.0/routers/fad18632-7ea9-4eb8-b91e-0289705ab555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4947155 Dec 20 21:53:29.852909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa469bb-979c-4c14-a32f-c07d9ba2f432 req-3a8691e9-4718-41a8-ba32-8972d4477071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:29.853933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be2d7b-b808-4f6c-911c-a2f1ed898aa4 None None] Sync routers for ids ['fad18632-7ea9-4eb8-b91e-0289705ab555'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:53:29.854509 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa469bb-979c-4c14-a32f-c07d9ba2f432 req-3a8691e9-4718-41a8-ba32-8972d4477071 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 1095 time: 0.0659895 Dec 20 21:53:29.854769 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47926) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:29.858336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce96ac-337b-4182-94a3-38b65cc53e97 req-133d83ae-514e-4e50-9a00-54ffa4da2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:29.859738 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97ce96ac-337b-4182-94a3-38b65cc53e97 req-133d83ae-514e-4e50-9a00-54ffa4da2497 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=21bbb0dd98304f6783b34bea59364ad0&device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 1094 time: 0.0795667 Dec 20 21:53:29.869449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be2d7b-b808-4f6c-911c-a2f1ed898aa4 None None] Routers {'fad18632-7ea9-4eb8-b91e-0289705ab555'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:53:29.869990 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-81be2d7b-b808-4f6c-911c-a2f1ed898aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:53:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fad18632-7ea9-4eb8-b91e-0289705ab555'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:29.907475 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a14119-d2d2-4f31-a012-e0e258c1d85d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting subnet 0f13e05d-7669-4005-b008-bc9e923516d1 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:53:29.911700 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2a14119-d2d2-4f31-a012-e0e258c1d85d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:29.953221 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2a14119-d2d2-4f31-a012-e0e258c1d85d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:29.983822 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-81be2d7b-b808-4f6c-911c-a2f1ed898aa4 None None] Set router fad18632-7ea9-4eb8-b91e-0289705ab555 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:53:30.191480 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-81be2d7b-b808-4f6c-911c-a2f1ed898aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928092676', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:52:15Z', 'updated_at': '2021-12-20T21:53:29Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:16Z', 'updated_at': '2021-12-20T21:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:30.222936 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be2d7b-b808-4f6c-911c-a2f1ed898aa4 None None] Checking router: fad18632-7ea9-4eb8-b91e-0289705ab555 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:53:30.233555 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be2d7b-b808-4f6c-911c-a2f1ed898aa4 None None] Routers {'fad18632-7ea9-4eb8-b91e-0289705ab555'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:53:30.234215 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-81be2d7b-b808-4f6c-911c-a2f1ed898aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:53:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['fad18632-7ea9-4eb8-b91e-0289705ab555'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:30.306402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa469bb-979c-4c14-a32f-c07d9ba2f432 req-93bc35af-6e47-4f18-aa6f-3ababdc8b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:30.308544 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa469bb-979c-4c14-a32f-c07d9ba2f432 req-93bc35af-6e47-4f18-aa6f-3ababdc8b076 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 912 time: 0.4335403 Dec 20 21:53:30.309554 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce96ac-337b-4182-94a3-38b65cc53e97 req-b1b83879-ef93-40a3-8ce4-e9567b2199b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:30.310911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97ce96ac-337b-4182-94a3-38b65cc53e97 req-b1b83879-ef93-40a3-8ce4-e9567b2199b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=67e2ade5-5b10-4b43-94d9-7bceee3b8e40 HTTP/1.1" status: 200 len: 915 time: 0.4288065 Dec 20 21:53:30.356782 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-81be2d7b-b808-4f6c-911c-a2f1ed898aa4 None None] Set router fad18632-7ea9-4eb8-b91e-0289705ab555 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:53:30.395824 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97ce96ac-337b-4182-94a3-38b65cc53e97 req-aef2cc39-8712-4eca-8103-e302b59eef1a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a579c296-c6a7-4134-a77f-c1e50765b245 HTTP/1.1" status: 200 len: 217 time: 0.0748253 Dec 20 21:53:30.401670 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2a14119-d2d2-4f31-a012-e0e258c1d85d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:30.449689 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa469bb-979c-4c14-a32f-c07d9ba2f432 req-7efee7a3-6a6c-48d2-be90-bc08d3397171 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af6d140d-e091-4ffb-8702-d9102a12f233 HTTP/1.1" status: 200 len: 1002 time: 0.1345327 Dec 20 21:53:30.463316 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2a14119-d2d2-4f31-a012-e0e258c1d85d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:30.490587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce96ac-337b-4182-94a3-38b65cc53e97 req-0f292176-2172-4b62-ab98-6dd6165c0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:30.490889 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a14119-d2d2-4f31-a012-e0e258c1d85d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Subnet': ['ID=0f13e05d-7669-4005-b008-bc9e923516d1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:30.492057 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97ce96ac-337b-4182-94a3-38b65cc53e97 req-0f292176-2172-4b62-ab98-6dd6165c0311 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a4b40bd-5ea8-4021-aedb-230ac4368b25 HTTP/1.1" status: 200 len: 854 time: 0.0893214 Dec 20 21:53:30.494529 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a2a14119-d2d2-4f31-a012-e0e258c1d85d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:30.500185 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a2a14119-d2d2-4f31-a012-e0e258c1d85d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/subnets/0f13e05d-7669-4005-b008-bc9e923516d1 HTTP/1.1" status: 204 len: 168 time: 0.6421568 Dec 20 21:53:30.500957 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47930) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:30.504952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b4d477-8621-440e-b9a1-a884bf87b01d None None] Network b3d5da20-dea1-40b2-8332-58cdd692fd62 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:53:30.535639 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97ce96ac-337b-4182-94a3-38b65cc53e97 req-9a085cdb-2121-4518-90bd-370d4d1a9c7b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67e2ade5-5b10-4b43-94d9-7bceee3b8e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358660 Dec 20 21:53:30.541102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa469bb-979c-4c14-a32f-c07d9ba2f432 req-f4d35ca2-fbb0-47ab-b3c2-8921250b80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:30.543128 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa469bb-979c-4c14-a32f-c07d9ba2f432 req-f4d35ca2-fbb0-47ab-b3c2-8921250b80c7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.0860829 Dec 20 21:53:30.629841 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a9547c0-d207-423c-a888-f2c84e2e6199 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:30.636644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa469bb-979c-4c14-a32f-c07d9ba2f432 req-d016d1bb-e434-42c7-9640-8591883da0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:30.638198 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa469bb-979c-4c14-a32f-c07d9ba2f432 req-d016d1bb-e434-42c7-9640-8591883da0f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0863557 Dec 20 21:53:30.665135 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-81be2d7b-b808-4f6c-911c-a2f1ed898aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928092676', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:52:15Z', 'updated_at': '2021-12-20T21:53:29Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:16Z', 'updated_at': '2021-12-20T21:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:30.698150 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be2d7b-b808-4f6c-911c-a2f1ed898aa4 None None] The sync data for ids ['fad18632-7ea9-4eb8-b91e-0289705ab555'] in n-d-xena-1 is: [{'id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928092676', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12'}], 'enable_snat': True}, 'gw_port_id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:52:15Z', 'updated_at': '2021-12-20T21:53:29Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'a3e52606-824e-4aaf-8475-7df5c3f069b6', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:85:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18632-7ea9-4eb8-b91e-0289705ab555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:52:16Z', 'updated_at': '2021-12-20T21:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:53:30.706473 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97ce96ac-337b-4182-94a3-38b65cc53e97 req-60383fbf-79b1-45c9-9e51-2ad6f9e62187 service neutron] 10.222.0.31 "GET /v2.0/networks/67e2ade5-5b10-4b43-94d9-7bceee3b8e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622477 Dec 20 21:53:30.759165 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a9547c0-d207-423c-a888-f2c84e2e6199 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:30.760804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] DHCP port deletion for b3d5da20-dea1-40b2-8332-58cdd692fd62 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:53:30.771111 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:30.807410 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa469bb-979c-4c14-a32f-c07d9ba2f432 req-12ca3e8c-0c4a-4f4e-9da8-f4519ba682c4 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610062 Dec 20 21:53:30.815083 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] Deleting port 24caefc4-b728-42c9-a20a-0834c112e3ef {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:53:30.815591 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:30.823784 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1a9547c0-d207-423c-a888-f2c84e2e6199 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting port a3e52606-824e-4aaf-8475-7df5c3f069b6 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:53:30.824102 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a9547c0-d207-423c-a888-f2c84e2e6199 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:30.879284 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97ce96ac-337b-4182-94a3-38b65cc53e97 req-371272e5-c74c-4f21-b8bc-a8abe7ec3722 service neutron] 10.222.0.31 "GET /v2.0/networks/67e2ade5-5b10-4b43-94d9-7bceee3b8e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658349 Dec 20 21:53:30.882472 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] For port 24caefc4-b728-42c9-a20a-0834c112e3ef, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=24caefc4-b728-42c9-a20a-0834c112e3ef,segment=NetworkSegment(13ad31cd-096e-4602-a043-bf6facb1d12e),segment_id=13ad31cd-096e-4602-a043-bf6facb1d12e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:30.882931 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:30.899840 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] Calling delete_port for 24caefc4-b728-42c9-a20a-0834c112e3ef owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:53:30.911497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-1a9547c0-d207-423c-a888-f2c84e2e6199 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] For port a3e52606-824e-4aaf-8475-7df5c3f069b6, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a3e52606-824e-4aaf-8475-7df5c3f069b6,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:30.911847 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a9547c0-d207-423c-a888-f2c84e2e6199 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:30.924138 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1fa469bb-979c-4c14-a32f-c07d9ba2f432 req-fdba9c82-44de-4d7f-8d0e-ae059bff6189 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044400 Dec 20 21:53:30.926322 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1a9547c0-d207-423c-a888-f2c84e2e6199 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Calling delete_port for a3e52606-824e-4aaf-8475-7df5c3f069b6 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:53:30.987054 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:31.012176 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] Pushing event deleted for resources: {'Port': ['ID=24caefc4-b728-42c9-a20a-0834c112e3ef,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:31.016399 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] No DVR routers for this DVR port 24caefc4-b728-42c9-a20a-0834c112e3ef on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:53:31.025751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:31.025751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:31.025751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:31.025751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:31.025751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:31.025751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:31.025751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:31.025751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:31.025751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:31.028186 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:31.028186 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:31.028186 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee20c29-3f83-4bdb-b278-148b0186ff6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:31.103594 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a9547c0-d207-423c-a888-f2c84e2e6199 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:31.132988 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9547c0-d207-423c-a888-f2c84e2e6199 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Port': ['ID=a3e52606-824e-4aaf-8475-7df5c3f069b6,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:31.198904 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a9547c0-d207-423c-a888-f2c84e2e6199 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:31.262092 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:53:31.281699 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:53:31.281972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 02d1fb4c-9b7f-477b-a4e8-cc3a73e04313 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:53:31.292308 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a9547c0-d207-423c-a888-f2c84e2e6199 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:31.294601 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a9547c0-d207-423c-a888-f2c84e2e6199 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:31.341603 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a9547c0-d207-423c-a888-f2c84e2e6199 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:31.342296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9547c0-d207-423c-a888-f2c84e2e6199 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Fanout notify agent at l3_agent the message router_deleted on router fad18632-7ea9-4eb8-b91e-0289705ab555 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:53:31.349155 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a9547c0-d207-423c-a888-f2c84e2e6199 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:31.352829 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1a9547c0-d207-423c-a888-f2c84e2e6199 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/routers/fad18632-7ea9-4eb8-b91e-0289705ab555 HTTP/1.1" status: 204 len: 168 time: 0.8489134 Dec 20 21:53:31.353008 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47934) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:31.433439 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4e85c9e-c686-466b-9a2e-53a29386ccd2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:31.528435 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4e85c9e-c686-466b-9a2e-53a29386ccd2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:31.549129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d4e85c9e-c686-466b-9a2e-53a29386ccd2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d5da20-dea1-40b2-8332-58cdd692fd62']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:31.558605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d4e85c9e-c686-466b-9a2e-53a29386ccd2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ad31cd-096e-4602-a043-bf6facb1d12e') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:31.558906 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d4e85c9e-c686-466b-9a2e-53a29386ccd2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ad31cd-096e-4602-a043-bf6facb1d12e') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:31.568168 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4e85c9e-c686-466b-9a2e-53a29386ccd2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:31.581376 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4e85c9e-c686-466b-9a2e-53a29386ccd2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:31.587858 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e85c9e-c686-466b-9a2e-53a29386ccd2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:53:31.588230 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4e85c9e-c686-466b-9a2e-53a29386ccd2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:53:31.593041 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:53:31.652568 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4e85c9e-c686-466b-9a2e-53a29386ccd2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:31.657895 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d4e85c9e-c686-466b-9a2e-53a29386ccd2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:31.661342 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d4e85c9e-c686-466b-9a2e-53a29386ccd2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/networks/b3d5da20-dea1-40b2-8332-58cdd692fd62 HTTP/1.1" status: 204 len: 168 time: 0.3074112 Dec 20 21:53:31.664227 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47936) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:31.684335 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e85c9e-c686-466b-9a2e-53a29386ccd2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Network': ['ID=b3d5da20-dea1-40b2-8332-58cdd692fd62,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:31.725133 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bf1f78bb-9fe5-4ba9-92ab-2b9e9f32e4cf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:31.752642 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bf1f78bb-9fe5-4ba9-92ab-2b9e9f32e4cf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:31.820876 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bf1f78bb-9fe5-4ba9-92ab-2b9e9f32e4cf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:31.824189 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bf1f78bb-9fe5-4ba9-92ab-2b9e9f32e4cf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:31.828101 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bf1f78bb-9fe5-4ba9-92ab-2b9e9f32e4cf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/security-groups/32645d09-1760-4b26-beb8-b29c53f1d5b8 HTTP/1.1" status: 204 len: 168 time: 0.1601760 Dec 20 21:53:31.834920 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f78bb-9fe5-4ba9-92ab-2b9e9f32e4cf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32645d09-1760-4b26-beb8-b29c53f1d5b8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:32.192554 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.350405 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47944) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:32.355379 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-278c490a-064c-4d37-b447-59a30627812f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-492799221', 'description': 'tempest-secgroup-smoke-492799221 description', 'project_id': '17bfe5143f08413da482bf49648c0cfd'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:53:32.372854 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.379114 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-278c490a-064c-4d37-b447-59a30627812f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.396772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 13e28578-e3dc-4963-bfdf-b7189a63b93b no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:53:32.419966 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 13e28578-e3dc-4963-bfdf-b7189a63b93b {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:53:32.420308 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 13e28578-e3dc-4963-bfdf-b7189a63b93b not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:53:32.420731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a3e52606-824e-4aaf-8475-7df5c3f069b6 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:53:32.439299 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: a3e52606-824e-4aaf-8475-7df5c3f069b6 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:53:32.439919 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a3e52606-824e-4aaf-8475-7df5c3f069b6 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:53:32.440330 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 24caefc4-b728-42c9-a20a-0834c112e3ef no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:53:32.445093 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-278c490a-064c-4d37-b447-59a30627812f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.449695 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-278c490a-064c-4d37-b447-59a30627812f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.458512 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 24caefc4-b728-42c9-a20a-0834c112e3ef {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:53:32.458851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 24caefc4-b728-42c9-a20a-0834c112e3ef not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:53:32.481534 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-278c490a-064c-4d37-b447-59a30627812f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.482820 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-278c490a-064c-4d37-b447-59a30627812f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1313922 Dec 20 21:53:32.484762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c490a-064c-4d37-b447-59a30627812f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:32.486966 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47946) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:32.491328 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-51f25e03-7a6a-4bb7-ae1e-1b499ef3e475 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': 'd70ed51e-ee38-4ef7-a6e9-379a32c65ee3', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:53:32.523199 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51f25e03-7a6a-4bb7-ae1e-1b499ef3e475 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.587284 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51f25e03-7a6a-4bb7-ae1e-1b499ef3e475 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.592974 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51f25e03-7a6a-4bb7-ae1e-1b499ef3e475 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.613266 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f25e03-7a6a-4bb7-ae1e-1b499ef3e475 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3c94c9-ea9b-4c44-96b2-b244182f637f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:32.619641 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-51f25e03-7a6a-4bb7-ae1e-1b499ef3e475 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.621077 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-51f25e03-7a6a-4bb7-ae1e-1b499ef3e475 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330175 Dec 20 21:53:32.623816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47948) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:32.628296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2ae8bf1b-6389-4ea8-81ae-da4e448fe8a3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': 'd70ed51e-ee38-4ef7-a6e9-379a32c65ee3', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:53:32.657619 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ae8bf1b-6389-4ea8-81ae-da4e448fe8a3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.714159 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ae8bf1b-6389-4ea8-81ae-da4e448fe8a3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.719502 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ae8bf1b-6389-4ea8-81ae-da4e448fe8a3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.736325 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8bf1b-6389-4ea8-81ae-da4e448fe8a3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6259b027-7e00-404c-a040-629284a43215,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:32.746375 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2ae8bf1b-6389-4ea8-81ae-da4e448fe8a3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.747560 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2ae8bf1b-6389-4ea8-81ae-da4e448fe8a3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226876 Dec 20 21:53:32.750467 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47950) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:32.754827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4f1f0474-210c-406f-843f-281f042343e8 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': 'd70ed51e-ee38-4ef7-a6e9-379a32c65ee3', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:53:32.782794 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4f1f0474-210c-406f-843f-281f042343e8 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.848715 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4f1f0474-210c-406f-843f-281f042343e8 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.855170 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4f1f0474-210c-406f-843f-281f042343e8 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.877646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f0474-210c-406f-843f-281f042343e8 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d56d00b-2dfd-4e96-acbb-a83078a22e3e,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:32.887252 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4f1f0474-210c-406f-843f-281f042343e8 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.891021 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4f1f0474-210c-406f-843f-281f042343e8 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371031 Dec 20 21:53:32.891296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47952) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:32.895722 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-acc24519-db2d-4f2e-b73c-45ae9bf4b798 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': 'd70ed51e-ee38-4ef7-a6e9-379a32c65ee3', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:53:32.924691 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acc24519-db2d-4f2e-b73c-45ae9bf4b798 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.986515 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acc24519-db2d-4f2e-b73c-45ae9bf4b798 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:32.991626 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acc24519-db2d-4f2e-b73c-45ae9bf4b798 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.008920 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc24519-db2d-4f2e-b73c-45ae9bf4b798 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ff386c-f196-461a-9ae2-37aef7c86643,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:33.017360 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-acc24519-db2d-4f2e-b73c-45ae9bf4b798 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.018562 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-acc24519-db2d-4f2e-b73c-45ae9bf4b798 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263075 Dec 20 21:53:33.021453 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47954) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:33.026149 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e7cff5f6-b7db-436b-9700-75e7683c4486 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': 'd70ed51e-ee38-4ef7-a6e9-379a32c65ee3', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:53:33.050089 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-e7cff5f6-b7db-436b-9700-75e7683c4486 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Project 17bfe5143f08413da482bf49648c0cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:53:33.055047 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7cff5f6-b7db-436b-9700-75e7683c4486 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.116813 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7cff5f6-b7db-436b-9700-75e7683c4486 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.121523 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7cff5f6-b7db-436b-9700-75e7683c4486 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.138185 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cff5f6-b7db-436b-9700-75e7683c4486 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852a2e41-0d99-46c1-8c5b-acec44759945,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:33.147599 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7cff5f6-b7db-436b-9700-75e7683c4486 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.149245 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e7cff5f6-b7db-436b-9700-75e7683c4486 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268711 Dec 20 21:53:33.152454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47956) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:33.157232 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a2ae7528-c4df-474c-98e6-be062a4bf852 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'security_group_rule': {'security_group_id': 'd70ed51e-ee38-4ef7-a6e9-379a32c65ee3', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:53:33.180755 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-a2ae7528-c4df-474c-98e6-be062a4bf852 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Project 17bfe5143f08413da482bf49648c0cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 21:53:33.185990 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2ae7528-c4df-474c-98e6-be062a4bf852 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.240756 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2ae7528-c4df-474c-98e6-be062a4bf852 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.245591 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2ae7528-c4df-474c-98e6-be062a4bf852 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.265258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae7528-c4df-474c-98e6-be062a4bf852 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4296f91e-58e2-43ed-b80a-4ffbe35391c7,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:33.274172 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a2ae7528-c4df-474c-98e6-be062a4bf852 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.275411 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a2ae7528-c4df-474c-98e6-be062a4bf852 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218863 Dec 20 21:53:33.278894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47960) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:33.284104 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a550a882-4ed1-4ec3-ae8c-1eff4afa0add tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'network': {'name': 'tempest-network-smoke--213862912', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'port_security_enabled': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:53:33.307195 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a550a882-4ed1-4ec3-ae8c-1eff4afa0add tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Made reservation on behalf of 17bfe5143f08413da482bf49648c0cfd for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:53:33.311125 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a550a882-4ed1-4ec3-ae8c-1eff4afa0add tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.337838 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a550a882-4ed1-4ec3-ae8c-1eff4afa0add tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:53:33.347639 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a550a882-4ed1-4ec3-ae8c-1eff4afa0add tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.347983 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-a550a882-4ed1-4ec3-ae8c-1eff4afa0add tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Added segment a5fe200d-1db7-4289-9699-0c455add4226 of type vlan for network 39e8a757-f555-4df1-9d13-bce39c0cc116 Dec 20 21:53:33.387889 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a550a882-4ed1-4ec3-ae8c-1eff4afa0add tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.415338 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a550a882-4ed1-4ec3-ae8c-1eff4afa0add tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.421488 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a550a882-4ed1-4ec3-ae8c-1eff4afa0add tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:33.422085 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a550a882-4ed1-4ec3-ae8c-1eff4afa0add tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.482827 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a550a882-4ed1-4ec3-ae8c-1eff4afa0add tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2002661 Dec 20 21:53:33.483253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47962) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:33.488048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1588594353', 'admin_state_up': True, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:53:33.495175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550a882-4ed1-4ec3-ae8c-1eff4afa0add tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Network': ['ID=39e8a757-f555-4df1-9d13-bce39c0cc116,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:33.508641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 39e8a757-f555-4df1-9d13-bce39c0cc116 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:53:33.514242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.515414 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.568464 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.712675 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.918759 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:33.937991 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:34.041486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Allocated IP 172.35.3.189 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/e78b074e-7d48-4c16-ba66-d3c6d8a637bd) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:53:34.165326 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:34.205354 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:34.244082 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:53:34.247625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:53:34.251061 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:53:34.278921 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=e78b074e-7d48-4c16-ba66-d3c6d8a637bd,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:34.512145 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:34.709004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:34.841559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router b99b1b82-c54f-4c99-84b9-4f591b668e86 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:53:34.950376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:53:34.959635 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Sync routers for ids ['b99b1b82-c54f-4c99-84b9-4f591b668e86'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:53:34.970153 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Routers {'b99b1b82-c54f-4c99-84b9-4f591b668e86'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:53:34.970793 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:53:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b99b1b82-c54f-4c99-84b9-4f591b668e86'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:34.974116 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:34.975596 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-24cebd6e-2190-4de8-a369-6ec3462c5198 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4913220 Dec 20 21:53:34.979706 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47970) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:35.010484 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2c4ce644-2baf-4e91-a46d-06194ed4ae83 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=17bfe5143f08413da482bf49648c0cfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277746 Dec 20 21:53:35.012062 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 47972) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:35.080616 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Set router b99b1b82-c54f-4c99-84b9-4f591b668e86 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:53:35.108802 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cbf8f8-aef1-4f38-ae3b-7a36cc5657c2 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:35.113102 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-60cbf8f8-aef1-4f38-ae3b-7a36cc5657c2 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975542 Dec 20 21:53:35.113490 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47974) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:35.149901 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b8c7e73c-dfb6-435f-9fef-0208b50db520 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351837 Dec 20 21:53:35.152758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47976) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:35.157626 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-943351dd-06ad-44fb-9b34-522e22b21d96 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1737444877', 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116', 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:53:35.247387 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943351dd-06ad-44fb-9b34-522e22b21d96 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Made reservation on behalf of 17bfe5143f08413da482bf49648c0cfd for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:53:35.251278 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-943351dd-06ad-44fb-9b34-522e22b21d96 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:35.260497 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588594353', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:34Z', 'revision_number': 3, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:35.294586 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Checking router: b99b1b82-c54f-4c99-84b9-4f591b668e86 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:53:35.295081 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Updating router b99b1b82-c54f-4c99-84b9-4f591b668e86 port e78b074e-7d48-4c16-ba66-d3c6d8a637bd binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:53:35.325519 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:35.497006 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-943351dd-06ad-44fb-9b34-522e22b21d96 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:35.694241 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:35.701229 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:35.757332 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Attempting to bind port e78b074e-7d48-4c16-ba66-d3c6d8a637bd on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:53:35.757693 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Attempting to bind port e78b074e-7d48-4c16-ba66-d3c6d8a637bd by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:53:35.758114 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Attempting to bind port e78b074e-7d48-4c16-ba66-d3c6d8a637bd on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:53:35.765800 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f5cd3-38aa-4dfa-917e-cd2a20f86067 None None] Pushing event updated for resources: {'Port': ['ID=e78b074e-7d48-4c16-ba66-d3c6d8a637bd,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:35.770468 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:53:35.770836 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:53:35.771224 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:35.771632 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:53:35.772060 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Bound port: e78b074e-7d48-4c16-ba66-d3c6d8a637bd, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:53:35.772429 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:35.779039 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f5cd3-38aa-4dfa-917e-cd2a20f86067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:35.779306 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f5cd3-38aa-4dfa-917e-cd2a20f86067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:35.779628 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f5cd3-38aa-4dfa-917e-cd2a20f86067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:35.779949 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f5cd3-38aa-4dfa-917e-cd2a20f86067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:35.780262 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f5cd3-38aa-4dfa-917e-cd2a20f86067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:35.780574 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f5cd3-38aa-4dfa-917e-cd2a20f86067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:35.780878 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f5cd3-38aa-4dfa-917e-cd2a20f86067 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:35.781192 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f5cd3-38aa-4dfa-917e-cd2a20f86067 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:35.781495 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f5cd3-38aa-4dfa-917e-cd2a20f86067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:35.781804 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f5cd3-38aa-4dfa-917e-cd2a20f86067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:35.782116 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f5cd3-38aa-4dfa-917e-cd2a20f86067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:35.782431 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f5cd3-38aa-4dfa-917e-cd2a20f86067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:53:35.834115 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] For port e78b074e-7d48-4c16-ba66-d3c6d8a637bd, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:53:35.837256 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] For port e78b074e-7d48-4c16-ba66-d3c6d8a637bd, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e78b074e-7d48-4c16-ba66-d3c6d8a637bd,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:53:35.841670 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:35.857247 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943351dd-06ad-44fb-9b34-522e22b21d96 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Subnet': ['ID=a954eed2-12d5-4ae9-b181-7978a08d2a7f,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:35.867243 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943351dd-06ad-44fb-9b34-522e22b21d96 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Checking segment: {'id': 'a5fe200d-1db7-4289-9699-0c455add4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:53:35.867597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943351dd-06ad-44fb-9b34-522e22b21d96 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network hostable DHCP agents. Network: 39e8a757-f555-4df1-9d13-bce39c0cc116, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:53:35.889074 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943351dd-06ad-44fb-9b34-522e22b21d96 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 39e8a757-f555-4df1-9d13-bce39c0cc116 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:53:35.895313 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Routers {'b99b1b82-c54f-4c99-84b9-4f591b668e86'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:53:35.895931 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:53:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b99b1b82-c54f-4c99-84b9-4f591b668e86'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:35.901137 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-943351dd-06ad-44fb-9b34-522e22b21d96 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 39e8a757-f555-4df1-9d13-bce39c0cc116) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:53:35.906025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943351dd-06ad-44fb-9b34-522e22b21d96 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:35.906025 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-943351dd-06ad-44fb-9b34-522e22b21d96 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:35.911732 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fe84a1-e5f0-490e-a35b-5c8f80bab17d None None] Network 39e8a757-f555-4df1-9d13-bce39c0cc116 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:53:35.924335 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-943351dd-06ad-44fb-9b34-522e22b21d96 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7704690 Dec 20 21:53:35.927921 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 47980) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:35.974138 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f5cd3-38aa-4dfa-917e-cd2a20f86067 None None] Pushing event updated for resources: {'Port': ['ID=e78b074e-7d48-4c16-ba66-d3c6d8a637bd,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:36.019219 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] Set router b99b1b82-c54f-4c99-84b9-4f591b668e86 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:53:36.083153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-39e8a757-f555-4df1-9d13-bce39c0cc116', 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ips': [{'subnet_id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:53:36.084253 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:36.210579 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588594353', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:34Z', 'revision_number': 3, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:36.225423 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Allocated IP 172.20.0.2 (39e8a757-f555-4df1-9d13-bce39c0cc116/a954eed2-12d5-4ae9-b181-7978a08d2a7f/d4967f2e-ce27-4be2-8792-3b40eb5ff569) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:53:36.246386 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70765ac4-be44-48ab-aba7-d9ef7ada2b7d None None] The sync data for ids ['b99b1b82-c54f-4c99-84b9-4f591b668e86'] in n-d-xena-1 is: [{'id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588594353', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:34Z', 'revision_number': 3, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:53:36.378752 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:36.380936 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:36.387920 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:36.426193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Network 39e8a757-f555-4df1-9d13-bce39c0cc116 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:53:36.429059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:53:36.432700 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:53:36.441300 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Pushing event updated for resources: {'Port': ['ID=d4967f2e-ce27-4be2-8792-3b40eb5ff569,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:36.502329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Attempting to bind port d4967f2e-ce27-4be2-8792-3b40eb5ff569 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:53:36.502701 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Attempting to bind port d4967f2e-ce27-4be2-8792-3b40eb5ff569 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'a5fe200d-1db7-4289-9699-0c455add4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:53:36.503066 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Attempting to bind port d4967f2e-ce27-4be2-8792-3b40eb5ff569 on network 39e8a757-f555-4df1-9d13-bce39c0cc116 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:53:36.513275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:53:36.513722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Checking segment: {'id': 'a5fe200d-1db7-4289-9699-0c455add4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:53:36.514051 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:36.514476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Bound using segment: {'id': 'a5fe200d-1db7-4289-9699-0c455add4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:53:36.514940 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Bound port: d4967f2e-ce27-4be2-8792-3b40eb5ff569, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fe200d-1db7-4289-9699-0c455add4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:53:36.515319 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:36.595498 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] For port d4967f2e-ce27-4be2-8792-3b40eb5ff569, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:53:36.601114 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] For port d4967f2e-ce27-4be2-8792-3b40eb5ff569, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d4967f2e-ce27-4be2-8792-3b40eb5ff569,segment=NetworkSegment(a5fe200d-1db7-4289-9699-0c455add4226),segment_id=a5fe200d-1db7-4289-9699-0c455add4226)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:53:36.608092 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:36.697195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41bbfb-673f-4ae4-9e80-7096191f81a2 None None] Pushing event updated for resources: {'Port': ['ID=d4967f2e-ce27-4be2-8792-3b40eb5ff569,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:36.722840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Allocated IP 172.20.0.1 (39e8a757-f555-4df1-9d13-bce39c0cc116/a954eed2-12d5-4ae9-b181-7978a08d2a7f/b7540177-e9f1-4092-962f-148d5eda4d8e) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:53:36.873824 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:36.923716 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:36.971953 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 39e8a757-f555-4df1-9d13-bce39c0cc116 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:53:36.974974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:53:36.977405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:53:37.015820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=b7540177-e9f1-4092-962f-148d5eda4d8e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:37.039887 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:37.202635 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:37.498935 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:37.506423 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:37.587252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=b7540177-e9f1-4092-962f-148d5eda4d8e,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:37.595932 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:37.701762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 39e8a757-f555-4df1-9d13-bce39c0cc116 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:53:37.703462 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:53:37.814293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663c96c5-d1bb-4b41-b6b4-d51f01c13ce9 None None] Network 39e8a757-f555-4df1-9d13-bce39c0cc116 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:53:37.857294 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router b99b1b82-c54f-4c99-84b9-4f591b668e86 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:53:38.068239 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:53:38.072823 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c8d5e66c-c0bb-418f-96df-cc30afead4ff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "PUT /v2.0/routers/b99b1b82-c54f-4c99-84b9-4f591b668e86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1436272 Dec 20 21:53:38.188545 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0933b95e-927a-4e7f-bff7-2bc6cf6c3407 None None] Provisioning complete for port d4967f2e-ce27-4be2-8792-3b40eb5ff569 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:53:38.189338 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0933b95e-927a-4e7f-bff7-2bc6cf6c3407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:38.288071 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-91746dee-d775-4b42-a9ab-0379063a6c9e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-492799221&fields=id&tenant_id=17bfe5143f08413da482bf49648c0cfd HTTP/1.1" status: 200 len: 267 time: 0.0348299 Dec 20 21:53:38.339120 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0933b95e-927a-4e7f-bff7-2bc6cf6c3407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:38.388520 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0933b95e-927a-4e7f-bff7-2bc6cf6c3407 None None] For port d4967f2e-ce27-4be2-8792-3b40eb5ff569, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d4967f2e-ce27-4be2-8792-3b40eb5ff569,segment=NetworkSegment(a5fe200d-1db7-4289-9699-0c455add4226),segment_id=a5fe200d-1db7-4289-9699-0c455add4226)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:38.396429 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0933b95e-927a-4e7f-bff7-2bc6cf6c3407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:38.411584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-c359575c-3e68-4b0b-a3c8-032c479ece86 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:38.413100 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-c359575c-3e68-4b0b-a3c8-032c479ece86 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/networks?id=39e8a757-f555-4df1-9d13-bce39c0cc116 HTTP/1.1" status: 200 len: 796 time: 0.1166770 Dec 20 21:53:38.425883 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Sync routers for ids ['b99b1b82-c54f-4c99-84b9-4f591b668e86'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:53:38.428921 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-cd365165-1dec-4553-8cf6-c465ceaa8544 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/quotas/17bfe5143f08413da482bf49648c0cfd HTTP/1.1" status: 200 len: 375 time: 0.0094266 Dec 20 21:53:38.446442 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Routers {'b99b1b82-c54f-4c99-84b9-4f591b668e86'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:53:38.447066 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:53:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b99b1b82-c54f-4c99-84b9-4f591b668e86'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:38.491734 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-06c0b549-fbdf-47d1-9c3f-aa33efe6eb16 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546596 Dec 20 21:53:38.526663 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e78b074e-7d48-4c16-ba66-d3c6d8a637bd up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:53:38.532026 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933b95e-927a-4e7f-bff7-2bc6cf6c3407 None None] Pushing event updated for resources: {'Port': ['ID=d4967f2e-ce27-4be2-8792-3b40eb5ff569,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:38.612019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e78b074e-7d48-4c16-ba66-d3c6d8a637bd triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:53:38.612509 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:38.616209 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Set router b99b1b82-c54f-4c99-84b9-4f591b668e86 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:53:38.621096 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-4c8041b8-8ef5-452a-98f4-ab06ec642691 service neutron] 10.222.0.32 "GET /v2.0/networks/39e8a757-f555-4df1-9d13-bce39c0cc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005633 Dec 20 21:53:38.725216 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-6500269a-c0c2-443a-a714-72369f89fb46 service neutron] 10.222.0.32 "GET /v2.0/networks/39e8a757-f555-4df1-9d13-bce39c0cc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971518 Dec 20 21:53:38.776484 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1891fe1a-635b-4698-b7fa-ebc2372aa5cd None None] Provisioning complete for port b7540177-e9f1-4092-962f-148d5eda4d8e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:53:38.777017 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1891fe1a-635b-4698-b7fa-ebc2372aa5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:38.845835 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1891fe1a-635b-4698-b7fa-ebc2372aa5cd None None] Port b7540177-e9f1-4092-962f-148d5eda4d8e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:53:38.854038 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:38.909622 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port e78b074e-7d48-4c16-ba66-d3c6d8a637bd, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e78b074e-7d48-4c16-ba66-d3c6d8a637bd,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:38.912072 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1891fe1a-635b-4698-b7fa-ebc2372aa5cd None None] Provisioning complete for port d4967f2e-ce27-4be2-8792-3b40eb5ff569 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:53:38.912493 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1891fe1a-635b-4698-b7fa-ebc2372aa5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:38.946984 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-02932bb9-3842-4be7-9433-d2c374fcfaaa req-d8290454-810a-4066-99cb-e2c7954ebc39 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 210 time: 0.0511112 Dec 20 21:53:38.962728 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:38.963545 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d4967f2e-ce27-4be2-8792-3b40eb5ff569 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:53:39.086468 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=e78b074e-7d48-4c16-ba66-d3c6d8a637bd,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:39.154682 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588594353', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:37Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'b7540177-e9f1-4092-962f-148d5eda4d8e', 'name': '', 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:f6:14:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:36Z', 'updated_at': '2021-12-20T21:53:37Z', 'revision_number': 2, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:39.156450 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d4967f2e-ce27-4be2-8792-3b40eb5ff569 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:53:39.157004 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:39.207806 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Checking router: b99b1b82-c54f-4c99-84b9-4f591b668e86 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:53:39.208152 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Updating router b99b1b82-c54f-4c99-84b9-4f591b668e86 port b7540177-e9f1-4092-962f-148d5eda4d8e binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:53:39.243517 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:39.404244 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c0a44f92-3769-4c20-b5b2-4c828c00a84f None None] Provisioning complete for port b7540177-e9f1-4092-962f-148d5eda4d8e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:53:39.404596 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c0a44f92-3769-4c20-b5b2-4c828c00a84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:39.481570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c0a44f92-3769-4c20-b5b2-4c828c00a84f None None] Port b7540177-e9f1-4092-962f-148d5eda4d8e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:53:39.596409 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:39.603493 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:39.658318 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25293edd-e791-4eea-9a87-29fc08a52a6a None None] Pushing event updated for resources: {'Port': ['ID=b7540177-e9f1-4092-962f-148d5eda4d8e,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:39.710175 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Attempting to bind port b7540177-e9f1-4092-962f-148d5eda4d8e on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:53:39.710573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Attempting to bind port b7540177-e9f1-4092-962f-148d5eda4d8e by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'a5fe200d-1db7-4289-9699-0c455add4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:53:39.710963 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Attempting to bind port b7540177-e9f1-4092-962f-148d5eda4d8e on network 39e8a757-f555-4df1-9d13-bce39c0cc116 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:53:39.716622 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:53:39.716994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Checking segment: {'id': 'a5fe200d-1db7-4289-9699-0c455add4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:53:39.717395 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:39.717784 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Bound using segment: {'id': 'a5fe200d-1db7-4289-9699-0c455add4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:53:39.718279 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Bound port: b7540177-e9f1-4092-962f-148d5eda4d8e, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fe200d-1db7-4289-9699-0c455add4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:53:39.718662 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:39.785187 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] For port b7540177-e9f1-4092-962f-148d5eda4d8e, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:53:39.788725 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] For port b7540177-e9f1-4092-962f-148d5eda4d8e, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b7540177-e9f1-4092-962f-148d5eda4d8e,segment=NetworkSegment(a5fe200d-1db7-4289-9699-0c455add4226),segment_id=a5fe200d-1db7-4289-9699-0c455add4226)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:53:39.796071 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:39.854973 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Routers {'b99b1b82-c54f-4c99-84b9-4f591b668e86'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:53:39.855609 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:53:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b99b1b82-c54f-4c99-84b9-4f591b668e86'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:39.860337 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25293edd-e791-4eea-9a87-29fc08a52a6a None None] Pushing event updated for resources: {'Port': ['ID=b7540177-e9f1-4092-962f-148d5eda4d8e,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:39.968477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ede894e1-d016-4be7-93cd-bc1fb1943b27 None None] Provisioning complete for port b7540177-e9f1-4092-962f-148d5eda4d8e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:53:39.971022 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ede894e1-d016-4be7-93cd-bc1fb1943b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:40.147055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] Set router b99b1b82-c54f-4c99-84b9-4f591b668e86 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:53:40.184862 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87f6bdc8-9d44-4b58-a1dc-488a79f9e6f0 req-d46f6eb0-c1e3-418b-a1b3-ac56e94ce7a2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 210 time: 0.0514810 Dec 20 21:53:40.219919 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ede894e1-d016-4be7-93cd-bc1fb1943b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:40.281809 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ede894e1-d016-4be7-93cd-bc1fb1943b27 None None] For port b7540177-e9f1-4092-962f-148d5eda4d8e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b7540177-e9f1-4092-962f-148d5eda4d8e,segment=NetworkSegment(a5fe200d-1db7-4289-9699-0c455add4226),segment_id=a5fe200d-1db7-4289-9699-0c455add4226)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:40.282181 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-58d80e5c-6f51-43cc-a964-96e8c825cc8d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:40.284288 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-58d80e5c-6f51-43cc-a964-96e8c825cc8d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.66 "GET /v2.0/networks?id=39e8a757-f555-4df1-9d13-bce39c0cc116 HTTP/1.1" status: 200 len: 796 time: 0.3032463 Dec 20 21:53:40.317612 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ede894e1-d016-4be7-93cd-bc1fb1943b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:40.361479 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-8a84142f-6c54-45c7-ba1b-c8ffe7effca6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17bfe5143f08413da482bf49648c0cfd HTTP/1.1" status: 200 len: 379 time: 0.0617049 Dec 20 21:53:40.387730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-143f819e-2774-42a8-8c63-fb95f2fba653 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'port': {'device_id': 'f300ed5c-1d87-4277-884d-14f599d72686', 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116', 'admin_state_up': True, 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'security_groups': ['d70ed51e-ee38-4ef7-a6e9-379a32c65ee3']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:53:40.417436 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede894e1-d016-4be7-93cd-bc1fb1943b27 None None] Pushing event updated for resources: {'Port': ['ID=b7540177-e9f1-4092-962f-148d5eda4d8e,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:40.478760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e78b074e-7d48-4c16-ba66-d3c6d8a637bd up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:53:40.482798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9540cf3b-9cd6-4bd0-a4b3-b185680754db None None] Provisioning complete for port b7540177-e9f1-4092-962f-148d5eda4d8e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:53:40.483170 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9540cf3b-9cd6-4bd0-a4b3-b185680754db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:40.528620 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-143f819e-2774-42a8-8c63-fb95f2fba653 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Made reservation on behalf of 17bfe5143f08413da482bf49648c0cfd for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:53:40.532204 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-143f819e-2774-42a8-8c63-fb95f2fba653 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:40.589573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588594353', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:37Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'b7540177-e9f1-4092-962f-148d5eda4d8e', 'name': '', 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:f6:14:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:36Z', 'updated_at': '2021-12-20T21:53:39Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:40.594483 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e78b074e-7d48-4c16-ba66-d3c6d8a637bd triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:53:40.594483 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:40.654023 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e83ee0-96dc-43fb-b7f1-915a3d314d49 None None] The sync data for ids ['b99b1b82-c54f-4c99-84b9-4f591b668e86'] in n-d-xena-1 is: [{'id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588594353', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:37Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'b7540177-e9f1-4092-962f-148d5eda4d8e', 'name': '', 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:f6:14:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:36Z', 'updated_at': '2021-12-20T21:53:39Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:53:40.661609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-143f819e-2774-42a8-8c63-fb95f2fba653 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Allocated IP 172.20.0.5 (39e8a757-f555-4df1-9d13-bce39c0cc116/a954eed2-12d5-4ae9-b181-7978a08d2a7f/99f79a72-72cf-4a33-aeb7-556668e20624) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:53:40.744297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d4967f2e-ce27-4be2-8792-3b40eb5ff569 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:53:40.798766 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d4967f2e-ce27-4be2-8792-3b40eb5ff569 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:53:40.799134 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:40.837104 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-143f819e-2774-42a8-8c63-fb95f2fba653 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:40.882884 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-143f819e-2774-42a8-8c63-fb95f2fba653 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:40.931804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-143f819e-2774-42a8-8c63-fb95f2fba653 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 39e8a757-f555-4df1-9d13-bce39c0cc116 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:53:40.935094 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-143f819e-2774-42a8-8c63-fb95f2fba653 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:53:40.937730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-143f819e-2774-42a8-8c63-fb95f2fba653 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:53:40.947267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f819e-2774-42a8-8c63-fb95f2fba653 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=99f79a72-72cf-4a33-aeb7-556668e20624,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:41.003012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-143f819e-2774-42a8-8c63-fb95f2fba653 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:41.003871 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-143f819e-2774-42a8-8c63-fb95f2fba653 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:41.023404 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-143f819e-2774-42a8-8c63-fb95f2fba653 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6476521 Dec 20 21:53:41.041036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Request body: {'port': {'device_id': 'f300ed5c-1d87-4277-884d-14f599d72686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:53:41.103266 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:41.225080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9bc64ea5-dbe3-4945-93e1-79941bbcda23 None None] Provisioning complete for port 99f79a72-72cf-4a33-aeb7-556668e20624 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:53:41.225607 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9bc64ea5-dbe3-4945-93e1-79941bbcda23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:41.282301 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9bc64ea5-dbe3-4945-93e1-79941bbcda23 None None] Port 99f79a72-72cf-4a33-aeb7-556668e20624 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:53:41.370444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e531db-9762-4da1-a6a6-6964b8245ddb req-da0d2b3d-c751-4148-aae9-d63318a88efe tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:41.372032 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-46e531db-9762-4da1-a6a6-6964b8245ddb req-da0d2b3d-c751-4148-aae9-d63318a88efe tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 931 time: 0.0718765 Dec 20 21:53:41.438801 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-46e531db-9762-4da1-a6a6-6964b8245ddb req-d3b1f2a8-6bc9-4116-aceb-0e7e10fe617e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589712 Dec 20 21:53:41.474575 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f79a72-72cf-4a33-aeb7-556668e20624 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:53:41.483069 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:41.496565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Transition to ACTIVE for port object 99f79a72-72cf-4a33-aeb7-556668e20624 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:53:41.501479 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:41.553118 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Pushing event updated for resources: {'Port': ['ID=99f79a72-72cf-4a33-aeb7-556668e20624,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:41.632001 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Attempting to bind port 99f79a72-72cf-4a33-aeb7-556668e20624 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:53:41.632358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Attempting to bind port 99f79a72-72cf-4a33-aeb7-556668e20624 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'a5fe200d-1db7-4289-9699-0c455add4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:53:41.632813 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Attempting to bind port 99f79a72-72cf-4a33-aeb7-556668e20624 on network 39e8a757-f555-4df1-9d13-bce39c0cc116 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:53:41.637618 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Port 99f79a72-72cf-4a33-aeb7-556668e20624 on network 39e8a757-f555-4df1-9d13-bce39c0cc116 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:53:41.638177 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Attempting to bind port 99f79a72-72cf-4a33-aeb7-556668e20624 on network 39e8a757-f555-4df1-9d13-bce39c0cc116 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:53:41.643631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:53:41.644035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Checking segment: {'id': 'a5fe200d-1db7-4289-9699-0c455add4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:53:41.644533 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Bound using segment: {'id': 'a5fe200d-1db7-4289-9699-0c455add4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:53:41.645004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Bound port: 99f79a72-72cf-4a33-aeb7-556668e20624, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5fe200d-1db7-4289-9699-0c455add4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:53:41.645435 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:41.726483 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] For port 99f79a72-72cf-4a33-aeb7-556668e20624, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:53:41.730465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] For port 99f79a72-72cf-4a33-aeb7-556668e20624, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=99f79a72-72cf-4a33-aeb7-556668e20624,segment=NetworkSegment(a5fe200d-1db7-4289-9699-0c455add4226),segment_id=a5fe200d-1db7-4289-9699-0c455add4226)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:53:41.738883 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:41.795140 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:41.795995 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:41.797491 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] 10.222.0.66 "PUT /v2.0/ports/99f79a72-72cf-4a33-aeb7-556668e20624 HTTP/1.1" status: 200 len: 1089 time: 0.7611091 Dec 20 21:53:41.798084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f300ed5c-1d87-4277-884d-14f599d72686', 'tag': '99f79a72-72cf-4a33-aeb7-556668e20624'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:53:41.800496 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ce6f2b-20ad-45c4-98aa-30afde2a16c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f300ed5c-1d87-4277-884d-14f599d72686", "tag": "99f79a72-72cf-4a33-aeb7-556668e20624"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:53:41.812270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00924d-10a8-4178-a286-3984b8c63187 service neutron] Pushing event updated for resources: {'Port': ['ID=99f79a72-72cf-4a33-aeb7-556668e20624,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:41.851664 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d7733d-cc4f-4a5b-89e3-8218e949180a x-openstack-request-id: req-79d7733d-cc4f-4a5b-89e3-8218e949180a {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:53:41.852048 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f300ed5c-1d87-4277-884d-14f599d72686", "tag": "99f79a72-72cf-4a33-aeb7-556668e20624", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:53:41.852522 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79d7733d-cc4f-4a5b-89e3-8218e949180a {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:53:41.852882 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f300ed5c-1d87-4277-884d-14f599d72686', 'tag': '99f79a72-72cf-4a33-aeb7-556668e20624', 'status': 'completed', 'code': 200} Dec 20 21:53:41.926565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-7638aed6-d824-4d5f-a358-996282a88ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:41.928270 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-7638aed6-d824-4d5f-a358-996282a88ae7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 1092 time: 0.0596178 Dec 20 21:53:41.978960 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-d5bd010a-b28e-45cf-a593-a341ded25967 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99f79a72-72cf-4a33-aeb7-556668e20624 HTTP/1.1" status: 200 len: 217 time: 0.0363164 Dec 20 21:53:42.042661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-f7249b78-000e-43e7-bc19-5b3820eae2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:42.045103 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-f7249b78-000e-43e7-bc19-5b3820eae2dc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a954eed2-12d5-4ae9-b181-7978a08d2a7f HTTP/1.1" status: 200 len: 835 time: 0.0589936 Dec 20 21:53:42.090869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-b40fc43f-5741-44fc-8279-dda521096fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:42.092386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-b40fc43f-5741-44fc-8279-dda521096fe2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39e8a757-f555-4df1-9d13-bce39c0cc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0399709 Dec 20 21:53:42.185133 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-31bd8c7c-f0eb-4b84-b26b-fcd67c0cec58 service neutron] 10.222.0.66 "GET /v2.0/networks/39e8a757-f555-4df1-9d13-bce39c0cc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855825 Dec 20 21:53:42.437467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b7540177-e9f1-4092-962f-148d5eda4d8e up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:53:42.497894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port b7540177-e9f1-4092-962f-148d5eda4d8e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:53:42.498703 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:42.630551 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c10b2-79e8-439f-aee0-79b4862ca653 req-090c701e-4d16-4ad0-afc5-feb2b2c6c5f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:42.632017 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-255c10b2-79e8-439f-aee0-79b4862ca653 req-090c701e-4d16-4ad0-afc5-feb2b2c6c5f0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 943 time: 0.0824471 Dec 20 21:53:42.634201 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7fc2d24d-3f8f-4726-b4b6-3d2d424fcfe1 req-24282503-a329-4fe6-af57-614cb7e0fbc5 service neutron] 10.222.0.66 "GET /v2.0/networks/39e8a757-f555-4df1-9d13-bce39c0cc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424775 Dec 20 21:53:42.677464 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-255c10b2-79e8-439f-aee0-79b4862ca653 req-2cf744c1-93d4-4acf-a2a9-bd7da24d4202 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391288 Dec 20 21:53:42.760981 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce6f2b-20ad-45c4-98aa-30afde2a16c1 req-29dcd4f3-2ebe-41a4-925c-c94d2ff3aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:42.762467 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a5ce6f2b-20ad-45c4-98aa-30afde2a16c1 req-29dcd4f3-2ebe-41a4-925c-c94d2ff3aa08 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 1092 time: 0.0462930 Dec 20 21:53:42.850875 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce6f2b-20ad-45c4-98aa-30afde2a16c1 req-63a10ea8-460b-494e-ad89-c882f28a2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:42.852409 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a5ce6f2b-20ad-45c4-98aa-30afde2a16c1 req-63a10ea8-460b-494e-ad89-c882f28a2463 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39e8a757-f555-4df1-9d13-bce39c0cc116 HTTP/1.1" status: 200 len: 897 time: 0.0820873 Dec 20 21:53:42.896370 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a5ce6f2b-20ad-45c4-98aa-30afde2a16c1 req-d39858c2-1f73-45d6-93da-8d438b43cd02 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99f79a72-72cf-4a33-aeb7-556668e20624 HTTP/1.1" status: 200 len: 217 time: 0.0374606 Dec 20 21:53:42.946015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce6f2b-20ad-45c4-98aa-30afde2a16c1 req-bda6fea8-0b07-4650-b1a0-c5cd2ca67a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:42.947390 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a5ce6f2b-20ad-45c4-98aa-30afde2a16c1 req-bda6fea8-0b07-4650-b1a0-c5cd2ca67a3b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a954eed2-12d5-4ae9-b181-7978a08d2a7f HTTP/1.1" status: 200 len: 835 time: 0.0438268 Dec 20 21:53:43.003733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce6f2b-20ad-45c4-98aa-30afde2a16c1 req-497c5638-43b2-4e8f-88d6-41ba33358e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:43.005244 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a5ce6f2b-20ad-45c4-98aa-30afde2a16c1 req-497c5638-43b2-4e8f-88d6-41ba33358e12 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39e8a757-f555-4df1-9d13-bce39c0cc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0485919 Dec 20 21:53:43.108662 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a5ce6f2b-20ad-45c4-98aa-30afde2a16c1 req-8bbad404-be8a-49ab-93cc-ad1af90f149f service neutron] 10.222.0.66 "GET /v2.0/networks/39e8a757-f555-4df1-9d13-bce39c0cc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957925 Dec 20 21:53:43.200679 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a5ce6f2b-20ad-45c4-98aa-30afde2a16c1 req-fa0c54b1-bbb1-4e35-88c2-c15cb43e24d3 service neutron] 10.222.0.66 "GET /v2.0/networks/39e8a757-f555-4df1-9d13-bce39c0cc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842304 Dec 20 21:53:43.796628 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b20a7-cb3f-4162-a3ea-ea97de3d6c1f req-9c8531d9-7a85-484d-9c9e-889887b45fe1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:43.798103 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9a6b20a7-cb3f-4162-a3ea-ea97de3d6c1f req-9c8531d9-7a85-484d-9c9e-889887b45fe1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 943 time: 0.0508776 Dec 20 21:53:43.842224 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9a6b20a7-cb3f-4162-a3ea-ea97de3d6c1f req-34184fc0-69e9-4b00-862c-9d21df5abc02 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360212 Dec 20 21:53:44.954838 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:44.981342 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0685fb8-7e8a-41c3-a1e3-59ae41f30c12 req-fa53ef66-0048-426f-b415-a40e0d60965c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:44.982866 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0685fb8-7e8a-41c3-a1e3-59ae41f30c12 req-fa53ef66-0048-426f-b415-a40e0d60965c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 943 time: 0.0528154 Dec 20 21:53:45.021641 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0685fb8-7e8a-41c3-a1e3-59ae41f30c12 req-7003ec9a-fa89-4c53-beb9-04077ed3e1e9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326283 Dec 20 21:53:45.258329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 99f79a72-72cf-4a33-aeb7-556668e20624 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:53:45.355443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 99f79a72-72cf-4a33-aeb7-556668e20624, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=99f79a72-72cf-4a33-aeb7-556668e20624,segment=NetworkSegment(a5fe200d-1db7-4289-9699-0c455add4226),segment_id=a5fe200d-1db7-4289-9699-0c455add4226)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:45.370420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '99f79a72-72cf-4a33-aeb7-556668e20624', 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116', 'port_id': '99f79a72-72cf-4a33-aeb7-556668e20624', 'mac_address': 'fa:16:3e:df:31:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:53:45.414757 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:45.434353 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f79a72-72cf-4a33-aeb7-556668e20624 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:53:45.455237 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 99f79a72-72cf-4a33-aeb7-556668e20624, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=99f79a72-72cf-4a33-aeb7-556668e20624,segment=NetworkSegment(a5fe200d-1db7-4289-9699-0c455add4226),segment_id=a5fe200d-1db7-4289-9699-0c455add4226)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:45.461638 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:45.510791 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=99f79a72-72cf-4a33-aeb7-556668e20624,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:45.743975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['99f79a72-72cf-4a33-aeb7-556668e20624'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:53:46.155031 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7448f9-04b7-45fc-9d7e-d27a9d5025f4 req-75f1f6ab-0eba-4800-9ffb-74e17aabafb1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:46.156556 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b7448f9-04b7-45fc-9d7e-d27a9d5025f4 req-75f1f6ab-0eba-4800-9ffb-74e17aabafb1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 944 time: 0.0652354 Dec 20 21:53:46.196785 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0b7448f9-04b7-45fc-9d7e-d27a9d5025f4 req-273eb7c5-3e2d-4dff-9630-662ce7fcf5b0 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338264 Dec 20 21:53:47.283143 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 99f79a72-72cf-4a33-aeb7-556668e20624 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:53:47.325306 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d73752-b111-465f-ba1b-9743722c08b9 req-7cfe8119-7f27-4ece-a775-9b0a3c0895f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:47.327922 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-92d73752-b111-465f-ba1b-9743722c08b9 req-7cfe8119-7f27-4ece-a775-9b0a3c0895f3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 944 time: 0.0591278 Dec 20 21:53:47.346195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 99f79a72-72cf-4a33-aeb7-556668e20624 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:53:47.351328 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 99f79a72-72cf-4a33-aeb7-556668e20624 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:53:47.351902 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:47.371009 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-92d73752-b111-465f-ba1b-9743722c08b9 req-37fafd8e-2237-4ab8-961a-0854bdc0b6cb tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354838 Dec 20 21:53:47.593815 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:47.617887 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f300ed5c-1d87-4277-884d-14f599d72686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f79a72-72cf-4a33-aeb7-556668e20624'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:53:47.620168 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63d0342-17ec-4dc3-a422-9a7d0ff12efc" -d '{"events": [{"server_uuid": "f300ed5c-1d87-4277-884d-14f599d72686", "name": "network-vif-plugged", "status": "completed", "tag": "99f79a72-72cf-4a33-aeb7-556668e20624"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:53:47.632974 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 99f79a72-72cf-4a33-aeb7-556668e20624, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=99f79a72-72cf-4a33-aeb7-556668e20624,segment=NetworkSegment(a5fe200d-1db7-4289-9699-0c455add4226),segment_id=a5fe200d-1db7-4289-9699-0c455add4226)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:47.638196 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:47.692733 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=99f79a72-72cf-4a33-aeb7-556668e20624,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:47.783733 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d72c01-0367-4b6a-9b13-e33ee7cfb39d x-openstack-request-id: req-69d72c01-0367-4b6a-9b13-e33ee7cfb39d {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:53:47.783980 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f300ed5c-1d87-4277-884d-14f599d72686", "name": "network-vif-plugged", "status": "completed", "tag": "99f79a72-72cf-4a33-aeb7-556668e20624", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:53:47.784233 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69d72c01-0367-4b6a-9b13-e33ee7cfb39d {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:53:47.784782 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f300ed5c-1d87-4277-884d-14f599d72686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f79a72-72cf-4a33-aeb7-556668e20624', 'code': 200} Dec 20 21:53:47.916103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0a8dc-0937-45d7-934d-9fd52c079bad req-6c7e4144-1d2e-4b87-aeed-7924c8f54ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:47.918375 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8d0a8dc-0937-45d7-934d-9fd52c079bad req-6c7e4144-1d2e-4b87-aeed-7924c8f54ff6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 1094 time: 0.0426698 Dec 20 21:53:47.954829 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8d0a8dc-0937-45d7-934d-9fd52c079bad req-332ae402-1282-4c79-a9f9-350095b3782c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292292 Dec 20 21:53:48.162133 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:48.493447 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdeb435-f41c-4f90-abe3-d11cabfab81b req-bd3ce712-885f-49e1-a7dd-74aeafa76d78 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:48.494942 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9cdeb435-f41c-4f90-abe3-d11cabfab81b req-bd3ce712-885f-49e1-a7dd-74aeafa76d78 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0537231 Dec 20 21:53:48.533703 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9cdeb435-f41c-4f90-abe3-d11cabfab81b req-57a2aa68-fec6-467c-9674-bfe07b0127cf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321529 Dec 20 21:53:49.656006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb135bb9-4f42-446a-b99e-fb3adf31ad02 req-2186872f-49f5-4d6d-a1b1-6591806d9003 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:49.657542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb135bb9-4f42-446a-b99e-fb3adf31ad02 req-2186872f-49f5-4d6d-a1b1-6591806d9003 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0535593 Dec 20 21:53:49.696443 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb135bb9-4f42-446a-b99e-fb3adf31ad02 req-ec36e5f3-7b5e-4341-bc5f-ddc3557b7425 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325992 Dec 20 21:53:49.819761 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277150-8231-4947-a91c-78e0a0edf46c req-9815f2b1-685b-484c-907f-2d2bb08b3b18 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:49.821222 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bc277150-8231-4947-a91c-78e0a0edf46c req-9815f2b1-685b-484c-907f-2d2bb08b3b18 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0524874 Dec 20 21:53:49.861243 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bc277150-8231-4947-a91c-78e0a0edf46c req-253a0ccf-52b2-4ae7-882d-2ea338ed193b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336933 Dec 20 21:53:49.886336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48084) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:49.931551 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45baa268-f2e6-48ad-bec3-c626cde22203 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:49.933963 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-45baa268-f2e6-48ad-bec3-c626cde22203 tempest-TestNetworkAdvancedServerOps-462445079 tempest-TestNetworkAdvancedServerOps-462445079-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 1089 time: 0.0466406 Dec 20 21:53:49.937012 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48088) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:49.941758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': '99f79a72-72cf-4a33-aeb7-556668e20624', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:53:49.972167 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:50.072984 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:50.210895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Allocated IP 172.35.3.65 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/471a355a-379f-4fa2-9951-51e4873c5c20) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:53:50.233460 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aec368-7c69-4a75-98a5-a56e1e46bff2 req-324c865e-ddf7-4599-adff-d300bf8f6710 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:50.234948 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7aec368-7c69-4a75-98a5-a56e1e46bff2 req-324c865e-ddf7-4599-adff-d300bf8f6710 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 945 time: 0.0753982 Dec 20 21:53:50.319101 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b7aec368-7c69-4a75-98a5-a56e1e46bff2 req-7c61e62f-286c-4e45-9bfa-9a195a2ab46b tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702586 Dec 20 21:53:50.355071 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:50.393252 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:50.430778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:53:50.433626 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:53:50.437382 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:53:50.445398 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=471a355a-379f-4fa2-9951-51e4873c5c20,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:50.810221 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:50.877363 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:51.031895 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:51.038796 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:51.102090 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event updated for resources: {'Port': ['ID=471a355a-379f-4fa2-9951-51e4873c5c20,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:51.114535 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:51.219093 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Floating IP 27ec10ba-2fea-44a0-8f5d-212a54cd8bd7 associated. External IP: 172.35.3.65, port: 99f79a72-72cf-4a33-aeb7-556668e20624. Dec 20 21:53:51.429853 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router b99b1b82-c54f-4c99-84b9-4f591b668e86 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:53:51.440267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f3f09-42dd-441d-bd57-1b49baea2754 req-baafe178-fa98-4f89-b25a-bc78c6c171bd tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:51.441797 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf4f3f09-42dd-441d-bd57-1b49baea2754 req-baafe178-fa98-4f89-b25a-bc78c6c171bd tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 945 time: 0.0502820 Dec 20 21:53:51.479359 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf4f3f09-42dd-441d-bd57-1b49baea2754 req-4efaeef6-89e6-420a-98ac-5484956169a4 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/security-groups?id=b04ad051-ae67-45f4-98d2-f3451ff70a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312040 Dec 20 21:53:51.537096 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:53:51.547999 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdcbfb6-54c1-45c9-9fd4-ebb5314010cd None None] Sync routers for ids ['b99b1b82-c54f-4c99-84b9-4f591b668e86'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:53:51.556933 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:51.562090 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcbfb6-54c1-45c9-9fd4-ebb5314010cd None None] Routers {'b99b1b82-c54f-4c99-84b9-4f591b668e86'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:53:51.562818 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4fdcbfb6-54c1-45c9-9fd4-ebb5314010cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:53:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b99b1b82-c54f-4c99-84b9-4f591b668e86'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:51.586239 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-76b8e9f9-a014-48c0-983a-4929d896dbbf tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6478548 Dec 20 21:53:51.586773 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f300ed5c-1d87-4277-884d-14f599d72686', 'tag': '99f79a72-72cf-4a33-aeb7-556668e20624'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:53:51.591155 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5a4623-26b1-4d3b-8ff9-08589b40683b" -d '{"events": [{"name": "network-changed", "server_uuid": "f300ed5c-1d87-4277-884d-14f599d72686", "tag": "99f79a72-72cf-4a33-aeb7-556668e20624"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:53:51.633787 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6765da4-5894-4d32-9314-c621afad8175 x-openstack-request-id: req-d6765da4-5894-4d32-9314-c621afad8175 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:53:51.634714 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f300ed5c-1d87-4277-884d-14f599d72686", "tag": "99f79a72-72cf-4a33-aeb7-556668e20624", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:53:51.634714 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6765da4-5894-4d32-9314-c621afad8175 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:53:51.634983 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f300ed5c-1d87-4277-884d-14f599d72686', 'tag': '99f79a72-72cf-4a33-aeb7-556668e20624', 'status': 'completed', 'code': 200} Dec 20 21:53:51.677028 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-4fdcbfb6-54c1-45c9-9fd4-ebb5314010cd None None] Set router b99b1b82-c54f-4c99-84b9-4f591b668e86 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:53:51.693183 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7dc5f-d0d6-46d8-a8f3-40c326180545 req-3f0669ea-8806-471e-9c6e-13170ea0e0e6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:51.695133 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f7c7dc5f-d0d6-46d8-a8f3-40c326180545 req-3f0669ea-8806-471e-9c6e-13170ea0e0e6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0505936 Dec 20 21:53:51.724888 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a4623-26b1-4d3b-8ff9-08589b40683b req-66ea8073-9091-453f-a245-e9015ef7d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:51.726563 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df5a4623-26b1-4d3b-8ff9-08589b40683b req-66ea8073-9091-453f-a245-e9015ef7d0f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 1094 time: 0.0489523 Dec 20 21:53:51.735714 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f7c7dc5f-d0d6-46d8-a8f3-40c326180545 req-8b283a12-2b02-4f15-b887-b92401c1b207 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341914 Dec 20 21:53:51.758236 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48100) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:51.825733 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b040e3c9-aeb1-4f63-9e59-5b13b5e7987b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/floatingips/27ec10ba-2fea-44a0-8f5d-212a54cd8bd7 HTTP/1.1" status: 200 len: 990 time: 0.0648417 Dec 20 21:53:51.849172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a97a5-3887-4384-8823-43a313739f00 req-eff298f9-5201-4083-a679-551f658fdce6 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:51.850626 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b62a97a5-3887-4384-8823-43a313739f00 req-eff298f9-5201-4083-a679-551f658fdce6 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 945 time: 0.0707073 Dec 20 21:53:51.866758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a4623-26b1-4d3b-8ff9-08589b40683b req-eeed9514-9f21-4a42-bd70-f71bf3ea2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:51.868147 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df5a4623-26b1-4d3b-8ff9-08589b40683b req-eeed9514-9f21-4a42-bd70-f71bf3ea2619 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39e8a757-f555-4df1-9d13-bce39c0cc116 HTTP/1.1" status: 200 len: 897 time: 0.1352186 Dec 20 21:53:51.901951 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4fdcbfb6-54c1-45c9-9fd4-ebb5314010cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588594353', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:37Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '27ec10ba-2fea-44a0-8f5d-212a54cd8bd7', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'floating_ip_address': '172.35.3.65', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'port_id': '99f79a72-72cf-4a33-aeb7-556668e20624', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116', 'mac_address': 'fa:16:3e:df:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f300ed5c-1d87-4277-884d-14f599d72686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:53:50Z', 'updated_at': '2021-12-20T21:53:50Z', 'revision_number': 0, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7540177-e9f1-4092-962f-148d5eda4d8e', 'name': '', 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:f6:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:36Z', 'updated_at': '2021-12-20T21:53:40Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:51.932990 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdcbfb6-54c1-45c9-9fd4-ebb5314010cd None None] Checking router: b99b1b82-c54f-4c99-84b9-4f591b668e86 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:53:51.941302 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcbfb6-54c1-45c9-9fd4-ebb5314010cd None None] Routers {'b99b1b82-c54f-4c99-84b9-4f591b668e86'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:53:51.941913 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4fdcbfb6-54c1-45c9-9fd4-ebb5314010cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:53:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b99b1b82-c54f-4c99-84b9-4f591b668e86'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:51.977205 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df5a4623-26b1-4d3b-8ff9-08589b40683b req-a86593ee-27d8-4fc1-97bc-7ef17d69d7ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99f79a72-72cf-4a33-aeb7-556668e20624 HTTP/1.1" status: 200 len: 998 time: 0.0938692 Dec 20 21:53:52.041979 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-b62a97a5-3887-4384-8823-43a313739f00 req-b949542d-7ffb-4cd4-a538-3965924a3b26 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Deleting port a579c296-c6a7-4134-a77f-c1e50765b245 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:53:52.042328 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b62a97a5-3887-4384-8823-43a313739f00 req-b949542d-7ffb-4cd4-a538-3965924a3b26 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:52.046023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a4623-26b1-4d3b-8ff9-08589b40683b req-670434ef-ccd4-4570-91e8-a65ff0788090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:52.047507 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df5a4623-26b1-4d3b-8ff9-08589b40683b req-670434ef-ccd4-4570-91e8-a65ff0788090 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a954eed2-12d5-4ae9-b181-7978a08d2a7f HTTP/1.1" status: 200 len: 835 time: 0.0640149 Dec 20 21:53:52.136151 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-4fdcbfb6-54c1-45c9-9fd4-ebb5314010cd None None] Set router b99b1b82-c54f-4c99-84b9-4f591b668e86 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:53:52.153494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a4623-26b1-4d3b-8ff9-08589b40683b req-312221a5-1ffc-4130-b34b-5a4dd5e155fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:53:52.155101 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df5a4623-26b1-4d3b-8ff9-08589b40683b req-312221a5-1ffc-4130-b34b-5a4dd5e155fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39e8a757-f555-4df1-9d13-bce39c0cc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0947969 Dec 20 21:53:52.161486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-b62a97a5-3887-4384-8823-43a313739f00 req-b949542d-7ffb-4cd4-a538-3965924a3b26 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] For port a579c296-c6a7-4134-a77f-c1e50765b245, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=a579c296-c6a7-4134-a77f-c1e50765b245,segment=NetworkSegment(d99bef70-f0ce-419c-8386-c092181f8e05),segment_id=d99bef70-f0ce-419c-8386-c092181f8e05)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:53:52.161845 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b62a97a5-3887-4384-8823-43a313739f00 req-b949542d-7ffb-4cd4-a538-3965924a3b26 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:52.215913 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-b62a97a5-3887-4384-8823-43a313739f00 req-b949542d-7ffb-4cd4-a538-3965924a3b26 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Calling delete_port for a579c296-c6a7-4134-a77f-c1e50765b245 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:53:52.309467 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df5a4623-26b1-4d3b-8ff9-08589b40683b req-1016e839-3fd9-48e6-9c2c-fd7bb5152128 service neutron] 10.222.0.66 "GET /v2.0/networks/39e8a757-f555-4df1-9d13-bce39c0cc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449904 Dec 20 21:53:52.358929 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4fdcbfb6-54c1-45c9-9fd4-ebb5314010cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588594353', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:37Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '27ec10ba-2fea-44a0-8f5d-212a54cd8bd7', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'floating_ip_address': '172.35.3.65', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'port_id': '99f79a72-72cf-4a33-aeb7-556668e20624', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116', 'mac_address': 'fa:16:3e:df:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f300ed5c-1d87-4277-884d-14f599d72686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:53:50Z', 'updated_at': '2021-12-20T21:53:50Z', 'revision_number': 0, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7540177-e9f1-4092-962f-148d5eda4d8e', 'name': '', 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:f6:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:36Z', 'updated_at': '2021-12-20T21:53:40Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:53:52.384506 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdcbfb6-54c1-45c9-9fd4-ebb5314010cd None None] The sync data for ids ['b99b1b82-c54f-4c99-84b9-4f591b668e86'] in n-d-xena-1 is: [{'id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588594353', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:37Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '27ec10ba-2fea-44a0-8f5d-212a54cd8bd7', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'floating_ip_address': '172.35.3.65', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'port_id': '99f79a72-72cf-4a33-aeb7-556668e20624', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116', 'mac_address': 'fa:16:3e:df:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f300ed5c-1d87-4277-884d-14f599d72686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:53:50Z', 'updated_at': '2021-12-20T21:53:50Z', 'revision_number': 0, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7540177-e9f1-4092-962f-148d5eda4d8e', 'name': '', 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:f6:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:36Z', 'updated_at': '2021-12-20T21:53:40Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:53:52.445316 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df5a4623-26b1-4d3b-8ff9-08589b40683b req-37f5fae8-c1e7-4e1b-8fcf-b0c18d8faebd service neutron] 10.222.0.66 "GET /v2.0/networks/39e8a757-f555-4df1-9d13-bce39c0cc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248682 Dec 20 21:53:52.446397 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b62a97a5-3887-4384-8823-43a313739f00 req-b949542d-7ffb-4cd4-a538-3965924a3b26 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:52.480538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949542d-7ffb-4cd4-a538-3965924a3b26 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Pushing event deleted for resources: {'Port': ['ID=a579c296-c6a7-4134-a77f-c1e50765b245,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:53:52.481976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['a579c296-c6a7-4134-a77f-c1e50765b245'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:53:52.523753 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62a97a5-3887-4384-8823-43a313739f00 req-b949542d-7ffb-4cd4-a538-3965924a3b26 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] No DVR routers for this DVR port a579c296-c6a7-4134-a77f-c1e50765b245 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:53:52.528040 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b62a97a5-3887-4384-8823-43a313739f00 req-b949542d-7ffb-4cd4-a538-3965924a3b26 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:52.531902 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b62a97a5-3887-4384-8823-43a313739f00 req-b949542d-7ffb-4cd4-a538-3965924a3b26 tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.31 "DELETE /v2.0/ports/a579c296-c6a7-4134-a77f-c1e50765b245 HTTP/1.1" status: 204 len: 173 time: 0.6741042 Dec 20 21:53:52.532366 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4a472e-7585-4e6d-a162-680c65811460', 'name': 'network-vif-deleted', 'tag': 'a579c296-c6a7-4134-a77f-c1e50765b245'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:53:52.534727 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5256405-249b-4ef6-9a3d-4ed45716ef8a" -d '{"events": [{"server_uuid": "6c4a472e-7585-4e6d-a162-680c65811460", "name": "network-vif-deleted", "tag": "a579c296-c6a7-4134-a77f-c1e50765b245"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:53:52.588789 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d1e836-3660-4d83-87f7-d1a25dbf29a6 x-openstack-request-id: req-a9d1e836-3660-4d83-87f7-d1a25dbf29a6 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:53:52.589093 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4a472e-7585-4e6d-a162-680c65811460", "name": "network-vif-deleted", "tag": "a579c296-c6a7-4134-a77f-c1e50765b245", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:53:52.589348 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9d1e836-3660-4d83-87f7-d1a25dbf29a6 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:53:52.589766 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4a472e-7585-4e6d-a162-680c65811460', 'name': 'network-vif-deleted', 'tag': 'a579c296-c6a7-4134-a77f-c1e50765b245', 'status': 'completed', 'code': 200} Dec 20 21:53:52.592083 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-45e4e0ab-61e6-4331-a9b0-88d27316cb7e req-99b18e19-3574-4afb-baea-bfebaba65a6b tempest-VolumesSnapshotTestJSON-247917438 tempest-VolumesSnapshotTestJSON-247917438-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c4a472e-7585-4e6d-a162-680c65811460 HTTP/1.1" status: 200 len: 210 time: 0.0303152 Dec 20 21:53:52.641206 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fbda5a-4d9b-4fa6-a6ac-812cfdaa594a None None] New status for floating IP 27ec10ba-2fea-44a0-8f5d-212a54cd8bd7: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:53:52.828021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48106) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:53:52.901955 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-df516de0-1159-4011-9bf9-b7c926329a41 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/floatingips/27ec10ba-2fea-44a0-8f5d-212a54cd8bd7 HTTP/1.1" status: 200 len: 992 time: 0.0724473 Dec 20 21:53:54.294764 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:53:55.402224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device a579c296-c6a7-4134-a77f-c1e50765b245 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:53:55.422924 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: a579c296-c6a7-4134-a77f-c1e50765b245 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:53:55.423267 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device a579c296-c6a7-4134-a77f-c1e50765b245 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:53:57.190081 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7141934-5078-4c66-8e17-c72bc4ddf511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:53:59.530051 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6625c06-1ae3-4a8f-ac98-a0f09339e656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:00.759411 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:02.189211 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:02.376973 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:14.963016 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:15.123866 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-5289cdaa-4c72-47b7-b787-2bc5fdaffb46 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442136930&fields=id&tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9 HTTP/1.1" status: 200 len: 267 time: 0.0360999 Dec 20 21:54:15.240753 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-7b0f1ad7-0d78-4353-8af6-62a17f81f3c8 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:15.242376 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-7b0f1ad7-0d78-4353-8af6-62a17f81f3c8 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 811 time: 0.1108766 Dec 20 21:54:15.258536 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-667ebef9-2fea-4c4f-95a0-2b4abc634a76 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/quotas/09c4ae0ec0ec4254aff4e9bf68876ea9 HTTP/1.1" status: 200 len: 375 time: 0.0098822 Dec 20 21:54:15.321131 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-cba2c251-6474-460a-8683-e474a1e9b3fd tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0567029 Dec 20 21:54:15.520736 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-1b26c38f-d652-4e48-b02a-43e04875dbcd service neutron] 10.222.0.32 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874321 Dec 20 21:54:15.627625 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-bf9a5a60-2e97-48b7-a7bf-4947de894799 service neutron] 10.222.0.32 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983925 Dec 20 21:54:15.956255 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f9da27fa-ce06-4220-9321-9e4b9848d021 req-aa46e94f-66f8-4ff2-813e-cd90a42b6438 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 210 time: 0.0300345 Dec 20 21:54:16.968285 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-0d84b4c0-c065-4dfc-8578-cee331acc83e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:16.970092 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-0d84b4c0-c065-4dfc-8578-cee331acc83e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.31 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 811 time: 0.1107166 Dec 20 21:54:17.020638 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-963a5df7-2904-499c-b8bb-aa54018dfe0f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9 HTTP/1.1" status: 200 len: 379 time: 0.0371540 Dec 20 21:54:17.048058 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-ea38e1ff-ff62-45a9-8975-470f0ffc73cf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Request body: {'port': {'device_id': '130e6370-3a1a-4612-b46b-954dc53b6d79', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'admin_state_up': True, 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'security_groups': ['6564b492-712c-4d33-8f88-22d5e0759682']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:54:17.104277 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-06665d4f-efd8-44df-a8af-dfa519b7585d req-bdb594bd-a09a-4669-b114-3c01b76f9b24 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 210 time: 0.0698657 Dec 20 21:54:17.180667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-ea38e1ff-ff62-45a9-8975-470f0ffc73cf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Made reservation on behalf of 09c4ae0ec0ec4254aff4e9bf68876ea9 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:54:17.184482 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-ea38e1ff-ff62-45a9-8975-470f0ffc73cf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:17.318499 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-ea38e1ff-ff62-45a9-8975-470f0ffc73cf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Allocated IP 172.20.0.4 (4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea/b84d4e95-d9dd-430d-b73c-40cb0d866f14/d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:54:17.452665 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-ea38e1ff-ff62-45a9-8975-470f0ffc73cf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:17.491169 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-ea38e1ff-ff62-45a9-8975-470f0ffc73cf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:17.534200 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-ea38e1ff-ff62-45a9-8975-470f0ffc73cf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:54:17.537421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-ea38e1ff-ff62-45a9-8975-470f0ffc73cf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:54:17.542201 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-ea38e1ff-ff62-45a9-8975-470f0ffc73cf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:54:17.569904 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38e1ff-ff62-45a9-8975-470f0ffc73cf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'Port': ['ID=d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:17.601461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-ea38e1ff-ff62-45a9-8975-470f0ffc73cf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:17.602181 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-ea38e1ff-ff62-45a9-8975-470f0ffc73cf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:17.625179 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-ea38e1ff-ff62-45a9-8975-470f0ffc73cf tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5775743 Dec 20 21:54:17.641048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Request body: {'port': {'device_id': '130e6370-3a1a-4612-b46b-954dc53b6d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:54:17.717069 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:17.850631 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ef6f9d42-4880-4045-b267-2102a94247f8 None None] Provisioning complete for port d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:17.851590 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9d42-4880-4045-b267-2102a94247f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:17.890653 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f9d42-4880-4045-b267-2102a94247f8 None None] Port d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:54:18.008776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:54:18.016595 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:18.028987 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Transition to ACTIVE for port object d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:54:18.033788 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:18.090892 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:18.173453 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:18.184550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Attempting to bind port d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:54:18.199750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Attempting to bind port d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:54:18.200274 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Attempting to bind port d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:54:18.206131 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Port d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:54:18.206635 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Attempting to bind port d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c on network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:54:18.212908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:54:18.213464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Checking segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:54:18.214034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Bound using segment: {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:54:18.214599 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Bound port: d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:54:18.215068 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:18.300526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] For port d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:54:18.303952 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aae241-3d9a-4ae6-8f71-4bcafc37196c req-00321e57-fe5f-4e06-ac30-c02a37ea085e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:18.305977 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] For port d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:54:18.311647 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e3aae241-3d9a-4ae6-8f71-4bcafc37196c req-00321e57-fe5f-4e06-ac30-c02a37ea085e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 943 time: 0.0987115 Dec 20 21:54:18.323143 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:18.363478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:18.364099 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:18.365526 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] 10.222.0.31 "PUT /v2.0/ports/d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c HTTP/1.1" status: 200 len: 1089 time: 0.7293320 Dec 20 21:54:18.366044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130e6370-3a1a-4612-b46b-954dc53b6d79', 'tag': 'd4e14e5c-e3fc-4b70-8d5a-b7a471aa490c'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:54:18.369317 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16e66ec-8299-44a0-8dff-c9365f8c0d51" -d '{"events": [{"name": "network-changed", "server_uuid": "130e6370-3a1a-4612-b46b-954dc53b6d79", "tag": "d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:54:18.389645 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e3aae241-3d9a-4ae6-8f71-4bcafc37196c req-13206c66-90cc-4b8b-b7ef-268c1ceab49f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651493 Dec 20 21:54:18.427930 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6c0e5a-0ccb-4812-adec-5645e2909a0e x-openstack-request-id: req-ed6c0e5a-0ccb-4812-adec-5645e2909a0e {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:54:18.428712 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130e6370-3a1a-4612-b46b-954dc53b6d79", "tag": "d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:54:18.429227 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed6c0e5a-0ccb-4812-adec-5645e2909a0e {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:54:18.429786 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130e6370-3a1a-4612-b46b-954dc53b6d79', 'tag': 'd4e14e5c-e3fc-4b70-8d5a-b7a471aa490c', 'status': 'completed', 'code': 200} Dec 20 21:54:18.431028 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bcca9-0c12-4b92-9f15-815394493585 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:18.494820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-7706044a-ddc6-4c13-a21b-018196699d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:18.496669 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-7706044a-ddc6-4c13-a21b-018196699d35 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 1092 time: 0.0508668 Dec 20 21:54:18.554045 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-bf1d6dda-9a27-4276-8d19-ba538f8b46c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c HTTP/1.1" status: 200 len: 217 time: 0.0443192 Dec 20 21:54:18.619164 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c104c6ed-d2ef-46ad-9f3b-6e6f8d0f3472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:18.621501 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c104c6ed-d2ef-46ad-9f3b-6e6f8d0f3472 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.0614309 Dec 20 21:54:18.676469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-de3a97d3-ed84-4a86-84ee-6f513b3881c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:18.678035 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-de3a97d3-ed84-4a86-84ee-6f513b3881c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0497732 Dec 20 21:54:18.779099 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-c3f39e0f-f838-478c-8a13-0cb0d355fb75 service neutron] 10.222.0.31 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945389 Dec 20 21:54:18.868609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e7e2655-2185-4982-9e80-52e373b59fb6 req-2d589903-bf7d-441c-8047-e2e2f2ea91d1 service neutron] 10.222.0.31 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829966 Dec 20 21:54:18.981792 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e66ec-8299-44a0-8dff-c9365f8c0d51 req-5379e21c-4cce-4ce6-b8ec-4c4c4f7c5847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:18.983219 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b16e66ec-8299-44a0-8dff-c9365f8c0d51 req-5379e21c-4cce-4ce6-b8ec-4c4c4f7c5847 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 1092 time: 0.0424278 Dec 20 21:54:19.082438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e66ec-8299-44a0-8dff-c9365f8c0d51 req-c519c7bf-b5eb-4af0-8d62-cf0926625521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:19.083916 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b16e66ec-8299-44a0-8dff-c9365f8c0d51 req-c519c7bf-b5eb-4af0-8d62-cf0926625521 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 912 time: 0.0939348 Dec 20 21:54:19.125068 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b16e66ec-8299-44a0-8dff-c9365f8c0d51 req-08705df2-3251-4fb9-acf2-8b1d478a74cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c HTTP/1.1" status: 200 len: 217 time: 0.0345726 Dec 20 21:54:19.183197 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e66ec-8299-44a0-8dff-c9365f8c0d51 req-a97dbc68-66f5-4458-8897-bb1cd9e70144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:19.184808 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b16e66ec-8299-44a0-8dff-c9365f8c0d51 req-a97dbc68-66f5-4458-8897-bb1cd9e70144 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.0538912 Dec 20 21:54:19.232706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e66ec-8299-44a0-8dff-c9365f8c0d51 req-390063de-522c-4a1a-b597-18ff407d9560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:19.234283 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b16e66ec-8299-44a0-8dff-c9365f8c0d51 req-390063de-522c-4a1a-b597-18ff407d9560 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0425718 Dec 20 21:54:19.328711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b16e66ec-8299-44a0-8dff-c9365f8c0d51 req-b88e053f-59c4-42a5-b6c6-87eeb425fbc0 service neutron] 10.222.0.31 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871079 Dec 20 21:54:19.426504 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b16e66ec-8299-44a0-8dff-c9365f8c0d51 req-178fbfc6-5aea-45fa-941a-a8d24808399a service neutron] 10.222.0.31 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916173 Dec 20 21:54:19.534613 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920079e2-494b-437e-9f8f-a3c5c771f594 req-4379ff5c-ffd0-44c3-83ef-a0c495ac1dcd tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:19.536143 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-920079e2-494b-437e-9f8f-a3c5c771f594 req-4379ff5c-ffd0-44c3-83ef-a0c495ac1dcd tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 943 time: 0.0567906 Dec 20 21:54:19.575510 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-920079e2-494b-437e-9f8f-a3c5c771f594 req-987d3ffd-c55d-421b-a095-c114e111e8e5 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325782 Dec 20 21:54:20.702445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7498b5e-61b4-434c-a465-907bf0443000 req-3c57554c-bc72-4fa5-959b-495eab843eaa tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:20.704254 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7498b5e-61b4-434c-a465-907bf0443000 req-3c57554c-bc72-4fa5-959b-495eab843eaa tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 943 time: 0.0510530 Dec 20 21:54:20.754488 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7498b5e-61b4-434c-a465-907bf0443000 req-4e6080ea-91c1-4c79-987a-f65c213230ce tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433636 Dec 20 21:54:21.834127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19d7bb-28cc-4f58-bea2-73cfbff95de5 req-d0c978d0-8acf-45a9-a3bf-11e1a9f7e9da tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:21.835697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0d19d7bb-28cc-4f58-bea2-73cfbff95de5 req-d0c978d0-8acf-45a9-a3bf-11e1a9f7e9da tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0526755 Dec 20 21:54:21.874199 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0d19d7bb-28cc-4f58-bea2-73cfbff95de5 req-8790b8f5-b75d-4309-8230-8a7367faa99e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324302 Dec 20 21:54:21.878575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2611348-13fd-4e67-8397-fe233f0b0807 req-ecb125d4-fce9-4b6a-bddb-ea87e755a7a0 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:21.880091 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b2611348-13fd-4e67-8397-fe233f0b0807 req-ecb125d4-fce9-4b6a-bddb-ea87e755a7a0 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 943 time: 0.0504405 Dec 20 21:54:21.919787 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b2611348-13fd-4e67-8397-fe233f0b0807 req-1487aa8e-424b-4fe4-8f08-43af533d8f7d tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337293 Dec 20 21:54:23.003777 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac240ed-f985-44e1-89d7-5d79a215e4e6 req-5453863a-2c25-4834-bf4f-dccc24e4d505 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:23.005332 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ac240ed-f985-44e1-89d7-5d79a215e4e6 req-5453863a-2c25-4834-bf4f-dccc24e4d505 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0573649 Dec 20 21:54:23.045565 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ac240ed-f985-44e1-89d7-5d79a215e4e6 req-63fd26a5-3b63-42ed-8466-998b4a80f130 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341120 Dec 20 21:54:23.046238 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84e7e7-b292-4f61-a67f-12566d135bd8 req-b50167a6-0013-4713-9319-6c35a17a603e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:23.047872 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7d84e7e7-b292-4f61-a67f-12566d135bd8 req-b50167a6-0013-4713-9319-6c35a17a603e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 943 time: 0.0573535 Dec 20 21:54:23.086446 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7d84e7e7-b292-4f61-a67f-12566d135bd8 req-5078f95c-ac5c-4853-9000-7a8785993755 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325868 Dec 20 21:54:24.186383 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dce1e0-8672-401b-a537-ab8b73d7a203 req-8294480e-ce5e-4581-b3b8-eb8ad5cdfdf9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:24.194213 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e8dce1e0-8672-401b-a537-ab8b73d7a203 req-8294480e-ce5e-4581-b3b8-eb8ad5cdfdf9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0785718 Dec 20 21:54:24.221165 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a901260-6fb4-4eb5-a2b9-40da26667ba9 req-ddbae860-2f56-43cf-b107-ff03b4637511 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:24.223674 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a901260-6fb4-4eb5-a2b9-40da26667ba9 req-ddbae860-2f56-43cf-b107-ff03b4637511 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 943 time: 0.0626321 Dec 20 21:54:24.254542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e8dce1e0-8672-401b-a537-ab8b73d7a203 req-7dec3d16-8b3f-4970-8841-f9593299267a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593333 Dec 20 21:54:24.292423 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a901260-6fb4-4eb5-a2b9-40da26667ba9 req-f86145f3-cf53-4c22-bdc0-a500981db23d tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533607 Dec 20 21:54:25.392858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fbc77-f60a-4aa1-b221-e8dc70efb30a req-660e968e-5627-4e1e-8704-97aee2a35d8c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:25.394996 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-733fbc77-f60a-4aa1-b221-e8dc70efb30a req-660e968e-5627-4e1e-8704-97aee2a35d8c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0547788 Dec 20 21:54:25.438585 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-733fbc77-f60a-4aa1-b221-e8dc70efb30a req-c628e76d-cc7e-425f-b70e-203a8eeb42fe tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371618 Dec 20 21:54:25.445009 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50964dbd-8593-4154-918e-58ba2bebb502 req-df8c885e-726c-49fd-979d-49c731183d9f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:25.462267 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-50964dbd-8593-4154-918e-58ba2bebb502 req-df8c885e-726c-49fd-979d-49c731183d9f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 943 time: 0.0671105 Dec 20 21:54:25.490023 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-50964dbd-8593-4154-918e-58ba2bebb502 req-017d5563-7923-4e1e-885e-f67e7f128ca2 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330021 Dec 20 21:54:26.575536 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c0212-7718-4e01-90c4-623628b60021 req-0183315b-0980-456b-942d-4266fd751ea9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:26.577028 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-189c0212-7718-4e01-90c4-623628b60021 req-0183315b-0980-456b-942d-4266fd751ea9 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0621369 Dec 20 21:54:26.632811 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-189c0212-7718-4e01-90c4-623628b60021 req-4917407e-28b1-4c62-82b7-43c2184e42b1 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476904 Dec 20 21:54:26.634154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5f712-0b1a-4da3-9791-82066914258a req-93c92a1e-0b61-498e-a41a-253d8276d439 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:26.635770 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e6d5f712-0b1a-4da3-9791-82066914258a req-93c92a1e-0b61-498e-a41a-253d8276d439 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 943 time: 0.0641448 Dec 20 21:54:26.679800 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e6d5f712-0b1a-4da3-9791-82066914258a req-64d8c604-fb99-4dfb-a4ae-26912441a49b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350978 Dec 20 21:54:27.184955 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-59f57cc5-0ea7-455f-8500-8f213ac420ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:27.755974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada8371-cda3-4bf7-b753-d4697eaac2c3 req-9e15b2ee-c216-4210-85a9-41bcfa378dbc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:27.757586 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cada8371-cda3-4bf7-b753-d4697eaac2c3 req-9e15b2ee-c216-4210-85a9-41bcfa378dbc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0514359 Dec 20 21:54:27.798704 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cada8371-cda3-4bf7-b753-d4697eaac2c3 req-a4dfbea0-2492-4694-82f7-f04943c9df6e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348709 Dec 20 21:54:27.809565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66375a8-0957-46b6-8963-3fc3ff728cb8 req-8411ecb5-8f69-432c-adb3-17d7452a1716 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:27.819131 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d66375a8-0957-46b6-8963-3fc3ff728cb8 req-8411ecb5-8f69-432c-adb3-17d7452a1716 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 943 time: 0.0637767 Dec 20 21:54:27.851947 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d66375a8-0957-46b6-8963-3fc3ff728cb8 req-facf938b-de94-4060-888d-63bddd20d9c8 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318401 Dec 20 21:54:28.941751 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901855a9-7a78-470c-8762-d93a4257a9af req-f967bb09-a823-4344-a867-fbc77ee06100 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:28.943611 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-901855a9-7a78-470c-8762-d93a4257a9af req-f967bb09-a823-4344-a867-fbc77ee06100 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0635920 Dec 20 21:54:29.021129 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-901855a9-7a78-470c-8762-d93a4257a9af req-7e81e9ad-b462-489d-ad0c-4e911598330d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601981 Dec 20 21:54:29.026223 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e66c6-3a23-4a2c-ae8b-5e73503cff28 req-5b7ba534-2c70-4d8d-a65d-cc3e46de2d19 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:29.028381 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5c9e66c6-3a23-4a2c-ae8b-5e73503cff28 req-5b7ba534-2c70-4d8d-a65d-cc3e46de2d19 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 943 time: 0.0634592 Dec 20 21:54:29.072010 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5c9e66c6-3a23-4a2c-ae8b-5e73503cff28 req-3c87156a-83e2-4380-ae36-aff50018368c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367839 Dec 20 21:54:29.510408 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:54:29.549802 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a6e64739-c169-4b4a-9ef5-c53ec5e6ade1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:29.616641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:29.627281 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'd4e14e5c-e3fc-4b70-8d5a-b7a471aa490c', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'port_id': 'd4e14e5c-e3fc-4b70-8d5a-b7a471aa490c', 'mac_address': 'fa:16:3e:06:b3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:54:29.668943 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:29.685564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:54:29.710490 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:29.715964 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:29.778938 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:29.989679 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:54:30.193726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af917fd0-6491-4205-badf-a8190a0ff2fb req-ac86922a-96bf-44aa-aa52-1eff68e91d53 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:30.195322 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af917fd0-6491-4205-badf-a8190a0ff2fb req-ac86922a-96bf-44aa-aa52-1eff68e91d53 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0642436 Dec 20 21:54:30.236154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34d735-4196-43c3-97f9-0dc0b6823852 req-c59e7df7-0ffa-43b2-8730-d8020a8c014e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:30.238361 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c34d735-4196-43c3-97f9-0dc0b6823852 req-c59e7df7-0ffa-43b2-8730-d8020a8c014e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 944 time: 0.0649478 Dec 20 21:54:30.249393 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-af917fd0-6491-4205-badf-a8190a0ff2fb req-70953d54-bf4b-4ee4-85fe-85f78622840c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460839 Dec 20 21:54:30.285202 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c34d735-4196-43c3-97f9-0dc0b6823852 req-985daf02-83fd-4497-86a9-0eec2fcc4f4c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402384 Dec 20 21:54:30.765792 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:31.137486 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-052665ef-87a1-415d-8067-0ea2af149af4 req-cf170b84-b2a5-498a-b5d2-1b46b4a8659a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0454161 Dec 20 21:54:31.240652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052665ef-87a1-415d-8067-0ea2af149af4 req-a54527ff-9f20-4e6f-a736-db544d3dbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:31.242264 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-052665ef-87a1-415d-8067-0ea2af149af4 req-a54527ff-9f20-4e6f-a736-db544d3dbe84 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 1095 time: 0.0432549 Dec 20 21:54:31.304577 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:54:31.376748 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052665ef-87a1-415d-8067-0ea2af149af4 req-4a749a6d-b618-49cd-b27a-0e97bbb13913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:31.378299 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-052665ef-87a1-415d-8067-0ea2af149af4 req-4a749a6d-b618-49cd-b27a-0e97bbb13913 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 912 time: 0.1172137 Dec 20 21:54:31.402691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5c14a-cd7d-4e28-b3f3-77ce7409eff5 req-17874e8d-e168-47e1-9a7e-3f1d7d86bd7a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:31.404086 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09a5c14a-cd7d-4e28-b3f3-77ce7409eff5 req-17874e8d-e168-47e1-9a7e-3f1d7d86bd7a tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0677552 Dec 20 21:54:31.412819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d255bec-594a-47e6-8743-c07ed29f3888 req-7c846be4-c75d-4089-a43e-9c0ab52a5b00 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:31.414327 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0d255bec-594a-47e6-8743-c07ed29f3888 req-7c846be4-c75d-4089-a43e-9c0ab52a5b00 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 944 time: 0.0554237 Dec 20 21:54:31.460968 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0d255bec-594a-47e6-8743-c07ed29f3888 req-33fc3b1a-2436-4115-9074-389504443451 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400202 Dec 20 21:54:31.481370 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09a5c14a-cd7d-4e28-b3f3-77ce7409eff5 req-7788d85a-680c-4f24-9d95-dfc256426628 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452416 Dec 20 21:54:31.492280 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-052665ef-87a1-415d-8067-0ea2af149af4 req-ab4990a4-bbb9-4955-8180-7a4de3129dd6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af6d140d-e091-4ffb-8702-d9102a12f233 HTTP/1.1" status: 200 len: 1002 time: 0.1057122 Dec 20 21:54:31.510630 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:54:31.544464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052665ef-87a1-415d-8067-0ea2af149af4 req-464de5dd-4198-411f-8a8a-6792bec7c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:31.545979 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-052665ef-87a1-415d-8067-0ea2af149af4 req-464de5dd-4198-411f-8a8a-6792bec7c675 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.0471115 Dec 20 21:54:31.560165 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:54:31.564494 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:31.565689 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:31.593877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052665ef-87a1-415d-8067-0ea2af149af4 req-8e7d800c-c814-4dbe-b849-b21a698cdd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:31.595823 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-052665ef-87a1-415d-8067-0ea2af149af4 req-8e7d800c-c814-4dbe-b849-b21a698cdd35 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0434759 Dec 20 21:54:31.655139 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:31.681480 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130e6370-3a1a-4612-b46b-954dc53b6d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e14e5c-e3fc-4b70-8d5a-b7a471aa490c'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:54:31.684185 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb09e88-26ba-4467-a7c0-229c30703191" -d '{"events": [{"server_uuid": "130e6370-3a1a-4612-b46b-954dc53b6d79", "name": "network-vif-plugged", "status": "completed", "tag": "d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:54:31.704636 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-052665ef-87a1-415d-8067-0ea2af149af4 req-4b3543e4-afa6-4cfe-8173-f6e3e980f16c service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017017 Dec 20 21:54:31.708291 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:31.714459 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:31.744368 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44535092-3f8d-469e-a48c-ae2c860c7402 x-openstack-request-id: req-44535092-3f8d-469e-a48c-ae2c860c7402 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:54:31.744658 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130e6370-3a1a-4612-b46b-954dc53b6d79", "name": "network-vif-plugged", "status": "completed", "tag": "d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:54:31.744911 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44535092-3f8d-469e-a48c-ae2c860c7402 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:54:31.745297 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130e6370-3a1a-4612-b46b-954dc53b6d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e14e5c-e3fc-4b70-8d5a-b7a471aa490c', 'code': 200} Dec 20 21:54:31.779230 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:31.787010 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:31.787258 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:31.787511 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:31.787837 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:31.788155 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:31.788494 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:31.789702 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:31.789702 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:31.789702 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:31.789702 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:31.790135 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:31.790397 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:31.818967 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-052665ef-87a1-415d-8067-0ea2af149af4 req-51092e47-7847-4664-8fd7-edb87121086e service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078761 Dec 20 21:54:31.859100 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fffbb-15c3-4ff9-818b-59feb9f45de5 req-8da49386-ccd4-46e6-9a19-497f6d7cd8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:31.860832 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a28fffbb-15c3-4ff9-818b-59feb9f45de5 req-8da49386-ccd4-46e6-9a19-497f6d7cd8d9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 1094 time: 0.0442791 Dec 20 21:54:31.903869 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a28fffbb-15c3-4ff9-818b-59feb9f45de5 req-c657beb7-a827-4914-82dd-407d8d8df65f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364940 Dec 20 21:54:32.192176 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:32.382254 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:32.577848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e3e2c-8152-48bf-8983-3580eaa4d697 req-9104c9f3-a33b-4ca1-8778-873d8d8900ff tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:32.579655 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-202e3e2c-8152-48bf-8983-3580eaa4d697 req-9104c9f3-a33b-4ca1-8778-873d8d8900ff tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 945 time: 0.0494759 Dec 20 21:54:32.608265 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e6cf-0c4f-4172-9726-9338ef50ce29 req-43114918-da44-4b20-9050-fb98f5944795 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:32.610635 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7222e6cf-0c4f-4172-9726-9338ef50ce29 req-43114918-da44-4b20-9050-fb98f5944795 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0540409 Dec 20 21:54:32.622462 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-202e3e2c-8152-48bf-8983-3580eaa4d697 req-411e438c-41f9-473e-9003-bf06bd3ae25f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367961 Dec 20 21:54:32.651039 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7222e6cf-0c4f-4172-9726-9338ef50ce29 req-3c4627e9-c987-48cb-a9a9-7f1948f53fc6 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329351 Dec 20 21:54:33.752484 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eac2fb-9708-4e35-b958-0d0061d60863 req-6edc24eb-2ec2-43a4-b957-16748b9258dc tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:33.753950 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c3eac2fb-9708-4e35-b958-0d0061d60863 req-6edc24eb-2ec2-43a4-b957-16748b9258dc tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 945 time: 0.0508792 Dec 20 21:54:33.768850 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8855e-ac0b-4e7a-a4c2-50ab51327a70 req-c13ee886-94a1-4687-80b0-823d7a2a4a8d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:33.770523 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0ac8855e-ac0b-4e7a-a4c2-50ab51327a70 req-c13ee886-94a1-4687-80b0-823d7a2a4a8d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0501833 Dec 20 21:54:33.794450 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c3eac2fb-9708-4e35-b958-0d0061d60863 req-eeb08abc-eabc-42b1-a273-ebaef4b828f9 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341022 Dec 20 21:54:33.809515 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0ac8855e-ac0b-4e7a-a4c2-50ab51327a70 req-f8493c61-02a6-4d50-a0ef-c4274caef810 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332727 Dec 20 21:54:33.919603 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63538419-04ba-401a-b04b-ccb477ca605f req-e47db2df-26be-429a-b6a3-097b28837d21 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:33.921167 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63538419-04ba-401a-b04b-ccb477ca605f req-e47db2df-26be-429a-b6a3-097b28837d21 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 945 time: 0.0529394 Dec 20 21:54:33.966715 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63538419-04ba-401a-b04b-ccb477ca605f req-d3db07ca-37c9-4737-9a4d-4b25de916ece tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361190 Dec 20 21:54:33.989996 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48418) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:34.292428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3e4bdd-1d8f-4bc2-9a6f-86c0e1f0e338 tempest-TestVolumeBootPattern-483156290 tempest-TestVolumeBootPattern-483156290-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:34.294087 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5c3e4bdd-1d8f-4bc2-9a6f-86c0e1f0e338 tempest-TestVolumeBootPattern-483156290 tempest-TestVolumeBootPattern-483156290-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 1089 time: 0.3030505 Dec 20 21:54:34.297266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48426) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:34.301813 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': 'd4e14e5c-e3fc-4b70-8d5a-b7a471aa490c', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:54:34.326810 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:34.427472 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:34.534462 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Allocated IP 172.35.3.17 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/a9ea1833-e60b-40fb-ac7b-f2651c2fdad8) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:54:34.675751 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:34.686742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d74f61-4007-40e9-bde3-b92e8d3807c3 req-417197fe-135a-4679-8a3f-ffe9bb98e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:34.688221 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-89d74f61-4007-40e9-bde3-b92e8d3807c3 req-417197fe-135a-4679-8a3f-ffe9bb98e7fd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 1094 time: 0.0747445 Dec 20 21:54:34.733075 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:34.766846 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-89d74f61-4007-40e9-bde3-b92e8d3807c3 req-cda61e5c-10b2-4aec-84e2-5b6ef977be90 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708029 Dec 20 21:54:34.780197 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:54:34.783167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:54:34.786805 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:54:34.813569 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'Port': ['ID=a9ea1833-e60b-40fb-ac7b-f2651c2fdad8,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:34.827534 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:34.827881 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:34.828217 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:34.828545 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:34.828872 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:34.829225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:34.829541 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:34.830032 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:34.831897 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:34.832242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:34.832578 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:34.832925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:34.934350 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df43aea-395c-4565-8675-44a535bfcdfd req-c22c8136-4118-4760-b6f2-a48cbe1d9dff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:34.936513 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3df43aea-395c-4565-8675-44a535bfcdfd req-c22c8136-4118-4760-b6f2-a48cbe1d9dff tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0557413 Dec 20 21:54:34.977093 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3df43aea-395c-4565-8675-44a535bfcdfd req-d47c14b4-f66c-410d-8c56-963902e93b1d tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328810 Dec 20 21:54:35.261710 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:35.329924 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:35.485915 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:35.492316 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:35.549707 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 99f79a72-72cf-4a33-aeb7-556668e20624 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:54:35.561123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event updated for resources: {'Port': ['ID=a9ea1833-e60b-40fb-ac7b-f2651c2fdad8,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:35.583384 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:35.651930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 99f79a72-72cf-4a33-aeb7-556668e20624, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=99f79a72-72cf-4a33-aeb7-556668e20624,segment=NetworkSegment(a5fe200d-1db7-4289-9699-0c455add4226),segment_id=a5fe200d-1db7-4289-9699-0c455add4226)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:35.665327 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '99f79a72-72cf-4a33-aeb7-556668e20624', 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116', 'port_id': '99f79a72-72cf-4a33-aeb7-556668e20624', 'mac_address': 'fa:16:3e:df:31:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:54:35.689061 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Floating IP 381f5458-9506-441e-a2f1-44b2757fe1bc associated. External IP: 172.35.3.17, port: d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c. Dec 20 21:54:35.707618 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:35.722674 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99f79a72-72cf-4a33-aeb7-556668e20624 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:54:35.743164 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 99f79a72-72cf-4a33-aeb7-556668e20624, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=99f79a72-72cf-4a33-aeb7-556668e20624,segment=NetworkSegment(a5fe200d-1db7-4289-9699-0c455add4226),segment_id=a5fe200d-1db7-4289-9699-0c455add4226)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:35.767140 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:35.822676 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=99f79a72-72cf-4a33-aeb7-556668e20624,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:35.939405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:54:36.053167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:54:36.063723 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['99f79a72-72cf-4a33-aeb7-556668e20624'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:54:36.067011 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12eab2-6259-4f00-9916-003137c2948a None None] Sync routers for ids ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:54:36.084415 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f12eab2-6259-4f00-9916-003137c2948a None None] Routers {'0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:54:36.085048 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5f12eab2-6259-4f00-9916-003137c2948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:54:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:36.106736 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:36.139854 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-146a0456-1f6e-428b-92d9-4fa0debe78ad tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8414657 Dec 20 21:54:36.142080 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130e6370-3a1a-4612-b46b-954dc53b6d79', 'tag': 'd4e14e5c-e3fc-4b70-8d5a-b7a471aa490c'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:54:36.155785 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911e4a78-2796-481d-90fa-d8b55749e5da" -d '{"events": [{"name": "network-changed", "server_uuid": "130e6370-3a1a-4612-b46b-954dc53b6d79", "tag": "d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:54:36.183115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1c8fd-857e-4263-998d-d6ff8171a895 req-cdd1bc35-3590-4603-b40c-e6d12d693622 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:36.184718 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6ec1c8fd-857e-4263-998d-d6ff8171a895 req-cdd1bc35-3590-4603-b40c-e6d12d693622 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 944 time: 0.1265490 Dec 20 21:54:36.207866 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee93d08-b793-426c-8cbd-22a7b9ea8aee x-openstack-request-id: req-6ee93d08-b793-426c-8cbd-22a7b9ea8aee {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:54:36.208601 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130e6370-3a1a-4612-b46b-954dc53b6d79", "tag": "d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:54:36.209046 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ee93d08-b793-426c-8cbd-22a7b9ea8aee {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:54:36.209617 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130e6370-3a1a-4612-b46b-954dc53b6d79', 'tag': 'd4e14e5c-e3fc-4b70-8d5a-b7a471aa490c', 'status': 'completed', 'code': 200} Dec 20 21:54:36.217325 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5f12eab2-6259-4f00-9916-003137c2948a None None] Set router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:54:36.243741 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6ec1c8fd-857e-4263-998d-d6ff8171a895 req-eed377c3-e702-42db-aea2-f6f71486055e tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520532 Dec 20 21:54:36.267601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48440) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:36.316883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e4a78-2796-481d-90fa-d8b55749e5da req-70f7eab5-8bd7-4baa-973f-a7be1deea415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:36.319227 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-911e4a78-2796-481d-90fa-d8b55749e5da req-70f7eab5-8bd7-4baa-973f-a7be1deea415 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 1094 time: 0.0669885 Dec 20 21:54:36.371268 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-efeb2e42-80f2-493f-8127-2107eed839e5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/floatingips/27ec10ba-2fea-44a0-8f5d-212a54cd8bd7 HTTP/1.1" status: 200 len: 991 time: 0.1025047 Dec 20 21:54:36.449687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e4a78-2796-481d-90fa-d8b55749e5da req-ae563684-70c8-439d-bb14-911edce9e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:36.451605 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-911e4a78-2796-481d-90fa-d8b55749e5da req-ae563684-70c8-439d-bb14-911edce9e0e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 912 time: 0.1265316 Dec 20 21:54:36.506995 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5f12eab2-6259-4f00-9916-003137c2948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '22ae9375-eafc-47f8-a81e-829f4c23b3af', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'floating_ip_address': '172.35.3.237', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'port_id': 'af6d140d-e091-4ffb-8702-d9102a12f233', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'mac_address': 'fa:16:3e:df:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:52:34Z', 'updated_at': '2021-12-20T21:52:36Z', 'revision_number': 1, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ip_address_scope': None}, {'id': '381f5458-9506-441e-a2f1-44b2757fe1bc', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'floating_ip_address': '172.35.3.17', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'port_id': 'd4e14e5c-e3fc-4b70-8d5a-b7a471aa490c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'mac_address': 'fa:16:3e:06:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130e6370-3a1a-4612-b46b-954dc53b6d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:54:35Z', 'updated_at': '2021-12-20T21:54:35Z', 'revision_number': 0, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:14Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:36.519283 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-911e4a78-2796-481d-90fa-d8b55749e5da req-6bc4acf9-1f0e-42f1-9ee9-bbe4830e4c45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c HTTP/1.1" status: 200 len: 998 time: 0.0609281 Dec 20 21:54:36.533795 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12eab2-6259-4f00-9916-003137c2948a None None] Checking router: 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:54:36.543272 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f12eab2-6259-4f00-9916-003137c2948a None None] Routers {'0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:54:36.543880 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5f12eab2-6259-4f00-9916-003137c2948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:54:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:36.575991 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e4a78-2796-481d-90fa-d8b55749e5da req-1503631d-9f58-465b-b4be-f1a6422b83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:36.577661 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-911e4a78-2796-481d-90fa-d8b55749e5da req-1503631d-9f58-465b-b4be-f1a6422b83f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.0525887 Dec 20 21:54:36.627634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e4a78-2796-481d-90fa-d8b55749e5da req-4cdb2e2f-0970-4578-a360-999a07f4fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:36.629329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-911e4a78-2796-481d-90fa-d8b55749e5da req-4cdb2e2f-0970-4578-a360-999a07f4fa75 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0448415 Dec 20 21:54:36.648188 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-5f12eab2-6259-4f00-9916-003137c2948a None None] Set router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:54:36.719935 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-911e4a78-2796-481d-90fa-d8b55749e5da req-d7549da7-1f10-45cf-b0ac-128bffeed7b6 service neutron] 10.222.0.31 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840430 Dec 20 21:54:36.820627 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-911e4a78-2796-481d-90fa-d8b55749e5da req-253c5c7e-e586-48d1-a49e-363eb380719f service neutron] 10.222.0.31 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944610 Dec 20 21:54:36.886224 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-5f12eab2-6259-4f00-9916-003137c2948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '22ae9375-eafc-47f8-a81e-829f4c23b3af', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'floating_ip_address': '172.35.3.237', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'port_id': 'af6d140d-e091-4ffb-8702-d9102a12f233', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'mac_address': 'fa:16:3e:df:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:52:34Z', 'updated_at': '2021-12-20T21:52:36Z', 'revision_number': 1, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ip_address_scope': None}, {'id': '381f5458-9506-441e-a2f1-44b2757fe1bc', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'floating_ip_address': '172.35.3.17', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'port_id': 'd4e14e5c-e3fc-4b70-8d5a-b7a471aa490c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'mac_address': 'fa:16:3e:06:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130e6370-3a1a-4612-b46b-954dc53b6d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:54:35Z', 'updated_at': '2021-12-20T21:54:35Z', 'revision_number': 0, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:14Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:36.912330 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12eab2-6259-4f00-9916-003137c2948a None None] The sync data for ids ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'] in n-d-xena-1 is: [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '22ae9375-eafc-47f8-a81e-829f4c23b3af', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'floating_ip_address': '172.35.3.237', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'port_id': 'af6d140d-e091-4ffb-8702-d9102a12f233', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'mac_address': 'fa:16:3e:df:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:52:34Z', 'updated_at': '2021-12-20T21:52:36Z', 'revision_number': 1, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ip_address_scope': None}, {'id': '381f5458-9506-441e-a2f1-44b2757fe1bc', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'floating_ip_address': '172.35.3.17', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'port_id': 'd4e14e5c-e3fc-4b70-8d5a-b7a471aa490c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'mac_address': 'fa:16:3e:06:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130e6370-3a1a-4612-b46b-954dc53b6d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:54:35Z', 'updated_at': '2021-12-20T21:54:35Z', 'revision_number': 0, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:14Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:54:37.112874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5b3ca7-6619-49cc-b2d2-e29011543724 None None] New status for floating IP 381f5458-9506-441e-a2f1-44b2757fe1bc: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:54:37.373154 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48444) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:37.421165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8e6024-998e-4abb-9cee-1e0d80ea9f6b admin admin] Deleting subnet 3a4b40bd-5ea8-4021-aedb-230ac4368b25 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:54:37.425076 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d8e6024-998e-4abb-9cee-1e0d80ea9f6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:37.459114 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d8e6024-998e-4abb-9cee-1e0d80ea9f6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:37.501488 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d8e6024-998e-4abb-9cee-1e0d80ea9f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:37.553870 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d8e6024-998e-4abb-9cee-1e0d80ea9f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:37.561617 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 99f79a72-72cf-4a33-aeb7-556668e20624 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:54:37.577677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e6024-998e-4abb-9cee-1e0d80ea9f6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4b40bd-5ea8-4021-aedb-230ac4368b25,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:37.584356 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6d8e6024-998e-4abb-9cee-1e0d80ea9f6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:37.587538 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6d8e6024-998e-4abb-9cee-1e0d80ea9f6b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3a4b40bd-5ea8-4021-aedb-230ac4368b25 HTTP/1.1" status: 204 len: 168 time: 0.2130153 Dec 20 21:54:37.589998 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48446) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:37.612087 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 99f79a72-72cf-4a33-aeb7-556668e20624 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:37.612465 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:37.655764 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af37c97b-e427-4509-856c-ee27d10e89e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:37.688549 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:37.714407 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f300ed5c-1d87-4277-884d-14f599d72686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f79a72-72cf-4a33-aeb7-556668e20624'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:54:37.716673 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247a7c53-7c38-45b7-9a28-4c31a4d04426" -d '{"events": [{"server_uuid": "f300ed5c-1d87-4277-884d-14f599d72686", "name": "network-vif-plugged", "status": "completed", "tag": "99f79a72-72cf-4a33-aeb7-556668e20624"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:54:37.729251 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 99f79a72-72cf-4a33-aeb7-556668e20624, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=99f79a72-72cf-4a33-aeb7-556668e20624,segment=NetworkSegment(a5fe200d-1db7-4289-9699-0c455add4226),segment_id=a5fe200d-1db7-4289-9699-0c455add4226)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:37.734666 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:37.740665 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af37c97b-e427-4509-856c-ee27d10e89e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:37.761756 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb82c830-827a-4701-bd9e-686b216c3449 x-openstack-request-id: req-fb82c830-827a-4701-bd9e-686b216c3449 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:54:37.762010 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f300ed5c-1d87-4277-884d-14f599d72686", "name": "network-vif-plugged", "status": "completed", "tag": "99f79a72-72cf-4a33-aeb7-556668e20624", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:54:37.762310 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb82c830-827a-4701-bd9e-686b216c3449 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:54:37.762699 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f300ed5c-1d87-4277-884d-14f599d72686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f79a72-72cf-4a33-aeb7-556668e20624', 'code': 200} Dec 20 21:54:37.762868 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-af37c97b-e427-4509-856c-ee27d10e89e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e2ade5-5b10-4b43-94d9-7bceee3b8e40']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:37.779913 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-af37c97b-e427-4509-856c-ee27d10e89e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd99bef70-f0ce-419c-8386-c092181f8e05') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:37.780189 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-af37c97b-e427-4509-856c-ee27d10e89e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd99bef70-f0ce-419c-8386-c092181f8e05') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:37.788053 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=99f79a72-72cf-4a33-aeb7-556668e20624,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:37.796527 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af37c97b-e427-4509-856c-ee27d10e89e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:37.817557 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af37c97b-e427-4509-856c-ee27d10e89e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:37.824277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af37c97b-e427-4509-856c-ee27d10e89e2 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:54:37.824682 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af37c97b-e427-4509-856c-ee27d10e89e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:54:37.826365 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:54:37.886399 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af37c97b-e427-4509-856c-ee27d10e89e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:37.894280 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af37c97b-e427-4509-856c-ee27d10e89e2 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:37.898944 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-af37c97b-e427-4509-856c-ee27d10e89e2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/67e2ade5-5b10-4b43-94d9-7bceee3b8e40 HTTP/1.1" status: 204 len: 168 time: 0.3079779 Dec 20 21:54:37.910694 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c97b-e427-4509-856c-ee27d10e89e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=67e2ade5-5b10-4b43-94d9-7bceee3b8e40,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:38.078550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48452) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:38.122976 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a2fc5a5b-cbdf-4625-915b-5893106df9df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21bbb0dd98304f6783b34bea59364ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430007 Dec 20 21:54:38.125684 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48454) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:38.181680 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b1354367-b859-46d4-a02c-45c28c787e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:38.202770 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b1354367-b859-46d4-a02c-45c28c787e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:38.248403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b1354367-b859-46d4-a02c-45c28c787e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:38.251592 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b1354367-b859-46d4-a02c-45c28c787e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:38.252795 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b1354367-b859-46d4-a02c-45c28c787e87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b04ad051-ae67-45f4-98d2-f3451ff70a22 HTTP/1.1" status: 204 len: 168 time: 0.1260314 Dec 20 21:54:38.260400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1354367-b859-46d4-a02c-45c28c787e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04ad051-ae67-45f4-98d2-f3451ff70a22,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:38.979770 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48476) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:39.087447 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1073442015-network', 'tenant_id': 'd7399509028842b39e4d83168cfea37f'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:54:39.110247 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Made reservation on behalf of d7399509028842b39e4d83168cfea37f for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:54:39.112619 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:39.121287 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:39.206613 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:39.211231 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:39.238028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:54:39.243296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7ac85f-5f73-4336-988a-e308b5af4072,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:39.257360 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:39.257697 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Added segment 178d3c10-4dc0-4615-a1ee-0b2e7e33239e of type vlan for network 734cb281-e702-4fc5-9bae-fd14699eabf0 Dec 20 21:54:39.259536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:39.259873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:39.260207 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:39.260541 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:39.260866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:39.261190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:39.261511 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:39.261827 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:39.262170 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:39.262491 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:39.262806 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:39.263120 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:39.632718 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:39.657222 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:39.658299 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:39.658874 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:39.708849 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7276468 Dec 20 21:54:39.712077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48480) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:39.717724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-48385b42-535a-4ba8-b302-adf728ac3b20 admin admin] Request body: {'subnet': {'network_id': '734cb281-e702-4fc5-9bae-fd14699eabf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1073442015-subnet', 'tenant_id': 'd7399509028842b39e4d83168cfea37f', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:54:39.723150 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f78f0-5646-4012-89c8-13efafc9e5c2 admin admin] Pushing event updated for resources: {'Network': ['ID=734cb281-e702-4fc5-9bae-fd14699eabf0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:39.735217 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 734cb281-e702-4fc5-9bae-fd14699eabf0 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:54:39.748843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48385b42-535a-4ba8-b302-adf728ac3b20 admin admin] Made reservation on behalf of d7399509028842b39e4d83168cfea37f for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:54:39.751695 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-48385b42-535a-4ba8-b302-adf728ac3b20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:39.921139 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-48385b42-535a-4ba8-b302-adf728ac3b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:39.976439 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48385b42-535a-4ba8-b302-adf728ac3b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1f24338-c88d-469f-bf3e-c859b3dec7da,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:39.987250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48385b42-535a-4ba8-b302-adf728ac3b20 admin admin] Checking segment: {'id': '178d3c10-4dc0-4615-a1ee-0b2e7e33239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '734cb281-e702-4fc5-9bae-fd14699eabf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:54:39.987588 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48385b42-535a-4ba8-b302-adf728ac3b20 admin admin] Network hostable DHCP agents. Network: 734cb281-e702-4fc5-9bae-fd14699eabf0, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:54:40.008253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48385b42-535a-4ba8-b302-adf728ac3b20 admin admin] Network 734cb281-e702-4fc5-9bae-fd14699eabf0 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:54:40.017601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-48385b42-535a-4ba8-b302-adf728ac3b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 734cb281-e702-4fc5-9bae-fd14699eabf0) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:54:40.022547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48385b42-535a-4ba8-b302-adf728ac3b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:40.023306 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-48385b42-535a-4ba8-b302-adf728ac3b20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:40.026633 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17082b96-486f-4883-b680-7d6a64411189 None None] Network 734cb281-e702-4fc5-9bae-fd14699eabf0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:54:40.041239 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-48385b42-535a-4ba8-b302-adf728ac3b20 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3276327 Dec 20 21:54:40.043971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48482) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:40.048297 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1073442015-router', 'tenant_id': 'd7399509028842b39e4d83168cfea37f', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:54:40.070403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:40.072028 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:40.125082 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:40.191933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-734cb281-e702-4fc5-9bae-fd14699eabf0', 'network_id': '734cb281-e702-4fc5-9bae-fd14699eabf0', 'tenant_id': 'd7399509028842b39e4d83168cfea37f', 'fixed_ips': [{'subnet_id': 'f1f24338-c88d-469f-bf3e-c859b3dec7da'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:54:40.192826 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:40.344748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Allocated IP 172.20.0.2 (734cb281-e702-4fc5-9bae-fd14699eabf0/f1f24338-c88d-469f-bf3e-c859b3dec7da/dd49a5cc-68f7-44c5-b2df-30c71d334b3a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:54:40.498931 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:40.506772 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:40.526881 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:40.547199 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Network 734cb281-e702-4fc5-9bae-fd14699eabf0 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:54:40.550591 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:54:40.553138 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:54:40.561559 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Pushing event updated for resources: {'Port': ['ID=dd49a5cc-68f7-44c5-b2df-30c71d334b3a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:40.614880 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Attempting to bind port dd49a5cc-68f7-44c5-b2df-30c71d334b3a on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:54:40.615256 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Attempting to bind port dd49a5cc-68f7-44c5-b2df-30c71d334b3a by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '178d3c10-4dc0-4615-a1ee-0b2e7e33239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '734cb281-e702-4fc5-9bae-fd14699eabf0'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:54:40.615636 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Attempting to bind port dd49a5cc-68f7-44c5-b2df-30c71d334b3a on network 734cb281-e702-4fc5-9bae-fd14699eabf0 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:54:40.620667 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:54:40.621011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Checking segment: {'id': '178d3c10-4dc0-4615-a1ee-0b2e7e33239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '734cb281-e702-4fc5-9bae-fd14699eabf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:54:40.621410 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:40.621928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Bound using segment: {'id': '178d3c10-4dc0-4615-a1ee-0b2e7e33239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '734cb281-e702-4fc5-9bae-fd14699eabf0'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:54:40.622487 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Bound port: dd49a5cc-68f7-44c5-b2df-30c71d334b3a, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178d3c10-4dc0-4615-a1ee-0b2e7e33239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '734cb281-e702-4fc5-9bae-fd14699eabf0'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:54:40.622869 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:40.693564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] For port dd49a5cc-68f7-44c5-b2df-30c71d334b3a, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:54:40.696728 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] For port dd49a5cc-68f7-44c5-b2df-30c71d334b3a, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=dd49a5cc-68f7-44c5-b2df-30c71d334b3a,segment=NetworkSegment(178d3c10-4dc0-4615-a1ee-0b2e7e33239e),segment_id=178d3c10-4dc0-4615-a1ee-0b2e7e33239e)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:54:40.702794 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:40.736875 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:40.757688 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:40.759366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d1787-cd95-49e8-bb10-05ed21afaca1 None None] Pushing event updated for resources: {'Port': ['ID=dd49a5cc-68f7-44c5-b2df-30c71d334b3a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:40.868049 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Allocated IP 172.35.3.144 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/2cd92a77-9a6f-4523-825a-a6e5601b6670) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:54:40.995121 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:41.029972 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:41.070839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:54:41.073819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:54:41.077641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:54:41.100962 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=2cd92a77-9a6f-4523-825a-a6e5601b6670,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:41.340453 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:41.550608 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:41.686450 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596b69c1-ba33-4b2d-9aac-bf0fa5e1a6bd None None] Network 734cb281-e702-4fc5-9bae-fd14699eabf0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:54:41.691497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Router dbf1bef9-33fe-4a5a-87e0-bdbc31679c65 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:54:41.755683 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-64747dbd-3ae3-4944-8828-963db6be036c None None] Provisioning complete for port dd49a5cc-68f7-44c5-b2df-30c71d334b3a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:41.756039 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64747dbd-3ae3-4944-8828-963db6be036c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:41.799830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:54:41.809191 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Sync routers for ids ['dbf1bef9-33fe-4a5a-87e0-bdbc31679c65'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:54:41.819627 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Routers {'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:54:41.820231 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:54:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dbf1bef9-33fe-4a5a-87e0-bdbc31679c65'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:41.820713 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:41.825269 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48484) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:41.826578 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-03aad02a-ee7b-489b-89bb-44b83c1e9bf8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7815332 Dec 20 21:54:41.900456 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64747dbd-3ae3-4944-8828-963db6be036c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:41.935764 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Set router dbf1bef9-33fe-4a5a-87e0-bdbc31679c65 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:54:41.938951 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-64747dbd-3ae3-4944-8828-963db6be036c None None] For port dd49a5cc-68f7-44c5-b2df-30c71d334b3a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=dd49a5cc-68f7-44c5-b2df-30c71d334b3a,segment=NetworkSegment(178d3c10-4dc0-4615-a1ee-0b2e7e33239e),segment_id=178d3c10-4dc0-4615-a1ee-0b2e7e33239e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:41.946799 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-64747dbd-3ae3-4944-8828-963db6be036c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:42.019995 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64747dbd-3ae3-4944-8828-963db6be036c None None] Pushing event updated for resources: {'Port': ['ID=dd49a5cc-68f7-44c5-b2df-30c71d334b3a,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:42.229828 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'name': 'tempest-TestAggregatesBasicOps-1073442015-router', 'tenant_id': 'd7399509028842b39e4d83168cfea37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.144'}], 'enable_snat': True}, 'gw_port_id': '2cd92a77-9a6f-4523-825a-a6e5601b6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:54:40Z', 'updated_at': '2021-12-20T21:54:41Z', 'revision_number': 3, 'project_id': 'd7399509028842b39e4d83168cfea37f', 'gw_port': {'id': '2cd92a77-9a6f-4523-825a-a6e5601b6670', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:40Z', 'updated_at': '2021-12-20T21:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:42.261011 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Checking router: dbf1bef9-33fe-4a5a-87e0-bdbc31679c65 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:54:42.261395 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Updating router dbf1bef9-33fe-4a5a-87e0-bdbc31679c65 port 2cd92a77-9a6f-4523-825a-a6e5601b6670 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:54:42.269775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ece1f97b-e43f-44c7-9fef-2b99d3c24f75 None None] Provisioning complete for port dd49a5cc-68f7-44c5-b2df-30c71d334b3a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:42.270209 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ece1f97b-e43f-44c7-9fef-2b99d3c24f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:42.287588 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:42.287820 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:42.453194 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] Allocated IP 172.20.0.1 (734cb281-e702-4fc5-9bae-fd14699eabf0/f1f24338-c88d-469f-bf3e-c859b3dec7da/03ccd534-9ed2-43e2-9553-09e66574fc91) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:54:42.508524 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device dd49a5cc-68f7-44c5-b2df-30c71d334b3a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:54:42.553854 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:42.559421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port dd49a5cc-68f7-44c5-b2df-30c71d334b3a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:42.560538 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:42.560686 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:42.565773 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:42.607446 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:42.624995 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Attempting to bind port 2cd92a77-9a6f-4523-825a-a6e5601b6670 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:54:42.625466 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Attempting to bind port 2cd92a77-9a6f-4523-825a-a6e5601b6670 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:54:42.626088 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Attempting to bind port 2cd92a77-9a6f-4523-825a-a6e5601b6670 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:54:42.628566 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019433b6-99d3-495c-8553-f52bc029b3c5 None None] Pushing event updated for resources: {'Port': ['ID=2cd92a77-9a6f-4523-825a-a6e5601b6670,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:42.639732 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019433b6-99d3-495c-8553-f52bc029b3c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:42.640119 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019433b6-99d3-495c-8553-f52bc029b3c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:42.640440 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019433b6-99d3-495c-8553-f52bc029b3c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:42.641028 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019433b6-99d3-495c-8553-f52bc029b3c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:42.641168 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019433b6-99d3-495c-8553-f52bc029b3c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:42.641440 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019433b6-99d3-495c-8553-f52bc029b3c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:42.641755 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019433b6-99d3-495c-8553-f52bc029b3c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:42.642076 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019433b6-99d3-495c-8553-f52bc029b3c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:42.642571 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019433b6-99d3-495c-8553-f52bc029b3c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:42.642883 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019433b6-99d3-495c-8553-f52bc029b3c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:42.643190 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019433b6-99d3-495c-8553-f52bc029b3c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:42.643491 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019433b6-99d3-495c-8553-f52bc029b3c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:54:42.646775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] Network 734cb281-e702-4fc5-9bae-fd14699eabf0 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:54:42.650856 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:54:42.651252 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:54:42.651967 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:54:42.652370 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:42.653838 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:54:42.654751 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Bound port: 2cd92a77-9a6f-4523-825a-a6e5601b6670, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:54:42.655609 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:42.657853 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:54:42.692578 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] Pushing event updated for resources: {'Port': ['ID=03ccd534-9ed2-43e2-9553-09e66574fc91,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:42.703126 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:42.716763 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] For port 2cd92a77-9a6f-4523-825a-a6e5601b6670, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:54:42.720988 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] For port 2cd92a77-9a6f-4523-825a-a6e5601b6670, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2cd92a77-9a6f-4523-825a-a6e5601b6670,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:54:42.726259 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:42.787992 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Routers {'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:54:42.788625 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:54:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dbf1bef9-33fe-4a5a-87e0-bdbc31679c65'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:42.828018 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019433b6-99d3-495c-8553-f52bc029b3c5 None None] Pushing event updated for resources: {'Port': ['ID=2cd92a77-9a6f-4523-825a-a6e5601b6670,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:42.841164 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:42.871323 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-35b2f5cc-3834-4220-a21b-c47fa052eeac None None] Provisioning complete for port 03ccd534-9ed2-43e2-9553-09e66574fc91 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:42.871992 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35b2f5cc-3834-4220-a21b-c47fa052eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:42.898720 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] Set router dbf1bef9-33fe-4a5a-87e0-bdbc31679c65 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:54:42.905821 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-35b2f5cc-3834-4220-a21b-c47fa052eeac None None] Port 03ccd534-9ed2-43e2-9553-09e66574fc91 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:54:43.008105 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:43.014803 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:43.084206 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:43.085455 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'name': 'tempest-TestAggregatesBasicOps-1073442015-router', 'tenant_id': 'd7399509028842b39e4d83168cfea37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.144'}], 'enable_snat': True}, 'gw_port_id': '2cd92a77-9a6f-4523-825a-a6e5601b6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:54:40Z', 'updated_at': '2021-12-20T21:54:41Z', 'revision_number': 3, 'project_id': 'd7399509028842b39e4d83168cfea37f', 'gw_port': {'id': '2cd92a77-9a6f-4523-825a-a6e5601b6670', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:40Z', 'updated_at': '2021-12-20T21:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:43.086032 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] Pushing event updated for resources: {'Port': ['ID=03ccd534-9ed2-43e2-9553-09e66574fc91,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:43.112564 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26ff142-a51f-4774-b8db-18329064ecfd None None] The sync data for ids ['dbf1bef9-33fe-4a5a-87e0-bdbc31679c65'] in n-d-xena-1 is: [{'id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'name': 'tempest-TestAggregatesBasicOps-1073442015-router', 'tenant_id': 'd7399509028842b39e4d83168cfea37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.144'}], 'enable_snat': True}, 'gw_port_id': '2cd92a77-9a6f-4523-825a-a6e5601b6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:54:40Z', 'updated_at': '2021-12-20T21:54:41Z', 'revision_number': 3, 'project_id': 'd7399509028842b39e4d83168cfea37f', 'gw_port': {'id': '2cd92a77-9a6f-4523-825a-a6e5601b6670', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:40Z', 'updated_at': '2021-12-20T21:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:54:43.185923 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] Network 734cb281-e702-4fc5-9bae-fd14699eabf0 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:54:43.187458 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:54:43.311308 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] Router dbf1bef9-33fe-4a5a-87e0-bdbc31679c65 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:54:43.450261 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:54:43.457384 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3ea6262f-7111-47bc-99b3-e9dd1c9473d7 admin admin] 10.222.0.32 "PUT /v2.0/routers/dbf1bef9-33fe-4a5a-87e0-bdbc31679c65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6310337 Dec 20 21:54:43.534191 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6403bab6-9657-41df-a5d2-e537967e60f0 None None] Provisioning complete for port 03ccd534-9ed2-43e2-9553-09e66574fc91 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:43.534975 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6403bab6-9657-41df-a5d2-e537967e60f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:43.574737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6403bab6-9657-41df-a5d2-e537967e60f0 None None] Port 03ccd534-9ed2-43e2-9553-09e66574fc91 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:54:43.991819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48502) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:43.997222 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b35e1fda-f3a9-4a6d-8d31-a605d23076a9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-665807288-network', 'tenant_id': '9d4a0cde906f4d2a9ce1740fd9814de7'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:54:44.022938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35e1fda-f3a9-4a6d-8d31-a605d23076a9 admin admin] Made reservation on behalf of 9d4a0cde906f4d2a9ce1740fd9814de7 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:54:44.026134 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b35e1fda-f3a9-4a6d-8d31-a605d23076a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:44.036399 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b35e1fda-f3a9-4a6d-8d31-a605d23076a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:44.118139 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b35e1fda-f3a9-4a6d-8d31-a605d23076a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:44.122689 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b35e1fda-f3a9-4a6d-8d31-a605d23076a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:44.150756 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35e1fda-f3a9-4a6d-8d31-a605d23076a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:54:44.156282 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e1fda-f3a9-4a6d-8d31-a605d23076a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47311da5-2bac-4a44-96ba-874468c27b2e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:44.163650 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b35e1fda-f3a9-4a6d-8d31-a605d23076a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:44.164056 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-b35e1fda-f3a9-4a6d-8d31-a605d23076a9 admin admin] Added segment d09ca682-6ecc-4ca6-b85b-28bced46446b of type vlan for network 74e2636d-74be-425c-8d3a-cf81704e2fc5 Dec 20 21:54:44.205946 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b35e1fda-f3a9-4a6d-8d31-a605d23076a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:44.237287 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b35e1fda-f3a9-4a6d-8d31-a605d23076a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:44.238820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35e1fda-f3a9-4a6d-8d31-a605d23076a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:44.239459 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b35e1fda-f3a9-4a6d-8d31-a605d23076a9 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:44.306526 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b35e1fda-f3a9-4a6d-8d31-a605d23076a9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3132987 Dec 20 21:54:44.309556 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48504) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:44.314432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e1fda-f3a9-4a6d-8d31-a605d23076a9 admin admin] Pushing event updated for resources: {'Network': ['ID=74e2636d-74be-425c-8d3a-cf81704e2fc5,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:44.315738 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2279fd4d-f480-4217-b526-0d13d9e77fc8 admin admin] Request body: {'subnet': {'network_id': '74e2636d-74be-425c-8d3a-cf81704e2fc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-665807288-subnet', 'tenant_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:54:44.325558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 74e2636d-74be-425c-8d3a-cf81704e2fc5 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:54:44.340914 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2279fd4d-f480-4217-b526-0d13d9e77fc8 admin admin] Made reservation on behalf of 9d4a0cde906f4d2a9ce1740fd9814de7 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:54:44.342844 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2279fd4d-f480-4217-b526-0d13d9e77fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:44.498522 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2cd92a77-9a6f-4523-825a-a6e5601b6670 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:54:44.540911 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2279fd4d-f480-4217-b526-0d13d9e77fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:44.555168 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 2cd92a77-9a6f-4523-825a-a6e5601b6670 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:44.555545 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:44.589768 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279fd4d-f480-4217-b526-0d13d9e77fc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05ffb605-3205-4a59-ab72-21c2cee06a17,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:44.611343 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2279fd4d-f480-4217-b526-0d13d9e77fc8 admin admin] Checking segment: {'id': 'd09ca682-6ecc-4ca6-b85b-28bced46446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '74e2636d-74be-425c-8d3a-cf81704e2fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:54:44.611708 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2279fd4d-f480-4217-b526-0d13d9e77fc8 admin admin] Network hostable DHCP agents. Network: 74e2636d-74be-425c-8d3a-cf81704e2fc5, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:54:44.629474 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2279fd4d-f480-4217-b526-0d13d9e77fc8 admin admin] Network 74e2636d-74be-425c-8d3a-cf81704e2fc5 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:54:44.640098 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-2279fd4d-f480-4217-b526-0d13d9e77fc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 74e2636d-74be-425c-8d3a-cf81704e2fc5) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:54:44.642615 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:44.645387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2279fd4d-f480-4217-b526-0d13d9e77fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:54:44.646037 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2279fd4d-f480-4217-b526-0d13d9e77fc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:44.655175 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a566fdf-03ed-48a0-a9d9-a614cb92a7a4 None None] Network 74e2636d-74be-425c-8d3a-cf81704e2fc5 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:54:44.664813 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2279fd4d-f480-4217-b526-0d13d9e77fc8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3539047 Dec 20 21:54:44.667791 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48506) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:44.672158 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-665807288-router', 'tenant_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:54:44.675583 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 2cd92a77-9a6f-4523-825a-a6e5601b6670, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2cd92a77-9a6f-4523-825a-a6e5601b6670,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:44.696460 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:44.697477 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:44.699571 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:44.754693 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:44.777432 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=2cd92a77-9a6f-4523-825a-a6e5601b6670,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:44.840288 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e746d708-83b9-49b8-9796-323598655cca None None] Sync routers for ids ['dbf1bef9-33fe-4a5a-87e0-bdbc31679c65'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:54:44.849623 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-74e2636d-74be-425c-8d3a-cf81704e2fc5', 'network_id': '74e2636d-74be-425c-8d3a-cf81704e2fc5', 'tenant_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'fixed_ips': [{'subnet_id': '05ffb605-3205-4a59-ab72-21c2cee06a17'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:54:44.850442 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:44.854466 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e746d708-83b9-49b8-9796-323598655cca None None] Routers {'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:54:44.855195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e746d708-83b9-49b8-9796-323598655cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:54:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dbf1bef9-33fe-4a5a-87e0-bdbc31679c65'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:44.897104 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:45.128948 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:45.148300 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:45.158481 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:45.226745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e746d708-83b9-49b8-9796-323598655cca None None] Set router dbf1bef9-33fe-4a5a-87e0-bdbc31679c65 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:54:45.258303 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Allocated IP 172.35.3.192 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/325a58c9-7f73-4198-9379-081c36dad74a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:54:45.280118 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Allocated IP 172.20.0.2 (74e2636d-74be-425c-8d3a-cf81704e2fc5/05ffb605-3205-4a59-ab72-21c2cee06a17/6cef846e-67a6-4e9e-b65b-17b3c35e6c48) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:54:45.364499 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:45.398606 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:45.435980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:54:45.438911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:54:45.451480 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:54:45.477984 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Pushing event updated for resources: {'Port': ['ID=325a58c9-7f73-4198-9379-081c36dad74a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:45.547834 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:45.556136 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:45.595042 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e746d708-83b9-49b8-9796-323598655cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'name': 'tempest-TestAggregatesBasicOps-1073442015-router', 'tenant_id': 'd7399509028842b39e4d83168cfea37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.144'}], 'enable_snat': True}, 'gw_port_id': '2cd92a77-9a6f-4523-825a-a6e5601b6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:54:40Z', 'updated_at': '2021-12-20T21:54:42Z', 'revision_number': 4, 'project_id': 'd7399509028842b39e4d83168cfea37f', 'gw_port': {'id': '2cd92a77-9a6f-4523-825a-a6e5601b6670', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:40Z', 'updated_at': '2021-12-20T21:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '03ccd534-9ed2-43e2-9553-09e66574fc91', 'name': '', 'network_id': '734cb281-e702-4fc5-9bae-fd14699eabf0', 'tenant_id': 'd7399509028842b39e4d83168cfea37f', 'mac_address': 'fa:16:3e:ec:b8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f1f24338-c88d-469f-bf3e-c859b3dec7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:42Z', 'updated_at': '2021-12-20T21:54:42Z', 'revision_number': 2, 'project_id': 'd7399509028842b39e4d83168cfea37f', 'subnets': [{'id': 'f1f24338-c88d-469f-bf3e-c859b3dec7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:45.603544 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Network 74e2636d-74be-425c-8d3a-cf81704e2fc5 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:54:45.631146 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:54:45.637465 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e746d708-83b9-49b8-9796-323598655cca None None] Checking router: dbf1bef9-33fe-4a5a-87e0-bdbc31679c65 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:54:45.637818 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e746d708-83b9-49b8-9796-323598655cca None None] Updating router dbf1bef9-33fe-4a5a-87e0-bdbc31679c65 port 03ccd534-9ed2-43e2-9553-09e66574fc91 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:54:45.640010 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:54:45.644527 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Pushing event updated for resources: {'Port': ['ID=6cef846e-67a6-4e9e-b65b-17b3c35e6c48,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:45.689375 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e746d708-83b9-49b8-9796-323598655cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:45.718786 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:45.752906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Attempting to bind port 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:54:45.753270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Attempting to bind port 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'd09ca682-6ecc-4ca6-b85b-28bced46446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '74e2636d-74be-425c-8d3a-cf81704e2fc5'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:54:45.753626 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Attempting to bind port 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 on network 74e2636d-74be-425c-8d3a-cf81704e2fc5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:54:45.763957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:54:45.764320 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Checking segment: {'id': 'd09ca682-6ecc-4ca6-b85b-28bced46446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '74e2636d-74be-425c-8d3a-cf81704e2fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:54:45.764713 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:45.765102 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Bound using segment: {'id': 'd09ca682-6ecc-4ca6-b85b-28bced46446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '74e2636d-74be-425c-8d3a-cf81704e2fc5'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:54:45.765547 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Bound port: 6cef846e-67a6-4e9e-b65b-17b3c35e6c48, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09ca682-6ecc-4ca6-b85b-28bced46446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '74e2636d-74be-425c-8d3a-cf81704e2fc5'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:54:45.765939 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:45.911103 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:45.933047 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] For port 6cef846e-67a6-4e9e-b65b-17b3c35e6c48, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:54:45.937664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] For port 6cef846e-67a6-4e9e-b65b-17b3c35e6c48, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6cef846e-67a6-4e9e-b65b-17b3c35e6c48,segment=NetworkSegment(d09ca682-6ecc-4ca6-b85b-28bced46446b),segment_id=d09ca682-6ecc-4ca6-b85b-28bced46446b)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:54:45.943443 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:46.031314 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd801b2f-e630-43e1-a647-3ee74e2f7f8a None None] Pushing event updated for resources: {'Port': ['ID=6cef846e-67a6-4e9e-b65b-17b3c35e6c48,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:46.061324 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Router 62509974-a999-43b6-a24a-74450908eef2 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:54:46.101602 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e746d708-83b9-49b8-9796-323598655cca None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:46.108527 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e746d708-83b9-49b8-9796-323598655cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:46.164754 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f0fb3-0aba-48d9-9f58-f3f3c6a7e409 None None] Pushing event updated for resources: {'Port': ['ID=03ccd534-9ed2-43e2-9553-09e66574fc91,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:46.183178 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:54:46.194721 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Sync routers for ids ['62509974-a999-43b6-a24a-74450908eef2'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:54:46.208486 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:46.212377 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b11dc50d-52b7-4e64-b986-c5c786a91d59 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5410171 Dec 20 21:54:46.213242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48508) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:46.220848 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Routers {'62509974-a999-43b6-a24a-74450908eef2'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:54:46.222056 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:54:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['62509974-a999-43b6-a24a-74450908eef2'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:46.263359 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e746d708-83b9-49b8-9796-323598655cca None None] Attempting to bind port 03ccd534-9ed2-43e2-9553-09e66574fc91 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:54:46.263733 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e746d708-83b9-49b8-9796-323598655cca None None] Attempting to bind port 03ccd534-9ed2-43e2-9553-09e66574fc91 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '178d3c10-4dc0-4615-a1ee-0b2e7e33239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '734cb281-e702-4fc5-9bae-fd14699eabf0'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:54:46.264100 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e746d708-83b9-49b8-9796-323598655cca None None] Attempting to bind port 03ccd534-9ed2-43e2-9553-09e66574fc91 on network 734cb281-e702-4fc5-9bae-fd14699eabf0 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:54:46.270396 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e746d708-83b9-49b8-9796-323598655cca None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:54:46.270890 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e746d708-83b9-49b8-9796-323598655cca None None] Checking segment: {'id': '178d3c10-4dc0-4615-a1ee-0b2e7e33239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '734cb281-e702-4fc5-9bae-fd14699eabf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:54:46.271436 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e746d708-83b9-49b8-9796-323598655cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:46.271958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e746d708-83b9-49b8-9796-323598655cca None None] Bound using segment: {'id': '178d3c10-4dc0-4615-a1ee-0b2e7e33239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '734cb281-e702-4fc5-9bae-fd14699eabf0'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:54:46.272426 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e746d708-83b9-49b8-9796-323598655cca None None] Bound port: 03ccd534-9ed2-43e2-9553-09e66574fc91, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178d3c10-4dc0-4615-a1ee-0b2e7e33239e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '734cb281-e702-4fc5-9bae-fd14699eabf0'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:54:46.272813 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e746d708-83b9-49b8-9796-323598655cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:46.372764 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e746d708-83b9-49b8-9796-323598655cca None None] For port 03ccd534-9ed2-43e2-9553-09e66574fc91, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:54:46.378048 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e746d708-83b9-49b8-9796-323598655cca None None] For port 03ccd534-9ed2-43e2-9553-09e66574fc91, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=03ccd534-9ed2-43e2-9553-09e66574fc91,segment=NetworkSegment(178d3c10-4dc0-4615-a1ee-0b2e7e33239e),segment_id=178d3c10-4dc0-4615-a1ee-0b2e7e33239e)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:54:46.383726 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e746d708-83b9-49b8-9796-323598655cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:46.414882 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Set router 62509974-a999-43b6-a24a-74450908eef2 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:54:46.472032 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e746d708-83b9-49b8-9796-323598655cca None None] Routers {'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:54:46.472844 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e746d708-83b9-49b8-9796-323598655cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:54:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dbf1bef9-33fe-4a5a-87e0-bdbc31679c65'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:46.585629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f0fb3-0aba-48d9-9f58-f3f3c6a7e409 None None] Pushing event updated for resources: {'Port': ['ID=03ccd534-9ed2-43e2-9553-09e66574fc91,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:46.631790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e746d708-83b9-49b8-9796-323598655cca None None] Set router dbf1bef9-33fe-4a5a-87e0-bdbc31679c65 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:54:46.663684 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-7b6fa3f8-4be3-4235-ab95-cbb10d3d6737 None None] Provisioning complete for port 03ccd534-9ed2-43e2-9553-09e66574fc91 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:46.664064 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b6fa3f8-4be3-4235-ab95-cbb10d3d6737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:46.669714 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:54:46.774915 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62509974-a999-43b6-a24a-74450908eef2', 'name': 'tempest-TestAggregatesBasicOps-665807288-router', 'tenant_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '325a58c9-7f73-4198-9379-081c36dad74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:54:44Z', 'updated_at': '2021-12-20T21:54:45Z', 'revision_number': 3, 'project_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'gw_port': {'id': '325a58c9-7f73-4198-9379-081c36dad74a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62509974-a999-43b6-a24a-74450908eef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:45Z', 'updated_at': '2021-12-20T21:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:46.810435 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Checking router: 62509974-a999-43b6-a24a-74450908eef2 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:54:46.811165 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Updating router 62509974-a999-43b6-a24a-74450908eef2 port 325a58c9-7f73-4198-9379-081c36dad74a binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:54:46.817252 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:46.850365 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:46.912836 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:46.913203 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:46.971152 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b6fa3f8-4be3-4235-ab95-cbb10d3d6737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:47.027405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7b6fa3f8-4be3-4235-ab95-cbb10d3d6737 None None] For port 03ccd534-9ed2-43e2-9553-09e66574fc91, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=03ccd534-9ed2-43e2-9553-09e66574fc91,segment=NetworkSegment(178d3c10-4dc0-4615-a1ee-0b2e7e33239e),segment_id=178d3c10-4dc0-4615-a1ee-0b2e7e33239e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:47.076834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] Allocated IP 172.20.0.1 (74e2636d-74be-425c-8d3a-cf81704e2fc5/05ffb605-3205-4a59-ab72-21c2cee06a17/d4b2d485-405f-4d4e-aabd-65bf0279f72e) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:54:47.190533 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:47.199104 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:47.236627 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:47.240132 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c1428-cef4-4a9e-a9df-fd703cb0d4cf None None] Pushing event updated for resources: {'Port': ['ID=325a58c9-7f73-4198-9379-081c36dad74a,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:47.243142 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b6fa3f8-4be3-4235-ab95-cbb10d3d6737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:47.267893 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Attempting to bind port 325a58c9-7f73-4198-9379-081c36dad74a on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:54:47.269199 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Attempting to bind port 325a58c9-7f73-4198-9379-081c36dad74a by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:54:47.270387 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Attempting to bind port 325a58c9-7f73-4198-9379-081c36dad74a on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:54:47.278005 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:54:47.279658 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:54:47.280326 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:47.281200 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:54:47.282246 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Bound port: 325a58c9-7f73-4198-9379-081c36dad74a, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:54:47.283028 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:47.286883 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:47.295340 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e746d708-83b9-49b8-9796-323598655cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'name': 'tempest-TestAggregatesBasicOps-1073442015-router', 'tenant_id': 'd7399509028842b39e4d83168cfea37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.144'}], 'enable_snat': True}, 'gw_port_id': '2cd92a77-9a6f-4523-825a-a6e5601b6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:54:40Z', 'updated_at': '2021-12-20T21:54:42Z', 'revision_number': 4, 'project_id': 'd7399509028842b39e4d83168cfea37f', 'gw_port': {'id': '2cd92a77-9a6f-4523-825a-a6e5601b6670', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:40Z', 'updated_at': '2021-12-20T21:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '03ccd534-9ed2-43e2-9553-09e66574fc91', 'name': '', 'network_id': '734cb281-e702-4fc5-9bae-fd14699eabf0', 'tenant_id': 'd7399509028842b39e4d83168cfea37f', 'mac_address': 'fa:16:3e:ec:b8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f1f24338-c88d-469f-bf3e-c859b3dec7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:42Z', 'updated_at': '2021-12-20T21:54:46Z', 'revision_number': 4, 'project_id': 'd7399509028842b39e4d83168cfea37f', 'subnets': [{'id': 'f1f24338-c88d-469f-bf3e-c859b3dec7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:47.299035 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:47.342329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e746d708-83b9-49b8-9796-323598655cca None None] The sync data for ids ['dbf1bef9-33fe-4a5a-87e0-bdbc31679c65'] in n-d-xena-1 is: [{'id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'name': 'tempest-TestAggregatesBasicOps-1073442015-router', 'tenant_id': 'd7399509028842b39e4d83168cfea37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.144'}], 'enable_snat': True}, 'gw_port_id': '2cd92a77-9a6f-4523-825a-a6e5601b6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:54:40Z', 'updated_at': '2021-12-20T21:54:42Z', 'revision_number': 4, 'project_id': 'd7399509028842b39e4d83168cfea37f', 'gw_port': {'id': '2cd92a77-9a6f-4523-825a-a6e5601b6670', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:40Z', 'updated_at': '2021-12-20T21:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '03ccd534-9ed2-43e2-9553-09e66574fc91', 'name': '', 'network_id': '734cb281-e702-4fc5-9bae-fd14699eabf0', 'tenant_id': 'd7399509028842b39e4d83168cfea37f', 'mac_address': 'fa:16:3e:ec:b8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f1f24338-c88d-469f-bf3e-c859b3dec7da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:42Z', 'updated_at': '2021-12-20T21:54:46Z', 'revision_number': 4, 'project_id': 'd7399509028842b39e4d83168cfea37f', 'subnets': [{'id': 'f1f24338-c88d-469f-bf3e-c859b3dec7da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:54:47.344496 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] For port 325a58c9-7f73-4198-9379-081c36dad74a, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:54:47.351439 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] For port 325a58c9-7f73-4198-9379-081c36dad74a, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=325a58c9-7f73-4198-9379-081c36dad74a,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:54:47.354990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b2d485-405f-4d4e-aabd-65bf0279f72e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:47.358748 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] Network 74e2636d-74be-425c-8d3a-cf81704e2fc5 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:54:47.360606 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:54:47.365438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:54:47.365666 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fa3f8-4be3-4235-ab95-cbb10d3d6737 None None] Pushing event updated for resources: {'Port': ['ID=03ccd534-9ed2-43e2-9553-09e66574fc91,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:47.374880 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:47.393437 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 6cef846e-67a6-4e9e-b65b-17b3c35e6c48, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6cef846e-67a6-4e9e-b65b-17b3c35e6c48,segment=NetworkSegment(d09ca682-6ecc-4ca6-b85b-28bced46446b),segment_id=d09ca682-6ecc-4ca6-b85b-28bced46446b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:47.404819 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:47.405561 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2cd92a77-9a6f-4523-825a-a6e5601b6670 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:54:47.441306 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4b93f562-7dd0-45d8-8a79-44121c0a9a91 None None] Provisioning complete for port 03ccd534-9ed2-43e2-9553-09e66574fc91 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:47.441778 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4b93f562-7dd0-45d8-8a79-44121c0a9a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:47.452803 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:47.494585 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Routers {'62509974-a999-43b6-a24a-74450908eef2'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:54:47.497733 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:54:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['62509974-a999-43b6-a24a-74450908eef2'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:47.514979 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d12168-9072-4104-b8ed-c9c208867ef1 None None] Network 74e2636d-74be-425c-8d3a-cf81704e2fc5 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:54:47.619640 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:47.631980 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=6cef846e-67a6-4e9e-b65b-17b3c35e6c48,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:47.690152 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 2cd92a77-9a6f-4523-825a-a6e5601b6670 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:47.690523 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:47.709106 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c1428-cef4-4a9e-a9df-fd703cb0d4cf None None] Pushing event updated for resources: {'Port': ['ID=325a58c9-7f73-4198-9379-081c36dad74a,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:47.756343 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] Set router 62509974-a999-43b6-a24a-74450908eef2 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:54:47.822672 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:47.829192 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:47.904859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b2d485-405f-4d4e-aabd-65bf0279f72e,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:47.912328 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:47.928046 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-34855ab0-6931-4d86-94fa-2ff6173a1c07 None None] Provisioning complete for port 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:47.929841 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-34855ab0-6931-4d86-94fa-2ff6173a1c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:48.010259 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62509974-a999-43b6-a24a-74450908eef2', 'name': 'tempest-TestAggregatesBasicOps-665807288-router', 'tenant_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '325a58c9-7f73-4198-9379-081c36dad74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:54:44Z', 'updated_at': '2021-12-20T21:54:45Z', 'revision_number': 3, 'project_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'gw_port': {'id': '325a58c9-7f73-4198-9379-081c36dad74a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62509974-a999-43b6-a24a-74450908eef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:45Z', 'updated_at': '2021-12-20T21:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:48.050542 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6c6fd-70b0-44bc-a59f-41611ea2d031 None None] The sync data for ids ['62509974-a999-43b6-a24a-74450908eef2'] in n-d-xena-1 is: [{'id': '62509974-a999-43b6-a24a-74450908eef2', 'name': 'tempest-TestAggregatesBasicOps-665807288-router', 'tenant_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '325a58c9-7f73-4198-9379-081c36dad74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:54:44Z', 'updated_at': '2021-12-20T21:54:45Z', 'revision_number': 3, 'project_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'gw_port': {'id': '325a58c9-7f73-4198-9379-081c36dad74a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62509974-a999-43b6-a24a-74450908eef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:45Z', 'updated_at': '2021-12-20T21:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:54:48.058347 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] Network 74e2636d-74be-425c-8d3a-cf81704e2fc5 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:54:48.060938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:54:48.168553 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:48.207932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] Router 62509974-a999-43b6-a24a-74450908eef2 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:54:48.253735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1ccea47c-22cb-471f-9cda-46fbd1caa712 None None] Provisioning complete for port 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:48.254520 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ccea47c-22cb-471f-9cda-46fbd1caa712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:48.439722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1ccea47c-22cb-471f-9cda-46fbd1caa712 None None] Provisioning complete for port d4b2d485-405f-4d4e-aabd-65bf0279f72e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:48.440101 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1ccea47c-22cb-471f-9cda-46fbd1caa712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:48.508270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1ccea47c-22cb-471f-9cda-46fbd1caa712 None None] Port d4b2d485-405f-4d4e-aabd-65bf0279f72e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:54:48.650509 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-39b1f49f-41a9-4451-b5c6-e78fc6c95916 None None] Provisioning complete for port d4b2d485-405f-4d4e-aabd-65bf0279f72e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:48.651219 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-39b1f49f-41a9-4451-b5c6-e78fc6c95916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:48.678904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 325a58c9-7f73-4198-9379-081c36dad74a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:54:48.747116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-39b1f49f-41a9-4451-b5c6-e78fc6c95916 None None] Port d4b2d485-405f-4d4e-aabd-65bf0279f72e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:54:48.759011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 325a58c9-7f73-4198-9379-081c36dad74a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:48.759390 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:48.826166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:54:48.834696 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-71863a34-1382-45a3-8340-d269e68d4aa7 admin admin] 10.222.0.32 "PUT /v2.0/routers/62509974-a999-43b6-a24a-74450908eef2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6140013 Dec 20 21:54:48.851312 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:48.879212 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 325a58c9-7f73-4198-9379-081c36dad74a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=325a58c9-7f73-4198-9379-081c36dad74a,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:48.884922 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4c937e51-56ef-43d6-bea7-237a17722a12 None None] Provisioning complete for port d4b2d485-405f-4d4e-aabd-65bf0279f72e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:48.885295 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4c937e51-56ef-43d6-bea7-237a17722a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:48.909517 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:48.910348 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:54:48.972633 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4c937e51-56ef-43d6-bea7-237a17722a12 None None] Port d4b2d485-405f-4d4e-aabd-65bf0279f72e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:54:49.008517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=325a58c9-7f73-4198-9379-081c36dad74a,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:49.021252 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:49.021658 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:49.112213 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 03ccd534-9ed2-43e2-9553-09e66574fc91 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:54:49.170994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 03ccd534-9ed2-43e2-9553-09e66574fc91 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:49.171386 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:49.929972 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48556) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:50.405262 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eb80e73-ec23-4dfe-8d02-485218d3df88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:50.473681 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 325a58c9-7f73-4198-9379-081c36dad74a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:54:50.526406 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 325a58c9-7f73-4198-9379-081c36dad74a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:50.526889 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:50.673693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-4eb80e73-ec23-4dfe-8d02-485218d3df88 admin admin] Deleting port 03ccd534-9ed2-43e2-9553-09e66574fc91 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:54:50.674032 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eb80e73-ec23-4dfe-8d02-485218d3df88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:50.754280 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-4eb80e73-ec23-4dfe-8d02-485218d3df88 admin admin] For port 03ccd534-9ed2-43e2-9553-09e66574fc91, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=03ccd534-9ed2-43e2-9553-09e66574fc91,segment=NetworkSegment(178d3c10-4dc0-4615-a1ee-0b2e7e33239e),segment_id=178d3c10-4dc0-4615-a1ee-0b2e7e33239e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:50.754725 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eb80e73-ec23-4dfe-8d02-485218d3df88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:50.772743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-4eb80e73-ec23-4dfe-8d02-485218d3df88 admin admin] Calling delete_port for 03ccd534-9ed2-43e2-9553-09e66574fc91 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:54:50.806247 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Sync routers for ids ['62509974-a999-43b6-a24a-74450908eef2'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:54:50.816060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Routers {'62509974-a999-43b6-a24a-74450908eef2'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:54:50.816771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:54:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['62509974-a999-43b6-a24a-74450908eef2'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:50.922439 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Set router 62509974-a999-43b6-a24a-74450908eef2 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:54:50.963505 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eb80e73-ec23-4dfe-8d02-485218d3df88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:50.991934 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb80e73-ec23-4dfe-8d02-485218d3df88 admin admin] Pushing event deleted for resources: {'Port': ['ID=03ccd534-9ed2-43e2-9553-09e66574fc91,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:51.127866 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62509974-a999-43b6-a24a-74450908eef2', 'name': 'tempest-TestAggregatesBasicOps-665807288-router', 'tenant_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '325a58c9-7f73-4198-9379-081c36dad74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:54:44Z', 'updated_at': '2021-12-20T21:54:47Z', 'revision_number': 4, 'project_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'gw_port': {'id': '325a58c9-7f73-4198-9379-081c36dad74a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62509974-a999-43b6-a24a-74450908eef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:45Z', 'updated_at': '2021-12-20T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd4b2d485-405f-4d4e-aabd-65bf0279f72e', 'name': '', 'network_id': '74e2636d-74be-425c-8d3a-cf81704e2fc5', 'tenant_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'mac_address': 'fa:16:3e:63:7f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62509974-a999-43b6-a24a-74450908eef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '05ffb605-3205-4a59-ab72-21c2cee06a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:46Z', 'updated_at': '2021-12-20T21:54:47Z', 'revision_number': 2, 'project_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'subnets': [{'id': '05ffb605-3205-4a59-ab72-21c2cee06a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:51.158695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Checking router: 62509974-a999-43b6-a24a-74450908eef2 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:54:51.159042 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Updating router 62509974-a999-43b6-a24a-74450908eef2 port d4b2d485-405f-4d4e-aabd-65bf0279f72e binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:54:51.167100 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4eb80e73-ec23-4dfe-8d02-485218d3df88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:51.184405 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:51.417741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb80e73-ec23-4dfe-8d02-485218d3df88 admin admin] Router dbf1bef9-33fe-4a5a-87e0-bdbc31679c65 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:54:51.454460 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:51.461000 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:51.523630 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79e9a3-fb70-49fb-b773-52faa6c3e907 None None] Pushing event updated for resources: {'Port': ['ID=d4b2d485-405f-4d4e-aabd-65bf0279f72e,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:51.535766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb80e73-ec23-4dfe-8d02-485218d3df88 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:54:51.544706 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4eb80e73-ec23-4dfe-8d02-485218d3df88 admin admin] 10.222.0.32 "PUT /v2.0/routers/dbf1bef9-33fe-4a5a-87e0-bdbc31679c65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6119719 Dec 20 21:54:51.545927 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48558) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:51.551838 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba3468e-a020-4bb4-ab30-a06775426ff5 None None] Sync routers for ids ['dbf1bef9-33fe-4a5a-87e0-bdbc31679c65'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:54:51.562483 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba3468e-a020-4bb4-ab30-a06775426ff5 None None] Routers {'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:54:51.563460 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0ba3468e-a020-4bb4-ab30-a06775426ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:54:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dbf1bef9-33fe-4a5a-87e0-bdbc31679c65'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:51.592519 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Attempting to bind port d4b2d485-405f-4d4e-aabd-65bf0279f72e on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:54:51.593030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Attempting to bind port d4b2d485-405f-4d4e-aabd-65bf0279f72e by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'd09ca682-6ecc-4ca6-b85b-28bced46446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '74e2636d-74be-425c-8d3a-cf81704e2fc5'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:54:51.593482 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Attempting to bind port d4b2d485-405f-4d4e-aabd-65bf0279f72e on network 74e2636d-74be-425c-8d3a-cf81704e2fc5 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:54:51.599598 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:54:51.600139 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Checking segment: {'id': 'd09ca682-6ecc-4ca6-b85b-28bced46446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '74e2636d-74be-425c-8d3a-cf81704e2fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:54:51.600618 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:51.601386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Bound using segment: {'id': 'd09ca682-6ecc-4ca6-b85b-28bced46446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '74e2636d-74be-425c-8d3a-cf81704e2fc5'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:54:51.601997 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Bound port: d4b2d485-405f-4d4e-aabd-65bf0279f72e, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09ca682-6ecc-4ca6-b85b-28bced46446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '74e2636d-74be-425c-8d3a-cf81704e2fc5'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:54:51.602491 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:51.681305 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692c17a4-975e-46d0-8305-754b909cbe94 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:51.687861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] For port d4b2d485-405f-4d4e-aabd-65bf0279f72e, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:54:51.694999 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] For port d4b2d485-405f-4d4e-aabd-65bf0279f72e, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d4b2d485-405f-4d4e-aabd-65bf0279f72e,segment=NetworkSegment(d09ca682-6ecc-4ca6-b85b-28bced46446b),segment_id=d09ca682-6ecc-4ca6-b85b-28bced46446b)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:54:51.701847 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:51.711355 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-0ba3468e-a020-4bb4-ab30-a06775426ff5 None None] Set router dbf1bef9-33fe-4a5a-87e0-bdbc31679c65 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:54:51.768173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Routers {'62509974-a999-43b6-a24a-74450908eef2'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:54:51.768740 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:54:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['62509974-a999-43b6-a24a-74450908eef2'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:51.772475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79e9a3-fb70-49fb-b773-52faa6c3e907 None None] Pushing event updated for resources: {'Port': ['ID=d4b2d485-405f-4d4e-aabd-65bf0279f72e,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:51.821411 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692c17a4-975e-46d0-8305-754b909cbe94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:51.853394 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8604a94e-0788-4385-9f38-2724275b6182 None None] Provisioning complete for port d4b2d485-405f-4d4e-aabd-65bf0279f72e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:51.853762 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8604a94e-0788-4385-9f38-2724275b6182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:51.895545 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-692c17a4-975e-46d0-8305-754b909cbe94 admin admin] Deleting port 2cd92a77-9a6f-4523-825a-a6e5601b6670 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:54:51.896023 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692c17a4-975e-46d0-8305-754b909cbe94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:51.910309 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0ba3468e-a020-4bb4-ab30-a06775426ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'name': 'tempest-TestAggregatesBasicOps-1073442015-router', 'tenant_id': 'd7399509028842b39e4d83168cfea37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.144'}], 'enable_snat': True}, 'gw_port_id': '2cd92a77-9a6f-4523-825a-a6e5601b6670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:54:40Z', 'updated_at': '2021-12-20T21:54:50Z', 'revision_number': 5, 'project_id': 'd7399509028842b39e4d83168cfea37f', 'gw_port': {'id': '2cd92a77-9a6f-4523-825a-a6e5601b6670', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:40Z', 'updated_at': '2021-12-20T21:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:51.946740 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba3468e-a020-4bb4-ab30-a06775426ff5 None None] Checking router: dbf1bef9-33fe-4a5a-87e0-bdbc31679c65 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:54:51.957296 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba3468e-a020-4bb4-ab30-a06775426ff5 None None] Routers {'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:54:51.957993 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0ba3468e-a020-4bb4-ab30-a06775426ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:54:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['dbf1bef9-33fe-4a5a-87e0-bdbc31679c65'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:51.960098 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] Set router 62509974-a999-43b6-a24a-74450908eef2 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:54:52.001340 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-692c17a4-975e-46d0-8305-754b909cbe94 admin admin] For port 2cd92a77-9a6f-4523-825a-a6e5601b6670, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2cd92a77-9a6f-4523-825a-a6e5601b6670,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:52.001833 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692c17a4-975e-46d0-8305-754b909cbe94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:52.004049 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8604a94e-0788-4385-9f38-2724275b6182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:52.020604 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-692c17a4-975e-46d0-8305-754b909cbe94 admin admin] Calling delete_port for 2cd92a77-9a6f-4523-825a-a6e5601b6670 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:54:52.069466 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-0ba3468e-a020-4bb4-ab30-a06775426ff5 None None] Set router dbf1bef9-33fe-4a5a-87e0-bdbc31679c65 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:54:52.108790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8604a94e-0788-4385-9f38-2724275b6182 None None] For port d4b2d485-405f-4d4e-aabd-65bf0279f72e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d4b2d485-405f-4d4e-aabd-65bf0279f72e,segment=NetworkSegment(d09ca682-6ecc-4ca6-b85b-28bced46446b),segment_id=d09ca682-6ecc-4ca6-b85b-28bced46446b)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:52.118753 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8604a94e-0788-4385-9f38-2724275b6182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:52.124462 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-0ba3468e-a020-4bb4-ab30-a06775426ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'name': 'tempest-TestAggregatesBasicOps-1073442015-router', 'tenant_id': 'd7399509028842b39e4d83168cfea37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:54:40Z', 'updated_at': '2021-12-20T21:54:51Z', 'revision_number': 6, 'project_id': 'd7399509028842b39e4d83168cfea37f', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:52.156541 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba3468e-a020-4bb4-ab30-a06775426ff5 None None] The sync data for ids ['dbf1bef9-33fe-4a5a-87e0-bdbc31679c65'] in n-d-xena-1 is: [{'id': 'dbf1bef9-33fe-4a5a-87e0-bdbc31679c65', 'name': 'tempest-TestAggregatesBasicOps-1073442015-router', 'tenant_id': 'd7399509028842b39e4d83168cfea37f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:54:40Z', 'updated_at': '2021-12-20T21:54:51Z', 'revision_number': 6, 'project_id': 'd7399509028842b39e4d83168cfea37f', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:54:52.201730 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692c17a4-975e-46d0-8305-754b909cbe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:52.205093 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604a94e-0788-4385-9f38-2724275b6182 None None] Pushing event updated for resources: {'Port': ['ID=d4b2d485-405f-4d4e-aabd-65bf0279f72e,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:52.236063 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c17a4-975e-46d0-8305-754b909cbe94 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd92a77-9a6f-4523-825a-a6e5601b6670,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:52.250807 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b6fee7b7-015c-4e95-9b22-48609fe0bcf9 None None] Provisioning complete for port d4b2d485-405f-4d4e-aabd-65bf0279f72e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:52.251410 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b6fee7b7-015c-4e95-9b22-48609fe0bcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:52.294593 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692c17a4-975e-46d0-8305-754b909cbe94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:52.297730 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62509974-a999-43b6-a24a-74450908eef2', 'name': 'tempest-TestAggregatesBasicOps-665807288-router', 'tenant_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '325a58c9-7f73-4198-9379-081c36dad74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:54:44Z', 'updated_at': '2021-12-20T21:54:47Z', 'revision_number': 4, 'project_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'gw_port': {'id': '325a58c9-7f73-4198-9379-081c36dad74a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62509974-a999-43b6-a24a-74450908eef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:45Z', 'updated_at': '2021-12-20T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd4b2d485-405f-4d4e-aabd-65bf0279f72e', 'name': '', 'network_id': '74e2636d-74be-425c-8d3a-cf81704e2fc5', 'tenant_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'mac_address': 'fa:16:3e:63:7f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62509974-a999-43b6-a24a-74450908eef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '05ffb605-3205-4a59-ab72-21c2cee06a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:46Z', 'updated_at': '2021-12-20T21:54:51Z', 'revision_number': 4, 'project_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'subnets': [{'id': '05ffb605-3205-4a59-ab72-21c2cee06a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:52.326608 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c85365-7751-42ca-9d70-ba323fa7d440 None None] The sync data for ids ['62509974-a999-43b6-a24a-74450908eef2'] in n-d-xena-1 is: [{'id': '62509974-a999-43b6-a24a-74450908eef2', 'name': 'tempest-TestAggregatesBasicOps-665807288-router', 'tenant_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '325a58c9-7f73-4198-9379-081c36dad74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:54:44Z', 'updated_at': '2021-12-20T21:54:47Z', 'revision_number': 4, 'project_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'gw_port': {'id': '325a58c9-7f73-4198-9379-081c36dad74a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62509974-a999-43b6-a24a-74450908eef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:45Z', 'updated_at': '2021-12-20T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd4b2d485-405f-4d4e-aabd-65bf0279f72e', 'name': '', 'network_id': '74e2636d-74be-425c-8d3a-cf81704e2fc5', 'tenant_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'mac_address': 'fa:16:3e:63:7f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62509974-a999-43b6-a24a-74450908eef2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '05ffb605-3205-4a59-ab72-21c2cee06a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:46Z', 'updated_at': '2021-12-20T21:54:51Z', 'revision_number': 4, 'project_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'subnets': [{'id': '05ffb605-3205-4a59-ab72-21c2cee06a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:54:52.386959 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692c17a4-975e-46d0-8305-754b909cbe94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:52.389333 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692c17a4-975e-46d0-8305-754b909cbe94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:52.435961 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692c17a4-975e-46d0-8305-754b909cbe94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:52.436479 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692c17a4-975e-46d0-8305-754b909cbe94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbf1bef9-33fe-4a5a-87e0-bdbc31679c65 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:54:52.441519 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-692c17a4-975e-46d0-8305-754b909cbe94 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:52.442785 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-692c17a4-975e-46d0-8305-754b909cbe94 admin admin] 10.222.0.32 "DELETE /v2.0/routers/dbf1bef9-33fe-4a5a-87e0-bdbc31679c65 HTTP/1.1" status: 204 len: 168 time: 0.8959327 Dec 20 21:54:52.445490 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48560) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:52.495779 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e67edc-0630-4659-a086-602379e84ae6 admin admin] Deleting subnet f1f24338-c88d-469f-bf3e-c859b3dec7da {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:54:52.500564 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7e67edc-0630-4659-a086-602379e84ae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:52.538397 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7e67edc-0630-4659-a086-602379e84ae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:52.649442 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7e67edc-0630-4659-a086-602379e84ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:52.700477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 03ccd534-9ed2-43e2-9553-09e66574fc91 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:54:52.723131 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 03ccd534-9ed2-43e2-9553-09e66574fc91 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:54:52.723780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 03ccd534-9ed2-43e2-9553-09e66574fc91 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:54:52.729495 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7e67edc-0630-4659-a086-602379e84ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:52.760647 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e67edc-0630-4659-a086-602379e84ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f24338-c88d-469f-bf3e-c859b3dec7da,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:52.762925 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7e67edc-0630-4659-a086-602379e84ae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:52.769830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48562) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:52.771477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df9dd34-23bb-46a0-a61a-b014fb8412a7 None None] Network 734cb281-e702-4fc5-9bae-fd14699eabf0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:54:52.783937 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a7e67edc-0630-4659-a086-602379e84ae6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f1f24338-c88d-469f-bf3e-c859b3dec7da HTTP/1.1" status: 204 len: 168 time: 0.3283541 Dec 20 21:54:52.846451 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:52.907327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] Deleting port dd49a5cc-68f7-44c5-b2df-30c71d334b3a {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:54:52.907607 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:52.975969 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4317968d-3390-4b84-a35b-062217a0e495 None None] DHCP port deletion for 734cb281-e702-4fc5-9bae-fd14699eabf0 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:54:52.993302 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] For port dd49a5cc-68f7-44c5-b2df-30c71d334b3a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=dd49a5cc-68f7-44c5-b2df-30c71d334b3a,segment=NetworkSegment(178d3c10-4dc0-4615-a1ee-0b2e7e33239e),segment_id=178d3c10-4dc0-4615-a1ee-0b2e7e33239e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:52.993749 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:53.007494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] Calling delete_port for dd49a5cc-68f7-44c5-b2df-30c71d334b3a owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:54:53.031280 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4317968d-3390-4b84-a35b-062217a0e495 None None] Deleting port dd49a5cc-68f7-44c5-b2df-30c71d334b3a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:54:53.032027 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4317968d-3390-4b84-a35b-062217a0e495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:53.093309 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:53.100030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4317968d-3390-4b84-a35b-062217a0e495 None None] For port dd49a5cc-68f7-44c5-b2df-30c71d334b3a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=dd49a5cc-68f7-44c5-b2df-30c71d334b3a,segment=NetworkSegment(178d3c10-4dc0-4615-a1ee-0b2e7e33239e),segment_id=178d3c10-4dc0-4615-a1ee-0b2e7e33239e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:53.100425 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4317968d-3390-4b84-a35b-062217a0e495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:53.118986 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4317968d-3390-4b84-a35b-062217a0e495 None None] Calling delete_port for dd49a5cc-68f7-44c5-b2df-30c71d334b3a owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:54:53.126206 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] No DVR routers for this DVR port dd49a5cc-68f7-44c5-b2df-30c71d334b3a on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:54:53.132952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd49a5cc-68f7-44c5-b2df-30c71d334b3a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:53.212458 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 20 21:54:53.228977 n-d-xena-1 neutron-server[102403]: self.session.flush() Dec 20 21:54:53.233546 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4317968d-3390-4b84-a35b-062217a0e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:53.249974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734cb281-e702-4fc5-9bae-fd14699eabf0']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:53.268109 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178d3c10-4dc0-4615-a1ee-0b2e7e33239e') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:53.268109 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178d3c10-4dc0-4615-a1ee-0b2e7e33239e') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:53.268928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317968d-3390-4b84-a35b-062217a0e495 None None] Pushing event deleted for resources: {'Port': ['ID=dd49a5cc-68f7-44c5-b2df-30c71d334b3a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:53.279666 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317968d-3390-4b84-a35b-062217a0e495 None None] No DVR routers for this DVR port dd49a5cc-68f7-44c5-b2df-30c71d334b3a on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:54:53.286239 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:53.301950 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:53.308309 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:54:53.308748 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:54:53.310609 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:54:53.369132 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:53.375903 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:53.378933 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/734cb281-e702-4fc5-9bae-fd14699eabf0 HTTP/1.1" status: 204 len: 168 time: 0.6078222 Dec 20 21:54:53.381891 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48564) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:53.390649 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517615b-c9f2-4279-ac3d-273db8715df8 admin admin] Pushing event deleted for resources: {'Network': ['ID=734cb281-e702-4fc5-9bae-fd14699eabf0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:54.112951 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68def387-d13c-4a2e-b675-524058df06dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:54.382395 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-68def387-d13c-4a2e-b675-524058df06dd admin admin] Deleting port d4b2d485-405f-4d4e-aabd-65bf0279f72e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:54:54.382689 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68def387-d13c-4a2e-b675-524058df06dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:54.477589 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-68def387-d13c-4a2e-b675-524058df06dd admin admin] For port d4b2d485-405f-4d4e-aabd-65bf0279f72e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d4b2d485-405f-4d4e-aabd-65bf0279f72e,segment=NetworkSegment(d09ca682-6ecc-4ca6-b85b-28bced46446b),segment_id=d09ca682-6ecc-4ca6-b85b-28bced46446b)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:54.477928 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68def387-d13c-4a2e-b675-524058df06dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:54.492548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-68def387-d13c-4a2e-b675-524058df06dd admin admin] Calling delete_port for d4b2d485-405f-4d4e-aabd-65bf0279f72e owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:54:54.496678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d4b2d485-405f-4d4e-aabd-65bf0279f72e up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:54:54.546312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d4b2d485-405f-4d4e-aabd-65bf0279f72e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:54:54.546786 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:54.679646 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68def387-d13c-4a2e-b675-524058df06dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:54.687481 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device dd49a5cc-68f7-44c5-b2df-30c71d334b3a no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:54:54.706220 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68def387-d13c-4a2e-b675-524058df06dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b2d485-405f-4d4e-aabd-65bf0279f72e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:54.706599 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: dd49a5cc-68f7-44c5-b2df-30c71d334b3a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:54:54.706944 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device dd49a5cc-68f7-44c5-b2df-30c71d334b3a not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:54:54.707359 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2cd92a77-9a6f-4523-825a-a6e5601b6670 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:54:54.726735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 2cd92a77-9a6f-4523-825a-a6e5601b6670 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:54:54.727075 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2cd92a77-9a6f-4523-825a-a6e5601b6670 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:54:54.879696 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-68def387-d13c-4a2e-b675-524058df06dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:55.103936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68def387-d13c-4a2e-b675-524058df06dd admin admin] Router 62509974-a999-43b6-a24a-74450908eef2 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:54:55.218553 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68def387-d13c-4a2e-b675-524058df06dd admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:54:55.224145 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-68def387-d13c-4a2e-b675-524058df06dd admin admin] 10.222.0.32 "PUT /v2.0/routers/62509974-a999-43b6-a24a-74450908eef2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8411450 Dec 20 21:54:55.226997 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48566) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:55.228013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3332b1b7-f436-448e-8987-559275355b2a None None] Sync routers for ids ['62509974-a999-43b6-a24a-74450908eef2'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:54:55.238208 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3332b1b7-f436-448e-8987-559275355b2a None None] Routers {'62509974-a999-43b6-a24a-74450908eef2'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:54:55.238843 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3332b1b7-f436-448e-8987-559275355b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:54:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['62509974-a999-43b6-a24a-74450908eef2'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:55.330528 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc115-d008-4f06-a1d7-7a28f9489a15 admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:55.344933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-3332b1b7-f436-448e-8987-559275355b2a None None] Set router 62509974-a999-43b6-a24a-74450908eef2 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:54:55.430056 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc115-d008-4f06-a1d7-7a28f9489a15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:55.482530 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-0cfdc115-d008-4f06-a1d7-7a28f9489a15 admin admin] Deleting port 325a58c9-7f73-4198-9379-081c36dad74a {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:54:55.482757 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc115-d008-4f06-a1d7-7a28f9489a15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:55.529166 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3332b1b7-f436-448e-8987-559275355b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62509974-a999-43b6-a24a-74450908eef2', 'name': 'tempest-TestAggregatesBasicOps-665807288-router', 'tenant_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.192'}], 'enable_snat': True}, 'gw_port_id': '325a58c9-7f73-4198-9379-081c36dad74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:54:44Z', 'updated_at': '2021-12-20T21:54:54Z', 'revision_number': 5, 'project_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'gw_port': {'id': '325a58c9-7f73-4198-9379-081c36dad74a', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62509974-a999-43b6-a24a-74450908eef2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:54:45Z', 'updated_at': '2021-12-20T21:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:55.556436 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3332b1b7-f436-448e-8987-559275355b2a None None] Checking router: 62509974-a999-43b6-a24a-74450908eef2 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:54:55.562191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-0cfdc115-d008-4f06-a1d7-7a28f9489a15 admin admin] For port 325a58c9-7f73-4198-9379-081c36dad74a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=325a58c9-7f73-4198-9379-081c36dad74a,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:55.562547 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc115-d008-4f06-a1d7-7a28f9489a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:55.565314 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3332b1b7-f436-448e-8987-559275355b2a None None] Routers {'62509974-a999-43b6-a24a-74450908eef2'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:54:55.565925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3332b1b7-f436-448e-8987-559275355b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:54:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['62509974-a999-43b6-a24a-74450908eef2'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:55.576541 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-0cfdc115-d008-4f06-a1d7-7a28f9489a15 admin admin] Calling delete_port for 325a58c9-7f73-4198-9379-081c36dad74a owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:54:55.651233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-3332b1b7-f436-448e-8987-559275355b2a None None] Set router 62509974-a999-43b6-a24a-74450908eef2 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:54:55.702317 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3332b1b7-f436-448e-8987-559275355b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62509974-a999-43b6-a24a-74450908eef2', 'name': 'tempest-TestAggregatesBasicOps-665807288-router', 'tenant_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:54:44Z', 'updated_at': '2021-12-20T21:54:55Z', 'revision_number': 6, 'project_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:55.732695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3332b1b7-f436-448e-8987-559275355b2a None None] The sync data for ids ['62509974-a999-43b6-a24a-74450908eef2'] in n-d-xena-1 is: [{'id': '62509974-a999-43b6-a24a-74450908eef2', 'name': 'tempest-TestAggregatesBasicOps-665807288-router', 'tenant_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:54:44Z', 'updated_at': '2021-12-20T21:54:55Z', 'revision_number': 6, 'project_id': '9d4a0cde906f4d2a9ce1740fd9814de7', 'gw_port_host': None}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:54:55.750624 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc115-d008-4f06-a1d7-7a28f9489a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:55.781899 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdc115-d008-4f06-a1d7-7a28f9489a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=325a58c9-7f73-4198-9379-081c36dad74a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:55.839113 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc115-d008-4f06-a1d7-7a28f9489a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:55.926546 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc115-d008-4f06-a1d7-7a28f9489a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:55.928745 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc115-d008-4f06-a1d7-7a28f9489a15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:55.971370 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc115-d008-4f06-a1d7-7a28f9489a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:55.971919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfdc115-d008-4f06-a1d7-7a28f9489a15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62509974-a999-43b6-a24a-74450908eef2 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:54:55.977212 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc115-d008-4f06-a1d7-7a28f9489a15 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:55.978512 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0cfdc115-d008-4f06-a1d7-7a28f9489a15 admin admin] 10.222.0.32 "DELETE /v2.0/routers/62509974-a999-43b6-a24a-74450908eef2 HTTP/1.1" status: 204 len: 168 time: 0.7504909 Dec 20 21:54:55.982180 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48568) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:56.027792 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbd9c67-f899-41cc-a17b-e9b6dcab30a2 admin admin] Deleting subnet 05ffb605-3205-4a59-ab72-21c2cee06a17 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:54:56.031170 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cbd9c67-f899-41cc-a17b-e9b6dcab30a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:56.072267 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cbd9c67-f899-41cc-a17b-e9b6dcab30a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:56.163529 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cbd9c67-f899-41cc-a17b-e9b6dcab30a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:56.224877 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cbd9c67-f899-41cc-a17b-e9b6dcab30a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:56.250300 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd9c67-f899-41cc-a17b-e9b6dcab30a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05ffb605-3205-4a59-ab72-21c2cee06a17,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:56.256472 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cbd9c67-f899-41cc-a17b-e9b6dcab30a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:56.262224 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8cbd9c67-f899-41cc-a17b-e9b6dcab30a2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/05ffb605-3205-4a59-ab72-21c2cee06a17 HTTP/1.1" status: 204 len: 168 time: 0.2765622 Dec 20 21:54:56.263342 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48570) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:56.265164 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b46108-837b-47ee-b675-03d971940a0b None None] Network 74e2636d-74be-425c-8d3a-cf81704e2fc5 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:54:56.345604 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:56.404331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] Deleting port 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:54:56.404759 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:56.477265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] For port 6cef846e-67a6-4e9e-b65b-17b3c35e6c48, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6cef846e-67a6-4e9e-b65b-17b3c35e6c48,segment=NetworkSegment(d09ca682-6ecc-4ca6-b85b-28bced46446b),segment_id=d09ca682-6ecc-4ca6-b85b-28bced46446b)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:56.477503 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:56.491082 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] Calling delete_port for 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:54:56.530914 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04fd3b8-37d9-4bf4-a8ac-fc5de5f4da80 None None] DHCP port deletion for 74e2636d-74be-425c-8d3a-cf81704e2fc5 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:54:56.581116 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:56.605962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b04fd3b8-37d9-4bf4-a8ac-fc5de5f4da80 None None] Deleting port 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:54:56.606275 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b04fd3b8-37d9-4bf4-a8ac-fc5de5f4da80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:56.610794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cef846e-67a6-4e9e-b65b-17b3c35e6c48,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:56.620138 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] No DVR routers for this DVR port 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:54:56.645613 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 325a58c9-7f73-4198-9379-081c36dad74a no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:54:56.689213 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 325a58c9-7f73-4198-9379-081c36dad74a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:54:56.689563 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 325a58c9-7f73-4198-9379-081c36dad74a not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:54:56.690010 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d4b2d485-405f-4d4e-aabd-65bf0279f72e no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:54:56.711364 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:56.718688 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: d4b2d485-405f-4d4e-aabd-65bf0279f72e {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:54:56.719264 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d4b2d485-405f-4d4e-aabd-65bf0279f72e not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:54:56.719393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:54:56.733928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e2636d-74be-425c-8d3a-cf81704e2fc5']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:56.742324 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b04fd3b8-37d9-4bf4-a8ac-fc5de5f4da80 None None] For port 6cef846e-67a6-4e9e-b65b-17b3c35e6c48, host n-d-xena-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:54:56.742732 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b04fd3b8-37d9-4bf4-a8ac-fc5de5f4da80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:56.745288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09ca682-6ecc-4ca6-b85b-28bced46446b') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:56.745438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:54:56.745572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09ca682-6ecc-4ca6-b85b-28bced46446b') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:54:56.745757 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:54:56.756655 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:56.759115 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b04fd3b8-37d9-4bf4-a8ac-fc5de5f4da80 None None] Calling delete_port for 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:54:56.762047 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-b04fd3b8-37d9-4bf4-a8ac-fc5de5f4da80 None None] Port 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 was not found and therefore no delete operation was performed {{(pid=102403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 21:54:56.763462 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b04fd3b8-37d9-4bf4-a8ac-fc5de5f4da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:56.770802 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:56.777934 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:54:56.778446 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:54:56.780491 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:54:56.790955 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04fd3b8-37d9-4bf4-a8ac-fc5de5f4da80 None None] Pushing event deleted for resources: {'Port': ['ID=6cef846e-67a6-4e9e-b65b-17b3c35e6c48,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:56.795275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04fd3b8-37d9-4bf4-a8ac-fc5de5f4da80 None None] No DVR routers for this DVR port 6cef846e-67a6-4e9e-b65b-17b3c35e6c48 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:54:56.847924 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:56.854106 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:56.861517 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] 10.222.0.32 "DELETE /v2.0/networks/74e2636d-74be-425c-8d3a-cf81704e2fc5 HTTP/1.1" status: 204 len: 168 time: 0.5965471 Dec 20 21:54:56.879403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fcb169-9a78-42e2-842c-247f38f04e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=74e2636d-74be-425c-8d3a-cf81704e2fc5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:57.044574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48576) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:57.190629 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e74aef9f-9381-45a2-8fbd-7deb31739f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:57.384135 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ac35ad8d-54c2-452c-b3cb-99041302d6a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7399509028842b39e4d83168cfea37f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3383002 Dec 20 21:54:57.386721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48578) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:57.436200 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cea6ce5c-3617-434b-a980-1773222b0725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:57.458992 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cea6ce5c-3617-434b-a980-1773222b0725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:57.507737 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cea6ce5c-3617-434b-a980-1773222b0725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:57.510194 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cea6ce5c-3617-434b-a980-1773222b0725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:57.511345 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cea6ce5c-3617-434b-a980-1773222b0725 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af7ac85f-5f73-4336-988a-e308b5af4072 HTTP/1.1" status: 204 len: 168 time: 0.1237087 Dec 20 21:54:57.519365 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6ce5c-3617-434b-a980-1773222b0725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7ac85f-5f73-4336-988a-e308b5af4072,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:57.854788 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48584) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:57.899779 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bcf98f8d-14aa-4f5f-91cc-f30626aebe6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d4a0cde906f4d2a9ce1740fd9814de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438356 Dec 20 21:54:57.902296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48586) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:54:57.960654 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00f9b851-befa-4a41-998c-ce79436d0093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:57.987821 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00f9b851-befa-4a41-998c-ce79436d0093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:58.038104 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00f9b851-befa-4a41-998c-ce79436d0093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:58.041646 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-00f9b851-befa-4a41-998c-ce79436d0093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:54:58.043090 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-00f9b851-befa-4a41-998c-ce79436d0093 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47311da5-2bac-4a44-96ba-874468c27b2e HTTP/1.1" status: 204 len: 168 time: 0.1397936 Dec 20 21:54:58.052455 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9b851-befa-4a41-998c-ce79436d0093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47311da5-2bac-4a44-96ba-874468c27b2e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:54:59.534017 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f9f92c42-b3f3-42c1-b0a2-bb22228c9065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:00.219704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48740) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:00.332318 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-524b05aa-3788-447f-99d7-2c7de5dd3fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:00.406828 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-524b05aa-3788-447f-99d7-2c7de5dd3fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:00.414381 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-524b05aa-3788-447f-99d7-2c7de5dd3fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:00.452740 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-524b05aa-3788-447f-99d7-2c7de5dd3fc6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=356a348822d44fda8d9f5785883b84cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319281 Dec 20 21:55:00.453426 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b05aa-3788-447f-99d7-2c7de5dd3fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3fff77-bbaa-483b-913b-8d0127bdec99,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:00.456296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48744) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:00.507600 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd282be4-7491-406d-8b02-148f1362a89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:00.529222 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd282be4-7491-406d-8b02-148f1362a89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:00.597209 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd282be4-7491-406d-8b02-148f1362a89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:00.600600 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dd282be4-7491-406d-8b02-148f1362a89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:00.602216 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dd282be4-7491-406d-8b02-148f1362a89d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe3fff77-bbaa-483b-913b-8d0127bdec99 HTTP/1.1" status: 204 len: 168 time: 0.1446564 Dec 20 21:55:00.610699 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd282be4-7491-406d-8b02-148f1362a89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3fff77-bbaa-483b-913b-8d0127bdec99,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:00.767221 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:00.904581 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48754) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:00.918977 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-748c9f9f-51c1-493e-92b9-63df47eeafce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:01.011340 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-748c9f9f-51c1-493e-92b9-63df47eeafce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:01.018538 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-748c9f9f-51c1-493e-92b9-63df47eeafce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:01.059392 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-748c9f9f-51c1-493e-92b9-63df47eeafce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e26d617782a431d94d124654ca9e36e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536899 Dec 20 21:55:01.060222 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c9f9f-51c1-493e-92b9-63df47eeafce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96b731a-1fda-456d-8c87-65c598fae798,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:01.062332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48756) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:01.111830 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b6f318cc-4134-48c4-8d80-6ec12b452e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:01.133193 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b6f318cc-4134-48c4-8d80-6ec12b452e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:01.185972 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b6f318cc-4134-48c4-8d80-6ec12b452e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:01.188549 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b6f318cc-4134-48c4-8d80-6ec12b452e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:01.189720 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b6f318cc-4134-48c4-8d80-6ec12b452e1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f96b731a-1fda-456d-8c87-65c598fae798 HTTP/1.1" status: 204 len: 168 time: 0.1263080 Dec 20 21:55:01.197660 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f318cc-4134-48c4-8d80-6ec12b452e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96b731a-1fda-456d-8c87-65c598fae798,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:02.207558 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:02.392165 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:08.302912 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:55:11.654612 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48768) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:11.816817 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-b15e6e62-06bf-4e56-9f7a-a6ad97934ef5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting port 471a355a-379f-4fa2-9951-51e4873c5c20 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:55:11.817146 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b15e6e62-06bf-4e56-9f7a-a6ad97934ef5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:11.894318 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b15e6e62-06bf-4e56-9f7a-a6ad97934ef5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:11.894521 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b15e6e62-06bf-4e56-9f7a-a6ad97934ef5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:11.907116 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-b15e6e62-06bf-4e56-9f7a-a6ad97934ef5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Calling delete_port for 471a355a-379f-4fa2-9951-51e4873c5c20 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:55:12.071269 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b15e6e62-06bf-4e56-9f7a-a6ad97934ef5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:12.103324 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e6e62-06bf-4e56-9f7a-a6ad97934ef5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Port': ['ID=471a355a-379f-4fa2-9951-51e4873c5c20,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:12.166558 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b15e6e62-06bf-4e56-9f7a-a6ad97934ef5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:12.167031 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-b15e6e62-06bf-4e56-9f7a-a6ad97934ef5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Floating IP 27ec10ba-2fea-44a0-8f5d-212a54cd8bd7 disassociated (deleted). External IP: 172.35.3.65, port: 99f79a72-72cf-4a33-aeb7-556668e20624. Dec 20 21:55:12.388549 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15e6e62-06bf-4e56-9f7a-a6ad97934ef5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router b99b1b82-c54f-4c99-84b9-4f591b668e86 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:55:12.502986 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15e6e62-06bf-4e56-9f7a-a6ad97934ef5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:55:12.508059 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b15e6e62-06bf-4e56-9f7a-a6ad97934ef5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:12.514040 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51fb5e1-9cc4-44b8-9501-fd0d0337c540 None None] Sync routers for ids ['b99b1b82-c54f-4c99-84b9-4f591b668e86'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:55:12.523929 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51fb5e1-9cc4-44b8-9501-fd0d0337c540 None None] Routers {'b99b1b82-c54f-4c99-84b9-4f591b668e86'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:55:12.524534 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f51fb5e1-9cc4-44b8-9501-fd0d0337c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:55:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b99b1b82-c54f-4c99-84b9-4f591b668e86'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:12.536442 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b15e6e62-06bf-4e56-9f7a-a6ad97934ef5 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/floatingips/27ec10ba-2fea-44a0-8f5d-212a54cd8bd7 HTTP/1.1" status: 204 len: 168 time: 0.8807311 Dec 20 21:55:12.537102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f300ed5c-1d87-4277-884d-14f599d72686', 'tag': '99f79a72-72cf-4a33-aeb7-556668e20624'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:55:12.539571 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd6a19b-a9e7-4ed2-9895-a2693fcc6ded" -d '{"events": [{"name": "network-changed", "server_uuid": "f300ed5c-1d87-4277-884d-14f599d72686", "tag": "99f79a72-72cf-4a33-aeb7-556668e20624"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:55:12.577966 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d4a009-6f99-4a7b-a5e1-0a5d36366c46 x-openstack-request-id: req-e9d4a009-6f99-4a7b-a5e1-0a5d36366c46 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:55:12.578300 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f300ed5c-1d87-4277-884d-14f599d72686", "tag": "99f79a72-72cf-4a33-aeb7-556668e20624", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:55:12.578568 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9d4a009-6f99-4a7b-a5e1-0a5d36366c46 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:55:12.578997 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f300ed5c-1d87-4277-884d-14f599d72686', 'tag': '99f79a72-72cf-4a33-aeb7-556668e20624', 'status': 'completed', 'code': 200} Dec 20 21:55:12.631652 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f51fb5e1-9cc4-44b8-9501-fd0d0337c540 None None] Set router b99b1b82-c54f-4c99-84b9-4f591b668e86 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:55:12.679616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6a19b-a9e7-4ed2-9895-a2693fcc6ded req-6f4dfe2c-b2ed-44ed-8327-91bc5939d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:12.681909 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4bd6a19b-a9e7-4ed2-9895-a2693fcc6ded req-6f4dfe2c-b2ed-44ed-8327-91bc5939d85c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17bfe5143f08413da482bf49648c0cfd&device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 1094 time: 0.0508873 Dec 20 21:55:12.763882 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3a5ba-8fcd-422e-9b40-23670dd95e0a req-64bff86f-9bdd-418f-8cf2-015de62ed2c4 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:12.765513 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-50e3a5ba-8fcd-422e-9b40-23670dd95e0a req-64bff86f-9bdd-418f-8cf2-015de62ed2c4 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0500438 Dec 20 21:55:12.805535 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6a19b-a9e7-4ed2-9895-a2693fcc6ded req-9accb7bd-673c-4179-8e23-dcde4c2f5124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:12.806834 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-50e3a5ba-8fcd-422e-9b40-23670dd95e0a req-78b3001e-04a9-4c7a-af68-4c3923ff4672 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344408 Dec 20 21:55:12.807252 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4bd6a19b-a9e7-4ed2-9895-a2693fcc6ded req-9accb7bd-673c-4179-8e23-dcde4c2f5124 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39e8a757-f555-4df1-9d13-bce39c0cc116 HTTP/1.1" status: 200 len: 897 time: 0.0949247 Dec 20 21:55:12.841118 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f51fb5e1-9cc4-44b8-9501-fd0d0337c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588594353', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:37Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'b7540177-e9f1-4092-962f-148d5eda4d8e', 'name': '', 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:f6:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:36Z', 'updated_at': '2021-12-20T21:53:40Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:12.853883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4bd6a19b-a9e7-4ed2-9895-a2693fcc6ded req-7a116854-75e1-4279-b566-50e31ba0cc8b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99f79a72-72cf-4a33-aeb7-556668e20624 HTTP/1.1" status: 200 len: 217 time: 0.0388992 Dec 20 21:55:12.869808 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51fb5e1-9cc4-44b8-9501-fd0d0337c540 None None] Checking router: b99b1b82-c54f-4c99-84b9-4f591b668e86 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:55:12.878451 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51fb5e1-9cc4-44b8-9501-fd0d0337c540 None None] Routers {'b99b1b82-c54f-4c99-84b9-4f591b668e86'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:55:12.879052 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f51fb5e1-9cc4-44b8-9501-fd0d0337c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:55:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b99b1b82-c54f-4c99-84b9-4f591b668e86'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:12.904715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6a19b-a9e7-4ed2-9895-a2693fcc6ded req-073e907a-7ef4-4e1e-afce-54370adcaf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:12.906295 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4bd6a19b-a9e7-4ed2-9895-a2693fcc6ded req-073e907a-7ef4-4e1e-afce-54370adcaf00 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a954eed2-12d5-4ae9-b181-7978a08d2a7f HTTP/1.1" status: 200 len: 835 time: 0.0445418 Dec 20 21:55:12.958440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6a19b-a9e7-4ed2-9895-a2693fcc6ded req-5aadb395-914a-4394-9f42-1a17a00deb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:12.959973 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4bd6a19b-a9e7-4ed2-9895-a2693fcc6ded req-5aadb395-914a-4394-9f42-1a17a00deb63 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39e8a757-f555-4df1-9d13-bce39c0cc116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467060 Dec 20 21:55:12.983813 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f51fb5e1-9cc4-44b8-9501-fd0d0337c540 None None] Set router b99b1b82-c54f-4c99-84b9-4f591b668e86 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:55:13.050211 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4bd6a19b-a9e7-4ed2-9895-a2693fcc6ded req-5556b3a1-dc56-4dfd-a789-9c65ea115f96 service neutron] 10.222.0.66 "GET /v2.0/networks/39e8a757-f555-4df1-9d13-bce39c0cc116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821781 Dec 20 21:55:13.147483 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4bd6a19b-a9e7-4ed2-9895-a2693fcc6ded req-cf0fb83e-fe83-47c9-b8ba-b9aa9a89ece2 service neutron] 10.222.0.66 "GET /v2.0/networks/39e8a757-f555-4df1-9d13-bce39c0cc116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897007 Dec 20 21:55:13.275682 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f51fb5e1-9cc4-44b8-9501-fd0d0337c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588594353', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:37Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'b7540177-e9f1-4092-962f-148d5eda4d8e', 'name': '', 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:f6:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:36Z', 'updated_at': '2021-12-20T21:53:40Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:13.301337 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51fb5e1-9cc4-44b8-9501-fd0d0337c540 None None] The sync data for ids ['b99b1b82-c54f-4c99-84b9-4f591b668e86'] in n-d-xena-1 is: [{'id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588594353', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:37Z', 'revision_number': 4, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'b7540177-e9f1-4092-962f-148d5eda4d8e', 'name': '', 'network_id': '39e8a757-f555-4df1-9d13-bce39c0cc116', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'mac_address': 'fa:16:3e:f6:14:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:36Z', 'updated_at': '2021-12-20T21:53:40Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'subnets': [{'id': 'a954eed2-12d5-4ae9-b181-7978a08d2a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:55:13.542734 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f97b0b-39ad-444d-a1f5-57793287aca1 None None] New status for floating IP 27ec10ba-2fea-44a0-8f5d-212a54cd8bd7: DOWN {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:55:13.940843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03200e0-1769-4ebf-841f-6f05320ca701 req-ea197f85-e1c9-473d-ad24-cae055ea69b2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:13.942341 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f03200e0-1769-4ebf-841f-6f05320ca701 req-ea197f85-e1c9-473d-ad24-cae055ea69b2 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0540886 Dec 20 21:55:13.980879 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f03200e0-1769-4ebf-841f-6f05320ca701 req-11398db3-34b5-489a-bfc0-c3c5dfbe9582 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/security-groups?id=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320952 Dec 20 21:55:14.208908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c302e-80f0-4beb-a10a-017f24ff90ca req-d1bfe35e-520e-41c2-89ac-d649e0af03ba tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:14.210491 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b0c302e-80f0-4beb-a10a-017f24ff90ca req-d1bfe35e-520e-41c2-89ac-d649e0af03ba tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.66 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 945 time: 0.0611062 Dec 20 21:55:14.306533 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-3b0c302e-80f0-4beb-a10a-017f24ff90ca req-6e043f6c-6755-4190-b0ea-093e396a2dc3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting port 99f79a72-72cf-4a33-aeb7-556668e20624 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:55:14.306861 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b0c302e-80f0-4beb-a10a-017f24ff90ca req-6e043f6c-6755-4190-b0ea-093e396a2dc3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:14.394880 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-3b0c302e-80f0-4beb-a10a-017f24ff90ca req-6e043f6c-6755-4190-b0ea-093e396a2dc3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] For port 99f79a72-72cf-4a33-aeb7-556668e20624, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=99f79a72-72cf-4a33-aeb7-556668e20624,segment=NetworkSegment(a5fe200d-1db7-4289-9699-0c455add4226),segment_id=a5fe200d-1db7-4289-9699-0c455add4226)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:55:14.395225 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b0c302e-80f0-4beb-a10a-017f24ff90ca req-6e043f6c-6755-4190-b0ea-093e396a2dc3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:14.407442 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-3b0c302e-80f0-4beb-a10a-017f24ff90ca req-6e043f6c-6755-4190-b0ea-093e396a2dc3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Calling delete_port for 99f79a72-72cf-4a33-aeb7-556668e20624 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:55:14.540920 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b0c302e-80f0-4beb-a10a-017f24ff90ca req-6e043f6c-6755-4190-b0ea-093e396a2dc3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:14.578913 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e043f6c-6755-4190-b0ea-093e396a2dc3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Port': ['ID=99f79a72-72cf-4a33-aeb7-556668e20624,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:14.624372 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0c302e-80f0-4beb-a10a-017f24ff90ca req-6e043f6c-6755-4190-b0ea-093e396a2dc3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] No DVR routers for this DVR port 99f79a72-72cf-4a33-aeb7-556668e20624 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:55:14.627418 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3b0c302e-80f0-4beb-a10a-017f24ff90ca req-6e043f6c-6755-4190-b0ea-093e396a2dc3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:14.632663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b0c302e-80f0-4beb-a10a-017f24ff90ca req-6e043f6c-6755-4190-b0ea-093e396a2dc3 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.66 "DELETE /v2.0/ports/99f79a72-72cf-4a33-aeb7-556668e20624 HTTP/1.1" status: 204 len: 173 time: 0.4141004 Dec 20 21:55:14.632663 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f300ed5c-1d87-4277-884d-14f599d72686', 'name': 'network-vif-deleted', 'tag': '99f79a72-72cf-4a33-aeb7-556668e20624'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:55:14.633702 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f173dc2d-8b35-4a47-8e0a-2233566cba11" -d '{"events": [{"server_uuid": "f300ed5c-1d87-4277-884d-14f599d72686", "name": "network-vif-deleted", "tag": "99f79a72-72cf-4a33-aeb7-556668e20624"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:55:14.670977 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e591138-94a0-44e7-af0c-acf285f796d7 x-openstack-request-id: req-7e591138-94a0-44e7-af0c-acf285f796d7 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:55:14.671248 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f300ed5c-1d87-4277-884d-14f599d72686", "name": "network-vif-deleted", "tag": "99f79a72-72cf-4a33-aeb7-556668e20624", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:55:14.671502 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e591138-94a0-44e7-af0c-acf285f796d7 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:55:14.671922 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f300ed5c-1d87-4277-884d-14f599d72686', 'name': 'network-vif-deleted', 'tag': '99f79a72-72cf-4a33-aeb7-556668e20624', 'status': 'completed', 'code': 200} Dec 20 21:55:14.976998 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:15.094681 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f5f9837-173e-49b2-9eda-6b3931e2a2f8 req-62a9d55b-665b-411b-9c11-54b2dba63e3c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "GET /v2.0/ports?device_id=f300ed5c-1d87-4277-884d-14f599d72686 HTTP/1.1" status: 200 len: 210 time: 0.0279665 Dec 20 21:55:16.157403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48788) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:16.527131 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-693753f0-48ba-4030-b6dc-3f0a67c281bc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:16.811589 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-693753f0-48ba-4030-b6dc-3f0a67c281bc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting port b7540177-e9f1-4092-962f-148d5eda4d8e {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:55:16.811965 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-693753f0-48ba-4030-b6dc-3f0a67c281bc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:16.902347 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-693753f0-48ba-4030-b6dc-3f0a67c281bc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] For port b7540177-e9f1-4092-962f-148d5eda4d8e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b7540177-e9f1-4092-962f-148d5eda4d8e,segment=NetworkSegment(a5fe200d-1db7-4289-9699-0c455add4226),segment_id=a5fe200d-1db7-4289-9699-0c455add4226)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:55:16.902702 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-693753f0-48ba-4030-b6dc-3f0a67c281bc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:16.915760 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-693753f0-48ba-4030-b6dc-3f0a67c281bc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Calling delete_port for b7540177-e9f1-4092-962f-148d5eda4d8e owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:55:17.110610 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-693753f0-48ba-4030-b6dc-3f0a67c281bc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:17.143140 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693753f0-48ba-4030-b6dc-3f0a67c281bc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Port': ['ID=b7540177-e9f1-4092-962f-148d5eda4d8e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:17.316677 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-693753f0-48ba-4030-b6dc-3f0a67c281bc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:17.545685 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693753f0-48ba-4030-b6dc-3f0a67c281bc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Router b99b1b82-c54f-4c99-84b9-4f591b668e86 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:55:17.652367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693753f0-48ba-4030-b6dc-3f0a67c281bc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:55:17.657336 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-693753f0-48ba-4030-b6dc-3f0a67c281bc tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "PUT /v2.0/routers/b99b1b82-c54f-4c99-84b9-4f591b668e86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4989531 Dec 20 21:55:17.660401 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48790) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:17.663030 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f80a9-cd0a-4fec-97e2-1fb86cc3bb1a None None] Sync routers for ids ['b99b1b82-c54f-4c99-84b9-4f591b668e86'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:55:17.673757 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f80a9-cd0a-4fec-97e2-1fb86cc3bb1a None None] Routers {'b99b1b82-c54f-4c99-84b9-4f591b668e86'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:55:17.674390 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-274f80a9-cd0a-4fec-97e2-1fb86cc3bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:55:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b99b1b82-c54f-4c99-84b9-4f591b668e86'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:17.701207 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 99f79a72-72cf-4a33-aeb7-556668e20624 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:55:17.719989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-522dd3b8-664e-4643-b78a-320ef9ebc36b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting subnet a954eed2-12d5-4ae9-b181-7978a08d2a7f {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:55:17.722527 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 99f79a72-72cf-4a33-aeb7-556668e20624 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:55:17.722875 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 99f79a72-72cf-4a33-aeb7-556668e20624 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:55:17.723517 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-522dd3b8-664e-4643-b78a-320ef9ebc36b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:17.764285 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-522dd3b8-664e-4643-b78a-320ef9ebc36b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:17.787137 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-274f80a9-cd0a-4fec-97e2-1fb86cc3bb1a None None] Set router b99b1b82-c54f-4c99-84b9-4f591b668e86 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:55:17.852783 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-522dd3b8-664e-4643-b78a-320ef9ebc36b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:17.912763 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-522dd3b8-664e-4643-b78a-320ef9ebc36b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:17.941569 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522dd3b8-664e-4643-b78a-320ef9ebc36b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Subnet': ['ID=a954eed2-12d5-4ae9-b181-7978a08d2a7f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:17.943557 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-522dd3b8-664e-4643-b78a-320ef9ebc36b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:17.946803 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-522dd3b8-664e-4643-b78a-320ef9ebc36b tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/subnets/a954eed2-12d5-4ae9-b181-7978a08d2a7f HTTP/1.1" status: 204 len: 168 time: 0.2854278 Dec 20 21:55:17.949386 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48792) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:17.955406 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ccf71d-7061-4d3d-8b93-014210eec748 None None] Network 39e8a757-f555-4df1-9d13-bce39c0cc116 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:55:17.955557 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-274f80a9-cd0a-4fec-97e2-1fb86cc3bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588594353', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:55:17Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:17.984775 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f80a9-cd0a-4fec-97e2-1fb86cc3bb1a None None] Checking router: b99b1b82-c54f-4c99-84b9-4f591b668e86 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:55:17.993047 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f80a9-cd0a-4fec-97e2-1fb86cc3bb1a None None] Routers {'b99b1b82-c54f-4c99-84b9-4f591b668e86'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:55:17.993637 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-274f80a9-cd0a-4fec-97e2-1fb86cc3bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:55:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b99b1b82-c54f-4c99-84b9-4f591b668e86'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:18.060534 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed8dbf6a-5927-4685-8b52-21cffc60f68c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:18.108482 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-274f80a9-cd0a-4fec-97e2-1fb86cc3bb1a None None] Set router b99b1b82-c54f-4c99-84b9-4f591b668e86 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:55:18.148156 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774584c7-dd55-466d-8e68-03b44c419e7d None None] DHCP port deletion for 39e8a757-f555-4df1-9d13-bce39c0cc116 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:55:18.197266 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:18.201123 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed8dbf6a-5927-4685-8b52-21cffc60f68c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:18.214796 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-774584c7-dd55-466d-8e68-03b44c419e7d None None] Deleting port d4967f2e-ce27-4be2-8792-3b40eb5ff569 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:55:18.215273 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-774584c7-dd55-466d-8e68-03b44c419e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:18.261347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ed8dbf6a-5927-4685-8b52-21cffc60f68c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Deleting port e78b074e-7d48-4c16-ba66-d3c6d8a637bd {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:55:18.261814 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed8dbf6a-5927-4685-8b52-21cffc60f68c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:18.282461 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-774584c7-dd55-466d-8e68-03b44c419e7d None None] For port d4967f2e-ce27-4be2-8792-3b40eb5ff569, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d4967f2e-ce27-4be2-8792-3b40eb5ff569,segment=NetworkSegment(a5fe200d-1db7-4289-9699-0c455add4226),segment_id=a5fe200d-1db7-4289-9699-0c455add4226)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:55:18.282883 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-774584c7-dd55-466d-8e68-03b44c419e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:18.297230 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-774584c7-dd55-466d-8e68-03b44c419e7d None None] Calling delete_port for d4967f2e-ce27-4be2-8792-3b40eb5ff569 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:55:18.310112 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-274f80a9-cd0a-4fec-97e2-1fb86cc3bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588594353', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:55:17Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:18.336481 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f80a9-cd0a-4fec-97e2-1fb86cc3bb1a None None] The sync data for ids ['b99b1b82-c54f-4c99-84b9-4f591b668e86'] in n-d-xena-1 is: [{'id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1588594353', 'tenant_id': '17bfe5143f08413da482bf49648c0cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189'}], 'enable_snat': True}, 'gw_port_id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:55:17Z', 'revision_number': 5, 'project_id': '17bfe5143f08413da482bf49648c0cfd', 'gw_port': {'id': 'e78b074e-7d48-4c16-ba66-d3c6d8a637bd', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b1b82-c54f-4c99-84b9-4f591b668e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:53:33Z', 'updated_at': '2021-12-20T21:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:55:18.357948 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-ed8dbf6a-5927-4685-8b52-21cffc60f68c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] For port e78b074e-7d48-4c16-ba66-d3c6d8a637bd, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e78b074e-7d48-4c16-ba66-d3c6d8a637bd,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:55:18.358226 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed8dbf6a-5927-4685-8b52-21cffc60f68c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:18.373976 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ed8dbf6a-5927-4685-8b52-21cffc60f68c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Calling delete_port for e78b074e-7d48-4c16-ba66-d3c6d8a637bd owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:55:18.387286 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-774584c7-dd55-466d-8e68-03b44c419e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:18.421498 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774584c7-dd55-466d-8e68-03b44c419e7d None None] Pushing event deleted for resources: {'Port': ['ID=d4967f2e-ce27-4be2-8792-3b40eb5ff569,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:18.423574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774584c7-dd55-466d-8e68-03b44c419e7d None None] No DVR routers for this DVR port d4967f2e-ce27-4be2-8792-3b40eb5ff569 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:55:18.560206 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed8dbf6a-5927-4685-8b52-21cffc60f68c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:18.585360 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dbf6a-5927-4685-8b52-21cffc60f68c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Port': ['ID=e78b074e-7d48-4c16-ba66-d3c6d8a637bd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:18.651907 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed8dbf6a-5927-4685-8b52-21cffc60f68c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:18.764415 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed8dbf6a-5927-4685-8b52-21cffc60f68c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:18.767362 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed8dbf6a-5927-4685-8b52-21cffc60f68c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:18.829513 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed8dbf6a-5927-4685-8b52-21cffc60f68c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:18.830214 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8dbf6a-5927-4685-8b52-21cffc60f68c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Fanout notify agent at l3_agent the message router_deleted on router b99b1b82-c54f-4c99-84b9-4f591b668e86 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:55:18.837795 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ed8dbf6a-5927-4685-8b52-21cffc60f68c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:18.839327 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ed8dbf6a-5927-4685-8b52-21cffc60f68c tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/routers/b99b1b82-c54f-4c99-84b9-4f591b668e86 HTTP/1.1" status: 204 len: 168 time: 0.8887966 Dec 20 21:55:18.841754 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48794) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:18.864965 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d4967f2e-ce27-4be2-8792-3b40eb5ff569 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:55:18.895126 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: d4967f2e-ce27-4be2-8792-3b40eb5ff569 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:55:18.895675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d4967f2e-ce27-4be2-8792-3b40eb5ff569 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:55:18.896090 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b7540177-e9f1-4092-962f-148d5eda4d8e no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:55:18.923254 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: b7540177-e9f1-4092-962f-148d5eda4d8e {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:55:18.923737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b7540177-e9f1-4092-962f-148d5eda4d8e not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:55:18.935915 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-324c76ec-6149-478c-a461-f0835dec7614 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:19.029502 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-324c76ec-6149-478c-a461-f0835dec7614 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:19.056924 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-324c76ec-6149-478c-a461-f0835dec7614 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e8a757-f555-4df1-9d13-bce39c0cc116']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:19.066875 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-324c76ec-6149-478c-a461-f0835dec7614 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fe200d-1db7-4289-9699-0c455add4226') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:19.067177 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-324c76ec-6149-478c-a461-f0835dec7614 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fe200d-1db7-4289-9699-0c455add4226') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:19.077074 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-324c76ec-6149-478c-a461-f0835dec7614 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:19.094113 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-324c76ec-6149-478c-a461-f0835dec7614 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:19.100390 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324c76ec-6149-478c-a461-f0835dec7614 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:55:19.100833 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-324c76ec-6149-478c-a461-f0835dec7614 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:55:19.103909 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:55:19.168104 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-324c76ec-6149-478c-a461-f0835dec7614 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:19.175353 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-324c76ec-6149-478c-a461-f0835dec7614 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:19.179020 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-324c76ec-6149-478c-a461-f0835dec7614 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/networks/39e8a757-f555-4df1-9d13-bce39c0cc116 HTTP/1.1" status: 204 len: 168 time: 0.3361325 Dec 20 21:55:19.181618 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48796) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:19.198966 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c76ec-6149-478c-a461-f0835dec7614 tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'Network': ['ID=39e8a757-f555-4df1-9d13-bce39c0cc116,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:19.251795 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-807e021d-ba04-408e-97cb-460fdda78c8f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:19.279358 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-807e021d-ba04-408e-97cb-460fdda78c8f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:19.343872 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-807e021d-ba04-408e-97cb-460fdda78c8f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:19.346435 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-807e021d-ba04-408e-97cb-460fdda78c8f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:19.347643 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-807e021d-ba04-408e-97cb-460fdda78c8f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] 10.222.0.32 "DELETE /v2.0/security-groups/d70ed51e-ee38-4ef7-a6e9-379a32c65ee3 HTTP/1.1" status: 204 len: 168 time: 0.1650724 Dec 20 21:55:19.357185 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e021d-ba04-408e-97cb-460fdda78c8f tempest-TestNetworkAdvancedServerOps-1391346623 tempest-TestNetworkAdvancedServerOps-1391346623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70ed51e-ee38-4ef7-a6e9-379a32c65ee3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:19.650158 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48804) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:19.806247 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e6965199-2a80-450d-a5c1-d9e831c35193 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17bfe5143f08413da482bf49648c0cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548183 Dec 20 21:55:19.809896 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48808) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:19.859955 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a6d0-6aca-4689-8076-f2ded4ac8914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:19.887922 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a6d0-6aca-4689-8076-f2ded4ac8914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:19.945904 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a6d0-6aca-4689-8076-f2ded4ac8914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:19.948435 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2bf0a6d0-6aca-4689-8076-f2ded4ac8914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:19.949565 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2bf0a6d0-6aca-4689-8076-f2ded4ac8914 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30ebbe71-0347-474d-bc6a-50771a056ed3 HTTP/1.1" status: 204 len: 168 time: 0.1387606 Dec 20 21:55:19.957109 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0a6d0-6aca-4689-8076-f2ded4ac8914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ebbe71-0347-474d-bc6a-50771a056ed3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:20.248765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48814) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:20.289440 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-205f2100-7899-4555-bfca-aeb136695368 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f475922e6e4422a9daea36e888b3c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394711 Dec 20 21:55:20.293266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48816) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:20.340862 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a33e0820-cdab-43d3-8dda-e04421eac60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:20.363419 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a33e0820-cdab-43d3-8dda-e04421eac60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:20.413638 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a33e0820-cdab-43d3-8dda-e04421eac60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:20.417963 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a33e0820-cdab-43d3-8dda-e04421eac60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:20.419572 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a33e0820-cdab-43d3-8dda-e04421eac60e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/964b7ee7-18c8-4f14-b9c9-4ef6dc5e4846 HTTP/1.1" status: 204 len: 168 time: 0.1254227 Dec 20 21:55:20.427393 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e0820-cdab-43d3-8dda-e04421eac60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964b7ee7-18c8-4f14-b9c9-4ef6dc5e4846,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:20.445412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e78b074e-7d48-4c16-ba66-d3c6d8a637bd no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:55:20.466014 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: e78b074e-7d48-4c16-ba66-d3c6d8a637bd {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:55:20.466311 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e78b074e-7d48-4c16-ba66-d3c6d8a637bd not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:55:21.130977 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48838) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:21.237667 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-88485823-9d89-480c-9d34-45b975b89598 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-256049099-network', 'tenant_id': '37bb6b48c70a48dcbd3d2bb265412fe9'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:55:21.263548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88485823-9d89-480c-9d34-45b975b89598 admin admin] Made reservation on behalf of 37bb6b48c70a48dcbd3d2bb265412fe9 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:55:21.265896 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88485823-9d89-480c-9d34-45b975b89598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:21.275336 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88485823-9d89-480c-9d34-45b975b89598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:21.356389 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88485823-9d89-480c-9d34-45b975b89598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:21.361667 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88485823-9d89-480c-9d34-45b975b89598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:21.385765 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88485823-9d89-480c-9d34-45b975b89598 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:55:21.395314 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88485823-9d89-480c-9d34-45b975b89598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db69d2e0-4cd2-40f0-bca7-3b0bfc2a910c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:21.400234 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88485823-9d89-480c-9d34-45b975b89598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:21.400579 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-88485823-9d89-480c-9d34-45b975b89598 admin admin] Added segment ed7c4761-c405-44cd-b38a-e91965343470 of type vlan for network 0cb4662b-f828-4725-8578-8939b745bfe8 Dec 20 21:55:21.442391 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88485823-9d89-480c-9d34-45b975b89598 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:21.470746 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88485823-9d89-480c-9d34-45b975b89598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:21.471852 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88485823-9d89-480c-9d34-45b975b89598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:21.472488 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-88485823-9d89-480c-9d34-45b975b89598 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:21.529899 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-88485823-9d89-480c-9d34-45b975b89598 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3978460 Dec 20 21:55:21.533396 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48842) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:21.536833 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88485823-9d89-480c-9d34-45b975b89598 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb4662b-f828-4725-8578-8939b745bfe8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:21.539341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-63bd324e-83a2-4297-9bc9-5605a35e2f9c admin admin] Request body: {'subnet': {'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-256049099-subnet', 'tenant_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:55:21.547555 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 0cb4662b-f828-4725-8578-8939b745bfe8 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:55:21.564421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bd324e-83a2-4297-9bc9-5605a35e2f9c admin admin] Made reservation on behalf of 37bb6b48c70a48dcbd3d2bb265412fe9 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:55:21.566913 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-63bd324e-83a2-4297-9bc9-5605a35e2f9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:21.736088 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-63bd324e-83a2-4297-9bc9-5605a35e2f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:21.799975 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd324e-83a2-4297-9bc9-5605a35e2f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f408071e-9978-4639-8d5a-e392bd064c8d,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:21.811628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd324e-83a2-4297-9bc9-5605a35e2f9c admin admin] Checking segment: {'id': 'ed7c4761-c405-44cd-b38a-e91965343470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:55:21.812146 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd324e-83a2-4297-9bc9-5605a35e2f9c admin admin] Network hostable DHCP agents. Network: 0cb4662b-f828-4725-8578-8939b745bfe8, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:55:21.840275 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd324e-83a2-4297-9bc9-5605a35e2f9c admin admin] Network 0cb4662b-f828-4725-8578-8939b745bfe8 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:55:21.851153 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-63bd324e-83a2-4297-9bc9-5605a35e2f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 0cb4662b-f828-4725-8578-8939b745bfe8) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:55:21.855388 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bd324e-83a2-4297-9bc9-5605a35e2f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:21.855973 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-63bd324e-83a2-4297-9bc9-5605a35e2f9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:21.860407 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aa5d44-047c-42d1-9354-50c4abbabaf4 None None] Network 0cb4662b-f828-4725-8578-8939b745bfe8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:55:21.876616 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-63bd324e-83a2-4297-9bc9-5605a35e2f9c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3420630 Dec 20 21:55:21.879437 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48844) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:21.883775 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-256049099-router', 'tenant_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:55:21.905139 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:21.906153 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:21.957106 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:22.009390 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-0cb4662b-f828-4725-8578-8939b745bfe8', 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8', 'tenant_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'fixed_ips': [{'subnet_id': 'f408071e-9978-4639-8d5a-e392bd064c8d'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:55:22.010305 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:22.146936 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Allocated IP 172.20.0.2 (0cb4662b-f828-4725-8578-8939b745bfe8/f408071e-9978-4639-8d5a-e392bd064c8d/47ae3e04-a78f-462e-856a-507e88e5990c) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:55:22.298359 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:22.305062 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:22.343468 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Network 0cb4662b-f828-4725-8578-8939b745bfe8 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:55:22.346527 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:55:22.353433 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:55:22.356462 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Pushing event updated for resources: {'Port': ['ID=47ae3e04-a78f-462e-856a-507e88e5990c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:22.380973 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:22.406981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Attempting to bind port 47ae3e04-a78f-462e-856a-507e88e5990c on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:55:22.407259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Attempting to bind port 47ae3e04-a78f-462e-856a-507e88e5990c by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'ed7c4761-c405-44cd-b38a-e91965343470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:55:22.407612 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Attempting to bind port 47ae3e04-a78f-462e-856a-507e88e5990c on network 0cb4662b-f828-4725-8578-8939b745bfe8 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:55:22.412508 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:55:22.412844 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Checking segment: {'id': 'ed7c4761-c405-44cd-b38a-e91965343470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:55:22.413426 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:22.413815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Bound using segment: {'id': 'ed7c4761-c405-44cd-b38a-e91965343470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:55:22.414308 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Bound port: 47ae3e04-a78f-462e-856a-507e88e5990c, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7c4761-c405-44cd-b38a-e91965343470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:55:22.414678 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:22.478941 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] For port 47ae3e04-a78f-462e-856a-507e88e5990c, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:55:22.481969 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] For port 47ae3e04-a78f-462e-856a-507e88e5990c, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=47ae3e04-a78f-462e-856a-507e88e5990c,segment=NetworkSegment(ed7c4761-c405-44cd-b38a-e91965343470),segment_id=ed7c4761-c405-44cd-b38a-e91965343470)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:55:22.486720 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:22.546693 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f9af5-57a6-4a66-8469-d128e80b237f None None] Pushing event updated for resources: {'Port': ['ID=47ae3e04-a78f-462e-856a-507e88e5990c,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:22.589814 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:22.610971 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:22.726984 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Allocated IP 172.35.3.213 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/188f244d-275b-4c64-9e98-fb068027af0b) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:55:22.833004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:22.867650 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:22.904042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:55:22.906796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:55:22.910314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:55:22.934414 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Pushing event updated for resources: {'Port': ['ID=188f244d-275b-4c64-9e98-fb068027af0b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:23.159246 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:23.360398 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:23.466886 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f539a8-e2d8-48d3-b69b-8e298ac0d1ac None None] Network 0cb4662b-f828-4725-8578-8939b745bfe8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:55:23.494826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Router d4ec6746-887c-4b94-83b4-42be86a230e3 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:55:23.525721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-17d88f77-91b0-46d9-b2b9-f3a946ba7647 None None] Provisioning complete for port 47ae3e04-a78f-462e-856a-507e88e5990c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:23.526221 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17d88f77-91b0-46d9-b2b9-f3a946ba7647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:23.602783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:55:23.614872 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Sync routers for ids ['d4ec6746-887c-4b94-83b4-42be86a230e3'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:55:23.627158 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:23.628434 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2e2d3b89-7b0a-457e-bff7-e3c05094ab50 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7480428 Dec 20 21:55:23.631333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48846) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:23.654548 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Routers {'d4ec6746-887c-4b94-83b4-42be86a230e3'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:55:23.655198 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:55:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['d4ec6746-887c-4b94-83b4-42be86a230e3'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:23.901911 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17d88f77-91b0-46d9-b2b9-f3a946ba7647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:23.961460 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-17d88f77-91b0-46d9-b2b9-f3a946ba7647 None None] For port 47ae3e04-a78f-462e-856a-507e88e5990c, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=47ae3e04-a78f-462e-856a-507e88e5990c,segment=NetworkSegment(ed7c4761-c405-44cd-b38a-e91965343470),segment_id=ed7c4761-c405-44cd-b38a-e91965343470)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:55:23.973101 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17d88f77-91b0-46d9-b2b9-f3a946ba7647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:23.976008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Set router d4ec6746-887c-4b94-83b4-42be86a230e3 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:55:24.087959 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:24.112659 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d88f77-91b0-46d9-b2b9-f3a946ba7647 None None] Pushing event updated for resources: {'Port': ['ID=47ae3e04-a78f-462e-856a-507e88e5990c,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:24.202079 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ce3cd83a-c39f-4937-b63c-eb66d9b2ea3c None None] Provisioning complete for port 47ae3e04-a78f-462e-856a-507e88e5990c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:24.202475 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ce3cd83a-c39f-4937-b63c-eb66d9b2ea3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:24.229288 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'name': 'tempest-TestServerMultinode-256049099-router', 'tenant_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '188f244d-275b-4c64-9e98-fb068027af0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:55:21Z', 'updated_at': '2021-12-20T21:55:23Z', 'revision_number': 3, 'project_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'gw_port': {'id': '188f244d-275b-4c64-9e98-fb068027af0b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:14:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:22Z', 'updated_at': '2021-12-20T21:55:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:24.259696 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Checking router: d4ec6746-887c-4b94-83b4-42be86a230e3 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:55:24.260059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Updating router d4ec6746-887c-4b94-83b4-42be86a230e3 port 188f244d-275b-4c64-9e98-fb068027af0b binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:55:24.265461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] Allocated IP 172.20.0.1 (0cb4662b-f828-4725-8578-8939b745bfe8/f408071e-9978-4639-8d5a-e392bd064c8d/4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:55:24.293191 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:24.370279 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:24.403905 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:24.458974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] Network 0cb4662b-f828-4725-8578-8939b745bfe8 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:55:24.464699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:55:24.468362 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:55:24.499924 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] Pushing event updated for resources: {'Port': ['ID=4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:24.531280 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 47ae3e04-a78f-462e-856a-507e88e5990c up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:55:24.531821 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:24.668778 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:24.676894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 47ae3e04-a78f-462e-856a-507e88e5990c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:24.677477 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:24.685356 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:24.700368 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:24.773898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4698ef5-d68d-4f2a-a9dd-f0149e410aee None None] Pushing event updated for resources: {'Port': ['ID=188f244d-275b-4c64-9e98-fb068027af0b,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:24.777293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Attempting to bind port 188f244d-275b-4c64-9e98-fb068027af0b on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:55:24.777789 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Attempting to bind port 188f244d-275b-4c64-9e98-fb068027af0b by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:55:24.778057 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Attempting to bind port 188f244d-275b-4c64-9e98-fb068027af0b on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:55:24.785644 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:55:24.786012 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:55:24.786438 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:24.786821 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:55:24.787284 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Bound port: 188f244d-275b-4c64-9e98-fb068027af0b, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:55:24.787664 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:24.871677 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:24.877636 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:24.881771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-593a70a2-caa4-4d4e-abf2-3f30fd8995f8 None None] Provisioning complete for port 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:24.882867 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-593a70a2-caa4-4d4e-abf2-3f30fd8995f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:24.906258 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] For port 188f244d-275b-4c64-9e98-fb068027af0b, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:55:24.926563 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] For port 188f244d-275b-4c64-9e98-fb068027af0b, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=188f244d-275b-4c64-9e98-fb068027af0b,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:55:24.935494 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:24.939722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-593a70a2-caa4-4d4e-abf2-3f30fd8995f8 None None] Port 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:55:24.958623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:24.960758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] Pushing event updated for resources: {'Port': ['ID=4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:25.002163 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Routers {'d4ec6746-887c-4b94-83b4-42be86a230e3'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:55:25.002809 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:55:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['d4ec6746-887c-4b94-83b4-42be86a230e3'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:25.008274 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4698ef5-d68d-4f2a-a9dd-f0149e410aee None None] Pushing event updated for resources: {'Port': ['ID=188f244d-275b-4c64-9e98-fb068027af0b,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:25.064304 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] Network 0cb4662b-f828-4725-8578-8939b745bfe8 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:55:25.065980 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:55:25.129071 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] Set router d4ec6746-887c-4b94-83b4-42be86a230e3 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:55:25.200829 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] Router d4ec6746-887c-4b94-83b4-42be86a230e3 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:55:25.315407 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:55:25.321564 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b269c013-51d7-456e-8c8b-561d3abe23dd admin admin] 10.222.0.32 "PUT /v2.0/routers/d4ec6746-887c-4b94-83b4-42be86a230e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6891460 Dec 20 21:55:25.340411 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'name': 'tempest-TestServerMultinode-256049099-router', 'tenant_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '188f244d-275b-4c64-9e98-fb068027af0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:55:21Z', 'updated_at': '2021-12-20T21:55:24Z', 'revision_number': 4, 'project_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'gw_port': {'id': '188f244d-275b-4c64-9e98-fb068027af0b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:14:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:22Z', 'updated_at': '2021-12-20T21:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda', 'name': '', 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8', 'tenant_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'mac_address': 'fa:16:3e:44:b0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'f408071e-9978-4639-8d5a-e392bd064c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:24Z', 'updated_at': '2021-12-20T21:55:24Z', 'revision_number': 2, 'project_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'subnets': [{'id': 'f408071e-9978-4639-8d5a-e392bd064c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:25.374627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e12d3d-88d1-4646-81d0-76484ec277f2 None None] The sync data for ids ['d4ec6746-887c-4b94-83b4-42be86a230e3'] in n-d-xena-1 is: [{'id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'name': 'tempest-TestServerMultinode-256049099-router', 'tenant_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '188f244d-275b-4c64-9e98-fb068027af0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:55:21Z', 'updated_at': '2021-12-20T21:55:24Z', 'revision_number': 4, 'project_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'gw_port': {'id': '188f244d-275b-4c64-9e98-fb068027af0b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:14:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:22Z', 'updated_at': '2021-12-20T21:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda', 'name': '', 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8', 'tenant_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'mac_address': 'fa:16:3e:44:b0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'f408071e-9978-4639-8d5a-e392bd064c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:24Z', 'updated_at': '2021-12-20T21:55:24Z', 'revision_number': 2, 'project_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'subnets': [{'id': 'f408071e-9978-4639-8d5a-e392bd064c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:55:25.384981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-900b4ea6-eb0f-4b08-8d7b-9328b3670700 None None] Provisioning complete for port 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:25.385354 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-900b4ea6-eb0f-4b08-8d7b-9328b3670700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:25.420894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-900b4ea6-eb0f-4b08-8d7b-9328b3670700 None None] Port 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:55:25.892894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48866) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:25.899487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-327f9b4f-fb37-4c95-8fb2-510d38d9a3b9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1610328543-network', 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:55:25.926520 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327f9b4f-fb37-4c95-8fb2-510d38d9a3b9 admin admin] Made reservation on behalf of ed3e944cf2764af8bd0ab2561af2a560 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:55:25.929949 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-327f9b4f-fb37-4c95-8fb2-510d38d9a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:25.941836 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-327f9b4f-fb37-4c95-8fb2-510d38d9a3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:26.025019 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-327f9b4f-fb37-4c95-8fb2-510d38d9a3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:26.030299 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-327f9b4f-fb37-4c95-8fb2-510d38d9a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:26.062906 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327f9b4f-fb37-4c95-8fb2-510d38d9a3b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:55:26.072691 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f9b4f-fb37-4c95-8fb2-510d38d9a3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdacc829-5d70-4af9-bc19-77e20fb5f2fc,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:26.080229 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-327f9b4f-fb37-4c95-8fb2-510d38d9a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:26.080778 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-327f9b4f-fb37-4c95-8fb2-510d38d9a3b9 admin admin] Added segment 9d995bbf-9b76-4a21-abeb-1353153468c9 of type vlan for network 593af7f9-7aa5-485e-bb82-53a459d6a772 Dec 20 21:55:26.129617 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-327f9b4f-fb37-4c95-8fb2-510d38d9a3b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:26.162450 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-327f9b4f-fb37-4c95-8fb2-510d38d9a3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:26.163928 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327f9b4f-fb37-4c95-8fb2-510d38d9a3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:26.165111 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-327f9b4f-fb37-4c95-8fb2-510d38d9a3b9 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:26.230393 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-327f9b4f-fb37-4c95-8fb2-510d38d9a3b9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3358705 Dec 20 21:55:26.233265 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48868) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:26.238804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-cb0a985c-4a97-43fd-b65c-c405da5db63b admin admin] Request body: {'subnet': {'network_id': '593af7f9-7aa5-485e-bb82-53a459d6a772', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1610328543-subnet', 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:55:26.251212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f9b4f-fb37-4c95-8fb2-510d38d9a3b9 admin admin] Pushing event updated for resources: {'Network': ['ID=593af7f9-7aa5-485e-bb82-53a459d6a772,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:26.261939 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0a985c-4a97-43fd-b65c-c405da5db63b admin admin] Made reservation on behalf of ed3e944cf2764af8bd0ab2561af2a560 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:55:26.264454 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cb0a985c-4a97-43fd-b65c-c405da5db63b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:26.268309 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 593af7f9-7aa5-485e-bb82-53a459d6a772 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:55:26.461565 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cb0a985c-4a97-43fd-b65c-c405da5db63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:26.531190 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a985c-4a97-43fd-b65c-c405da5db63b admin admin] Pushing event updated for resources: {'Subnet': ['ID=606ca880-8246-4385-b6ab-eef68df1cd91,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:26.534188 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0a985c-4a97-43fd-b65c-c405da5db63b admin admin] Checking segment: {'id': '9d995bbf-9b76-4a21-abeb-1353153468c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '593af7f9-7aa5-485e-bb82-53a459d6a772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:55:26.534550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0a985c-4a97-43fd-b65c-c405da5db63b admin admin] Network hostable DHCP agents. Network: 593af7f9-7aa5-485e-bb82-53a459d6a772, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:55:26.547890 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 188f244d-275b-4c64-9e98-fb068027af0b up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:55:26.555878 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0a985c-4a97-43fd-b65c-c405da5db63b admin admin] Network 593af7f9-7aa5-485e-bb82-53a459d6a772 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:55:26.567112 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-cb0a985c-4a97-43fd-b65c-c405da5db63b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 593af7f9-7aa5-485e-bb82-53a459d6a772) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:55:26.572735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0a985c-4a97-43fd-b65c-c405da5db63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:26.573428 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cb0a985c-4a97-43fd-b65c-c405da5db63b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:26.578948 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a49b63-780c-4b34-b6a1-5d037fcacb39 None None] Network 593af7f9-7aa5-485e-bb82-53a459d6a772 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:55:26.599335 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cb0a985c-4a97-43fd-b65c-c405da5db63b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3645284 Dec 20 21:55:26.602364 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 48870) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:26.614059 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1610328543-router', 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:55:26.640507 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:26.641812 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:26.680666 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 188f244d-275b-4c64-9e98-fb068027af0b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:26.681042 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:26.697500 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:26.805632 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-593af7f9-7aa5-485e-bb82-53a459d6a772', 'network_id': '593af7f9-7aa5-485e-bb82-53a459d6a772', 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'fixed_ips': [{'subnet_id': '606ca880-8246-4385-b6ab-eef68df1cd91'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:55:26.806564 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:26.834166 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:26.858454 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:26.915750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 188f244d-275b-4c64-9e98-fb068027af0b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=188f244d-275b-4c64-9e98-fb068027af0b,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:55:26.922994 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:27.010249 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=188f244d-275b-4c64-9e98-fb068027af0b,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:27.020822 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Allocated IP 172.20.0.2 (593af7f9-7aa5-485e-bb82-53a459d6a772/606ca880-8246-4385-b6ab-eef68df1cd91/5e3cfff3-d78a-44db-bff5-fba06d263a74) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:55:27.093778 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:27.113606 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:27.186779 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:27.197544 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:27.205645 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a42c592c-51c4-4a59-b5ba-4f8cbfcc96ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:27.242685 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Network 593af7f9-7aa5-485e-bb82-53a459d6a772 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:55:27.245786 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:55:27.249632 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:55:27.260394 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Pushing event updated for resources: {'Port': ['ID=5e3cfff3-d78a-44db-bff5-fba06d263a74,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:27.320120 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Attempting to bind port 5e3cfff3-d78a-44db-bff5-fba06d263a74 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:55:27.320822 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Attempting to bind port 5e3cfff3-d78a-44db-bff5-fba06d263a74 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '9d995bbf-9b76-4a21-abeb-1353153468c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '593af7f9-7aa5-485e-bb82-53a459d6a772'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:55:27.320822 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Attempting to bind port 5e3cfff3-d78a-44db-bff5-fba06d263a74 on network 593af7f9-7aa5-485e-bb82-53a459d6a772 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:55:27.326992 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:55:27.326992 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Checking segment: {'id': '9d995bbf-9b76-4a21-abeb-1353153468c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '593af7f9-7aa5-485e-bb82-53a459d6a772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:55:27.327225 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:27.327582 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Bound using segment: {'id': '9d995bbf-9b76-4a21-abeb-1353153468c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '593af7f9-7aa5-485e-bb82-53a459d6a772'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:55:27.328027 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Bound port: 5e3cfff3-d78a-44db-bff5-fba06d263a74, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d995bbf-9b76-4a21-abeb-1353153468c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '593af7f9-7aa5-485e-bb82-53a459d6a772'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:55:27.328402 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:27.401142 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] For port 5e3cfff3-d78a-44db-bff5-fba06d263a74, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:55:27.405455 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] For port 5e3cfff3-d78a-44db-bff5-fba06d263a74, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5e3cfff3-d78a-44db-bff5-fba06d263a74,segment=NetworkSegment(9d995bbf-9b76-4a21-abeb-1353153468c9),segment_id=9d995bbf-9b76-4a21-abeb-1353153468c9)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:55:27.410995 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:27.468537 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd91fa9-8d84-4099-9b65-83b2701b2d03 None None] Pushing event updated for resources: {'Port': ['ID=5e3cfff3-d78a-44db-bff5-fba06d263a74,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:27.539457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Allocated IP 172.35.3.122 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/dd46defa-b87d-4266-b520-5bf0ba876154) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:55:27.681217 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:27.688352 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Sync routers for ids ['d4ec6746-887c-4b94-83b4-42be86a230e3'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:55:27.699464 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Routers {'d4ec6746-887c-4b94-83b4-42be86a230e3'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:55:27.700189 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:55:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['d4ec6746-887c-4b94-83b4-42be86a230e3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:27.723582 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:27.768412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:55:27.774946 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:55:27.777417 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:55:27.780909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Pushing event updated for resources: {'Port': ['ID=dd46defa-b87d-4266-b520-5bf0ba876154,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:27.826852 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Set router d4ec6746-887c-4b94-83b4-42be86a230e3 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:55:28.027404 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'name': 'tempest-TestServerMultinode-256049099-router', 'tenant_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '188f244d-275b-4c64-9e98-fb068027af0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:55:21Z', 'updated_at': '2021-12-20T21:55:24Z', 'revision_number': 4, 'project_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'gw_port': {'id': '188f244d-275b-4c64-9e98-fb068027af0b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:22Z', 'updated_at': '2021-12-20T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda', 'name': '', 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8', 'tenant_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'mac_address': 'fa:16:3e:44:b0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'f408071e-9978-4639-8d5a-e392bd064c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:24Z', 'updated_at': '2021-12-20T21:55:24Z', 'revision_number': 2, 'project_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'subnets': [{'id': 'f408071e-9978-4639-8d5a-e392bd064c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:28.040673 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:28.052993 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Checking router: d4ec6746-887c-4b94-83b4-42be86a230e3 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:55:28.053335 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Updating router d4ec6746-887c-4b94-83b4-42be86a230e3 port 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:55:28.076881 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:28.253856 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:28.366060 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:28.377017 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:28.405516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Router b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:55:28.482799 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Attempting to bind port 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:55:28.483171 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Attempting to bind port 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'ed7c4761-c405-44cd-b38a-e91965343470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:55:28.483534 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Attempting to bind port 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda on network 0cb4662b-f828-4725-8578-8939b745bfe8 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:55:28.485782 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cd3c3-61bc-4acf-bbb5-788cbea0055c None None] Pushing event updated for resources: {'Port': ['ID=4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:28.494133 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:55:28.494581 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Checking segment: {'id': 'ed7c4761-c405-44cd-b38a-e91965343470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:55:28.495091 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:28.495542 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Bound using segment: {'id': 'ed7c4761-c405-44cd-b38a-e91965343470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:55:28.496168 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Bound port: 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7c4761-c405-44cd-b38a-e91965343470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:55:28.496614 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:28.588901 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] For port 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:55:28.598381 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] For port 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda,segment=NetworkSegment(ed7c4761-c405-44cd-b38a-e91965343470),segment_id=ed7c4761-c405-44cd-b38a-e91965343470)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:55:28.614593 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:28.614759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:55:28.634265 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Sync routers for ids ['b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:55:28.642814 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5070da2-0b47-46f7-94b7-587dc0058f4e None None] Network 593af7f9-7aa5-485e-bb82-53a459d6a772 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:55:28.651647 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:28.653380 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f388b7e6-f6ab-4ccb-be18-72a187afca38 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0496814 Dec 20 21:55:28.656746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 48872) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:55:28.702633 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cd3c3-61bc-4acf-bbb5-788cbea0055c None None] Pushing event updated for resources: {'Port': ['ID=4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:28.710372 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Routers {'d4ec6746-887c-4b94-83b4-42be86a230e3'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:55:28.711040 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:55:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['d4ec6746-887c-4b94-83b4-42be86a230e3'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:28.909549 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 188f244d-275b-4c64-9e98-fb068027af0b up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:55:28.959958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Routers {'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:55:28.960848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:55:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:28.961284 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] Set router d4ec6746-887c-4b94-83b4-42be86a230e3 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:55:29.084354 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4784644d-7313-4b06-ab3f-d8d12fb583e0 None None] Provisioning complete for port 5e3cfff3-d78a-44db-bff5-fba06d263a74 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:29.084739 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4784644d-7313-4b06-ab3f-d8d12fb583e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:29.181403 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'name': 'tempest-TestServerMultinode-256049099-router', 'tenant_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '188f244d-275b-4c64-9e98-fb068027af0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:55:21Z', 'updated_at': '2021-12-20T21:55:24Z', 'revision_number': 4, 'project_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'gw_port': {'id': '188f244d-275b-4c64-9e98-fb068027af0b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:22Z', 'updated_at': '2021-12-20T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda', 'name': '', 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8', 'tenant_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'mac_address': 'fa:16:3e:44:b0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'f408071e-9978-4639-8d5a-e392bd064c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:24Z', 'updated_at': '2021-12-20T21:55:28Z', 'revision_number': 4, 'project_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'subnets': [{'id': 'f408071e-9978-4639-8d5a-e392bd064c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:29.214252 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Set router b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:55:29.217820 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 188f244d-275b-4c64-9e98-fb068027af0b triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:29.218216 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:29.234571 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7fa355-3c2c-4d79-b975-c183efdf7db3 None None] The sync data for ids ['d4ec6746-887c-4b94-83b4-42be86a230e3'] in n-d-xena-1 is: [{'id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'name': 'tempest-TestServerMultinode-256049099-router', 'tenant_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '188f244d-275b-4c64-9e98-fb068027af0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:55:21Z', 'updated_at': '2021-12-20T21:55:24Z', 'revision_number': 4, 'project_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'gw_port': {'id': '188f244d-275b-4c64-9e98-fb068027af0b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:22Z', 'updated_at': '2021-12-20T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda', 'name': '', 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8', 'tenant_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'mac_address': 'fa:16:3e:44:b0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'f408071e-9978-4639-8d5a-e392bd064c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:24Z', 'updated_at': '2021-12-20T21:55:28Z', 'revision_number': 4, 'project_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'subnets': [{'id': 'f408071e-9978-4639-8d5a-e392bd064c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:55:29.439379 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4784644d-7313-4b06-ab3f-d8d12fb583e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:29.550032 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4784644d-7313-4b06-ab3f-d8d12fb583e0 None None] For port 5e3cfff3-d78a-44db-bff5-fba06d263a74, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5e3cfff3-d78a-44db-bff5-fba06d263a74,segment=NetworkSegment(9d995bbf-9b76-4a21-abeb-1353153468c9),segment_id=9d995bbf-9b76-4a21-abeb-1353153468c9)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:55:29.568438 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4784644d-7313-4b06-ab3f-d8d12fb583e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:29.603413 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bd1f9596-6d07-4521-836d-6a0ff2a81664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:29.614256 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5e3cfff3-d78a-44db-bff5-fba06d263a74 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:55:29.682730 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:29.686958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784644d-7313-4b06-ab3f-d8d12fb583e0 None None] Pushing event updated for resources: {'Port': ['ID=5e3cfff3-d78a-44db-bff5-fba06d263a74,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:29.718623 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'name': 'tempest-TestServerMultinode-1610328543-router', 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dd46defa-b87d-4266-b520-5bf0ba876154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:55:26Z', 'updated_at': '2021-12-20T21:55:27Z', 'revision_number': 3, 'project_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'gw_port': {'id': 'dd46defa-b87d-4266-b520-5bf0ba876154', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:98:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:27Z', 'updated_at': '2021-12-20T21:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:29.748236 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-999f0ae6-c63b-459e-83f8-39066705c4fc None None] Provisioning complete for port 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:29.748674 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-999f0ae6-c63b-459e-83f8-39066705c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:29.752272 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Checking router: b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:55:29.752615 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Updating router b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2 port dd46defa-b87d-4266-b520-5bf0ba876154 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:55:29.774567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 5e3cfff3-d78a-44db-bff5-fba06d263a74 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:29.774934 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:29.830827 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:29.870124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] Allocated IP 172.20.0.1 (593af7f9-7aa5-485e-bb82-53a459d6a772/606ca880-8246-4385-b6ab-eef68df1cd91/da813f74-580a-4825-b01d-fd0463cad232) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:55:29.984534 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:30.007832 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-999f0ae6-c63b-459e-83f8-39066705c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:30.021200 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:30.065114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] Network 593af7f9-7aa5-485e-bb82-53a459d6a772 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:55:30.068534 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:55:30.072554 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:55:30.086896 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] Pushing event updated for resources: {'Port': ['ID=da813f74-580a-4825-b01d-fd0463cad232,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:30.092631 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-999f0ae6-c63b-459e-83f8-39066705c4fc None None] For port 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda,segment=NetworkSegment(ed7c4761-c405-44cd-b38a-e91965343470),segment_id=ed7c4761-c405-44cd-b38a-e91965343470)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:55:30.102938 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-999f0ae6-c63b-459e-83f8-39066705c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:30.128867 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:30.180358 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f0ae6-c63b-459e-83f8-39066705c4fc None None] Pushing event updated for resources: {'Port': ['ID=4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:30.242977 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:30.245749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-93a7b51d-b0fc-4fee-b9dc-a12632f6c872 None None] Provisioning complete for port 5e3cfff3-d78a-44db-bff5-fba06d263a74 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:30.246103 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93a7b51d-b0fc-4fee-b9dc-a12632f6c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:30.265982 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:30.267057 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:30.338971 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb944bc2-4c66-4b6e-ab12-c164057d952c None None] Pushing event updated for resources: {'Port': ['ID=dd46defa-b87d-4266-b520-5bf0ba876154,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:30.341859 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Attempting to bind port dd46defa-b87d-4266-b520-5bf0ba876154 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:55:30.342248 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Attempting to bind port dd46defa-b87d-4266-b520-5bf0ba876154 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:55:30.342602 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Attempting to bind port dd46defa-b87d-4266-b520-5bf0ba876154 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:55:30.350297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:55:30.350678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:55:30.351068 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:30.351450 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:55:30.351908 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Bound port: dd46defa-b87d-4266-b520-5bf0ba876154, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:55:30.352280 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:30.430504 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] For port dd46defa-b87d-4266-b520-5bf0ba876154, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:55:30.434298 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] For port dd46defa-b87d-4266-b520-5bf0ba876154, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=dd46defa-b87d-4266-b520-5bf0ba876154,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:55:30.439788 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:30.450739 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:30.459499 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:30.498786 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb944bc2-4c66-4b6e-ab12-c164057d952c None None] Pushing event updated for resources: {'Port': ['ID=dd46defa-b87d-4266-b520-5bf0ba876154,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:30.505333 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Routers {'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:55:30.505946 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:55:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:30.532862 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:30.543639 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] Pushing event updated for resources: {'Port': ['ID=da813f74-580a-4825-b01d-fd0463cad232,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:30.548774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:55:30.634386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2f410e37-104f-4f07-9ddb-6052ad7b8976 None None] Provisioning complete for port da813f74-580a-4825-b01d-fd0463cad232 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:30.634678 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2f410e37-104f-4f07-9ddb-6052ad7b8976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:30.636645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] Network 593af7f9-7aa5-485e-bb82-53a459d6a772 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:55:30.638307 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:55:30.760965 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] Router b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:55:30.873505 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2f410e37-104f-4f07-9ddb-6052ad7b8976 None None] Port da813f74-580a-4825-b01d-fd0463cad232 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:55:30.875976 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:30.876139 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:55:30.890838 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-366aa270-03ea-4476-8f65-54a697a69676 admin admin] 10.222.0.32 "PUT /v2.0/routers/b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2226951 Dec 20 21:55:30.891398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] Set router b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:55:30.893957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:30.894636 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:31.056985 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-bc1b3ebc-41fa-4609-bec2-923736d7156f None None] Provisioning complete for port da813f74-580a-4825-b01d-fd0463cad232 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:31.057346 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bc1b3ebc-41fa-4609-bec2-923736d7156f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:31.146983 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b3ebc-41fa-4609-bec2-923736d7156f None None] Port da813f74-580a-4825-b01d-fd0463cad232 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:55:31.149319 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5e3cfff3-d78a-44db-bff5-fba06d263a74 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:55:31.230094 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 5e3cfff3-d78a-44db-bff5-fba06d263a74 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:31.230469 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:31.258105 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'name': 'tempest-TestServerMultinode-1610328543-router', 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dd46defa-b87d-4266-b520-5bf0ba876154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:55:26Z', 'updated_at': '2021-12-20T21:55:30Z', 'revision_number': 4, 'project_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'gw_port': {'id': 'dd46defa-b87d-4266-b520-5bf0ba876154', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:98:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:27Z', 'updated_at': '2021-12-20T21:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'da813f74-580a-4825-b01d-fd0463cad232', 'name': '', 'network_id': '593af7f9-7aa5-485e-bb82-53a459d6a772', 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'mac_address': 'fa:16:3e:cc:5b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '606ca880-8246-4385-b6ab-eef68df1cd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:29Z', 'updated_at': '2021-12-20T21:55:30Z', 'revision_number': 2, 'project_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'subnets': [{'id': '606ca880-8246-4385-b6ab-eef68df1cd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:31.287982 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934ba3c4-f448-4dd8-8bbc-ce36cc8d1f46 None None] The sync data for ids ['b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2'] in n-d-xena-1 is: [{'id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'name': 'tempest-TestServerMultinode-1610328543-router', 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dd46defa-b87d-4266-b520-5bf0ba876154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:55:26Z', 'updated_at': '2021-12-20T21:55:30Z', 'revision_number': 4, 'project_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'gw_port': {'id': 'dd46defa-b87d-4266-b520-5bf0ba876154', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:98:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:27Z', 'updated_at': '2021-12-20T21:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'da813f74-580a-4825-b01d-fd0463cad232', 'name': '', 'network_id': '593af7f9-7aa5-485e-bb82-53a459d6a772', 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'mac_address': 'fa:16:3e:cc:5b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '606ca880-8246-4385-b6ab-eef68df1cd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:29Z', 'updated_at': '2021-12-20T21:55:30Z', 'revision_number': 2, 'project_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'subnets': [{'id': '606ca880-8246-4385-b6ab-eef68df1cd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:55:31.563099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-35471d77-5d49-4ce0-9efc-752f54b10420 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:31.564784 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-35471d77-5d49-4ce0-9efc-752f54b10420 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/networks?id=0cb4662b-f828-4725-8578-8939b745bfe8 HTTP/1.1" status: 200 len: 910 time: 0.1076801 Dec 20 21:55:31.580593 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-feb0cf59-6bde-4733-8e98-b60d1bbcf5c8 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/quotas/ed3e944cf2764af8bd0ab2561af2a560 HTTP/1.1" status: 200 len: 375 time: 0.0094383 Dec 20 21:55:31.670884 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-45f3a888-4a1a-4402-b6ba-8bd14315f488 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed3e944cf2764af8bd0ab2561af2a560&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841038 Dec 20 21:55:31.773835 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-20b60553-3e59-4871-a213-2dbfa1e7659e req-a1cca999-c715-4a43-8939-4fba93a0ddac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.1019711 Dec 20 21:55:31.789445 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-4b857429-3c06-4ee5-97cc-c6e4f75dc68c service neutron] 10.222.0.32 "GET /v2.0/networks/0cb4662b-f828-4725-8578-8939b745bfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098907 Dec 20 21:55:31.909374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b60553-3e59-4871-a213-2dbfa1e7659e req-512a9ba2-b416-4e12-b68c-abe6d27ecc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:31.910962 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-20b60553-3e59-4871-a213-2dbfa1e7659e req-512a9ba2-b416-4e12-b68c-abe6d27ecc6b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 1094 time: 0.0700142 Dec 20 21:55:31.913189 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-d5f364cd-0778-4601-82bc-7def44bb76a3 service neutron] 10.222.0.32 "GET /v2.0/networks/0cb4662b-f828-4725-8578-8939b745bfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170893 Dec 20 21:55:32.047309 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b60553-3e59-4871-a213-2dbfa1e7659e req-90a8c325-cc1b-4077-9212-ed7495ce4c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:32.048901 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-20b60553-3e59-4871-a213-2dbfa1e7659e req-90a8c325-cc1b-4077-9212-ed7495ce4c91 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 912 time: 0.1170070 Dec 20 21:55:32.127210 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-20b60553-3e59-4871-a213-2dbfa1e7659e req-6b199506-bce3-4d10-bef1-a29c172b8183 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c HTTP/1.1" status: 200 len: 1000 time: 0.0704815 Dec 20 21:55:32.196237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b60553-3e59-4871-a213-2dbfa1e7659e req-941c57b3-cc9e-4c1b-a2d3-5367e0a0bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:32.197722 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-20b60553-3e59-4871-a213-2dbfa1e7659e req-941c57b3-cc9e-4c1b-a2d3-5367e0a0bd41 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.0638351 Dec 20 21:55:32.207424 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:32.257325 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b60553-3e59-4871-a213-2dbfa1e7659e req-f64754e1-8b7a-4044-9b4d-fe597f90fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:32.258966 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-20b60553-3e59-4871-a213-2dbfa1e7659e req-f64754e1-8b7a-4044-9b4d-fe597f90fdf8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0499175 Dec 20 21:55:32.280548 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f4ae8be5-4761-4561-899f-e6da8cb78951 req-4899ff3b-a502-4b17-b6ba-a18b1a8ca382 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5428c90-da18-4230-8d23-3920dbad648b HTTP/1.1" status: 200 len: 210 time: 0.1760600 Dec 20 21:55:32.374049 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-20b60553-3e59-4871-a213-2dbfa1e7659e req-8fed4d4d-26a0-4ec2-a9f4-d84f4e86a1a0 service neutron] 10.222.0.31 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071730 Dec 20 21:55:32.395391 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:32.521444 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-20b60553-3e59-4871-a213-2dbfa1e7659e req-172c0a97-f0fc-418f-bac6-3d8f0c3431ec service neutron] 10.222.0.31 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344028 Dec 20 21:55:32.555130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device dd46defa-b87d-4266-b520-5bf0ba876154 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:55:32.614350 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port dd46defa-b87d-4266-b520-5bf0ba876154 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:32.614843 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:32.697619 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:32.722448 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port dd46defa-b87d-4266-b520-5bf0ba876154, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=dd46defa-b87d-4266-b520-5bf0ba876154,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:55:32.727763 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:32.780649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=dd46defa-b87d-4266-b520-5bf0ba876154,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:32.788578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:32.789166 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:32.789478 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:32.790189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:32.790556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:32.790876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:32.791179 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:32.791578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:32.791896 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:32.792214 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:32.792535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:32.792840 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:33.329635 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-19890538-817c-491d-bd6a-4566638f6420 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:33.331248 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-19890538-817c-491d-bd6a-4566638f6420 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.66 "GET /v2.0/networks?id=0cb4662b-f828-4725-8578-8939b745bfe8 HTTP/1.1" status: 200 len: 910 time: 0.0899022 Dec 20 21:55:33.345051 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-91f32606-5e84-4b12-bcbb-a0b98a4cd692 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Request body: {'port': {'device_id': 'a5428c90-da18-4230-8d23-3920dbad648b', 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8', 'admin_state_up': True, 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:55:33.372992 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-91f32606-5e84-4b12-bcbb-a0b98a4cd692 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Made reservation on behalf of ed3e944cf2764af8bd0ab2561af2a560 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:55:33.375846 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-91f32606-5e84-4b12-bcbb-a0b98a4cd692 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:33.421168 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a5bd3af0-63f4-4114-ab83-bcac88e49870 req-85ea82f0-1053-4baa-a4a2-28b08f51ebde tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5428c90-da18-4230-8d23-3920dbad648b HTTP/1.1" status: 200 len: 210 time: 0.0414619 Dec 20 21:55:33.522781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-91f32606-5e84-4b12-bcbb-a0b98a4cd692 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Allocated IP 172.20.0.13 (0cb4662b-f828-4725-8578-8939b745bfe8/f408071e-9978-4639-8d5a-e392bd064c8d/911bf247-0925-4890-84d9-e776f28e40c9) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:55:33.550562 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Sync routers for ids ['b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:55:33.561638 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Routers {'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:55:33.562526 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:55:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:33.671894 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-91f32606-5e84-4b12-bcbb-a0b98a4cd692 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:33.672149 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Set router b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:55:33.707014 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-91f32606-5e84-4b12-bcbb-a0b98a4cd692 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:33.754950 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-91f32606-5e84-4b12-bcbb-a0b98a4cd692 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Network 0cb4662b-f828-4725-8578-8939b745bfe8 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:55:33.760542 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-91f32606-5e84-4b12-bcbb-a0b98a4cd692 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:55:33.765018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-91f32606-5e84-4b12-bcbb-a0b98a4cd692 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:55:33.774913 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f32606-5e84-4b12-bcbb-a0b98a4cd692 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Pushing event updated for resources: {'Port': ['ID=911bf247-0925-4890-84d9-e776f28e40c9,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:33.816767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-91f32606-5e84-4b12-bcbb-a0b98a4cd692 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:33.817653 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-91f32606-5e84-4b12-bcbb-a0b98a4cd692 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:33.837048 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-91f32606-5e84-4b12-bcbb-a0b98a4cd692 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4971745 Dec 20 21:55:33.847314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-a9b08fd6-1da9-41a6-b4f3-6e6b8d37b281 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:55:33.848375 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-a9b08fd6-1da9-41a6-b4f3-6e6b8d37b281 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057058 Dec 20 21:55:33.867314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Request body: {'port': {'device_id': 'a5428c90-da18-4230-8d23-3920dbad648b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:55:33.908081 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'name': 'tempest-TestServerMultinode-1610328543-router', 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dd46defa-b87d-4266-b520-5bf0ba876154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:55:26Z', 'updated_at': '2021-12-20T21:55:30Z', 'revision_number': 4, 'project_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'gw_port': {'id': 'dd46defa-b87d-4266-b520-5bf0ba876154', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:27Z', 'updated_at': '2021-12-20T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'da813f74-580a-4825-b01d-fd0463cad232', 'name': '', 'network_id': '593af7f9-7aa5-485e-bb82-53a459d6a772', 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'mac_address': 'fa:16:3e:cc:5b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '606ca880-8246-4385-b6ab-eef68df1cd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:29Z', 'updated_at': '2021-12-20T21:55:30Z', 'revision_number': 2, 'project_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'subnets': [{'id': '606ca880-8246-4385-b6ab-eef68df1cd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:33.927684 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:33.937059 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Checking router: b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:55:33.937409 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Updating router b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2 port da813f74-580a-4825-b01d-fd0463cad232 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:55:33.968741 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:33.989524 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-964d5ef3-e3d9-45c9-b1f6-7b050982f354 None None] Provisioning complete for port 911bf247-0925-4890-84d9-e776f28e40c9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:33.990182 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-964d5ef3-e3d9-45c9-b1f6-7b050982f354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:34.027290 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-964d5ef3-e3d9-45c9-b1f6-7b050982f354 None None] Port 911bf247-0925-4890-84d9-e776f28e40c9 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:55:34.203332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911bf247-0925-4890-84d9-e776f28e40c9 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:55:34.211007 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:34.223080 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Transition to ACTIVE for port object 911bf247-0925-4890-84d9-e776f28e40c9 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:55:34.227414 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:34.242144 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:34.247155 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:34.278576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=911bf247-0925-4890-84d9-e776f28e40c9,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:34.315818 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf1b67-4843-4255-9b21-7ad8a41da993 None None] Pushing event updated for resources: {'Port': ['ID=da813f74-580a-4825-b01d-fd0463cad232,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:34.352423 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Attempting to bind port da813f74-580a-4825-b01d-fd0463cad232 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:55:34.353014 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Attempting to bind port da813f74-580a-4825-b01d-fd0463cad232 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '9d995bbf-9b76-4a21-abeb-1353153468c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '593af7f9-7aa5-485e-bb82-53a459d6a772'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:55:34.353646 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Attempting to bind port da813f74-580a-4825-b01d-fd0463cad232 on network 593af7f9-7aa5-485e-bb82-53a459d6a772 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:55:34.358150 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Attempting to bind port 911bf247-0925-4890-84d9-e776f28e40c9 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:55:34.359043 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Attempting to bind port 911bf247-0925-4890-84d9-e776f28e40c9 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'ed7c4761-c405-44cd-b38a-e91965343470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:55:34.359559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Attempting to bind port 911bf247-0925-4890-84d9-e776f28e40c9 on network 0cb4662b-f828-4725-8578-8939b745bfe8 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:55:34.360933 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:55:34.361517 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Checking segment: {'id': '9d995bbf-9b76-4a21-abeb-1353153468c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '593af7f9-7aa5-485e-bb82-53a459d6a772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:55:34.361898 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:34.362406 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Bound using segment: {'id': '9d995bbf-9b76-4a21-abeb-1353153468c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '593af7f9-7aa5-485e-bb82-53a459d6a772'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:55:34.363170 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Bound port: da813f74-580a-4825-b01d-fd0463cad232, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d995bbf-9b76-4a21-abeb-1353153468c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '593af7f9-7aa5-485e-bb82-53a459d6a772'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:55:34.363387 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:34.365502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Port 911bf247-0925-4890-84d9-e776f28e40c9 on network 0cb4662b-f828-4725-8578-8939b745bfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:55:34.366168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Attempting to bind port 911bf247-0925-4890-84d9-e776f28e40c9 on network 0cb4662b-f828-4725-8578-8939b745bfe8 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:55:34.371382 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:55:34.371731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Checking segment: {'id': 'ed7c4761-c405-44cd-b38a-e91965343470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:55:34.372123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Bound using segment: {'id': 'ed7c4761-c405-44cd-b38a-e91965343470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:55:34.372557 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Bound port: 911bf247-0925-4890-84d9-e776f28e40c9, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7c4761-c405-44cd-b38a-e91965343470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:55:34.372921 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:34.440523 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] For port da813f74-580a-4825-b01d-fd0463cad232, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:55:34.450442 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] For port 911bf247-0925-4890-84d9-e776f28e40c9, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:55:34.454086 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] For port 911bf247-0925-4890-84d9-e776f28e40c9, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=911bf247-0925-4890-84d9-e776f28e40c9,segment=NetworkSegment(ed7c4761-c405-44cd-b38a-e91965343470),segment_id=ed7c4761-c405-44cd-b38a-e91965343470)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:55:34.457956 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] For port da813f74-580a-4825-b01d-fd0463cad232, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=da813f74-580a-4825-b01d-fd0463cad232,segment=NetworkSegment(9d995bbf-9b76-4a21-abeb-1353153468c9),segment_id=9d995bbf-9b76-4a21-abeb-1353153468c9)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:55:34.463300 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:34.467012 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:34.486379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:34.487957 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:34.493673 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] 10.222.0.66 "PUT /v2.0/ports/911bf247-0925-4890-84d9-e776f28e40c9 HTTP/1.1" status: 200 len: 1090 time: 0.6270812 Dec 20 21:55:34.493673 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5428c90-da18-4230-8d23-3920dbad648b', 'tag': '911bf247-0925-4890-84d9-e776f28e40c9'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:55:34.495503 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc838a1-7d7c-4a41-ae37-e7a8ed63a185" -d '{"events": [{"name": "network-changed", "server_uuid": "a5428c90-da18-4230-8d23-3920dbad648b", "tag": "911bf247-0925-4890-84d9-e776f28e40c9"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:55:34.560709 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device dd46defa-b87d-4266-b520-5bf0ba876154 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:55:34.569554 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Routers {'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:55:34.570343 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:55:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:34.576173 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73316310-c5a5-448d-93b6-56edfac69dea x-openstack-request-id: req-73316310-c5a5-448d-93b6-56edfac69dea {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:55:34.576470 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5428c90-da18-4230-8d23-3920dbad648b", "tag": "911bf247-0925-4890-84d9-e776f28e40c9", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:55:34.576870 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73316310-c5a5-448d-93b6-56edfac69dea {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:55:34.577286 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5428c90-da18-4230-8d23-3920dbad648b', 'tag': '911bf247-0925-4890-84d9-e776f28e40c9', 'status': 'completed', 'code': 200} Dec 20 21:55:34.623871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7fc2d-c4a7-4b2b-9cd3-6084b6541ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=911bf247-0925-4890-84d9-e776f28e40c9,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:34.635533 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c240368-5f86-4bc4-a35a-9c335fde7b3b req-06484f25-faf9-4abb-a1aa-be07d6ba143f tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:34.643095 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c240368-5f86-4bc4-a35a-9c335fde7b3b req-06484f25-faf9-4abb-a1aa-be07d6ba143f tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5428c90-da18-4230-8d23-3920dbad648b HTTP/1.1" status: 200 len: 1093 time: 0.0950718 Dec 20 21:55:34.658983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-9dae677b-5a8a-4689-9b6d-c38192ec2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:34.667427 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-9dae677b-5a8a-4689-9b6d-c38192ec2bf1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed3e944cf2764af8bd0ab2561af2a560&device_id=a5428c90-da18-4230-8d23-3920dbad648b HTTP/1.1" status: 200 len: 1093 time: 0.1113043 Dec 20 21:55:34.686118 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port dd46defa-b87d-4266-b520-5bf0ba876154 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:34.686793 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:34.703820 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf1b67-4843-4255-9b21-7ad8a41da993 None None] Pushing event updated for resources: {'Port': ['ID=da813f74-580a-4825-b01d-fd0463cad232,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:34.706343 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c240368-5f86-4bc4-a35a-9c335fde7b3b req-385c3150-8f34-42ec-bf2c-bc6a7ce48046 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604386 Dec 20 21:55:34.722753 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] Set router b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:55:34.747798 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-9a0b0517-9fec-476c-b709-e7c76f19bbec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=911bf247-0925-4890-84d9-e776f28e40c9 HTTP/1.1" status: 200 len: 217 time: 0.0668626 Dec 20 21:55:34.818221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-514980ef-6788-4e68-ab5e-00dcd4f22392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:34.819580 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-514980ef-6788-4e68-ab5e-00dcd4f22392 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f408071e-9978-4639-8d5a-e392bd064c8d HTTP/1.1" status: 200 len: 848 time: 0.0659924 Dec 20 21:55:34.822424 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d7244511-a351-4ff9-8c90-718b3f85f8a6 None None] Provisioning complete for port da813f74-580a-4825-b01d-fd0463cad232 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:34.822790 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7244511-a351-4ff9-8c90-718b3f85f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:34.888039 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-c1b38c8e-b9d7-4a41-bf44-5118f2e3571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:34.889546 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-c1b38c8e-b9d7-4a41-bf44-5118f2e3571e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0cb4662b-f828-4725-8578-8939b745bfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0626748 Dec 20 21:55:34.935861 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7244511-a351-4ff9-8c90-718b3f85f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:34.986391 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d7244511-a351-4ff9-8c90-718b3f85f8a6 None None] For port da813f74-580a-4825-b01d-fd0463cad232, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=da813f74-580a-4825-b01d-fd0463cad232,segment=NetworkSegment(9d995bbf-9b76-4a21-abeb-1353153468c9),segment_id=9d995bbf-9b76-4a21-abeb-1353153468c9)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:55:34.995880 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7244511-a351-4ff9-8c90-718b3f85f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:35.014012 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'name': 'tempest-TestServerMultinode-1610328543-router', 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dd46defa-b87d-4266-b520-5bf0ba876154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:55:26Z', 'updated_at': '2021-12-20T21:55:30Z', 'revision_number': 4, 'project_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'gw_port': {'id': 'dd46defa-b87d-4266-b520-5bf0ba876154', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:27Z', 'updated_at': '2021-12-20T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'da813f74-580a-4825-b01d-fd0463cad232', 'name': '', 'network_id': '593af7f9-7aa5-485e-bb82-53a459d6a772', 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'mac_address': 'fa:16:3e:cc:5b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '606ca880-8246-4385-b6ab-eef68df1cd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:29Z', 'updated_at': '2021-12-20T21:55:34Z', 'revision_number': 4, 'project_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'subnets': [{'id': '606ca880-8246-4385-b6ab-eef68df1cd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:55:35.021667 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-a0819b72-8d49-4548-bf67-df3f67c7f054 service neutron] 10.222.0.66 "GET /v2.0/networks/0cb4662b-f828-4725-8578-8939b745bfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248331 Dec 20 21:55:35.050608 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15174a00-03ac-4429-9104-af9b94b9bdad None None] The sync data for ids ['b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2'] in n-d-xena-1 is: [{'id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'name': 'tempest-TestServerMultinode-1610328543-router', 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dd46defa-b87d-4266-b520-5bf0ba876154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:55:26Z', 'updated_at': '2021-12-20T21:55:30Z', 'revision_number': 4, 'project_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'gw_port': {'id': 'dd46defa-b87d-4266-b520-5bf0ba876154', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:27Z', 'updated_at': '2021-12-20T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'da813f74-580a-4825-b01d-fd0463cad232', 'name': '', 'network_id': '593af7f9-7aa5-485e-bb82-53a459d6a772', 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'mac_address': 'fa:16:3e:cc:5b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '606ca880-8246-4385-b6ab-eef68df1cd91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:29Z', 'updated_at': '2021-12-20T21:55:34Z', 'revision_number': 4, 'project_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'subnets': [{'id': '606ca880-8246-4385-b6ab-eef68df1cd91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:55:35.061817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7244511-a351-4ff9-8c90-718b3f85f8a6 None None] Pushing event updated for resources: {'Port': ['ID=da813f74-580a-4825-b01d-fd0463cad232,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:35.127384 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6cd13dc5-a10e-4520-928e-cb9ed68055ed None None] Provisioning complete for port da813f74-580a-4825-b01d-fd0463cad232 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:35.127910 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6cd13dc5-a10e-4520-928e-cb9ed68055ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:35.130288 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eafdd40a-741b-4506-a2a0-23bf8fa5dd35 req-f08b6bdd-db83-4df7-9a9e-1193ddc2e194 service neutron] 10.222.0.66 "GET /v2.0/networks/0cb4662b-f828-4725-8578-8939b745bfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992217 Dec 20 21:55:35.257506 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc838a1-7d7c-4a41-ae37-e7a8ed63a185 req-dece8b25-f086-4ff9-9bb8-41f35102865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:35.259530 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ccc838a1-7d7c-4a41-ae37-e7a8ed63a185 req-dece8b25-f086-4ff9-9bb8-41f35102865a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed3e944cf2764af8bd0ab2561af2a560&device_id=a5428c90-da18-4230-8d23-3920dbad648b HTTP/1.1" status: 200 len: 1093 time: 0.0442469 Dec 20 21:55:35.354255 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc838a1-7d7c-4a41-ae37-e7a8ed63a185 req-6f3370ef-c2a7-45f0-9aa9-af5897784adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:35.355728 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ccc838a1-7d7c-4a41-ae37-e7a8ed63a185 req-6f3370ef-c2a7-45f0-9aa9-af5897784adc service neutron] 10.222.0.66 "GET /v2.0/networks?id=0cb4662b-f828-4725-8578-8939b745bfe8 HTTP/1.1" status: 200 len: 910 time: 0.0891192 Dec 20 21:55:35.401742 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ccc838a1-7d7c-4a41-ae37-e7a8ed63a185 req-730a8544-2cb4-4df1-a2e3-b5bf31468b2d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=911bf247-0925-4890-84d9-e776f28e40c9 HTTP/1.1" status: 200 len: 217 time: 0.0396852 Dec 20 21:55:35.458838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc838a1-7d7c-4a41-ae37-e7a8ed63a185 req-db353830-f4f7-4873-9a13-a6cd194a3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:35.460761 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ccc838a1-7d7c-4a41-ae37-e7a8ed63a185 req-db353830-f4f7-4873-9a13-a6cd194a3576 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f408071e-9978-4639-8d5a-e392bd064c8d HTTP/1.1" status: 200 len: 848 time: 0.0512841 Dec 20 21:55:35.512379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc838a1-7d7c-4a41-ae37-e7a8ed63a185 req-ef5bdc4a-da5d-4780-afcb-65319da8da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:35.513928 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ccc838a1-7d7c-4a41-ae37-e7a8ed63a185 req-ef5bdc4a-da5d-4780-afcb-65319da8da99 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0cb4662b-f828-4725-8578-8939b745bfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0454237 Dec 20 21:55:35.613711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ccc838a1-7d7c-4a41-ae37-e7a8ed63a185 req-c289bbff-0b9b-4e25-8afc-03f677dd4edf service neutron] 10.222.0.66 "GET /v2.0/networks/0cb4662b-f828-4725-8578-8939b745bfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921233 Dec 20 21:55:35.709757 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ccc838a1-7d7c-4a41-ae37-e7a8ed63a185 req-e184cc7f-3ac6-469b-8943-343a2dfeb2b9 service neutron] 10.222.0.66 "GET /v2.0/networks/0cb4662b-f828-4725-8578-8939b745bfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892653 Dec 20 21:55:35.836129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f7c7e-18b5-4bce-ad3f-0c7387c3d060 req-053b9977-18fb-4937-8a4e-61b05d96162c tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:35.837674 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db7f7c7e-18b5-4bce-ad3f-0c7387c3d060 req-053b9977-18fb-4937-8a4e-61b05d96162c tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5428c90-da18-4230-8d23-3920dbad648b HTTP/1.1" status: 200 len: 1093 time: 0.0544751 Dec 20 21:55:35.877981 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db7f7c7e-18b5-4bce-ad3f-0c7387c3d060 req-747a6c2d-2eae-46fe-b43c-c658e9135dc9 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327108 Dec 20 21:55:36.514975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device da813f74-580a-4825-b01d-fd0463cad232 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:55:36.563576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port da813f74-580a-4825-b01d-fd0463cad232 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:36.563854 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:37.006009 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9133d1-a8c9-476d-a9bf-9d262f78edb9 req-2a6f65f0-b1b4-4c78-8f1a-292b4ef2d9e5 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:37.007565 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dd9133d1-a8c9-476d-a9bf-9d262f78edb9 req-2a6f65f0-b1b4-4c78-8f1a-292b4ef2d9e5 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5428c90-da18-4230-8d23-3920dbad648b HTTP/1.1" status: 200 len: 1093 time: 0.0450158 Dec 20 21:55:37.049091 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dd9133d1-a8c9-476d-a9bf-9d262f78edb9 req-bccc4cd0-9340-4d30-994c-ee7ed5a66329 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342302 Dec 20 21:55:37.827270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 911bf247-0925-4890-84d9-e776f28e40c9 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:55:37.935451 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 911bf247-0925-4890-84d9-e776f28e40c9, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=911bf247-0925-4890-84d9-e776f28e40c9,segment=NetworkSegment(ed7c4761-c405-44cd-b38a-e91965343470),segment_id=ed7c4761-c405-44cd-b38a-e91965343470)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:55:37.947902 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '911bf247-0925-4890-84d9-e776f28e40c9', 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8', 'port_id': '911bf247-0925-4890-84d9-e776f28e40c9', 'mac_address': 'fa:16:3e:c9:ee:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f408071e-9978-4639-8d5a-e392bd064c8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:55:37.987698 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:38.003616 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911bf247-0925-4890-84d9-e776f28e40c9 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:55:38.027505 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 911bf247-0925-4890-84d9-e776f28e40c9, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=911bf247-0925-4890-84d9-e776f28e40c9,segment=NetworkSegment(ed7c4761-c405-44cd-b38a-e91965343470),segment_id=ed7c4761-c405-44cd-b38a-e91965343470)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:55:38.033840 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:38.084836 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=911bf247-0925-4890-84d9-e776f28e40c9,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:38.313158 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['911bf247-0925-4890-84d9-e776f28e40c9'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:55:38.438866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b830ed9-d517-4520-96e3-9c6c20625f82 req-ed62cdf4-55f0-4762-ba41-60205f7b19a6 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:38.440375 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b830ed9-d517-4520-96e3-9c6c20625f82 req-ed62cdf4-55f0-4762-ba41-60205f7b19a6 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5428c90-da18-4230-8d23-3920dbad648b HTTP/1.1" status: 200 len: 1094 time: 0.3240659 Dec 20 21:55:38.478264 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b830ed9-d517-4520-96e3-9c6c20625f82 req-a353e1ce-ea02-4c1e-a135-ee0361ae1d62 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277593 Dec 20 21:55:39.597992 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac195ce-72a5-411e-ab24-9452086df09a req-1571ad22-4559-4fe5-9992-d826ba755df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:39.599536 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2ac195ce-72a5-411e-ab24-9452086df09a req-1571ad22-4559-4fe5-9992-d826ba755df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5428c90-da18-4230-8d23-3920dbad648b HTTP/1.1" status: 200 len: 1094 time: 0.0499177 Dec 20 21:55:39.636089 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2ac195ce-72a5-411e-ab24-9452086df09a req-26965f27-bb3a-40dd-be11-df4517809b81 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304751 Dec 20 21:55:39.850013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 911bf247-0925-4890-84d9-e776f28e40c9 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:55:39.915296 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 911bf247-0925-4890-84d9-e776f28e40c9 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:55:39.921598 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 911bf247-0925-4890-84d9-e776f28e40c9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:39.922166 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:40.013490 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:40.037042 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5428c90-da18-4230-8d23-3920dbad648b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911bf247-0925-4890-84d9-e776f28e40c9'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:55:40.039422 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3deeb3-3a07-4ac6-bddd-05499d28a894" -d '{"events": [{"server_uuid": "a5428c90-da18-4230-8d23-3920dbad648b", "name": "network-vif-plugged", "status": "completed", "tag": "911bf247-0925-4890-84d9-e776f28e40c9"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:55:40.053240 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 911bf247-0925-4890-84d9-e776f28e40c9, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=911bf247-0925-4890-84d9-e776f28e40c9,segment=NetworkSegment(ed7c4761-c405-44cd-b38a-e91965343470),segment_id=ed7c4761-c405-44cd-b38a-e91965343470)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:55:40.058330 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:40.084163 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf3db18-0911-4d43-a152-0455ee2af56c x-openstack-request-id: req-4bf3db18-0911-4d43-a152-0455ee2af56c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:55:40.084527 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5428c90-da18-4230-8d23-3920dbad648b", "name": "network-vif-plugged", "status": "completed", "tag": "911bf247-0925-4890-84d9-e776f28e40c9", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:55:40.084705 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4bf3db18-0911-4d43-a152-0455ee2af56c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:55:40.085099 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5428c90-da18-4230-8d23-3920dbad648b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911bf247-0925-4890-84d9-e776f28e40c9', 'code': 200} Dec 20 21:55:40.111972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=911bf247-0925-4890-84d9-e776f28e40c9,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:40.202671 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad4e66-622f-4022-8e3c-7317e0d26e8c req-09092e42-7d0f-4224-8750-2dc5a1470d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:40.204150 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-daad4e66-622f-4022-8e3c-7317e0d26e8c req-09092e42-7d0f-4224-8750-2dc5a1470d13 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a5428c90-da18-4230-8d23-3920dbad648b HTTP/1.1" status: 200 len: 1095 time: 0.0479002 Dec 20 21:55:40.240243 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-daad4e66-622f-4022-8e3c-7317e0d26e8c req-adae8a86-15c6-405c-9c71-d47989cb2cbc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290575 Dec 20 21:55:40.758296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a027523-96c4-4508-a9e8-2eedc19ecb1b req-40d5f7c0-53f3-4c31-805c-189049b5ecc0 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:40.759814 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6a027523-96c4-4508-a9e8-2eedc19ecb1b req-40d5f7c0-53f3-4c31-805c-189049b5ecc0 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5428c90-da18-4230-8d23-3920dbad648b HTTP/1.1" status: 200 len: 1095 time: 0.0445440 Dec 20 21:55:40.795108 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6a027523-96c4-4508-a9e8-2eedc19ecb1b req-2a1d5af8-a7ac-40b4-935c-0fd03a0bdd80 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289989 Dec 20 21:55:41.909743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226fc96-5eb0-4f8f-b944-0786ad789916 req-11c5b490-1622-4a0a-8721-972ab0c2112c tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:41.911170 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c226fc96-5eb0-4f8f-b944-0786ad789916 req-11c5b490-1622-4a0a-8721-972ab0c2112c tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5428c90-da18-4230-8d23-3920dbad648b HTTP/1.1" status: 200 len: 1095 time: 0.0421612 Dec 20 21:55:41.954091 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c226fc96-5eb0-4f8f-b944-0786ad789916 req-d240f755-f0f4-4422-b5c4-95b3d05f47e8 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332787 Dec 20 21:55:42.078554 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe1ad6-05a5-43f0-a13a-8f67f371be90 req-afed354b-3022-464e-8a90-7fc53255f24f tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:42.080424 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-80fe1ad6-05a5-43f0-a13a-8f67f371be90 req-afed354b-3022-464e-8a90-7fc53255f24f tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5428c90-da18-4230-8d23-3920dbad648b HTTP/1.1" status: 200 len: 1095 time: 0.0591948 Dec 20 21:55:42.123360 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-80fe1ad6-05a5-43f0-a13a-8f67f371be90 req-9381f37b-db8e-4626-bde4-66ab39e002ea tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365000 Dec 20 21:55:42.234338 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccca24d-5237-40e4-b370-e8d86e240dde req-298e310d-f6c0-4d39-aebe-30260d986b6b tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:42.235857 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ccca24d-5237-40e4-b370-e8d86e240dde req-298e310d-f6c0-4d39-aebe-30260d986b6b tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5428c90-da18-4230-8d23-3920dbad648b HTTP/1.1" status: 200 len: 1095 time: 0.0451028 Dec 20 21:55:42.271277 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ccca24d-5237-40e4-b370-e8d86e240dde req-7feee221-5641-431c-a638-8eea34a63d3e tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293078 Dec 20 21:55:42.593265 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-5a1510e6-f0ff-46ec-8b80-dfd3d3a43c3b tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:42.594810 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-5a1510e6-f0ff-46ec-8b80-dfd3d3a43c3b tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/networks?id=0cb4662b-f828-4725-8578-8939b745bfe8 HTTP/1.1" status: 200 len: 910 time: 0.1462085 Dec 20 21:55:42.612795 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-857f3703-19f6-4aaf-850e-03590e3e56f8 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/quotas/ed3e944cf2764af8bd0ab2561af2a560 HTTP/1.1" status: 200 len: 375 time: 0.0097122 Dec 20 21:55:42.688844 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-f1b923f1-fcb0-4dc2-8db6-8fdce903dda5 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=ed3e944cf2764af8bd0ab2561af2a560&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0703835 Dec 20 21:55:42.869926 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-ba8df260-7e98-40a1-bd8e-f5af4b6f4cda service neutron] 10.222.0.32 "GET /v2.0/networks/0cb4662b-f828-4725-8578-8939b745bfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739151 Dec 20 21:55:42.965105 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-91d275fc-6b3a-4da1-a61e-05cdd98aab4e service neutron] 10.222.0.32 "GET /v2.0/networks/0cb4662b-f828-4725-8578-8939b745bfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885546 Dec 20 21:55:43.131239 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-481f23a1-65a2-480a-a8b5-8b50135849f7 req-61075773-64a8-4323-aa6f-41b6ea7e4281 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec8222e5-c198-4513-b2fa-170c4d08c68b HTTP/1.1" status: 200 len: 210 time: 0.0261045 Dec 20 21:55:44.195081 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-dba1e0c0-c6e9-4fbd-beb9-db2cd32270a7 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:44.196557 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-dba1e0c0-c6e9-4fbd-beb9-db2cd32270a7 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.31 "GET /v2.0/networks?id=0cb4662b-f828-4725-8578-8939b745bfe8 HTTP/1.1" status: 200 len: 910 time: 0.0926397 Dec 20 21:55:44.208314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Request body: {'port': {'device_id': 'ec8222e5-c198-4513-b2fa-170c4d08c68b', 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8', 'admin_state_up': True, 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:55:44.231110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Made reservation on behalf of ed3e944cf2764af8bd0ab2561af2a560 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:55:44.232418 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ae50efb9-f36f-449b-8ca3-2fa964e08054 req-443d06ff-ab82-42aa-a868-0c8891ba5153 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec8222e5-c198-4513-b2fa-170c4d08c68b HTTP/1.1" status: 200 len: 210 time: 0.0314515 Dec 20 21:55:44.233879 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:44.343242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Allocated IP 172.20.0.5 (0cb4662b-f828-4725-8578-8939b745bfe8/f408071e-9978-4639-8d5a-e392bd064c8d/067d4b57-3d28-4460-9b4a-d6ee2dc0f945) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:55:44.476925 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:44.513635 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:44.547283 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['911bf247-0925-4890-84d9-e776f28e40c9'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:55:44.554055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Network 0cb4662b-f828-4725-8578-8939b745bfe8 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:55:44.556827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:55:44.560305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:55:44.586461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Pushing event updated for resources: {'Port': ['ID=067d4b57-3d28-4460-9b4a-d6ee2dc0f945,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:44.613275 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:44.614031 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:44.617331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:44.617512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:44.617835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:44.618191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:44.618516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:44.618840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:44.619161 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:44.619477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:44.619793 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:44.620243 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:44.620566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:44.620883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:55:44.639893 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-fddade74-1d5e-401c-ab27-55a2105a7df1 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4351361 Dec 20 21:55:44.657749 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Request body: {'port': {'device_id': 'ec8222e5-c198-4513-b2fa-170c4d08c68b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:55:44.721108 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:44.797941 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-eaeb76e1-fb17-4adc-bc3a-960b93862aab None None] Provisioning complete for port 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:44.798344 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eaeb76e1-fb17-4adc-bc3a-960b93862aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:44.834828 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb76e1-fb17-4adc-bc3a-960b93862aab None None] Port 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:55:44.993583 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:55:44.994337 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:45.001653 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:45.014256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Transition to ACTIVE for port object 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:55:45.018966 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:45.067667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Pushing event updated for resources: {'Port': ['ID=067d4b57-3d28-4460-9b4a-d6ee2dc0f945,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:45.138801 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Attempting to bind port 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:55:45.139135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Attempting to bind port 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'ed7c4761-c405-44cd-b38a-e91965343470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:55:45.139550 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Attempting to bind port 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 on network 0cb4662b-f828-4725-8578-8939b745bfe8 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:55:45.144205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Port 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 on network 0cb4662b-f828-4725-8578-8939b745bfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:55:45.144524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Attempting to bind port 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 on network 0cb4662b-f828-4725-8578-8939b745bfe8 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:55:45.149537 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:55:45.149868 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Checking segment: {'id': 'ed7c4761-c405-44cd-b38a-e91965343470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:55:45.150300 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Bound using segment: {'id': 'ed7c4761-c405-44cd-b38a-e91965343470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:55:45.150705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Bound port: 067d4b57-3d28-4460-9b4a-d6ee2dc0f945, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7c4761-c405-44cd-b38a-e91965343470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:55:45.151075 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:45.217514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] For port 067d4b57-3d28-4460-9b4a-d6ee2dc0f945, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:55:45.220795 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] For port 067d4b57-3d28-4460-9b4a-d6ee2dc0f945, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=067d4b57-3d28-4460-9b4a-d6ee2dc0f945,segment=NetworkSegment(ed7c4761-c405-44cd-b38a-e91965343470),segment_id=ed7c4761-c405-44cd-b38a-e91965343470)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:55:45.225210 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:45.258876 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:45.259505 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:45.260905 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] 10.222.0.31 "PUT /v2.0/ports/067d4b57-3d28-4460-9b4a-d6ee2dc0f945 HTTP/1.1" status: 200 len: 1089 time: 0.6079035 Dec 20 21:55:45.261341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8222e5-c198-4513-b2fa-170c4d08c68b', 'tag': '067d4b57-3d28-4460-9b4a-d6ee2dc0f945'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:55:45.263620 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6270dc26-a767-45c0-b975-4f35cc3b5483" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8222e5-c198-4513-b2fa-170c4d08c68b", "tag": "067d4b57-3d28-4460-9b4a-d6ee2dc0f945"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:55:45.299458 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7790032-1dce-4794-afa7-b17aebbead4a service neutron] Pushing event updated for resources: {'Port': ['ID=067d4b57-3d28-4460-9b4a-d6ee2dc0f945,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:45.300494 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:55:45.318392 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf352e73-c2b7-430b-bb94-63ac4edf7a66 x-openstack-request-id: req-cf352e73-c2b7-430b-bb94-63ac4edf7a66 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:55:45.318651 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8222e5-c198-4513-b2fa-170c4d08c68b", "tag": "067d4b57-3d28-4460-9b4a-d6ee2dc0f945", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:55:45.318864 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf352e73-c2b7-430b-bb94-63ac4edf7a66 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:55:45.319645 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8222e5-c198-4513-b2fa-170c4d08c68b', 'tag': '067d4b57-3d28-4460-9b4a-d6ee2dc0f945', 'status': 'completed', 'code': 200} Dec 20 21:55:45.396778 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6da54-e07d-499f-bbbd-98021989bd36 req-a3e5f959-3c57-43cd-9cd7-21c303dbf0b5 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:45.398432 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a5a6da54-e07d-499f-bbbd-98021989bd36 req-a3e5f959-3c57-43cd-9cd7-21c303dbf0b5 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec8222e5-c198-4513-b2fa-170c4d08c68b HTTP/1.1" status: 200 len: 1092 time: 0.0779469 Dec 20 21:55:45.401580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-49973c65-df1e-4cf3-8515-81baca1e872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:45.403317 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-49973c65-df1e-4cf3-8515-81baca1e872f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed3e944cf2764af8bd0ab2561af2a560&device_id=ec8222e5-c198-4513-b2fa-170c4d08c68b HTTP/1.1" status: 200 len: 1092 time: 0.0535209 Dec 20 21:55:45.458946 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-9c53c42c-9da5-4b00-8cff-5b70a474e695 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=067d4b57-3d28-4460-9b4a-d6ee2dc0f945 HTTP/1.1" status: 200 len: 217 time: 0.0397689 Dec 20 21:55:45.481592 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a5a6da54-e07d-499f-bbbd-98021989bd36 req-a8c73f70-5bcc-4be3-addf-e61c7cd85716 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767348 Dec 20 21:55:45.517840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-6e5a1125-ef89-4f63-99af-b29ee106133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:45.519272 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-6e5a1125-ef89-4f63-99af-b29ee106133b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f408071e-9978-4639-8d5a-e392bd064c8d HTTP/1.1" status: 200 len: 848 time: 0.0535576 Dec 20 21:55:45.564849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-dcf67821-917f-44d3-8ee6-5fd09d2a424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:45.566423 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-dcf67821-917f-44d3-8ee6-5fd09d2a424c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0cb4662b-f828-4725-8578-8939b745bfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0408547 Dec 20 21:55:45.656910 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-67532a51-bed8-4a42-b953-159801ed84b4 service neutron] 10.222.0.31 "GET /v2.0/networks/0cb4662b-f828-4725-8578-8939b745bfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838833 Dec 20 21:55:45.755481 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-243d2bd3-9862-48d2-89d7-16d3a1cb7581 req-d14c7cdf-9de3-4d91-ae25-89d2be0adbef service neutron] 10.222.0.31 "GET /v2.0/networks/0cb4662b-f828-4725-8578-8939b745bfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920503 Dec 20 21:55:45.892850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270dc26-a767-45c0-b975-4f35cc3b5483 req-4c0c8713-59a0-4302-a813-cf480a51a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:45.894356 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6270dc26-a767-45c0-b975-4f35cc3b5483 req-4c0c8713-59a0-4302-a813-cf480a51a362 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed3e944cf2764af8bd0ab2561af2a560&device_id=ec8222e5-c198-4513-b2fa-170c4d08c68b HTTP/1.1" status: 200 len: 1092 time: 0.0431778 Dec 20 21:55:45.991119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270dc26-a767-45c0-b975-4f35cc3b5483 req-3e828475-0d7a-43f1-b26a-f545f4ac2ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:45.992606 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6270dc26-a767-45c0-b975-4f35cc3b5483 req-3e828475-0d7a-43f1-b26a-f545f4ac2ab6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0cb4662b-f828-4725-8578-8939b745bfe8 HTTP/1.1" status: 200 len: 910 time: 0.0918624 Dec 20 21:55:46.034369 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6270dc26-a767-45c0-b975-4f35cc3b5483 req-9cd04ee9-4e69-469d-bf8b-0f6a309944df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=067d4b57-3d28-4460-9b4a-d6ee2dc0f945 HTTP/1.1" status: 200 len: 217 time: 0.0355244 Dec 20 21:55:46.083787 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270dc26-a767-45c0-b975-4f35cc3b5483 req-ce46d5eb-ef89-4d3f-ad07-b96f2e42c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:46.085201 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6270dc26-a767-45c0-b975-4f35cc3b5483 req-ce46d5eb-ef89-4d3f-ad07-b96f2e42c7dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f408071e-9978-4639-8d5a-e392bd064c8d HTTP/1.1" status: 200 len: 848 time: 0.0445561 Dec 20 21:55:46.139359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270dc26-a767-45c0-b975-4f35cc3b5483 req-18d17e4a-f129-41d2-8f00-8f2e45587205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:46.141475 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6270dc26-a767-45c0-b975-4f35cc3b5483 req-18d17e4a-f129-41d2-8f00-8f2e45587205 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0cb4662b-f828-4725-8578-8939b745bfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0489511 Dec 20 21:55:46.238549 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6270dc26-a767-45c0-b975-4f35cc3b5483 req-63e744f2-6df1-46c3-a8f5-071b22fb48dd service neutron] 10.222.0.31 "GET /v2.0/networks/0cb4662b-f828-4725-8578-8939b745bfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893202 Dec 20 21:55:46.333947 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6270dc26-a767-45c0-b975-4f35cc3b5483 req-3cfe98a6-aff1-44fc-acd7-d63db06610cb service neutron] 10.222.0.31 "GET /v2.0/networks/0cb4662b-f828-4725-8578-8939b745bfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879624 Dec 20 21:55:46.602941 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac5c95-5f58-44d4-93aa-be49bf0a5452 req-e7fdc1c2-0102-4dc3-9767-d6f45f050567 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:46.604415 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-11ac5c95-5f58-44d4-93aa-be49bf0a5452 req-e7fdc1c2-0102-4dc3-9767-d6f45f050567 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec8222e5-c198-4513-b2fa-170c4d08c68b HTTP/1.1" status: 200 len: 1092 time: 0.0475655 Dec 20 21:55:46.643817 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-11ac5c95-5f58-44d4-93aa-be49bf0a5452 req-2cb9d40a-41de-477c-a68d-532b2ef4c995 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313344 Dec 20 21:55:47.760895 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239eb83-71dc-43bd-87ec-1858dc5a211f req-5e0ee16d-7792-41af-992c-ca6dfef4c56b tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:47.762417 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e239eb83-71dc-43bd-87ec-1858dc5a211f req-5e0ee16d-7792-41af-992c-ca6dfef4c56b tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec8222e5-c198-4513-b2fa-170c4d08c68b HTTP/1.1" status: 200 len: 1092 time: 0.0435586 Dec 20 21:55:47.800717 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e239eb83-71dc-43bd-87ec-1858dc5a211f req-b456d330-04fe-422b-85da-3ea729fed8cf tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296512 Dec 20 21:55:47.937864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:55:48.048877 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 067d4b57-3d28-4460-9b4a-d6ee2dc0f945, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=067d4b57-3d28-4460-9b4a-d6ee2dc0f945,segment=NetworkSegment(ed7c4761-c405-44cd-b38a-e91965343470),segment_id=ed7c4761-c405-44cd-b38a-e91965343470)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:55:48.061325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '067d4b57-3d28-4460-9b4a-d6ee2dc0f945', 'network_id': '0cb4662b-f828-4725-8578-8939b745bfe8', 'port_id': '067d4b57-3d28-4460-9b4a-d6ee2dc0f945', 'mac_address': 'fa:16:3e:0e:66:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f408071e-9978-4639-8d5a-e392bd064c8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:55:48.098522 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:48.114614 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:55:48.135094 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 067d4b57-3d28-4460-9b4a-d6ee2dc0f945, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=067d4b57-3d28-4460-9b4a-d6ee2dc0f945,segment=NetworkSegment(ed7c4761-c405-44cd-b38a-e91965343470),segment_id=ed7c4761-c405-44cd-b38a-e91965343470)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:55:48.142855 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:48.197869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=067d4b57-3d28-4460-9b4a-d6ee2dc0f945,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:48.213243 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:48.431417 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['067d4b57-3d28-4460-9b4a-d6ee2dc0f945'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:55:48.916694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea39fd-5223-4c29-831d-691e56b3a2dd req-b581cece-cefb-45f2-b22c-4f2c377645ff tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:48.918223 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-26ea39fd-5223-4c29-831d-691e56b3a2dd req-b581cece-cefb-45f2-b22c-4f2c377645ff tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec8222e5-c198-4513-b2fa-170c4d08c68b HTTP/1.1" status: 200 len: 1093 time: 0.0420165 Dec 20 21:55:48.959064 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-26ea39fd-5223-4c29-831d-691e56b3a2dd req-fca8fe6c-74e2-42f1-8be8-c7ef506b72a8 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346882 Dec 20 21:55:49.937177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:55:49.997504 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:55:50.003627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:55:50.004137 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:50.088164 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e24296-a031-4557-8cb4-fe810670c084 req-3f2b7940-3334-42cc-9a6f-3a71b28ca14c tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:50.090467 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81e24296-a031-4557-8cb4-fe810670c084 req-3f2b7940-3334-42cc-9a6f-3a71b28ca14c tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec8222e5-c198-4513-b2fa-170c4d08c68b HTTP/1.1" status: 200 len: 1093 time: 0.0459192 Dec 20 21:55:50.093051 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:50.115875 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8222e5-c198-4513-b2fa-170c4d08c68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067d4b57-3d28-4460-9b4a-d6ee2dc0f945'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:55:50.118110 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3337080b-5ec5-48bb-ac46-d8426faf119b" -d '{"events": [{"server_uuid": "ec8222e5-c198-4513-b2fa-170c4d08c68b", "name": "network-vif-plugged", "status": "completed", "tag": "067d4b57-3d28-4460-9b4a-d6ee2dc0f945"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:55:50.128615 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81e24296-a031-4557-8cb4-fe810670c084 req-f138b80c-85e9-4d09-8060-a78dcefe825d tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316865 Dec 20 21:55:50.130442 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 067d4b57-3d28-4460-9b4a-d6ee2dc0f945, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=067d4b57-3d28-4460-9b4a-d6ee2dc0f945,segment=NetworkSegment(ed7c4761-c405-44cd-b38a-e91965343470),segment_id=ed7c4761-c405-44cd-b38a-e91965343470)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:55:50.135285 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:50.163275 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bf11a3-1120-4a6d-bc76-6a72a51e69bf x-openstack-request-id: req-73bf11a3-1120-4a6d-bc76-6a72a51e69bf {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:55:50.163566 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8222e5-c198-4513-b2fa-170c4d08c68b", "name": "network-vif-plugged", "status": "completed", "tag": "067d4b57-3d28-4460-9b4a-d6ee2dc0f945", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:55:50.163812 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73bf11a3-1120-4a6d-bc76-6a72a51e69bf {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:55:50.164194 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8222e5-c198-4513-b2fa-170c4d08c68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067d4b57-3d28-4460-9b4a-d6ee2dc0f945', 'code': 200} Dec 20 21:55:50.188900 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=067d4b57-3d28-4460-9b4a-d6ee2dc0f945,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:50.286605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3717e-8a28-46d0-a5d4-15510d5759d3 req-0287f627-01a1-4841-a3f3-9facc3de7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:50.288058 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e5e3717e-8a28-46d0-a5d4-15510d5759d3 req-0287f627-01a1-4841-a3f3-9facc3de7028 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ec8222e5-c198-4513-b2fa-170c4d08c68b HTTP/1.1" status: 200 len: 1094 time: 0.0431669 Dec 20 21:55:50.327734 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e5e3717e-8a28-46d0-a5d4-15510d5759d3 req-4e7be233-8338-4431-9a99-649199429450 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330184 Dec 20 21:55:51.253818 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6a1c0-1be2-4b85-8ec6-7b6c3cd1f478 req-08e29642-2d14-46a6-97db-62684a8db549 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:51.255818 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7de6a1c0-1be2-4b85-8ec6-7b6c3cd1f478 req-08e29642-2d14-46a6-97db-62684a8db549 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec8222e5-c198-4513-b2fa-170c4d08c68b HTTP/1.1" status: 200 len: 1094 time: 0.0462081 Dec 20 21:55:51.295788 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7de6a1c0-1be2-4b85-8ec6-7b6c3cd1f478 req-00ae6e83-085d-4071-8374-67a7abc4bf72 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306466 Dec 20 21:55:52.432631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c6590-c9cc-48a8-8f6a-16c4b999266e req-d0a7634d-57ff-4f6a-be6c-e6bfdf9633c8 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:52.434602 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b68c6590-c9cc-48a8-8f6a-16c4b999266e req-d0a7634d-57ff-4f6a-be6c-e6bfdf9633c8 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec8222e5-c198-4513-b2fa-170c4d08c68b HTTP/1.1" status: 200 len: 1094 time: 0.0587490 Dec 20 21:55:52.475278 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b68c6590-c9cc-48a8-8f6a-16c4b999266e req-842bbd24-b24b-456a-9408-6905f97e9fe9 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322728 Dec 20 21:55:52.584520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066d151-7e45-4639-bea6-bb89f855360e req-a757438f-6dae-4deb-bc6d-4ac0ce13f747 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:52.585948 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1066d151-7e45-4639-bea6-bb89f855360e req-a757438f-6dae-4deb-bc6d-4ac0ce13f747 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec8222e5-c198-4513-b2fa-170c4d08c68b HTTP/1.1" status: 200 len: 1094 time: 0.0435789 Dec 20 21:55:52.622469 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1066d151-7e45-4639-bea6-bb89f855360e req-3c4bd819-7375-4f91-9974-744b8e294b86 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302169 Dec 20 21:55:52.733097 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43328adb-0e1f-409d-bf05-8ed9d2a590e0 req-a5e1407a-e5e9-4f6d-b376-c74e748a5895 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:52.734669 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43328adb-0e1f-409d-bf05-8ed9d2a590e0 req-a5e1407a-e5e9-4f6d-b376-c74e748a5895 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec8222e5-c198-4513-b2fa-170c4d08c68b HTTP/1.1" status: 200 len: 1094 time: 0.0410972 Dec 20 21:55:52.770723 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43328adb-0e1f-409d-bf05-8ed9d2a590e0 req-098ad2a7-7ff9-4c18-9fc0-3573b245779a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298166 Dec 20 21:55:53.024531 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0e9a3-b684-44ed-8bb2-64f2fc2e6bb3 req-fcfe7f33-9c42-425f-afa4-96b729f76995 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:53.026603 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-69e0e9a3-b684-44ed-8bb2-64f2fc2e6bb3 req-fcfe7f33-9c42-425f-afa4-96b729f76995 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec8222e5-c198-4513-b2fa-170c4d08c68b HTTP/1.1" status: 200 len: 1094 time: 0.0562985 Dec 20 21:55:53.061116 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-69e0e9a3-b684-44ed-8bb2-64f2fc2e6bb3 req-a602ff20-1f36-4185-af54-7a23b0df7606 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282602 Dec 20 21:55:54.179341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883f2e7-b7de-4b0a-be7d-f302ada73268 req-77b44b4c-a108-4732-9e0f-c65209345c55 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:54.180935 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d883f2e7-b7de-4b0a-be7d-f302ada73268 req-77b44b4c-a108-4732-9e0f-c65209345c55 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec8222e5-c198-4513-b2fa-170c4d08c68b HTTP/1.1" status: 200 len: 1094 time: 0.0433791 Dec 20 21:55:54.221602 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d883f2e7-b7de-4b0a-be7d-f302ada73268 req-389c5ce4-8f8f-49b4-a630-61f65a213f6c tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331616 Dec 20 21:55:54.388983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5490f0-44fe-452a-9b5d-6b72e5913521 req-b3e99801-a9e0-4ede-8491-fbfa35cf4896 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:54.390424 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f5490f0-44fe-452a-9b5d-6b72e5913521 req-b3e99801-a9e0-4ede-8491-fbfa35cf4896 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ec8222e5-c198-4513-b2fa-170c4d08c68b HTTP/1.1" status: 200 len: 1094 time: 0.0494285 Dec 20 21:55:54.470830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-9f5490f0-44fe-452a-9b5d-6b72e5913521 req-977b5e19-d35a-4c7f-919f-5b428476946a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Deleting port 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:55:54.471180 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9f5490f0-44fe-452a-9b5d-6b72e5913521 req-977b5e19-d35a-4c7f-919f-5b428476946a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:54.553127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-9f5490f0-44fe-452a-9b5d-6b72e5913521 req-977b5e19-d35a-4c7f-919f-5b428476946a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] For port 067d4b57-3d28-4460-9b4a-d6ee2dc0f945, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=067d4b57-3d28-4460-9b4a-d6ee2dc0f945,segment=NetworkSegment(ed7c4761-c405-44cd-b38a-e91965343470),segment_id=ed7c4761-c405-44cd-b38a-e91965343470)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:55:54.553466 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9f5490f0-44fe-452a-9b5d-6b72e5913521 req-977b5e19-d35a-4c7f-919f-5b428476946a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:54.570450 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-9f5490f0-44fe-452a-9b5d-6b72e5913521 req-977b5e19-d35a-4c7f-919f-5b428476946a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Calling delete_port for 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:55:54.705623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9f5490f0-44fe-452a-9b5d-6b72e5913521 req-977b5e19-d35a-4c7f-919f-5b428476946a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:54.731861 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b5e19-d35a-4c7f-919f-5b428476946a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Pushing event deleted for resources: {'Port': ['ID=067d4b57-3d28-4460-9b4a-d6ee2dc0f945,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:54.739543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['911bf247-0925-4890-84d9-e776f28e40c9'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:55:54.741741 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['067d4b57-3d28-4460-9b4a-d6ee2dc0f945'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:55:54.776832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5490f0-44fe-452a-9b5d-6b72e5913521 req-977b5e19-d35a-4c7f-919f-5b428476946a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] No DVR routers for this DVR port 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:55:54.780166 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9f5490f0-44fe-452a-9b5d-6b72e5913521 req-977b5e19-d35a-4c7f-919f-5b428476946a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:54.785403 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f5490f0-44fe-452a-9b5d-6b72e5913521 req-977b5e19-d35a-4c7f-919f-5b428476946a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.31 "DELETE /v2.0/ports/067d4b57-3d28-4460-9b4a-d6ee2dc0f945 HTTP/1.1" status: 204 len: 173 time: 0.3878157 Dec 20 21:55:54.785885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8222e5-c198-4513-b2fa-170c4d08c68b', 'name': 'network-vif-deleted', 'tag': '067d4b57-3d28-4460-9b4a-d6ee2dc0f945'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:55:54.791249 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9ba049-2677-4757-8a73-23dd0127a100" -d '{"events": [{"server_uuid": "ec8222e5-c198-4513-b2fa-170c4d08c68b", "name": "network-vif-deleted", "tag": "067d4b57-3d28-4460-9b4a-d6ee2dc0f945"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:55:54.836831 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6128c277-2477-4d47-bb1c-ff54a99b7360 x-openstack-request-id: req-6128c277-2477-4d47-bb1c-ff54a99b7360 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:55:54.837132 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8222e5-c198-4513-b2fa-170c4d08c68b", "name": "network-vif-deleted", "tag": "067d4b57-3d28-4460-9b4a-d6ee2dc0f945", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:55:54.837382 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6128c277-2477-4d47-bb1c-ff54a99b7360 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:55:54.837791 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8222e5-c198-4513-b2fa-170c4d08c68b', 'name': 'network-vif-deleted', 'tag': '067d4b57-3d28-4460-9b4a-d6ee2dc0f945', 'status': 'completed', 'code': 200} Dec 20 21:55:55.327940 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7c5dfd8c-20af-433b-9c70-68e47780c1dc req-fcdb0b78-e978-4441-930c-5b9a468abb97 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ec8222e5-c198-4513-b2fa-170c4d08c68b HTTP/1.1" status: 200 len: 210 time: 0.0270350 Dec 20 21:55:56.601854 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c744ec9-ed5e-48fb-b730-a1445cf1f7cc req-f9ae437a-8082-4c2a-b73d-e29dc14720e0 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:56.603378 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c744ec9-ed5e-48fb-b730-a1445cf1f7cc req-f9ae437a-8082-4c2a-b73d-e29dc14720e0 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5428c90-da18-4230-8d23-3920dbad648b HTTP/1.1" status: 200 len: 1095 time: 0.0454798 Dec 20 21:55:56.640358 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7c744ec9-ed5e-48fb-b730-a1445cf1f7cc req-c09ab291-409c-4202-b559-5fdb92b4101d tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308454 Dec 20 21:55:57.203782 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-305fef3f-9ccd-4466-985d-bf04a925d72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:57.768840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450fead-a5c2-4230-8a08-5803d44d585d req-2b554663-311d-4257-9ffd-b6dd19bcca64 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:57.770398 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9450fead-a5c2-4230-8a08-5803d44d585d req-2b554663-311d-4257-9ffd-b6dd19bcca64 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5428c90-da18-4230-8d23-3920dbad648b HTTP/1.1" status: 200 len: 1095 time: 0.0480676 Dec 20 21:55:57.812093 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9450fead-a5c2-4230-8a08-5803d44d585d req-a7ff43bd-a07d-4b8c-a86c-2745c4d0a0b9 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdacc829-5d70-4af9-bc19-77e20fb5f2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319941 Dec 20 21:55:57.982788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:55:58.014105 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:55:58.014481 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 067d4b57-3d28-4460-9b4a-d6ee2dc0f945 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:55:58.041629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c74d6c-9bb6-4cbc-9031-e29bca669216 req-a49f8030-b626-4c23-a723-7c160df2376e tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:55:58.043166 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0c74d6c-9bb6-4cbc-9031-e29bca669216 req-a49f8030-b626-4c23-a723-7c160df2376e tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a5428c90-da18-4230-8d23-3920dbad648b HTTP/1.1" status: 200 len: 1095 time: 0.0562325 Dec 20 21:55:58.131267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-f0c74d6c-9bb6-4cbc-9031-e29bca669216 req-497683da-8cc3-42de-be1a-7b704d495a3a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Deleting port 911bf247-0925-4890-84d9-e776f28e40c9 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:55:58.131612 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f0c74d6c-9bb6-4cbc-9031-e29bca669216 req-497683da-8cc3-42de-be1a-7b704d495a3a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:58.218815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f0c74d6c-9bb6-4cbc-9031-e29bca669216 req-497683da-8cc3-42de-be1a-7b704d495a3a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] For port 911bf247-0925-4890-84d9-e776f28e40c9, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=911bf247-0925-4890-84d9-e776f28e40c9,segment=NetworkSegment(ed7c4761-c405-44cd-b38a-e91965343470),segment_id=ed7c4761-c405-44cd-b38a-e91965343470)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:55:58.219190 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f0c74d6c-9bb6-4cbc-9031-e29bca669216 req-497683da-8cc3-42de-be1a-7b704d495a3a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:58.232954 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-f0c74d6c-9bb6-4cbc-9031-e29bca669216 req-497683da-8cc3-42de-be1a-7b704d495a3a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Calling delete_port for 911bf247-0925-4890-84d9-e776f28e40c9 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:55:58.359764 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f0c74d6c-9bb6-4cbc-9031-e29bca669216 req-497683da-8cc3-42de-be1a-7b704d495a3a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:58.386584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497683da-8cc3-42de-be1a-7b704d495a3a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Pushing event deleted for resources: {'Port': ['ID=911bf247-0925-4890-84d9-e776f28e40c9,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:55:58.391454 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['911bf247-0925-4890-84d9-e776f28e40c9'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:55:58.428721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c74d6c-9bb6-4cbc-9031-e29bca669216 req-497683da-8cc3-42de-be1a-7b704d495a3a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] No DVR routers for this DVR port 911bf247-0925-4890-84d9-e776f28e40c9 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:55:58.431500 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f0c74d6c-9bb6-4cbc-9031-e29bca669216 req-497683da-8cc3-42de-be1a-7b704d495a3a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:58.434801 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0c74d6c-9bb6-4cbc-9031-e29bca669216 req-497683da-8cc3-42de-be1a-7b704d495a3a tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.66 "DELETE /v2.0/ports/911bf247-0925-4890-84d9-e776f28e40c9 HTTP/1.1" status: 204 len: 173 time: 0.3851352 Dec 20 21:55:58.435232 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5428c90-da18-4230-8d23-3920dbad648b', 'name': 'network-vif-deleted', 'tag': '911bf247-0925-4890-84d9-e776f28e40c9'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:55:58.437523 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09a9d6d-1a3e-4a01-8826-a39cc415e4bb" -d '{"events": [{"server_uuid": "a5428c90-da18-4230-8d23-3920dbad648b", "name": "network-vif-deleted", "tag": "911bf247-0925-4890-84d9-e776f28e40c9"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:55:58.477570 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbb087e-8d77-4ee1-a571-36556eddc607 x-openstack-request-id: req-3dbb087e-8d77-4ee1-a571-36556eddc607 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:55:58.477860 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5428c90-da18-4230-8d23-3920dbad648b", "name": "network-vif-deleted", "tag": "911bf247-0925-4890-84d9-e776f28e40c9", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:55:58.478170 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3dbb087e-8d77-4ee1-a571-36556eddc607 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:55:58.478620 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5428c90-da18-4230-8d23-3920dbad648b', 'name': 'network-vif-deleted', 'tag': '911bf247-0925-4890-84d9-e776f28e40c9', 'status': 'completed', 'code': 200} Dec 20 21:55:58.920665 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61bced2f-f767-4d36-93ff-a4a825d01438 req-54dcdaa3-06c6-4d54-aefe-aa26c623c187 tempest-TestServerMultinode-1994030389 tempest-TestServerMultinode-1994030389-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5428c90-da18-4230-8d23-3920dbad648b HTTP/1.1" status: 200 len: 210 time: 0.0266032 Dec 20 21:55:59.548783 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4c0dbfe-cb10-41c6-ad0b-1dda825227f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:55:59.990002 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49012) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:00.361451 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c254e31-63be-4af2-8d6e-1b91f2e8ec62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:00.622373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-2c254e31-63be-4af2-8d6e-1b91f2e8ec62 admin admin] Deleting port 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:00.622629 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c254e31-63be-4af2-8d6e-1b91f2e8ec62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:00.702775 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-2c254e31-63be-4af2-8d6e-1b91f2e8ec62 admin admin] For port 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda,segment=NetworkSegment(ed7c4761-c405-44cd-b38a-e91965343470),segment_id=ed7c4761-c405-44cd-b38a-e91965343470)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:56:00.703121 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c254e31-63be-4af2-8d6e-1b91f2e8ec62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:00.715579 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-2c254e31-63be-4af2-8d6e-1b91f2e8ec62 admin admin] Calling delete_port for 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:00.777156 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:00.907458 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c254e31-63be-4af2-8d6e-1b91f2e8ec62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:00.932077 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c254e31-63be-4af2-8d6e-1b91f2e8ec62 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:01.104934 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2c254e31-63be-4af2-8d6e-1b91f2e8ec62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:01.337177 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c254e31-63be-4af2-8d6e-1b91f2e8ec62 admin admin] Router d4ec6746-887c-4b94-83b4-42be86a230e3 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:56:01.724204 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c254e31-63be-4af2-8d6e-1b91f2e8ec62 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:56:01.729397 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2c254e31-63be-4af2-8d6e-1b91f2e8ec62 admin admin] 10.222.0.32 "PUT /v2.0/routers/d4ec6746-887c-4b94-83b4-42be86a230e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7382560 Dec 20 21:56:01.731874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49014) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:01.735728 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c3bc17-500e-4ab9-9ded-25f052661fcf None None] Sync routers for ids ['d4ec6746-887c-4b94-83b4-42be86a230e3'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:56:01.744926 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c3bc17-500e-4ab9-9ded-25f052661fcf None None] Routers {'d4ec6746-887c-4b94-83b4-42be86a230e3'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:56:01.745545 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-64c3bc17-500e-4ab9-9ded-25f052661fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:56:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['d4ec6746-887c-4b94-83b4-42be86a230e3'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:01.831022 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2029ff73-5eb3-454e-b2ad-77d7c43e26a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:01.850739 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-64c3bc17-500e-4ab9-9ded-25f052661fcf None None] Set router d4ec6746-887c-4b94-83b4-42be86a230e3 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:56:01.930410 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2029ff73-5eb3-454e-b2ad-77d7c43e26a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:01.949298 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 911bf247-0925-4890-84d9-e776f28e40c9 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:56:01.971389 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 911bf247-0925-4890-84d9-e776f28e40c9 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:56:01.971737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 911bf247-0925-4890-84d9-e776f28e40c9 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:56:01.985725 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-2029ff73-5eb3-454e-b2ad-77d7c43e26a1 admin admin] Deleting port 188f244d-275b-4c64-9e98-fb068027af0b {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:01.986089 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2029ff73-5eb3-454e-b2ad-77d7c43e26a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:02.056115 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-64c3bc17-500e-4ab9-9ded-25f052661fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'name': 'tempest-TestServerMultinode-256049099-router', 'tenant_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213'}], 'enable_snat': True}, 'gw_port_id': '188f244d-275b-4c64-9e98-fb068027af0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:55:21Z', 'updated_at': '2021-12-20T21:56:00Z', 'revision_number': 5, 'project_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'gw_port': {'id': '188f244d-275b-4c64-9e98-fb068027af0b', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:22Z', 'updated_at': '2021-12-20T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:02.068003 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-2029ff73-5eb3-454e-b2ad-77d7c43e26a1 admin admin] For port 188f244d-275b-4c64-9e98-fb068027af0b, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=188f244d-275b-4c64-9e98-fb068027af0b,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:56:02.068338 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2029ff73-5eb3-454e-b2ad-77d7c43e26a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:02.081022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-2029ff73-5eb3-454e-b2ad-77d7c43e26a1 admin admin] Calling delete_port for 188f244d-275b-4c64-9e98-fb068027af0b owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:02.083419 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c3bc17-500e-4ab9-9ded-25f052661fcf None None] Checking router: d4ec6746-887c-4b94-83b4-42be86a230e3 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:56:02.092393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c3bc17-500e-4ab9-9ded-25f052661fcf None None] Routers {'d4ec6746-887c-4b94-83b4-42be86a230e3'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:56:02.093014 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-64c3bc17-500e-4ab9-9ded-25f052661fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:56:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['d4ec6746-887c-4b94-83b4-42be86a230e3'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:02.255560 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2029ff73-5eb3-454e-b2ad-77d7c43e26a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:02.281822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ff73-5eb3-454e-b2ad-77d7c43e26a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=188f244d-275b-4c64-9e98-fb068027af0b,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:02.336792 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:02.346294 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2029ff73-5eb3-454e-b2ad-77d7c43e26a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:02.351176 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-64c3bc17-500e-4ab9-9ded-25f052661fcf None None] Set router d4ec6746-887c-4b94-83b4-42be86a230e3 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:56:02.409780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-64c3bc17-500e-4ab9-9ded-25f052661fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'name': 'tempest-TestServerMultinode-256049099-router', 'tenant_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:55:21Z', 'updated_at': '2021-12-20T21:56:01Z', 'revision_number': 6, 'project_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:02.436196 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2029ff73-5eb3-454e-b2ad-77d7c43e26a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:02.438307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2029ff73-5eb3-454e-b2ad-77d7c43e26a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:02.441106 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:02.442750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c3bc17-500e-4ab9-9ded-25f052661fcf None None] The sync data for ids ['d4ec6746-887c-4b94-83b4-42be86a230e3'] in n-d-xena-1 is: [{'id': 'd4ec6746-887c-4b94-83b4-42be86a230e3', 'name': 'tempest-TestServerMultinode-256049099-router', 'tenant_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:55:21Z', 'updated_at': '2021-12-20T21:56:01Z', 'revision_number': 6, 'project_id': '37bb6b48c70a48dcbd3d2bb265412fe9', 'gw_port_host': None}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:56:02.487183 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2029ff73-5eb3-454e-b2ad-77d7c43e26a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:02.487967 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2029ff73-5eb3-454e-b2ad-77d7c43e26a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4ec6746-887c-4b94-83b4-42be86a230e3 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:56:02.497956 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2029ff73-5eb3-454e-b2ad-77d7c43e26a1 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:02.499145 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2029ff73-5eb3-454e-b2ad-77d7c43e26a1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d4ec6746-887c-4b94-83b4-42be86a230e3 HTTP/1.1" status: 204 len: 168 time: 0.7663887 Dec 20 21:56:02.501722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49016) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:02.544995 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e0786d-79be-4c74-a246-05a5545d6668 admin admin] Deleting subnet f408071e-9978-4639-8d5a-e392bd064c8d {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:56:02.548307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-79e0786d-79be-4c74-a246-05a5545d6668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:02.585651 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-79e0786d-79be-4c74-a246-05a5545d6668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:02.666256 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-79e0786d-79be-4c74-a246-05a5545d6668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:02.718330 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-79e0786d-79be-4c74-a246-05a5545d6668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:02.743930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0786d-79be-4c74-a246-05a5545d6668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f408071e-9978-4639-8d5a-e392bd064c8d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:02.745792 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-79e0786d-79be-4c74-a246-05a5545d6668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:02.748917 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-79e0786d-79be-4c74-a246-05a5545d6668 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f408071e-9978-4639-8d5a-e392bd064c8d HTTP/1.1" status: 204 len: 168 time: 0.2462010 Dec 20 21:56:02.749839 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f2f043-e589-4c00-a8c1-395b933f67a2 None None] Network 0cb4662b-f828-4725-8578-8939b745bfe8 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:56:02.751457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49018) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:02.825618 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:02.888652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] Deleting port 47ae3e04-a78f-462e-856a-507e88e5990c {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:02.888998 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:02.947438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4523eb6-4a2e-4444-9e6a-485a78d79243 None None] DHCP port deletion for 0cb4662b-f828-4725-8578-8939b745bfe8 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:56:02.954120 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] For port 47ae3e04-a78f-462e-856a-507e88e5990c, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=47ae3e04-a78f-462e-856a-507e88e5990c,segment=NetworkSegment(ed7c4761-c405-44cd-b38a-e91965343470),segment_id=ed7c4761-c405-44cd-b38a-e91965343470)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:56:02.954491 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:02.967689 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] Calling delete_port for 47ae3e04-a78f-462e-856a-507e88e5990c owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:02.991342 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a4523eb6-4a2e-4444-9e6a-485a78d79243 None None] Deleting port 47ae3e04-a78f-462e-856a-507e88e5990c {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:02.991709 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4523eb6-4a2e-4444-9e6a-485a78d79243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:03.048839 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:03.051720 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a4523eb6-4a2e-4444-9e6a-485a78d79243 None None] For port 47ae3e04-a78f-462e-856a-507e88e5990c, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=47ae3e04-a78f-462e-856a-507e88e5990c,segment=NetworkSegment(ed7c4761-c405-44cd-b38a-e91965343470),segment_id=ed7c4761-c405-44cd-b38a-e91965343470)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:56:03.052112 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4523eb6-4a2e-4444-9e6a-485a78d79243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:03.064803 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a4523eb6-4a2e-4444-9e6a-485a78d79243 None None] Calling delete_port for 47ae3e04-a78f-462e-856a-507e88e5990c owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:03.073511 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=47ae3e04-a78f-462e-856a-507e88e5990c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:03.076961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] No DVR routers for this DVR port 47ae3e04-a78f-462e-856a-507e88e5990c on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:56:03.143679 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a4523eb6-4a2e-4444-9e6a-485a78d79243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:03.147852 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:03.167726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb4662b-f828-4725-8578-8939b745bfe8']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:03.168003 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4523eb6-4a2e-4444-9e6a-485a78d79243 None None] Pushing event deleted for resources: {'Port': ['ID=47ae3e04-a78f-462e-856a-507e88e5990c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:03.171529 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4523eb6-4a2e-4444-9e6a-485a78d79243 None None] No DVR routers for this DVR port 47ae3e04-a78f-462e-856a-507e88e5990c on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:56:03.183213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7c4761-c405-44cd-b38a-e91965343470') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:03.183503 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7c4761-c405-44cd-b38a-e91965343470') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:03.192971 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:03.206387 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:03.212601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:56:03.212983 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:56:03.214647 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:56:03.269550 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:03.276141 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:03.279229 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0cb4662b-f828-4725-8578-8939b745bfe8 HTTP/1.1" status: 204 len: 168 time: 0.5268898 Dec 20 21:56:03.282435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49020) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:03.291327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d17c8-f971-4d8b-8454-b89d729360f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb4662b-f828-4725-8578-8939b745bfe8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:03.646237 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:03.908750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Deleting port da813f74-580a-4825-b01d-fd0463cad232 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:03.908979 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:03.990986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] For port da813f74-580a-4825-b01d-fd0463cad232, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=da813f74-580a-4825-b01d-fd0463cad232,segment=NetworkSegment(9d995bbf-9b76-4a21-abeb-1353153468c9),segment_id=9d995bbf-9b76-4a21-abeb-1353153468c9)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:56:03.991364 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:04.004210 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Calling delete_port for da813f74-580a-4825-b01d-fd0463cad232 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:04.210235 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:04.235596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=da813f74-580a-4825-b01d-fd0463cad232,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:04.262460 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:04.262799 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:04.263128 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:04.263465 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:04.263779 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:04.264095 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:04.264418 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:04.264733 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:04.265044 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:04.265374 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:04.265669 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:04.265970 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:04.406600 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:04.559117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:56:04.579530 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:56:04.579988 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4d5ed64c-2dea-47bf-b45b-1bfbf82fbfda not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:56:04.580483 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 188f244d-275b-4c64-9e98-fb068027af0b no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:56:04.599787 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 188f244d-275b-4c64-9e98-fb068027af0b {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:56:04.600227 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 188f244d-275b-4c64-9e98-fb068027af0b not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:56:04.600663 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 47ae3e04-a78f-462e-856a-507e88e5990c no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:56:04.624250 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 47ae3e04-a78f-462e-856a-507e88e5990c {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:56:04.624586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 47ae3e04-a78f-462e-856a-507e88e5990c not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:56:04.955848 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Router b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:56:05.068589 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:56:05.073786 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f1085983-c116-4c0c-a86c-93da61539b30 admin admin] 10.222.0.32 "PUT /v2.0/routers/b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7899923 Dec 20 21:56:05.076531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49022) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:05.077476 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca9fd9-fe4d-4ec6-bdf4-51a2dcc81485 None None] Sync routers for ids ['b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:56:05.087521 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca9fd9-fe4d-4ec6-bdf4-51a2dcc81485 None None] Routers {'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:56:05.088115 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-abca9fd9-fe4d-4ec6-bdf4-51a2dcc81485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:56:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:05.189712 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-25f5e874-13c4-4e75-84d0-a4e71af7aceb admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:05.280174 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-abca9fd9-fe4d-4ec6-bdf4-51a2dcc81485 None None] Set router b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:56:05.294043 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-25f5e874-13c4-4e75-84d0-a4e71af7aceb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:05.346623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-25f5e874-13c4-4e75-84d0-a4e71af7aceb admin admin] Deleting port dd46defa-b87d-4266-b520-5bf0ba876154 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:05.346954 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-25f5e874-13c4-4e75-84d0-a4e71af7aceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:05.427326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-25f5e874-13c4-4e75-84d0-a4e71af7aceb admin admin] For port dd46defa-b87d-4266-b520-5bf0ba876154, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=dd46defa-b87d-4266-b520-5bf0ba876154,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:56:05.427672 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-25f5e874-13c4-4e75-84d0-a4e71af7aceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:05.442172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-25f5e874-13c4-4e75-84d0-a4e71af7aceb admin admin] Calling delete_port for dd46defa-b87d-4266-b520-5bf0ba876154 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:05.453501 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-abca9fd9-fe4d-4ec6-bdf4-51a2dcc81485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'name': 'tempest-TestServerMultinode-1610328543-router', 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dd46defa-b87d-4266-b520-5bf0ba876154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:55:26Z', 'updated_at': '2021-12-20T21:56:04Z', 'revision_number': 5, 'project_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'gw_port': {'id': 'dd46defa-b87d-4266-b520-5bf0ba876154', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:98:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:55:27Z', 'updated_at': '2021-12-20T21:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:05.483063 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca9fd9-fe4d-4ec6-bdf4-51a2dcc81485 None None] Checking router: b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:56:05.491730 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abca9fd9-fe4d-4ec6-bdf4-51a2dcc81485 None None] Routers {'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:56:05.492323 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-abca9fd9-fe4d-4ec6-bdf4-51a2dcc81485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:56:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:05.575349 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-abca9fd9-fe4d-4ec6-bdf4-51a2dcc81485 None None] Set router b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:56:05.616574 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-25f5e874-13c4-4e75-84d0-a4e71af7aceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:05.625183 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-abca9fd9-fe4d-4ec6-bdf4-51a2dcc81485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'name': 'tempest-TestServerMultinode-1610328543-router', 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:55:26Z', 'updated_at': '2021-12-20T21:56:05Z', 'revision_number': 6, 'project_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:05.644103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5e874-13c4-4e75-84d0-a4e71af7aceb admin admin] Pushing event deleted for resources: {'Port': ['ID=dd46defa-b87d-4266-b520-5bf0ba876154,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:05.654639 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abca9fd9-fe4d-4ec6-bdf4-51a2dcc81485 None None] The sync data for ids ['b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2'] in n-d-xena-1 is: [{'id': 'b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2', 'name': 'tempest-TestServerMultinode-1610328543-router', 'tenant_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:55:26Z', 'updated_at': '2021-12-20T21:56:05Z', 'revision_number': 6, 'project_id': 'ed3e944cf2764af8bd0ab2561af2a560', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:56:05.707407 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-25f5e874-13c4-4e75-84d0-a4e71af7aceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:05.802124 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-25f5e874-13c4-4e75-84d0-a4e71af7aceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:05.804474 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-25f5e874-13c4-4e75-84d0-a4e71af7aceb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:05.849297 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-25f5e874-13c4-4e75-84d0-a4e71af7aceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:05.849694 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f5e874-13c4-4e75-84d0-a4e71af7aceb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:56:05.853973 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-25f5e874-13c4-4e75-84d0-a4e71af7aceb admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:05.855165 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-25f5e874-13c4-4e75-84d0-a4e71af7aceb admin admin] 10.222.0.32 "DELETE /v2.0/routers/b68421d8-b1a6-4a3d-ad29-1dcf180ba8d2 HTTP/1.1" status: 204 len: 168 time: 0.7776461 Dec 20 21:56:05.858847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49024) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:05.902682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a3a6ef-79f9-4176-b318-f340cd071fd5 admin admin] Deleting subnet 606ca880-8246-4385-b6ab-eef68df1cd91 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:56:05.905735 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23a3a6ef-79f9-4176-b318-f340cd071fd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:05.943170 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23a3a6ef-79f9-4176-b318-f340cd071fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:06.020339 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23a3a6ef-79f9-4176-b318-f340cd071fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:06.074984 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23a3a6ef-79f9-4176-b318-f340cd071fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:06.100520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3a6ef-79f9-4176-b318-f340cd071fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=606ca880-8246-4385-b6ab-eef68df1cd91,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:06.107983 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23a3a6ef-79f9-4176-b318-f340cd071fd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:06.112244 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-23a3a6ef-79f9-4176-b318-f340cd071fd5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/606ca880-8246-4385-b6ab-eef68df1cd91 HTTP/1.1" status: 204 len: 168 time: 0.2521369 Dec 20 21:56:06.113236 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf481145-f3c8-4afc-9a5e-647c62181d6a None None] Network 593af7f9-7aa5-485e-bb82-53a459d6a772 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:56:06.114436 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49026) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:06.190624 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:06.242099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] Deleting port 5e3cfff3-d78a-44db-bff5-fba06d263a74 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:06.242435 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:06.306943 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] For port 5e3cfff3-d78a-44db-bff5-fba06d263a74, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5e3cfff3-d78a-44db-bff5-fba06d263a74,segment=NetworkSegment(9d995bbf-9b76-4a21-abeb-1353153468c9),segment_id=9d995bbf-9b76-4a21-abeb-1353153468c9)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:56:06.307375 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:06.326158 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] Calling delete_port for 5e3cfff3-d78a-44db-bff5-fba06d263a74 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:06.408116 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:06.434561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e3cfff3-d78a-44db-bff5-fba06d263a74,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:06.437979 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] No DVR routers for this DVR port 5e3cfff3-d78a-44db-bff5-fba06d263a74 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:56:06.448899 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19703dc-4964-440b-981d-5bb2dd5e02a7 None None] DHCP port deletion for 593af7f9-7aa5-485e-bb82-53a459d6a772 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:56:06.511827 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:06.531773 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device da813f74-580a-4825-b01d-fd0463cad232 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:56:06.533239 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593af7f9-7aa5-485e-bb82-53a459d6a772']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:06.547174 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d995bbf-9b76-4a21-abeb-1353153468c9') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:06.547722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d995bbf-9b76-4a21-abeb-1353153468c9') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:06.555767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: da813f74-580a-4825-b01d-fd0463cad232 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:56:06.556133 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device da813f74-580a-4825-b01d-fd0463cad232 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:56:06.556550 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device dd46defa-b87d-4266-b520-5bf0ba876154 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:56:06.559010 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:06.572524 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:06.578865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:56:06.579406 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:56:06.581082 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:56:06.583840 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: dd46defa-b87d-4266-b520-5bf0ba876154 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:56:06.584183 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device dd46defa-b87d-4266-b520-5bf0ba876154 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:56:06.584610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5e3cfff3-d78a-44db-bff5-fba06d263a74 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:56:06.605007 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 5e3cfff3-d78a-44db-bff5-fba06d263a74 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:56:06.605464 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5e3cfff3-d78a-44db-bff5-fba06d263a74 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:56:06.635680 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:06.641695 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:06.647616 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] 10.222.0.32 "DELETE /v2.0/networks/593af7f9-7aa5-485e-bb82-53a459d6a772 HTTP/1.1" status: 204 len: 168 time: 0.5295632 Dec 20 21:56:06.657363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f9d60-b4e7-4a47-9433-468cba6f9a66 admin admin] Pushing event deleted for resources: {'Network': ['ID=593af7f9-7aa5-485e-bb82-53a459d6a772,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:06.817373 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49030) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:06.857756 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7acc5b3b-616f-4746-b702-b6439b727775 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37bb6b48c70a48dcbd3d2bb265412fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391886 Dec 20 21:56:06.861482 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49032) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:06.913972 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60768161-86c9-4cd1-aa20-9b39c1b4f43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:06.940470 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60768161-86c9-4cd1-aa20-9b39c1b4f43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:06.993513 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60768161-86c9-4cd1-aa20-9b39c1b4f43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:06.997139 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60768161-86c9-4cd1-aa20-9b39c1b4f43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:06.998731 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-60768161-86c9-4cd1-aa20-9b39c1b4f43f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db69d2e0-4cd2-40f0-bca7-3b0bfc2a910c HTTP/1.1" status: 204 len: 168 time: 0.1363299 Dec 20 21:56:07.007917 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60768161-86c9-4cd1-aa20-9b39c1b4f43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db69d2e0-4cd2-40f0-bca7-3b0bfc2a910c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:07.364506 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49038) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:07.412393 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-580b65ef-0580-4e11-a919-2231287c1534 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed3e944cf2764af8bd0ab2561af2a560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466914 Dec 20 21:56:07.415331 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49040) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:07.465724 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-432038d2-3f8b-42a5-94c5-da53fb862150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:07.487426 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-432038d2-3f8b-42a5-94c5-da53fb862150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:07.539733 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-432038d2-3f8b-42a5-94c5-da53fb862150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:07.542531 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-432038d2-3f8b-42a5-94c5-da53fb862150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:07.543713 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-432038d2-3f8b-42a5-94c5-da53fb862150 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdacc829-5d70-4af9-bc19-77e20fb5f2fc HTTP/1.1" status: 204 len: 168 time: 0.1274831 Dec 20 21:56:07.551472 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432038d2-3f8b-42a5-94c5-da53fb862150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdacc829-5d70-4af9-bc19-77e20fb5f2fc,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:15.029510 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:15.642094 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49044) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:15.815270 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9892586d-cf98-4357-a776-e0f177e4b842 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Deleting port a9ea1833-e60b-40fb-ac7b-f2651c2fdad8 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:15.815611 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9892586d-cf98-4357-a776-e0f177e4b842 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:15.896365 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9892586d-cf98-4357-a776-e0f177e4b842 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:15.896569 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9892586d-cf98-4357-a776-e0f177e4b842 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:15.908492 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-9892586d-cf98-4357-a776-e0f177e4b842 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Calling delete_port for a9ea1833-e60b-40fb-ac7b-f2651c2fdad8 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:16.067514 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9892586d-cf98-4357-a776-e0f177e4b842 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:16.095880 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892586d-cf98-4357-a776-e0f177e4b842 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event deleted for resources: {'Port': ['ID=a9ea1833-e60b-40fb-ac7b-f2651c2fdad8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:16.156795 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9892586d-cf98-4357-a776-e0f177e4b842 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:16.157027 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-9892586d-cf98-4357-a776-e0f177e4b842 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Floating IP 381f5458-9506-441e-a2f1-44b2757fe1bc disassociated (deleted). External IP: 172.35.3.17, port: d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c. Dec 20 21:56:16.395898 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9892586d-cf98-4357-a776-e0f177e4b842 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:56:16.507659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9892586d-cf98-4357-a776-e0f177e4b842 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:56:16.512794 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9892586d-cf98-4357-a776-e0f177e4b842 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:16.518823 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08e71a8-bf71-43bd-aa20-935d31152f9b None None] Sync routers for ids ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:56:16.528793 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08e71a8-bf71-43bd-aa20-935d31152f9b None None] Routers {'0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:56:16.529415 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d08e71a8-bf71-43bd-aa20-935d31152f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:56:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:16.540076 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9892586d-cf98-4357-a776-e0f177e4b842 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "DELETE /v2.0/floatingips/381f5458-9506-441e-a2f1-44b2757fe1bc HTTP/1.1" status: 204 len: 168 time: 0.8964899 Dec 20 21:56:16.540794 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130e6370-3a1a-4612-b46b-954dc53b6d79', 'tag': 'd4e14e5c-e3fc-4b70-8d5a-b7a471aa490c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:56:16.543315 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fdb613287266bcb267fba76b41b0e291455dd0260d469cab07e2422a478e88d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2e73c9-25d8-4da1-9595-1f47b64b764a" -d '{"events": [{"name": "network-changed", "server_uuid": "130e6370-3a1a-4612-b46b-954dc53b6d79", "tag": "d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:56:16.583897 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70535a52-5ec1-4734-82bb-c710df6f42c8 x-openstack-request-id: req-70535a52-5ec1-4734-82bb-c710df6f42c8 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:56:16.584368 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130e6370-3a1a-4612-b46b-954dc53b6d79", "tag": "d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:56:16.584548 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70535a52-5ec1-4734-82bb-c710df6f42c8 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:56:16.585016 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130e6370-3a1a-4612-b46b-954dc53b6d79', 'tag': 'd4e14e5c-e3fc-4b70-8d5a-b7a471aa490c', 'status': 'completed', 'code': 200} Dec 20 21:56:16.646095 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-d08e71a8-bf71-43bd-aa20-935d31152f9b None None] Set router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:56:16.684433 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e73c9-25d8-4da1-9595-1f47b64b764a req-a312b372-48ef-4d66-946d-d352d36bbd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:16.686172 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d2e73c9-25d8-4da1-9595-1f47b64b764a req-a312b372-48ef-4d66-946d-d352d36bbd13 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 1094 time: 0.0575790 Dec 20 21:56:16.780024 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aed6e5-54e3-4947-ade8-076ad0a26df4 req-2446ea97-4c14-45e1-9747-47cb7f112077 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:16.781638 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6aed6e5-54e3-4947-ade8-076ad0a26df4 req-2446ea97-4c14-45e1-9747-47cb7f112077 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 945 time: 0.0513570 Dec 20 21:56:16.813585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e73c9-25d8-4da1-9595-1f47b64b764a req-6d2f38ac-c70f-4a97-817b-bdd2c1790a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:16.815284 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d2e73c9-25d8-4da1-9595-1f47b64b764a req-6d2f38ac-c70f-4a97-817b-bdd2c1790a5f service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 912 time: 0.0866485 Dec 20 21:56:16.820247 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6aed6e5-54e3-4947-ade8-076ad0a26df4 req-c217b61d-f059-4c13-aa20-e35640815d79 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323043 Dec 20 21:56:16.863684 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d2e73c9-25d8-4da1-9595-1f47b64b764a req-e23cce65-0a4b-44a6-b578-1712bb9dce30 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c HTTP/1.1" status: 200 len: 217 time: 0.0405378 Dec 20 21:56:16.893151 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d08e71a8-bf71-43bd-aa20-935d31152f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '22ae9375-eafc-47f8-a81e-829f4c23b3af', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'floating_ip_address': '172.35.3.237', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'port_id': 'af6d140d-e091-4ffb-8702-d9102a12f233', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'mac_address': 'fa:16:3e:df:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:52:34Z', 'updated_at': '2021-12-20T21:52:36Z', 'revision_number': 1, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:14Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:16.915551 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e73c9-25d8-4da1-9595-1f47b64b764a req-8a551daa-f885-435e-8465-62b2df92dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:16.917159 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d2e73c9-25d8-4da1-9595-1f47b64b764a req-8a551daa-f885-435e-8465-62b2df92dd3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.0465655 Dec 20 21:56:16.921466 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08e71a8-bf71-43bd-aa20-935d31152f9b None None] Checking router: 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:56:16.930365 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08e71a8-bf71-43bd-aa20-935d31152f9b None None] Routers {'0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:56:16.930960 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d08e71a8-bf71-43bd-aa20-935d31152f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:56:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:16.965318 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e73c9-25d8-4da1-9595-1f47b64b764a req-de7f5305-67f8-4197-a609-8e6dff15150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:16.967007 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d2e73c9-25d8-4da1-9595-1f47b64b764a req-de7f5305-67f8-4197-a609-8e6dff15150b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0415962 Dec 20 21:56:17.039903 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-d08e71a8-bf71-43bd-aa20-935d31152f9b None None] Set router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:56:17.065341 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d2e73c9-25d8-4da1-9595-1f47b64b764a req-a328b947-ad92-401b-8676-c9c01a566a88 service neutron] 10.222.0.31 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902443 Dec 20 21:56:17.153686 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d2e73c9-25d8-4da1-9595-1f47b64b764a req-6dc29a1a-f0bb-4ec9-8726-46445e7d101a service neutron] 10.222.0.31 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816195 Dec 20 21:56:17.266297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d08e71a8-bf71-43bd-aa20-935d31152f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '22ae9375-eafc-47f8-a81e-829f4c23b3af', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'floating_ip_address': '172.35.3.237', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'port_id': 'af6d140d-e091-4ffb-8702-d9102a12f233', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'mac_address': 'fa:16:3e:df:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:52:34Z', 'updated_at': '2021-12-20T21:52:36Z', 'revision_number': 1, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:14Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:17.296028 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08e71a8-bf71-43bd-aa20-935d31152f9b None None] The sync data for ids ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'] in n-d-xena-1 is: [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '22ae9375-eafc-47f8-a81e-829f4c23b3af', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'floating_ip_address': '172.35.3.237', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'port_id': 'af6d140d-e091-4ffb-8702-d9102a12f233', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'mac_address': 'fa:16:3e:df:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:52:34Z', 'updated_at': '2021-12-20T21:52:36Z', 'revision_number': 1, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:14Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:56:17.519846 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab8e6b-6ee4-4fc8-acd4-279c63ba8ff8 None None] New status for floating IP 381f5458-9506-441e-a2f1-44b2757fe1bc: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:56:17.965258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547cd5b-b40b-453a-9988-0c934be8116d req-cf2ad00b-22d2-48ee-a009-8671c9bf0dbe tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:17.966773 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f547cd5b-b40b-453a-9988-0c934be8116d req-cf2ad00b-22d2-48ee-a009-8671c9bf0dbe tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 945 time: 0.0556386 Dec 20 21:56:18.009734 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f547cd5b-b40b-453a-9988-0c934be8116d req-744ff00a-3cbf-4a17-a9f9-01256df6587f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339379 Dec 20 21:56:18.211438 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:18.427198 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16780baf-ecf3-40aa-a2ce-45663a4ce4e2 req-e18dd948-124f-452d-bba2-8e238a8360e9 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:18.428630 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16780baf-ecf3-40aa-a2ce-45663a4ce4e2 req-e18dd948-124f-452d-bba2-8e238a8360e9 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.31 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 945 time: 0.0641248 Dec 20 21:56:18.520532 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-16780baf-ecf3-40aa-a2ce-45663a4ce4e2 req-a4fd474b-c2bb-47c7-b21e-033b1922a58c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Deleting port d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:18.520864 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-16780baf-ecf3-40aa-a2ce-45663a4ce4e2 req-a4fd474b-c2bb-47c7-b21e-033b1922a58c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:18.612929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-16780baf-ecf3-40aa-a2ce-45663a4ce4e2 req-a4fd474b-c2bb-47c7-b21e-033b1922a58c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] For port d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:56:18.613291 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-16780baf-ecf3-40aa-a2ce-45663a4ce4e2 req-a4fd474b-c2bb-47c7-b21e-033b1922a58c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:18.627237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-16780baf-ecf3-40aa-a2ce-45663a4ce4e2 req-a4fd474b-c2bb-47c7-b21e-033b1922a58c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Calling delete_port for d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:18.762198 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-16780baf-ecf3-40aa-a2ce-45663a4ce4e2 req-a4fd474b-c2bb-47c7-b21e-033b1922a58c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:18.802689 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd474b-c2bb-47c7-b21e-033b1922a58c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event deleted for resources: {'Port': ['ID=d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:18.848251 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-16780baf-ecf3-40aa-a2ce-45663a4ce4e2 req-a4fd474b-c2bb-47c7-b21e-033b1922a58c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] No DVR routers for this DVR port d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:56:18.851334 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-16780baf-ecf3-40aa-a2ce-45663a4ce4e2 req-a4fd474b-c2bb-47c7-b21e-033b1922a58c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:18.854888 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16780baf-ecf3-40aa-a2ce-45663a4ce4e2 req-a4fd474b-c2bb-47c7-b21e-033b1922a58c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.31 "DELETE /v2.0/ports/d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c HTTP/1.1" status: 204 len: 173 time: 0.4201944 Dec 20 21:56:18.855375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130e6370-3a1a-4612-b46b-954dc53b6d79', 'name': 'network-vif-deleted', 'tag': 'd4e14e5c-e3fc-4b70-8d5a-b7a471aa490c'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:56:18.857982 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55eaf6ef-5c81-442b-97f6-622787dd7c34" -d '{"events": [{"server_uuid": "130e6370-3a1a-4612-b46b-954dc53b6d79", "name": "network-vif-deleted", "tag": "d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:56:18.897616 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7b50b4-9a77-4ade-86b8-2dbbe79e8298 x-openstack-request-id: req-7b7b50b4-9a77-4ade-86b8-2dbbe79e8298 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:56:18.897928 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130e6370-3a1a-4612-b46b-954dc53b6d79", "name": "network-vif-deleted", "tag": "d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:56:18.898240 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b7b50b4-9a77-4ade-86b8-2dbbe79e8298 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:56:18.898643 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130e6370-3a1a-4612-b46b-954dc53b6d79', 'name': 'network-vif-deleted', 'tag': 'd4e14e5c-e3fc-4b70-8d5a-b7a471aa490c', 'status': 'completed', 'code': 200} Dec 20 21:56:19.111994 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2620f7d6-0ebf-4bee-807b-ffb217f57a72 req-855661dd-1be5-4262-a21b-9b49094e6f30 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 210 time: 0.0268009 Dec 20 21:56:20.213818 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0dbc518a-a914-4239-95ba-08ece4d549b1 req-fd1a8ae8-6138-45a0-974c-e07ee5698e47 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 210 time: 0.0321140 Dec 20 21:56:21.317164 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c86b1b86-47e7-4885-a1f0-0f308728b004 req-538b7ffe-f4fa-4147-8591-a40da2ca7fbe tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 210 time: 0.0266931 Dec 20 21:56:22.058379 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:56:22.084578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:56:22.084917 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device d4e14e5c-e3fc-4b70-8d5a-b7a471aa490c not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:56:22.291930 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:56:22.432490 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a64e90ab-45a6-488b-a009-d8451c6313e7 req-e64ed75b-a33e-4daf-b6ba-7fb585db524e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=130e6370-3a1a-4612-b46b-954dc53b6d79 HTTP/1.1" status: 200 len: 210 time: 0.0324261 Dec 20 21:56:27.200945 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3d4063d6-5dcb-4781-b3ab-c9d0a481c6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:27.804877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49088) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:27.986127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-39e5d718-7eb2-41d0-8a2b-01344e44e16e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Deleting port b298d14d-abb6-4278-a456-77966bd5cc0c {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:27.986338 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-39e5d718-7eb2-41d0-8a2b-01344e44e16e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:28.059895 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-39e5d718-7eb2-41d0-8a2b-01344e44e16e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:28.060246 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-39e5d718-7eb2-41d0-8a2b-01344e44e16e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:28.073792 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-39e5d718-7eb2-41d0-8a2b-01344e44e16e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Calling delete_port for b298d14d-abb6-4278-a456-77966bd5cc0c owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:28.555613 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-39e5d718-7eb2-41d0-8a2b-01344e44e16e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:28.583114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5d718-7eb2-41d0-8a2b-01344e44e16e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event deleted for resources: {'Port': ['ID=b298d14d-abb6-4278-a456-77966bd5cc0c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:28.651037 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-39e5d718-7eb2-41d0-8a2b-01344e44e16e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:28.651385 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-39e5d718-7eb2-41d0-8a2b-01344e44e16e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Floating IP 22ae9375-eafc-47f8-a81e-829f4c23b3af disassociated (deleted). External IP: 172.35.3.237, port: af6d140d-e091-4ffb-8702-d9102a12f233. Dec 20 21:56:28.907640 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e5d718-7eb2-41d0-8a2b-01344e44e16e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:56:29.049541 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e5d718-7eb2-41d0-8a2b-01344e44e16e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:56:29.057110 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-39e5d718-7eb2-41d0-8a2b-01344e44e16e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:29.061340 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de26a00a-850d-4bb2-be51-fba25ddab136 None None] Sync routers for ids ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:56:29.072541 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de26a00a-850d-4bb2-be51-fba25ddab136 None None] Routers {'0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:56:29.073215 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-de26a00a-850d-4bb2-be51-fba25ddab136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:56:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:29.093631 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-39e5d718-7eb2-41d0-8a2b-01344e44e16e tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "DELETE /v2.0/floatingips/22ae9375-eafc-47f8-a81e-829f4c23b3af HTTP/1.1" status: 204 len: 168 time: 1.2873929 Dec 20 21:56:29.094351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'tag': 'af6d140d-e091-4ffb-8702-d9102a12f233'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:56:29.096757 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cd3ea6-d439-4e64-87f4-c0c35a88ad08" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ce8b71-a628-4092-84c4-d288ae88a8cf", "tag": "af6d140d-e091-4ffb-8702-d9102a12f233"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:56:29.136043 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59e2a64-ee91-45fa-b040-a620533e878e x-openstack-request-id: req-e59e2a64-ee91-45fa-b040-a620533e878e {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:56:29.136335 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ce8b71-a628-4092-84c4-d288ae88a8cf", "tag": "af6d140d-e091-4ffb-8702-d9102a12f233", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:56:29.136579 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e59e2a64-ee91-45fa-b040-a620533e878e {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:56:29.137075 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'tag': 'af6d140d-e091-4ffb-8702-d9102a12f233', 'status': 'completed', 'code': 200} Dec 20 21:56:29.191219 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-de26a00a-850d-4bb2-be51-fba25ddab136 None None] Set router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:56:29.344744 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a9d38-6622-48a8-894c-c8ce4b0b87ce req-3b795388-b0b3-4324-b63c-5e5775723f3f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:29.346414 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e79a9d38-6622-48a8-894c-c8ce4b0b87ce req-3b795388-b0b3-4324-b63c-5e5775723f3f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 946 time: 0.0554395 Dec 20 21:56:29.394579 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-de26a00a-850d-4bb2-be51-fba25ddab136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:14Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:29.411585 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e79a9d38-6622-48a8-894c-c8ce4b0b87ce req-f721b86d-140f-4e72-863c-e58981f0eea3 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583589 Dec 20 21:56:29.420565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd3ea6-d439-4e64-87f4-c0c35a88ad08 req-155ca740-8617-4168-aae4-7c6bc5807daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:29.422244 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-27cd3ea6-d439-4e64-87f4-c0c35a88ad08 req-155ca740-8617-4168-aae4-7c6bc5807daa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 1095 time: 0.2444463 Dec 20 21:56:29.425458 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de26a00a-850d-4bb2-be51-fba25ddab136 None None] Checking router: 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:56:29.434724 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de26a00a-850d-4bb2-be51-fba25ddab136 None None] Routers {'0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:56:29.435248 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-de26a00a-850d-4bb2-be51-fba25ddab136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:56:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:29.513049 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd3ea6-d439-4e64-87f4-c0c35a88ad08 req-6e0f7928-f322-4e90-992c-3e4b9835eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:29.514575 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-27cd3ea6-d439-4e64-87f4-c0c35a88ad08 req-6e0f7928-f322-4e90-992c-3e4b9835eb08 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 200 len: 912 time: 0.0848622 Dec 20 21:56:29.547615 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-de26a00a-850d-4bb2-be51-fba25ddab136 None None] Set router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:56:29.550431 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de1c32d2-0402-42aa-9bbd-10be81991a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:29.562024 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-27cd3ea6-d439-4e64-87f4-c0c35a88ad08 req-8cdd4d4d-7dac-4454-9331-3d0286d9e803 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af6d140d-e091-4ffb-8702-d9102a12f233 HTTP/1.1" status: 200 len: 217 time: 0.0400071 Dec 20 21:56:29.610908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd3ea6-d439-4e64-87f4-c0c35a88ad08 req-6b20e43e-45bc-4085-95c8-7063ccc8ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:29.612372 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-27cd3ea6-d439-4e64-87f4-c0c35a88ad08 req-6b20e43e-45bc-4085-95c8-7063ccc8ed00 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 200 len: 850 time: 0.0434771 Dec 20 21:56:29.657925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd3ea6-d439-4e64-87f4-c0c35a88ad08 req-a895c63a-ae48-48b1-83fc-29e1c2c7aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:29.659664 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-27cd3ea6-d439-4e64-87f4-c0c35a88ad08 req-a895c63a-ae48-48b1-83fc-29e1c2c7aa96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0400743 Dec 20 21:56:29.750504 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-27cd3ea6-d439-4e64-87f4-c0c35a88ad08 req-a34ceef1-e001-4ef9-a46d-0b3733d6c904 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834033 Dec 20 21:56:29.756653 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-de26a00a-850d-4bb2-be51-fba25ddab136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:14Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:29.782654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de26a00a-850d-4bb2-be51-fba25ddab136 None None] The sync data for ids ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'] in n-d-xena-1 is: [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:45:04Z', 'revision_number': 4, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '5bf223c9-66b8-44dd-9893-963390dfee74', 'name': '', 'network_id': '4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'mac_address': 'fa:16:3e:f4:e6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:03Z', 'updated_at': '2021-12-20T21:45:14Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'subnets': [{'id': 'b84d4e95-d9dd-430d-b73c-40cb0d866f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:56:29.841063 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-27cd3ea6-d439-4e64-87f4-c0c35a88ad08 req-46ca83ca-e090-41a0-a4fb-71cc39a88d18 service neutron] 10.222.0.66 "GET /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836639 Dec 20 21:56:30.015675 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b9b53-8998-4b39-88c7-a322ffa3be89 None None] New status for floating IP 22ae9375-eafc-47f8-a81e-829f4c23b3af: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 21:56:30.541852 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a76f3-d97f-4451-bc9e-5212269f9fc9 req-36153d56-1a62-492b-be28-d0553d4e245c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:30.543461 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af6a76f3-d97f-4451-bc9e-5212269f9fc9 req-36153d56-1a62-492b-be28-d0553d4e245c tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 946 time: 0.0504792 Dec 20 21:56:30.585045 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-af6a76f3-d97f-4451-bc9e-5212269f9fc9 req-fba305e2-923a-40a1-aa7a-a1b428ff8f02 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/security-groups?id=6564b492-712c-4d33-8f88-22d5e0759682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320692 Dec 20 21:56:30.786888 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:31.000225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b7c76-5d4f-421a-9f27-8cfc76e29f53 req-76e1211f-6527-490b-96e8-a7c4d8ddf263 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:31.001678 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-493b7c76-5d4f-421a-9f27-8cfc76e29f53 req-76e1211f-6527-490b-96e8-a7c4d8ddf263 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 946 time: 0.0609407 Dec 20 21:56:31.102181 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-493b7c76-5d4f-421a-9f27-8cfc76e29f53 req-71a3c551-3e3e-466e-820c-ec6964d038cc tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Deleting port af6d140d-e091-4ffb-8702-d9102a12f233 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:31.102473 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-493b7c76-5d4f-421a-9f27-8cfc76e29f53 req-71a3c551-3e3e-466e-820c-ec6964d038cc tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:31.209776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-493b7c76-5d4f-421a-9f27-8cfc76e29f53 req-71a3c551-3e3e-466e-820c-ec6964d038cc tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] For port af6d140d-e091-4ffb-8702-d9102a12f233, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=af6d140d-e091-4ffb-8702-d9102a12f233,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:56:31.210188 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-493b7c76-5d4f-421a-9f27-8cfc76e29f53 req-71a3c551-3e3e-466e-820c-ec6964d038cc tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:31.224346 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-493b7c76-5d4f-421a-9f27-8cfc76e29f53 req-71a3c551-3e3e-466e-820c-ec6964d038cc tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Calling delete_port for af6d140d-e091-4ffb-8702-d9102a12f233 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:31.366419 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-493b7c76-5d4f-421a-9f27-8cfc76e29f53 req-71a3c551-3e3e-466e-820c-ec6964d038cc tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:31.399759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3c551-3e3e-466e-820c-ec6964d038cc tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event deleted for resources: {'Port': ['ID=af6d140d-e091-4ffb-8702-d9102a12f233,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:31.442024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-493b7c76-5d4f-421a-9f27-8cfc76e29f53 req-71a3c551-3e3e-466e-820c-ec6964d038cc tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] No DVR routers for this DVR port af6d140d-e091-4ffb-8702-d9102a12f233 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:56:31.444740 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-493b7c76-5d4f-421a-9f27-8cfc76e29f53 req-71a3c551-3e3e-466e-820c-ec6964d038cc tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:31.448243 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-493b7c76-5d4f-421a-9f27-8cfc76e29f53 req-71a3c551-3e3e-466e-820c-ec6964d038cc tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.66 "DELETE /v2.0/ports/af6d140d-e091-4ffb-8702-d9102a12f233 HTTP/1.1" status: 204 len: 173 time: 0.4409311 Dec 20 21:56:31.448698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'name': 'network-vif-deleted', 'tag': 'af6d140d-e091-4ffb-8702-d9102a12f233'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:56:31.451532 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b570d4-8520-4831-8840-23c23d60861c" -d '{"events": [{"server_uuid": "a6ce8b71-a628-4092-84c4-d288ae88a8cf", "name": "network-vif-deleted", "tag": "af6d140d-e091-4ffb-8702-d9102a12f233"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:56:31.491239 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f766513-6a58-4052-8115-e09da5fb6ed5 x-openstack-request-id: req-5f766513-6a58-4052-8115-e09da5fb6ed5 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:56:31.491661 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ce8b71-a628-4092-84c4-d288ae88a8cf", "name": "network-vif-deleted", "tag": "af6d140d-e091-4ffb-8702-d9102a12f233", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:56:31.491955 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f766513-6a58-4052-8115-e09da5fb6ed5 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:56:31.492514 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ce8b71-a628-4092-84c4-d288ae88a8cf', 'name': 'network-vif-deleted', 'tag': 'af6d140d-e091-4ffb-8702-d9102a12f233', 'status': 'completed', 'code': 200} Dec 20 21:56:31.681922 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d5bab66e-29cc-45b2-9a70-f9bf713f81a8 req-809248d4-5a81-402d-9b72-ccbe61a48c09 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 210 time: 0.0292189 Dec 20 21:56:32.216753 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:32.412053 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:32.781770 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-247f22dc-06c3-41ff-b448-0c77b599fe49 req-2eac6132-324c-4ba3-8d67-2db42966100a tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 210 time: 0.0278773 Dec 20 21:56:33.882088 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a90498cd-db6a-4ebe-97e8-65dd7ab1c285 req-408ad2ba-d88a-4f20-9f05-e6c0e338565b tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 210 time: 0.0300658 Dec 20 21:56:34.166572 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device af6d140d-e091-4ffb-8702-d9102a12f233 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:56:34.187833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: af6d140d-e091-4ffb-8702-d9102a12f233 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:56:34.188270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device af6d140d-e091-4ffb-8702-d9102a12f233 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:56:35.000095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a048e07-8198-4809-95dc-ccdb6b318226 req-a19109da-f35f-4017-86c9-dbbc27187301 tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6ce8b71-a628-4092-84c4-d288ae88a8cf HTTP/1.1" status: 200 len: 210 time: 0.0325422 Dec 20 21:56:36.065849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49112) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:36.206678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-3547a35b-704c-487f-94d5-ab72448b305f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Deleting port e4275944-7df8-41cb-aad9-39b82b19de2c {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:36.207026 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3547a35b-704c-487f-94d5-ab72448b305f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:36.284788 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3547a35b-704c-487f-94d5-ab72448b305f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:36.284985 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3547a35b-704c-487f-94d5-ab72448b305f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:36.300998 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-3547a35b-704c-487f-94d5-ab72448b305f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Calling delete_port for e4275944-7df8-41cb-aad9-39b82b19de2c owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:36.441163 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3547a35b-704c-487f-94d5-ab72448b305f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:36.466938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547a35b-704c-487f-94d5-ab72448b305f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event deleted for resources: {'Port': ['ID=e4275944-7df8-41cb-aad9-39b82b19de2c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:36.535748 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3547a35b-704c-487f-94d5-ab72448b305f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:36.538105 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3547a35b-704c-487f-94d5-ab72448b305f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:36.539644 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3547a35b-704c-487f-94d5-ab72448b305f tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "DELETE /v2.0/floatingips/adb7454a-28b8-45b0-9526-42229022f4f5 HTTP/1.1" status: 204 len: 168 time: 0.4726851 Dec 20 21:56:38.801827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49126) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:38.861790 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d928d98d-a8f4-4636-8e4c-fae08e61a8df tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:38.887429 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d928d98d-a8f4-4636-8e4c-fae08e61a8df tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:38.954785 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d928d98d-a8f4-4636-8e4c-fae08e61a8df tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:38.957562 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d928d98d-a8f4-4636-8e4c-fae08e61a8df tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:38.958832 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d928d98d-a8f4-4636-8e4c-fae08e61a8df tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] 10.222.0.32 "DELETE /v2.0/security-groups/6564b492-712c-4d33-8f88-22d5e0759682 HTTP/1.1" status: 204 len: 168 time: 0.1559179 Dec 20 21:56:38.968406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928d98d-a8f4-4636-8e4c-fae08e61a8df tempest-TestVolumeBootPattern-1044806189 tempest-TestVolumeBootPattern-1044806189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6564b492-712c-4d33-8f88-22d5e0759682,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:39.032828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49130) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:39.505729 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1db98d2-1de4-4744-8238-2c55f90c764b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:39.764152 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-c1db98d2-1de4-4744-8238-2c55f90c764b admin admin] Deleting port 5bf223c9-66b8-44dd-9893-963390dfee74 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:39.764513 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1db98d2-1de4-4744-8238-2c55f90c764b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:39.844780 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-c1db98d2-1de4-4744-8238-2c55f90c764b admin admin] For port 5bf223c9-66b8-44dd-9893-963390dfee74, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5bf223c9-66b8-44dd-9893-963390dfee74,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:56:39.845477 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1db98d2-1de4-4744-8238-2c55f90c764b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:39.857679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-c1db98d2-1de4-4744-8238-2c55f90c764b admin admin] Calling delete_port for 5bf223c9-66b8-44dd-9893-963390dfee74 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:40.054297 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1db98d2-1de4-4744-8238-2c55f90c764b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:40.078974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db98d2-1de4-4744-8238-2c55f90c764b admin admin] Pushing event deleted for resources: {'Port': ['ID=5bf223c9-66b8-44dd-9893-963390dfee74,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:40.238797 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c1db98d2-1de4-4744-8238-2c55f90c764b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:40.452178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1db98d2-1de4-4744-8238-2c55f90c764b admin admin] Router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:56:40.561559 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1db98d2-1de4-4744-8238-2c55f90c764b admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:56:40.567142 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c1db98d2-1de4-4744-8238-2c55f90c764b admin admin] 10.222.0.32 "PUT /v2.0/routers/0ec8bb39-a9c2-4db2-9a2a-60c1aac43204/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5331254 Dec 20 21:56:40.569881 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49134) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:40.570599 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5081aa5a-0613-4c8c-903f-764f517668e4 None None] Sync routers for ids ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:56:40.580811 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5081aa5a-0613-4c8c-903f-764f517668e4 None None] Routers {'0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:56:40.581426 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5081aa5a-0613-4c8c-903f-764f517668e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:56:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:40.854662 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-5081aa5a-0613-4c8c-903f-764f517668e4 None None] Set router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:56:40.963795 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-178726c2-ab47-47cd-bb11-e37459ee7917 admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:41.032855 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5081aa5a-0613-4c8c-903f-764f517668e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:56:39Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:41.059168 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5081aa5a-0613-4c8c-903f-764f517668e4 None None] Checking router: 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:56:41.066114 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-178726c2-ab47-47cd-bb11-e37459ee7917 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:41.068274 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5081aa5a-0613-4c8c-903f-764f517668e4 None None] Routers {'0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:56:41.069006 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5081aa5a-0613-4c8c-903f-764f517668e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:56:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:41.119680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-178726c2-ab47-47cd-bb11-e37459ee7917 admin admin] Deleting port 4e6e4368-9dbc-42fc-b433-ef27b8c13a94 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:41.119923 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-178726c2-ab47-47cd-bb11-e37459ee7917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:41.178915 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-5081aa5a-0613-4c8c-903f-764f517668e4 None None] Set router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:56:41.196474 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-178726c2-ab47-47cd-bb11-e37459ee7917 admin admin] For port 4e6e4368-9dbc-42fc-b433-ef27b8c13a94, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4e6e4368-9dbc-42fc-b433-ef27b8c13a94,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:56:41.196837 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-178726c2-ab47-47cd-bb11-e37459ee7917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:41.210524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-178726c2-ab47-47cd-bb11-e37459ee7917 admin admin] Calling delete_port for 4e6e4368-9dbc-42fc-b433-ef27b8c13a94 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:41.359261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-5081aa5a-0613-4c8c-903f-764f517668e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:56:39Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:41.373487 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-178726c2-ab47-47cd-bb11-e37459ee7917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:41.386270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5081aa5a-0613-4c8c-903f-764f517668e4 None None] The sync data for ids ['0ec8bb39-a9c2-4db2-9a2a-60c1aac43204'] in n-d-xena-1 is: [{'id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'name': 'tempest-TestVolumeBootPattern-141547196-router', 'tenant_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23'}], 'enable_snat': True}, 'gw_port_id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:44:58Z', 'updated_at': '2021-12-20T21:56:39Z', 'revision_number': 5, 'project_id': '09c4ae0ec0ec4254aff4e9bf68876ea9', 'gw_port': {'id': '4e6e4368-9dbc-42fc-b433-ef27b8c13a94', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec8bb39-a9c2-4db2-9a2a-60c1aac43204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:44:59Z', 'updated_at': '2021-12-20T21:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:56:41.397150 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178726c2-ab47-47cd-bb11-e37459ee7917 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e6e4368-9dbc-42fc-b433-ef27b8c13a94,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:41.465105 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-178726c2-ab47-47cd-bb11-e37459ee7917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:41.553307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-178726c2-ab47-47cd-bb11-e37459ee7917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:41.555461 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-178726c2-ab47-47cd-bb11-e37459ee7917 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:41.598709 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-178726c2-ab47-47cd-bb11-e37459ee7917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:41.599230 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178726c2-ab47-47cd-bb11-e37459ee7917 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:56:41.603679 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-178726c2-ab47-47cd-bb11-e37459ee7917 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:41.604790 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-178726c2-ab47-47cd-bb11-e37459ee7917 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0ec8bb39-a9c2-4db2-9a2a-60c1aac43204 HTTP/1.1" status: 204 len: 168 time: 1.0339684 Dec 20 21:56:41.607726 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49136) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:41.653430 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b7f456-1c56-4e74-a3ca-80d03b3e0af7 admin admin] Deleting subnet b84d4e95-d9dd-430d-b73c-40cb0d866f14 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:56:41.656571 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69b7f456-1c56-4e74-a3ca-80d03b3e0af7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:41.694135 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69b7f456-1c56-4e74-a3ca-80d03b3e0af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:41.788970 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69b7f456-1c56-4e74-a3ca-80d03b3e0af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:41.848374 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69b7f456-1c56-4e74-a3ca-80d03b3e0af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:41.872702 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7f456-1c56-4e74-a3ca-80d03b3e0af7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b84d4e95-d9dd-430d-b73c-40cb0d866f14,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:41.883517 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-69b7f456-1c56-4e74-a3ca-80d03b3e0af7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:41.884837 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bc084d-2c6f-4ccd-a316-4002282ca46d None None] Network 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:56:41.889465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49138) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:41.889610 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-69b7f456-1c56-4e74-a3ca-80d03b3e0af7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b84d4e95-d9dd-430d-b73c-40cb0d866f14 HTTP/1.1" status: 204 len: 168 time: 0.2808077 Dec 20 21:56:41.968615 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:42.023817 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] Deleting port cd192352-11ed-4d34-a0de-2a884472028e {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:42.024239 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:42.076006 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] DHCP port deletion for 4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:56:42.094943 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] For port cd192352-11ed-4d34-a0de-2a884472028e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cd192352-11ed-4d34-a0de-2a884472028e,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:56:42.095304 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:42.109622 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] Calling delete_port for cd192352-11ed-4d34-a0de-2a884472028e owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:42.129251 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] Deleting port cd192352-11ed-4d34-a0de-2a884472028e {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:42.130178 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:42.196041 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] For port cd192352-11ed-4d34-a0de-2a884472028e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cd192352-11ed-4d34-a0de-2a884472028e,segment=NetworkSegment(accbbb6e-6ef4-40c8-8c5b-5726c7f81f55),segment_id=accbbb6e-6ef4-40c8-8c5b-5726c7f81f55)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:56:42.196433 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:42.204017 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:42.209335 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] Calling delete_port for cd192352-11ed-4d34-a0de-2a884472028e owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:42.229153 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd192352-11ed-4d34-a0de-2a884472028e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:42.232700 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] No DVR routers for this DVR port cd192352-11ed-4d34-a0de-2a884472028e on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:56:42.290735 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:42.304078 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:42.317168 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] No DVR routers for this DVR port cd192352-11ed-4d34-a0de-2a884472028e on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:56:42.321142 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] Pushing event deleted for resources: {'Port': ['ID=cd192352-11ed-4d34-a0de-2a884472028e,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:42.326628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:42.329073 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:42.329518 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:42.329737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:42.330094 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:42.330418 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:42.330750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:42.331060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:42.331380 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:42.331694 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:42.332089 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:42.332313 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:42.332624 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34ab42a-7609-4dae-9ad9-2a9944e8f7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:42.337128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:42.337424 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accbbb6e-6ef4-40c8-8c5b-5726c7f81f55') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:42.347048 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:42.360539 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:42.366187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:56:42.366560 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:56:42.368185 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:56:42.422166 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:42.427476 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:42.430573 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea HTTP/1.1" status: 204 len: 168 time: 0.5363383 Dec 20 21:56:42.433764 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49142) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:42.441379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545e876-4d70-476a-946c-33d2f11f4671 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c8fd4f6-ed79-4233-9e2f-7d4217fa70ea,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:42.558137 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4e6e4368-9dbc-42fc-b433-ef27b8c13a94 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:56:42.578119 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 4e6e4368-9dbc-42fc-b433-ef27b8c13a94 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:56:42.578418 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4e6e4368-9dbc-42fc-b433-ef27b8c13a94 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:56:42.578840 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device cd192352-11ed-4d34-a0de-2a884472028e no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:56:42.597241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: cd192352-11ed-4d34-a0de-2a884472028e {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:56:42.597589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device cd192352-11ed-4d34-a0de-2a884472028e not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:56:42.598017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5bf223c9-66b8-44dd-9893-963390dfee74 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:56:42.620385 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 5bf223c9-66b8-44dd-9893-963390dfee74 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:56:42.620701 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5bf223c9-66b8-44dd-9893-963390dfee74 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:56:42.819306 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b35cc22-2fbe-400f-b177-ef743f0116cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:43.089376 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1b35cc22-2fbe-400f-b177-ef743f0116cf admin admin] Deleting port 977b1b28-0353-48f0-9f2f-d7af0c0af9c4 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:43.089597 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b35cc22-2fbe-400f-b177-ef743f0116cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:43.175111 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-1b35cc22-2fbe-400f-b177-ef743f0116cf admin admin] For port 977b1b28-0353-48f0-9f2f-d7af0c0af9c4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=977b1b28-0353-48f0-9f2f-d7af0c0af9c4,segment=NetworkSegment(ec5527ce-9881-4bdb-92cf-f0f00ddbd089),segment_id=ec5527ce-9881-4bdb-92cf-f0f00ddbd089)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:56:43.175467 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b35cc22-2fbe-400f-b177-ef743f0116cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:43.188933 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-1b35cc22-2fbe-400f-b177-ef743f0116cf admin admin] Calling delete_port for 977b1b28-0353-48f0-9f2f-d7af0c0af9c4 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:43.374760 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b35cc22-2fbe-400f-b177-ef743f0116cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:43.400174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35cc22-2fbe-400f-b177-ef743f0116cf admin admin] Pushing event deleted for resources: {'Port': ['ID=977b1b28-0353-48f0-9f2f-d7af0c0af9c4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:43.564546 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b35cc22-2fbe-400f-b177-ef743f0116cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:43.784298 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b35cc22-2fbe-400f-b177-ef743f0116cf admin admin] Router 22a52983-d548-49bb-9b4c-f09b8e7b6f8b has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:56:43.903410 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b35cc22-2fbe-400f-b177-ef743f0116cf admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:56:43.910175 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1b35cc22-2fbe-400f-b177-ef743f0116cf admin admin] 10.222.0.32 "PUT /v2.0/routers/22a52983-d548-49bb-9b4c-f09b8e7b6f8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4737878 Dec 20 21:56:43.911693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49144) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:43.913058 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd47cd12-9626-488e-902e-b1f2205fa4c3 None None] Sync routers for ids ['22a52983-d548-49bb-9b4c-f09b8e7b6f8b'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:56:43.926388 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd47cd12-9626-488e-902e-b1f2205fa4c3 None None] Routers {'22a52983-d548-49bb-9b4c-f09b8e7b6f8b'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:56:43.927005 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-fd47cd12-9626-488e-902e-b1f2205fa4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:56:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['22a52983-d548-49bb-9b4c-f09b8e7b6f8b'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:44.019355 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dbd6317b-b5dd-4a79-a052-02403bbf6516 admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:44.032323 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-fd47cd12-9626-488e-902e-b1f2205fa4c3 None None] Set router 22a52983-d548-49bb-9b4c-f09b8e7b6f8b gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:56:44.123565 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dbd6317b-b5dd-4a79-a052-02403bbf6516 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:44.176759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6317b-b5dd-4a79-a052-02403bbf6516 admin admin] Deleting port 9958702f-be2d-4f6e-b3b6-8e467bd08bf7 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:44.177106 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dbd6317b-b5dd-4a79-a052-02403bbf6516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:44.202677 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-fd47cd12-9626-488e-902e-b1f2205fa4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'name': 'tempest-TestVolumeBootPattern-1399776778-router', 'tenant_id': '9bd465dc79274fe181864627b8bdd96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.205'}], 'enable_snat': True}, 'gw_port_id': '9958702f-be2d-4f6e-b3b6-8e467bd08bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:45:09Z', 'updated_at': '2021-12-20T21:56:43Z', 'revision_number': 5, 'project_id': '9bd465dc79274fe181864627b8bdd96e', 'gw_port': {'id': '9958702f-be2d-4f6e-b3b6-8e467bd08bf7', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:13:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:45:11Z', 'updated_at': '2021-12-20T21:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:44.231296 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd47cd12-9626-488e-902e-b1f2205fa4c3 None None] Checking router: 22a52983-d548-49bb-9b4c-f09b8e7b6f8b for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:56:44.240632 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd47cd12-9626-488e-902e-b1f2205fa4c3 None None] Routers {'22a52983-d548-49bb-9b4c-f09b8e7b6f8b'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:56:44.241352 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-fd47cd12-9626-488e-902e-b1f2205fa4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:56:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['22a52983-d548-49bb-9b4c-f09b8e7b6f8b'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:44.257885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-dbd6317b-b5dd-4a79-a052-02403bbf6516 admin admin] For port 9958702f-be2d-4f6e-b3b6-8e467bd08bf7, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9958702f-be2d-4f6e-b3b6-8e467bd08bf7,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:56:44.258274 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dbd6317b-b5dd-4a79-a052-02403bbf6516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:44.270813 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6317b-b5dd-4a79-a052-02403bbf6516 admin admin] Calling delete_port for 9958702f-be2d-4f6e-b3b6-8e467bd08bf7 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:44.324368 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-fd47cd12-9626-488e-902e-b1f2205fa4c3 None None] Set router 22a52983-d548-49bb-9b4c-f09b8e7b6f8b gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:56:44.373766 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-fd47cd12-9626-488e-902e-b1f2205fa4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'name': 'tempest-TestVolumeBootPattern-1399776778-router', 'tenant_id': '9bd465dc79274fe181864627b8bdd96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:45:09Z', 'updated_at': '2021-12-20T21:56:44Z', 'revision_number': 6, 'project_id': '9bd465dc79274fe181864627b8bdd96e', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:44.440289 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dbd6317b-b5dd-4a79-a052-02403bbf6516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:44.467118 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6317b-b5dd-4a79-a052-02403bbf6516 admin admin] Pushing event deleted for resources: {'Port': ['ID=9958702f-be2d-4f6e-b3b6-8e467bd08bf7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:44.498258 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd47cd12-9626-488e-902e-b1f2205fa4c3 None None] The sync data for ids ['22a52983-d548-49bb-9b4c-f09b8e7b6f8b'] in n-d-xena-1 is: [{'id': '22a52983-d548-49bb-9b4c-f09b8e7b6f8b', 'name': 'tempest-TestVolumeBootPattern-1399776778-router', 'tenant_id': '9bd465dc79274fe181864627b8bdd96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:45:09Z', 'updated_at': '2021-12-20T21:56:44Z', 'revision_number': 6, 'project_id': '9bd465dc79274fe181864627b8bdd96e', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:56:44.544759 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dbd6317b-b5dd-4a79-a052-02403bbf6516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:44.637056 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dbd6317b-b5dd-4a79-a052-02403bbf6516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:44.640607 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dbd6317b-b5dd-4a79-a052-02403bbf6516 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:44.686312 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dbd6317b-b5dd-4a79-a052-02403bbf6516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:44.686893 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd6317b-b5dd-4a79-a052-02403bbf6516 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22a52983-d548-49bb-9b4c-f09b8e7b6f8b {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 21:56:44.691574 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dbd6317b-b5dd-4a79-a052-02403bbf6516 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:44.692719 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dbd6317b-b5dd-4a79-a052-02403bbf6516 admin admin] 10.222.0.32 "DELETE /v2.0/routers/22a52983-d548-49bb-9b4c-f09b8e7b6f8b HTTP/1.1" status: 204 len: 168 time: 0.7799287 Dec 20 21:56:44.696826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49146) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:44.744694 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Deleting subnet 5d7aa253-2392-44e1-9f44-b90d01aecb50 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:56:44.747953 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:44.787008 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:44.865561 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:44.920945 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:44.947955 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d7aa253-2392-44e1-9f44-b90d01aecb50,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:44.956059 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:44.956402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:44.956736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:44.957063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:44.957390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:44.957713 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:44.958052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:44.958389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:44.958708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:44.959024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:44.959338 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:44.959653 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:56:44.963881 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:44.967024 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ded26ed5-4cd3-4b0e-bc71-2c83e73e67c0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5d7aa253-2392-44e1-9f44-b90d01aecb50 HTTP/1.1" status: 204 len: 168 time: 0.2688849 Dec 20 21:56:44.969612 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572198b6-8c41-4971-b57a-78003f3fc77e None None] Network 6c0eb111-56eb-4d1d-94aa-0c08320312e4 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:56:44.970130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49148) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:45.035926 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:45.043751 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:45.097318 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] Deleting port ba20275c-9e37-4b5a-882c-c527b582a942 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:56:45.097670 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:45.158601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] For port ba20275c-9e37-4b5a-882c-c527b582a942, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=ba20275c-9e37-4b5a-882c-c527b582a942,segment=NetworkSegment(ec5527ce-9881-4bdb-92cf-f0f00ddbd089),segment_id=ec5527ce-9881-4bdb-92cf-f0f00ddbd089)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:56:45.158965 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:45.173848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] Calling delete_port for ba20275c-9e37-4b5a-882c-c527b582a942 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:56:45.258782 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:45.286715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba20275c-9e37-4b5a-882c-c527b582a942,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:45.288944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] No DVR routers for this DVR port ba20275c-9e37-4b5a-882c-c527b582a942 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:56:45.295664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bae3c26-591b-4615-b5f8-22a65f5c0e3f None None] DHCP port deletion for 6c0eb111-56eb-4d1d-94aa-0c08320312e4 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 21:56:45.373941 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:45.396579 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0eb111-56eb-4d1d-94aa-0c08320312e4']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:45.406821 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5527ce-9881-4bdb-92cf-f0f00ddbd089') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:45.407237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5527ce-9881-4bdb-92cf-f0f00ddbd089') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:56:45.417380 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:45.432145 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:45.438665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:56:45.439192 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:56:45.441091 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:56:45.496974 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:45.502883 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:45.507182 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6c0eb111-56eb-4d1d-94aa-0c08320312e4 HTTP/1.1" status: 204 len: 168 time: 0.5364323 Dec 20 21:56:45.519236 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa15b2-2dd6-4571-9267-931e4dede647 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c0eb111-56eb-4d1d-94aa-0c08320312e4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:45.642794 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49152) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:45.686382 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5d2856c3-ebe9-476a-aafc-44ee6ccdc76c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09c4ae0ec0ec4254aff4e9bf68876ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422876 Dec 20 21:56:45.689121 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49154) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:45.738725 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64b0131d-3f22-47e7-8f3c-289ba084705b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:45.759369 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64b0131d-3f22-47e7-8f3c-289ba084705b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:45.808731 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64b0131d-3f22-47e7-8f3c-289ba084705b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:45.812470 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64b0131d-3f22-47e7-8f3c-289ba084705b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:45.813635 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-64b0131d-3f22-47e7-8f3c-289ba084705b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0efec2eb-ed60-442d-832e-da4c9b303998 HTTP/1.1" status: 204 len: 168 time: 0.1236088 Dec 20 21:56:45.821784 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0131d-3f22-47e7-8f3c-289ba084705b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efec2eb-ed60-442d-832e-da4c9b303998,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:46.164009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49160) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:46.207822 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f89602e1-42ae-45e3-9fe8-044a8c906397 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bd465dc79274fe181864627b8bdd96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424535 Dec 20 21:56:46.211661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49162) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:56:46.264911 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a1908d4-bc1f-4caa-8fb8-da1f3ec44d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:46.285558 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a1908d4-bc1f-4caa-8fb8-da1f3ec44d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:46.335672 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a1908d4-bc1f-4caa-8fb8-da1f3ec44d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:46.339734 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5a1908d4-bc1f-4caa-8fb8-da1f3ec44d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:46.341277 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5a1908d4-bc1f-4caa-8fb8-da1f3ec44d83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad41da7e-d099-4f77-9dff-4e063ec7c285 HTTP/1.1" status: 204 len: 168 time: 0.1287134 Dec 20 21:56:46.349385 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1908d4-bc1f-4caa-8fb8-da1f3ec44d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad41da7e-d099-4f77-9dff-4e063ec7c285,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:46.533861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ba20275c-9e37-4b5a-882c-c527b582a942 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:56:46.561564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: ba20275c-9e37-4b5a-882c-c527b582a942 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:56:46.561881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device ba20275c-9e37-4b5a-882c-c527b582a942 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:56:46.562380 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9958702f-be2d-4f6e-b3b6-8e467bd08bf7 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:56:46.582673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 9958702f-be2d-4f6e-b3b6-8e467bd08bf7 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:56:46.583016 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9958702f-be2d-4f6e-b3b6-8e467bd08bf7 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:56:46.583444 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 977b1b28-0353-48f0-9f2f-d7af0c0af9c4 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:56:46.603327 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 977b1b28-0353-48f0-9f2f-d7af0c0af9c4 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:56:46.603671 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 977b1b28-0353-48f0-9f2f-d7af0c0af9c4 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:56:48.220369 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:57.037194 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51f8be14-67a2-40f1-8219-25cf89830060 req-09b4c26b-4ae7-4404-830d-0bd061875bc3 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1b1570d5bfdb47fc9842f7a30faaf3c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324807 Dec 20 21:56:57.195689 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d35662c0-a74f-43a4-a3ec-7aecbc5c7467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:57.221310 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8be14-67a2-40f1-8219-25cf89830060 req-31e888e1-c933-490d-a1f5-94de747d1e34 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:57.222805 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51f8be14-67a2-40f1-8219-25cf89830060 req-31e888e1-c933-490d-a1f5-94de747d1e34 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795790 Dec 20 21:56:57.239409 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51f8be14-67a2-40f1-8219-25cf89830060 req-683a544f-5e71-48e6-9039-06d3a7b5d1a2 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/quotas/1b1570d5bfdb47fc9842f7a30faaf3c7 HTTP/1.1" status: 200 len: 375 time: 0.0090835 Dec 20 21:56:57.271325 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51f8be14-67a2-40f1-8219-25cf89830060 req-fd8f1db3-54cb-48d6-88ec-1446cd117581 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1b1570d5bfdb47fc9842f7a30faaf3c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264022 Dec 20 21:56:57.435064 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a40174aa-9fde-4172-a170-f23e82608d14 req-c7579ca6-4096-45af-b860-9e5c50d99c38 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/ports?device_id=90c75aa8-ce22-4080-91ff-192c66a1d0dc HTTP/1.1" status: 200 len: 210 time: 0.0275917 Dec 20 21:56:58.363630 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51f8be14-67a2-40f1-8219-25cf89830060 req-7a4a62da-8e26-484f-9b83-0b444eba2649 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=1b1570d5bfdb47fc9842f7a30faaf3c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294309 Dec 20 21:56:58.527909 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d51f82ee-6545-4263-87cd-7c27c5b3440f req-0406ab32-2654-471e-8f3c-29382d1be289 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/ports?device_id=90c75aa8-ce22-4080-91ff-192c66a1d0dc HTTP/1.1" status: 200 len: 210 time: 0.0261517 Dec 20 21:56:58.553313 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8be14-67a2-40f1-8219-25cf89830060 req-7357dd2f-4ece-45b2-bc31-0721443f55c4 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:58.554984 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51f8be14-67a2-40f1-8219-25cf89830060 req-7357dd2f-4ece-45b2-bc31-0721443f55c4 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858258 Dec 20 21:56:58.574188 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-51f8be14-67a2-40f1-8219-25cf89830060 req-d4ff7b3b-363c-42e2-8acb-c8c51ce20ff8 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Request body: {'port': {'device_id': '90c75aa8-ce22-4080-91ff-192c66a1d0dc', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'admin_state_up': True, 'tenant_id': '1b1570d5bfdb47fc9842f7a30faaf3c7'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:56:58.696956 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f8be14-67a2-40f1-8219-25cf89830060 req-d4ff7b3b-363c-42e2-8acb-c8c51ce20ff8 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Made reservation on behalf of 1b1570d5bfdb47fc9842f7a30faaf3c7 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:56:58.700433 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-51f8be14-67a2-40f1-8219-25cf89830060 req-d4ff7b3b-363c-42e2-8acb-c8c51ce20ff8 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:58.713030 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-51f8be14-67a2-40f1-8219-25cf89830060 req-d4ff7b3b-363c-42e2-8acb-c8c51ce20ff8 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:58.788904 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-51f8be14-67a2-40f1-8219-25cf89830060 req-d4ff7b3b-363c-42e2-8acb-c8c51ce20ff8 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:58.793406 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-51f8be14-67a2-40f1-8219-25cf89830060 req-d4ff7b3b-363c-42e2-8acb-c8c51ce20ff8 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:58.852397 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff7b3b-363c-42e2-8acb-c8c51ce20ff8 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7058bc9b-8767-45b9-9ee2-8008bbcc3f74,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:58.927315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-51f8be14-67a2-40f1-8219-25cf89830060 req-d4ff7b3b-363c-42e2-8acb-c8c51ce20ff8 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Allocated IP 192.168.233.175 (56d261a6-8f55-43ed-bfb0-c5cad4d90d0a/73d9bae2-1856-4b35-9603-0bf6cec81ddf/3023380d-cf26-4ae2-8397-826ab56f9536) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:56:59.076894 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-51f8be14-67a2-40f1-8219-25cf89830060 req-d4ff7b3b-363c-42e2-8acb-c8c51ce20ff8 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:59.113548 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-51f8be14-67a2-40f1-8219-25cf89830060 req-d4ff7b3b-363c-42e2-8acb-c8c51ce20ff8 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:59.159828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f8be14-67a2-40f1-8219-25cf89830060 req-d4ff7b3b-363c-42e2-8acb-c8c51ce20ff8 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:56:59.162838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-51f8be14-67a2-40f1-8219-25cf89830060 req-d4ff7b3b-363c-42e2-8acb-c8c51ce20ff8 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:56:59.167323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f8be14-67a2-40f1-8219-25cf89830060 req-d4ff7b3b-363c-42e2-8acb-c8c51ce20ff8 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:56:59.175582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff7b3b-363c-42e2-8acb-c8c51ce20ff8 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Pushing event updated for resources: {'Port': ['ID=3023380d-cf26-4ae2-8397-826ab56f9536,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:59.223182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8be14-67a2-40f1-8219-25cf89830060 req-d4ff7b3b-363c-42e2-8acb-c8c51ce20ff8 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:59.223779 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-51f8be14-67a2-40f1-8219-25cf89830060 req-d4ff7b3b-363c-42e2-8acb-c8c51ce20ff8 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:59.241411 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51f8be14-67a2-40f1-8219-25cf89830060 req-d4ff7b3b-363c-42e2-8acb-c8c51ce20ff8 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6717427 Dec 20 21:56:59.260978 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Request body: {'port': {'device_id': '90c75aa8-ce22-4080-91ff-192c66a1d0dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:56:59.292870 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:56:59.319703 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:59.455085 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-09be53a7-0daa-4fa8-9abd-ff60e92ad0d9 None None] Provisioning complete for port 3023380d-cf26-4ae2-8397-826ab56f9536 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:56:59.455653 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-09be53a7-0daa-4fa8-9abd-ff60e92ad0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:59.489014 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-09be53a7-0daa-4fa8-9abd-ff60e92ad0d9 None None] Port 3023380d-cf26-4ae2-8397-826ab56f9536 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:56:59.545648 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a17523eb-2326-4d9b-bf7b-93883d13b3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:59.586087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3023380d-cf26-4ae2-8397-826ab56f9536 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:56:59.594160 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:59.629267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Transition to ACTIVE for port object 3023380d-cf26-4ae2-8397-826ab56f9536 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:56:59.634897 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:59.682568 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b026a5-cdb8-4647-869d-b9be6ab7a9e2 req-da9ad1a2-8589-403f-9960-a1739ba647d2 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:59.684066 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c3b026a5-cdb8-4647-869d-b9be6ab7a9e2 req-da9ad1a2-8589-403f-9960-a1739ba647d2 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/ports?device_id=90c75aa8-ce22-4080-91ff-192c66a1d0dc HTTP/1.1" status: 200 len: 936 time: 0.0875523 Dec 20 21:56:59.702737 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Pushing event updated for resources: {'Port': ['ID=3023380d-cf26-4ae2-8397-826ab56f9536,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:59.776944 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c3b026a5-cdb8-4647-869d-b9be6ab7a9e2 req-352370f2-ca8b-4c12-a113-e4f5ee552263 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058bc9b-8767-45b9-9ee2-8008bbcc3f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815997 Dec 20 21:56:59.798191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Attempting to bind port 3023380d-cf26-4ae2-8397-826ab56f9536 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:56:59.798527 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Attempting to bind port 3023380d-cf26-4ae2-8397-826ab56f9536 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:56:59.798859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Attempting to bind port 3023380d-cf26-4ae2-8397-826ab56f9536 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:56:59.803560 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Port 3023380d-cf26-4ae2-8397-826ab56f9536 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:56:59.803943 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Attempting to bind port 3023380d-cf26-4ae2-8397-826ab56f9536 on network 56d261a6-8f55-43ed-bfb0-c5cad4d90d0a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:56:59.809390 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:56:59.809729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Checking segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:56:59.810139 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Bound using segment: {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:56:59.810574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Bound port: 3023380d-cf26-4ae2-8397-826ab56f9536, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66366560-2594-4a49-ac69-da6e2ba22cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:56:59.810935 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:59.875095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] For port 3023380d-cf26-4ae2-8397-826ab56f9536, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:56:59.878115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] For port 3023380d-cf26-4ae2-8397-826ab56f9536, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=3023380d-cf26-4ae2-8397-826ab56f9536,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:56:59.884551 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:59.919044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:56:59.919658 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:56:59.921053 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51f8be14-67a2-40f1-8219-25cf89830060 req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] 10.222.0.66 "PUT /v2.0/ports/3023380d-cf26-4ae2-8397-826ab56f9536 HTTP/1.1" status: 200 len: 1094 time: 0.6650994 Dec 20 21:56:59.921538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c75aa8-ce22-4080-91ff-192c66a1d0dc', 'tag': '3023380d-cf26-4ae2-8397-826ab56f9536'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:56:59.923745 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e810098-d254-4e79-9fed-54dc26b8b66e" -d '{"events": [{"name": "network-changed", "server_uuid": "90c75aa8-ce22-4080-91ff-192c66a1d0dc", "tag": "3023380d-cf26-4ae2-8397-826ab56f9536"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:56:59.956436 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babebfb7-6091-400b-9690-98b2f28b1b4b service neutron] Pushing event updated for resources: {'Port': ['ID=3023380d-cf26-4ae2-8397-826ab56f9536,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:56:59.972765 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b1756b-35f2-4f28-9b2d-eb1645155063 x-openstack-request-id: req-97b1756b-35f2-4f28-9b2d-eb1645155063 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:56:59.973065 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c75aa8-ce22-4080-91ff-192c66a1d0dc", "tag": "3023380d-cf26-4ae2-8397-826ab56f9536", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:56:59.973319 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97b1756b-35f2-4f28-9b2d-eb1645155063 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:56:59.973802 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c75aa8-ce22-4080-91ff-192c66a1d0dc', 'tag': '3023380d-cf26-4ae2-8397-826ab56f9536', 'status': 'completed', 'code': 200} Dec 20 21:57:00.035067 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8be14-67a2-40f1-8219-25cf89830060 req-58723ae3-c246-4979-9500-b9836fa12e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:00.036586 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51f8be14-67a2-40f1-8219-25cf89830060 req-58723ae3-c246-4979-9500-b9836fa12e04 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b1570d5bfdb47fc9842f7a30faaf3c7&device_id=90c75aa8-ce22-4080-91ff-192c66a1d0dc HTTP/1.1" status: 200 len: 1097 time: 0.0470145 Dec 20 21:57:00.084000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51f8be14-67a2-40f1-8219-25cf89830060 req-e26d3be6-8001-496a-90ac-9b23e9c78846 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=3023380d-cf26-4ae2-8397-826ab56f9536 HTTP/1.1" status: 200 len: 217 time: 0.0343995 Dec 20 21:57:00.132580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8be14-67a2-40f1-8219-25cf89830060 req-f6fd540b-9808-4a69-9db0-e012d7d91165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:00.134338 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51f8be14-67a2-40f1-8219-25cf89830060 req-f6fd540b-9808-4a69-9db0-e012d7d91165 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.0436757 Dec 20 21:57:00.181453 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8be14-67a2-40f1-8219-25cf89830060 req-8e2f1f5d-a04c-4e36-9af8-f85e5511524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:00.183799 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51f8be14-67a2-40f1-8219-25cf89830060 req-8e2f1f5d-a04c-4e36-9af8-f85e5511524d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425391 Dec 20 21:57:00.283800 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51f8be14-67a2-40f1-8219-25cf89830060 req-2a127ba4-5110-4181-aa10-3edd1f1fc8e1 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927336 Dec 20 21:57:00.377095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51f8be14-67a2-40f1-8219-25cf89830060 req-6d0ddea1-c5dd-41b4-bdc3-fb1256df4838 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858719 Dec 20 21:57:00.514043 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810098-d254-4e79-9fed-54dc26b8b66e req-a196b4c4-723d-4bbb-8a38-641d8095e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:00.515567 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e810098-d254-4e79-9fed-54dc26b8b66e req-a196b4c4-723d-4bbb-8a38-641d8095e275 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1b1570d5bfdb47fc9842f7a30faaf3c7&device_id=90c75aa8-ce22-4080-91ff-192c66a1d0dc HTTP/1.1" status: 200 len: 1097 time: 0.0460873 Dec 20 21:57:00.611231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810098-d254-4e79-9fed-54dc26b8b66e req-ca721bf9-969b-4f56-921d-964ad0bffc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:00.612706 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e810098-d254-4e79-9fed-54dc26b8b66e req-ca721bf9-969b-4f56-921d-964ad0bffc97 service neutron] 10.222.0.66 "GET /v2.0/networks?id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a HTTP/1.1" status: 200 len: 870 time: 0.0900657 Dec 20 21:57:00.657768 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e810098-d254-4e79-9fed-54dc26b8b66e req-5910a48b-7582-461d-9df4-7d3bf0c097d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=3023380d-cf26-4ae2-8397-826ab56f9536 HTTP/1.1" status: 200 len: 217 time: 0.0381253 Dec 20 21:57:00.783264 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:01.021045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810098-d254-4e79-9fed-54dc26b8b66e req-b1897947-ebf8-476d-a5d3-d166dcebbccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:01.022533 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e810098-d254-4e79-9fed-54dc26b8b66e req-b1897947-ebf8-476d-a5d3-d166dcebbccb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=73d9bae2-1856-4b35-9603-0bf6cec81ddf HTTP/1.1" status: 200 len: 843 time: 0.3579583 Dec 20 21:57:01.044996 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ee41b-f1a3-42c1-81df-65640e5adeb0 req-3b7c3a4c-1e85-4b08-ba04-43707e0ab484 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:01.046374 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-037ee41b-f1a3-42c1-81df-65640e5adeb0 req-3b7c3a4c-1e85-4b08-ba04-43707e0ab484 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/ports?device_id=90c75aa8-ce22-4080-91ff-192c66a1d0dc HTTP/1.1" status: 200 len: 948 time: 0.0677516 Dec 20 21:57:01.104083 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e810098-d254-4e79-9fed-54dc26b8b66e req-e37ec6e4-5bac-4eda-86ab-7456f7af7a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:01.105503 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e810098-d254-4e79-9fed-54dc26b8b66e req-e37ec6e4-5bac-4eda-86ab-7456f7af7a02 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=56d261a6-8f55-43ed-bfb0-c5cad4d90d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754528 Dec 20 21:57:01.108767 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-037ee41b-f1a3-42c1-81df-65640e5adeb0 req-48759a0d-4d64-4230-93c7-2adce2701054 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058bc9b-8767-45b9-9ee2-8008bbcc3f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458844 Dec 20 21:57:01.200858 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e810098-d254-4e79-9fed-54dc26b8b66e req-158163e9-6c72-4863-a382-7503686d86a8 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874798 Dec 20 21:57:01.301742 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e810098-d254-4e79-9fed-54dc26b8b66e req-7e346225-fb62-4efe-a45a-1b5ee62c2834 service neutron] 10.222.0.66 "GET /v2.0/networks/56d261a6-8f55-43ed-bfb0-c5cad4d90d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930908 Dec 20 21:57:02.207691 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:02.232730 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3c531-8033-4047-b8fb-41b021de9e51 req-66a10db7-f66b-4854-993b-aaa875e636ac tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:02.234206 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ef3c531-8033-4047-b8fb-41b021de9e51 req-66a10db7-f66b-4854-993b-aaa875e636ac tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/ports?device_id=90c75aa8-ce22-4080-91ff-192c66a1d0dc HTTP/1.1" status: 200 len: 948 time: 0.0536466 Dec 20 21:57:02.271594 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7ef3c531-8033-4047-b8fb-41b021de9e51 req-9fa41aef-963d-4281-9131-6b6a0ef07412 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058bc9b-8767-45b9-9ee2-8008bbcc3f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312049 Dec 20 21:57:02.339362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 3023380d-cf26-4ae2-8397-826ab56f9536 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:57:02.420857 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:02.450336 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 3023380d-cf26-4ae2-8397-826ab56f9536, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=3023380d-cf26-4ae2-8397-826ab56f9536,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:57:02.460654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '3023380d-cf26-4ae2-8397-826ab56f9536', 'network_id': '56d261a6-8f55-43ed-bfb0-c5cad4d90d0a', 'port_id': '3023380d-cf26-4ae2-8397-826ab56f9536', 'mac_address': 'fa:16:3e:4c:5a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d9bae2-1856-4b35-9603-0bf6cec81ddf', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:57:02.503341 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:02.519732 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3023380d-cf26-4ae2-8397-826ab56f9536 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:57:02.540509 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 3023380d-cf26-4ae2-8397-826ab56f9536, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=3023380d-cf26-4ae2-8397-826ab56f9536,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:57:02.546761 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:02.602998 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=3023380d-cf26-4ae2-8397-826ab56f9536,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:57:02.847819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['3023380d-cf26-4ae2-8397-826ab56f9536'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:57:03.398994 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83c2f5-dbcc-4929-a94b-cf6508e0e433 req-966a4757-dc54-4c6e-8c2e-3f27b5a0228d tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:03.400533 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c83c2f5-dbcc-4929-a94b-cf6508e0e433 req-966a4757-dc54-4c6e-8c2e-3f27b5a0228d tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/ports?device_id=90c75aa8-ce22-4080-91ff-192c66a1d0dc HTTP/1.1" status: 200 len: 949 time: 0.0554335 Dec 20 21:57:03.443007 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6c83c2f5-dbcc-4929-a94b-cf6508e0e433 req-71ad9868-7525-499f-b332-0a17d0f5341f tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058bc9b-8767-45b9-9ee2-8008bbcc3f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350757 Dec 20 21:57:04.356976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 3023380d-cf26-4ae2-8397-826ab56f9536 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:57:04.416070 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 3023380d-cf26-4ae2-8397-826ab56f9536 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:57:04.421295 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 3023380d-cf26-4ae2-8397-826ab56f9536 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:57:04.421836 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:04.507920 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:04.531364 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c75aa8-ce22-4080-91ff-192c66a1d0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3023380d-cf26-4ae2-8397-826ab56f9536'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:57:04.533583 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea70d0a-9594-4c2b-9646-370ebbba8f25" -d '{"events": [{"server_uuid": "90c75aa8-ce22-4080-91ff-192c66a1d0dc", "name": "network-vif-plugged", "status": "completed", "tag": "3023380d-cf26-4ae2-8397-826ab56f9536"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:57:04.546880 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 3023380d-cf26-4ae2-8397-826ab56f9536, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=3023380d-cf26-4ae2-8397-826ab56f9536,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:57:04.551787 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:04.562797 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cecbdd-19e6-42e3-8f21-7045b7ec2970 req-1c2a5643-65db-44af-8d06-6c028d91c583 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:04.569915 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-91cecbdd-19e6-42e3-8f21-7045b7ec2970 req-1c2a5643-65db-44af-8d06-6c028d91c583 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/ports?device_id=90c75aa8-ce22-4080-91ff-192c66a1d0dc HTTP/1.1" status: 200 len: 949 time: 0.0594296 Dec 20 21:57:04.575305 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ea1122-f1fb-4002-a704-262fd407d336 x-openstack-request-id: req-70ea1122-f1fb-4002-a704-262fd407d336 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:57:04.575577 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c75aa8-ce22-4080-91ff-192c66a1d0dc", "name": "network-vif-plugged", "status": "completed", "tag": "3023380d-cf26-4ae2-8397-826ab56f9536", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:57:04.575824 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70ea1122-f1fb-4002-a704-262fd407d336 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:57:04.576206 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c75aa8-ce22-4080-91ff-192c66a1d0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3023380d-cf26-4ae2-8397-826ab56f9536', 'code': 200} Dec 20 21:57:04.602244 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-91cecbdd-19e6-42e3-8f21-7045b7ec2970 req-5d34dfcf-c5cc-4892-99f0-7292ecd8c242 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058bc9b-8767-45b9-9ee2-8008bbcc3f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314410 Dec 20 21:57:04.603866 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=3023380d-cf26-4ae2-8397-826ab56f9536,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:57:04.709682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef562d-fa5a-4d55-8d96-c83c8148c3bc req-915b781f-eef2-46e8-a3cd-f02e8a47a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:04.711235 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8aef562d-fa5a-4d55-8d96-c83c8148c3bc req-915b781f-eef2-46e8-a3cd-f02e8a47a08a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=90c75aa8-ce22-4080-91ff-192c66a1d0dc HTTP/1.1" status: 200 len: 1099 time: 0.0449300 Dec 20 21:57:04.757513 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8aef562d-fa5a-4d55-8d96-c83c8148c3bc req-cba4ac0c-c40a-42d6-9b46-a3f1864ad89a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7058bc9b-8767-45b9-9ee2-8008bbcc3f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368159 Dec 20 21:57:05.745781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a428f-ab8b-4d16-917c-7434356e328a req-d9410440-5f07-46c0-ae2e-278e375f8762 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:05.748091 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e88a428f-ab8b-4d16-917c-7434356e328a req-d9410440-5f07-46c0-ae2e-278e375f8762 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/ports?device_id=90c75aa8-ce22-4080-91ff-192c66a1d0dc HTTP/1.1" status: 200 len: 950 time: 0.0588334 Dec 20 21:57:05.789822 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e88a428f-ab8b-4d16-917c-7434356e328a req-a6e30fc7-0a56-4a5d-896b-1788972d2d50 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058bc9b-8767-45b9-9ee2-8008bbcc3f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352285 Dec 20 21:57:06.923749 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5252200-32b4-4ba5-bebe-a78d89212e06 req-0e5e0acb-58c1-439a-ae53-4505e40f6d1e tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:06.925327 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a5252200-32b4-4ba5-bebe-a78d89212e06 req-0e5e0acb-58c1-439a-ae53-4505e40f6d1e tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/ports?device_id=90c75aa8-ce22-4080-91ff-192c66a1d0dc HTTP/1.1" status: 200 len: 950 time: 0.0612395 Dec 20 21:57:06.969830 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a5252200-32b4-4ba5-bebe-a78d89212e06 req-fc47cd07-e314-4e79-ab13-14fc41e69e91 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058bc9b-8767-45b9-9ee2-8008bbcc3f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359924 Dec 20 21:57:07.327409 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-9d3e21af-3256-4e99-a7bc-11f671099b6d req-a3b60fa6-70ed-4072-9380-01f87f9b09e8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:57:07.329148 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9d3e21af-3256-4e99-a7bc-11f671099b6d req-a3b60fa6-70ed-4072-9380-01f87f9b09e8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086818 Dec 20 21:57:07.741088 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-30d18339-3e69-4273-8657-1357038f563f req-437b4965-a380-469f-b3c1-aded8a3bb0ea service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:57:07.742691 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-30d18339-3e69-4273-8657-1357038f563f req-437b4965-a380-469f-b3c1-aded8a3bb0ea service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084705 Dec 20 21:57:08.155820 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b27be-96cb-4b6d-aa99-b634b5fb182b req-cc666aec-572a-4749-8c41-2ee20daab879 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:08.157389 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a18b27be-96cb-4b6d-aa99-b634b5fb182b req-cc666aec-572a-4749-8c41-2ee20daab879 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/ports?device_id=90c75aa8-ce22-4080-91ff-192c66a1d0dc HTTP/1.1" status: 200 len: 950 time: 0.0747921 Dec 20 21:57:08.199953 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a18b27be-96cb-4b6d-aa99-b634b5fb182b req-3880db94-7099-4885-892c-3189d46574a6 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058bc9b-8767-45b9-9ee2-8008bbcc3f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343142 Dec 20 21:57:09.322438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe53d1-6eba-46da-be41-09a8c0cc2bcb req-e7d3a455-9143-4dc6-becf-a64a960608c1 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:09.324503 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-77fe53d1-6eba-46da-be41-09a8c0cc2bcb req-e7d3a455-9143-4dc6-becf-a64a960608c1 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/ports?device_id=90c75aa8-ce22-4080-91ff-192c66a1d0dc HTTP/1.1" status: 200 len: 950 time: 0.0539010 Dec 20 21:57:09.368224 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-77fe53d1-6eba-46da-be41-09a8c0cc2bcb req-60e5ad21-7b5a-4d31-8070-e171ea11e9f3 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/security-groups?id=7058bc9b-8767-45b9-9ee2-8008bbcc3f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337870 Dec 20 21:57:09.495932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457019e7-903f-4937-a3cf-a0e1a799503d req-cb60215a-9eda-4853-bff4-7cd6253e339e tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:09.497287 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-457019e7-903f-4937-a3cf-a0e1a799503d req-cb60215a-9eda-4853-bff4-7cd6253e339e tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.66 "GET /v2.0/ports?device_id=90c75aa8-ce22-4080-91ff-192c66a1d0dc HTTP/1.1" status: 200 len: 950 time: 0.0549421 Dec 20 21:57:09.593412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-457019e7-903f-4937-a3cf-a0e1a799503d req-3a0052cc-5beb-4d4f-b328-b0fa533720e7 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Deleting port 3023380d-cf26-4ae2-8397-826ab56f9536 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:57:09.593761 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-457019e7-903f-4937-a3cf-a0e1a799503d req-3a0052cc-5beb-4d4f-b328-b0fa533720e7 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:09.685791 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-457019e7-903f-4937-a3cf-a0e1a799503d req-3a0052cc-5beb-4d4f-b328-b0fa533720e7 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] For port 3023380d-cf26-4ae2-8397-826ab56f9536, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=3023380d-cf26-4ae2-8397-826ab56f9536,segment=NetworkSegment(66366560-2594-4a49-ac69-da6e2ba22cb6),segment_id=66366560-2594-4a49-ac69-da6e2ba22cb6)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:57:09.686170 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-457019e7-903f-4937-a3cf-a0e1a799503d req-3a0052cc-5beb-4d4f-b328-b0fa533720e7 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:09.698274 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-457019e7-903f-4937-a3cf-a0e1a799503d req-3a0052cc-5beb-4d4f-b328-b0fa533720e7 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Calling delete_port for 3023380d-cf26-4ae2-8397-826ab56f9536 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:57:09.831663 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-457019e7-903f-4937-a3cf-a0e1a799503d req-3a0052cc-5beb-4d4f-b328-b0fa533720e7 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:09.860861 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0052cc-5beb-4d4f-b328-b0fa533720e7 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Pushing event deleted for resources: {'Port': ['ID=3023380d-cf26-4ae2-8397-826ab56f9536,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:57:09.865482 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['3023380d-cf26-4ae2-8397-826ab56f9536'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:57:09.915840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-457019e7-903f-4937-a3cf-a0e1a799503d req-3a0052cc-5beb-4d4f-b328-b0fa533720e7 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] No DVR routers for this DVR port 3023380d-cf26-4ae2-8397-826ab56f9536 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:57:09.919240 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-457019e7-903f-4937-a3cf-a0e1a799503d req-3a0052cc-5beb-4d4f-b328-b0fa533720e7 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:09.922807 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-457019e7-903f-4937-a3cf-a0e1a799503d req-3a0052cc-5beb-4d4f-b328-b0fa533720e7 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.66 "DELETE /v2.0/ports/3023380d-cf26-4ae2-8397-826ab56f9536 HTTP/1.1" status: 204 len: 173 time: 0.4191089 Dec 20 21:57:09.923252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c75aa8-ce22-4080-91ff-192c66a1d0dc', 'name': 'network-vif-deleted', 'tag': '3023380d-cf26-4ae2-8397-826ab56f9536'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:57:09.925558 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3679820b-0e2a-472c-89c9-a3820c44fc61" -d '{"events": [{"server_uuid": "90c75aa8-ce22-4080-91ff-192c66a1d0dc", "name": "network-vif-deleted", "tag": "3023380d-cf26-4ae2-8397-826ab56f9536"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:57:09.970856 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9147b5-c0ea-4058-9fad-239662e3bff1 x-openstack-request-id: req-2d9147b5-c0ea-4058-9fad-239662e3bff1 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:57:09.971163 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c75aa8-ce22-4080-91ff-192c66a1d0dc", "name": "network-vif-deleted", "tag": "3023380d-cf26-4ae2-8397-826ab56f9536", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:57:09.971422 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d9147b5-c0ea-4058-9fad-239662e3bff1 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:57:09.971856 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c75aa8-ce22-4080-91ff-192c66a1d0dc', 'name': 'network-vif-deleted', 'tag': '3023380d-cf26-4ae2-8397-826ab56f9536', 'status': 'completed', 'code': 200} Dec 20 21:57:10.478267 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7970035b-a6bc-41fe-9380-5588cc237977 req-81e2a0f2-de8f-4393-b91d-f58af784c566 tempest-ServersAdminNegativeTestJSON-368533123 tempest-ServersAdminNegativeTestJSON-368533123-project] 10.222.0.32 "GET /v2.0/ports?device_id=90c75aa8-ce22-4080-91ff-192c66a1d0dc HTTP/1.1" status: 200 len: 210 time: 0.0281670 Dec 20 21:57:11.807329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49294) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:57:11.956883 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-756cc49d-b616-4892-8876-e18d66f4c5ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b1570d5bfdb47fc9842f7a30faaf3c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484025 Dec 20 21:57:11.959519 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49298) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:57:12.006647 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2715a37d-ea88-414d-87ca-02ab1cc1a939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:12.027437 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2715a37d-ea88-414d-87ca-02ab1cc1a939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:12.076301 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2715a37d-ea88-414d-87ca-02ab1cc1a939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:12.078967 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2715a37d-ea88-414d-87ca-02ab1cc1a939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:12.080283 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2715a37d-ea88-414d-87ca-02ab1cc1a939 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7058bc9b-8767-45b9-9ee2-8008bbcc3f74 HTTP/1.1" status: 204 len: 168 time: 0.1197443 Dec 20 21:57:12.088197 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715a37d-ea88-414d-87ca-02ab1cc1a939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7058bc9b-8767-45b9-9ee2-8008bbcc3f74,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:57:12.095589 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715a37d-ea88-414d-87ca-02ab1cc1a939 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:12.095932 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715a37d-ea88-414d-87ca-02ab1cc1a939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:12.096272 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715a37d-ea88-414d-87ca-02ab1cc1a939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:12.096601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715a37d-ea88-414d-87ca-02ab1cc1a939 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:12.096933 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715a37d-ea88-414d-87ca-02ab1cc1a939 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:12.097258 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715a37d-ea88-414d-87ca-02ab1cc1a939 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:12.097583 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715a37d-ea88-414d-87ca-02ab1cc1a939 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:12.097894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715a37d-ea88-414d-87ca-02ab1cc1a939 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:12.098238 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715a37d-ea88-414d-87ca-02ab1cc1a939 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:12.098553 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715a37d-ea88-414d-87ca-02ab1cc1a939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:12.098868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715a37d-ea88-414d-87ca-02ab1cc1a939 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:12.099186 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2715a37d-ea88-414d-87ca-02ab1cc1a939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:12.387198 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49304) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:57:12.400899 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-67efbd4d-cbb9-4727-a6e1-52d9c21efdda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:12.431242 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 3023380d-cf26-4ae2-8397-826ab56f9536 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:57:12.453495 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 3023380d-cf26-4ae2-8397-826ab56f9536 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:57:12.453979 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 3023380d-cf26-4ae2-8397-826ab56f9536 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:57:12.484092 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-67efbd4d-cbb9-4727-a6e1-52d9c21efdda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:12.490318 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-67efbd4d-cbb9-4727-a6e1-52d9c21efdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:12.527960 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-67efbd4d-cbb9-4727-a6e1-52d9c21efdda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c49d13010a44e189b45372feada86f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396286 Dec 20 21:57:12.528833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efbd4d-cbb9-4727-a6e1-52d9c21efdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da32d7c-4fd5-41fa-bc7c-d5d2f3b92653,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:57:12.531134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49306) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:57:12.579054 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1a2afffc-03a4-453d-9f68-4b83ad2b91cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:12.601013 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1a2afffc-03a4-453d-9f68-4b83ad2b91cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:12.652054 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1a2afffc-03a4-453d-9f68-4b83ad2b91cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:12.654707 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1a2afffc-03a4-453d-9f68-4b83ad2b91cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:12.655832 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1a2afffc-03a4-453d-9f68-4b83ad2b91cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1da32d7c-4fd5-41fa-bc7c-d5d2f3b92653 HTTP/1.1" status: 204 len: 168 time: 0.1238070 Dec 20 21:57:12.663599 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2afffc-03a4-453d-9f68-4b83ad2b91cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da32d7c-4fd5-41fa-bc7c-d5d2f3b92653,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:57:13.403679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49328) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:57:13.517498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-369b0613-a58b-474d-8a0b-ad5da22a0b16 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1912332383-network', 'tenant_id': '89d8d5aa01b0406b9eb6b2d323802678'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:57:13.549165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369b0613-a58b-474d-8a0b-ad5da22a0b16 admin admin] Made reservation on behalf of 89d8d5aa01b0406b9eb6b2d323802678 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:57:13.551523 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-369b0613-a58b-474d-8a0b-ad5da22a0b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:13.560333 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-369b0613-a58b-474d-8a0b-ad5da22a0b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:13.638805 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-369b0613-a58b-474d-8a0b-ad5da22a0b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:13.644767 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-369b0613-a58b-474d-8a0b-ad5da22a0b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:13.668725 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369b0613-a58b-474d-8a0b-ad5da22a0b16 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:57:13.678165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b0613-a58b-474d-8a0b-ad5da22a0b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2662ce51-ecef-4a0e-b102-2094c7f95aa7,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:57:13.682903 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-369b0613-a58b-474d-8a0b-ad5da22a0b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:13.683247 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-369b0613-a58b-474d-8a0b-ad5da22a0b16 admin admin] Added segment 84e78b87-3d0f-4114-9ebe-86d29a976d99 of type vlan for network 103e2972-9dab-4e40-b546-4c094afa1b6b Dec 20 21:57:13.721826 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-369b0613-a58b-474d-8a0b-ad5da22a0b16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:13.758506 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-369b0613-a58b-474d-8a0b-ad5da22a0b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:13.759714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369b0613-a58b-474d-8a0b-ad5da22a0b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:13.760538 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-369b0613-a58b-474d-8a0b-ad5da22a0b16 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:13.817025 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-369b0613-a58b-474d-8a0b-ad5da22a0b16 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4121480 Dec 20 21:57:13.820184 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49332) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:57:13.823776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b0613-a58b-474d-8a0b-ad5da22a0b16 admin admin] Pushing event updated for resources: {'Network': ['ID=103e2972-9dab-4e40-b546-4c094afa1b6b,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:57:13.825338 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-bf0cdfde-69b0-4c2f-9b29-cde7be19038c admin admin] Request body: {'subnet': {'network_id': '103e2972-9dab-4e40-b546-4c094afa1b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1912332383-subnet', 'tenant_id': '89d8d5aa01b0406b9eb6b2d323802678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:57:13.837190 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 103e2972-9dab-4e40-b546-4c094afa1b6b details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:57:13.847661 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0cdfde-69b0-4c2f-9b29-cde7be19038c admin admin] Made reservation on behalf of 89d8d5aa01b0406b9eb6b2d323802678 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:57:13.849995 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf0cdfde-69b0-4c2f-9b29-cde7be19038c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:14.374820 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf0cdfde-69b0-4c2f-9b29-cde7be19038c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:14.435694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cdfde-69b0-4c2f-9b29-cde7be19038c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbbb02b2-7b1a-481b-9624-8c634163cadf,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:57:14.446382 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0cdfde-69b0-4c2f-9b29-cde7be19038c admin admin] Checking segment: {'id': '84e78b87-3d0f-4114-9ebe-86d29a976d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '103e2972-9dab-4e40-b546-4c094afa1b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:57:14.446735 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0cdfde-69b0-4c2f-9b29-cde7be19038c admin admin] Network hostable DHCP agents. Network: 103e2972-9dab-4e40-b546-4c094afa1b6b, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:57:14.466364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0cdfde-69b0-4c2f-9b29-cde7be19038c admin admin] Network 103e2972-9dab-4e40-b546-4c094afa1b6b is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:57:14.476202 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-bf0cdfde-69b0-4c2f-9b29-cde7be19038c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 103e2972-9dab-4e40-b546-4c094afa1b6b) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:57:14.484598 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d58524c-8220-4994-8f5c-e01ac0f53b72 None None] Network 103e2972-9dab-4e40-b546-4c094afa1b6b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:57:14.484765 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0cdfde-69b0-4c2f-9b29-cde7be19038c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:14.485246 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-bf0cdfde-69b0-4c2f-9b29-cde7be19038c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:14.502027 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-bf0cdfde-69b0-4c2f-9b29-cde7be19038c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6806858 Dec 20 21:57:14.620793 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0e426c-5f4a-404d-93c3-4c2cdd6a26d6 None None] Network 103e2972-9dab-4e40-b546-4c094afa1b6b requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:57:14.954481 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-0ebcaeb4-7301-4790-90eb-38849cc4fe03 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:14.955894 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-0ebcaeb4-7301-4790-90eb-38849cc4fe03 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/networks?id=103e2972-9dab-4e40-b546-4c094afa1b6b HTTP/1.1" status: 200 len: 812 time: 0.1123884 Dec 20 21:57:14.971563 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-1d0f2cce-72cf-4273-b2be-3b6514f7bfe7 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/quotas/89d8d5aa01b0406b9eb6b2d323802678 HTTP/1.1" status: 200 len: 375 time: 0.0097663 Dec 20 21:57:15.009908 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-18457f09-0e89-4d6d-ae61-4d62b3df5e72 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=89d8d5aa01b0406b9eb6b2d323802678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304248 Dec 20 21:57:15.039297 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:15.118181 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-b9ccd0f8-6b45-4aef-9b9e-3c8c2e407f78 service neutron] 10.222.0.32 "GET /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000240 Dec 20 21:57:15.237680 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-57bfbacd-df7f-4900-8ac6-9519f90a208f service neutron] 10.222.0.32 "GET /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094069 Dec 20 21:57:15.445674 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b53fa4c9-8126-4986-aaa1-dfd707bf1bdf req-111b539b-eee3-45dc-918e-13795f967cb1 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 210 time: 0.0396042 Dec 20 21:57:16.570993 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dc142b2-cd6f-4df7-8c5d-faa1be900ff3 req-de28b0dd-860e-44e8-bdae-b607c27864c8 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 210 time: 0.0394635 Dec 20 21:57:16.672797 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-b5c1dc4a-80ca-475c-9a10-c3e48f1c5a15 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:16.674258 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-b5c1dc4a-80ca-475c-9a10-c3e48f1c5a15 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.66 "GET /v2.0/networks?id=103e2972-9dab-4e40-b546-4c094afa1b6b HTTP/1.1" status: 200 len: 812 time: 0.1159737 Dec 20 21:57:16.692157 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-d437f1bd-d5a8-4376-94f7-4ce69a7aa26b tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Request body: {'port': {'device_id': 'b807617e-07d4-4ed1-b279-67dd63508d1f', 'network_id': '103e2972-9dab-4e40-b546-4c094afa1b6b', 'admin_state_up': True, 'tenant_id': '89d8d5aa01b0406b9eb6b2d323802678'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:57:16.822203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-d437f1bd-d5a8-4376-94f7-4ce69a7aa26b tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Made reservation on behalf of 89d8d5aa01b0406b9eb6b2d323802678 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:57:16.827764 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-d437f1bd-d5a8-4376-94f7-4ce69a7aa26b tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:17.017610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-d437f1bd-d5a8-4376-94f7-4ce69a7aa26b tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Allocated IP 172.20.0.14 (103e2972-9dab-4e40-b546-4c094afa1b6b/fbbb02b2-7b1a-481b-9624-8c634163cadf/b335874f-1154-4547-a3aa-15cf2732b1d8) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:57:17.159659 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-d437f1bd-d5a8-4376-94f7-4ce69a7aa26b tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:17.192395 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-d437f1bd-d5a8-4376-94f7-4ce69a7aa26b tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:17.235918 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-d437f1bd-d5a8-4376-94f7-4ce69a7aa26b tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Network 103e2972-9dab-4e40-b546-4c094afa1b6b is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:57:17.238855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-d437f1bd-d5a8-4376-94f7-4ce69a7aa26b tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:57:17.242446 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-d437f1bd-d5a8-4376-94f7-4ce69a7aa26b tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:57:17.251423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437f1bd-d5a8-4376-94f7-4ce69a7aa26b tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Pushing event updated for resources: {'Port': ['ID=b335874f-1154-4547-a3aa-15cf2732b1d8,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:57:17.295718 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-d437f1bd-d5a8-4376-94f7-4ce69a7aa26b tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:17.296314 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-d437f1bd-d5a8-4376-94f7-4ce69a7aa26b tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:17.313246 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-d437f1bd-d5a8-4376-94f7-4ce69a7aa26b tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6250775 Dec 20 21:57:17.329492 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Request body: {'port': {'device_id': 'b807617e-07d4-4ed1-b279-67dd63508d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:57:17.383832 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:17.659141 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b335874f-1154-4547-a3aa-15cf2732b1d8 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:57:17.667086 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:17.678819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Transition to ACTIVE for port object b335874f-1154-4547-a3aa-15cf2732b1d8 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:57:17.683583 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:17.701798 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedea07-6b06-4b92-834a-b322dbeb7e70 req-7e87c079-cf40-43fb-b869-64ab077e87c0 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:17.703373 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6dedea07-6b06-4b92-834a-b322dbeb7e70 req-7e87c079-cf40-43fb-b869-64ab077e87c0 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 932 time: 0.0509193 Dec 20 21:57:17.733651 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Pushing event updated for resources: {'Port': ['ID=b335874f-1154-4547-a3aa-15cf2732b1d8,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:57:17.745042 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6dedea07-6b06-4b92-834a-b322dbeb7e70 req-d5ab8b4b-eacf-4781-bfbd-67bb2ef96584 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354686 Dec 20 21:57:17.802908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Attempting to bind port b335874f-1154-4547-a3aa-15cf2732b1d8 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:57:17.803240 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Attempting to bind port b335874f-1154-4547-a3aa-15cf2732b1d8 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '84e78b87-3d0f-4114-9ebe-86d29a976d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '103e2972-9dab-4e40-b546-4c094afa1b6b'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:57:17.803584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Attempting to bind port b335874f-1154-4547-a3aa-15cf2732b1d8 on network 103e2972-9dab-4e40-b546-4c094afa1b6b {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:57:17.807960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Port b335874f-1154-4547-a3aa-15cf2732b1d8 on network 103e2972-9dab-4e40-b546-4c094afa1b6b not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:57:17.808269 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Attempting to bind port b335874f-1154-4547-a3aa-15cf2732b1d8 on network 103e2972-9dab-4e40-b546-4c094afa1b6b {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:57:17.813274 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:57:17.813598 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Checking segment: {'id': '84e78b87-3d0f-4114-9ebe-86d29a976d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '103e2972-9dab-4e40-b546-4c094afa1b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:57:17.813972 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Bound using segment: {'id': '84e78b87-3d0f-4114-9ebe-86d29a976d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '103e2972-9dab-4e40-b546-4c094afa1b6b'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:57:17.814410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Bound port: b335874f-1154-4547-a3aa-15cf2732b1d8, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e78b87-3d0f-4114-9ebe-86d29a976d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '103e2972-9dab-4e40-b546-4c094afa1b6b'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:57:17.814756 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:17.878470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] For port b335874f-1154-4547-a3aa-15cf2732b1d8, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:57:17.881544 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] For port b335874f-1154-4547-a3aa-15cf2732b1d8, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b335874f-1154-4547-a3aa-15cf2732b1d8,segment=NetworkSegment(84e78b87-3d0f-4114-9ebe-86d29a976d99),segment_id=84e78b87-3d0f-4114-9ebe-86d29a976d99)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:57:17.887680 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:17.920905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:17.921507 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:17.922907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] 10.222.0.66 "PUT /v2.0/ports/b335874f-1154-4547-a3aa-15cf2732b1d8 HTTP/1.1" status: 200 len: 1090 time: 0.5974333 Dec 20 21:57:17.923333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b807617e-07d4-4ed1-b279-67dd63508d1f', 'tag': 'b335874f-1154-4547-a3aa-15cf2732b1d8'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:57:17.925771 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5ceccc-b48b-4587-a8df-6b3bef000c72" -d '{"events": [{"name": "network-changed", "server_uuid": "b807617e-07d4-4ed1-b279-67dd63508d1f", "tag": "b335874f-1154-4547-a3aa-15cf2732b1d8"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:57:17.950488 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf12314-6290-4b7d-985a-067f66ab6dab service neutron] Pushing event updated for resources: {'Port': ['ID=b335874f-1154-4547-a3aa-15cf2732b1d8,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:57:17.966907 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2788a6-4984-4d7e-86f7-3ce4723e2d2b x-openstack-request-id: req-5b2788a6-4984-4d7e-86f7-3ce4723e2d2b {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:57:17.967197 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b807617e-07d4-4ed1-b279-67dd63508d1f", "tag": "b335874f-1154-4547-a3aa-15cf2732b1d8", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:57:17.967446 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b2788a6-4984-4d7e-86f7-3ce4723e2d2b {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:57:17.967847 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b807617e-07d4-4ed1-b279-67dd63508d1f', 'tag': 'b335874f-1154-4547-a3aa-15cf2732b1d8', 'status': 'completed', 'code': 200} Dec 20 21:57:18.036964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-658671cb-0d46-4ac6-9deb-a7c4b574429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:18.038886 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-658671cb-0d46-4ac6-9deb-a7c4b574429b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=89d8d5aa01b0406b9eb6b2d323802678&device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 1093 time: 0.0540137 Dec 20 21:57:18.090170 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-af41e352-23f5-47b0-90f2-977d0e2a845c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b335874f-1154-4547-a3aa-15cf2732b1d8 HTTP/1.1" status: 200 len: 217 time: 0.0386033 Dec 20 21:57:18.140923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-45b30f35-f571-4080-88e3-7ab6795426e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:18.142279 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-45b30f35-f571-4080-88e3-7ab6795426e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fbbb02b2-7b1a-481b-9624-8c634163cadf HTTP/1.1" status: 200 len: 852 time: 0.0459886 Dec 20 21:57:18.173457 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-5e3bfdef-4e00-40f5-9b7f-e2de7029d289 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=103e2972-9dab-4e40-b546-4c094afa1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250456 Dec 20 21:57:18.239811 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:18.274638 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-40c66d99-40c3-4806-ad0c-45ed42b7a236 service neutron] 10.222.0.66 "GET /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945702 Dec 20 21:57:18.368114 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1f1e93d-5f36-44a8-8fc6-e94f6e470453 req-99fee44e-dde2-4add-95f1-5e080b43d68c service neutron] 10.222.0.66 "GET /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868828 Dec 20 21:57:18.507379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ceccc-b48b-4587-a8df-6b3bef000c72 req-4c59fd11-a2b9-47f2-9b5f-47dabf7dff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:18.509780 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cd5ceccc-b48b-4587-a8df-6b3bef000c72 req-4c59fd11-a2b9-47f2-9b5f-47dabf7dff20 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=89d8d5aa01b0406b9eb6b2d323802678&device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 1093 time: 0.0473063 Dec 20 21:57:18.609354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ceccc-b48b-4587-a8df-6b3bef000c72 req-8ffe3471-dfdd-4afb-b498-3fbfb74aea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:18.610951 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cd5ceccc-b48b-4587-a8df-6b3bef000c72 req-8ffe3471-dfdd-4afb-b498-3fbfb74aea27 service neutron] 10.222.0.66 "GET /v2.0/networks?id=103e2972-9dab-4e40-b546-4c094afa1b6b HTTP/1.1" status: 200 len: 913 time: 0.0944989 Dec 20 21:57:18.651481 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cd5ceccc-b48b-4587-a8df-6b3bef000c72 req-53e42ff7-03c8-4c5d-8a53-de0993ba7aa5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b335874f-1154-4547-a3aa-15cf2732b1d8 HTTP/1.1" status: 200 len: 217 time: 0.0341477 Dec 20 21:57:18.706022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ceccc-b48b-4587-a8df-6b3bef000c72 req-49f132df-3764-46bd-b3f8-f845cf172762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:18.707483 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cd5ceccc-b48b-4587-a8df-6b3bef000c72 req-49f132df-3764-46bd-b3f8-f845cf172762 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fbbb02b2-7b1a-481b-9624-8c634163cadf HTTP/1.1" status: 200 len: 852 time: 0.0493712 Dec 20 21:57:18.739954 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cd5ceccc-b48b-4587-a8df-6b3bef000c72 req-b668bad9-88f3-4d2a-ae42-3d64310964dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=103e2972-9dab-4e40-b546-4c094afa1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254188 Dec 20 21:57:18.835193 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cd5ceccc-b48b-4587-a8df-6b3bef000c72 req-10af81c0-480c-45e6-ac40-db177846b8fe service neutron] 10.222.0.66 "GET /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876999 Dec 20 21:57:18.881189 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a78d6-0be6-4d43-8dab-e9a58eead5e7 req-6d5ddc67-8a80-4d54-bfa7-f62c2c985e71 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:18.882701 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b27a78d6-0be6-4d43-8dab-e9a58eead5e7 req-6d5ddc67-8a80-4d54-bfa7-f62c2c985e71 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 944 time: 0.0530610 Dec 20 21:57:18.922536 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b27a78d6-0be6-4d43-8dab-e9a58eead5e7 req-0601f16d-b67c-445d-b4da-b1d48bf2c778 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334623 Dec 20 21:57:18.932009 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cd5ceccc-b48b-4587-a8df-6b3bef000c72 req-53358855-be6c-485c-a41d-d42cd24add56 service neutron] 10.222.0.66 "GET /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893414 Dec 20 21:57:20.049787 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea4179-4ad5-4a96-b6f3-2dfdd36b0512 req-baf3613c-180a-41bb-8c29-5c2dca880a90 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:20.051302 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-caea4179-4ad5-4a96-b6f3-2dfdd36b0512 req-baf3613c-180a-41bb-8c29-5c2dca880a90 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 944 time: 0.0536480 Dec 20 21:57:20.091299 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-caea4179-4ad5-4a96-b6f3-2dfdd36b0512 req-57ab5291-aaea-4588-a0a9-79bfbaf174f6 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335875 Dec 20 21:57:20.462550 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device b335874f-1154-4547-a3aa-15cf2732b1d8 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:57:20.567744 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port b335874f-1154-4547-a3aa-15cf2732b1d8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b335874f-1154-4547-a3aa-15cf2732b1d8,segment=NetworkSegment(84e78b87-3d0f-4114-9ebe-86d29a976d99),segment_id=84e78b87-3d0f-4114-9ebe-86d29a976d99)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:57:20.584977 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'b335874f-1154-4547-a3aa-15cf2732b1d8', 'network_id': '103e2972-9dab-4e40-b546-4c094afa1b6b', 'port_id': 'b335874f-1154-4547-a3aa-15cf2732b1d8', 'mac_address': 'fa:16:3e:d2:81:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbbb02b2-7b1a-481b-9624-8c634163cadf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:57:20.629522 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:20.645604 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b335874f-1154-4547-a3aa-15cf2732b1d8 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:57:20.674603 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port b335874f-1154-4547-a3aa-15cf2732b1d8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b335874f-1154-4547-a3aa-15cf2732b1d8,segment=NetworkSegment(84e78b87-3d0f-4114-9ebe-86d29a976d99),segment_id=84e78b87-3d0f-4114-9ebe-86d29a976d99)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:57:20.679837 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:20.731014 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=b335874f-1154-4547-a3aa-15cf2732b1d8,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:57:20.937735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['b335874f-1154-4547-a3aa-15cf2732b1d8'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:57:21.217293 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68a432-d36f-4f79-b830-0dc3b63349ba req-214c821a-0ef4-43fe-84a8-fba4b27ef85c tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:21.218799 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ba68a432-d36f-4f79-b830-0dc3b63349ba req-214c821a-0ef4-43fe-84a8-fba4b27ef85c tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 945 time: 0.0559232 Dec 20 21:57:21.257550 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ba68a432-d36f-4f79-b830-0dc3b63349ba req-7961db27-8c81-4c02-b53d-5572dd5e9272 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323589 Dec 20 21:57:22.378444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80be5d8-c67f-474f-80ec-b1d2b46c7cb0 req-6b5a1191-0595-448b-9251-7b21dd339aaf tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:22.379932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f80be5d8-c67f-474f-80ec-b1d2b46c7cb0 req-6b5a1191-0595-448b-9251-7b21dd339aaf tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 945 time: 0.0496593 Dec 20 21:57:22.423080 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f80be5d8-c67f-474f-80ec-b1d2b46c7cb0 req-05115e32-18d0-4848-84e8-cb2fac753ebd tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368221 Dec 20 21:57:22.477669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device b335874f-1154-4547-a3aa-15cf2732b1d8 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:57:22.529934 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port b335874f-1154-4547-a3aa-15cf2732b1d8 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:57:22.533780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port b335874f-1154-4547-a3aa-15cf2732b1d8 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:57:22.534182 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:22.612935 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:22.635067 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b807617e-07d4-4ed1-b279-67dd63508d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b335874f-1154-4547-a3aa-15cf2732b1d8'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:57:22.637274 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ff7a4c-97a4-41b9-955b-16c3801f79a5" -d '{"events": [{"server_uuid": "b807617e-07d4-4ed1-b279-67dd63508d1f", "name": "network-vif-plugged", "status": "completed", "tag": "b335874f-1154-4547-a3aa-15cf2732b1d8"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:57:22.649612 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port b335874f-1154-4547-a3aa-15cf2732b1d8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b335874f-1154-4547-a3aa-15cf2732b1d8,segment=NetworkSegment(84e78b87-3d0f-4114-9ebe-86d29a976d99),segment_id=84e78b87-3d0f-4114-9ebe-86d29a976d99)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:57:22.654929 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:22.677435 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9bb113-d582-47a9-81bd-e1ced424d541 x-openstack-request-id: req-dc9bb113-d582-47a9-81bd-e1ced424d541 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:57:22.677720 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b807617e-07d4-4ed1-b279-67dd63508d1f", "name": "network-vif-plugged", "status": "completed", "tag": "b335874f-1154-4547-a3aa-15cf2732b1d8", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:57:22.677969 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc9bb113-d582-47a9-81bd-e1ced424d541 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:57:22.678375 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b807617e-07d4-4ed1-b279-67dd63508d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b335874f-1154-4547-a3aa-15cf2732b1d8', 'code': 200} Dec 20 21:57:22.703191 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=b335874f-1154-4547-a3aa-15cf2732b1d8,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:57:22.805574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c73d36-6c00-4ce3-a24e-994b2bfe5cfb req-01de7303-5467-4576-a8db-e886e2f027eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:22.807058 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a4c73d36-6c00-4ce3-a24e-994b2bfe5cfb req-01de7303-5467-4576-a8db-e886e2f027eb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 1095 time: 0.0492074 Dec 20 21:57:22.843239 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a4c73d36-6c00-4ce3-a24e-994b2bfe5cfb req-9c62c6ba-8f76-410b-a2a9-35afe255e813 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287461 Dec 20 21:57:23.548248 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0d535-47b7-4e51-a180-fbd5b2009f46 req-4e64fd5f-2e47-4bb9-8dc6-6d4a1ed2f4ef tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:23.549721 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9bf0d535-47b7-4e51-a180-fbd5b2009f46 req-4e64fd5f-2e47-4bb9-8dc6-6d4a1ed2f4ef tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0524242 Dec 20 21:57:23.587525 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9bf0d535-47b7-4e51-a180-fbd5b2009f46 req-0f6c42d3-f0ec-4fc1-ac55-9ce5bba7ecd1 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317647 Dec 20 21:57:24.740150 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b515c4c-96c5-4653-9ea4-b5594af2b5a6 req-1bfff93e-8211-43ac-bf9e-1719f3276767 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:24.742612 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4b515c4c-96c5-4653-9ea4-b5594af2b5a6 req-1bfff93e-8211-43ac-bf9e-1719f3276767 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0808105 Dec 20 21:57:24.802136 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4b515c4c-96c5-4653-9ea4-b5594af2b5a6 req-78e125e4-6f59-4026-9a3b-7242a1069649 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525599 Dec 20 21:57:25.304236 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4c757-f26f-4837-8d5b-2adfee727422 req-af36ea21-33b8-4ac7-af43-69d366b598bc tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:25.306454 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e5e4c757-f26f-4837-8d5b-2adfee727422 req-af36ea21-33b8-4ac7-af43-69d366b598bc tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.1372614 Dec 20 21:57:25.315097 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-39836cad-4ee4-4774-9ada-5fd2ed476e38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1809347 Dec 20 21:57:25.365956 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e5e4c757-f26f-4837-8d5b-2adfee727422 req-efde09d0-f449-4ac2-a84f-3f3550ad3a84 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492644 Dec 20 21:57:26.506020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30445f7-c72b-4288-975f-840fb0ce6660 req-7a2bf0a8-d735-455a-9092-a71fd2e63f3a tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:26.507550 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b30445f7-c72b-4288-975f-840fb0ce6660 req-7a2bf0a8-d735-455a-9092-a71fd2e63f3a tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0508993 Dec 20 21:57:26.562189 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b30445f7-c72b-4288-975f-840fb0ce6660 req-91671c59-bc50-4ab7-92f0-8c3ec75f6154 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470614 Dec 20 21:57:26.645267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-9aab2254-b719-4b2c-9f91-02815c320716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:26.646798 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-9aab2254-b719-4b2c-9f91-02815c320716 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=89d8d5aa01b0406b9eb6b2d323802678&device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 1095 time: 0.0462680 Dec 20 21:57:26.738574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-a560af0b-659e-4114-bd36-043adb6a30ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:26.739946 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-a560af0b-659e-4114-bd36-043adb6a30ef service neutron] 10.222.0.66 "GET /v2.0/networks?id=103e2972-9dab-4e40-b546-4c094afa1b6b HTTP/1.1" status: 200 len: 913 time: 0.0866463 Dec 20 21:57:26.783742 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-faacf5e3-52ae-4b95-8264-31192c68a0ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b335874f-1154-4547-a3aa-15cf2732b1d8 HTTP/1.1" status: 200 len: 217 time: 0.0374870 Dec 20 21:57:26.838085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-7da5f53a-1a01-4cdc-9836-380a2218567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:26.839636 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-7da5f53a-1a01-4cdc-9836-380a2218567f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fbbb02b2-7b1a-481b-9624-8c634163cadf HTTP/1.1" status: 200 len: 852 time: 0.0497499 Dec 20 21:57:26.872374 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-d1d9c12a-609b-4c5e-a790-de6fa0f4cc11 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=103e2972-9dab-4e40-b546-4c094afa1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261018 Dec 20 21:57:26.971017 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-6f4c6af1-4762-4f64-b2d0-07d30887e304 service neutron] 10.222.0.66 "GET /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913472 Dec 20 21:57:27.069735 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-3b3fcb32-4bf8-42b6-8792-00c16c7c7021 service neutron] 10.222.0.66 "GET /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925825 Dec 20 21:57:27.202316 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6cdb2477-3770-4adc-8c1e-48e9c3969f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:27.682496 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9536e-099a-46ad-8902-e798756a6cc3 req-edd8a17c-ee38-4cbb-a3c6-1414456a53c9 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:27.684235 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aba9536e-099a-46ad-8902-e798756a6cc3 req-edd8a17c-ee38-4cbb-a3c6-1414456a53c9 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0529361 Dec 20 21:57:27.725975 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aba9536e-099a-46ad-8902-e798756a6cc3 req-0097b30b-7a83-4e05-9026-00823eedc810 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351524 Dec 20 21:57:28.847246 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02a581-0956-4e3e-b174-6727269a9bb6 req-9339c7a5-7658-44f9-b8f7-25c1757b8dfc tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:28.848758 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f02a581-0956-4e3e-b174-6727269a9bb6 req-9339c7a5-7658-44f9-b8f7-25c1757b8dfc tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0518427 Dec 20 21:57:28.889841 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f02a581-0956-4e3e-b174-6727269a9bb6 req-3552742a-0e7a-4711-8c49-4b9cc9b58b24 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340931 Dec 20 21:57:29.551899 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fe04ca7d-5387-473a-a5ba-9316c4e4402a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:30.016986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b23a1-a0d5-4a93-9f33-072093c54a18 req-2a38a019-2ff4-47c9-b03f-168c443a78e0 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:30.018686 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a9b23a1-a0d5-4a93-9f33-072093c54a18 req-2a38a019-2ff4-47c9-b03f-168c443a78e0 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0545204 Dec 20 21:57:30.067517 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a9b23a1-a0d5-4a93-9f33-072093c54a18 req-a3bd6b05-d56e-4b39-8926-980aa0171105 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428352 Dec 20 21:57:30.784920 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:31.195358 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85975e0-a3f8-4df1-bf96-09d6d857cb68 req-8375baf2-a78f-4c3c-b230-5464bb0d8ab5 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:31.196871 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b85975e0-a3f8-4df1-bf96-09d6d857cb68 req-8375baf2-a78f-4c3c-b230-5464bb0d8ab5 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0557699 Dec 20 21:57:31.238266 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b85975e0-a3f8-4df1-bf96-09d6d857cb68 req-abf25832-82d4-4189-ac09-d5e266f1a35c tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351088 Dec 20 21:57:32.210655 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:32.365128 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6565760-d1d4-4e0a-b19b-0d3c4e7a4a05 req-f805d0e0-7f71-4c9b-bfeb-4c5952731413 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:32.366986 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6565760-d1d4-4e0a-b19b-0d3c4e7a4a05 req-f805d0e0-7f71-4c9b-bfeb-4c5952731413 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0573096 Dec 20 21:57:32.405966 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:32.414221 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6565760-d1d4-4e0a-b19b-0d3c4e7a4a05 req-e5db2dcd-e97e-4230-9f00-e74c2784ac54 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411215 Dec 20 21:57:33.533610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadae21-f484-4fad-aed7-5b94a9be9052 req-6da553d9-5d34-4764-861d-270d8d8b58cd tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:33.535143 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ceadae21-f484-4fad-aed7-5b94a9be9052 req-6da553d9-5d34-4764-861d-270d8d8b58cd tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0513620 Dec 20 21:57:33.574226 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ceadae21-f484-4fad-aed7-5b94a9be9052 req-b10073d9-a792-4420-acc3-8ea5d01a9003 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325243 Dec 20 21:57:34.693346 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0882ac3-1887-4041-b525-ddb759bbaea9 req-f88917b7-73f4-460f-ba4c-b354584edf1a tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:34.694867 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a0882ac3-1887-4041-b525-ddb759bbaea9 req-f88917b7-73f4-460f-ba4c-b354584edf1a tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0517647 Dec 20 21:57:34.735337 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a0882ac3-1887-4041-b525-ddb759bbaea9 req-c22834b5-2f4f-4f7a-ae2a-7b9884ac201a tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343657 Dec 20 21:57:35.855266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e786fb3-3f9a-4f15-bd21-18a2b7e191ab req-e2b5ebb1-66fd-4dae-a08f-f3f00a0dbcfb tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:35.856776 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e786fb3-3f9a-4f15-bd21-18a2b7e191ab req-e2b5ebb1-66fd-4dae-a08f-f3f00a0dbcfb tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0510108 Dec 20 21:57:35.900995 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e786fb3-3f9a-4f15-bd21-18a2b7e191ab req-e4d563ef-c5eb-435d-abff-7b2a63e73662 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376184 Dec 20 21:57:36.167309 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f955ed-d16c-4cc1-ae58-944e9090ffb9 req-c8bfbbbc-af3a-4edf-986e-bbdeeb8aae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:36.168706 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37f955ed-d16c-4cc1-ae58-944e9090ffb9 req-c8bfbbbc-af3a-4edf-986e-bbdeeb8aae17 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=89d8d5aa01b0406b9eb6b2d323802678&device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 1095 time: 0.0464919 Dec 20 21:57:36.285690 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f955ed-d16c-4cc1-ae58-944e9090ffb9 req-9a78c171-b8f4-4fd6-b9ce-0d5ff98de72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:36.287183 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37f955ed-d16c-4cc1-ae58-944e9090ffb9 req-9a78c171-b8f4-4fd6-b9ce-0d5ff98de72d service neutron] 10.222.0.66 "GET /v2.0/networks?id=103e2972-9dab-4e40-b546-4c094afa1b6b HTTP/1.1" status: 200 len: 913 time: 0.0850430 Dec 20 21:57:36.293094 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:57:36.328260 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37f955ed-d16c-4cc1-ae58-944e9090ffb9 req-9fef8013-5257-44b7-9c3c-f2b015c575f5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b335874f-1154-4547-a3aa-15cf2732b1d8 HTTP/1.1" status: 200 len: 217 time: 0.0348461 Dec 20 21:57:36.380873 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f955ed-d16c-4cc1-ae58-944e9090ffb9 req-190d552f-bd46-495f-95c2-10905bdbc59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:36.382371 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37f955ed-d16c-4cc1-ae58-944e9090ffb9 req-190d552f-bd46-495f-95c2-10905bdbc59d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fbbb02b2-7b1a-481b-9624-8c634163cadf HTTP/1.1" status: 200 len: 852 time: 0.0482519 Dec 20 21:57:36.416250 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37f955ed-d16c-4cc1-ae58-944e9090ffb9 req-211eb092-4b3f-4598-83db-66694e31fc70 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=103e2972-9dab-4e40-b546-4c094afa1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270512 Dec 20 21:57:36.523061 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37f955ed-d16c-4cc1-ae58-944e9090ffb9 req-c3ce29ee-325a-4f53-a9ee-62e7449168a7 service neutron] 10.222.0.66 "GET /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889902 Dec 20 21:57:36.627786 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37f955ed-d16c-4cc1-ae58-944e9090ffb9 req-5c2d7781-f0e0-4dc7-a093-34c686b15afe service neutron] 10.222.0.66 "GET /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899861 Dec 20 21:57:37.021901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bb41a-b5ec-40f2-b828-c94ba3a96eee req-a6225b6f-fcc4-43bc-8636-be69b416b75f tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:37.023480 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-700bb41a-b5ec-40f2-b828-c94ba3a96eee req-a6225b6f-fcc4-43bc-8636-be69b416b75f tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0517223 Dec 20 21:57:37.065498 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-700bb41a-b5ec-40f2-b828-c94ba3a96eee req-926ce136-44c1-4e3b-9b99-86f2e8426dab tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359306 Dec 20 21:57:38.186971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d688c8-7f12-4672-9448-91f9195bd885 req-b71cdc44-0771-45e3-8276-f9a0119f4d5d tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:38.188502 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9d688c8-7f12-4672-9448-91f9195bd885 req-b71cdc44-0771-45e3-8276-f9a0119f4d5d tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0525973 Dec 20 21:57:38.228613 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9d688c8-7f12-4672-9448-91f9195bd885 req-eac2f5b3-b90a-4bef-bd30-40cc685e0e54 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339098 Dec 20 21:57:39.349837 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08cd7e-c584-4475-a76a-70d23c808a15 req-c097cd91-2cd8-432f-8472-8e8662b59e74 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:39.351407 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ba08cd7e-c584-4475-a76a-70d23c808a15 req-c097cd91-2cd8-432f-8472-8e8662b59e74 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0535593 Dec 20 21:57:39.389822 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ba08cd7e-c584-4475-a76a-70d23c808a15 req-4d0e3c4a-90f8-45fa-a13a-85bec638c61b tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324266 Dec 20 21:57:40.510333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde19af-ac13-4474-a651-62bc4806777f req-9b93db78-fb43-46bb-8d03-806729539127 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:40.511751 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fde19af-ac13-4474-a651-62bc4806777f req-9b93db78-fb43-46bb-8d03-806729539127 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0497975 Dec 20 21:57:40.556180 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fde19af-ac13-4474-a651-62bc4806777f req-bce38e58-1afd-4008-90a5-ba97c403db66 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381331 Dec 20 21:57:41.678788 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649646e-0b20-4234-ac3a-1fe089d61d49 req-1242099c-8792-44e3-8c27-5304756bc6a0 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:41.680338 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1649646e-0b20-4234-ac3a-1fe089d61d49 req-1242099c-8792-44e3-8c27-5304756bc6a0 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0522363 Dec 20 21:57:41.720429 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1649646e-0b20-4234-ac3a-1fe089d61d49 req-b200f6b0-9fc0-4e68-9f59-11738de9e01e tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339186 Dec 20 21:57:42.844570 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedca67-2596-4efc-a8a9-9ecd245f37b6 req-d05892b7-99c7-4ac2-8e26-52ebe73bf14a tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:42.846098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-deedca67-2596-4efc-a8a9-9ecd245f37b6 req-d05892b7-99c7-4ac2-8e26-52ebe73bf14a tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0501306 Dec 20 21:57:42.885768 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-deedca67-2596-4efc-a8a9-9ecd245f37b6 req-bdbb5059-6d8c-405d-9acf-ae95b6c40730 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Dec 20 21:57:44.021538 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6394d-00ee-46e7-a943-8c36a5108393 req-487761b5-8b7f-427e-a152-989ce4357bd5 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:44.023059 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fdf6394d-00ee-46e7-a943-8c36a5108393 req-487761b5-8b7f-427e-a152-989ce4357bd5 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0542324 Dec 20 21:57:44.066211 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fdf6394d-00ee-46e7-a943-8c36a5108393 req-21171e6c-5dfa-48d3-8e51-7d7034e7bc4c tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347259 Dec 20 21:57:45.036522 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:45.203938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bdc3b-066f-439e-a345-1f2a8e01aa76 req-aefa030b-2ebc-4e12-a79b-11916eff69a3 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:45.205420 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-508bdc3b-066f-439e-a345-1f2a8e01aa76 req-aefa030b-2ebc-4e12-a79b-11916eff69a3 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0603566 Dec 20 21:57:45.255269 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-508bdc3b-066f-439e-a345-1f2a8e01aa76 req-4215753f-c6f0-451a-bdd5-3bd732745b76 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400243 Dec 20 21:57:46.394776 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a3032-dbdc-4ce9-8488-72d0b3809bd7 req-87360695-7176-4ee4-b848-8f847d833e23 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:46.396236 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e5a3032-dbdc-4ce9-8488-72d0b3809bd7 req-87360695-7176-4ee4-b848-8f847d833e23 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0636616 Dec 20 21:57:46.439142 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e5a3032-dbdc-4ce9-8488-72d0b3809bd7 req-a9c76c39-7554-4d60-9b0b-a07b481705ce tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343065 Dec 20 21:57:47.565127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced8321-1432-4c74-8e22-f5ff617bd96a req-aec7fed4-5d5a-4dae-ad84-01a747a12fa9 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:47.566732 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aced8321-1432-4c74-8e22-f5ff617bd96a req-aec7fed4-5d5a-4dae-ad84-01a747a12fa9 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0519264 Dec 20 21:57:47.612140 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aced8321-1432-4c74-8e22-f5ff617bd96a req-c792cf24-3710-49db-8c29-8e27212ed6f7 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388417 Dec 20 21:57:48.235133 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:48.734281 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ff8ab-16e8-4a96-b380-0b38daf9d8cc req-8b23b299-4162-4859-a3d9-5f5c7f453985 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:48.735745 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bb7ff8ab-16e8-4a96-b380-0b38daf9d8cc req-8b23b299-4162-4859-a3d9-5f5c7f453985 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0530224 Dec 20 21:57:48.777451 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bb7ff8ab-16e8-4a96-b380-0b38daf9d8cc req-127cb5c3-89aa-4f35-8297-65f6b49cf4c3 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339618 Dec 20 21:57:49.909218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc6acb-b626-440b-9963-58ff8d8fc0e9 req-5427969e-eeb4-4e2b-a0e9-22cc8bc18798 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:49.910619 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19fc6acb-b626-440b-9963-58ff8d8fc0e9 req-5427969e-eeb4-4e2b-a0e9-22cc8bc18798 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0543072 Dec 20 21:57:49.953408 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19fc6acb-b626-440b-9963-58ff8d8fc0e9 req-db7a2673-30b4-4af7-ba5d-d9c08e23d73b tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354323 Dec 20 21:57:51.080992 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff613c27-e956-48e5-a213-1f5a7d669879 req-e24d0282-c02d-4974-b153-fc716d04e5bb tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:51.082677 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff613c27-e956-48e5-a213-1f5a7d669879 req-e24d0282-c02d-4974-b153-fc716d04e5bb tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0539052 Dec 20 21:57:51.129532 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ff613c27-e956-48e5-a213-1f5a7d669879 req-44f11112-c1c8-4a79-b319-857d9f5843b2 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372453 Dec 20 21:57:52.266840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a5ff4-f720-4797-95a5-9f18aa321d0e req-1f4b6e98-2d8a-47ab-8c72-55b1bea240ab tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:52.268675 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ac4a5ff4-f720-4797-95a5-9f18aa321d0e req-1f4b6e98-2d8a-47ab-8c72-55b1bea240ab tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0627198 Dec 20 21:57:52.308930 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ac4a5ff4-f720-4797-95a5-9f18aa321d0e req-ee0a422b-b6ea-4973-b9d8-a16bb68a49a4 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339093 Dec 20 21:57:53.440364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5936702-8faa-4043-a826-7a9bf47f6a50 req-a70d0d36-19af-4e58-a718-ebd33fe5a494 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:53.441847 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5936702-8faa-4043-a826-7a9bf47f6a50 req-a70d0d36-19af-4e58-a718-ebd33fe5a494 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0562882 Dec 20 21:57:53.482680 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f5936702-8faa-4043-a826-7a9bf47f6a50 req-0c930a74-6e5e-49eb-bf16-48ac5a949dee tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346711 Dec 20 21:57:54.099141 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-4ad5fd4e-4bd9-43c2-baee-088b750785cf service neutron] show failed (client error): The resource could not be found. Dec 20 21:57:54.100176 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-4ad5fd4e-4bd9-43c2-baee-088b750785cf service neutron] 10.222.0.66 "GET /v2.0/ports/b335874f-1154-4547-a3aa-15cf2732b1d8/bindings/n-h1-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.0588651 Dec 20 21:57:54.394925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0d4ab06a-583a-4c74-b251-9dd86682a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:54.397036 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0d4ab06a-583a-4c74-b251-9dd86682a8a1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f&tenant_id=89d8d5aa01b0406b9eb6b2d323802678 HTTP/1.1" status: 200 len: 1095 time: 0.1111784 Dec 20 21:57:54.408543 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-f3e830eb-bc71-4738-aac8-ddea81c340fd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:57:54.409473 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-f3e830eb-bc71-4738-aac8-ddea81c340fd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051239 Dec 20 21:57:54.427267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:57:54.484002 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:54.703808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf52ce-cb48-4eb5-b003-c8cf3b467cbb req-560d4789-ce0d-4c07-8712-3d2505071812 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:54.705222 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43cf52ce-cb48-4eb5-b003-c8cf3b467cbb req-560d4789-ce0d-4c07-8712-3d2505071812 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.1134984 Dec 20 21:57:54.761714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] For port b335874f-1154-4547-a3aa-15cf2732b1d8, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b335874f-1154-4547-a3aa-15cf2732b1d8,segment=NetworkSegment(84e78b87-3d0f-4114-9ebe-86d29a976d99),segment_id=84e78b87-3d0f-4114-9ebe-86d29a976d99)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:57:54.774226 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43cf52ce-cb48-4eb5-b003-c8cf3b467cbb req-69b9fa94-feb5-474c-958e-9430cf0b1498 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626957 Dec 20 21:57:54.799911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] For port b335874f-1154-4547-a3aa-15cf2732b1d8, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:57:54.839050 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b807617e-07d4-4ed1-b279-67dd63508d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b335874f-1154-4547-a3aa-15cf2732b1d8'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:57:54.841596 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7737653-0fd9-48b7-aac2-1d2e6100bcc6" -d '{"events": [{"server_uuid": "b807617e-07d4-4ed1-b279-67dd63508d1f", "name": "network-vif-unplugged", "status": "completed", "tag": "b335874f-1154-4547-a3aa-15cf2732b1d8"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:57:54.845403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:54.859286 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Transition to ACTIVE for port object b335874f-1154-4547-a3aa-15cf2732b1d8 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:57:54.863763 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:54.894102 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e9d868-a788-40a3-a592-319451b20766 x-openstack-request-id: req-85e9d868-a788-40a3-a592-319451b20766 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:57:54.894396 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b807617e-07d4-4ed1-b279-67dd63508d1f", "name": "network-vif-unplugged", "status": "completed", "tag": "b335874f-1154-4547-a3aa-15cf2732b1d8", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:57:54.894646 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85e9d868-a788-40a3-a592-319451b20766 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:57:54.895029 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b807617e-07d4-4ed1-b279-67dd63508d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b335874f-1154-4547-a3aa-15cf2732b1d8', 'code': 200} Dec 20 21:57:55.232960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] No DVR routers for this DVR port b335874f-1154-4547-a3aa-15cf2732b1d8 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:57:55.236007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Pushing event updated for resources: {'Port': ['ID=b335874f-1154-4547-a3aa-15cf2732b1d8,revision_number=6']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:57:55.247408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:55.247779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:55.248115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:55.248444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:55.248770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:55.249096 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:55.249413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:55.249731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:55.250043 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:55.250385 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:55.250699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:55.251000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:55.280571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Attempting to bind port b335874f-1154-4547-a3aa-15cf2732b1d8 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:57:55.280902 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Attempting to bind port b335874f-1154-4547-a3aa-15cf2732b1d8 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '84e78b87-3d0f-4114-9ebe-86d29a976d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '103e2972-9dab-4e40-b546-4c094afa1b6b'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:57:55.281221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Attempting to bind port b335874f-1154-4547-a3aa-15cf2732b1d8 on network 103e2972-9dab-4e40-b546-4c094afa1b6b {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:57:55.285551 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Port b335874f-1154-4547-a3aa-15cf2732b1d8 on network 103e2972-9dab-4e40-b546-4c094afa1b6b not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:57:55.285866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Attempting to bind port b335874f-1154-4547-a3aa-15cf2732b1d8 on network 103e2972-9dab-4e40-b546-4c094afa1b6b {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:57:55.291067 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:57:55.291394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Checking segment: {'id': '84e78b87-3d0f-4114-9ebe-86d29a976d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '103e2972-9dab-4e40-b546-4c094afa1b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:57:55.291767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Bound using segment: {'id': '84e78b87-3d0f-4114-9ebe-86d29a976d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '103e2972-9dab-4e40-b546-4c094afa1b6b'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:57:55.292183 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Bound port: b335874f-1154-4547-a3aa-15cf2732b1d8, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e78b87-3d0f-4114-9ebe-86d29a976d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '103e2972-9dab-4e40-b546-4c094afa1b6b'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:57:55.292533 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:55.358247 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] For port b335874f-1154-4547-a3aa-15cf2732b1d8, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:57:55.361225 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] For port b335874f-1154-4547-a3aa-15cf2732b1d8, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b335874f-1154-4547-a3aa-15cf2732b1d8,segment=NetworkSegment(84e78b87-3d0f-4114-9ebe-86d29a976d99),segment_id=84e78b87-3d0f-4114-9ebe-86d29a976d99)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:57:55.367905 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:55.399008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:55.399631 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:55.401000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] 10.222.0.31 "PUT /v2.0/ports/b335874f-1154-4547-a3aa-15cf2732b1d8 HTTP/1.1" status: 200 len: 1090 time: 0.9774439 Dec 20 21:57:55.424378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009c8dd-e799-417e-a5f5-054d62ec73cb service neutron] Pushing event updated for resources: {'Port': ['ID=b335874f-1154-4547-a3aa-15cf2732b1d8,revision_number=7']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:57:55.480234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-b29aa7ec-1051-4b3e-8d3f-24097b0cdb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:55.481910 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-b29aa7ec-1051-4b3e-8d3f-24097b0cdb06 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=89d8d5aa01b0406b9eb6b2d323802678&device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 1093 time: 0.0464425 Dec 20 21:57:55.574438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-266e1a31-33fb-4281-9a2f-fbf7b5009b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:55.576710 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-266e1a31-33fb-4281-9a2f-fbf7b5009b41 service neutron] 10.222.0.31 "GET /v2.0/networks?id=103e2972-9dab-4e40-b546-4c094afa1b6b HTTP/1.1" status: 200 len: 913 time: 0.0887325 Dec 20 21:57:55.626452 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-407b5456-b94b-47ab-8917-c5b1149462de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b335874f-1154-4547-a3aa-15cf2732b1d8 HTTP/1.1" status: 200 len: 217 time: 0.0391591 Dec 20 21:57:55.689580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-e93329a4-545c-4962-808b-0e449f28dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:55.691061 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-e93329a4-545c-4962-808b-0e449f28dfe2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fbbb02b2-7b1a-481b-9624-8c634163cadf HTTP/1.1" status: 200 len: 852 time: 0.0585766 Dec 20 21:57:55.723788 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-c595dbdb-bcd0-48ff-9618-1742608d14a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=103e2972-9dab-4e40-b546-4c094afa1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258715 Dec 20 21:57:55.817291 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-234949e7-afa0-42ca-8072-31b3c2dc7283 service neutron] 10.222.0.31 "GET /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851393 Dec 20 21:57:55.943952 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a5f39-70ec-45bc-8925-2830abd4ab72 req-354ca5ff-d8e4-4f99-a019-3a436aac9dc2 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:55.945307 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-019a5f39-70ec-45bc-8925-2830abd4ab72 req-354ca5ff-d8e4-4f99-a019-3a436aac9dc2 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 944 time: 0.0770898 Dec 20 21:57:55.947278 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-63670a9d-7677-42bb-8ce0-2b23781424fb req-0bfa9a62-e453-4204-88e2-fea82f0789cd service neutron] 10.222.0.31 "GET /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239822 Dec 20 21:57:55.988845 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-019a5f39-70ec-45bc-8925-2830abd4ab72 req-be9a0bd9-ef61-4bf2-a03d-ea5f3242896a tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352314 Dec 20 21:57:56.649947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device b335874f-1154-4547-a3aa-15cf2732b1d8 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:57:56.696077 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device b335874f-1154-4547-a3aa-15cf2732b1d8 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:57:56.896593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b807617e-07d4-4ed1-b279-67dd63508d1f', 'tag': 'b335874f-1154-4547-a3aa-15cf2732b1d8'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:57:56.898998 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b807617e-07d4-4ed1-b279-67dd63508d1f", "tag": "b335874f-1154-4547-a3aa-15cf2732b1d8"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:57:56.953160 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533842f0-a72c-4570-8654-9d042782bd05 x-openstack-request-id: req-533842f0-a72c-4570-8654-9d042782bd05 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:57:56.953465 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b807617e-07d4-4ed1-b279-67dd63508d1f", "tag": "b335874f-1154-4547-a3aa-15cf2732b1d8", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:57:56.953715 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-533842f0-a72c-4570-8654-9d042782bd05 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:57:56.954145 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b807617e-07d4-4ed1-b279-67dd63508d1f', 'tag': 'b335874f-1154-4547-a3aa-15cf2732b1d8', 'status': 'completed', 'code': 200} Dec 20 21:57:57.069048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-d1348ddb-15f2-4e87-a677-a0853b8746bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:57.070627 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-d1348ddb-15f2-4e87-a677-a0853b8746bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=89d8d5aa01b0406b9eb6b2d323802678&device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 1093 time: 0.0738289 Dec 20 21:57:57.079322 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-3ed8afc7-097a-4941-a3ef-c6f21eb7cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:57.080688 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-3ed8afc7-097a-4941-a3ef-c6f21eb7cb50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=89d8d5aa01b0406b9eb6b2d323802678&device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 1093 time: 0.0923517 Dec 20 21:57:57.199238 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8788c7f1-a049-4fcf-ab02-b623d5cfef20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:57.241083 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55266575-8021-4663-b7a5-e02bfbe70d7f req-a0b93015-c8a3-462f-8196-726e73d63300 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:57.242611 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-55266575-8021-4663-b7a5-e02bfbe70d7f req-a0b93015-c8a3-462f-8196-726e73d63300 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 944 time: 0.1777411 Dec 20 21:57:57.292203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-2a36e892-6bd0-4e56-aea5-3114f8682395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:57.293687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-2a36e892-6bd0-4e56-aea5-3114f8682395 service neutron] 10.222.0.31 "GET /v2.0/networks?id=103e2972-9dab-4e40-b546-4c094afa1b6b HTTP/1.1" status: 200 len: 913 time: 0.2121272 Dec 20 21:57:57.296656 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-009b14ef-80a2-462d-bc84-3e21b11bab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:57.297986 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-009b14ef-80a2-462d-bc84-3e21b11bab4f service neutron] 10.222.0.66 "GET /v2.0/networks?id=103e2972-9dab-4e40-b546-4c094afa1b6b HTTP/1.1" status: 200 len: 913 time: 0.1950803 Dec 20 21:57:57.351960 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-55266575-8021-4663-b7a5-e02bfbe70d7f req-6cdda4d8-f0bf-4e80-9fd0-11986ed3cfac tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995944 Dec 20 21:57:57.353144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-01290468-05ee-4a25-b200-6be6f0475e4d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b335874f-1154-4547-a3aa-15cf2732b1d8 HTTP/1.1" status: 200 len: 217 time: 0.0502484 Dec 20 21:57:57.388107 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-b55fca30-931f-4772-8d13-74f5c4c191e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b335874f-1154-4547-a3aa-15cf2732b1d8 HTTP/1.1" status: 200 len: 217 time: 0.0795465 Dec 20 21:57:57.457362 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-db07808f-ad01-47de-8788-0a56d2e17a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:57.459058 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-db07808f-ad01-47de-8788-0a56d2e17a9d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fbbb02b2-7b1a-481b-9624-8c634163cadf HTTP/1.1" status: 200 len: 852 time: 0.0802662 Dec 20 21:57:57.466271 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-9d7887ae-0cba-41dc-8395-eef8ce3a4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:57.467980 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-9d7887ae-0cba-41dc-8395-eef8ce3a4ae3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fbbb02b2-7b1a-481b-9624-8c634163cadf HTTP/1.1" status: 200 len: 852 time: 0.0589247 Dec 20 21:57:57.518893 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-8f3f22a5-f6ad-44ad-aee3-b12fa445ca7f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=103e2972-9dab-4e40-b546-4c094afa1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441754 Dec 20 21:57:57.520576 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-de102c31-0712-419b-baca-5da7dfc336a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=103e2972-9dab-4e40-b546-4c094afa1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448487 Dec 20 21:57:57.673851 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-67033d79-98c8-4e0b-b399-1c97e9e69db3 service neutron] 10.222.0.66 "GET /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485667 Dec 20 21:57:57.694844 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-ec0c919d-436a-4e22-983d-26de095afc9a service neutron] 10.222.0.31 "GET /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254568 Dec 20 21:57:57.830177 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-6ffd66cc-82cc-4760-90a5-2921f4768524 service neutron] 10.222.0.66 "GET /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481013 Dec 20 21:57:57.839714 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d8d8aaa-1eec-44b6-b75f-ecd6988389d6 req-dba2b4cf-e520-43a1-8c08-c045f9373445 service neutron] 10.222.0.31 "GET /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359456 Dec 20 21:57:58.479964 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f49ed3-4543-437e-9b10-2ba270936a8a req-0b3079c3-274c-4910-a4f3-2e1caf992c93 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:58.481498 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43f49ed3-4543-437e-9b10-2ba270936a8a req-0b3079c3-274c-4910-a4f3-2e1caf992c93 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 944 time: 0.0528345 Dec 20 21:57:58.534452 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-43f49ed3-4543-437e-9b10-2ba270936a8a req-c77ae91f-6331-42d4-b33b-e1f9421c8ada tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433455 Dec 20 21:57:58.568562 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device b335874f-1154-4547-a3aa-15cf2732b1d8 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:57:58.666742 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port b335874f-1154-4547-a3aa-15cf2732b1d8, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b335874f-1154-4547-a3aa-15cf2732b1d8,segment=NetworkSegment(84e78b87-3d0f-4114-9ebe-86d29a976d99),segment_id=84e78b87-3d0f-4114-9ebe-86d29a976d99)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:57:58.680267 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'b335874f-1154-4547-a3aa-15cf2732b1d8', 'network_id': '103e2972-9dab-4e40-b546-4c094afa1b6b', 'port_id': 'b335874f-1154-4547-a3aa-15cf2732b1d8', 'mac_address': 'fa:16:3e:d2:81:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbbb02b2-7b1a-481b-9624-8c634163cadf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:57:58.723143 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:58.738704 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b335874f-1154-4547-a3aa-15cf2732b1d8 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:57:58.759987 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port b335874f-1154-4547-a3aa-15cf2732b1d8, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b335874f-1154-4547-a3aa-15cf2732b1d8,segment=NetworkSegment(84e78b87-3d0f-4114-9ebe-86d29a976d99),segment_id=84e78b87-3d0f-4114-9ebe-86d29a976d99)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:57:58.765549 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:57:58.794587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-27b1963f-27d7-4a96-b836-f76af18a517c tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:58.796175 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-27b1963f-27d7-4a96-b836-f76af18a517c tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.66 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f&tenant_id=89d8d5aa01b0406b9eb6b2d323802678&binding%3Ahost_id=n-h1-xena-1 HTTP/1.1" status: 200 len: 944 time: 0.0546358 Dec 20 21:57:58.817432 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=b335874f-1154-4547-a3aa-15cf2732b1d8,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:57:58.824722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:58.825063 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:58.825397 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:58.825728 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:58.826055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:58.826548 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:58.827003 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:58.827341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:58.827702 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:58.828029 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:58.828360 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:58.828663 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:57:58.860496 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-f901006d-f037-4f97-8559-025f86f7c36c service neutron] delete failed (client error): The resource could not be found. Dec 20 21:57:58.861557 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-f901006d-f037-4f97-8559-025f86f7c36c service neutron] 10.222.0.66 "DELETE /v2.0/ports/b335874f-1154-4547-a3aa-15cf2732b1d8/bindings/n-h2-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.0585356 Dec 20 21:57:58.979754 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-fe034e1d-03e9-44d5-b63c-564fd37a5dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:58.981174 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-fe034e1d-03e9-44d5-b63c-564fd37a5dba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=89d8d5aa01b0406b9eb6b2d323802678&device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 1094 time: 0.0554128 Dec 20 21:57:59.061098 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['b335874f-1154-4547-a3aa-15cf2732b1d8'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:57:59.089019 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-ef27e66c-d770-4b93-ac6b-544203d1cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:59.090552 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-ef27e66c-d770-4b93-ac6b-544203d1cbf5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=103e2972-9dab-4e40-b546-4c094afa1b6b HTTP/1.1" status: 200 len: 913 time: 0.1027281 Dec 20 21:57:59.138519 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-f2ceb309-8616-464c-8bb5-bd8944f077b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b335874f-1154-4547-a3aa-15cf2732b1d8 HTTP/1.1" status: 200 len: 217 time: 0.0413165 Dec 20 21:57:59.188863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-54255077-a6c2-4b7f-b8b3-db23357d4e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:57:59.190381 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-54255077-a6c2-4b7f-b8b3-db23357d4e20 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fbbb02b2-7b1a-481b-9624-8c634163cadf HTTP/1.1" status: 200 len: 852 time: 0.0457611 Dec 20 21:57:59.224031 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-d2b0260d-3482-4f6d-9c7b-ebfc4a79d6d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=103e2972-9dab-4e40-b546-4c094afa1b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260966 Dec 20 21:57:59.318595 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-ec4872c0-2050-4b0d-a2ef-3bc42969dee2 service neutron] 10.222.0.66 "GET /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891037 Dec 20 21:57:59.431682 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-b0182b04-efa1-450a-8715-00b987f2f189 service neutron] 10.222.0.66 "GET /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070492 Dec 20 21:57:59.552150 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5c5f5e9a-fd32-4247-9654-3824bc69ae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:00.276091 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cc836-25b8-4659-936a-ae0d13790661 req-c2e08dfa-7640-4ecf-b297-935dbe376456 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:00.277770 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6b4cc836-25b8-4659-936a-ae0d13790661 req-c2e08dfa-7640-4ecf-b297-935dbe376456 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 945 time: 0.0624497 Dec 20 21:58:00.327040 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6b4cc836-25b8-4659-936a-ae0d13790661 req-24c8bf89-ffbd-4490-b4db-63c84383ea7a tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389023 Dec 20 21:58:00.602151 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device b335874f-1154-4547-a3aa-15cf2732b1d8 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:58:00.666215 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port b335874f-1154-4547-a3aa-15cf2732b1d8 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:58:00.671264 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port b335874f-1154-4547-a3aa-15cf2732b1d8 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:58:00.671264 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:00.758786 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:00.792293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b807617e-07d4-4ed1-b279-67dd63508d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b335874f-1154-4547-a3aa-15cf2732b1d8'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:58:00.794937 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32b4972-f0d3-4f6e-a34f-ac2a6fd2d0f6" -d '{"events": [{"server_uuid": "b807617e-07d4-4ed1-b279-67dd63508d1f", "name": "network-vif-plugged", "status": "completed", "tag": "b335874f-1154-4547-a3aa-15cf2732b1d8"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:58:00.804839 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:00.808301 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port b335874f-1154-4547-a3aa-15cf2732b1d8, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b335874f-1154-4547-a3aa-15cf2732b1d8,segment=NetworkSegment(84e78b87-3d0f-4114-9ebe-86d29a976d99),segment_id=84e78b87-3d0f-4114-9ebe-86d29a976d99)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:58:00.815943 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:00.846992 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e520b59-4b46-49ab-a8ec-d5ca2c702c47 x-openstack-request-id: req-0e520b59-4b46-49ab-a8ec-d5ca2c702c47 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:58:00.847319 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b807617e-07d4-4ed1-b279-67dd63508d1f", "name": "network-vif-plugged", "status": "completed", "tag": "b335874f-1154-4547-a3aa-15cf2732b1d8", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:58:00.847558 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e520b59-4b46-49ab-a8ec-d5ca2c702c47 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:58:00.848122 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b807617e-07d4-4ed1-b279-67dd63508d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b335874f-1154-4547-a3aa-15cf2732b1d8', 'code': 200} Dec 20 21:58:00.876375 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=b335874f-1154-4547-a3aa-15cf2732b1d8,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:01.485388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e609f-513f-4c86-b8c8-ff54884f9752 req-583198e6-af3e-48e3-875d-a947e33bd430 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:01.487738 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-553e609f-513f-4c86-b8c8-ff54884f9752 req-583198e6-af3e-48e3-875d-a947e33bd430 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0801895 Dec 20 21:58:01.544064 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-553e609f-513f-4c86-b8c8-ff54884f9752 req-352a0279-1347-4f1f-93ee-5527adad2e30 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.32 "GET /v2.0/security-groups?id=2662ce51-ecef-4a0e-b102-2094c7f95aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486984 Dec 20 21:58:01.683189 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-a6cb5fdc-cb11-4ff0-8092-11dbd43355c8 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:01.684750 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-a6cb5fdc-cb11-4ff0-8092-11dbd43355c8 tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.31 "GET /v2.0/ports?device_id=b807617e-07d4-4ed1-b279-67dd63508d1f HTTP/1.1" status: 200 len: 946 time: 0.0578735 Dec 20 21:58:01.792702 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-8f1139d3-3a83-45f8-9f13-c5d5fe84bfad tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Deleting port b335874f-1154-4547-a3aa-15cf2732b1d8 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:58:01.793068 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-8f1139d3-3a83-45f8-9f13-c5d5fe84bfad tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:01.906595 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-8f1139d3-3a83-45f8-9f13-c5d5fe84bfad tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] For port b335874f-1154-4547-a3aa-15cf2732b1d8, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=b335874f-1154-4547-a3aa-15cf2732b1d8,segment=NetworkSegment(84e78b87-3d0f-4114-9ebe-86d29a976d99),segment_id=84e78b87-3d0f-4114-9ebe-86d29a976d99)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:58:01.906831 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-8f1139d3-3a83-45f8-9f13-c5d5fe84bfad tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:01.920227 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-8f1139d3-3a83-45f8-9f13-c5d5fe84bfad tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Calling delete_port for b335874f-1154-4547-a3aa-15cf2732b1d8 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:58:02.078714 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-8f1139d3-3a83-45f8-9f13-c5d5fe84bfad tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:02.112117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['b335874f-1154-4547-a3aa-15cf2732b1d8'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:58:02.114481 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1139d3-3a83-45f8-9f13-c5d5fe84bfad tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Pushing event deleted for resources: {'Port': ['ID=b335874f-1154-4547-a3aa-15cf2732b1d8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:02.165997 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-8f1139d3-3a83-45f8-9f13-c5d5fe84bfad tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] No DVR routers for this DVR port b335874f-1154-4547-a3aa-15cf2732b1d8 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:58:02.168953 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-8f1139d3-3a83-45f8-9f13-c5d5fe84bfad tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:02.172293 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ae43af4-32ca-4857-81d5-28571f192c82 req-8f1139d3-3a83-45f8-9f13-c5d5fe84bfad tempest-DeleteServersTestJSON-2058028271 tempest-DeleteServersTestJSON-2058028271-project] 10.222.0.31 "DELETE /v2.0/ports/b335874f-1154-4547-a3aa-15cf2732b1d8 HTTP/1.1" status: 204 len: 173 time: 0.4818182 Dec 20 21:58:02.172770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b807617e-07d4-4ed1-b279-67dd63508d1f', 'name': 'network-vif-deleted', 'tag': 'b335874f-1154-4547-a3aa-15cf2732b1d8'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:58:02.175080 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc3c3fa-1334-4691-b468-2eb0bc0de42f" -d '{"events": [{"server_uuid": "b807617e-07d4-4ed1-b279-67dd63508d1f", "name": "network-vif-deleted", "tag": "b335874f-1154-4547-a3aa-15cf2732b1d8"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:58:02.214833 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:02.306035 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae48dfe-b61d-4ebe-bfe5-79a5d49da4e3 x-openstack-request-id: req-4ae48dfe-b61d-4ebe-bfe5-79a5d49da4e3 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:58:02.306376 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b807617e-07d4-4ed1-b279-67dd63508d1f", "name": "network-vif-deleted", "tag": "b335874f-1154-4547-a3aa-15cf2732b1d8", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:58:02.306651 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ae48dfe-b61d-4ebe-bfe5-79a5d49da4e3 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:58:02.307065 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b807617e-07d4-4ed1-b279-67dd63508d1f', 'name': 'network-vif-deleted', 'tag': 'b335874f-1154-4547-a3aa-15cf2732b1d8', 'status': 'completed', 'code': 200} Dec 20 21:58:02.400344 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:02.691006 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49498) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:58:02.745947 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f486fe-dfa3-4432-bdfc-cad4c47b4dc6 admin admin] Deleting subnet fbbb02b2-7b1a-481b-9624-8c634163cadf {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:58:02.749392 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65f486fe-dfa3-4432-bdfc-cad4c47b4dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:02.787064 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65f486fe-dfa3-4432-bdfc-cad4c47b4dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:02.833751 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65f486fe-dfa3-4432-bdfc-cad4c47b4dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:02.891557 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65f486fe-dfa3-4432-bdfc-cad4c47b4dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:02.916937 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f486fe-dfa3-4432-bdfc-cad4c47b4dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbbb02b2-7b1a-481b-9624-8c634163cadf,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:02.923155 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-65f486fe-dfa3-4432-bdfc-cad4c47b4dc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:02.926396 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-65f486fe-dfa3-4432-bdfc-cad4c47b4dc6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fbbb02b2-7b1a-481b-9624-8c634163cadf HTTP/1.1" status: 204 len: 168 time: 0.2343197 Dec 20 21:58:02.929077 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49500) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:58:03.001849 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d733621c-dbe9-4ef3-8fb9-16efdd67f08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:03.095828 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d733621c-dbe9-4ef3-8fb9-16efdd67f08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:03.117702 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d733621c-dbe9-4ef3-8fb9-16efdd67f08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103e2972-9dab-4e40-b546-4c094afa1b6b']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:58:03.128762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d733621c-dbe9-4ef3-8fb9-16efdd67f08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e78b87-3d0f-4114-9ebe-86d29a976d99') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:58:03.129064 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-d733621c-dbe9-4ef3-8fb9-16efdd67f08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e78b87-3d0f-4114-9ebe-86d29a976d99') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:58:03.141173 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d733621c-dbe9-4ef3-8fb9-16efdd67f08a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:03.155922 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d733621c-dbe9-4ef3-8fb9-16efdd67f08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:03.163445 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d733621c-dbe9-4ef3-8fb9-16efdd67f08a admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:58:03.163853 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d733621c-dbe9-4ef3-8fb9-16efdd67f08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: timer() Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:58:03.165591 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:58:03.227615 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d733621c-dbe9-4ef3-8fb9-16efdd67f08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:03.233718 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d733621c-dbe9-4ef3-8fb9-16efdd67f08a admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:03.237112 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d733621c-dbe9-4ef3-8fb9-16efdd67f08a admin admin] 10.222.0.32 "DELETE /v2.0/networks/103e2972-9dab-4e40-b546-4c094afa1b6b HTTP/1.1" status: 204 len: 168 time: 0.3070767 Dec 20 21:58:03.250654 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733621c-dbe9-4ef3-8fb9-16efdd67f08a admin admin] Pushing event deleted for resources: {'Network': ['ID=103e2972-9dab-4e40-b546-4c094afa1b6b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:03.367743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49504) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:58:03.411714 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4f0e2e91-3b49-43f3-b691-754e34c30753 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89d8d5aa01b0406b9eb6b2d323802678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426846 Dec 20 21:58:03.414851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49506) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:58:03.468161 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-769c272a-7368-4495-9012-1dbe47a0eefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:03.491126 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-769c272a-7368-4495-9012-1dbe47a0eefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:03.544164 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-769c272a-7368-4495-9012-1dbe47a0eefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:03.548516 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-769c272a-7368-4495-9012-1dbe47a0eefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:03.550161 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-769c272a-7368-4495-9012-1dbe47a0eefb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2662ce51-ecef-4a0e-b102-2094c7f95aa7 HTTP/1.1" status: 204 len: 168 time: 0.1343830 Dec 20 21:58:03.558287 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c272a-7368-4495-9012-1dbe47a0eefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2662ce51-ecef-4a0e-b102-2094c7f95aa7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:04.307602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49528) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:58:04.420885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-ccf029df-995c-4b0b-8a93-1baa60b627e1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-840619928-network', 'tenant_id': 'b10917a0b0a84d09a232533fea1d4753'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:58:04.444758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf029df-995c-4b0b-8a93-1baa60b627e1 admin admin] Made reservation on behalf of b10917a0b0a84d09a232533fea1d4753 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:58:04.447170 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ccf029df-995c-4b0b-8a93-1baa60b627e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:04.456233 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ccf029df-995c-4b0b-8a93-1baa60b627e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:04.539254 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ccf029df-995c-4b0b-8a93-1baa60b627e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:04.544056 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ccf029df-995c-4b0b-8a93-1baa60b627e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:04.568666 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf029df-995c-4b0b-8a93-1baa60b627e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:58:04.578678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf029df-995c-4b0b-8a93-1baa60b627e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:04.583841 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ccf029df-995c-4b0b-8a93-1baa60b627e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:04.584177 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-ccf029df-995c-4b0b-8a93-1baa60b627e1 admin admin] Added segment 5a368146-b441-45fa-ac1a-2b694addf485 of type vlan for network e587313c-deba-4082-8db0-d22a44df2db0 Dec 20 21:58:04.599426 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device b335874f-1154-4547-a3aa-15cf2732b1d8 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:58:04.619385 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: b335874f-1154-4547-a3aa-15cf2732b1d8 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:58:04.619730 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device b335874f-1154-4547-a3aa-15cf2732b1d8 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:58:04.629114 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ccf029df-995c-4b0b-8a93-1baa60b627e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:04.658909 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ccf029df-995c-4b0b-8a93-1baa60b627e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:04.659926 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf029df-995c-4b0b-8a93-1baa60b627e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:04.660513 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ccf029df-995c-4b0b-8a93-1baa60b627e1 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:04.720639 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ccf029df-995c-4b0b-8a93-1baa60b627e1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4116096 Dec 20 21:58:04.723794 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49532) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:58:04.728150 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf029df-995c-4b0b-8a93-1baa60b627e1 admin admin] Pushing event updated for resources: {'Network': ['ID=e587313c-deba-4082-8db0-d22a44df2db0,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:04.729007 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c54f952e-e344-448f-8925-b0ae6d818c8e admin admin] Request body: {'subnet': {'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-840619928-subnet', 'tenant_id': 'b10917a0b0a84d09a232533fea1d4753', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:58:04.739603 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network e587313c-deba-4082-8db0-d22a44df2db0 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:58:04.756426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54f952e-e344-448f-8925-b0ae6d818c8e admin admin] Made reservation on behalf of b10917a0b0a84d09a232533fea1d4753 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:58:04.758968 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c54f952e-e344-448f-8925-b0ae6d818c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:04.948842 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c54f952e-e344-448f-8925-b0ae6d818c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:05.009642 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f952e-e344-448f-8925-b0ae6d818c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=21164617-0c2d-4b1c-bb62-712dc3ecd5b8,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:05.015191 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f952e-e344-448f-8925-b0ae6d818c8e admin admin] Checking segment: {'id': '5a368146-b441-45fa-ac1a-2b694addf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:58:05.015555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54f952e-e344-448f-8925-b0ae6d818c8e admin admin] Network hostable DHCP agents. Network: e587313c-deba-4082-8db0-d22a44df2db0, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:58:05.033920 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54f952e-e344-448f-8925-b0ae6d818c8e admin admin] Network e587313c-deba-4082-8db0-d22a44df2db0 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:58:05.045338 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c54f952e-e344-448f-8925-b0ae6d818c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, e587313c-deba-4082-8db0-d22a44df2db0) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:58:05.049731 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54f952e-e344-448f-8925-b0ae6d818c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:05.050345 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c54f952e-e344-448f-8925-b0ae6d818c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:05.054539 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5972dc48-2b96-47e6-8eb6-933b1312a053 None None] Network e587313c-deba-4082-8db0-d22a44df2db0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:58:05.069233 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c54f952e-e344-448f-8925-b0ae6d818c8e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3442299 Dec 20 21:58:05.195476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c65b611-864d-40e4-8acd-f72a4b91cffd None None] Network e587313c-deba-4082-8db0-d22a44df2db0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:58:05.531957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-89926051-4c53-46ac-90d7-9172e47f6477 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:05.533622 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-89926051-4c53-46ac-90d7-9172e47f6477 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/networks?id=e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 200 len: 814 time: 0.1128781 Dec 20 21:58:05.554186 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-4db94f84-3155-44b7-8604-a3adc56c40ba tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/quotas/b10917a0b0a84d09a232533fea1d4753 HTTP/1.1" status: 200 len: 375 time: 0.0104945 Dec 20 21:58:05.590251 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-7552bc0e-0572-43d0-a1c0-067e7751236b tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b10917a0b0a84d09a232533fea1d4753&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297999 Dec 20 21:58:05.693841 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-27c92a10-7a54-40db-ac86-2e1a11b2d5d7 service neutron] 10.222.0.32 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957215 Dec 20 21:58:05.788581 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-362cc2c1-bafd-4c48-a284-3c619af141c4 service neutron] 10.222.0.32 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882998 Dec 20 21:58:05.957500 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a1e7c4e1-a4ca-4491-b1eb-dd50619ddb6b req-591c1ecb-a3ce-4ae6-adfa-24c54fc23ed1 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 210 time: 0.0288448 Dec 20 21:58:07.074496 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de6b6790-8728-4718-abf7-ca93e756a06e req-13d2dfb4-9e11-4266-a348-9b55053b0aed tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 210 time: 0.0403874 Dec 20 21:58:07.083253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-716fb68b-a284-4e27-ace6-83a5133f1f1d tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:07.084746 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-716fb68b-a284-4e27-ace6-83a5133f1f1d tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.31 "GET /v2.0/networks?id=e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 200 len: 814 time: 0.1432199 Dec 20 21:58:07.103880 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-89c1c9a3-8d1d-4257-b9b0-5be1a8a4da19 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Request body: {'port': {'device_id': 'd9ea649b-5d0f-41aa-8113-b399d39b217f', 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0', 'admin_state_up': True, 'tenant_id': 'b10917a0b0a84d09a232533fea1d4753'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:58:07.225644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-89c1c9a3-8d1d-4257-b9b0-5be1a8a4da19 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Made reservation on behalf of b10917a0b0a84d09a232533fea1d4753 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:58:07.230934 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-89c1c9a3-8d1d-4257-b9b0-5be1a8a4da19 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:07.383213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-89c1c9a3-8d1d-4257-b9b0-5be1a8a4da19 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Allocated IP 172.20.0.14 (e587313c-deba-4082-8db0-d22a44df2db0/21164617-0c2d-4b1c-bb62-712dc3ecd5b8/2550ab28-a22b-457b-8021-ec94917be4a5) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:58:07.569087 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-89c1c9a3-8d1d-4257-b9b0-5be1a8a4da19 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:07.606056 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-89c1c9a3-8d1d-4257-b9b0-5be1a8a4da19 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:07.653807 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-89c1c9a3-8d1d-4257-b9b0-5be1a8a4da19 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Network e587313c-deba-4082-8db0-d22a44df2db0 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:58:07.657408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-89c1c9a3-8d1d-4257-b9b0-5be1a8a4da19 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:58:07.661732 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-89c1c9a3-8d1d-4257-b9b0-5be1a8a4da19 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:58:07.671223 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1c9a3-8d1d-4257-b9b0-5be1a8a4da19 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Pushing event updated for resources: {'Port': ['ID=2550ab28-a22b-457b-8021-ec94917be4a5,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:07.721856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-89c1c9a3-8d1d-4257-b9b0-5be1a8a4da19 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:07.722609 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-89c1c9a3-8d1d-4257-b9b0-5be1a8a4da19 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:07.742783 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-89c1c9a3-8d1d-4257-b9b0-5be1a8a4da19 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6426249 Dec 20 21:58:07.759783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Request body: {'port': {'device_id': 'd9ea649b-5d0f-41aa-8113-b399d39b217f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:58:07.814642 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:08.117693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2550ab28-a22b-457b-8021-ec94917be4a5 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:58:08.125912 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:08.138413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Transition to ACTIVE for port object 2550ab28-a22b-457b-8021-ec94917be4a5 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:58:08.143098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:08.193016 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Pushing event updated for resources: {'Port': ['ID=2550ab28-a22b-457b-8021-ec94917be4a5,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:08.204743 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6abd3-e897-4330-bf8c-7bd424b1828e req-0d1936a4-30ff-469c-b791-35a475867516 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:08.206722 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85d6abd3-e897-4330-bf8c-7bd424b1828e req-0d1936a4-30ff-469c-b791-35a475867516 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 944 time: 0.0537159 Dec 20 21:58:08.250001 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85d6abd3-e897-4330-bf8c-7bd424b1828e req-4e284224-a860-445d-be23-39133d1d6cb2 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356362 Dec 20 21:58:08.265881 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Attempting to bind port 2550ab28-a22b-457b-8021-ec94917be4a5 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:58:08.266316 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Attempting to bind port 2550ab28-a22b-457b-8021-ec94917be4a5 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '5a368146-b441-45fa-ac1a-2b694addf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:58:08.266649 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Attempting to bind port 2550ab28-a22b-457b-8021-ec94917be4a5 on network e587313c-deba-4082-8db0-d22a44df2db0 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:58:08.271505 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Port 2550ab28-a22b-457b-8021-ec94917be4a5 on network e587313c-deba-4082-8db0-d22a44df2db0 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:58:08.271822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Attempting to bind port 2550ab28-a22b-457b-8021-ec94917be4a5 on network e587313c-deba-4082-8db0-d22a44df2db0 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:58:08.276614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:58:08.276947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Checking segment: {'id': '5a368146-b441-45fa-ac1a-2b694addf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:58:08.277329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Bound using segment: {'id': '5a368146-b441-45fa-ac1a-2b694addf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:58:08.277748 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Bound port: 2550ab28-a22b-457b-8021-ec94917be4a5, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a368146-b441-45fa-ac1a-2b694addf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:58:08.278135 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:08.347723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] For port 2550ab28-a22b-457b-8021-ec94917be4a5, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:58:08.351386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] For port 2550ab28-a22b-457b-8021-ec94917be4a5, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=2550ab28-a22b-457b-8021-ec94917be4a5,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:58:08.356689 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:08.392686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:08.393307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:08.394744 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] 10.222.0.31 "PUT /v2.0/ports/2550ab28-a22b-457b-8021-ec94917be4a5 HTTP/1.1" status: 200 len: 1090 time: 0.6392293 Dec 20 21:58:08.395177 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ea649b-5d0f-41aa-8113-b399d39b217f', 'tag': '2550ab28-a22b-457b-8021-ec94917be4a5'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:58:08.397426 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284ff591-9b03-4bd2-b5b8-91a87e07aae6" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ea649b-5d0f-41aa-8113-b399d39b217f", "tag": "2550ab28-a22b-457b-8021-ec94917be4a5"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:58:08.425752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa19112-1ca6-4df7-b43c-ab33e0112736 service neutron] Pushing event updated for resources: {'Port': ['ID=2550ab28-a22b-457b-8021-ec94917be4a5,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:08.438736 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe30d49-7381-4b1e-8e1e-377abcdb25d7 x-openstack-request-id: req-1fe30d49-7381-4b1e-8e1e-377abcdb25d7 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:58:08.439836 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ea649b-5d0f-41aa-8113-b399d39b217f", "tag": "2550ab28-a22b-457b-8021-ec94917be4a5", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:58:08.440081 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1fe30d49-7381-4b1e-8e1e-377abcdb25d7 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:58:08.440853 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ea649b-5d0f-41aa-8113-b399d39b217f', 'tag': '2550ab28-a22b-457b-8021-ec94917be4a5', 'status': 'completed', 'code': 200} Dec 20 21:58:08.498038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-f66a82fe-6412-437a-a40d-f42cfac7aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:08.500129 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-f66a82fe-6412-437a-a40d-f42cfac7aa3f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b10917a0b0a84d09a232533fea1d4753&device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 1093 time: 0.0430353 Dec 20 21:58:08.553257 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-4bb788bd-b442-4e93-9806-cdf28a35d68a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2550ab28-a22b-457b-8021-ec94917be4a5 HTTP/1.1" status: 200 len: 217 time: 0.0409315 Dec 20 21:58:08.607707 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-2a0ba90f-a8f7-494a-b89d-4244bcfbd109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:08.609137 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-2a0ba90f-a8f7-494a-b89d-4244bcfbd109 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=21164617-0c2d-4b1c-bb62-712dc3ecd5b8 HTTP/1.1" status: 200 len: 854 time: 0.0477774 Dec 20 21:58:08.641409 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-01bd2706-c5ab-441e-bce9-edf7e2bad8ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e587313c-deba-4082-8db0-d22a44df2db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255582 Dec 20 21:58:08.732552 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-9e3f52f6-6031-4d04-b580-35c06d008b2f service neutron] 10.222.0.31 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849416 Dec 20 21:58:08.830795 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f83cca10-2333-4acb-a41a-42a828c68ba8 req-af57bd64-251b-4653-9c27-549f362f0021 service neutron] 10.222.0.31 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914638 Dec 20 21:58:08.976234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ff591-9b03-4bd2-b5b8-91a87e07aae6 req-3d8be464-a800-46fc-b853-51b3128f33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:08.977832 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-284ff591-9b03-4bd2-b5b8-91a87e07aae6 req-3d8be464-a800-46fc-b853-51b3128f33d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b10917a0b0a84d09a232533fea1d4753&device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 1093 time: 0.0494094 Dec 20 21:58:09.088289 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ff591-9b03-4bd2-b5b8-91a87e07aae6 req-ad19eb4f-a72d-4873-93a4-2956550cf569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:09.089840 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-284ff591-9b03-4bd2-b5b8-91a87e07aae6 req-ad19eb4f-a72d-4873-93a4-2956550cf569 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 200 len: 915 time: 0.1043131 Dec 20 21:58:09.132634 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-284ff591-9b03-4bd2-b5b8-91a87e07aae6 req-1fecc91a-1a46-4775-a0d7-4d1b8734860c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2550ab28-a22b-457b-8021-ec94917be4a5 HTTP/1.1" status: 200 len: 217 time: 0.0358431 Dec 20 21:58:09.187379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ff591-9b03-4bd2-b5b8-91a87e07aae6 req-eed177b2-89ad-4691-bce9-0cedc1dc0f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:09.189627 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-284ff591-9b03-4bd2-b5b8-91a87e07aae6 req-eed177b2-89ad-4691-bce9-0cedc1dc0f11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=21164617-0c2d-4b1c-bb62-712dc3ecd5b8 HTTP/1.1" status: 200 len: 854 time: 0.0493865 Dec 20 21:58:09.222251 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-284ff591-9b03-4bd2-b5b8-91a87e07aae6 req-ee165fb1-883e-4a1a-ade8-ec1f29715681 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e587313c-deba-4082-8db0-d22a44df2db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258980 Dec 20 21:58:09.330114 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-284ff591-9b03-4bd2-b5b8-91a87e07aae6 req-32c301a1-1fe9-4619-916e-ef7d552b81c8 service neutron] 10.222.0.31 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991924 Dec 20 21:58:09.378339 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1511582-755f-4273-9de6-8e2e6d776f7c req-90cda637-a91e-4f57-a86c-37cfd5cffa5b tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:09.380144 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e1511582-755f-4273-9de6-8e2e6d776f7c req-90cda637-a91e-4f57-a86c-37cfd5cffa5b tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 944 time: 0.0595891 Dec 20 21:58:09.422997 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e1511582-755f-4273-9de6-8e2e6d776f7c req-b94968f9-8676-4afb-a5ba-d44db31ae074 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360303 Dec 20 21:58:09.429051 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-284ff591-9b03-4bd2-b5b8-91a87e07aae6 req-db8ed2ed-af6b-4724-b50b-4a2fbf0a230d service neutron] 10.222.0.31 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914798 Dec 20 21:58:10.559747 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153b44f-44bf-4c08-8740-746234987368 req-43d2440f-be31-4600-a2a4-3f06723f0c75 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:10.561251 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6153b44f-44bf-4c08-8740-746234987368 req-43d2440f-be31-4600-a2a4-3f06723f0c75 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 944 time: 0.0652258 Dec 20 21:58:10.603325 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6153b44f-44bf-4c08-8740-746234987368 req-786707be-59ff-4c06-9ef4-af1f46061e80 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356777 Dec 20 21:58:11.740731 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588d39f-40a1-433c-a846-9f2c5dbaf07d req-2a09b8fc-31a4-4c91-9aaa-21fc84ae1034 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:11.742023 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e588d39f-40a1-433c-a846-9f2c5dbaf07d req-2a09b8fc-31a4-4c91-9aaa-21fc84ae1034 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 944 time: 0.0563273 Dec 20 21:58:11.785180 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e588d39f-40a1-433c-a846-9f2c5dbaf07d req-802a8952-8648-4951-af3f-dae79cf0ec33 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361924 Dec 20 21:58:12.663212 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 2550ab28-a22b-457b-8021-ec94917be4a5 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:58:12.786088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 2550ab28-a22b-457b-8021-ec94917be4a5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=2550ab28-a22b-457b-8021-ec94917be4a5,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:58:12.799204 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '2550ab28-a22b-457b-8021-ec94917be4a5', 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0', 'port_id': '2550ab28-a22b-457b-8021-ec94917be4a5', 'mac_address': 'fa:16:3e:e4:df:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21164617-0c2d-4b1c-bb62-712dc3ecd5b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:58:12.842918 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:12.859485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2550ab28-a22b-457b-8021-ec94917be4a5 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:58:12.886519 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 2550ab28-a22b-457b-8021-ec94917be4a5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=2550ab28-a22b-457b-8021-ec94917be4a5,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:58:12.892347 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:12.932392 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42888401-fa8b-4f52-9e10-6db3e24129a2 req-27c1bdf9-50a8-4528-83cd-7868523c68b1 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:12.933961 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42888401-fa8b-4f52-9e10-6db3e24129a2 req-27c1bdf9-50a8-4528-83cd-7868523c68b1 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 944 time: 0.0667861 Dec 20 21:58:12.957246 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=2550ab28-a22b-457b-8021-ec94917be4a5,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:12.983669 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42888401-fa8b-4f52-9e10-6db3e24129a2 req-69c1f788-6833-4b38-b0c7-bf429575bac9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413678 Dec 20 21:58:13.156191 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['2550ab28-a22b-457b-8021-ec94917be4a5'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:58:13.293785 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:58:14.107203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a80257-c145-48de-92cc-f6967092061c req-c492d9bd-aa76-44a0-9452-e0e3ad528f53 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:14.108702 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-60a80257-c145-48de-92cc-f6967092061c req-c492d9bd-aa76-44a0-9452-e0e3ad528f53 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 945 time: 0.0506401 Dec 20 21:58:14.149721 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-60a80257-c145-48de-92cc-f6967092061c req-a4ef5c66-22d7-4db6-a12d-34c164bbdf0f tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342853 Dec 20 21:58:14.663989 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 2550ab28-a22b-457b-8021-ec94917be4a5 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:58:14.723721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 2550ab28-a22b-457b-8021-ec94917be4a5 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:58:14.729084 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 2550ab28-a22b-457b-8021-ec94917be4a5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:58:14.729499 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:14.816181 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:14.841358 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ea649b-5d0f-41aa-8113-b399d39b217f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2550ab28-a22b-457b-8021-ec94917be4a5'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:58:14.844004 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b180ed6c-c973-4643-a706-ad5ce806833d" -d '{"events": [{"server_uuid": "d9ea649b-5d0f-41aa-8113-b399d39b217f", "name": "network-vif-plugged", "status": "completed", "tag": "2550ab28-a22b-457b-8021-ec94917be4a5"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:58:14.860826 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 2550ab28-a22b-457b-8021-ec94917be4a5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=2550ab28-a22b-457b-8021-ec94917be4a5,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:58:14.866289 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:14.889298 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90013f04-93b3-43d3-b22a-171d8ce50f10 x-openstack-request-id: req-90013f04-93b3-43d3-b22a-171d8ce50f10 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:58:14.889577 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ea649b-5d0f-41aa-8113-b399d39b217f", "name": "network-vif-plugged", "status": "completed", "tag": "2550ab28-a22b-457b-8021-ec94917be4a5", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:58:14.889881 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90013f04-93b3-43d3-b22a-171d8ce50f10 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:58:14.890387 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ea649b-5d0f-41aa-8113-b399d39b217f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2550ab28-a22b-457b-8021-ec94917be4a5', 'code': 200} Dec 20 21:58:14.920942 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=2550ab28-a22b-457b-8021-ec94917be4a5,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:15.022378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d92c07-6f37-43e8-bb13-403858047e6f req-ed8ff70b-64b3-410c-ba09-b55354e55dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:15.023908 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-96d92c07-6f37-43e8-bb13-403858047e6f req-ed8ff70b-64b3-410c-ba09-b55354e55dac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 1095 time: 0.0460415 Dec 20 21:58:15.032429 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:15.061714 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-96d92c07-6f37-43e8-bb13-403858047e6f req-45805be5-d492-4569-9181-e37274b2a051 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304654 Dec 20 21:58:15.281252 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5f8be-e92b-4116-93d4-d518614690ab req-266258cd-36d1-46dd-9c77-7ae81ae51c14 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:15.282960 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85a5f8be-e92b-4116-93d4-d518614690ab req-266258cd-36d1-46dd-9c77-7ae81ae51c14 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0602620 Dec 20 21:58:15.328208 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85a5f8be-e92b-4116-93d4-d518614690ab req-e03fe153-57db-4c48-96f9-ce233a5c72f6 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380058 Dec 20 21:58:16.456273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779bf21-2a1d-45c1-a87f-bb3d0842f614 req-0dc4c26f-beae-4a93-b528-0a0e059c181a tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:16.457759 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7779bf21-2a1d-45c1-a87f-bb3d0842f614 req-0dc4c26f-beae-4a93-b528-0a0e059c181a tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0539169 Dec 20 21:58:16.496190 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7779bf21-2a1d-45c1-a87f-bb3d0842f614 req-05fd5447-c1bc-4e64-b1d4-1e4c37140219 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322738 Dec 20 21:58:16.616447 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf0fdd-8da7-48d3-a2f7-fac1b909e8f8 req-a85b682e-1898-46c4-8b69-c3f509ca734f tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:16.617949 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-70cf0fdd-8da7-48d3-a2f7-fac1b909e8f8 req-a85b682e-1898-46c4-8b69-c3f509ca734f tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0513139 Dec 20 21:58:16.658028 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-70cf0fdd-8da7-48d3-a2f7-fac1b909e8f8 req-28779a7c-2ad4-4f1a-a682-97041b575fab tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339220 Dec 20 21:58:16.868265 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c5c1a-66e9-4412-bfd5-77229b1f2ff9 req-97a3131f-5895-4d03-b0b1-f99bd2de3255 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:16.869669 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a58c5c1a-66e9-4412-bfd5-77229b1f2ff9 req-97a3131f-5895-4d03-b0b1-f99bd2de3255 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0523295 Dec 20 21:58:16.911929 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a58c5c1a-66e9-4412-bfd5-77229b1f2ff9 req-0419941c-164c-4f73-9b99-8854f802d65e tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362935 Dec 20 21:58:17.041326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79947913-2a37-409b-a895-4519f95f3250 req-65d28d75-eb01-4d63-b377-695251dc74ef tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:17.042844 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79947913-2a37-409b-a895-4519f95f3250 req-65d28d75-eb01-4d63-b377-695251dc74ef tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0630794 Dec 20 21:58:17.080817 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79947913-2a37-409b-a895-4519f95f3250 req-686ec989-4bd9-4bc9-a5cb-3030e3bf0212 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316658 Dec 20 21:58:17.328112 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-ab4a1f8d-495e-4a01-bcee-362fd4cf16b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0549984 Dec 20 21:58:17.332057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9028d1b-3942-409b-a5bf-93e586889bf4 req-3416bb6f-2866-428e-8145-0797ee92d364 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:17.333583 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9028d1b-3942-409b-a5bf-93e586889bf4 req-3416bb6f-2866-428e-8145-0797ee92d364 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0517020 Dec 20 21:58:17.374505 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a9028d1b-3942-409b-a5bf-93e586889bf4 req-e2026c17-b086-4256-8806-bbe254df0931 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340257 Dec 20 21:58:18.261830 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:18.500502 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe38d8-5e2e-4d85-ba38-3a18344f563d req-2639a284-2dfe-4dd6-a59e-56395236cefd tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:18.502277 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-28fe38d8-5e2e-4d85-ba38-3a18344f563d req-2639a284-2dfe-4dd6-a59e-56395236cefd tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0523121 Dec 20 21:58:18.556926 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-28fe38d8-5e2e-4d85-ba38-3a18344f563d req-aad6c3e5-53d5-42e9-9cd3-f17d66a356e3 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469947 Dec 20 21:58:18.617067 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-52ad6355-d9f1-499a-b530-60e41c15d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:18.619351 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-52ad6355-d9f1-499a-b530-60e41c15d3f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b10917a0b0a84d09a232533fea1d4753&device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 1095 time: 0.0494502 Dec 20 21:58:18.711808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-5e61ff58-a048-48f4-bdb3-db5e23579243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:18.713213 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-5e61ff58-a048-48f4-bdb3-db5e23579243 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 200 len: 915 time: 0.0868931 Dec 20 21:58:18.759686 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-87227e57-0e2b-48d3-b043-347d93bf86e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2550ab28-a22b-457b-8021-ec94917be4a5 HTTP/1.1" status: 200 len: 217 time: 0.0395453 Dec 20 21:58:18.812839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-6a574fbd-99d7-4328-b10c-a11d55b2bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:18.814352 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-6a574fbd-99d7-4328-b10c-a11d55b2bb1a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=21164617-0c2d-4b1c-bb62-712dc3ecd5b8 HTTP/1.1" status: 200 len: 854 time: 0.0474880 Dec 20 21:58:18.847386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-d08a7177-bd13-4bba-849e-94a111aeaf37 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e587313c-deba-4082-8db0-d22a44df2db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267091 Dec 20 21:58:18.936596 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-0b286584-9573-426c-8860-7c32278b6816 service neutron] 10.222.0.31 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823681 Dec 20 21:58:19.333578 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-447b39be-ee20-446c-9689-8d457a5a3977 service neutron] 10.222.0.31 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899097 Dec 20 21:58:19.685402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85735f62-ca12-4399-adcb-7ad6f541ca5c req-fd5f79a1-a492-44b8-a9cd-0170c9168a2d tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:19.686996 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85735f62-ca12-4399-adcb-7ad6f541ca5c req-fd5f79a1-a492-44b8-a9cd-0170c9168a2d tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0530221 Dec 20 21:58:19.729793 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-85735f62-ca12-4399-adcb-7ad6f541ca5c req-7b88f542-751a-494d-80ac-555d28019252 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365498 Dec 20 21:58:20.853741 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c65a53-82c5-4b0a-969d-116d1b92a050 req-55b18e58-6985-44fe-ad62-ce7a0a41cf22 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:20.855178 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-55c65a53-82c5-4b0a-969d-116d1b92a050 req-55b18e58-6985-44fe-ad62-ce7a0a41cf22 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0517476 Dec 20 21:58:20.895731 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-55c65a53-82c5-4b0a-969d-116d1b92a050 req-757d2cb8-b12e-49bf-9b8c-7ef09afc347e tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344534 Dec 20 21:58:22.020869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb2007-f420-439e-9f69-89ea12f9326d req-ca77bb91-4f60-4f9d-a095-ff026d7690f6 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:22.022386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-86bb2007-f420-439e-9f69-89ea12f9326d req-ca77bb91-4f60-4f9d-a095-ff026d7690f6 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0541952 Dec 20 21:58:22.064629 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-86bb2007-f420-439e-9f69-89ea12f9326d req-be958411-fc14-48f8-a448-6c4f5b752133 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360925 Dec 20 21:58:23.211445 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057de40-b9f7-4fa7-8e3b-821360e6fe24 req-81580159-e0a9-448f-a346-8d4c0cc5040e tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:23.212971 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c057de40-b9f7-4fa7-8e3b-821360e6fe24 req-81580159-e0a9-448f-a346-8d4c0cc5040e tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0584323 Dec 20 21:58:23.251505 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c057de40-b9f7-4fa7-8e3b-821360e6fe24 req-a0d2906e-2a82-4b85-9a41-8c5f82c7d453 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Dec 20 21:58:24.372105 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d92dd-a91f-4f0c-ac82-71ce67247296 req-11f58ba5-1c4d-4bcf-82aa-d4511c39d22c tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:24.373754 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-440d92dd-a91f-4f0c-ac82-71ce67247296 req-11f58ba5-1c4d-4bcf-82aa-d4511c39d22c tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0522349 Dec 20 21:58:24.417710 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-440d92dd-a91f-4f0c-ac82-71ce67247296 req-206c3328-9a82-4b8b-b9a2-3d005e698aed tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368865 Dec 20 21:58:25.542944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a585505-ebe3-469d-b24a-2bec00845ca9 req-f42295a5-55fe-48e4-8344-69ab6834bf91 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:25.544546 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1a585505-ebe3-469d-b24a-2bec00845ca9 req-f42295a5-55fe-48e4-8344-69ab6834bf91 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0564847 Dec 20 21:58:25.598045 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1a585505-ebe3-469d-b24a-2bec00845ca9 req-6c920c30-60c8-4b68-88a1-c71b70f39621 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412068 Dec 20 21:58:26.727436 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab7c22-71ad-4b5a-b5fe-a706fe01242a req-d8e375d8-915e-416a-af4f-4b6e77e47956 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:26.728988 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07ab7c22-71ad-4b5a-b5fe-a706fe01242a req-d8e375d8-915e-416a-af4f-4b6e77e47956 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0524864 Dec 20 21:58:26.769294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07ab7c22-71ad-4b5a-b5fe-a706fe01242a req-74cabd6c-6e44-4c74-91ba-44c1b522edb5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337846 Dec 20 21:58:27.195826 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e1a2008-8c10-4a47-b8b1-fc839bcc1aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:27.896696 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707deebe-d881-40cc-b2b3-b9ceb688de67 req-8b004a7b-3636-4365-bcae-cd133f145a42 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:27.898163 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-707deebe-d881-40cc-b2b3-b9ceb688de67 req-8b004a7b-3636-4365-bcae-cd133f145a42 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0536275 Dec 20 21:58:27.938308 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-707deebe-d881-40cc-b2b3-b9ceb688de67 req-aec90c7d-eb01-4686-8ef9-1c611fbab685 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339425 Dec 20 21:58:29.074657 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8941278-5523-48fd-8016-013c1d67297a req-0e170334-d074-477f-aa3c-2c1964c65a25 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:29.076542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8941278-5523-48fd-8016-013c1d67297a req-0e170334-d074-477f-aa3c-2c1964c65a25 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0618255 Dec 20 21:58:29.120463 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8941278-5523-48fd-8016-013c1d67297a req-c636d029-b03c-49a5-89c1-08cff65ec868 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369253 Dec 20 21:58:29.548611 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a82fefe-8a5f-4a5a-82f2-6b546e852d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:30.253473 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0028e-c865-4b00-8b7b-1d82658056f6 req-8d3079a2-de88-4799-8fee-6685d3672713 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:30.255069 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-65b0028e-c865-4b00-8b7b-1d82658056f6 req-8d3079a2-de88-4799-8fee-6685d3672713 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0606029 Dec 20 21:58:30.296770 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-65b0028e-c865-4b00-8b7b-1d82658056f6 req-05ddd94e-1be8-45e0-8e64-1cb6cc56f040 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354776 Dec 20 21:58:30.790826 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:31.420937 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b98625-1f2e-4b86-8839-6d8ba6353e36 req-11086318-8e87-46fb-a3a0-9597f272fce0 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:31.422579 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59b98625-1f2e-4b86-8839-6d8ba6353e36 req-11086318-8e87-46fb-a3a0-9597f272fce0 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0529461 Dec 20 21:58:31.463243 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59b98625-1f2e-4b86-8839-6d8ba6353e36 req-e7cb3123-2288-4751-a19e-e306e65ffbe7 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335793 Dec 20 21:58:32.216898 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:32.405000 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:32.585512 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27dc28-b86a-4d5f-9d40-b6f7cf0fbd10 req-85ca9f9b-9d0f-470c-b2cc-69b4e33ada57 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:32.587057 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4d27dc28-b86a-4d5f-9d40-b6f7cf0fbd10 req-85ca9f9b-9d0f-470c-b2cc-69b4e33ada57 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0526557 Dec 20 21:58:32.633343 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4d27dc28-b86a-4d5f-9d40-b6f7cf0fbd10 req-6bb5e77e-5e1d-44be-90b3-b0e1a01f86e1 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395072 Dec 20 21:58:33.780258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaac2f-0728-44fa-ac71-8cd32e9d3512 req-e5ecf68e-1de5-4ce3-af4b-5be79315ab7f tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:33.781805 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eeeaac2f-0728-44fa-ac71-8cd32e9d3512 req-e5ecf68e-1de5-4ce3-af4b-5be79315ab7f tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0524697 Dec 20 21:58:33.821697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eeeaac2f-0728-44fa-ac71-8cd32e9d3512 req-84aaa012-85e4-40b8-84af-aa85b0143cf0 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332940 Dec 20 21:58:34.051277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38e073-927a-4b50-a6ce-24c8d69a7432 req-666aed69-3c1d-464d-b1a5-2131ca08b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:34.052813 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb38e073-927a-4b50-a6ce-24c8d69a7432 req-666aed69-3c1d-464d-b1a5-2131ca08b230 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b10917a0b0a84d09a232533fea1d4753&device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 1095 time: 0.0483649 Dec 20 21:58:34.168646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38e073-927a-4b50-a6ce-24c8d69a7432 req-17cdee6c-f59b-487e-ae21-c96204de99ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:34.170210 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb38e073-927a-4b50-a6ce-24c8d69a7432 req-17cdee6c-f59b-487e-ae21-c96204de99ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 200 len: 915 time: 0.0967867 Dec 20 21:58:34.213441 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb38e073-927a-4b50-a6ce-24c8d69a7432 req-1b044c14-940f-4531-8641-faa4ca5be306 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2550ab28-a22b-457b-8021-ec94917be4a5 HTTP/1.1" status: 200 len: 217 time: 0.0370698 Dec 20 21:58:34.276140 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38e073-927a-4b50-a6ce-24c8d69a7432 req-5883569c-cf77-49d0-9c45-77e15912f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:34.277832 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb38e073-927a-4b50-a6ce-24c8d69a7432 req-5883569c-cf77-49d0-9c45-77e15912f9a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=21164617-0c2d-4b1c-bb62-712dc3ecd5b8 HTTP/1.1" status: 200 len: 854 time: 0.0579176 Dec 20 21:58:34.315893 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb38e073-927a-4b50-a6ce-24c8d69a7432 req-3b4b89e5-e3df-4960-8cab-cfe8653cd87b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e587313c-deba-4082-8db0-d22a44df2db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308280 Dec 20 21:58:34.414569 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb38e073-927a-4b50-a6ce-24c8d69a7432 req-1869a3d8-d066-491d-a390-593f42265ab2 service neutron] 10.222.0.31 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921590 Dec 20 21:58:34.518471 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb38e073-927a-4b50-a6ce-24c8d69a7432 req-e910e8b4-9690-46bb-91c5-ecaba5e78aff service neutron] 10.222.0.31 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957170 Dec 20 21:58:34.954909 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db2f0d-d0d3-4cc4-8f94-48a5d13174d5 req-82ab0e09-f03e-4389-b726-2e9f68e6d480 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:34.956746 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12db2f0d-d0d3-4cc4-8f94-48a5d13174d5 req-82ab0e09-f03e-4389-b726-2e9f68e6d480 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0586822 Dec 20 21:58:35.003986 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-12db2f0d-d0d3-4cc4-8f94-48a5d13174d5 req-c55c852e-8490-453b-80ac-c3db32b09b83 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396380 Dec 20 21:58:36.131091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254dd7a-9b61-47a3-9259-7cd54e053ef5 req-a961a291-b5f7-4779-9c3c-441edf95fa1b tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:36.132567 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3254dd7a-9b61-47a3-9259-7cd54e053ef5 req-a961a291-b5f7-4779-9c3c-441edf95fa1b tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0524435 Dec 20 21:58:36.175281 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3254dd7a-9b61-47a3-9259-7cd54e053ef5 req-60051936-82c3-4f8f-b16c-0f24c19b7c7d tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361936 Dec 20 21:58:37.311642 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453ffd1-e8d0-4ea2-ab05-7e51a1364485 req-cfd52e30-fa12-491c-81ea-953ef537a0c1 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:37.313553 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6453ffd1-e8d0-4ea2-ab05-7e51a1364485 req-cfd52e30-fa12-491c-81ea-953ef537a0c1 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0611849 Dec 20 21:58:37.355040 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6453ffd1-e8d0-4ea2-ab05-7e51a1364485 req-09d35c82-fd0f-48b9-ba80-264083e637d6 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353863 Dec 20 21:58:38.489057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11088bb-d407-4400-acb7-f51ce26e7e26 req-78d0d3f2-a003-4b0b-bff0-e5a7762cf64e tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:38.490663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f11088bb-d407-4400-acb7-f51ce26e7e26 req-78d0d3f2-a003-4b0b-bff0-e5a7762cf64e tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0566053 Dec 20 21:58:38.537348 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f11088bb-d407-4400-acb7-f51ce26e7e26 req-bebdfb44-9e22-418f-aaff-62138d2b2bbc tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403459 Dec 20 21:58:39.674094 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a4a6c-f732-4d41-8f77-605075996b37 req-22274c79-d45a-412a-9a54-68968e633b06 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:39.675618 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f91a4a6c-f732-4d41-8f77-605075996b37 req-22274c79-d45a-412a-9a54-68968e633b06 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0605571 Dec 20 21:58:39.720431 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f91a4a6c-f732-4d41-8f77-605075996b37 req-bfe89a6b-032c-45c3-a7a9-29a08169e463 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358632 Dec 20 21:58:40.856863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a1eae-e726-45b6-b0f5-5ab3d32e8323 req-bb2abbfb-47b0-491c-a16e-9a1dc9389866 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:40.858546 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-199a1eae-e726-45b6-b0f5-5ab3d32e8323 req-bb2abbfb-47b0-491c-a16e-9a1dc9389866 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0544734 Dec 20 21:58:40.903127 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-199a1eae-e726-45b6-b0f5-5ab3d32e8323 req-25e9c8c4-0a75-4ff6-9326-93b9948417de tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383682 Dec 20 21:58:42.036540 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d6b4d-2ef6-4881-aee9-679d77bd60ed req-f962dc13-f52d-438d-8481-88785e3c3900 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:42.038092 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4c5d6b4d-2ef6-4881-aee9-679d77bd60ed req-f962dc13-f52d-438d-8481-88785e3c3900 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0554564 Dec 20 21:58:42.080331 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4c5d6b4d-2ef6-4881-aee9-679d77bd60ed req-32d01fb0-006a-49b0-9d3f-6945ff86dda9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353620 Dec 20 21:58:43.205823 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce95e3-1f5e-4aba-a644-fcee02e6d926 req-7ebbe053-6cb3-49a8-8f3f-b3e9347632e9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:43.207341 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-88ce95e3-1f5e-4aba-a644-fcee02e6d926 req-7ebbe053-6cb3-49a8-8f3f-b3e9347632e9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0517495 Dec 20 21:58:43.251316 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-88ce95e3-1f5e-4aba-a644-fcee02e6d926 req-466e86d4-3d49-4068-910f-33c15a144e96 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375893 Dec 20 21:58:44.387949 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98f33d-9c76-4fb5-b1bf-f073a3697411 req-6c124ed0-976b-4968-9db3-73d9820ab964 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:44.389555 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c98f33d-9c76-4fb5-b1bf-f073a3697411 req-6c124ed0-976b-4968-9db3-73d9820ab964 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0613892 Dec 20 21:58:44.446642 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2c98f33d-9c76-4fb5-b1bf-f073a3697411 req-22a10567-19ad-4d94-949b-3ad178f78b03 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463407 Dec 20 21:58:45.050658 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:45.577881 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b35ce-3bf7-4105-9836-0da52090a5ae req-af7fe812-c241-4889-a707-cb904df8d6a8 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:45.579572 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e05b35ce-3bf7-4105-9836-0da52090a5ae req-af7fe812-c241-4889-a707-cb904df8d6a8 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0529106 Dec 20 21:58:45.627072 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e05b35ce-3bf7-4105-9836-0da52090a5ae req-7de3e3e8-ed46-419c-bdf2-1dd61342d8f1 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 Dec 20 21:58:46.482741 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-136381f8-45de-47eb-aa90-aafb554f7d72 service neutron] show failed (client error): The resource could not be found. Dec 20 21:58:46.483832 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-136381f8-45de-47eb-aa90-aafb554f7d72 service neutron] 10.222.0.31 "GET /v2.0/ports/2550ab28-a22b-457b-8021-ec94917be4a5/bindings/n-h2-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.0659699 Dec 20 21:58:46.717963 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-67c00563-a1ec-468a-ba30-be9d1aa0ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:46.719802 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-67c00563-a1ec-468a-ba30-be9d1aa0ab09 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f&tenant_id=b10917a0b0a84d09a232533fea1d4753 HTTP/1.1" status: 200 len: 1095 time: 0.0472589 Dec 20 21:58:46.737849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:58:46.760877 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2cada-425c-4b69-be68-a49a7bfd7a3d req-8f015deb-05ad-4543-bb4e-a213fa98d91e tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:46.762828 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a9d2cada-425c-4b69-be68-a49a7bfd7a3d req-8f015deb-05ad-4543-bb4e-a213fa98d91e tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0563059 Dec 20 21:58:46.796993 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:46.808657 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a9d2cada-425c-4b69-be68-a49a7bfd7a3d req-3cc6e03e-c9a3-4c17-bd3e-2587ab1d4194 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390275 Dec 20 21:58:47.027987 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] For port 2550ab28-a22b-457b-8021-ec94917be4a5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=2550ab28-a22b-457b-8021-ec94917be4a5,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:58:47.064521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] For port 2550ab28-a22b-457b-8021-ec94917be4a5, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:58:47.112692 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:47.114785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ea649b-5d0f-41aa-8113-b399d39b217f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2550ab28-a22b-457b-8021-ec94917be4a5'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:58:47.117127 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1313b1c-daa5-4e43-ab04-539e8edc4b7b" -d '{"events": [{"server_uuid": "d9ea649b-5d0f-41aa-8113-b399d39b217f", "name": "network-vif-unplugged", "status": "completed", "tag": "2550ab28-a22b-457b-8021-ec94917be4a5"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:58:47.132143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Transition to ACTIVE for port object 2550ab28-a22b-457b-8021-ec94917be4a5 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:58:47.137107 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:47.175762 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ae612d-b47c-4f51-be51-1d0c141108fc x-openstack-request-id: req-e6ae612d-b47c-4f51-be51-1d0c141108fc {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:58:47.176136 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ea649b-5d0f-41aa-8113-b399d39b217f", "name": "network-vif-unplugged", "status": "completed", "tag": "2550ab28-a22b-457b-8021-ec94917be4a5", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:58:47.176482 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6ae612d-b47c-4f51-be51-1d0c141108fc {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:58:47.176899 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ea649b-5d0f-41aa-8113-b399d39b217f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2550ab28-a22b-457b-8021-ec94917be4a5', 'code': 200} Dec 20 21:58:47.211312 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] No DVR routers for this DVR port 2550ab28-a22b-457b-8021-ec94917be4a5 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:58:47.213648 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Pushing event updated for resources: {'Port': ['ID=2550ab28-a22b-457b-8021-ec94917be4a5,revision_number=6']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:47.257864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Attempting to bind port 2550ab28-a22b-457b-8021-ec94917be4a5 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:58:47.258319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Attempting to bind port 2550ab28-a22b-457b-8021-ec94917be4a5 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '5a368146-b441-45fa-ac1a-2b694addf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:58:47.258682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Attempting to bind port 2550ab28-a22b-457b-8021-ec94917be4a5 on network e587313c-deba-4082-8db0-d22a44df2db0 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:58:47.264109 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Port 2550ab28-a22b-457b-8021-ec94917be4a5 on network e587313c-deba-4082-8db0-d22a44df2db0 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:58:47.264484 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Attempting to bind port 2550ab28-a22b-457b-8021-ec94917be4a5 on network e587313c-deba-4082-8db0-d22a44df2db0 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:58:47.270347 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:58:47.270757 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Checking segment: {'id': '5a368146-b441-45fa-ac1a-2b694addf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:58:47.271176 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Bound using segment: {'id': '5a368146-b441-45fa-ac1a-2b694addf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:58:47.271629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Bound port: 2550ab28-a22b-457b-8021-ec94917be4a5, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a368146-b441-45fa-ac1a-2b694addf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:58:47.271982 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:47.337820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] For port 2550ab28-a22b-457b-8021-ec94917be4a5, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:58:47.341051 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] For port 2550ab28-a22b-457b-8021-ec94917be4a5, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2550ab28-a22b-457b-8021-ec94917be4a5,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:58:47.349339 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:47.389928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:47.390825 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:47.392333 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] 10.222.0.66 "PUT /v2.0/ports/2550ab28-a22b-457b-8021-ec94917be4a5 HTTP/1.1" status: 200 len: 1090 time: 0.6591816 Dec 20 21:58:47.413894 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a301f3-1f31-43a9-a178-203c1669434f service neutron] Pushing event updated for resources: {'Port': ['ID=2550ab28-a22b-457b-8021-ec94917be4a5,revision_number=7']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:47.480161 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-12bf93b5-6595-4e0d-a80c-343d1aa56d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:47.481978 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-12bf93b5-6595-4e0d-a80c-343d1aa56d85 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b10917a0b0a84d09a232533fea1d4753&device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 1093 time: 0.0515952 Dec 20 21:58:47.582503 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-d4f2c430-6400-4344-9aae-f1f82680e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:47.584068 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-d4f2c430-6400-4344-9aae-f1f82680e552 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 200 len: 915 time: 0.0952220 Dec 20 21:58:47.628686 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-7b5af40c-9ac4-4415-9da0-1a34d0c09342 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2550ab28-a22b-457b-8021-ec94917be4a5 HTTP/1.1" status: 200 len: 217 time: 0.0381701 Dec 20 21:58:47.684684 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-cca2037f-2381-4d01-a3cb-ec0168c91a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:47.686248 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-cca2037f-2381-4d01-a3cb-ec0168c91a89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21164617-0c2d-4b1c-bb62-712dc3ecd5b8 HTTP/1.1" status: 200 len: 854 time: 0.0514312 Dec 20 21:58:47.719726 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-9a09510e-9317-4da8-9f64-90bc642abd77 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e587313c-deba-4082-8db0-d22a44df2db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259027 Dec 20 21:58:47.820337 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-e3061252-4ec3-4da6-8bb4-a8247728d0c6 service neutron] 10.222.0.66 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939181 Dec 20 21:58:47.926963 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-47efb48f-4e71-4fef-b424-d1949ef25375 req-5d149616-ec6b-440d-901e-badc3e43b0c6 service neutron] 10.222.0.66 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990822 Dec 20 21:58:47.935504 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42afabc-89b1-4219-86e6-45e924e0b570 req-5a84d655-ccc9-4673-9a38-ae3013a974e4 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:47.937107 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c42afabc-89b1-4219-86e6-45e924e0b570 req-5a84d655-ccc9-4673-9a38-ae3013a974e4 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 944 time: 0.0558064 Dec 20 21:58:47.984741 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c42afabc-89b1-4219-86e6-45e924e0b570 req-669255cd-b4c9-4a92-816f-5af161408eb9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366521 Dec 20 21:58:48.251998 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:49.128338 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dafb17-a0c1-4d64-a91c-b3e10b5ca0f6 req-36a0512e-af9c-448a-b27f-804817fd95cb tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:49.130518 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b1dafb17-a0c1-4d64-a91c-b3e10b5ca0f6 req-36a0512e-af9c-448a-b27f-804817fd95cb tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 944 time: 0.0571938 Dec 20 21:58:49.177654 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b1dafb17-a0c1-4d64-a91c-b3e10b5ca0f6 req-92cf9011-aeaa-4f51-8cd5-981af73a15fa tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405815 Dec 20 21:58:49.178105 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ea649b-5d0f-41aa-8113-b399d39b217f', 'tag': '2550ab28-a22b-457b-8021-ec94917be4a5'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:58:49.180412 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eee911e-9d37-4b98-b615-688b4137dd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ea649b-5d0f-41aa-8113-b399d39b217f", "tag": "2550ab28-a22b-457b-8021-ec94917be4a5"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:58:49.230521 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f26837f-77ee-43dd-b8f2-3bf4f7807987 x-openstack-request-id: req-0f26837f-77ee-43dd-b8f2-3bf4f7807987 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:58:49.230813 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ea649b-5d0f-41aa-8113-b399d39b217f", "tag": "2550ab28-a22b-457b-8021-ec94917be4a5", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:58:49.231067 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f26837f-77ee-43dd-b8f2-3bf4f7807987 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:58:49.231477 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ea649b-5d0f-41aa-8113-b399d39b217f', 'tag': '2550ab28-a22b-457b-8021-ec94917be4a5', 'status': 'completed', 'code': 200} Dec 20 21:58:49.349271 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-26479672-acb7-422c-b90e-e01116523b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:49.350833 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-26479672-acb7-422c-b90e-e01116523b7c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b10917a0b0a84d09a232533fea1d4753&device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 1093 time: 0.0727096 Dec 20 21:58:49.352472 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-c74d9a60-9255-4d23-bc1a-bab35ac1909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:49.353823 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-c74d9a60-9255-4d23-bc1a-bab35ac1909a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b10917a0b0a84d09a232533fea1d4753&device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 1093 time: 0.0769744 Dec 20 21:58:49.512720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-8e3341ce-ca56-4e1b-a4a5-634d1cad6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:49.514247 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-8e3341ce-ca56-4e1b-a4a5-634d1cad6736 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 200 len: 915 time: 0.1483533 Dec 20 21:58:49.515164 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-ca7767ed-5049-49b2-a089-f3705dbd76f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:49.516639 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-ca7767ed-5049-49b2-a089-f3705dbd76f6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 200 len: 915 time: 0.1588805 Dec 20 21:58:49.574508 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-46bb5e9b-a41f-44c8-9b26-6d09c8ca227c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2550ab28-a22b-457b-8021-ec94917be4a5 HTTP/1.1" status: 200 len: 217 time: 0.0514407 Dec 20 21:58:49.622446 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-cd8ff480-62d8-4636-8baf-93e8a114d152 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2550ab28-a22b-457b-8021-ec94917be4a5 HTTP/1.1" status: 200 len: 217 time: 0.0580690 Dec 20 21:58:49.702799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-c1b683bd-fb2d-4d23-88a3-2fbc455c35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:49.703875 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-c1b683bd-fb2d-4d23-88a3-2fbc455c35c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=21164617-0c2d-4b1c-bb62-712dc3ecd5b8 HTTP/1.1" status: 200 len: 854 time: 0.0909173 Dec 20 21:58:49.722188 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-7337f7ad-7c84-48d7-a68f-6ca8563be1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:49.723573 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-7337f7ad-7c84-48d7-a68f-6ca8563be1b2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21164617-0c2d-4b1c-bb62-712dc3ecd5b8 HTTP/1.1" status: 200 len: 854 time: 0.0701110 Dec 20 21:58:49.743786 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-1fa21a83-88a6-4f55-97d0-54875c3963d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e587313c-deba-4082-8db0-d22a44df2db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322287 Dec 20 21:58:49.789669 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-253f2d82-a53a-4711-a626-3c65002650d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e587313c-deba-4082-8db0-d22a44df2db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481064 Dec 20 21:58:49.938474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-ae77c4ae-d1c5-46ce-8abb-9c60964cba98 service neutron] 10.222.0.31 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856842 Dec 20 21:58:49.943850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-bcaa81b2-bfeb-4c5c-bdb5-ffb9d0d89c0c service neutron] 10.222.0.66 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446164 Dec 20 21:58:50.097030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-ceb7848a-5547-48f3-bcc7-8a9d879cd3d3 service neutron] 10.222.0.31 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521933 Dec 20 21:58:50.098952 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4eee911e-9d37-4b98-b615-688b4137dd4d req-3b40ca17-3659-43c0-8e4e-3c5eab940806 service neutron] 10.222.0.66 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467748 Dec 20 21:58:50.295273 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:58:50.309514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250791d2-133b-40b3-8384-993e0de406c9 req-38f11ac0-ad47-4017-9a02-9a38102a0459 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:50.311802 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-250791d2-133b-40b3-8384-993e0de406c9 req-38f11ac0-ad47-4017-9a02-9a38102a0459 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 944 time: 0.0599923 Dec 20 21:58:50.357662 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-250791d2-133b-40b3-8384-993e0de406c9 req-3b63d0e4-55a6-4ed9-8a6e-ac029efd8da9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353742 Dec 20 21:58:50.621548 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe5478-0355-4756-befe-d51e1e62a4aa req-2cf5bb44-05df-449a-a869-a30842372c7d tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:50.623092 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4cfe5478-0355-4756-befe-d51e1e62a4aa req-2cf5bb44-05df-449a-a869-a30842372c7d tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 944 time: 0.0902281 Dec 20 21:58:50.650276 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c72d4d-61b2-4f7d-8c02-c11a2e6ac763 req-ebe275bb-f2d8-4819-99f0-18234fdf64a2 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:50.651701 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c1c72d4d-61b2-4f7d-8c02-c11a2e6ac763 req-ebe275bb-f2d8-4819-99f0-18234fdf64a2 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f&tenant_id=b10917a0b0a84d09a232533fea1d4753&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 944 time: 0.0846276 Dec 20 21:58:50.713831 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4cfe5478-0355-4756-befe-d51e1e62a4aa req-d7a864d9-4a4c-44c7-91e0-401c17dfdbaf tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828648 Dec 20 21:58:50.741638 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-c1c72d4d-61b2-4f7d-8c02-c11a2e6ac763 req-c5924c85-3713-4215-9611-01568a7c2b94 service neutron] delete failed (client error): The resource could not be found. Dec 20 21:58:50.742971 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c1c72d4d-61b2-4f7d-8c02-c11a2e6ac763 req-c5924c85-3713-4215-9611-01568a7c2b94 service neutron] 10.222.0.31 "DELETE /v2.0/ports/2550ab28-a22b-457b-8021-ec94917be4a5/bindings/n-h1-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.0837724 Dec 20 21:58:50.819085 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 2550ab28-a22b-457b-8021-ec94917be4a5 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:58:50.859111 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c72d4d-61b2-4f7d-8c02-c11a2e6ac763 req-8070e158-12a1-4a1d-8d4d-c859039ec4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:50.860084 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 2550ab28-a22b-457b-8021-ec94917be4a5 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:58:50.861119 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c1c72d4d-61b2-4f7d-8c02-c11a2e6ac763 req-8070e158-12a1-4a1d-8d4d-c859039ec4e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b10917a0b0a84d09a232533fea1d4753&device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 1093 time: 0.0503495 Dec 20 21:58:50.972445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c72d4d-61b2-4f7d-8c02-c11a2e6ac763 req-07165855-8648-4203-83c3-e3b798294d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:50.973938 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c1c72d4d-61b2-4f7d-8c02-c11a2e6ac763 req-07165855-8648-4203-83c3-e3b798294d7f service neutron] 10.222.0.31 "GET /v2.0/networks?id=e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 200 len: 915 time: 0.1057320 Dec 20 21:58:50.984352 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2550ab28-a22b-457b-8021-ec94917be4a5 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:58:51.017083 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c1c72d4d-61b2-4f7d-8c02-c11a2e6ac763 req-b6c9f871-f375-49e7-907c-78043658cec1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2550ab28-a22b-457b-8021-ec94917be4a5 HTTP/1.1" status: 200 len: 217 time: 0.0359228 Dec 20 21:58:51.074715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c72d4d-61b2-4f7d-8c02-c11a2e6ac763 req-cb277202-1d82-4561-bd52-cc0e8a732695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:51.076594 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c1c72d4d-61b2-4f7d-8c02-c11a2e6ac763 req-cb277202-1d82-4561-bd52-cc0e8a732695 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=21164617-0c2d-4b1c-bb62-712dc3ecd5b8 HTTP/1.1" status: 200 len: 854 time: 0.0538063 Dec 20 21:58:51.083547 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 2550ab28-a22b-457b-8021-ec94917be4a5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2550ab28-a22b-457b-8021-ec94917be4a5,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:58:51.095491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '2550ab28-a22b-457b-8021-ec94917be4a5', 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0', 'port_id': '2550ab28-a22b-457b-8021-ec94917be4a5', 'mac_address': 'fa:16:3e:e4:df:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21164617-0c2d-4b1c-bb62-712dc3ecd5b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:58:51.112962 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c1c72d4d-61b2-4f7d-8c02-c11a2e6ac763 req-06342dad-18c5-4823-9cc7-05538cb70517 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e587313c-deba-4082-8db0-d22a44df2db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293474 Dec 20 21:58:51.134500 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:51.147598 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2550ab28-a22b-457b-8021-ec94917be4a5 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:58:51.169360 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 2550ab28-a22b-457b-8021-ec94917be4a5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2550ab28-a22b-457b-8021-ec94917be4a5,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:58:51.174758 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:51.215266 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c1c72d4d-61b2-4f7d-8c02-c11a2e6ac763 req-4c407a92-fc92-4dad-8733-48023595d414 service neutron] 10.222.0.31 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947671 Dec 20 21:58:51.224283 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=2550ab28-a22b-457b-8021-ec94917be4a5,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:51.321606 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c1c72d4d-61b2-4f7d-8c02-c11a2e6ac763 req-2836ec32-6225-4cae-b668-fa81568b22c3 service neutron] 10.222.0.31 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997286 Dec 20 21:58:51.499570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['2550ab28-a22b-457b-8021-ec94917be4a5'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:58:51.846405 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009a60b-2ef8-424e-afe8-86c7cee93e84 req-7925f3fd-f66e-4cd2-ba70-69aff8a4c7e6 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:51.847939 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7009a60b-2ef8-424e-afe8-86c7cee93e84 req-7925f3fd-f66e-4cd2-ba70-69aff8a4c7e6 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 945 time: 0.0569851 Dec 20 21:58:51.890640 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7009a60b-2ef8-424e-afe8-86c7cee93e84 req-7ec9bf51-dcc4-4c34-bf60-be2f131e3c62 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365677 Dec 20 21:58:53.004429 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2550ab28-a22b-457b-8021-ec94917be4a5 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:58:53.034224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d969f3-b485-4844-b8e8-9178668cd90f req-cf1b2863-21e9-4331-a612-0d8d7909a774 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:53.035729 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-00d969f3-b485-4844-b8e8-9178668cd90f req-cf1b2863-21e9-4331-a612-0d8d7909a774 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 945 time: 0.0685182 Dec 20 21:58:53.065419 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 2550ab28-a22b-457b-8021-ec94917be4a5 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:58:53.069175 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 2550ab28-a22b-457b-8021-ec94917be4a5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:58:53.069546 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:53.078018 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-00d969f3-b485-4844-b8e8-9178668cd90f req-a58bf37d-2f7a-493a-8e5b-22dc0af786d0 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351717 Dec 20 21:58:53.155470 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:53.182302 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ea649b-5d0f-41aa-8113-b399d39b217f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2550ab28-a22b-457b-8021-ec94917be4a5'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:58:53.184661 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c92d0c-2b97-4e81-ad9a-7cb5d8864274" -d '{"events": [{"server_uuid": "d9ea649b-5d0f-41aa-8113-b399d39b217f", "name": "network-vif-plugged", "status": "completed", "tag": "2550ab28-a22b-457b-8021-ec94917be4a5"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:58:53.200264 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 2550ab28-a22b-457b-8021-ec94917be4a5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2550ab28-a22b-457b-8021-ec94917be4a5,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:58:53.201129 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2e28e-0243-4eac-a5cd-151aadb93771 req-2890f63f-8064-4d35-98c6-8fcfac5e5b07 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:53.202867 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5df2e28e-0243-4eac-a5cd-151aadb93771 req-2890f63f-8064-4d35-98c6-8fcfac5e5b07 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 945 time: 0.0528882 Dec 20 21:58:53.206277 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:53.253403 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5df2e28e-0243-4eac-a5cd-151aadb93771 req-a91a1448-f524-4e91-bc7f-d4d979b41291 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425308 Dec 20 21:58:53.272761 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=2550ab28-a22b-457b-8021-ec94917be4a5,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:53.317058 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4cdd90-1159-4330-bb9b-453c2cd2278b x-openstack-request-id: req-1a4cdd90-1159-4330-bb9b-453c2cd2278b {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:58:53.317366 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ea649b-5d0f-41aa-8113-b399d39b217f", "name": "network-vif-plugged", "status": "completed", "tag": "2550ab28-a22b-457b-8021-ec94917be4a5", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:58:53.317631 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a4cdd90-1159-4330-bb9b-453c2cd2278b {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:58:53.318057 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ea649b-5d0f-41aa-8113-b399d39b217f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2550ab28-a22b-457b-8021-ec94917be4a5', 'code': 200} Dec 20 21:58:53.394409 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec349bc-07c4-4c1f-9274-e587747203ec req-7fb5fdfd-ca2b-4930-a9b4-e476d9d25efa tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:53.395953 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1ec349bc-07c4-4c1f-9274-e587747203ec req-7fb5fdfd-ca2b-4930-a9b4-e476d9d25efa tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0546927 Dec 20 21:58:53.445964 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1ec349bc-07c4-4c1f-9274-e587747203ec req-84bad149-3fb0-4d48-bf2c-f6a5ce86f109 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435729 Dec 20 21:58:53.889673 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-fe4c149b-06a8-4d54-9aa6-d61e55457725 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:53.892069 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-fe4c149b-06a8-4d54-9aa6-d61e55457725 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/networks?id=e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 200 len: 814 time: 0.1420233 Dec 20 21:58:53.921796 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-c93fb6c2-9512-426b-9914-69b9bfa5a696 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/quotas/b10917a0b0a84d09a232533fea1d4753 HTTP/1.1" status: 200 len: 375 time: 0.0198281 Dec 20 21:58:53.992149 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-03edfd80-2653-473f-81cf-6a4405010a0e tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b10917a0b0a84d09a232533fea1d4753&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0608244 Dec 20 21:58:54.008377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-de195c85-b6a6-453c-8b42-d4c049ef0cc5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:58:54.009583 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-de195c85-b6a6-453c-8b42-d4c049ef0cc5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080109 Dec 20 21:58:54.135087 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-22104536-1d1e-464b-97e1-190ff3ca53f8 service neutron] 10.222.0.32 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189182 Dec 20 21:58:54.235484 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-c64fc018-b425-4028-99eb-5968909006af service neutron] 10.222.0.32 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898836 Dec 20 21:58:54.436939 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eeffe507-7499-49d5-849c-11d3a8a1e969 req-1a35db9b-4ef3-4519-9035-205fa7ca2d90 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 210 time: 0.0364101 Dec 20 21:58:55.216066 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9de35-534d-43a7-a191-5b7c16576716 req-d7773de4-abfe-4e8b-b643-1d80f4738463 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:55.217564 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-65a9de35-534d-43a7-a191-5b7c16576716 req-d7773de4-abfe-4e8b-b643-1d80f4738463 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9ea649b-5d0f-41aa-8113-b399d39b217f HTTP/1.1" status: 200 len: 946 time: 0.0621374 Dec 20 21:58:55.327464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-65a9de35-534d-43a7-a191-5b7c16576716 req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Deleting port 2550ab28-a22b-457b-8021-ec94917be4a5 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:58:55.327706 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-65a9de35-534d-43a7-a191-5b7c16576716 req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:55.432600 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-65a9de35-534d-43a7-a191-5b7c16576716 req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] For port 2550ab28-a22b-457b-8021-ec94917be4a5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=2550ab28-a22b-457b-8021-ec94917be4a5,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:58:55.433062 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-65a9de35-534d-43a7-a191-5b7c16576716 req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:55.450743 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-65a9de35-534d-43a7-a191-5b7c16576716 req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Calling delete_port for 2550ab28-a22b-457b-8021-ec94917be4a5 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:58:55.554585 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-30251801-b4d3-4016-bc7b-2c996585ad5a req-ca8f0650-0604-4804-978e-f33c7e325600 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 210 time: 0.0363533 Dec 20 21:58:55.641411 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-65a9de35-534d-43a7-a191-5b7c16576716 req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:55.680664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['2550ab28-a22b-457b-8021-ec94917be4a5'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:58:55.704732 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Pushing event deleted for resources: {'Port': ['ID=2550ab28-a22b-457b-8021-ec94917be4a5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:55.729955 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:58:55.730517 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:58:55.730913 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:58:55.731643 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:58:55.732211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:58:55.732661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:58:55.733031 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:58:55.733422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:58:55.733770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:58:55.734191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:58:55.734594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:58:55.734939 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:58:55.795260 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a9de35-534d-43a7-a191-5b7c16576716 req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] No DVR routers for this DVR port 2550ab28-a22b-457b-8021-ec94917be4a5 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:58:55.799524 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-65a9de35-534d-43a7-a191-5b7c16576716 req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:55.803129 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-65a9de35-534d-43a7-a191-5b7c16576716 req-1bdb47f5-b66a-49cd-a070-440708b32ea5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.66 "DELETE /v2.0/ports/2550ab28-a22b-457b-8021-ec94917be4a5 HTTP/1.1" status: 204 len: 173 time: 0.5773144 Dec 20 21:58:55.808688 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ea649b-5d0f-41aa-8113-b399d39b217f', 'name': 'network-vif-deleted', 'tag': '2550ab28-a22b-457b-8021-ec94917be4a5'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:58:55.811086 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55099946-49dd-48c8-9126-e4c61679143a" -d '{"events": [{"server_uuid": "d9ea649b-5d0f-41aa-8113-b399d39b217f", "name": "network-vif-deleted", "tag": "2550ab28-a22b-457b-8021-ec94917be4a5"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:58:55.823609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-9bca62d2-b19e-46df-a692-7563b465a5b5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:55.825095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-9bca62d2-b19e-46df-a692-7563b465a5b5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.66 "GET /v2.0/networks?id=e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 200 len: 814 time: 0.2114666 Dec 20 21:58:55.854697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-bf77d30c-73f0-4fa8-a4a0-8dde882acbb9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Request body: {'port': {'device_id': '2fa3da91-2880-4d73-9d8d-1d73cb9925ec', 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0', 'admin_state_up': True, 'tenant_id': 'b10917a0b0a84d09a232533fea1d4753'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:58:55.858914 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9dd9f4-7c68-4384-9c7b-4b9d84ba0034 x-openstack-request-id: req-aa9dd9f4-7c68-4384-9c7b-4b9d84ba0034 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:58:55.859208 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ea649b-5d0f-41aa-8113-b399d39b217f", "name": "network-vif-deleted", "tag": "2550ab28-a22b-457b-8021-ec94917be4a5", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:58:55.859464 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa9dd9f4-7c68-4384-9c7b-4b9d84ba0034 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:58:55.860100 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ea649b-5d0f-41aa-8113-b399d39b217f', 'name': 'network-vif-deleted', 'tag': '2550ab28-a22b-457b-8021-ec94917be4a5', 'status': 'completed', 'code': 200} Dec 20 21:58:55.981293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-bf77d30c-73f0-4fa8-a4a0-8dde882acbb9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Made reservation on behalf of b10917a0b0a84d09a232533fea1d4753 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:58:55.984799 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-bf77d30c-73f0-4fa8-a4a0-8dde882acbb9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:56.123520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-bf77d30c-73f0-4fa8-a4a0-8dde882acbb9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Allocated IP 172.20.0.9 (e587313c-deba-4082-8db0-d22a44df2db0/21164617-0c2d-4b1c-bb62-712dc3ecd5b8/db570d32-8a78-40e2-9ce8-1e8e79097ca6) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:58:56.300647 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-bf77d30c-73f0-4fa8-a4a0-8dde882acbb9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:56.337652 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-bf77d30c-73f0-4fa8-a4a0-8dde882acbb9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:56.373665 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['2550ab28-a22b-457b-8021-ec94917be4a5'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:58:56.402543 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-bf77d30c-73f0-4fa8-a4a0-8dde882acbb9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Network e587313c-deba-4082-8db0-d22a44df2db0 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:58:56.404242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-bf77d30c-73f0-4fa8-a4a0-8dde882acbb9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:58:56.408685 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-bf77d30c-73f0-4fa8-a4a0-8dde882acbb9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:58:56.445211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77d30c-73f0-4fa8-a4a0-8dde882acbb9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Pushing event updated for resources: {'Port': ['ID=db570d32-8a78-40e2-9ce8-1e8e79097ca6,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:56.480079 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-bf77d30c-73f0-4fa8-a4a0-8dde882acbb9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:56.480729 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-bf77d30c-73f0-4fa8-a4a0-8dde882acbb9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:56.501590 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-bf77d30c-73f0-4fa8-a4a0-8dde882acbb9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6514831 Dec 20 21:58:56.522590 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Request body: {'port': {'device_id': '2fa3da91-2880-4d73-9d8d-1d73cb9925ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:58:56.595400 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:56.678684 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca887ac3-b283-4952-93a0-a1dfb4602bb0 req-bff05569-6392-4689-a24b-52896533abc8 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:56.680266 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ca887ac3-b283-4952-93a0-a1dfb4602bb0 req-bff05569-6392-4689-a24b-52896533abc8 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 931 time: 0.0584433 Dec 20 21:58:56.732075 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ca887ac3-b283-4952-93a0-a1dfb4602bb0 req-b5a7df1a-1ed1-4882-8e09-c82d08d667be tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448973 Dec 20 21:58:56.907537 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db570d32-8a78-40e2-9ce8-1e8e79097ca6 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:58:56.916404 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:56.928879 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Transition to ACTIVE for port object db570d32-8a78-40e2-9ce8-1e8e79097ca6 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:58:56.934250 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:56.989325 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Pushing event updated for resources: {'Port': ['ID=db570d32-8a78-40e2-9ce8-1e8e79097ca6,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:57.201221 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d081482-f355-4bba-aeb2-0b744ae3f22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:57.371283 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Attempting to bind port db570d32-8a78-40e2-9ce8-1e8e79097ca6 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:58:57.371570 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Attempting to bind port db570d32-8a78-40e2-9ce8-1e8e79097ca6 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '5a368146-b441-45fa-ac1a-2b694addf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:58:57.371921 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Attempting to bind port db570d32-8a78-40e2-9ce8-1e8e79097ca6 on network e587313c-deba-4082-8db0-d22a44df2db0 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:58:57.376514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Port db570d32-8a78-40e2-9ce8-1e8e79097ca6 on network e587313c-deba-4082-8db0-d22a44df2db0 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:58:57.376834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Attempting to bind port db570d32-8a78-40e2-9ce8-1e8e79097ca6 on network e587313c-deba-4082-8db0-d22a44df2db0 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:58:57.382572 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:58:57.382926 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Checking segment: {'id': '5a368146-b441-45fa-ac1a-2b694addf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:58:57.383305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Bound using segment: {'id': '5a368146-b441-45fa-ac1a-2b694addf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:58:57.383728 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Bound port: db570d32-8a78-40e2-9ce8-1e8e79097ca6, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a368146-b441-45fa-ac1a-2b694addf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:58:57.384068 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:57.450079 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] For port db570d32-8a78-40e2-9ce8-1e8e79097ca6, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:58:57.453230 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] For port db570d32-8a78-40e2-9ce8-1e8e79097ca6, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=db570d32-8a78-40e2-9ce8-1e8e79097ca6,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:58:57.460953 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:57.494734 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:57.495381 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:58:57.497350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] 10.222.0.66 "PUT /v2.0/ports/db570d32-8a78-40e2-9ce8-1e8e79097ca6 HTTP/1.1" status: 200 len: 1089 time: 0.9805408 Dec 20 21:58:57.525925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f76b8-a112-43c3-b93c-bb0dfd9f5df4 service neutron] Pushing event updated for resources: {'Port': ['ID=db570d32-8a78-40e2-9ce8-1e8e79097ca6,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:58:57.607660 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-af89ae33-888a-4f02-b955-189210f24e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:57.609244 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-af89ae33-888a-4f02-b955-189210f24e6c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b10917a0b0a84d09a232533fea1d4753&device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 1092 time: 0.0531263 Dec 20 21:58:57.660303 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-a5b3ba5f-370d-45a3-ad7b-33cddc8e9a02 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db570d32-8a78-40e2-9ce8-1e8e79097ca6 HTTP/1.1" status: 200 len: 217 time: 0.0344703 Dec 20 21:58:57.709313 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-d507829f-41c1-4ce0-b477-4c281ad01b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:57.710732 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-d507829f-41c1-4ce0-b477-4c281ad01b7d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21164617-0c2d-4b1c-bb62-712dc3ecd5b8 HTTP/1.1" status: 200 len: 854 time: 0.0438631 Dec 20 21:58:57.743025 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-dd843d25-3481-42e3-a73f-092ec212664e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e587313c-deba-4082-8db0-d22a44df2db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255871 Dec 20 21:58:57.864282 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa3da91-2880-4d73-9d8d-1d73cb9925ec', 'tag': 'db570d32-8a78-40e2-9ce8-1e8e79097ca6'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:58:57.867049 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be6e23c-d3c1-42c8-bf45-74fe31322838" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa3da91-2880-4d73-9d8d-1d73cb9925ec", "tag": "db570d32-8a78-40e2-9ce8-1e8e79097ca6"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:58:57.885848 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-4c830d40-f48e-4025-9164-1d9436a7be61 service neutron] 10.222.0.66 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346738 Dec 20 21:58:57.900661 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedba2e0-ad74-4c6a-94be-1ae067af4c23 req-5e23c2a2-521c-468a-80a4-72aff486cf62 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:57.902520 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dedba2e0-ad74-4c6a-94be-1ae067af4c23 req-5e23c2a2-521c-468a-80a4-72aff486cf62 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 943 time: 0.0918522 Dec 20 21:58:57.914942 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a576fe30-8b02-44fe-91c0-50ce90fa2986 x-openstack-request-id: req-a576fe30-8b02-44fe-91c0-50ce90fa2986 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:58:57.915437 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa3da91-2880-4d73-9d8d-1d73cb9925ec", "tag": "db570d32-8a78-40e2-9ce8-1e8e79097ca6", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:58:57.915722 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a576fe30-8b02-44fe-91c0-50ce90fa2986 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:58:57.916196 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa3da91-2880-4d73-9d8d-1d73cb9925ec', 'tag': 'db570d32-8a78-40e2-9ce8-1e8e79097ca6', 'status': 'completed', 'code': 200} Dec 20 21:58:58.015586 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dedba2e0-ad74-4c6a-94be-1ae067af4c23 req-cdff7f1a-586e-49f9-bfe0-d7674dcbba92 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982952 Dec 20 21:58:58.046848 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bb7cbbfc-822a-465c-8453-8eef64b52238 req-98e3d67d-6a5b-41c1-81ba-1b7010c61f5f service neutron] 10.222.0.66 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427624 Dec 20 21:58:58.178846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6e23c-d3c1-42c8-bf45-74fe31322838 req-00c558dd-dbe5-4cf2-b6f3-38eff1dbbca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:58.180382 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0be6e23c-d3c1-42c8-bf45-74fe31322838 req-00c558dd-dbe5-4cf2-b6f3-38eff1dbbca5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b10917a0b0a84d09a232533fea1d4753&device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 1092 time: 0.0465534 Dec 20 21:58:58.281540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6e23c-d3c1-42c8-bf45-74fe31322838 req-a9c4b8a1-ab80-4159-ad85-c9e5f096b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:58.283331 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0be6e23c-d3c1-42c8-bf45-74fe31322838 req-a9c4b8a1-ab80-4159-ad85-c9e5f096b651 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 200 len: 915 time: 0.0960314 Dec 20 21:58:58.333770 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0be6e23c-d3c1-42c8-bf45-74fe31322838 req-b997161a-d752-4bc1-9ed0-9a15fad1e064 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db570d32-8a78-40e2-9ce8-1e8e79097ca6 HTTP/1.1" status: 200 len: 217 time: 0.0423312 Dec 20 21:58:58.390394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6e23c-d3c1-42c8-bf45-74fe31322838 req-1b5f8221-65ba-4017-bef9-5cf55969bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:58.392235 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0be6e23c-d3c1-42c8-bf45-74fe31322838 req-1b5f8221-65ba-4017-bef9-5cf55969bccd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21164617-0c2d-4b1c-bb62-712dc3ecd5b8 HTTP/1.1" status: 200 len: 854 time: 0.0523491 Dec 20 21:58:58.441715 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0be6e23c-d3c1-42c8-bf45-74fe31322838 req-ce552a31-d5e3-44cd-9378-96519c6a94bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e587313c-deba-4082-8db0-d22a44df2db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415580 Dec 20 21:58:58.556614 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0be6e23c-d3c1-42c8-bf45-74fe31322838 req-e5ecacd8-bdab-4b22-950f-66222fd4e531 service neutron] 10.222.0.66 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073053 Dec 20 21:58:58.659739 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0be6e23c-d3c1-42c8-bf45-74fe31322838 req-3c082363-0ebb-46af-ac82-a18e1cd2287c service neutron] 10.222.0.66 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954518 Dec 20 21:58:59.026584 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2550ab28-a22b-457b-8021-ec94917be4a5 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:58:59.055056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 2550ab28-a22b-457b-8021-ec94917be4a5 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:58:59.055511 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 2550ab28-a22b-457b-8021-ec94917be4a5 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:58:59.150344 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc203e6-4294-466f-bf2f-2ba891e313d8 req-e508389c-1aff-47a4-865d-e780c011c1e5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:58:59.152067 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6dc203e6-4294-466f-bf2f-2ba891e313d8 req-e508389c-1aff-47a4-865d-e780c011c1e5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 943 time: 0.0554068 Dec 20 21:58:59.201196 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6dc203e6-4294-466f-bf2f-2ba891e313d8 req-c31863eb-564e-41ea-969f-89cde88e5a0c tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428996 Dec 20 21:58:59.547702 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ce5b790c-a39a-43b5-9d5a-00624d4f01b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:00.335061 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a398d-93c8-4813-8c91-4a6c307e52ad req-0307cf64-6267-46d3-bb6b-5d1652f20911 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:00.336621 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f4a398d-93c8-4813-8c91-4a6c307e52ad req-0307cf64-6267-46d3-bb6b-5d1652f20911 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 943 time: 0.0538449 Dec 20 21:59:00.385894 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6f4a398d-93c8-4813-8c91-4a6c307e52ad req-5368e8d9-1f03-4d36-9923-76ca64d18554 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381591 Dec 20 21:59:00.800145 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:01.028117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device db570d32-8a78-40e2-9ce8-1e8e79097ca6 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:59:01.152406 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port db570d32-8a78-40e2-9ce8-1e8e79097ca6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=db570d32-8a78-40e2-9ce8-1e8e79097ca6,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:59:01.165439 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'db570d32-8a78-40e2-9ce8-1e8e79097ca6', 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0', 'port_id': 'db570d32-8a78-40e2-9ce8-1e8e79097ca6', 'mac_address': 'fa:16:3e:65:c9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21164617-0c2d-4b1c-bb62-712dc3ecd5b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:59:01.205373 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:01.218413 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db570d32-8a78-40e2-9ce8-1e8e79097ca6 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:59:01.239707 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port db570d32-8a78-40e2-9ce8-1e8e79097ca6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=db570d32-8a78-40e2-9ce8-1e8e79097ca6,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:59:01.245773 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:01.294953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=db570d32-8a78-40e2-9ce8-1e8e79097ca6,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:01.302548 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:01.302894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:01.303234 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:01.303567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:01.303900 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:01.304225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:01.304543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:01.304855 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:01.305176 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:01.305495 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:01.305814 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:01.306171 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:01.515698 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['db570d32-8a78-40e2-9ce8-1e8e79097ca6'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:59:01.554658 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182331f-9d0d-4ade-a91c-768f0683ec1b req-753239f5-c2f3-4d1b-a656-a10b54f345ab tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:01.556094 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d182331f-9d0d-4ade-a91c-768f0683ec1b req-753239f5-c2f3-4d1b-a656-a10b54f345ab tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 944 time: 0.0660000 Dec 20 21:59:01.595562 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d182331f-9d0d-4ade-a91c-768f0683ec1b req-f6559598-9baa-49f0-89a5-53d2160a74ab tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327005 Dec 20 21:59:02.224769 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:02.411010 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:02.714161 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775ec60-ef47-4402-bc2e-b74ddc11922b req-1fb386d4-d06a-4bba-80e7-5a993bd2ffae tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:02.715672 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5775ec60-ef47-4402-bc2e-b74ddc11922b req-1fb386d4-d06a-4bba-80e7-5a993bd2ffae tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 944 time: 0.0509427 Dec 20 21:59:02.754192 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5775ec60-ef47-4402-bc2e-b74ddc11922b req-60602540-0775-427d-84ab-f1710e6c5b08 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322535 Dec 20 21:59:03.041858 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device db570d32-8a78-40e2-9ce8-1e8e79097ca6 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:59:03.093621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port db570d32-8a78-40e2-9ce8-1e8e79097ca6 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:59:03.097641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port db570d32-8a78-40e2-9ce8-1e8e79097ca6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:59:03.098010 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:03.180163 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:03.202552 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa3da91-2880-4d73-9d8d-1d73cb9925ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db570d32-8a78-40e2-9ce8-1e8e79097ca6'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:59:03.204814 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f56507-6964-41f2-878c-14e9a936c358" -d '{"events": [{"server_uuid": "2fa3da91-2880-4d73-9d8d-1d73cb9925ec", "name": "network-vif-plugged", "status": "completed", "tag": "db570d32-8a78-40e2-9ce8-1e8e79097ca6"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:59:03.217530 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port db570d32-8a78-40e2-9ce8-1e8e79097ca6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=db570d32-8a78-40e2-9ce8-1e8e79097ca6,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:59:03.222824 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:03.248237 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8084900-0d4d-4670-8857-d2313f7a4483 x-openstack-request-id: req-e8084900-0d4d-4670-8857-d2313f7a4483 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:59:03.248900 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa3da91-2880-4d73-9d8d-1d73cb9925ec", "name": "network-vif-plugged", "status": "completed", "tag": "db570d32-8a78-40e2-9ce8-1e8e79097ca6", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:59:03.248900 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8084900-0d4d-4670-8857-d2313f7a4483 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:59:03.249130 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa3da91-2880-4d73-9d8d-1d73cb9925ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db570d32-8a78-40e2-9ce8-1e8e79097ca6', 'code': 200} Dec 20 21:59:03.277958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=db570d32-8a78-40e2-9ce8-1e8e79097ca6,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:03.369087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92d835-4aba-4488-8803-67da88d93191 req-83e2e8a9-63b1-408a-966c-5d30bc95ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:03.370528 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b92d835-4aba-4488-8803-67da88d93191 req-83e2e8a9-63b1-408a-966c-5d30bc95ee08 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 1094 time: 0.0394566 Dec 20 21:59:03.409657 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1b92d835-4aba-4488-8803-67da88d93191 req-944801f7-9d8b-4e1d-a999-bc5d8c003984 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324428 Dec 20 21:59:03.890389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6d0c5-842e-433f-ab4b-5eb4413a60ea req-21e7dc2a-95af-47fd-ac93-69c7fb062438 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:03.892275 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-10a6d0c5-842e-433f-ab4b-5eb4413a60ea req-21e7dc2a-95af-47fd-ac93-69c7fb062438 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0669096 Dec 20 21:59:03.935144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-10a6d0c5-842e-433f-ab4b-5eb4413a60ea req-611c5cae-749b-4dc6-9318-e339faa2885a tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340292 Dec 20 21:59:05.079307 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582ab0b-274e-4f27-b7ba-34793aa72282 req-190a51f5-0596-4206-aa37-fcf1e607fd4f tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:05.080812 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9582ab0b-274e-4f27-b7ba-34793aa72282 req-190a51f5-0596-4206-aa37-fcf1e607fd4f tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0654857 Dec 20 21:59:05.120243 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9582ab0b-274e-4f27-b7ba-34793aa72282 req-9633ef34-c38f-424d-90fc-393b3e0ff2e3 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333827 Dec 20 21:59:05.245915 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991f280-3ec3-4541-87e2-db087828a8b8 req-a6c6dd32-aed1-42cd-9716-9dc50c418504 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:05.247309 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6991f280-3ec3-4541-87e2-db087828a8b8 req-a6c6dd32-aed1-42cd-9716-9dc50c418504 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0504618 Dec 20 21:59:05.284787 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6991f280-3ec3-4541-87e2-db087828a8b8 req-d92d7cb3-fd2b-4d12-aa70-2d4573db47fc tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313544 Dec 20 21:59:05.519341 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-2b3f59f9-71aa-4e8f-b975-df631a8986df service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0426943 Dec 20 21:59:05.539427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3671c-e8d3-4f05-86ea-301b123990eb req-66442499-f432-47e3-83ff-7d24cd6266cc tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:05.541422 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-02a3671c-e8d3-4f05-86ea-301b123990eb req-66442499-f432-47e3-83ff-7d24cd6266cc tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0578513 Dec 20 21:59:05.593564 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-02a3671c-e8d3-4f05-86ea-301b123990eb req-e17a7637-9710-420a-ac89-626b4035aca1 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454171 Dec 20 21:59:06.728676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e27b49-e728-4300-9386-8572e0d4b7a2 req-25be5de2-b6a3-491e-b510-14b920bf8296 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:06.730379 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f8e27b49-e728-4300-9386-8572e0d4b7a2 req-25be5de2-b6a3-491e-b510-14b920bf8296 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0637162 Dec 20 21:59:06.772541 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f8e27b49-e728-4300-9386-8572e0d4b7a2 req-3bc82f06-6d35-468a-a890-81a9548129de tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350523 Dec 20 21:59:06.793029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-ab4bc7cd-8190-46b5-987a-eef2cc2fc33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:06.794591 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-ab4bc7cd-8190-46b5-987a-eef2cc2fc33b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b10917a0b0a84d09a232533fea1d4753&device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 1094 time: 0.0415502 Dec 20 21:59:06.882881 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-6df8e311-52ac-4db1-a3f6-9bba4a3598e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:06.884278 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-6df8e311-52ac-4db1-a3f6-9bba4a3598e8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 200 len: 915 time: 0.0832291 Dec 20 21:59:06.929837 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-2ea58fca-eb33-4775-9ae6-52ea679d4fb1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db570d32-8a78-40e2-9ce8-1e8e79097ca6 HTTP/1.1" status: 200 len: 217 time: 0.0387626 Dec 20 21:59:06.979396 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-e4d1b262-7eb9-48c7-b624-0e565a9fc583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:06.980823 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-e4d1b262-7eb9-48c7-b624-0e565a9fc583 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21164617-0c2d-4b1c-bb62-712dc3ecd5b8 HTTP/1.1" status: 200 len: 854 time: 0.0447347 Dec 20 21:59:07.011320 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-ab583487-509c-42fe-aaf3-677af371d54d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e587313c-deba-4082-8db0-d22a44df2db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242660 Dec 20 21:59:07.105996 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-aff3b449-aba8-43e4-95c8-a2d43268dec9 service neutron] 10.222.0.66 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878291 Dec 20 21:59:07.196817 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-8ccc04a5-a81f-48ba-a99a-6d88762d8b53 service neutron] 10.222.0.66 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840518 Dec 20 21:59:07.895685 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6640b-be46-4612-9afe-153db812de78 req-33974121-977c-482c-9928-0c2bf65e859e tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:07.897208 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6d6640b-be46-4612-9afe-153db812de78 req-33974121-977c-482c-9928-0c2bf65e859e tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0523224 Dec 20 21:59:07.935456 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6d6640b-be46-4612-9afe-153db812de78 req-8e350b13-6a9f-466a-a809-0a5d0520167e tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319600 Dec 20 21:59:09.061804 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf2094-e61c-4d22-9c6a-14b443d243f3 req-c9d92264-b52c-413b-94f9-c5bf56127fab tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:09.063436 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c1bf2094-e61c-4d22-9c6a-14b443d243f3 req-c9d92264-b52c-413b-94f9-c5bf56127fab tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0548265 Dec 20 21:59:09.102211 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c1bf2094-e61c-4d22-9c6a-14b443d243f3 req-39f2b36a-b53b-4b55-9de2-829859162124 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325923 Dec 20 21:59:10.250520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff711e4b-4e4b-4b64-9f16-e62433b6f149 req-565ee1b2-3be0-4ac2-91b8-591d4f0e240a tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:10.252341 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ff711e4b-4e4b-4b64-9f16-e62433b6f149 req-565ee1b2-3be0-4ac2-91b8-591d4f0e240a tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0765178 Dec 20 21:59:10.302742 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ff711e4b-4e4b-4b64-9f16-e62433b6f149 req-87b40b98-89a8-4804-a8ad-3068a3e2232d tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436118 Dec 20 21:59:11.440843 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff778f4-10a4-4965-963a-89289c064a06 req-7e4c5507-8834-47e1-846a-673afdc27a04 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:11.442385 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aff778f4-10a4-4965-963a-89289c064a06 req-7e4c5507-8834-47e1-846a-673afdc27a04 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0605972 Dec 20 21:59:11.483572 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aff778f4-10a4-4965-963a-89289c064a06 req-8eab4706-50a5-4056-9c4e-289f6a1107a4 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323577 Dec 20 21:59:12.603580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca385e30-331f-4a16-8832-9e386135c4f8 req-4018c906-df40-48a2-bef2-4e99bab42470 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:12.605051 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca385e30-331f-4a16-8832-9e386135c4f8 req-4018c906-df40-48a2-bef2-4e99bab42470 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0518665 Dec 20 21:59:12.644597 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca385e30-331f-4a16-8832-9e386135c4f8 req-34760e75-20f9-4750-8344-fdc35471c005 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330901 Dec 20 21:59:13.782376 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494631b-46e5-4f27-8c70-fe95ab3f3878 req-0fa39aa4-62fa-477f-a403-69cf777de230 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:13.783972 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6494631b-46e5-4f27-8c70-fe95ab3f3878 req-0fa39aa4-62fa-477f-a403-69cf777de230 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0669496 Dec 20 21:59:13.824921 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6494631b-46e5-4f27-8c70-fe95ab3f3878 req-c6f7fba8-69b9-4ba0-82c8-0c48706a9155 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345385 Dec 20 21:59:14.958169 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b176d-f1f8-4db8-be38-f9e251dc62c7 req-e9d634d6-8b2f-4e65-8b3f-d107ed361a9e tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:14.959881 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-606b176d-f1f8-4db8-be38-f9e251dc62c7 req-e9d634d6-8b2f-4e65-8b3f-d107ed361a9e tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0594366 Dec 20 21:59:15.007398 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-606b176d-f1f8-4db8-be38-f9e251dc62c7 req-dc2071d7-ef51-447f-9ea8-320496d9926e tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382376 Dec 20 21:59:15.066763 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:16.148546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4bb14-2f15-42ed-80ea-d7593bce05cd req-34ddb662-9699-44d6-b348-8a6ea7db7886 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:16.150051 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f1a4bb14-2f15-42ed-80ea-d7593bce05cd req-34ddb662-9699-44d6-b348-8a6ea7db7886 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0647938 Dec 20 21:59:16.193746 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f1a4bb14-2f15-42ed-80ea-d7593bce05cd req-9122eea0-04c7-4b5d-acf9-f71006581361 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344646 Dec 20 21:59:17.326432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ba116-9fc6-4618-bfa0-916c250e14dd req-8d55c5ec-fd6e-4096-87ef-b7d55a50477b tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:17.327800 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf3ba116-9fc6-4618-bfa0-916c250e14dd req-8d55c5ec-fd6e-4096-87ef-b7d55a50477b tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0595078 Dec 20 21:59:17.373849 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf3ba116-9fc6-4618-bfa0-916c250e14dd req-242951ac-3f1a-4639-8849-67c29b2fbd9f tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381505 Dec 20 21:59:18.252090 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:18.501502 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a93ef-370d-42b0-9c84-e70e6d31fa35 req-41e97270-0e6f-4586-b60c-53748d53f6ff tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:18.503599 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-895a93ef-370d-42b0-9c84-e70e6d31fa35 req-41e97270-0e6f-4586-b60c-53748d53f6ff tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0560095 Dec 20 21:59:18.545810 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-895a93ef-370d-42b0-9c84-e70e6d31fa35 req-0f1da47e-bdb2-4388-9c9a-00a466976b07 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344214 Dec 20 21:59:19.684065 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc955f05-00bc-4bc5-a7e2-37c5cebae894 req-04d001d4-b863-47a4-bc90-3fd657940f45 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:19.685611 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fc955f05-00bc-4bc5-a7e2-37c5cebae894 req-04d001d4-b863-47a4-bc90-3fd657940f45 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0575757 Dec 20 21:59:19.725377 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fc955f05-00bc-4bc5-a7e2-37c5cebae894 req-04652d83-0ced-41c0-a257-3327488923e3 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333591 Dec 20 21:59:20.845476 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce9552-ecd7-4fcb-8f21-89f54edf735d req-9af5e062-257d-4a2f-b483-b057a3d3da55 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:20.847155 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bdce9552-ecd7-4fcb-8f21-89f54edf735d req-9af5e062-257d-4a2f-b483-b057a3d3da55 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0524652 Dec 20 21:59:20.896938 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bdce9552-ecd7-4fcb-8f21-89f54edf735d req-2da6c6b1-1eb7-48ef-9a33-6709fa8da790 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408957 Dec 20 21:59:22.044551 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453a1e7-9985-40e3-ad90-0ab55cc565ab req-30310b3e-8026-49ac-8440-123c565a2d26 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:22.046053 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d453a1e7-9985-40e3-ad90-0ab55cc565ab req-30310b3e-8026-49ac-8440-123c565a2d26 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0573661 Dec 20 21:59:22.089164 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d453a1e7-9985-40e3-ad90-0ab55cc565ab req-ba12070a-5571-4928-8ad8-34ccda11d732 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336893 Dec 20 21:59:23.225484 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e72af-7b62-4e23-b164-72f84af4ad3a req-52afe176-3a0e-4997-83df-f0c4e2a4f368 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:23.226966 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-041e72af-7b62-4e23-b164-72f84af4ad3a req-52afe176-3a0e-4997-83df-f0c4e2a4f368 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0585339 Dec 20 21:59:23.267750 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-041e72af-7b62-4e23-b164-72f84af4ad3a req-9caf3f42-d20a-4328-9c89-cf1eeccc3457 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348163 Dec 20 21:59:24.399867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b183c-6e98-4757-b12b-974f24b75dde req-e16243b3-c313-415f-bf72-2becfdfe960d tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:24.401746 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-419b183c-6e98-4757-b12b-974f24b75dde req-e16243b3-c313-415f-bf72-2becfdfe960d tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0617924 Dec 20 21:59:24.461911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-419b183c-6e98-4757-b12b-974f24b75dde req-c45b5bb5-81dc-451a-a921-164ef0cf18c0 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507867 Dec 20 21:59:25.586232 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab70024-505e-4a5b-a8d1-f8b5c87ad1a7 req-2ae90083-3e33-45a1-a8f5-4ce327ed28c4 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:25.587759 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bab70024-505e-4a5b-a8d1-f8b5c87ad1a7 req-2ae90083-3e33-45a1-a8f5-4ce327ed28c4 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0542719 Dec 20 21:59:25.632611 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bab70024-505e-4a5b-a8d1-f8b5c87ad1a7 req-f1363271-b4d4-4b31-a44f-1dbfd1fd4eea tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350382 Dec 20 21:59:26.754441 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33077f8-ef6a-477f-9a02-fb7c65611618 req-56ad9463-cf17-404b-9634-8bd17ba7a506 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:26.756065 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d33077f8-ef6a-477f-9a02-fb7c65611618 req-56ad9463-cf17-404b-9634-8bd17ba7a506 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0540559 Dec 20 21:59:26.797127 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d33077f8-ef6a-477f-9a02-fb7c65611618 req-4a591a82-5a1c-4f2a-b6fa-66ddcc531c28 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349138 Dec 20 21:59:27.197567 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f2ee0910-9865-47dc-840b-ba0bb0dc7ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:27.300626 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 21:59:27.925946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947e075-941c-4aa2-83bd-3de947964936 req-22f414d8-0bbd-4bf0-8cad-0852687391c4 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:27.927410 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c947e075-941c-4aa2-83bd-3de947964936 req-22f414d8-0bbd-4bf0-8cad-0852687391c4 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0567851 Dec 20 21:59:27.968197 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c947e075-941c-4aa2-83bd-3de947964936 req-4bb7a466-15ab-4354-9c13-d7b7c0c06d22 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335267 Dec 20 21:59:29.104539 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492151b0-5dcf-4ff7-97c4-95ab22c6250e req-f7b04d5a-b48e-4f2c-82d6-1870d2ccae27 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:29.106088 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-492151b0-5dcf-4ff7-97c4-95ab22c6250e req-f7b04d5a-b48e-4f2c-82d6-1870d2ccae27 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0579917 Dec 20 21:59:29.147926 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-492151b0-5dcf-4ff7-97c4-95ab22c6250e req-ae68f055-c0e6-4917-abaf-13fe27e3ffc4 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333109 Dec 20 21:59:29.546637 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f588e5c2-5a02-4618-999e-d3298466a093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:30.284966 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55d36b-a43f-4554-8fc8-f6db61db79db req-3ddbe64f-ef45-4614-9f77-10a480b04e02 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:30.286619 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8d55d36b-a43f-4554-8fc8-f6db61db79db req-3ddbe64f-ef45-4614-9f77-10a480b04e02 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0643604 Dec 20 21:59:30.330334 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8d55d36b-a43f-4554-8fc8-f6db61db79db req-bc03bd72-1dcd-4436-83c2-80b07638d5e9 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360053 Dec 20 21:59:30.798902 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:31.483537 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c44066-80e5-42aa-acc4-9dbb353c8ef2 req-11e2b303-8097-4060-aa56-2c7da26ec222 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:31.485360 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30c44066-80e5-42aa-acc4-9dbb353c8ef2 req-11e2b303-8097-4060-aa56-2c7da26ec222 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0732756 Dec 20 21:59:31.530028 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30c44066-80e5-42aa-acc4-9dbb353c8ef2 req-7b46d850-1cb8-43f4-9ba4-8f322ec9ef84 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380762 Dec 20 21:59:32.228201 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:32.423453 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:32.664453 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea5f76-0e62-46d4-8520-321ef24b1556 req-899a9364-75fd-4c46-88f6-1514c720a706 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:32.665950 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9dea5f76-0e62-46d4-8520-321ef24b1556 req-899a9364-75fd-4c46-88f6-1514c720a706 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0622811 Dec 20 21:59:32.714258 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9dea5f76-0e62-46d4-8520-321ef24b1556 req-2c0bb400-8dc3-48bb-a687-f41b9310fbdb tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Dec 20 21:59:33.848998 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01610c-1bf0-447d-9980-f9d0dd05c98e req-25035b81-66d8-4124-aa16-730642019c0f tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:33.850531 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1f01610c-1bf0-447d-9980-f9d0dd05c98e req-25035b81-66d8-4124-aa16-730642019c0f tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0581918 Dec 20 21:59:33.897078 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1f01610c-1bf0-447d-9980-f9d0dd05c98e req-a39fc688-d286-48c2-84f4-072a71143891 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362077 Dec 20 21:59:34.089458 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-98ef153b-4c81-4048-bcb8-80fc20f0ae1f service neutron] show failed (client error): The resource could not be found. Dec 20 21:59:34.090549 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-98ef153b-4c81-4048-bcb8-80fc20f0ae1f service neutron] 10.222.0.66 "GET /v2.0/ports/db570d32-8a78-40e2-9ce8-1e8e79097ca6/bindings/n-h1-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.0606689 Dec 20 21:59:34.315410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-a178020b-aaca-440d-807a-28dd983024e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:34.316941 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-a178020b-aaca-440d-807a-28dd983024e8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec&tenant_id=b10917a0b0a84d09a232533fea1d4753 HTTP/1.1" status: 200 len: 1094 time: 0.0537467 Dec 20 21:59:34.338237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:59:34.408077 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:34.659131 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] For port db570d32-8a78-40e2-9ce8-1e8e79097ca6, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=db570d32-8a78-40e2-9ce8-1e8e79097ca6,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:59:34.699902 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] For port db570d32-8a78-40e2-9ce8-1e8e79097ca6, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:59:34.758317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa3da91-2880-4d73-9d8d-1d73cb9925ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db570d32-8a78-40e2-9ce8-1e8e79097ca6'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:59:34.760674 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f2d768-6478-4678-bc88-7cf5f9c7bae7" -d '{"events": [{"server_uuid": "2fa3da91-2880-4d73-9d8d-1d73cb9925ec", "name": "network-vif-unplugged", "status": "completed", "tag": "db570d32-8a78-40e2-9ce8-1e8e79097ca6"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:59:34.764833 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:34.779600 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Transition to ACTIVE for port object db570d32-8a78-40e2-9ce8-1e8e79097ca6 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:59:34.791037 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:34.844432 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 21:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb6873e-dbe9-4a73-aaa5-e8a3d1ef6fa3 x-openstack-request-id: req-4fb6873e-dbe9-4a73-aaa5-e8a3d1ef6fa3 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:59:34.844736 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa3da91-2880-4d73-9d8d-1d73cb9925ec", "name": "network-vif-unplugged", "status": "completed", "tag": "db570d32-8a78-40e2-9ce8-1e8e79097ca6", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:59:34.844992 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4fb6873e-dbe9-4a73-aaa5-e8a3d1ef6fa3 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:59:34.845431 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa3da91-2880-4d73-9d8d-1d73cb9925ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db570d32-8a78-40e2-9ce8-1e8e79097ca6', 'code': 200} Dec 20 21:59:34.886693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] No DVR routers for this DVR port db570d32-8a78-40e2-9ce8-1e8e79097ca6 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:59:34.888677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Pushing event updated for resources: {'Port': ['ID=db570d32-8a78-40e2-9ce8-1e8e79097ca6,revision_number=6']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:34.929271 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Attempting to bind port db570d32-8a78-40e2-9ce8-1e8e79097ca6 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:59:34.929608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Attempting to bind port db570d32-8a78-40e2-9ce8-1e8e79097ca6 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '5a368146-b441-45fa-ac1a-2b694addf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:59:34.929936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Attempting to bind port db570d32-8a78-40e2-9ce8-1e8e79097ca6 on network e587313c-deba-4082-8db0-d22a44df2db0 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:59:34.935365 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Port db570d32-8a78-40e2-9ce8-1e8e79097ca6 on network e587313c-deba-4082-8db0-d22a44df2db0 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:59:34.935688 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Attempting to bind port db570d32-8a78-40e2-9ce8-1e8e79097ca6 on network e587313c-deba-4082-8db0-d22a44df2db0 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:59:34.941479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:59:34.941479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Checking segment: {'id': '5a368146-b441-45fa-ac1a-2b694addf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:59:34.942562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Bound using segment: {'id': '5a368146-b441-45fa-ac1a-2b694addf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:59:34.942562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Bound port: db570d32-8a78-40e2-9ce8-1e8e79097ca6, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a368146-b441-45fa-ac1a-2b694addf485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:59:34.942769 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:35.047153 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] For port db570d32-8a78-40e2-9ce8-1e8e79097ca6, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:59:35.052088 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] For port db570d32-8a78-40e2-9ce8-1e8e79097ca6, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=db570d32-8a78-40e2-9ce8-1e8e79097ca6,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:59:35.057503 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:35.070568 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51509ff7-a108-491a-9dba-13ca53b31887 req-76c0919c-054b-4ba1-aa72-d87bc9fc8602 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:35.072113 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51509ff7-a108-491a-9dba-13ca53b31887 req-76c0919c-054b-4ba1-aa72-d87bc9fc8602 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 943 time: 0.0888131 Dec 20 21:59:35.123747 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:35.124596 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:35.126242 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] 10.222.0.31 "PUT /v2.0/ports/db570d32-8a78-40e2-9ce8-1e8e79097ca6 HTTP/1.1" status: 200 len: 1089 time: 0.7954512 Dec 20 21:59:35.153029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27c84f-10a2-494a-829b-80a59451831d service neutron] Pushing event updated for resources: {'Port': ['ID=db570d32-8a78-40e2-9ce8-1e8e79097ca6,revision_number=7']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:35.159481 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51509ff7-a108-491a-9dba-13ca53b31887 req-1acf6831-8fd8-4a7b-8697-9547d5fcae13 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639467 Dec 20 21:59:35.203929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-1ed6d698-918e-477f-9701-99e4ed750c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:35.205461 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-1ed6d698-918e-477f-9701-99e4ed750c34 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b10917a0b0a84d09a232533fea1d4753&device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 1092 time: 0.0451474 Dec 20 21:59:35.304496 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-f723b8df-09f0-441b-b4d8-2de4ba82021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:35.305995 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-f723b8df-09f0-441b-b4d8-2de4ba82021b service neutron] 10.222.0.31 "GET /v2.0/networks?id=e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 200 len: 915 time: 0.0942094 Dec 20 21:59:35.354509 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-58e7ee84-6cf3-4c6d-86ae-69053f024025 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db570d32-8a78-40e2-9ce8-1e8e79097ca6 HTTP/1.1" status: 200 len: 217 time: 0.0408051 Dec 20 21:59:35.417123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-71881042-04b1-433c-9426-c8e0e0d25047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:35.418772 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-71881042-04b1-433c-9426-c8e0e0d25047 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=21164617-0c2d-4b1c-bb62-712dc3ecd5b8 HTTP/1.1" status: 200 len: 854 time: 0.0571082 Dec 20 21:59:35.453569 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-7199c8cd-6bdd-4ebc-8b5d-db9353815a2b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e587313c-deba-4082-8db0-d22a44df2db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268874 Dec 20 21:59:35.551746 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-731e58f5-aecc-4c17-bd7b-4b8173ae71ef service neutron] 10.222.0.31 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921772 Dec 20 21:59:35.668690 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-168e114c-2a4b-400c-a57d-cdb20e3618ee req-8279dc73-702c-454c-a273-035affad705f service neutron] 10.222.0.31 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106806 Dec 20 21:59:36.283948 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ceb43-5387-4444-8a04-80205500da73 req-bbd154e6-e2bc-4888-b750-f1d920e34410 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:36.285440 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3f5ceb43-5387-4444-8a04-80205500da73 req-bbd154e6-e2bc-4888-b750-f1d920e34410 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 943 time: 0.0524499 Dec 20 21:59:36.334331 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3f5ceb43-5387-4444-8a04-80205500da73 req-5d4d1c19-6101-4fbd-9063-f534bee16686 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386534 Dec 20 21:59:36.846635 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa3da91-2880-4d73-9d8d-1d73cb9925ec', 'tag': 'db570d32-8a78-40e2-9ce8-1e8e79097ca6'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:59:36.849323 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d426828d-2513-4209-b106-7ae7c08894f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa3da91-2880-4d73-9d8d-1d73cb9925ec", "tag": "db570d32-8a78-40e2-9ce8-1e8e79097ca6"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:59:36.924473 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6143cb85-9eab-42b8-b5f0-a6b580f54319 x-openstack-request-id: req-6143cb85-9eab-42b8-b5f0-a6b580f54319 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:59:36.924804 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa3da91-2880-4d73-9d8d-1d73cb9925ec", "tag": "db570d32-8a78-40e2-9ce8-1e8e79097ca6", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:59:36.925061 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6143cb85-9eab-42b8-b5f0-a6b580f54319 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:59:36.926044 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa3da91-2880-4d73-9d8d-1d73cb9925ec', 'tag': 'db570d32-8a78-40e2-9ce8-1e8e79097ca6', 'status': 'completed', 'code': 200} Dec 20 21:59:36.931471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67ecdd-e66a-4ade-a7d6-80289d3205ee req-5810be70-5ee3-46fb-bc86-00c6ffbd8c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:36.932967 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c67ecdd-e66a-4ade-a7d6-80289d3205ee req-5810be70-5ee3-46fb-bc86-00c6ffbd8c42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b10917a0b0a84d09a232533fea1d4753&device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 1092 time: 0.0561333 Dec 20 21:59:37.072203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426828d-2513-4209-b106-7ae7c08894f6 req-0d7d3b06-2f89-4a3d-9a39-32277a3e2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:37.073719 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d426828d-2513-4209-b106-7ae7c08894f6 req-0d7d3b06-2f89-4a3d-9a39-32277a3e2e7d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b10917a0b0a84d09a232533fea1d4753&device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 1092 time: 0.1026599 Dec 20 21:59:37.104703 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67ecdd-e66a-4ade-a7d6-80289d3205ee req-03c3278a-89cc-4769-8225-b31537abee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:37.106120 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c67ecdd-e66a-4ade-a7d6-80289d3205ee req-03c3278a-89cc-4769-8225-b31537abee00 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 200 len: 915 time: 0.1471150 Dec 20 21:59:37.187486 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c67ecdd-e66a-4ade-a7d6-80289d3205ee req-dbbe86a5-6d83-4350-83d7-a08a752c90c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db570d32-8a78-40e2-9ce8-1e8e79097ca6 HTTP/1.1" status: 200 len: 217 time: 0.0564864 Dec 20 21:59:37.202885 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device db570d32-8a78-40e2-9ce8-1e8e79097ca6 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:59:37.234016 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426828d-2513-4209-b106-7ae7c08894f6 req-e9bc2550-bd8c-4e66-883b-8f00147790fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:37.236305 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d426828d-2513-4209-b106-7ae7c08894f6 req-e9bc2550-bd8c-4e66-883b-8f00147790fc service neutron] 10.222.0.66 "GET /v2.0/networks?id=e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 200 len: 915 time: 0.1531222 Dec 20 21:59:37.250459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device db570d32-8a78-40e2-9ce8-1e8e79097ca6 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:59:37.302661 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d426828d-2513-4209-b106-7ae7c08894f6 req-e6b2d29b-2794-4daf-8b00-af775e9cd3d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db570d32-8a78-40e2-9ce8-1e8e79097ca6 HTTP/1.1" status: 200 len: 217 time: 0.0454886 Dec 20 21:59:37.320730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67ecdd-e66a-4ade-a7d6-80289d3205ee req-ef0b8a53-5e8e-4456-9828-b42d220c22c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:37.322237 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c67ecdd-e66a-4ade-a7d6-80289d3205ee req-ef0b8a53-5e8e-4456-9828-b42d220c22c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=21164617-0c2d-4b1c-bb62-712dc3ecd5b8 HTTP/1.1" status: 200 len: 854 time: 0.0983930 Dec 20 21:59:37.372098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c67ecdd-e66a-4ade-a7d6-80289d3205ee req-f73bc6b0-9dac-4d78-8b00-28e1675b005a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e587313c-deba-4082-8db0-d22a44df2db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314257 Dec 20 21:59:37.389993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426828d-2513-4209-b106-7ae7c08894f6 req-c5c028d0-5023-402b-a71a-55652dc54fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:37.392142 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d426828d-2513-4209-b106-7ae7c08894f6 req-c5c028d0-5023-402b-a71a-55652dc54fa2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21164617-0c2d-4b1c-bb62-712dc3ecd5b8 HTTP/1.1" status: 200 len: 854 time: 0.0832283 Dec 20 21:59:37.468256 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d426828d-2513-4209-b106-7ae7c08894f6 req-f326108b-8e70-4a0e-8ebe-9b30bcc691ee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e587313c-deba-4082-8db0-d22a44df2db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644257 Dec 20 21:59:37.473501 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d925a-f253-4417-8cd8-7550ee2c9cdb req-9afe00a3-e99f-4399-adc9-06472ece347c tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:37.475116 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b6d925a-f253-4417-8cd8-7550ee2c9cdb req-9afe00a3-e99f-4399-adc9-06472ece347c tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 943 time: 0.0574751 Dec 20 21:59:37.522223 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3b6d925a-f253-4417-8cd8-7550ee2c9cdb req-3c9f8030-6517-412f-9bf8-7908531c9c9c tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402248 Dec 20 21:59:37.566631 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c67ecdd-e66a-4ade-a7d6-80289d3205ee req-cc5bf163-9333-41a2-aded-97c1fea4f0bb service neutron] 10.222.0.31 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858296 Dec 20 21:59:37.646903 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d426828d-2513-4209-b106-7ae7c08894f6 req-55796858-435e-4300-b6c9-c218ee97ec24 service neutron] 10.222.0.66 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716225 Dec 20 21:59:37.741718 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2c67ecdd-e66a-4ade-a7d6-80289d3205ee req-30b0aa58-5dd1-4b4c-8ed0-7cfaafd8d0f6 service neutron] 10.222.0.31 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641676 Dec 20 21:59:37.768190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0d294-4e2f-4b2f-b77f-1978b1bb96b4 req-4569095a-b3d1-4d31-acee-0259df4d0b68 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:37.770108 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87d0d294-4e2f-4b2f-b77f-1978b1bb96b4 req-4569095a-b3d1-4d31-acee-0259df4d0b68 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 943 time: 0.0553477 Dec 20 21:59:37.813415 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d426828d-2513-4209-b106-7ae7c08894f6 req-32c4edd6-19bb-446d-93e3-88bed904cde5 service neutron] 10.222.0.66 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566417 Dec 20 21:59:37.822333 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-87d0d294-4e2f-4b2f-b77f-1978b1bb96b4 req-dfb36dc9-268f-45cf-bf29-aef5b408c2cf tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446482 Dec 20 21:59:37.858259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6740ca7-1b39-4beb-b246-8445da2fee24 req-559577cb-f3e6-4ba1-a839-0af9a0822f8d tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:37.860089 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6740ca7-1b39-4beb-b246-8445da2fee24 req-559577cb-f3e6-4ba1-a839-0af9a0822f8d tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.66 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec&tenant_id=b10917a0b0a84d09a232533fea1d4753&binding%3Ahost_id=n-h1-xena-1 HTTP/1.1" status: 200 len: 943 time: 0.1049056 Dec 20 21:59:37.913244 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426828d-2513-4209-b106-7ae7c08894f6 req-5f50a0f7-c8e3-41d3-83a8-44d77a676efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:37.914696 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d426828d-2513-4209-b106-7ae7c08894f6 req-5f50a0f7-c8e3-41d3-83a8-44d77a676efe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b10917a0b0a84d09a232533fea1d4753&device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 1092 time: 0.0981781 Dec 20 21:59:37.982921 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-b6740ca7-1b39-4beb-b246-8445da2fee24 req-abccd22d-150c-45a1-a801-07889058d005 service neutron] delete failed (client error): The resource could not be found. Dec 20 21:59:37.984042 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6740ca7-1b39-4beb-b246-8445da2fee24 req-abccd22d-150c-45a1-a801-07889058d005 service neutron] 10.222.0.66 "DELETE /v2.0/ports/db570d32-8a78-40e2-9ce8-1e8e79097ca6/bindings/n-h2-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.1170468 Dec 20 21:59:38.029438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426828d-2513-4209-b106-7ae7c08894f6 req-96fd0ceb-31c9-405b-9548-d77db552522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:38.030977 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d426828d-2513-4209-b106-7ae7c08894f6 req-96fd0ceb-31c9-405b-9548-d77db552522e service neutron] 10.222.0.31 "GET /v2.0/networks?id=e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 200 len: 915 time: 0.1007605 Dec 20 21:59:38.085996 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d426828d-2513-4209-b106-7ae7c08894f6 req-bb278325-6af3-4911-986c-4da4676e3dc8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db570d32-8a78-40e2-9ce8-1e8e79097ca6 HTTP/1.1" status: 200 len: 217 time: 0.0487573 Dec 20 21:59:38.457917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426828d-2513-4209-b106-7ae7c08894f6 req-3d07831d-7f10-4098-b1e4-f9abff9766e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:38.459522 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d426828d-2513-4209-b106-7ae7c08894f6 req-3d07831d-7f10-4098-b1e4-f9abff9766e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=21164617-0c2d-4b1c-bb62-712dc3ecd5b8 HTTP/1.1" status: 200 len: 854 time: 0.3677537 Dec 20 21:59:38.462306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6740ca7-1b39-4beb-b246-8445da2fee24 req-efa6b505-7a95-4d62-b5d9-6235aedb9c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:38.463657 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6740ca7-1b39-4beb-b246-8445da2fee24 req-efa6b505-7a95-4d62-b5d9-6235aedb9c25 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b10917a0b0a84d09a232533fea1d4753&device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 1092 time: 0.3872192 Dec 20 21:59:38.497106 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d426828d-2513-4209-b106-7ae7c08894f6 req-78df1a40-9dd5-47c3-aaa8-2df111705650 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e587313c-deba-4082-8db0-d22a44df2db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304778 Dec 20 21:59:38.649060 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6740ca7-1b39-4beb-b246-8445da2fee24 req-56af22e5-95a2-4618-9d83-a08dbccb016c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:38.650589 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6740ca7-1b39-4beb-b246-8445da2fee24 req-56af22e5-95a2-4618-9d83-a08dbccb016c service neutron] 10.222.0.66 "GET /v2.0/networks?id=e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 200 len: 915 time: 0.1765008 Dec 20 21:59:38.655875 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d426828d-2513-4209-b106-7ae7c08894f6 req-d5045f28-1776-41e6-b5b7-9e80fd9c41fe service neutron] 10.222.0.31 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493700 Dec 20 21:59:38.699312 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6740ca7-1b39-4beb-b246-8445da2fee24 req-691ced5a-72e5-4a3a-835c-e07627873feb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db570d32-8a78-40e2-9ce8-1e8e79097ca6 HTTP/1.1" status: 200 len: 217 time: 0.0420465 Dec 20 21:59:38.800083 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6740ca7-1b39-4beb-b246-8445da2fee24 req-3e2e7006-b0ec-4407-8095-1fad6fadf4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:38.801661 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6740ca7-1b39-4beb-b246-8445da2fee24 req-3e2e7006-b0ec-4407-8095-1fad6fadf4f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21164617-0c2d-4b1c-bb62-712dc3ecd5b8 HTTP/1.1" status: 200 len: 854 time: 0.0930779 Dec 20 21:59:38.843718 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6740ca7-1b39-4beb-b246-8445da2fee24 req-ee57d81c-d0b4-4426-bfc5-8c0c200ed71e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e587313c-deba-4082-8db0-d22a44df2db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334387 Dec 20 21:59:38.845828 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d426828d-2513-4209-b106-7ae7c08894f6 req-285cf8d3-0164-4e64-a61d-4718d2186248 service neutron] 10.222.0.31 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828213 Dec 20 21:59:38.986901 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6740ca7-1b39-4beb-b246-8445da2fee24 req-9f91372c-6fd0-4673-9e3a-411487fc9bc6 service neutron] 10.222.0.66 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350255 Dec 20 21:59:38.995639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301cae4-06ce-47cc-8464-3b34e7509bc3 req-1ca42051-9bf3-4c27-8e7f-2238ae5849ab tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:38.997161 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4301cae4-06ce-47cc-8464-3b34e7509bc3 req-1ca42051-9bf3-4c27-8e7f-2238ae5849ab tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 943 time: 0.0806563 Dec 20 21:59:39.031460 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device db570d32-8a78-40e2-9ce8-1e8e79097ca6 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:59:39.097029 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4301cae4-06ce-47cc-8464-3b34e7509bc3 req-937358cc-37d2-4e5a-b705-3aec9744a24e tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891380 Dec 20 21:59:39.132079 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b6740ca7-1b39-4beb-b246-8445da2fee24 req-66eb2d56-04c3-4815-8b40-94fb87f554b5 service neutron] 10.222.0.66 "GET /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336823 Dec 20 21:59:39.135192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port db570d32-8a78-40e2-9ce8-1e8e79097ca6, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=db570d32-8a78-40e2-9ce8-1e8e79097ca6,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:59:39.147829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'db570d32-8a78-40e2-9ce8-1e8e79097ca6', 'network_id': 'e587313c-deba-4082-8db0-d22a44df2db0', 'port_id': 'db570d32-8a78-40e2-9ce8-1e8e79097ca6', 'mac_address': 'fa:16:3e:65:c9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21164617-0c2d-4b1c-bb62-712dc3ecd5b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:59:39.194316 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:39.207849 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db570d32-8a78-40e2-9ce8-1e8e79097ca6 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:59:39.230861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port db570d32-8a78-40e2-9ce8-1e8e79097ca6, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=db570d32-8a78-40e2-9ce8-1e8e79097ca6,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:59:39.236875 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:39.289273 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=db570d32-8a78-40e2-9ce8-1e8e79097ca6,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:39.531297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['db570d32-8a78-40e2-9ce8-1e8e79097ca6'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:59:40.230587 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcba2f-89d8-4696-a4d6-417e199d0a28 req-c1502087-45ae-4cb7-88c1-72cd03a9391c tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:40.232215 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2ebcba2f-89d8-4696-a4d6-417e199d0a28 req-c1502087-45ae-4cb7-88c1-72cd03a9391c tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 944 time: 0.0573914 Dec 20 21:59:40.275907 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2ebcba2f-89d8-4696-a4d6-417e199d0a28 req-bb3d68bc-45e9-478b-9d33-4082bb8e1a1e tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376136 Dec 20 21:59:40.398948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b35c5-45d7-438a-8802-0a938a01a7d7 req-71292e33-d767-4296-9050-002371bdcd07 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:40.400369 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a8b35c5-45d7-438a-8802-0a938a01a7d7 req-71292e33-d767-4296-9050-002371bdcd07 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 944 time: 0.0561230 Dec 20 21:59:40.444583 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a8b35c5-45d7-438a-8802-0a938a01a7d7 req-beae180d-e33b-402e-986d-c51b9e9e7488 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376778 Dec 20 21:59:40.578945 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08fe34-0389-4872-a72e-7d788edbae8e req-0546a06d-296b-4c95-b070-5cfd94322383 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:40.580832 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1d08fe34-0389-4872-a72e-7d788edbae8e req-0546a06d-296b-4c95-b070-5cfd94322383 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 944 time: 0.0601826 Dec 20 21:59:40.636783 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1d08fe34-0389-4872-a72e-7d788edbae8e req-710434eb-aa55-4e5e-bcd3-9f2f4dbd34bb tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471094 Dec 20 21:59:41.007107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7317e22-a02b-4f2e-bb68-b9dd7f3fe120 req-24574ca0-e004-4a48-8c57-9b0579cbff7a tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:41.008675 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f7317e22-a02b-4f2e-bb68-b9dd7f3fe120 req-24574ca0-e004-4a48-8c57-9b0579cbff7a tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 944 time: 0.0570405 Dec 20 21:59:41.039825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device db570d32-8a78-40e2-9ce8-1e8e79097ca6 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:59:41.052019 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f7317e22-a02b-4f2e-bb68-b9dd7f3fe120 req-117da7b4-b1d5-4b38-9f89-ac87ac318ac2 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355144 Dec 20 21:59:41.099122 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port db570d32-8a78-40e2-9ce8-1e8e79097ca6 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 21:59:41.103017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port db570d32-8a78-40e2-9ce8-1e8e79097ca6 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:59:41.103393 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:41.182929 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:41.205420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa3da91-2880-4d73-9d8d-1d73cb9925ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db570d32-8a78-40e2-9ce8-1e8e79097ca6'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:59:41.207819 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb70d50-f468-4086-8525-b8345258e59f" -d '{"events": [{"server_uuid": "2fa3da91-2880-4d73-9d8d-1d73cb9925ec", "name": "network-vif-plugged", "status": "completed", "tag": "db570d32-8a78-40e2-9ce8-1e8e79097ca6"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:59:41.224039 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port db570d32-8a78-40e2-9ce8-1e8e79097ca6, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=db570d32-8a78-40e2-9ce8-1e8e79097ca6,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:59:41.230409 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:41.255113 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f4f109-822b-460e-ad60-40a43042873e x-openstack-request-id: req-08f4f109-822b-460e-ad60-40a43042873e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:59:41.255113 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa3da91-2880-4d73-9d8d-1d73cb9925ec", "name": "network-vif-plugged", "status": "completed", "tag": "db570d32-8a78-40e2-9ce8-1e8e79097ca6", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:59:41.255714 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08f4f109-822b-460e-ad60-40a43042873e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:59:41.255714 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa3da91-2880-4d73-9d8d-1d73cb9925ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db570d32-8a78-40e2-9ce8-1e8e79097ca6', 'code': 200} Dec 20 21:59:41.281507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=db570d32-8a78-40e2-9ce8-1e8e79097ca6,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:42.178023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ba964-341e-4605-8e03-cdbc866d708b req-dd4784d0-235e-4982-a92a-481bc9a135d5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:42.179649 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b07ba964-341e-4605-8e03-cdbc866d708b req-dd4784d0-235e-4982-a92a-481bc9a135d5 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0518365 Dec 20 21:59:42.225306 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b07ba964-341e-4605-8e03-cdbc866d708b req-1c8eb99e-c034-4817-9e0a-a511c474a5a2 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.32 "GET /v2.0/security-groups?id=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393498 Dec 20 21:59:42.312687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d94a9-b6a4-4fc0-8f93-ecfe764a79d8 req-1dccc726-1647-4b32-adda-a631514c6567 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:42.314215 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-283d94a9-b6a4-4fc0-8f93-ecfe764a79d8 req-1dccc726-1647-4b32-adda-a631514c6567 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.31 "GET /v2.0/ports?device_id=2fa3da91-2880-4d73-9d8d-1d73cb9925ec HTTP/1.1" status: 200 len: 945 time: 0.0614889 Dec 20 21:59:42.420471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-283d94a9-b6a4-4fc0-8f93-ecfe764a79d8 req-979564d5-23f8-4d2d-8572-9827a3084b82 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Deleting port db570d32-8a78-40e2-9ce8-1e8e79097ca6 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 21:59:42.420800 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-283d94a9-b6a4-4fc0-8f93-ecfe764a79d8 req-979564d5-23f8-4d2d-8572-9827a3084b82 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:42.528992 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-283d94a9-b6a4-4fc0-8f93-ecfe764a79d8 req-979564d5-23f8-4d2d-8572-9827a3084b82 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] For port db570d32-8a78-40e2-9ce8-1e8e79097ca6, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=db570d32-8a78-40e2-9ce8-1e8e79097ca6,segment=NetworkSegment(5a368146-b441-45fa-ac1a-2b694addf485),segment_id=5a368146-b441-45fa-ac1a-2b694addf485)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:59:42.529351 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-283d94a9-b6a4-4fc0-8f93-ecfe764a79d8 req-979564d5-23f8-4d2d-8572-9827a3084b82 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:42.545298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-283d94a9-b6a4-4fc0-8f93-ecfe764a79d8 req-979564d5-23f8-4d2d-8572-9827a3084b82 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Calling delete_port for db570d32-8a78-40e2-9ce8-1e8e79097ca6 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 21:59:42.690689 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-283d94a9-b6a4-4fc0-8f93-ecfe764a79d8 req-979564d5-23f8-4d2d-8572-9827a3084b82 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:42.724459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['db570d32-8a78-40e2-9ce8-1e8e79097ca6'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 21:59:42.726084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979564d5-23f8-4d2d-8572-9827a3084b82 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Pushing event deleted for resources: {'Port': ['ID=db570d32-8a78-40e2-9ce8-1e8e79097ca6,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:42.776566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-283d94a9-b6a4-4fc0-8f93-ecfe764a79d8 req-979564d5-23f8-4d2d-8572-9827a3084b82 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] No DVR routers for this DVR port db570d32-8a78-40e2-9ce8-1e8e79097ca6 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 21:59:42.779713 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-283d94a9-b6a4-4fc0-8f93-ecfe764a79d8 req-979564d5-23f8-4d2d-8572-9827a3084b82 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:42.783255 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-283d94a9-b6a4-4fc0-8f93-ecfe764a79d8 req-979564d5-23f8-4d2d-8572-9827a3084b82 tempest-ServerDiskConfigTestJSON-514212043 tempest-ServerDiskConfigTestJSON-514212043-project] 10.222.0.31 "DELETE /v2.0/ports/db570d32-8a78-40e2-9ce8-1e8e79097ca6 HTTP/1.1" status: 204 len: 173 time: 0.4593778 Dec 20 21:59:42.783844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa3da91-2880-4d73-9d8d-1d73cb9925ec', 'name': 'network-vif-deleted', 'tag': 'db570d32-8a78-40e2-9ce8-1e8e79097ca6'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:59:42.786340 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af37370-0731-4ffa-a2c1-7b52a883d50f" -d '{"events": [{"server_uuid": "2fa3da91-2880-4d73-9d8d-1d73cb9925ec", "name": "network-vif-deleted", "tag": "db570d32-8a78-40e2-9ce8-1e8e79097ca6"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:59:42.825468 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 21:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505d7ada-7ddb-4c62-ae70-349b09ab4246 x-openstack-request-id: req-505d7ada-7ddb-4c62-ae70-349b09ab4246 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:59:42.825824 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa3da91-2880-4d73-9d8d-1d73cb9925ec", "name": "network-vif-deleted", "tag": "db570d32-8a78-40e2-9ce8-1e8e79097ca6", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:59:42.826040 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-505d7ada-7ddb-4c62-ae70-349b09ab4246 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:59:42.826502 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa3da91-2880-4d73-9d8d-1d73cb9925ec', 'name': 'network-vif-deleted', 'tag': 'db570d32-8a78-40e2-9ce8-1e8e79097ca6', 'status': 'completed', 'code': 200} Dec 20 21:59:43.362775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49866) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:59:43.414679 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Deleting subnet 21164617-0c2d-4b1c-bb62-712dc3ecd5b8 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 21:59:43.418572 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:43.455868 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:43.497984 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:43.566848 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:43.594028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21164617-0c2d-4b1c-bb62-712dc3ecd5b8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:43.603890 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:43.607245 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/21164617-0c2d-4b1c-bb62-712dc3ecd5b8 HTTP/1.1" status: 204 len: 168 time: 0.2432370 Dec 20 21:59:43.608884 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:43.609219 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:43.609548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:43.610819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:43.610819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:43.610819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:43.610819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:43.611325 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:43.611411 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49868) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:59:43.611816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:43.611816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:43.612116 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:43.612367 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acfaad7-d6aa-44fa-abb3-c811074f7be6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:43.706322 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b509f1cf-b568-41bc-99c7-b9c5502c487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:43.801628 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b509f1cf-b568-41bc-99c7-b9c5502c487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:43.825080 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-b509f1cf-b568-41bc-99c7-b9c5502c487c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e587313c-deba-4082-8db0-d22a44df2db0']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:59:43.834664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-b509f1cf-b568-41bc-99c7-b9c5502c487c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a368146-b441-45fa-ac1a-2b694addf485') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:59:43.834955 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-b509f1cf-b568-41bc-99c7-b9c5502c487c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a368146-b441-45fa-ac1a-2b694addf485') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:59:43.844340 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b509f1cf-b568-41bc-99c7-b9c5502c487c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:43.858134 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b509f1cf-b568-41bc-99c7-b9c5502c487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:43.865247 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b509f1cf-b568-41bc-99c7-b9c5502c487c admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 21:59:43.865803 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b509f1cf-b568-41bc-99c7-b9c5502c487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: timer() Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 21:59:43.868116 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 21:59:43.933303 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b509f1cf-b568-41bc-99c7-b9c5502c487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:43.940148 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b509f1cf-b568-41bc-99c7-b9c5502c487c admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:43.943969 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b509f1cf-b568-41bc-99c7-b9c5502c487c admin admin] 10.222.0.32 "DELETE /v2.0/networks/e587313c-deba-4082-8db0-d22a44df2db0 HTTP/1.1" status: 204 len: 168 time: 0.3316901 Dec 20 21:59:43.953660 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509f1cf-b568-41bc-99c7-b9c5502c487c admin admin] Pushing event deleted for resources: {'Network': ['ID=e587313c-deba-4082-8db0-d22a44df2db0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:44.064525 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49872) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:59:44.111562 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0c7891ae-be32-4635-98b5-0ed94b88e6ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b10917a0b0a84d09a232533fea1d4753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455997 Dec 20 21:59:44.114177 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49874) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:59:44.174011 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4fbb4214-d550-45c6-bd13-f44afb603ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:44.197042 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4fbb4214-d550-45c6-bd13-f44afb603ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:44.261082 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4fbb4214-d550-45c6-bd13-f44afb603ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:44.263698 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4fbb4214-d550-45c6-bd13-f44afb603ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:44.264971 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4fbb4214-d550-45c6-bd13-f44afb603ede admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb HTTP/1.1" status: 204 len: 168 time: 0.1497612 Dec 20 21:59:44.273557 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb4214-d550-45c6-bd13-f44afb603ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b0eb61-6a01-4c7d-90b1-2cbc7f8d2efb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:45.070959 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device db570d32-8a78-40e2-9ce8-1e8e79097ca6 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 21:59:45.090572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 49896) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:59:45.101263 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: db570d32-8a78-40e2-9ce8-1e8e79097ca6 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 21:59:45.101657 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device db570d32-8a78-40e2-9ce8-1e8e79097ca6 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 21:59:45.108476 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:45.221114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-fa040735-5310-447d-bdbd-3b9832bbad47 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2067724838-network', 'tenant_id': '62696e1014a64287bd2136ff7607fc96'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:59:45.245165 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa040735-5310-447d-bdbd-3b9832bbad47 admin admin] Made reservation on behalf of 62696e1014a64287bd2136ff7607fc96 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:59:45.247708 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa040735-5310-447d-bdbd-3b9832bbad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:45.260723 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa040735-5310-447d-bdbd-3b9832bbad47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:45.345376 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa040735-5310-447d-bdbd-3b9832bbad47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:45.350980 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa040735-5310-447d-bdbd-3b9832bbad47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:45.376253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa040735-5310-447d-bdbd-3b9832bbad47 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 21:59:45.386412 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa040735-5310-447d-bdbd-3b9832bbad47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518b445c-1484-495c-a39c-84333a07a83f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:45.391547 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa040735-5310-447d-bdbd-3b9832bbad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:45.391877 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-fa040735-5310-447d-bdbd-3b9832bbad47 admin admin] Added segment 356390fa-3d9d-4b8b-8ecf-a3f4467e463e of type vlan for network 39aef4a9-ae1d-48ca-aed9-768af9087f5a Dec 20 21:59:45.440607 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa040735-5310-447d-bdbd-3b9832bbad47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:45.467668 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa040735-5310-447d-bdbd-3b9832bbad47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:45.468798 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa040735-5310-447d-bdbd-3b9832bbad47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:45.469407 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fa040735-5310-447d-bdbd-3b9832bbad47 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:45.527020 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fa040735-5310-447d-bdbd-3b9832bbad47 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4352074 Dec 20 21:59:45.531586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49900) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:59:45.536150 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa040735-5310-447d-bdbd-3b9832bbad47 admin admin] Pushing event updated for resources: {'Network': ['ID=39aef4a9-ae1d-48ca-aed9-768af9087f5a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:45.537045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1298666b-bc85-4b9e-b49e-e11c9a3e6ef6 admin admin] Request body: {'subnet': {'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2067724838-subnet', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:59:45.548026 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 39aef4a9-ae1d-48ca-aed9-768af9087f5a details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 21:59:45.563498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1298666b-bc85-4b9e-b49e-e11c9a3e6ef6 admin admin] Made reservation on behalf of 62696e1014a64287bd2136ff7607fc96 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:59:45.566309 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1298666b-bc85-4b9e-b49e-e11c9a3e6ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:45.760133 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1298666b-bc85-4b9e-b49e-e11c9a3e6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:45.823196 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298666b-bc85-4b9e-b49e-e11c9a3e6ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4408fff8-41c7-4651-80dd-1ef95c0748d0,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:45.835029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298666b-bc85-4b9e-b49e-e11c9a3e6ef6 admin admin] Checking segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:59:45.835388 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1298666b-bc85-4b9e-b49e-e11c9a3e6ef6 admin admin] Network hostable DHCP agents. Network: 39aef4a9-ae1d-48ca-aed9-768af9087f5a, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 21:59:45.853754 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1298666b-bc85-4b9e-b49e-e11c9a3e6ef6 admin admin] Network 39aef4a9-ae1d-48ca-aed9-768af9087f5a is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 21:59:45.866302 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-1298666b-bc85-4b9e-b49e-e11c9a3e6ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 39aef4a9-ae1d-48ca-aed9-768af9087f5a) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:59:45.871438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1298666b-bc85-4b9e-b49e-e11c9a3e6ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:45.872838 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1298666b-bc85-4b9e-b49e-e11c9a3e6ef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:45.876910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfc5f9e-1a16-421a-95df-e30b8c731fe4 None None] Network 39aef4a9-ae1d-48ca-aed9-768af9087f5a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:59:45.894703 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1298666b-bc85-4b9e-b49e-e11c9a3e6ef6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3617334 Dec 20 21:59:45.898194 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49902) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:59:45.903638 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:59:45.928845 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:45.930526 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:46.001504 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:46.060669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 21:59:46.061580 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:46.155196 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:46.206172 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Allocated IP 172.20.0.2 (39aef4a9-ae1d-48ca-aed9-768af9087f5a/4408fff8-41c7-4651-80dd-1ef95c0748d0/884c30d9-d5ee-425e-b8ec-0aa1a3abd85c) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:59:46.385762 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:46.395056 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:46.395326 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:46.417228 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:46.452597 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Network 39aef4a9-ae1d-48ca-aed9-768af9087f5a is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:59:46.456620 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:59:46.461582 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:59:46.475076 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Pushing event updated for resources: {'Port': ['ID=884c30d9-d5ee-425e-b8ec-0aa1a3abd85c,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:46.531658 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Attempting to bind port 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:59:46.532038 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Attempting to bind port 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:59:46.532387 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Attempting to bind port 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:59:46.538136 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:59:46.538509 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Checking segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:59:46.538910 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:46.539298 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Bound using segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:59:46.539760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Bound port: 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:59:46.540138 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:46.547349 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Allocated IP 172.35.3.98 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/cc423636-bdd0-4ae6-9e45-7194dffc5abe) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:59:46.606017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] For port 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:59:46.612398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] For port 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=884c30d9-d5ee-425e-b8ec-0aa1a3abd85c,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:59:46.618840 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:46.662184 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:46.679442 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f264150-3920-4a1a-a0da-30c89003ce65 None None] Pushing event updated for resources: {'Port': ['ID=884c30d9-d5ee-425e-b8ec-0aa1a3abd85c,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:46.711944 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:46.753370 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:59:46.756571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:59:46.764054 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:59:46.767320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Pushing event updated for resources: {'Port': ['ID=cc423636-bdd0-4ae6-9e45-7194dffc5abe,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:47.045842 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:47.247311 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:47.389943 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Router 18a71ccc-c545-4d7a-8424-5eab6db2d729 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 21:59:47.505464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:59:47.517717 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Sync routers for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:59:47.525406 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:47.527012 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c59e1bcd-f6b0-4ab5-b1f4-0b4bc2bcd2dd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6271124 Dec 20 21:59:47.529784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49904) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:59:47.530988 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:59:47.531626 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:59:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:59:47.645511 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00c8337-10e5-4b24-bebc-894370a1a4e4 None None] Network 39aef4a9-ae1d-48ca-aed9-768af9087f5a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 21:59:47.875801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:59:47.981854 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8b3a463a-7112-482f-8258-0392a192e977 None None] Provisioning complete for port 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:59:47.982185 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b3a463a-7112-482f-8258-0392a192e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:48.200164 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b3a463a-7112-482f-8258-0392a192e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:48.249619 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8b3a463a-7112-482f-8258-0392a192e977 None None] For port 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=884c30d9-d5ee-425e-b8ec-0aa1a3abd85c,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:59:48.251682 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:46Z', 'revision_number': 3, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:59:48.284132 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:48.287749 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b3a463a-7112-482f-8258-0392a192e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:48.293289 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Checking router: 18a71ccc-c545-4d7a-8424-5eab6db2d729 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:59:48.293639 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Updating router 18a71ccc-c545-4d7a-8424-5eab6db2d729 port cc423636-bdd0-4ae6-9e45-7194dffc5abe binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:59:48.344730 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:48.353984 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:48.389495 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a463a-7112-482f-8258-0392a192e977 None None] Pushing event updated for resources: {'Port': ['ID=884c30d9-d5ee-425e-b8ec-0aa1a3abd85c,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:48.464249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] Allocated IP 172.20.0.1 (39aef4a9-ae1d-48ca-aed9-768af9087f5a/4408fff8-41c7-4651-80dd-1ef95c0748d0/a18268b1-cc7e-485f-8548-f9e68036d8b4) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:59:48.545548 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a36dfcbb-d847-427f-a395-d92206deeace None None] Provisioning complete for port 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:59:48.546670 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a36dfcbb-d847-427f-a395-d92206deeace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:48.572613 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:48.614805 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:48.664617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] Network 39aef4a9-ae1d-48ca-aed9-768af9087f5a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:59:48.668723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:59:48.671494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:59:48.707483 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:59:48.714770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] Pushing event updated for resources: {'Port': ['ID=a18268b1-cc7e-485f-8548-f9e68036d8b4,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:48.732567 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:48.752443 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:48.763837 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:48.834746 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Attempting to bind port cc423636-bdd0-4ae6-9e45-7194dffc5abe on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:59:48.835132 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Attempting to bind port cc423636-bdd0-4ae6-9e45-7194dffc5abe by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:59:48.835490 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Attempting to bind port cc423636-bdd0-4ae6-9e45-7194dffc5abe on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:59:48.839556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad038607-fd17-4566-b57d-67f620d2cba2 None None] Pushing event updated for resources: {'Port': ['ID=cc423636-bdd0-4ae6-9e45-7194dffc5abe,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:48.845458 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:59:48.845835 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:59:48.846274 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:48.846786 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:59:48.847162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Bound port: cc423636-bdd0-4ae6-9e45-7194dffc5abe, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:59:48.847843 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:48.850417 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:59:48.850759 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:48.878187 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:48.938473 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] For port cc423636-bdd0-4ae6-9e45-7194dffc5abe, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:59:48.943198 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] For port cc423636-bdd0-4ae6-9e45-7194dffc5abe, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cc423636-bdd0-4ae6-9e45-7194dffc5abe,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:59:48.972801 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:49.060739 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6935d31c-254d-45e5-afa2-1b68245b3a0c None None] Provisioning complete for port a18268b1-cc7e-485f-8548-f9e68036d8b4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:59:49.061123 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6935d31c-254d-45e5-afa2-1b68245b3a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:49.062114 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:49.063632 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad038607-fd17-4566-b57d-67f620d2cba2 None None] Pushing event updated for resources: {'Port': ['ID=cc423636-bdd0-4ae6-9e45-7194dffc5abe,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:49.069140 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:49.087357 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:59:49.088004 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:59:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:59:49.139144 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] Pushing event updated for resources: {'Port': ['ID=a18268b1-cc7e-485f-8548-f9e68036d8b4,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:49.144274 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:49.167178 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6935d31c-254d-45e5-afa2-1b68245b3a0c None None] Port a18268b1-cc7e-485f-8548-f9e68036d8b4 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:59:49.207386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:59:49.235044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] Network 39aef4a9-ae1d-48ca-aed9-768af9087f5a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:59:49.236511 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:59:49.363350 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] Router 18a71ccc-c545-4d7a-8424-5eab6db2d729 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 21:59:49.429947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 2, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:59:49.462596 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857ce38b-2fd0-4564-a2de-9a54dbfc5df9 None None] The sync data for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 is: [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 2, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:59:49.480919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 21:59:49.486723 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-594d3d1b-89aa-439d-81c3-e1754107b346 admin admin] 10.222.0.32 "PUT /v2.0/routers/18a71ccc-c545-4d7a-8424-5eab6db2d729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9556930 Dec 20 21:59:49.488406 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3141f71c-6354-4914-9f9d-f5105150596a None None] Provisioning complete for port a18268b1-cc7e-485f-8548-f9e68036d8b4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:59:49.488773 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3141f71c-6354-4914-9f9d-f5105150596a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:49.524589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3141f71c-6354-4914-9f9d-f5105150596a None None] Port a18268b1-cc7e-485f-8548-f9e68036d8b4 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:59:50.681560 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device cc423636-bdd0-4ae6-9e45-7194dffc5abe up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:59:50.732262 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port cc423636-bdd0-4ae6-9e45-7194dffc5abe triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:59:50.732633 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:50.818667 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:50.841085 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port cc423636-bdd0-4ae6-9e45-7194dffc5abe, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cc423636-bdd0-4ae6-9e45-7194dffc5abe,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:59:50.846046 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:50.895482 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=cc423636-bdd0-4ae6-9e45-7194dffc5abe,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:50.954730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49914) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:59:50.959936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-bfa96a40-1696-457e-8881-4d98b58cce02 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--794511456', 'description': 'tempest-description--397592789'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:59:50.983945 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bfa96a40-1696-457e-8881-4d98b58cce02 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:51.064797 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bfa96a40-1696-457e-8881-4d98b58cce02 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:51.069756 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bfa96a40-1696-457e-8881-4d98b58cce02 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:51.096633 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bfa96a40-1696-457e-8881-4d98b58cce02 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:51.097937 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bfa96a40-1696-457e-8881-4d98b58cce02 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1421857 Dec 20 21:59:51.101667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49916) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:59:51.107177 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-fdb7f8f3-f06e-4857-b698-51c4e6b75d11 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Request body: {'security_group_rule': {'security_group_id': '8d605332-6997-4227-b1cb-629f2699b15a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:59:51.112554 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa96a40-1696-457e-8881-4d98b58cce02 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d605332-6997-4227-b1cb-629f2699b15a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:51.140331 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fdb7f8f3-f06e-4857-b698-51c4e6b75d11 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:51.203669 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fdb7f8f3-f06e-4857-b698-51c4e6b75d11 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:51.209125 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fdb7f8f3-f06e-4857-b698-51c4e6b75d11 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:51.228270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7f8f3-f06e-4857-b698-51c4e6b75d11 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9962e365-a3c7-4382-bbcb-871689988206,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:51.239959 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fdb7f8f3-f06e-4857-b698-51c4e6b75d11 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:51.243813 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fdb7f8f3-f06e-4857-b698-51c4e6b75d11 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384084 Dec 20 21:59:51.244049 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49918) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:59:51.249843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-5e3b8e6f-7fbe-4a09-aeb5-b363aba0bef5 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Request body: {'security_group_rule': {'security_group_id': '8d605332-6997-4227-b1cb-629f2699b15a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:59:51.281208 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e3b8e6f-7fbe-4a09-aeb5-b363aba0bef5 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:51.347121 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e3b8e6f-7fbe-4a09-aeb5-b363aba0bef5 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:51.352888 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e3b8e6f-7fbe-4a09-aeb5-b363aba0bef5 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:51.371554 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b8e6f-7fbe-4a09-aeb5-b363aba0bef5 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435eedfa-b400-42e0-af02-4611bee69b1a,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:51.380945 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5e3b8e6f-7fbe-4a09-aeb5-b363aba0bef5 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:51.382335 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5e3b8e6f-7fbe-4a09-aeb5-b363aba0bef5 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371884 Dec 20 21:59:51.385554 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49920) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 21:59:51.389870 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d93222ed-9d98-4103-ae35-27e3ee5e4d54 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:59:51.413377 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d93222ed-9d98-4103-ae35-27e3ee5e4d54 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:51.450087 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Sync routers for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 21:59:51.461330 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:59:51.461952 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:59:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:59:51.515292 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d93222ed-9d98-4103-ae35-27e3ee5e4d54 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:51.565467 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:59:51.625566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-d93222ed-9d98-4103-ae35-27e3ee5e4d54 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Allocated IP 172.35.3.112 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/1fe668ec-622a-42ee-ab83-ca008cb9a6fe) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:59:51.734015 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d93222ed-9d98-4103-ae35-27e3ee5e4d54 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:51.774249 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d93222ed-9d98-4103-ae35-27e3ee5e4d54 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:51.786333 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 2, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:59:51.813095 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Checking router: 18a71ccc-c545-4d7a-8424-5eab6db2d729 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 21:59:51.813389 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Updating router 18a71ccc-c545-4d7a-8424-5eab6db2d729 port a18268b1-cc7e-485f-8548-f9e68036d8b4 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 21:59:51.817035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93222ed-9d98-4103-ae35-27e3ee5e4d54 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:59:51.820323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-d93222ed-9d98-4103-ae35-27e3ee5e4d54 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:59:51.823935 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93222ed-9d98-4103-ae35-27e3ee5e4d54 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:59:51.838742 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:51.853007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93222ed-9d98-4103-ae35-27e3ee5e4d54 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Pushing event updated for resources: {'Port': ['ID=1fe668ec-622a-42ee-ab83-ca008cb9a6fe,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:51.933093 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d93222ed-9d98-4103-ae35-27e3ee5e4d54 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:51.974385 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d93222ed-9d98-4103-ae35-27e3ee5e4d54 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:52.131363 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:52.137631 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:52.157646 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d93222ed-9d98-4103-ae35-27e3ee5e4d54 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:52.170310 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d93222ed-9d98-4103-ae35-27e3ee5e4d54 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:52.206893 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb129e-cc98-4fbd-8ca6-7410ce467365 None None] Pushing event updated for resources: {'Port': ['ID=a18268b1-cc7e-485f-8548-f9e68036d8b4,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:52.216773 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb129e-cc98-4fbd-8ca6-7410ce467365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:52.217150 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb129e-cc98-4fbd-8ca6-7410ce467365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:52.217429 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb129e-cc98-4fbd-8ca6-7410ce467365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:52.217760 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb129e-cc98-4fbd-8ca6-7410ce467365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:52.218088 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb129e-cc98-4fbd-8ca6-7410ce467365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:52.218416 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb129e-cc98-4fbd-8ca6-7410ce467365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:52.218732 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb129e-cc98-4fbd-8ca6-7410ce467365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:52.219039 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb129e-cc98-4fbd-8ca6-7410ce467365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:52.219348 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb129e-cc98-4fbd-8ca6-7410ce467365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:52.219835 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb129e-cc98-4fbd-8ca6-7410ce467365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:52.220282 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb129e-cc98-4fbd-8ca6-7410ce467365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:52.220742 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eb129e-cc98-4fbd-8ca6-7410ce467365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:52.243298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93222ed-9d98-4103-ae35-27e3ee5e4d54 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Pushing event updated for resources: {'Port': ['ID=1fe668ec-622a-42ee-ab83-ca008cb9a6fe,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:52.251899 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Attempting to bind port a18268b1-cc7e-485f-8548-f9e68036d8b4 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:59:52.252508 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Attempting to bind port a18268b1-cc7e-485f-8548-f9e68036d8b4 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:59:52.253199 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Attempting to bind port a18268b1-cc7e-485f-8548-f9e68036d8b4 on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:59:52.257061 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d93222ed-9d98-4103-ae35-27e3ee5e4d54 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:52.259014 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:59:52.259423 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Checking segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:59:52.259824 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:52.260209 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Bound using segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:59:52.260740 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Bound port: a18268b1-cc7e-485f-8548-f9e68036d8b4, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:59:52.261310 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:52.281060 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d93222ed-9d98-4103-ae35-27e3ee5e4d54 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:52.282748 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d93222ed-9d98-4103-ae35-27e3ee5e4d54 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8961833 Dec 20 21:59:52.348670 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] For port a18268b1-cc7e-485f-8548-f9e68036d8b4, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:59:52.352529 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] For port a18268b1-cc7e-485f-8548-f9e68036d8b4, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a18268b1-cc7e-485f-8548-f9e68036d8b4,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:59:52.357233 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:52.421979 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 21:59:52.423237 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T21:59:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:59:52.500191 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975df326-e7ec-451c-a0ac-217708adc340 req-22d91d7a-14e8-4529-be22-8f9b31e6816d tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--794511456&fields=id&tenant_id=62696e1014a64287bd2136ff7607fc96 HTTP/1.1" status: 200 len: 267 time: 0.0559688 Dec 20 21:59:52.527244 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb129e-cc98-4fbd-8ca6-7410ce467365 None None] Pushing event updated for resources: {'Port': ['ID=a18268b1-cc7e-485f-8548-f9e68036d8b4,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:52.574567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-056100ca-1cb6-4872-913e-360b0be672a5 None None] Provisioning complete for port a18268b1-cc7e-485f-8548-f9e68036d8b4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:59:52.576288 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-056100ca-1cb6-4872-913e-360b0be672a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:52.601130 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 21:59:52.661402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975df326-e7ec-451c-a0ac-217708adc340 req-5e4ec992-0a75-476e-82e8-daac982eeb82 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:52.663459 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975df326-e7ec-451c-a0ac-217708adc340 req-5e4ec992-0a75-476e-82e8-daac982eeb82 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 812 time: 0.1524427 Dec 20 21:59:52.691541 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975df326-e7ec-451c-a0ac-217708adc340 req-3dceba0b-e159-49a8-8ac8-e769882f1b7a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/quotas/62696e1014a64287bd2136ff7607fc96 HTTP/1.1" status: 200 len: 375 time: 0.0191336 Dec 20 21:59:52.749766 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-056100ca-1cb6-4872-913e-360b0be672a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:52.753678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a18268b1-cc7e-485f-8548-f9e68036d8b4 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:59:52.802808 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975df326-e7ec-451c-a0ac-217708adc340 req-a08b4d6f-80f9-4003-846e-fbc873e9c088 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833652 Dec 20 21:59:52.823690 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-056100ca-1cb6-4872-913e-360b0be672a5 None None] For port a18268b1-cc7e-485f-8548-f9e68036d8b4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a18268b1-cc7e-485f-8548-f9e68036d8b4,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:59:52.831642 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-056100ca-1cb6-4872-913e-360b0be672a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:52.866272 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port a18268b1-cc7e-485f-8548-f9e68036d8b4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:59:52.867059 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:52.875034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-975df326-e7ec-451c-a0ac-217708adc340 req-d8348e7b-730c-4c13-8c04-0131a8305fd4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 21:59:52.884177 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975df326-e7ec-451c-a0ac-217708adc340 req-d8348e7b-730c-4c13-8c04-0131a8305fd4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0803838 Dec 20 21:59:52.888843 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 21:59:52.908931 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056100ca-1cb6-4872-913e-360b0be672a5 None None] Pushing event updated for resources: {'Port': ['ID=a18268b1-cc7e-485f-8548-f9e68036d8b4,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:52.921006 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e81872d-c8d2-4d04-bad7-c44dca289de4 None None] The sync data for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 is: [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 21:59:52.981660 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device cc423636-bdd0-4ae6-9e45-7194dffc5abe up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:59:52.984721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-226426c6-f51a-4071-b8ad-f6f2082e5a8d None None] Provisioning complete for port a18268b1-cc7e-485f-8548-f9e68036d8b4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:59:52.985081 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-226426c6-f51a-4071-b8ad-f6f2082e5a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:53.020944 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975df326-e7ec-451c-a0ac-217708adc340 req-df23604c-f72d-4ca3-af1f-86cce28180ba service neutron] 10.222.0.32 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356838 Dec 20 21:59:53.073616 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port cc423636-bdd0-4ae6-9e45-7194dffc5abe triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:59:53.074134 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:53.140556 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975df326-e7ec-451c-a0ac-217708adc340 req-7836ecae-bc05-400e-b179-bce5c7babc3e service neutron] 10.222.0.32 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091456 Dec 20 21:59:53.353051 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e413b689-2570-4427-b412-cd01b7927149 req-b32aba79-45ef-4e8e-8d21-2da919f3f868 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 210 time: 0.0348842 Dec 20 21:59:54.504704 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-281d332f-1246-4546-8f86-95b87f9710d2 req-f5b1ed0f-666a-4fdc-90c8-7556daf51eb3 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 210 time: 0.0593314 Dec 20 21:59:54.566269 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975df326-e7ec-451c-a0ac-217708adc340 req-0aa704af-3f72-4334-a434-d8d9de8b17d1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:54.569442 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975df326-e7ec-451c-a0ac-217708adc340 req-0aa704af-3f72-4334-a434-d8d9de8b17d1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 812 time: 0.1521795 Dec 20 21:59:54.641829 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975df326-e7ec-451c-a0ac-217708adc340 req-c887d44a-0d66-4412-8444-229b67d4be1f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62696e1014a64287bd2136ff7607fc96 HTTP/1.1" status: 200 len: 379 time: 0.0493767 Dec 20 21:59:54.652930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-975df326-e7ec-451c-a0ac-217708adc340 req-a79a8684-e6cd-4f76-a852-566a0eafe672 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Request body: {'port': {'device_id': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'admin_state_up': True, 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'security_groups': ['8d605332-6997-4227-b1cb-629f2699b15a']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:59:54.663474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a18268b1-cc7e-485f-8548-f9e68036d8b4 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 21:59:54.733313 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port a18268b1-cc7e-485f-8548-f9e68036d8b4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:59:54.733805 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:54.794826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975df326-e7ec-451c-a0ac-217708adc340 req-a79a8684-e6cd-4f76-a852-566a0eafe672 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Made reservation on behalf of 62696e1014a64287bd2136ff7607fc96 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 21:59:54.799905 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-975df326-e7ec-451c-a0ac-217708adc340 req-a79a8684-e6cd-4f76-a852-566a0eafe672 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:54.949180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-975df326-e7ec-451c-a0ac-217708adc340 req-a79a8684-e6cd-4f76-a852-566a0eafe672 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Allocated IP 172.20.0.7 (39aef4a9-ae1d-48ca-aed9-768af9087f5a/4408fff8-41c7-4651-80dd-1ef95c0748d0/aa7d8d2e-4fce-4b45-abb9-d993fbaed228) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 21:59:55.128129 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-975df326-e7ec-451c-a0ac-217708adc340 req-a79a8684-e6cd-4f76-a852-566a0eafe672 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:55.164313 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-975df326-e7ec-451c-a0ac-217708adc340 req-a79a8684-e6cd-4f76-a852-566a0eafe672 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:55.224541 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975df326-e7ec-451c-a0ac-217708adc340 req-a79a8684-e6cd-4f76-a852-566a0eafe672 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Network 39aef4a9-ae1d-48ca-aed9-768af9087f5a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 21:59:55.227782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-975df326-e7ec-451c-a0ac-217708adc340 req-a79a8684-e6cd-4f76-a852-566a0eafe672 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 21:59:55.234632 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-975df326-e7ec-451c-a0ac-217708adc340 req-a79a8684-e6cd-4f76-a852-566a0eafe672 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 21:59:55.238835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a8684-e6cd-4f76-a852-566a0eafe672 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Pushing event updated for resources: {'Port': ['ID=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:55.296158 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975df326-e7ec-451c-a0ac-217708adc340 req-a79a8684-e6cd-4f76-a852-566a0eafe672 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:55.296802 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-975df326-e7ec-451c-a0ac-217708adc340 req-a79a8684-e6cd-4f76-a852-566a0eafe672 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:55.315229 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975df326-e7ec-451c-a0ac-217708adc340 req-a79a8684-e6cd-4f76-a852-566a0eafe672 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6674664 Dec 20 21:59:55.332594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Request body: {'port': {'device_id': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 21:59:55.400006 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:55.501950 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a32d889b-221e-49a2-9196-43070a8fa204 None None] Provisioning complete for port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 21:59:55.502469 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a32d889b-221e-49a2-9196-43070a8fa204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:55.547956 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a32d889b-221e-49a2-9196-43070a8fa204 None None] Port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 21:59:55.642859 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7fe71-558b-4c9c-bf7d-97f0a88b1595 req-631917a3-00ca-49b8-80ba-0c7494c18cee tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:55.644409 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-35b7fe71-558b-4c9c-bf7d-97f0a88b1595 req-631917a3-00ca-49b8-80ba-0c7494c18cee tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 931 time: 0.0558548 Dec 20 21:59:55.700030 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-35b7fe71-558b-4c9c-bf7d-97f0a88b1595 req-65eb1d63-4fa6-4470-8ebc-e0ac45d79bef tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458963 Dec 20 21:59:55.702410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7d8d2e-4fce-4b45-abb9-d993fbaed228 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:59:55.712746 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:55.730457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Transition to ACTIVE for port object aa7d8d2e-4fce-4b45-abb9-d993fbaed228 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 21:59:55.734996 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:55.800602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Pushing event updated for resources: {'Port': ['ID=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:55.822490 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:55.822832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:55.823170 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:55.823516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:55.823832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:55.824159 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:55.824484 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:55.824796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:55.825116 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:55.825436 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:55.825755 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:55.826171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 21:59:55.887382 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Attempting to bind port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 21:59:55.887720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Attempting to bind port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 21:59:55.888053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Attempting to bind port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:59:55.893588 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 21:59:55.893905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Attempting to bind port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 21:59:55.900543 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 21, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 21:59:55.900974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Checking segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 21:59:55.901267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Bound using segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 21:59:55.901704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Bound port: aa7d8d2e-4fce-4b45-abb9-d993fbaed228, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 21:59:55.902098 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:55.992818 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] For port aa7d8d2e-4fce-4b45-abb9-d993fbaed228, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 21:59:55.997691 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] For port aa7d8d2e-4fce-4b45-abb9-d993fbaed228, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 21:59:56.005282 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:56.052745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:56.053620 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:56.056368 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975df326-e7ec-451c-a0ac-217708adc340 req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] 10.222.0.66 "PUT /v2.0/ports/aa7d8d2e-4fce-4b45-abb9-d993fbaed228 HTTP/1.1" status: 200 len: 1089 time: 0.7288406 Dec 20 21:59:56.056963 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'tag': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 21:59:56.059356 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ea55c2-ec4e-42d2-a2a2-35ef8aa33602" -d '{"events": [{"name": "network-changed", "server_uuid": "fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0", "tag": "aa7d8d2e-4fce-4b45-abb9-d993fbaed228"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 21:59:56.107420 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc193dbc-8e27-440f-95ad-c7bee4fe668b service neutron] Pushing event updated for resources: {'Port': ['ID=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:56.135046 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 21:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb75166-ff28-4c05-8dc1-03dda80322c8 x-openstack-request-id: req-1cb75166-ff28-4c05-8dc1-03dda80322c8 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 21:59:56.135365 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0", "tag": "aa7d8d2e-4fce-4b45-abb9-d993fbaed228", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 21:59:56.135626 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1cb75166-ff28-4c05-8dc1-03dda80322c8 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 21:59:56.136048 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'tag': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228', 'status': 'completed', 'code': 200} Dec 20 21:59:56.174152 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975df326-e7ec-451c-a0ac-217708adc340 req-9736dff1-f491-4afd-82b0-2aab53be421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:56.175815 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975df326-e7ec-451c-a0ac-217708adc340 req-9736dff1-f491-4afd-82b0-2aab53be421f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 1092 time: 0.0557294 Dec 20 21:59:56.235557 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975df326-e7ec-451c-a0ac-217708adc340 req-db7085b5-8fd6-464c-9f3c-1006725cf0b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228 HTTP/1.1" status: 200 len: 217 time: 0.0471351 Dec 20 21:59:56.304337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975df326-e7ec-451c-a0ac-217708adc340 req-397ba9e8-3652-4f45-9d7a-6e452a62957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:56.306368 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975df326-e7ec-451c-a0ac-217708adc340 req-397ba9e8-3652-4f45-9d7a-6e452a62957d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0635891 Dec 20 21:59:56.369257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975df326-e7ec-451c-a0ac-217708adc340 req-fed12cbd-4836-49bb-b21a-2827123d18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:56.370782 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975df326-e7ec-451c-a0ac-217708adc340 req-fed12cbd-4836-49bb-b21a-2827123d18e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0570152 Dec 20 21:59:56.501040 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975df326-e7ec-451c-a0ac-217708adc340 req-6cd8ff91-3c97-486e-864f-98ae21e69290 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226916 Dec 20 21:59:56.615273 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-975df326-e7ec-451c-a0ac-217708adc340 req-758c69ec-fc88-4997-a5a5-e09b1876f8bd service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075678 Dec 20 21:59:56.759163 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea55c2-ec4e-42d2-a2a2-35ef8aa33602 req-14883156-e5d0-440e-96cf-20f932886209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:56.764086 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79ea55c2-ec4e-42d2-a2a2-35ef8aa33602 req-14883156-e5d0-440e-96cf-20f932886209 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 1092 time: 0.0606661 Dec 20 21:59:56.858570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4773a1e-191a-4c03-8cc3-9a25d3c5d24d req-e5da8a48-c10f-4c97-a601-079ea8e2fd2b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:56.860669 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b4773a1e-191a-4c03-8cc3-9a25d3c5d24d req-e5da8a48-c10f-4c97-a601-079ea8e2fd2b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 943 time: 0.0700152 Dec 20 21:59:56.898766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea55c2-ec4e-42d2-a2a2-35ef8aa33602 req-ce4a6e38-9102-497f-9b0d-18d21030f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:56.900691 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79ea55c2-ec4e-42d2-a2a2-35ef8aa33602 req-ce4a6e38-9102-497f-9b0d-18d21030f8b7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1296813 Dec 20 21:59:56.910930 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b4773a1e-191a-4c03-8cc3-9a25d3c5d24d req-0d5568cc-89a0-4915-8a2e-4cf3e984d661 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430899 Dec 20 21:59:56.963089 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79ea55c2-ec4e-42d2-a2a2-35ef8aa33602 req-3e204b44-4683-4018-8b9f-3d9f4da4a634 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228 HTTP/1.1" status: 200 len: 217 time: 0.0549629 Dec 20 21:59:57.036502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea55c2-ec4e-42d2-a2a2-35ef8aa33602 req-c32b003b-da53-4e51-8c6c-9c6280638af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:57.039211 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79ea55c2-ec4e-42d2-a2a2-35ef8aa33602 req-c32b003b-da53-4e51-8c6c-9c6280638af4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0690331 Dec 20 21:59:57.091611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea55c2-ec4e-42d2-a2a2-35ef8aa33602 req-d7d27625-7371-4f97-8cbe-5bdaaffbd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:57.093136 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79ea55c2-ec4e-42d2-a2a2-35ef8aa33602 req-d7d27625-7371-4f97-8cbe-5bdaaffbd37d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0473695 Dec 20 21:59:57.202480 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cf2747ce-c8e8-499e-9fb3-37392afda07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:57.219468 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79ea55c2-ec4e-42d2-a2a2-35ef8aa33602 req-8c6f5299-945d-48dd-96fc-a9a91f86171a service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188140 Dec 20 21:59:57.344143 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-79ea55c2-ec4e-42d2-a2a2-35ef8aa33602 req-c78345aa-5d7c-4140-bb0e-13e3cf8fa46b service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162741 Dec 20 21:59:58.067453 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22858a7a-5c30-49cb-8e96-7a7c25574ced req-74bcd8b9-39fd-47ee-8be8-d8f85781085f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:58.069107 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-22858a7a-5c30-49cb-8e96-7a7c25574ced req-74bcd8b9-39fd-47ee-8be8-d8f85781085f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 943 time: 0.0575452 Dec 20 21:59:58.115632 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-22858a7a-5c30-49cb-8e96-7a7c25574ced req-4fd60d2d-bf0b-42b6-8b27-dbc50b157c55 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347660 Dec 20 21:59:59.274735 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b67b6-fcff-4f00-95e0-d4ae70b716ed req-e8c4cddf-d770-42e2-a509-cabfe64f20ed tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 21:59:59.276228 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-047b67b6-fcff-4f00-95e0-d4ae70b716ed req-e8c4cddf-d770-42e2-a509-cabfe64f20ed tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 943 time: 0.0683410 Dec 20 21:59:59.309574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device aa7d8d2e-4fce-4b45-abb9-d993fbaed228 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 21:59:59.319761 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-047b67b6-fcff-4f00-95e0-d4ae70b716ed req-17375064-218c-4389-8676-37f2be358909 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361583 Dec 20 21:59:59.433624 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port aa7d8d2e-4fce-4b45-abb9-d993fbaed228, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:59:59.451255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'port_id': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228', 'mac_address': 'fa:16:3e:bb:66:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 21:59:59.495262 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:59.508664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7d8d2e-4fce-4b45-abb9-d993fbaed228 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 21:59:59.535877 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port aa7d8d2e-4fce-4b45-abb9-d993fbaed228, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 21:59:59.543618 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:59.552384 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-395b3c6f-faeb-4596-b8c3-361e33e529fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 21:59:59.614394 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 21:59:59.818268 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['aa7d8d2e-4fce-4b45-abb9-d993fbaed228'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:00:00.444776 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46fd03-cac7-4cb9-8373-e58b2ba6e685 req-149f4d28-eab5-4dda-8454-3411920968bf tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:00:00.446518 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df46fd03-cac7-4cb9-8373-e58b2ba6e685 req-149f4d28-eab5-4dda-8454-3411920968bf tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 944 time: 0.0526872 Dec 20 22:00:00.487229 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-df46fd03-cac7-4cb9-8373-e58b2ba6e685 req-fd597e0b-a0a5-4e29-a043-8bd2c6847ca5 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338085 Dec 20 22:00:00.803570 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:01.308769 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device aa7d8d2e-4fce-4b45-abb9-d993fbaed228 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:00:01.369194 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:00:01.376040 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:00:01.376411 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:01.460349 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:01.485776 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:00:01.488126 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d1a707-0c85-492f-a0be-73840496ce4a" -d '{"events": [{"server_uuid": "fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0", "name": "network-vif-plugged", "status": "completed", "tag": "aa7d8d2e-4fce-4b45-abb9-d993fbaed228"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:00:01.509123 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port aa7d8d2e-4fce-4b45-abb9-d993fbaed228, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:00:01.515280 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:01.525799 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d72f56d-50c8-4cfe-96de-c1839eb0e368 x-openstack-request-id: req-3d72f56d-50c8-4cfe-96de-c1839eb0e368 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:00:01.526308 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0", "name": "network-vif-plugged", "status": "completed", "tag": "aa7d8d2e-4fce-4b45-abb9-d993fbaed228", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:00:01.526734 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d72f56d-50c8-4cfe-96de-c1839eb0e368 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:00:01.527134 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228', 'code': 200} Dec 20 22:00:01.574992 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:00:01.589476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:00:01.590121 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:00:01.590590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:00:01.591063 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:00:01.591517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:00:01.592112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:00:01.592579 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:00:01.593028 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:00:01.593507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:00:01.593968 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:00:01.594454 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:00:01.594912 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:00:01.631059 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b87d58-a8b9-446f-b0d3-6d39ab87468e req-d20d56bb-416b-441e-ba13-e1c712c1501c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:00:01.632772 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-65b87d58-a8b9-446f-b0d3-6d39ab87468e req-d20d56bb-416b-441e-ba13-e1c712c1501c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0714276 Dec 20 22:00:01.688440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3512a-5f7b-4018-81e4-74cb1c5230e2 req-6f5adbdb-baef-46e7-a211-ce79ddf2f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:00:01.689994 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6cc3512a-5f7b-4018-81e4-74cb1c5230e2 req-6f5adbdb-baef-46e7-a211-ce79ddf2f42f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 1094 time: 0.0768104 Dec 20 22:00:01.692862 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-65b87d58-a8b9-446f-b0d3-6d39ab87468e req-e7452a35-8c06-45a4-9b84-115e841db500 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465293 Dec 20 22:00:01.732109 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6cc3512a-5f7b-4018-81e4-74cb1c5230e2 req-e8876e38-f29c-4f33-bc71-687fc1eee6a9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355339 Dec 20 22:00:02.222658 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:02.424698 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:02.822746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d432b1-1bd8-42af-84f2-2a2a65dd065f req-b4b743b2-bbcf-4858-b7ee-8b6700cae248 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:00:02.824345 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e8d432b1-1bd8-42af-84f2-2a2a65dd065f req-b4b743b2-bbcf-4858-b7ee-8b6700cae248 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0540059 Dec 20 22:00:02.865433 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e8d432b1-1bd8-42af-84f2-2a2a65dd065f req-59edee23-5b11-49c8-a21d-648d7d81f3ca tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332339 Dec 20 22:00:04.004108 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b4123-f9ee-4fcd-9a91-0fcab033c0d1 req-a5d55715-1770-4ada-b072-94899260bff7 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:00:04.005610 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-199b4123-f9ee-4fcd-9a91-0fcab033c0d1 req-a5d55715-1770-4ada-b072-94899260bff7 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0607448 Dec 20 22:00:04.050742 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-199b4123-f9ee-4fcd-9a91-0fcab033c0d1 req-6573abae-e7e5-4b78-a695-69f30a349571 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387802 Dec 20 22:00:04.175793 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b29a66-0c0a-4ac6-9463-0ed51ddf3429 req-abd83084-b4f0-4d81-ac5f-6f7710373893 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:00:04.177135 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-98b29a66-0c0a-4ac6-9463-0ed51ddf3429 req-abd83084-b4f0-4d81-ac5f-6f7710373893 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0515251 Dec 20 22:00:04.186394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 49974) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:00:04.193740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-eefd8e0b-38d4-4855-876a-b129bf747242 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Request body: {'floatingip': {'port_id': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:00:04.234989 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eefd8e0b-38d4-4855-876a-b129bf747242 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:04.300606 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:00:04.686386 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eefd8e0b-38d4-4855-876a-b129bf747242 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:04.693174 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eefd8e0b-38d4-4855-876a-b129bf747242 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:05.102235 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-eefd8e0b-38d4-4855-876a-b129bf747242 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Floating IP 8a2c5e94-2bc3-4945-9b1d-81fc43e3dede associated. External IP: 172.35.3.112, port: aa7d8d2e-4fce-4b45-abb9-d993fbaed228. Dec 20 22:00:05.312854 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefd8e0b-38d4-4855-876a-b129bf747242 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Router 18a71ccc-c545-4d7a-8424-5eab6db2d729 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:00:05.422752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefd8e0b-38d4-4855-876a-b129bf747242 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:00:05.427992 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-eefd8e0b-38d4-4855-876a-b129bf747242 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:05.433568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbc0f47-29cb-4a3e-a98f-bb8ac889f1d5 None None] Sync routers for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:00:05.443390 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbc0f47-29cb-4a3e-a98f-bb8ac889f1d5 None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:00:05.444073 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-bcbc0f47-29cb-4a3e-a98f-bb8ac889f1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:00:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:00:05.455603 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-eefd8e0b-38d4-4855-876a-b129bf747242 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "PUT /v2.0/floatingips/8a2c5e94-2bc3-4945-9b1d-81fc43e3dede HTTP/1.1" status: 200 len: 991 time: 1.2677064 Dec 20 22:00:05.456483 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'tag': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:00:05.460435 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fabb329-7616-4354-b9b3-e2ec536f7b17" -d '{"events": [{"name": "network-changed", "server_uuid": "fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0", "tag": "aa7d8d2e-4fce-4b45-abb9-d993fbaed228"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:00:05.499650 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea6689e-699e-4ebe-8673-cdd0653d81de x-openstack-request-id: req-8ea6689e-699e-4ebe-8673-cdd0653d81de {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:00:05.500031 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0", "tag": "aa7d8d2e-4fce-4b45-abb9-d993fbaed228", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:00:05.500482 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ea6689e-699e-4ebe-8673-cdd0653d81de {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:00:05.500947 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'tag': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228', 'status': 'completed', 'code': 200} Dec 20 22:00:05.605672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabb329-7616-4354-b9b3-e2ec536f7b17 req-cc942508-40c7-458e-84f9-66f2ee296dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:00:05.607485 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fabb329-7616-4354-b9b3-e2ec536f7b17 req-cc942508-40c7-458e-84f9-66f2ee296dc8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 1094 time: 0.0505888 Dec 20 22:00:05.699644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabb329-7616-4354-b9b3-e2ec536f7b17 req-29086148-0524-44ce-98d4-05bc9c7a1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:00:05.701068 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fabb329-7616-4354-b9b3-e2ec536f7b17 req-29086148-0524-44ce-98d4-05bc9c7a1c8e service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0862887 Dec 20 22:00:05.722231 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-bcbc0f47-29cb-4a3e-a98f-bb8ac889f1d5 None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:00:05.768967 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fabb329-7616-4354-b9b3-e2ec536f7b17 req-21cdc78a-db51-49a5-beea-4d191c15f482 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228 HTTP/1.1" status: 200 len: 999 time: 0.0606344 Dec 20 22:00:05.819561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabb329-7616-4354-b9b3-e2ec536f7b17 req-0231b317-c6a3-4622-80fb-22de7edd1c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:00:05.821465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fabb329-7616-4354-b9b3-e2ec536f7b17 req-0231b317-c6a3-4622-80fb-22de7edd1c10 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0458491 Dec 20 22:00:05.866394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabb329-7616-4354-b9b3-e2ec536f7b17 req-71d9c1fd-cc49-4377-b685-5ab8d2c99f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:00:05.868250 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fabb329-7616-4354-b9b3-e2ec536f7b17 req-71d9c1fd-cc49-4377-b685-5ab8d2c99f69 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0408399 Dec 20 22:00:05.949185 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-bcbc0f47-29cb-4a3e-a98f-bb8ac889f1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '8a2c5e94-2bc3-4945-9b1d-81fc43e3dede', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'floating_ip_address': '172.35.3.112', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'port_id': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'mac_address': 'fa:16:3e:bb:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:59:51Z', 'updated_at': '2021-12-20T22:00:04Z', 'revision_number': 1, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:00:05.962545 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fabb329-7616-4354-b9b3-e2ec536f7b17 req-250e1f0f-fc9a-483e-aadf-1d667c17af77 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873718 Dec 20 22:00:05.976080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbc0f47-29cb-4a3e-a98f-bb8ac889f1d5 None None] Checking router: 18a71ccc-c545-4d7a-8424-5eab6db2d729 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:00:05.985295 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbc0f47-29cb-4a3e-a98f-bb8ac889f1d5 None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:00:05.985915 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-bcbc0f47-29cb-4a3e-a98f-bb8ac889f1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:00:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:00:06.053148 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fabb329-7616-4354-b9b3-e2ec536f7b17 req-0c2f10df-7b11-4f50-8978-3dd1b6962b78 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846446 Dec 20 22:00:06.097344 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-bcbc0f47-29cb-4a3e-a98f-bb8ac889f1d5 None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:00:06.340437 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-bcbc0f47-29cb-4a3e-a98f-bb8ac889f1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '8a2c5e94-2bc3-4945-9b1d-81fc43e3dede', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'floating_ip_address': '172.35.3.112', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'port_id': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'mac_address': 'fa:16:3e:bb:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:59:51Z', 'updated_at': '2021-12-20T22:00:04Z', 'revision_number': 1, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:00:06.368158 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbc0f47-29cb-4a3e-a98f-bb8ac889f1d5 None None] The sync data for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 is: [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '8a2c5e94-2bc3-4945-9b1d-81fc43e3dede', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'floating_ip_address': '172.35.3.112', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'port_id': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'mac_address': 'fa:16:3e:bb:66:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:59:51Z', 'updated_at': '2021-12-20T22:00:04Z', 'revision_number': 1, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:00:06.593025 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f794bdd-d978-4fc4-9725-c7f1572c57d4 None None] New status for floating IP 8a2c5e94-2bc3-4945-9b1d-81fc43e3dede: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:00:15.088882 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:18.266904 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:27.198890 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e270d194-1820-44c4-9049-e82a0c8cf1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:29.547315 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35c80602-2cbe-4d6b-bf7c-c5dfc206626f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:30.805582 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:32.224271 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:32.420527 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:38.105145 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-797e9c38-b78e-4bc2-8e0f-29130c90835f req-5b44cf5e-f019-4310-8fc5-d2256ad8d34b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0429478 Dec 20 22:00:38.211214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e9c38-b78e-4bc2-8e0f-29130c90835f req-2468cc2e-9e60-42c8-8fe8-8935b21fcff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:00:38.212741 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-797e9c38-b78e-4bc2-8e0f-29130c90835f req-2468cc2e-9e60-42c8-8fe8-8935b21fcff9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 1094 time: 0.0486908 Dec 20 22:00:38.317927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e9c38-b78e-4bc2-8e0f-29130c90835f req-205fa827-78eb-41c5-b330-5f3243530929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:00:38.319369 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-797e9c38-b78e-4bc2-8e0f-29130c90835f req-205fa827-78eb-41c5-b330-5f3243530929 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0869610 Dec 20 22:00:38.389330 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-797e9c38-b78e-4bc2-8e0f-29130c90835f req-ec54bce4-d7bc-4c26-8a48-28a5e95d0c15 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228 HTTP/1.1" status: 200 len: 1001 time: 0.0633388 Dec 20 22:00:38.440493 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e9c38-b78e-4bc2-8e0f-29130c90835f req-a2279239-050a-45db-a99a-3648ac861d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:00:38.441988 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-797e9c38-b78e-4bc2-8e0f-29130c90835f req-a2279239-050a-45db-a99a-3648ac861d1a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0457644 Dec 20 22:00:38.488272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e9c38-b78e-4bc2-8e0f-29130c90835f req-cfcbd707-d7bc-4a78-b70e-c9ef35573f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:00:38.489825 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-797e9c38-b78e-4bc2-8e0f-29130c90835f req-cfcbd707-d7bc-4a78-b70e-c9ef35573f73 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0417361 Dec 20 22:00:38.585823 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-797e9c38-b78e-4bc2-8e0f-29130c90835f req-3f8e2ab6-94ae-4f08-930a-e849f9ee9ab0 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891905 Dec 20 22:00:38.676564 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-797e9c38-b78e-4bc2-8e0f-29130c90835f req-d28b6e59-a2ac-4581-baa4-2b49b4365757 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843809 Dec 20 22:00:41.302589 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:00:45.101078 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:48.289700 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:57.193927 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f13fe420-4b32-4edb-acf1-af1042d08ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:00:59.551827 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1411bf91-8be3-4c04-84c6-a19c65ea81c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:01:00.822750 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:01:02.228293 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:01:02.424577 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:01:15.126157 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:01:18.284702 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:01:18.303163 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:01:27.203948 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-994b41fa-24bd-472b-b12d-b49441d1574c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:01:29.555831 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-edd9effc-1a71-4beb-8bee-bdfe2c777762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:01:30.811530 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:01:32.234416 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:01:32.420307 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:01:38.206618 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcd87fce-e66c-455f-bc9b-54dd61c69d50 req-418b6b07-d82d-4a73-a4d7-45991822a8ec service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.1028285 Dec 20 22:01:38.314566 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd87fce-e66c-455f-bc9b-54dd61c69d50 req-a5655780-6568-4f15-a611-dd8317acb426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:38.316275 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcd87fce-e66c-455f-bc9b-54dd61c69d50 req-a5655780-6568-4f15-a611-dd8317acb426 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 1094 time: 0.0490096 Dec 20 22:01:38.426472 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd87fce-e66c-455f-bc9b-54dd61c69d50 req-1d60ff29-1d9a-4440-934d-268518d23654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:38.428041 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcd87fce-e66c-455f-bc9b-54dd61c69d50 req-1d60ff29-1d9a-4440-934d-268518d23654 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0895708 Dec 20 22:01:38.503452 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcd87fce-e66c-455f-bc9b-54dd61c69d50 req-7398462a-e0c0-4fd3-91cd-a21fe52688f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228 HTTP/1.1" status: 200 len: 1001 time: 0.0683913 Dec 20 22:01:38.556065 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd87fce-e66c-455f-bc9b-54dd61c69d50 req-83dbb745-339c-43ad-884a-381237207a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:38.557788 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcd87fce-e66c-455f-bc9b-54dd61c69d50 req-83dbb745-339c-43ad-884a-381237207a91 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0467927 Dec 20 22:01:38.605120 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd87fce-e66c-455f-bc9b-54dd61c69d50 req-78e7671a-b33f-4947-a5fc-b971dbe57ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:38.606641 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcd87fce-e66c-455f-bc9b-54dd61c69d50 req-78e7671a-b33f-4947-a5fc-b971dbe57ccd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0419960 Dec 20 22:01:38.710580 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcd87fce-e66c-455f-bc9b-54dd61c69d50 req-96df96e9-e791-407c-91ae-5b1e5fc5b8c8 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958316 Dec 20 22:01:38.807190 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fcd87fce-e66c-455f-bc9b-54dd61c69d50 req-8bf7ec5a-a234-4699-b686-780a396d1c8c service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900059 Dec 20 22:01:41.479025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf41bf-f4f8-4658-811a-1d0c85ed6d69 req-4fdb2343-e457-4485-9a86-40ce350d0997 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:41.480440 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6fbf41bf-f4f8-4658-811a-1d0c85ed6d69 req-4fdb2343-e457-4485-9a86-40ce350d0997 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.1350856 Dec 20 22:01:41.520808 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6fbf41bf-f4f8-4658-811a-1d0c85ed6d69 req-89a4ca15-1fa8-44ad-9ac5-cced69f0f9e5 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333443 Dec 20 22:01:41.801568 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-ef12a6b3-59c9-4cac-8712-b925e66138d6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0678976 Dec 20 22:01:41.812613 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab851c7-5045-4e60-a2fe-0b96a06bbfc4 req-35affe05-8cee-4b4f-9e92-33c81ce4c992 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:41.814035 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cab851c7-5045-4e60-a2fe-0b96a06bbfc4 req-35affe05-8cee-4b4f-9e92-33c81ce4c992 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0791695 Dec 20 22:01:41.820427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-245b4cd5-aabf-49f1-bb2b-e2a40e9af058 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:01:41.821381 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-245b4cd5-aabf-49f1-bb2b-e2a40e9af058 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051765 Dec 20 22:01:41.857326 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cab851c7-5045-4e60-a2fe-0b96a06bbfc4 req-8330322f-d372-4851-8953-2199038ebba0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350375 Dec 20 22:01:43.040894 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3125a-7cd5-464d-a656-29c0b49c4a78 req-7d8a95ec-27af-42a8-a678-9f0718569b35 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:43.042415 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f3d3125a-7cd5-464d-a656-29c0b49c4a78 req-7d8a95ec-27af-42a8-a678-9f0718569b35 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.1130974 Dec 20 22:01:43.081525 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f3d3125a-7cd5-464d-a656-29c0b49c4a78 req-2ee12afe-09ce-49ad-9de5-917b8a691bc7 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324657 Dec 20 22:01:44.212989 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8fdbd-5030-4bd1-a6f0-05d0465f0111 req-e17aa61c-c0f1-4aa8-b88c-9db810a95b08 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:44.214910 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aee8fdbd-5030-4bd1-a6f0-05d0465f0111 req-e17aa61c-c0f1-4aa8-b88c-9db810a95b08 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0596433 Dec 20 22:01:44.258098 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aee8fdbd-5030-4bd1-a6f0-05d0465f0111 req-e2081bdc-a2a0-457d-bc8e-ed515ad56da1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368245 Dec 20 22:01:45.133633 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:01:45.386831 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992bfda-d1b5-409a-ae69-e708d10e93f8 req-82130717-2eab-433a-a668-c0d5cf9af961 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:45.388255 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6992bfda-d1b5-409a-ae69-e708d10e93f8 req-82130717-2eab-433a-a668-c0d5cf9af961 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0567889 Dec 20 22:01:45.430293 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6992bfda-d1b5-409a-ae69-e708d10e93f8 req-9ad40d4b-ddfc-4a88-bcdf-9b2ab9bcb5d3 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357640 Dec 20 22:01:46.565476 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b43913-1819-4c2f-91e7-9f7496220bc1 req-e37dc01f-9b2a-4097-b4c9-1eb4372cd316 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:46.567350 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-59b43913-1819-4c2f-91e7-9f7496220bc1 req-e37dc01f-9b2a-4097-b4c9-1eb4372cd316 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0593247 Dec 20 22:01:46.615497 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-59b43913-1819-4c2f-91e7-9f7496220bc1 req-9dcdfcc1-4cdc-4454-9d39-69df27f81459 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415397 Dec 20 22:01:47.255916 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-12c69ba8-a0f5-468f-bcf5-2474f1b69199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:47.257748 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-12c69ba8-a0f5-468f-bcf5-2474f1b69199 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 1094 time: 0.0464208 Dec 20 22:01:47.361048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-5b0161cc-b33d-4fdc-a82d-bfc685bf6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:47.362628 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-5b0161cc-b33d-4fdc-a82d-bfc685bf6029 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0988081 Dec 20 22:01:47.433114 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-31daa73a-7240-451b-b1c3-b3f08fe87bf1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228 HTTP/1.1" status: 200 len: 1001 time: 0.0631404 Dec 20 22:01:47.485045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-c3b9587f-443f-43bb-87ef-cf8d630db290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:47.486649 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-c3b9587f-443f-43bb-87ef-cf8d630db290 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0480921 Dec 20 22:01:47.542138 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-85d81260-6955-42da-9a3c-29b3e4852532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:47.543791 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-85d81260-6955-42da-9a3c-29b3e4852532 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0499959 Dec 20 22:01:47.654685 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-0c816785-c4db-432a-9e98-2394b0d8e2cb service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022992 Dec 20 22:01:47.785235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9ccc3-bf9e-4db5-88bf-356e1ad58707 req-ba3a57b4-6996-471d-bbba-2609e94b054d tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:47.786813 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fec9ccc3-bf9e-4db5-88bf-356e1ad58707 req-ba3a57b4-6996-471d-bbba-2609e94b054d tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0768144 Dec 20 22:01:47.793145 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-a8fba45d-ad58-49bd-99af-dc7f9f476d96 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316285 Dec 20 22:01:47.828172 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fec9ccc3-bf9e-4db5-88bf-356e1ad58707 req-a0b68596-aa6d-4251-8556-eb868f64f11c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341294 Dec 20 22:01:48.316493 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:01:48.954149 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58c0a0-b273-4ec3-a1ed-a36d01dbbd78 req-3cf7c64b-9e5e-4b51-b365-f740e26b412f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:48.955666 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad58c0a0-b273-4ec3-a1ed-a36d01dbbd78 req-3cf7c64b-9e5e-4b51-b365-f740e26b412f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0519650 Dec 20 22:01:48.996836 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad58c0a0-b273-4ec3-a1ed-a36d01dbbd78 req-22344c33-42b2-4273-b117-6addc2a269f8 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349927 Dec 20 22:01:50.116231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59429824-bd1e-4f56-9d0d-efeaf1c9873a req-6aeacd5b-c048-4e99-a02d-66705eb85a62 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:50.117729 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59429824-bd1e-4f56-9d0d-efeaf1c9873a req-6aeacd5b-c048-4e99-a02d-66705eb85a62 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0508280 Dec 20 22:01:50.156193 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59429824-bd1e-4f56-9d0d-efeaf1c9873a req-31577da5-8c9b-41de-ad7d-cd33488d18cb tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323689 Dec 20 22:01:51.286172 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5215835-9c72-4c24-8f69-c488d0d7fbfd req-15c1a278-ba5c-4259-96a2-30d7af4c2b04 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:51.287684 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5215835-9c72-4c24-8f69-c488d0d7fbfd req-15c1a278-ba5c-4259-96a2-30d7af4c2b04 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0595427 Dec 20 22:01:51.335971 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5215835-9c72-4c24-8f69-c488d0d7fbfd req-4cf7a61a-fdc7-432d-8376-afd5ee84398c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418308 Dec 20 22:01:52.467803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a1b99-8c6a-4d59-a5c2-09f77e36f0ff req-20ac06d4-b3f7-4e16-81b1-3c220668c1c1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:52.469293 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cf8a1b99-8c6a-4d59-a5c2-09f77e36f0ff req-20ac06d4-b3f7-4e16-81b1-3c220668c1c1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0616498 Dec 20 22:01:52.509002 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cf8a1b99-8c6a-4d59-a5c2-09f77e36f0ff req-abeac425-1879-488f-9fbc-1c0f06fcaa39 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332546 Dec 20 22:01:53.636307 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eed01f-4e16-4fb2-8412-6650078cfa22 req-a25f2507-263f-4759-8f3d-e9b18b6a81c9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:53.637779 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0eed01f-4e16-4fb2-8412-6650078cfa22 req-a25f2507-263f-4759-8f3d-e9b18b6a81c9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0535965 Dec 20 22:01:53.680115 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0eed01f-4e16-4fb2-8412-6650078cfa22 req-f9bd08e3-f366-4016-8feb-cee0f0da6411 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362213 Dec 20 22:01:54.802348 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a04e88-daf4-468d-ad76-152019c3424a req-f88381e5-79b5-46c6-9251-02a9c012ea34 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:54.803864 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c5a04e88-daf4-468d-ad76-152019c3424a req-f88381e5-79b5-46c6-9251-02a9c012ea34 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0507176 Dec 20 22:01:54.842548 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c5a04e88-daf4-468d-ad76-152019c3424a req-501023b7-5b34-4f20-80a4-501037693173 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324955 Dec 20 22:01:55.303690 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:01:55.963629 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c9dcb-9c13-4455-824a-c2fdb2f80a5d req-c13e4464-1eea-4f3d-9644-c29749f6fc47 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:55.965149 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a96c9dcb-9c13-4455-824a-c2fdb2f80a5d req-c13e4464-1eea-4f3d-9644-c29749f6fc47 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0517821 Dec 20 22:01:56.011765 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a96c9dcb-9c13-4455-824a-c2fdb2f80a5d req-781ce317-319a-4bad-8232-26ad0a0cad08 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394928 Dec 20 22:01:57.157919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa0bc9-35d6-4cd5-a9ea-e64538a5ff02 req-55fd0edc-5ce2-4929-a500-766bf6525cbe tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:57.159429 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6afa0bc9-35d6-4cd5-a9ea-e64538a5ff02 req-55fd0edc-5ce2-4929-a500-766bf6525cbe tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0710113 Dec 20 22:01:57.197902 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-804aba93-2832-4a2f-a5dc-a1a3492725b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:01:57.202675 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6afa0bc9-35d6-4cd5-a9ea-e64538a5ff02 req-4a1132ed-7600-4226-85e3-f9c4b187f5c1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371673 Dec 20 22:01:58.333592 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb417731-d9e2-483e-b902-36b6140a8926 req-e001e9af-3043-4e0a-a446-e813aeabed22 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:58.335575 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bb417731-d9e2-483e-b902-36b6140a8926 req-e001e9af-3043-4e0a-a446-e813aeabed22 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0631430 Dec 20 22:01:58.378979 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bb417731-d9e2-483e-b902-36b6140a8926 req-dce1f569-595a-45f8-80a4-d2b9579ba1cb tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352473 Dec 20 22:01:59.513093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e397187-2eb0-45b0-aa53-50dd96fa4713 req-b60b267c-8062-40b3-8674-a785099f72ee tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:59.514826 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e397187-2eb0-45b0-aa53-50dd96fa4713 req-b60b267c-8062-40b3-8674-a785099f72ee tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0591087 Dec 20 22:01:59.556320 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e397187-2eb0-45b0-aa53-50dd96fa4713 req-0e9effaf-3248-41c0-814f-6eb424da1e61 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352843 Dec 20 22:01:59.561751 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b17b71c-f936-4286-aacf-5405226f1273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:01:59.687607 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-72495c16-2dd1-4f64-82dc-7177c279939b service neutron] show failed (client error): The resource could not be found. Dec 20 22:01:59.688619 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-72495c16-2dd1-4f64-82dc-7177c279939b service neutron] 10.222.0.66 "GET /v2.0/ports/aa7d8d2e-4fce-4b45-abb9-d993fbaed228/bindings/n-h1-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.0623171 Dec 20 22:01:59.907316 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-1b976d29-90fd-4fc9-8ecd-2011355f560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:01:59.908849 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-1b976d29-90fd-4fc9-8ecd-2011355f560a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0&tenant_id=62696e1014a64287bd2136ff7607fc96 HTTP/1.1" status: 200 len: 1094 time: 0.0443351 Dec 20 22:01:59.927677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:01:59.986041 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:00.192672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] For port aa7d8d2e-4fce-4b45-abb9-d993fbaed228, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:02:00.232837 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] For port aa7d8d2e-4fce-4b45-abb9-d993fbaed228, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:02:00.276483 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:02:00.279061 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025dc67d-85e8-4fb2-90b2-fb579e6a0363" -d '{"events": [{"server_uuid": "fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7d8d2e-4fce-4b45-abb9-d993fbaed228"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:02:00.283463 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:00.297524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Transition to ACTIVE for port object aa7d8d2e-4fce-4b45-abb9-d993fbaed228 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:02:00.301906 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:00.336035 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b02917-d9d8-441b-86cb-c55ef8c816a4 x-openstack-request-id: req-83b02917-d9d8-441b-86cb-c55ef8c816a4 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:02:00.336501 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7d8d2e-4fce-4b45-abb9-d993fbaed228", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:02:00.336823 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-83b02917-d9d8-441b-86cb-c55ef8c816a4 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:02:00.337280 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228', 'code': 200} Dec 20 22:02:00.400188 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,revision_number=6']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:02:00.414052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:00.414463 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:00.414808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:00.415147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:00.415483 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:00.415883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:00.416389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:00.416632 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:00.416978 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:00.417338 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:00.417644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:00.417988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:00.457969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] No DVR routers for this DVR port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:02:00.606340 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Attempting to bind port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:02:00.607367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Attempting to bind port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:02:00.607367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Attempting to bind port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:02:00.613109 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:02:00.613109 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Attempting to bind port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:02:00.618716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:02:00.619275 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Checking segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:02:00.619944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Bound using segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:02:00.620484 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Bound port: aa7d8d2e-4fce-4b45-abb9-d993fbaed228, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:02:00.620848 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:00.730704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932eb32-c724-4900-8688-903d8a842333 req-cbd64935-ef19-40cf-ae5d-a5be1c69bbcc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:00.732392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9932eb32-c724-4900-8688-903d8a842333 req-cbd64935-ef19-40cf-ae5d-a5be1c69bbcc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 943 time: 0.0984397 Dec 20 22:02:00.735547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] For port aa7d8d2e-4fce-4b45-abb9-d993fbaed228, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:02:00.739537 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] For port aa7d8d2e-4fce-4b45-abb9-d993fbaed228, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:02:00.749007 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:00.802476 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:00.803064 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:00.804724 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] 10.222.0.31 "PUT /v2.0/ports/aa7d8d2e-4fce-4b45-abb9-d993fbaed228 HTTP/1.1" status: 200 len: 1089 time: 0.8810222 Dec 20 22:02:00.832779 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9932eb32-c724-4900-8688-903d8a842333 req-7e99aeb5-533f-49c7-8cb6-0c06615ba9ac tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917721 Dec 20 22:02:00.834291 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:00.837421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e0d23-30bc-4f7d-911f-90c4efafcb48 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,revision_number=7']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:02:00.900838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-d1180edc-5efa-445d-b77a-e33d0310e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:00.902719 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-d1180edc-5efa-445d-b77a-e33d0310e870 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 1092 time: 0.0513203 Dec 20 22:02:01.011372 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-49667e76-7e45-4a88-bb16-499849a6bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:01.012916 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-49667e76-7e45-4a88-bb16-499849a6bd41 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1029315 Dec 20 22:02:01.093165 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-1277f0df-15c4-469c-9acf-671951034e46 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228 HTTP/1.1" status: 200 len: 999 time: 0.0734191 Dec 20 22:02:01.147491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-497491c8-aeeb-4aaa-ad43-992d4337400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:01.149020 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-497491c8-aeeb-4aaa-ad43-992d4337400d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0489256 Dec 20 22:02:01.203302 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-feb28c98-4304-45de-9f35-f1fee811c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:01.204833 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-feb28c98-4304-45de-9f35-f1fee811c91b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478699 Dec 20 22:02:01.308258 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-a80ca1b6-12ba-485c-9211-3954ec7a21ce service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964346 Dec 20 22:02:01.410294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-5e516d1f-9089-43de-9984-6ee4551f4f87 service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950322 Dec 20 22:02:01.938124 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device aa7d8d2e-4fce-4b45-abb9-d993fbaed228 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:02:01.967819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcbe00-954d-4bb3-acfb-31c8b56a45e0 req-1c2b0a68-5dbb-434c-91b9-42512790b845 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:01.969494 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fbfcbe00-954d-4bb3-acfb-31c8b56a45e0 req-1c2b0a68-5dbb-434c-91b9-42512790b845 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 943 time: 0.0536406 Dec 20 22:02:01.982085 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device aa7d8d2e-4fce-4b45-abb9-d993fbaed228 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:02:02.012030 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fbfcbe00-954d-4bb3-acfb-31c8b56a45e0 req-ee1377bd-6b5f-44a5-a394-0944089fcf9d tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355237 Dec 20 22:02:02.233674 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:02.338095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'tag': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:02:02.340685 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de070cd0-e5d9-476a-8614-fb701c958171" -d '{"events": [{"name": "network-changed", "server_uuid": "fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0", "tag": "aa7d8d2e-4fce-4b45-abb9-d993fbaed228"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:02:02.390388 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cc83cf-e694-40c8-8772-229a76cd75cc x-openstack-request-id: req-62cc83cf-e694-40c8-8772-229a76cd75cc {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:02:02.390676 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0", "tag": "aa7d8d2e-4fce-4b45-abb9-d993fbaed228", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:02:02.390942 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62cc83cf-e694-40c8-8772-229a76cd75cc {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:02:02.391419 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'tag': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228', 'status': 'completed', 'code': 200} Dec 20 22:02:02.416744 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:02.499210 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de070cd0-e5d9-476a-8614-fb701c958171 req-290af5d2-b810-4e18-be49-fdd109b1a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:02.500736 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de070cd0-e5d9-476a-8614-fb701c958171 req-290af5d2-b810-4e18-be49-fdd109b1a9f3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 1092 time: 0.0697412 Dec 20 22:02:02.506870 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de070cd0-e5d9-476a-8614-fb701c958171 req-672fc127-5bf3-475a-87bd-0363b02e7f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:02.508264 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de070cd0-e5d9-476a-8614-fb701c958171 req-672fc127-5bf3-475a-87bd-0363b02e7f88 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 1092 time: 0.0520451 Dec 20 22:02:02.972622 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de070cd0-e5d9-476a-8614-fb701c958171 req-0e55d557-8ed9-4161-a74c-642d6625d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:02.974121 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de070cd0-e5d9-476a-8614-fb701c958171 req-0e55d557-8ed9-4161-a74c-642d6625d974 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.4650126 Dec 20 22:02:02.976934 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de070cd0-e5d9-476a-8614-fb701c958171 req-e5cc2526-38ca-42e1-9d74-49212cc43be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:02.978357 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de070cd0-e5d9-476a-8614-fb701c958171 req-e5cc2526-38ca-42e1-9d74-49212cc43be8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.4602988 Dec 20 22:02:03.085887 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de070cd0-e5d9-476a-8614-fb701c958171 req-3b52f7d5-8b8b-428b-81a0-9bf177b588b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228 HTTP/1.1" status: 200 len: 999 time: 0.1051300 Dec 20 22:02:03.102711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de070cd0-e5d9-476a-8614-fb701c958171 req-4ad3e6b3-22d2-4e82-9e41-4577b53059cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228 HTTP/1.1" status: 200 len: 999 time: 0.0877216 Dec 20 22:02:03.160258 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b13b3-b754-4673-928f-174b5139f3e6 req-026b7f79-28c2-47f6-be6d-116f39a2f418 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:03.163408 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ed9b13b3-b754-4673-928f-174b5139f3e6 req-026b7f79-28c2-47f6-be6d-116f39a2f418 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 943 time: 0.0580604 Dec 20 22:02:03.172272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de070cd0-e5d9-476a-8614-fb701c958171 req-c747d0b0-e126-4364-a4fe-68ae0995063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:03.173761 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de070cd0-e5d9-476a-8614-fb701c958171 req-c747d0b0-e126-4364-a4fe-68ae0995063c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0802882 Dec 20 22:02:03.179235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de070cd0-e5d9-476a-8614-fb701c958171 req-bfb4bbc9-e4c5-4e4d-b1a6-f0f5d2c1efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:03.180695 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de070cd0-e5d9-476a-8614-fb701c958171 req-bfb4bbc9-e4c5-4e4d-b1a6-f0f5d2c1efc6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0585592 Dec 20 22:02:03.214830 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ed9b13b3-b754-4673-928f-174b5139f3e6 req-b761adef-28eb-4405-a224-c1c131b9f70f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458076 Dec 20 22:02:03.251727 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de070cd0-e5d9-476a-8614-fb701c958171 req-97fc2e18-a54f-4561-ad19-9905bf62c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:03.252808 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de070cd0-e5d9-476a-8614-fb701c958171 req-97fc2e18-a54f-4561-ad19-9905bf62c3d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0710294 Dec 20 22:02:03.262584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de070cd0-e5d9-476a-8614-fb701c958171 req-d9a468ca-ef5d-48fc-827d-1dff437fc8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:03.264138 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de070cd0-e5d9-476a-8614-fb701c958171 req-d9a468ca-ef5d-48fc-827d-1dff437fc8bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0731521 Dec 20 22:02:03.439357 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52066c8-5762-4aeb-8390-13259e40ada8 req-b55594eb-3393-4b7a-a2ee-f60ef9ced0c6 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:03.440824 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b52066c8-5762-4aeb-8390-13259e40ada8 req-b55594eb-3393-4b7a-a2ee-f60ef9ced0c6 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 943 time: 0.0619445 Dec 20 22:02:03.452409 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de070cd0-e5d9-476a-8614-fb701c958171 req-e74baf45-187a-463d-83d0-33206f933aa5 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922970 Dec 20 22:02:03.454203 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de070cd0-e5d9-476a-8614-fb701c958171 req-71aece56-285d-4ef5-8415-fbe691c9897d service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821172 Dec 20 22:02:03.480353 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b52066c8-5762-4aeb-8390-13259e40ada8 req-a65cdc82-faf2-4cd4-b76b-3b92d113ce95 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331974 Dec 20 22:02:03.568857 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc4bdf-9ce0-466e-8d91-001bfb8594b7 req-84669f46-53ad-4a8e-ae3b-187a3d53de7c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:03.570357 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dcc4bdf-9ce0-466e-8d91-001bfb8594b7 req-84669f46-53ad-4a8e-ae3b-187a3d53de7c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.66 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0&tenant_id=62696e1014a64287bd2136ff7607fc96&binding%3Ahost_id=n-h1-xena-1 HTTP/1.1" status: 200 len: 943 time: 0.1596842 Dec 20 22:02:03.676165 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de070cd0-e5d9-476a-8614-fb701c958171 req-17601544-8626-4f6a-94ff-3809b5570b29 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161362 Dec 20 22:02:03.679959 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de070cd0-e5d9-476a-8614-fb701c958171 req-6dceb14a-fb92-41ac-b1d8-5be668f15667 service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118094 Dec 20 22:02:03.685170 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-8dcc4bdf-9ce0-466e-8d91-001bfb8594b7 req-c8e3c886-df65-4de4-976e-34ae311d2f16 service neutron] delete failed (client error): The resource could not be found. Dec 20 22:02:03.686090 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dcc4bdf-9ce0-466e-8d91-001bfb8594b7 req-c8e3c886-df65-4de4-976e-34ae311d2f16 service neutron] 10.222.0.66 "DELETE /v2.0/ports/aa7d8d2e-4fce-4b45-abb9-d993fbaed228/bindings/n-h2-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.1077826 Dec 20 22:02:03.766118 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device aa7d8d2e-4fce-4b45-abb9-d993fbaed228 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:02:03.825653 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc4bdf-9ce0-466e-8d91-001bfb8594b7 req-45895f53-533c-4e66-ac2f-4042ec178d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:03.827223 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dcc4bdf-9ce0-466e-8d91-001bfb8594b7 req-45895f53-533c-4e66-ac2f-4042ec178d35 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 1092 time: 0.0451820 Dec 20 22:02:03.868237 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port aa7d8d2e-4fce-4b45-abb9-d993fbaed228, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:02:03.880751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'port_id': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228', 'mac_address': 'fa:16:3e:bb:66:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:02:03.916894 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:03.927006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc4bdf-9ce0-466e-8d91-001bfb8594b7 req-366f84c2-0cd2-469b-8745-bbc0d6115257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:03.928583 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dcc4bdf-9ce0-466e-8d91-001bfb8594b7 req-366f84c2-0cd2-469b-8745-bbc0d6115257 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0950844 Dec 20 22:02:03.930252 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7d8d2e-4fce-4b45-abb9-d993fbaed228 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:02:03.952554 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port aa7d8d2e-4fce-4b45-abb9-d993fbaed228, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:02:03.958165 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:04.002956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dcc4bdf-9ce0-466e-8d91-001bfb8594b7 req-b3b62c8e-5d9b-4977-9dab-a5c710295699 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228 HTTP/1.1" status: 200 len: 999 time: 0.0677431 Dec 20 22:02:04.011664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:02:04.019046 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:04.019312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:04.019647 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:04.019978 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:04.020297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:04.020614 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:04.020929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:04.021241 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:04.021556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:04.022944 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:04.022944 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:04.022944 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:02:04.054784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc4bdf-9ce0-466e-8d91-001bfb8594b7 req-a3ed8ae2-b48f-4912-bf33-471f2544fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:04.056308 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dcc4bdf-9ce0-466e-8d91-001bfb8594b7 req-a3ed8ae2-b48f-4912-bf33-471f2544fefb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0472877 Dec 20 22:02:04.108167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc4bdf-9ce0-466e-8d91-001bfb8594b7 req-401b0217-28bd-4df1-8211-d5c3ed16daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:04.109745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dcc4bdf-9ce0-466e-8d91-001bfb8594b7 req-401b0217-28bd-4df1-8211-d5c3ed16daac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467374 Dec 20 22:02:04.211431 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dcc4bdf-9ce0-466e-8d91-001bfb8594b7 req-f9b5f89c-d1cb-4cc1-b008-d46cce6bb289 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945694 Dec 20 22:02:04.243964 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['aa7d8d2e-4fce-4b45-abb9-d993fbaed228'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:02:04.315907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dcc4bdf-9ce0-466e-8d91-001bfb8594b7 req-38a19bff-3a1b-4178-b60d-a37903d61594 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975275 Dec 20 22:02:04.602464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b3374-bd36-4937-b3cf-f6647d20b442 req-13f01919-9a4b-496d-9ca5-a82ca48a805c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:04.604113 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-676b3374-bd36-4937-b3cf-f6647d20b442 req-13f01919-9a4b-496d-9ca5-a82ca48a805c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 944 time: 0.0520978 Dec 20 22:02:04.645693 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-676b3374-bd36-4937-b3cf-f6647d20b442 req-0fb8d739-ab8f-4942-babf-b68319e076f6 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328383 Dec 20 22:02:05.769107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6876c81-6d6a-4f58-b7e0-379fb6f31521 req-df7ed88e-4f49-474c-bb8b-7d774287c90f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:05.770735 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e6876c81-6d6a-4f58-b7e0-379fb6f31521 req-df7ed88e-4f49-474c-bb8b-7d774287c90f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 944 time: 0.0516882 Dec 20 22:02:05.783567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device aa7d8d2e-4fce-4b45-abb9-d993fbaed228 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:02:05.819748 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e6876c81-6d6a-4f58-b7e0-379fb6f31521 req-9100ef33-390f-4f28-a33d-344c44d4316f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425088 Dec 20 22:02:05.842204 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:02:05.846223 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:02:05.846580 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:05.939863 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:05.942502 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d305057-848c-428f-980c-37d42a6c4434 req-a1c08804-abbe-4bb4-9d2f-428bf02cc6af tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:05.944114 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d305057-848c-428f-980c-37d42a6c4434 req-a1c08804-abbe-4bb4-9d2f-428bf02cc6af tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 944 time: 0.0529912 Dec 20 22:02:05.970563 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:02:05.972849 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71a1d14-be32-4943-8260-aad845a05db7" -d '{"events": [{"server_uuid": "fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0", "name": "network-vif-plugged", "status": "completed", "tag": "aa7d8d2e-4fce-4b45-abb9-d993fbaed228"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:02:05.986639 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port aa7d8d2e-4fce-4b45-abb9-d993fbaed228, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:02:05.993191 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:05.999138 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7d305057-848c-428f-980c-37d42a6c4434 req-9c5d03e5-5b38-4edc-8a0b-be92a34886c6 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475621 Dec 20 22:02:06.022043 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf678d2c-e14c-462d-826a-f89a566d0cd8 x-openstack-request-id: req-cf678d2c-e14c-462d-826a-f89a566d0cd8 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:02:06.022386 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0", "name": "network-vif-plugged", "status": "completed", "tag": "aa7d8d2e-4fce-4b45-abb9-d993fbaed228", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:02:06.022634 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf678d2c-e14c-462d-826a-f89a566d0cd8 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:02:06.023024 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228', 'code': 200} Dec 20 22:02:06.053347 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:02:06.117723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cc8ff-4e26-410b-9de8-04f662e13224 req-6a304137-6e3a-4773-bcf7-5da3c5191a24 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:06.119246 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b39cc8ff-4e26-410b-9de8-04f662e13224 req-6a304137-6e3a-4773-bcf7-5da3c5191a24 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0494854 Dec 20 22:02:06.160421 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b39cc8ff-4e26-410b-9de8-04f662e13224 req-0667d49e-d032-4a0e-82c1-097e100acda9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346572 Dec 20 22:02:06.422277 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc84c1-163d-4ed5-8f28-cd5566d18781 req-d2d525df-fdd3-42ee-9f73-ae23420124d4 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:06.423752 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-72dc84c1-163d-4ed5-8f28-cd5566d18781 req-d2d525df-fdd3-42ee-9f73-ae23420124d4 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0609691 Dec 20 22:02:06.463383 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-72dc84c1-163d-4ed5-8f28-cd5566d18781 req-345375f2-91c9-414e-9f07-d0801f95cf7c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333233 Dec 20 22:02:07.586682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6cbf3-e291-476a-8f18-846d88b892d8 req-edb8963d-d40b-4254-b366-05a21e79ff9e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:07.588172 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6f6cbf3-e291-476a-8f18-846d88b892d8 req-edb8963d-d40b-4254-b366-05a21e79ff9e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0514812 Dec 20 22:02:07.631508 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c6f6cbf3-e291-476a-8f18-846d88b892d8 req-e4d82fda-b026-4c0a-a3e4-57d15f6068f1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367839 Dec 20 22:02:07.760002 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca8988-da3b-479d-b67e-42562fd14b69 req-74ff703c-5504-495d-a28f-41a646d8d918 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:07.761737 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e8ca8988-da3b-479d-b67e-42562fd14b69 req-74ff703c-5504-495d-a28f-41a646d8d918 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.31 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 945 time: 0.0529375 Dec 20 22:02:07.856642 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-e8ca8988-da3b-479d-b67e-42562fd14b69 req-b4150dd7-6fe3-4fd0-90fc-2047a49e2a81 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Deleting port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:02:07.857008 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e8ca8988-da3b-479d-b67e-42562fd14b69 req-b4150dd7-6fe3-4fd0-90fc-2047a49e2a81 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:07.952351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e8ca8988-da3b-479d-b67e-42562fd14b69 req-b4150dd7-6fe3-4fd0-90fc-2047a49e2a81 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] For port aa7d8d2e-4fce-4b45-abb9-d993fbaed228, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:02:07.952729 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e8ca8988-da3b-479d-b67e-42562fd14b69 req-b4150dd7-6fe3-4fd0-90fc-2047a49e2a81 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:08.141279 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e8ca8988-da3b-479d-b67e-42562fd14b69 req-b4150dd7-6fe3-4fd0-90fc-2047a49e2a81 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:08.141800 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e8ca8988-da3b-479d-b67e-42562fd14b69 req-b4150dd7-6fe3-4fd0-90fc-2047a49e2a81 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:08.142240 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [req-e8ca8988-da3b-479d-b67e-42562fd14b69 req-b4150dd7-6fe3-4fd0-90fc-2047a49e2a81 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Floating IP 8a2c5e94-2bc3-4945-9b1d-81fc43e3dede disassociated. External IP: 172.35.3.112, port: aa7d8d2e-4fce-4b45-abb9-d993fbaed228. Dec 20 22:02:08.142667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-e8ca8988-da3b-479d-b67e-42562fd14b69 req-b4150dd7-6fe3-4fd0-90fc-2047a49e2a81 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Calling delete_port for aa7d8d2e-4fce-4b45-abb9-d993fbaed228 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:02:08.293176 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e8ca8988-da3b-479d-b67e-42562fd14b69 req-b4150dd7-6fe3-4fd0-90fc-2047a49e2a81 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:08.327855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4150dd7-6fe3-4fd0-90fc-2047a49e2a81 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Pushing event deleted for resources: {'Port': ['ID=aa7d8d2e-4fce-4b45-abb9-d993fbaed228,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:02:08.460380 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8ca8988-da3b-479d-b67e-42562fd14b69 req-b4150dd7-6fe3-4fd0-90fc-2047a49e2a81 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Router 18a71ccc-c545-4d7a-8424-5eab6db2d729 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:02:08.584919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8ca8988-da3b-479d-b67e-42562fd14b69 req-b4150dd7-6fe3-4fd0-90fc-2047a49e2a81 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:02:08.598788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df16a10d-5c4b-4b26-8d83-6daa6637e52d None None] Sync routers for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:02:08.609308 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df16a10d-5c4b-4b26-8d83-6daa6637e52d None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:02:08.609943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-df16a10d-5c4b-4b26-8d83-6daa6637e52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:02:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:02:08.632399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ca8988-da3b-479d-b67e-42562fd14b69 req-b4150dd7-6fe3-4fd0-90fc-2047a49e2a81 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] No DVR routers for this DVR port aa7d8d2e-4fce-4b45-abb9-d993fbaed228 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:02:08.635555 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e8ca8988-da3b-479d-b67e-42562fd14b69 req-b4150dd7-6fe3-4fd0-90fc-2047a49e2a81 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:08.639309 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e8ca8988-da3b-479d-b67e-42562fd14b69 req-b4150dd7-6fe3-4fd0-90fc-2047a49e2a81 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.31 "DELETE /v2.0/ports/aa7d8d2e-4fce-4b45-abb9-d993fbaed228 HTTP/1.1" status: 204 len: 173 time: 0.8719056 Dec 20 22:02:08.639792 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'name': 'network-vif-deleted', 'tag': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:02:08.642103 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fa5bf2-714d-450b-90c4-c47b0cc35eda" -d '{"events": [{"server_uuid": "fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0", "name": "network-vif-deleted", "tag": "aa7d8d2e-4fce-4b45-abb9-d993fbaed228"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:02:08.681431 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1e0d14-a200-4d67-a8e7-42f7ce68e345 x-openstack-request-id: req-0b1e0d14-a200-4d67-a8e7-42f7ce68e345 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:02:08.681723 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0", "name": "network-vif-deleted", "tag": "aa7d8d2e-4fce-4b45-abb9-d993fbaed228", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:02:08.682001 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b1e0d14-a200-4d67-a8e7-42f7ce68e345 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:02:08.682459 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0', 'name': 'network-vif-deleted', 'tag': 'aa7d8d2e-4fce-4b45-abb9-d993fbaed228', 'status': 'completed', 'code': 200} Dec 20 22:02:08.738618 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e9d0f91f-a0df-4437-abe6-eac2585231eb req-b03589db-513e-473c-9ae8-cf7910c9e57a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=fabb75ba-8993-4fea-a7d6-9ab7ca7d61d0 HTTP/1.1" status: 200 len: 210 time: 0.0298762 Dec 20 22:02:08.743034 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-df16a10d-5c4b-4b26-8d83-6daa6637e52d None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:02:08.965009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-df16a10d-5c4b-4b26-8d83-6daa6637e52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:02:08.991446 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df16a10d-5c4b-4b26-8d83-6daa6637e52d None None] Checking router: 18a71ccc-c545-4d7a-8424-5eab6db2d729 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:02:09.000686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df16a10d-5c4b-4b26-8d83-6daa6637e52d None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:02:09.001292 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-df16a10d-5c4b-4b26-8d83-6daa6637e52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:02:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:02:09.113984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-df16a10d-5c4b-4b26-8d83-6daa6637e52d None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:02:09.354800 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-df16a10d-5c4b-4b26-8d83-6daa6637e52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:02:09.384879 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df16a10d-5c4b-4b26-8d83-6daa6637e52d None None] The sync data for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 is: [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:02:09.641327 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a13f141-1963-4306-95f4-0e34d0f27623 None None] New status for floating IP 8a2c5e94-2bc3-4945-9b1d-81fc43e3dede: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:02:09.990779 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-9b23dde7-7297-4a18-9846-e5e4b8cb0c30 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--794511456&fields=id&tenant_id=62696e1014a64287bd2136ff7607fc96 HTTP/1.1" status: 200 len: 267 time: 0.0346224 Dec 20 22:02:10.106589 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-9b0d0c8b-cea7-4058-a86c-6b9169816a6e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:10.108193 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-9b0d0c8b-cea7-4058-a86c-6b9169816a6e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 812 time: 0.1104040 Dec 20 22:02:10.127631 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-83ce737c-3b3b-43d0-8700-8be5aac58399 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/quotas/62696e1014a64287bd2136ff7607fc96 HTTP/1.1" status: 200 len: 375 time: 0.0124636 Dec 20 22:02:10.198503 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-a27131db-16bc-489b-8e89-1f796ee19985 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626013 Dec 20 22:02:10.393094 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-bf43740d-743b-42e4-893b-f3540d468703 service neutron] 10.222.0.32 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727753 Dec 20 22:02:10.492876 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-7fc9a548-f8d4-4d0e-8573-45d224f1c270 service neutron] 10.222.0.32 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931084 Dec 20 22:02:10.670528 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-004bcf7d-2010-4214-8be4-aea1ad33de94 req-5e90b898-fb71-407e-80de-9f28caed7375 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 210 time: 0.0320401 Dec 20 22:02:11.771790 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3247e48c-9f5c-47a3-8035-e709c7fe183e req-9334860b-6406-4a3d-8e3f-b2c5f8e3f38b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 210 time: 0.0296295 Dec 20 22:02:11.813051 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-c5ba1b22-91ab-4a0f-b757-e1bdf430c9f3 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:11.815321 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-c5ba1b22-91ab-4a0f-b757-e1bdf430c9f3 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 812 time: 0.1574748 Dec 20 22:02:11.823533 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device aa7d8d2e-4fce-4b45-abb9-d993fbaed228 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:02:11.843629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: aa7d8d2e-4fce-4b45-abb9-d993fbaed228 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:02:11.843973 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device aa7d8d2e-4fce-4b45-abb9-d993fbaed228 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:02:11.913334 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-59b7ea10-78de-44d2-a5ca-5f8fdf2578e9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62696e1014a64287bd2136ff7607fc96 HTTP/1.1" status: 200 len: 379 time: 0.0451458 Dec 20 22:02:11.924143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-c24015fc-d599-400f-b46a-bebd1a28939e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Request body: {'port': {'device_id': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'admin_state_up': True, 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'security_groups': ['8d605332-6997-4227-b1cb-629f2699b15a']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:02:12.057336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-c24015fc-d599-400f-b46a-bebd1a28939e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Made reservation on behalf of 62696e1014a64287bd2136ff7607fc96 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:02:12.062855 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-c24015fc-d599-400f-b46a-bebd1a28939e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:12.236034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-c24015fc-d599-400f-b46a-bebd1a28939e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Allocated IP 172.20.0.12 (39aef4a9-ae1d-48ca-aed9-768af9087f5a/4408fff8-41c7-4651-80dd-1ef95c0748d0/78d2a5cf-3c9f-4513-b460-39b372cdc269) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:02:12.420661 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-c24015fc-d599-400f-b46a-bebd1a28939e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:12.459517 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-c24015fc-d599-400f-b46a-bebd1a28939e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:12.522611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-c24015fc-d599-400f-b46a-bebd1a28939e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Network 39aef4a9-ae1d-48ca-aed9-768af9087f5a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:02:12.526244 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-c24015fc-d599-400f-b46a-bebd1a28939e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:02:12.529259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-c24015fc-d599-400f-b46a-bebd1a28939e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:02:12.564160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24015fc-d599-400f-b46a-bebd1a28939e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Pushing event updated for resources: {'Port': ['ID=78d2a5cf-3c9f-4513-b460-39b372cdc269,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:02:12.594121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-c24015fc-d599-400f-b46a-bebd1a28939e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:12.594794 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-c24015fc-d599-400f-b46a-bebd1a28939e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:12.612800 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-c24015fc-d599-400f-b46a-bebd1a28939e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6928375 Dec 20 22:02:12.630254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Request body: {'port': {'device_id': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:02:12.694592 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:12.787577 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-53b5b27e-1cfd-4b36-b683-6aed9b3bd268 None None] Provisioning complete for port 78d2a5cf-3c9f-4513-b460-39b372cdc269 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:02:12.787962 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-53b5b27e-1cfd-4b36-b683-6aed9b3bd268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:12.826165 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-53b5b27e-1cfd-4b36-b683-6aed9b3bd268 None None] Port 78d2a5cf-3c9f-4513-b460-39b372cdc269 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:02:12.947593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ec620-3262-4983-b35e-ea17ab6eb92b req-c11037bd-9548-4ca8-bf71-52dfc6550d7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:12.949614 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-110ec620-3262-4983-b35e-ea17ab6eb92b req-c11037bd-9548-4ca8-bf71-52dfc6550d7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 932 time: 0.0853584 Dec 20 22:02:13.029404 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-110ec620-3262-4983-b35e-ea17ab6eb92b req-4bf96c1e-a857-43d3-b7d8-36d5becbb5f2 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736172 Dec 20 22:02:13.049697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d2a5cf-3c9f-4513-b460-39b372cdc269 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:02:13.058604 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:13.071552 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Transition to ACTIVE for port object 78d2a5cf-3c9f-4513-b460-39b372cdc269 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:02:13.076813 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:13.131432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Pushing event updated for resources: {'Port': ['ID=78d2a5cf-3c9f-4513-b460-39b372cdc269,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:02:13.206750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Attempting to bind port 78d2a5cf-3c9f-4513-b460-39b372cdc269 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:02:13.207078 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Attempting to bind port 78d2a5cf-3c9f-4513-b460-39b372cdc269 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:02:13.207399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Attempting to bind port 78d2a5cf-3c9f-4513-b460-39b372cdc269 on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:02:13.219405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Port 78d2a5cf-3c9f-4513-b460-39b372cdc269 on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:02:13.219723 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Attempting to bind port 78d2a5cf-3c9f-4513-b460-39b372cdc269 on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:02:13.226103 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:02:13.226616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Checking segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:02:13.227024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Bound using segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:02:13.227463 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Bound port: 78d2a5cf-3c9f-4513-b460-39b372cdc269, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:02:13.227805 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:13.301547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] For port 78d2a5cf-3c9f-4513-b460-39b372cdc269, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:02:13.305999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] For port 78d2a5cf-3c9f-4513-b460-39b372cdc269, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:02:13.311472 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:13.347458 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:13.348170 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:13.349486 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] 10.222.0.66 "PUT /v2.0/ports/78d2a5cf-3c9f-4513-b460-39b372cdc269 HTTP/1.1" status: 200 len: 1090 time: 0.7237759 Dec 20 22:02:13.349933 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'tag': '78d2a5cf-3c9f-4513-b460-39b372cdc269'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:02:13.353099 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0470b148-a97b-48b6-bdf7-eed3f46b35b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d388427b-5aa2-4ad8-a16d-2f5b155b9e9c", "tag": "78d2a5cf-3c9f-4513-b460-39b372cdc269"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:02:13.378119 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469bcc4-4da9-4b51-adbb-a298504b4d8a service neutron] Pushing event updated for resources: {'Port': ['ID=78d2a5cf-3c9f-4513-b460-39b372cdc269,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:02:13.409373 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f78be7a-3769-4bd6-8151-a8440b5b633c x-openstack-request-id: req-6f78be7a-3769-4bd6-8151-a8440b5b633c {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:02:13.409671 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d388427b-5aa2-4ad8-a16d-2f5b155b9e9c", "tag": "78d2a5cf-3c9f-4513-b460-39b372cdc269", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:02:13.410025 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f78be7a-3769-4bd6-8151-a8440b5b633c {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:02:13.410479 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'tag': '78d2a5cf-3c9f-4513-b460-39b372cdc269', 'status': 'completed', 'code': 200} Dec 20 22:02:13.474698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-cb842f68-7adb-485a-8364-8a11605eea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:13.476373 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-cb842f68-7adb-485a-8364-8a11605eea7a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 1093 time: 0.0513515 Dec 20 22:02:13.528372 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-c2e53b43-afd6-4d1b-890d-d454ba786c9e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269 HTTP/1.1" status: 200 len: 217 time: 0.0399051 Dec 20 22:02:13.589545 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-172ee45c-f727-4858-b341-eaed138e17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:13.591184 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-172ee45c-f727-4858-b341-eaed138e17dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0562003 Dec 20 22:02:13.640091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-7d9b3f85-f283-46de-8ea8-0911c92e6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:13.641764 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-7d9b3f85-f283-46de-8ea8-0911c92e6870 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0443852 Dec 20 22:02:13.762852 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-f3b8e2c4-0667-48ae-8601-69e8452dbf2c service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141341 Dec 20 22:02:13.862500 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59d85304-7f84-42d7-be64-5be3644ac5f4 req-142b9b7a-b7eb-4576-ad2d-f3e67d9e5c58 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927875 Dec 20 22:02:14.360865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470b148-a97b-48b6-bdf7-eed3f46b35b7 req-a6654415-b947-4875-b3ca-8711a8a64d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:14.362431 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0470b148-a97b-48b6-bdf7-eed3f46b35b7 req-a6654415-b947-4875-b3ca-8711a8a64d95 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 1093 time: 0.4038765 Dec 20 22:02:14.388210 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ce018-44e4-49c2-bf61-2ec33397251d req-55ddd617-5526-421f-8637-15cda68e048b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:14.389935 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-107ce018-44e4-49c2-bf61-2ec33397251d req-55ddd617-5526-421f-8637-15cda68e048b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 944 time: 0.0777638 Dec 20 22:02:14.489587 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-107ce018-44e4-49c2-bf61-2ec33397251d req-49540b4d-35f3-449a-abb0-9394047f51d2 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886841 Dec 20 22:02:14.508555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470b148-a97b-48b6-bdf7-eed3f46b35b7 req-b64230ff-c1c7-4b93-89e3-60da1c9f2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:14.510098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0470b148-a97b-48b6-bdf7-eed3f46b35b7 req-b64230ff-c1c7-4b93-89e3-60da1c9f2a4e service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1395824 Dec 20 22:02:14.554281 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0470b148-a97b-48b6-bdf7-eed3f46b35b7 req-15e7f774-dbca-4b1c-bc75-dcadbe64dfe5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269 HTTP/1.1" status: 200 len: 217 time: 0.0368788 Dec 20 22:02:14.622437 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470b148-a97b-48b6-bdf7-eed3f46b35b7 req-6d283cf2-948c-43bc-9f16-ccd59112758b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:14.623871 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0470b148-a97b-48b6-bdf7-eed3f46b35b7 req-6d283cf2-948c-43bc-9f16-ccd59112758b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0627658 Dec 20 22:02:14.682498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470b148-a97b-48b6-bdf7-eed3f46b35b7 req-885cc9ed-36b1-49a2-8df1-ecb18b60c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:14.683963 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0470b148-a97b-48b6-bdf7-eed3f46b35b7 req-885cc9ed-36b1-49a2-8df1-ecb18b60c9bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0524948 Dec 20 22:02:14.799068 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0470b148-a97b-48b6-bdf7-eed3f46b35b7 req-55711707-af6b-4851-8b19-b3ab5dd1eca1 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065843 Dec 20 22:02:14.900163 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0470b148-a97b-48b6-bdf7-eed3f46b35b7 req-9b512e11-73cc-4b68-9939-d5ff41c7a85b service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938427 Dec 20 22:02:15.168639 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:15.614150 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6677c-0b8b-4f27-b66a-f0d1d1392538 req-9e54720b-d8d7-44ad-80f0-d4deb7cca3b4 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:15.615702 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cdd6677c-0b8b-4f27-b66a-f0d1d1392538 req-9e54720b-d8d7-44ad-80f0-d4deb7cca3b4 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 944 time: 0.0530214 Dec 20 22:02:15.657089 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cdd6677c-0b8b-4f27-b66a-f0d1d1392538 req-dc67d391-c5f3-4ae1-80b6-c1d4a1cab84f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345099 Dec 20 22:02:15.993457 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 78d2a5cf-3c9f-4513-b460-39b372cdc269 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:02:16.294775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 78d2a5cf-3c9f-4513-b460-39b372cdc269, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:02:16.309846 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '78d2a5cf-3c9f-4513-b460-39b372cdc269', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'port_id': '78d2a5cf-3c9f-4513-b460-39b372cdc269', 'mac_address': 'fa:16:3e:3e:4d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:02:16.357979 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:16.371359 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d2a5cf-3c9f-4513-b460-39b372cdc269 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:02:16.395054 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 78d2a5cf-3c9f-4513-b460-39b372cdc269, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:02:16.401437 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:16.451783 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=78d2a5cf-3c9f-4513-b460-39b372cdc269,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:02:16.671548 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['78d2a5cf-3c9f-4513-b460-39b372cdc269'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:02:16.794678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fe86d-e074-4e2e-8525-458e291ca0b5 req-6f318d99-eeac-4be8-9f0a-92abe32ea7dd tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:16.796387 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-029fe86d-e074-4e2e-8525-458e291ca0b5 req-6f318d99-eeac-4be8-9f0a-92abe32ea7dd tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 945 time: 0.0555794 Dec 20 22:02:16.841604 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-029fe86d-e074-4e2e-8525-458e291ca0b5 req-2a4570d9-ce76-4a97-bc00-1679fff7dc68 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374246 Dec 20 22:02:17.971582 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab913c7-f27e-4a40-9c5f-6419e4acedf6 req-8bb19e43-d84d-4ffb-ab96-c43437794949 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:17.973102 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aab913c7-f27e-4a40-9c5f-6419e4acedf6 req-8bb19e43-d84d-4ffb-ab96-c43437794949 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 945 time: 0.0515609 Dec 20 22:02:18.012411 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 78d2a5cf-3c9f-4513-b460-39b372cdc269 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:02:18.015620 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aab913c7-f27e-4a40-9c5f-6419e4acedf6 req-64fbdda5-d23c-4cc3-bc58-b22f5d2b65d0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357490 Dec 20 22:02:18.062510 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 78d2a5cf-3c9f-4513-b460-39b372cdc269 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:02:18.066775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 78d2a5cf-3c9f-4513-b460-39b372cdc269 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:02:18.067138 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:18.153005 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:18.179011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d2a5cf-3c9f-4513-b460-39b372cdc269'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:02:18.181403 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9300a29c-3f52-436b-a1bb-5b877f8cbbda" -d '{"events": [{"server_uuid": "d388427b-5aa2-4ad8-a16d-2f5b155b9e9c", "name": "network-vif-plugged", "status": "completed", "tag": "78d2a5cf-3c9f-4513-b460-39b372cdc269"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:02:18.195509 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 78d2a5cf-3c9f-4513-b460-39b372cdc269, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:02:18.201028 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:18.224786 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e59fbf9-8635-45f5-b612-cf09faa4ca2f x-openstack-request-id: req-1e59fbf9-8635-45f5-b612-cf09faa4ca2f {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:02:18.225090 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d388427b-5aa2-4ad8-a16d-2f5b155b9e9c", "name": "network-vif-plugged", "status": "completed", "tag": "78d2a5cf-3c9f-4513-b460-39b372cdc269", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:02:18.225348 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e59fbf9-8635-45f5-b612-cf09faa4ca2f {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:02:18.225818 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d2a5cf-3c9f-4513-b460-39b372cdc269', 'code': 200} Dec 20 22:02:18.256057 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=78d2a5cf-3c9f-4513-b460-39b372cdc269,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:02:18.328616 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:18.351306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98c25b-c507-4f7c-934e-2de17a6d5dba req-911c29fc-fe81-4308-9f1e-0517b6294983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:18.352851 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9d98c25b-c507-4f7c-934e-2de17a6d5dba req-911c29fc-fe81-4308-9f1e-0517b6294983 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 1095 time: 0.0412414 Dec 20 22:02:18.391037 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9d98c25b-c507-4f7c-934e-2de17a6d5dba req-bcca1121-f669-426b-88ff-953606805347 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314608 Dec 20 22:02:19.140228 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e1b2b-f5d5-4788-b2ae-7dc89b465471 req-5456cc5b-4401-41f4-8216-f35199d448ce tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:19.141746 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-744e1b2b-f5d5-4788-b2ae-7dc89b465471 req-5456cc5b-4401-41f4-8216-f35199d448ce tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0551331 Dec 20 22:02:19.180103 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-744e1b2b-f5d5-4788-b2ae-7dc89b465471 req-7524785c-5958-4580-88cc-0a038a4b948a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323391 Dec 20 22:02:20.304514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6e9c0-9370-4759-b23f-2127ddcfa996 req-8d84405d-2644-4203-902d-c5b751dabdc6 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:20.306033 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82e6e9c0-9370-4759-b23f-2127ddcfa996 req-8d84405d-2644-4203-902d-c5b751dabdc6 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0549736 Dec 20 22:02:20.347855 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-82e6e9c0-9370-4759-b23f-2127ddcfa996 req-c416f85c-00c7-49b9-bc47-eea4e7f46f07 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351002 Dec 20 22:02:20.474831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6a077-aa47-4d45-8f03-1666023f1c02 req-518cfb8d-63a8-466e-9e18-809bf7cb260b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:20.476297 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4dc6a077-aa47-4d45-8f03-1666023f1c02 req-518cfb8d-63a8-466e-9e18-809bf7cb260b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0546546 Dec 20 22:02:20.485781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50344) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:02:20.490905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b7bf6124-c594-4a44-9bba-88aa6c169d32 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Request body: {'floatingip': {'port_id': '78d2a5cf-3c9f-4513-b460-39b372cdc269'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:02:20.532828 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b7bf6124-c594-4a44-9bba-88aa6c169d32 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:21.003910 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b7bf6124-c594-4a44-9bba-88aa6c169d32 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:21.012594 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b7bf6124-c594-4a44-9bba-88aa6c169d32 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:21.127895 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-b7bf6124-c594-4a44-9bba-88aa6c169d32 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Floating IP 8a2c5e94-2bc3-4945-9b1d-81fc43e3dede associated. External IP: 172.35.3.112, port: 78d2a5cf-3c9f-4513-b460-39b372cdc269. Dec 20 22:02:21.347956 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bf6124-c594-4a44-9bba-88aa6c169d32 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Router 18a71ccc-c545-4d7a-8424-5eab6db2d729 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:02:21.464617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bf6124-c594-4a44-9bba-88aa6c169d32 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:02:21.469214 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b7bf6124-c594-4a44-9bba-88aa6c169d32 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:21.478282 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3e3aa-80a4-406f-9569-5559004c5129 None None] Sync routers for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:02:21.491854 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e3e3aa-80a4-406f-9569-5559004c5129 None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:02:21.492721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-79e3e3aa-80a4-406f-9569-5559004c5129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:02:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:02:21.498617 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b7bf6124-c594-4a44-9bba-88aa6c169d32 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "PUT /v2.0/floatingips/8a2c5e94-2bc3-4945-9b1d-81fc43e3dede HTTP/1.1" status: 200 len: 992 time: 1.0116143 Dec 20 22:02:21.499309 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'tag': '78d2a5cf-3c9f-4513-b460-39b372cdc269'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:02:21.502014 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a597d23-db20-4466-b04e-58e1604c9c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "d388427b-5aa2-4ad8-a16d-2f5b155b9e9c", "tag": "78d2a5cf-3c9f-4513-b460-39b372cdc269"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:02:21.564536 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6c19a6-7b8f-44e4-bf9b-f9808ff74633 x-openstack-request-id: req-cc6c19a6-7b8f-44e4-bf9b-f9808ff74633 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:02:21.564863 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d388427b-5aa2-4ad8-a16d-2f5b155b9e9c", "tag": "78d2a5cf-3c9f-4513-b460-39b372cdc269", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:02:21.565192 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc6c19a6-7b8f-44e4-bf9b-f9808ff74633 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:02:21.565571 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'tag': '78d2a5cf-3c9f-4513-b460-39b372cdc269', 'status': 'completed', 'code': 200} Dec 20 22:02:21.637611 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-79e3e3aa-80a4-406f-9569-5559004c5129 None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:02:21.685989 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a597d23-db20-4466-b04e-58e1604c9c9e req-9d3e31be-d0c4-4a6b-b15c-3671786271a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:21.687562 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a597d23-db20-4466-b04e-58e1604c9c9e req-9d3e31be-d0c4-4a6b-b15c-3671786271a2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 1095 time: 0.0482004 Dec 20 22:02:21.786024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a597d23-db20-4466-b04e-58e1604c9c9e req-68efb7a0-50c1-43a1-a14a-c4b65ba6bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:21.787523 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a597d23-db20-4466-b04e-58e1604c9c9e req-68efb7a0-50c1-43a1-a14a-c4b65ba6bc6b service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0939412 Dec 20 22:02:21.876927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-79e3e3aa-80a4-406f-9569-5559004c5129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '8a2c5e94-2bc3-4945-9b1d-81fc43e3dede', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'floating_ip_address': '172.35.3.112', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'port_id': '78d2a5cf-3c9f-4513-b460-39b372cdc269', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'mac_address': 'fa:16:3e:3e:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:59:51Z', 'updated_at': '2021-12-20T22:02:20Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:02:21.892883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a597d23-db20-4466-b04e-58e1604c9c9e req-4ce9f158-66ba-4191-b89b-6dbea62f05af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269 HTTP/1.1" status: 200 len: 1000 time: 0.0983515 Dec 20 22:02:21.903522 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3e3aa-80a4-406f-9569-5559004c5129 None None] Checking router: 18a71ccc-c545-4d7a-8424-5eab6db2d729 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:02:21.912472 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e3e3aa-80a4-406f-9569-5559004c5129 None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:02:21.913121 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-79e3e3aa-80a4-406f-9569-5559004c5129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:02:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:02:21.945088 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a597d23-db20-4466-b04e-58e1604c9c9e req-58864c87-11d6-4046-b398-68a8a8639830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:21.946778 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a597d23-db20-4466-b04e-58e1604c9c9e req-58864c87-11d6-4046-b398-68a8a8639830 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0476780 Dec 20 22:02:21.996235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a597d23-db20-4466-b04e-58e1604c9c9e req-67ca6672-3e56-4b8a-9803-23e556f4f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:21.997770 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a597d23-db20-4466-b04e-58e1604c9c9e req-67ca6672-3e56-4b8a-9803-23e556f4f6a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0447919 Dec 20 22:02:22.023725 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-79e3e3aa-80a4-406f-9569-5559004c5129 None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:02:22.100972 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a597d23-db20-4466-b04e-58e1604c9c9e req-482c77d5-098b-4591-bae2-c2e55fa89c97 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967312 Dec 20 22:02:22.197156 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a597d23-db20-4466-b04e-58e1604c9c9e req-2800a8bd-1572-4b25-906a-3c6bb14efc94 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899873 Dec 20 22:02:22.271640 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-79e3e3aa-80a4-406f-9569-5559004c5129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '8a2c5e94-2bc3-4945-9b1d-81fc43e3dede', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'floating_ip_address': '172.35.3.112', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'port_id': '78d2a5cf-3c9f-4513-b460-39b372cdc269', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'mac_address': 'fa:16:3e:3e:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:59:51Z', 'updated_at': '2021-12-20T22:02:20Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:02:22.299528 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3e3aa-80a4-406f-9569-5559004c5129 None None] The sync data for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 is: [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '8a2c5e94-2bc3-4945-9b1d-81fc43e3dede', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'floating_ip_address': '172.35.3.112', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'port_id': '78d2a5cf-3c9f-4513-b460-39b372cdc269', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'mac_address': 'fa:16:3e:3e:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:59:51Z', 'updated_at': '2021-12-20T22:02:20Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:02:22.503845 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcc698a-2fa4-47f0-9511-552fea37cd30 None None] New status for floating IP 8a2c5e94-2bc3-4945-9b1d-81fc43e3dede: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:02:27.194893 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d66aca8-c9c1-463c-99f9-264f9a15e91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:29.557912 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e40bc020-5c15-4e35-9ed7-cef8317f2f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:30.814143 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:32.242035 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:32.303592 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:02:32.421379 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:38.106534 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7b9f040f-06f4-46cd-95bc-e99408ae25e1 req-13be650b-c0be-44c6-bb40-4a5a51d7c91d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0442195 Dec 20 22:02:38.227815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f040f-06f4-46cd-95bc-e99408ae25e1 req-9badd03d-6b0a-4b76-b078-ff828b856eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:38.229486 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7b9f040f-06f4-46cd-95bc-e99408ae25e1 req-9badd03d-6b0a-4b76-b078-ff828b856eba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 1095 time: 0.0528927 Dec 20 22:02:38.348741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f040f-06f4-46cd-95bc-e99408ae25e1 req-011bc212-f6fd-4ef9-9eb4-761477dcf990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:38.350299 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7b9f040f-06f4-46cd-95bc-e99408ae25e1 req-011bc212-f6fd-4ef9-9eb4-761477dcf990 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1020095 Dec 20 22:02:38.422346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7b9f040f-06f4-46cd-95bc-e99408ae25e1 req-7974826a-b832-4b46-8d41-80637940e6f9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269 HTTP/1.1" status: 200 len: 1002 time: 0.0649118 Dec 20 22:02:38.473200 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f040f-06f4-46cd-95bc-e99408ae25e1 req-d7fb5473-d06d-4f15-b6f2-758fdc1c5e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:38.474731 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7b9f040f-06f4-46cd-95bc-e99408ae25e1 req-d7fb5473-d06d-4f15-b6f2-758fdc1c5e01 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0454719 Dec 20 22:02:38.522951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f040f-06f4-46cd-95bc-e99408ae25e1 req-a947e2b5-066f-484e-b566-32f95db99eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:02:38.524522 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7b9f040f-06f4-46cd-95bc-e99408ae25e1 req-a947e2b5-066f-484e-b566-32f95db99eb0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0427258 Dec 20 22:02:38.630810 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7b9f040f-06f4-46cd-95bc-e99408ae25e1 req-a6b3876c-da4a-4df7-8d40-2a2979998e0a service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976582 Dec 20 22:02:38.726137 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7b9f040f-06f4-46cd-95bc-e99408ae25e1 req-632c2be9-51f2-44a6-8935-0aa1737eb2c0 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874112 Dec 20 22:02:45.165474 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:48.334753 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:57.201786 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5fad47a4-a5ac-4edb-a3ba-e8e9f9529a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:02:59.558477 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5b3b863e-6b74-4a6e-b2be-e4a4f6b60afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:03:00.818960 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:03:02.241298 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:03:02.417597 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:03:09.306634 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:03:15.166673 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:03:18.346454 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:03:27.197436 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9988e4c6-7315-4292-8095-8b2a32839ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:03:29.555496 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-071ac9f9-097c-40d6-a1b8-c32dc4be21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:03:30.818990 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:03:32.248523 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:03:32.420875 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:03:40.105053 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f93fe6-8654-426c-b5d8-90a1a108df3b req-f7c7eda5-3fcf-410f-b5c7-27450e3a6716 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0460861 Dec 20 22:03:40.211805 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f93fe6-8654-426c-b5d8-90a1a108df3b req-d771d3a0-6e92-4266-9832-52c83dd65b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:03:40.213322 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f93fe6-8654-426c-b5d8-90a1a108df3b req-d771d3a0-6e92-4266-9832-52c83dd65b57 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 1095 time: 0.0470529 Dec 20 22:03:40.330155 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f93fe6-8654-426c-b5d8-90a1a108df3b req-ac0dbd78-ab4c-46a9-b720-ab58c2a9fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:03:40.331768 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f93fe6-8654-426c-b5d8-90a1a108df3b req-ac0dbd78-ab4c-46a9-b720-ab58c2a9fd33 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0961678 Dec 20 22:03:40.412802 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f93fe6-8654-426c-b5d8-90a1a108df3b req-7e0d8cf3-7b37-42b9-88c9-c097913ec5fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269 HTTP/1.1" status: 200 len: 1002 time: 0.0730650 Dec 20 22:03:40.465638 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f93fe6-8654-426c-b5d8-90a1a108df3b req-5570b314-ae83-4a59-b4bd-19745013e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:03:40.467160 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f93fe6-8654-426c-b5d8-90a1a108df3b req-5570b314-ae83-4a59-b4bd-19745013e7a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0477946 Dec 20 22:03:40.518232 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f93fe6-8654-426c-b5d8-90a1a108df3b req-6d41d662-439d-465b-91d7-942adc6e9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:03:40.519777 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f93fe6-8654-426c-b5d8-90a1a108df3b req-6d41d662-439d-465b-91d7-942adc6e9713 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0454719 Dec 20 22:03:40.619030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f93fe6-8654-426c-b5d8-90a1a108df3b req-9a3ad8dc-e403-4ffe-aff0-88b6afb6b49f service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918903 Dec 20 22:03:40.724306 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19f93fe6-8654-426c-b5d8-90a1a108df3b req-a29755c2-64e0-442c-9482-0e340960a957 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969212 Dec 20 22:03:45.194191 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:03:46.310848 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:03:48.362880 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:03:57.208902 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e22f173-5c41-4ad6-be74-cdb3ec521c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:03:57.417706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e8833-c56e-4f2e-8b10-06ba86041e33 req-c3bb80db-52b7-435f-b985-aaccf92fd047 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:03:57.419364 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-014e8833-c56e-4f2e-8b10-06ba86041e33 req-c3bb80db-52b7-435f-b985-aaccf92fd047 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0591745 Dec 20 22:03:57.461589 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-014e8833-c56e-4f2e-8b10-06ba86041e33 req-d9d7326f-49fa-4283-b8aa-3918b13b0d2b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347185 Dec 20 22:03:58.599401 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb5efa-2cc8-4043-9226-e70e1432cd0c req-4e14d510-b35b-4428-a1b3-42711efcac40 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:03:58.601213 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-73cb5efa-2cc8-4043-9226-e70e1432cd0c req-4e14d510-b35b-4428-a1b3-42711efcac40 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0621531 Dec 20 22:03:58.654136 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-73cb5efa-2cc8-4043-9226-e70e1432cd0c req-a98e6cd5-a95c-439a-aaab-07c5ab40c172 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429299 Dec 20 22:03:59.559625 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-400d5833-be5e-4694-9463-e1f54bcbf136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:03:59.786640 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa877d-6cb4-427e-9dbd-ff5455b62ce5 req-518ec6e0-afe8-4067-b4e1-e311a74ef406 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:03:59.788358 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64aa877d-6cb4-427e-9dbd-ff5455b62ce5 req-518ec6e0-afe8-4067-b4e1-e311a74ef406 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0610428 Dec 20 22:03:59.828858 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64aa877d-6cb4-427e-9dbd-ff5455b62ce5 req-34b82544-e382-49b1-9db9-ce25facdf2a9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336056 Dec 20 22:04:00.823364 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:00.964826 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49dd2-ffb5-4871-9dc1-43f71d935d3c req-deeea6a1-f5c4-4dea-b05a-e3c0e289996c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:00.966365 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-08f49dd2-ffb5-4871-9dc1-43f71d935d3c req-deeea6a1-f5c4-4dea-b05a-e3c0e289996c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0646856 Dec 20 22:04:01.010587 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-08f49dd2-ffb5-4871-9dc1-43f71d935d3c req-42699a61-29f3-4531-9a41-2319e6f8e635 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371926 Dec 20 22:04:02.138762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614c409-392a-4e03-a87a-17194fd20950 req-45b433b7-8f83-419f-8a4c-610f12f42849 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:02.140252 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a614c409-392a-4e03-a87a-17194fd20950 req-45b433b7-8f83-419f-8a4c-610f12f42849 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0535150 Dec 20 22:04:02.182108 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a614c409-392a-4e03-a87a-17194fd20950 req-42a52370-b37d-4d89-8279-bd960fdeb8c9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335715 Dec 20 22:04:02.247823 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:02.427288 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:03.307192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416590b-cb64-492a-9996-586e1b33b9de req-9962110d-7f93-4e7f-a22e-d1e91e80a2b9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:03.308728 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1416590b-cb64-492a-9996-586e1b33b9de req-9962110d-7f93-4e7f-a22e-d1e91e80a2b9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0554597 Dec 20 22:04:03.349913 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1416590b-cb64-492a-9996-586e1b33b9de req-031c6956-1e80-4d32-a19b-11a819a5dac8 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347259 Dec 20 22:04:03.914170 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-41033fec-686d-46a8-b9c9-47d9c1f037db req-3279225b-9fc2-4f92-affa-caa76340029f service neutron] (102402) timed out ('10.222.0.32', 43154) {{(pid=102402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 20 22:04:04.478987 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2aa0c-ca78-4434-acba-dacc0849e5ef req-cf03ac83-b28a-484b-9d19-f25286852379 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:04.480523 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-84d2aa0c-ca78-4434-acba-dacc0849e5ef req-cf03ac83-b28a-484b-9d19-f25286852379 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0581875 Dec 20 22:04:04.522111 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-84d2aa0c-ca78-4434-acba-dacc0849e5ef req-684f41ba-5297-4834-954a-73a8ed094cd0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350027 Dec 20 22:04:05.661461 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64938c08-c895-4e68-80da-ad33cfeb2c96 req-30dbdb8e-6af2-4ba9-a1e0-020ca437555c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:05.663030 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-64938c08-c895-4e68-80da-ad33cfeb2c96 req-30dbdb8e-6af2-4ba9-a1e0-020ca437555c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0553589 Dec 20 22:04:05.705440 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-64938c08-c895-4e68-80da-ad33cfeb2c96 req-8d0d04a5-cec7-4d38-bdf4-370b9f333d98 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356266 Dec 20 22:04:06.840426 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524c601-3be1-459f-b4a7-7509e22a727d req-a8c52103-f8f3-4b04-af28-e812fd48b895 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:06.841968 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d524c601-3be1-459f-b4a7-7509e22a727d req-a8c52103-f8f3-4b04-af28-e812fd48b895 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0589991 Dec 20 22:04:06.888598 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d524c601-3be1-459f-b4a7-7509e22a727d req-2b11144f-d271-42cc-8f82-4ebbacad3f19 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401161 Dec 20 22:04:08.032252 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6c7b1-e8bf-4650-9144-abae0f54d87a req-70aa5b7c-f3db-451f-869e-6755717d9f03 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:08.033769 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e9b6c7b1-e8bf-4650-9144-abae0f54d87a req-70aa5b7c-f3db-451f-869e-6755717d9f03 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0694592 Dec 20 22:04:08.084003 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e9b6c7b1-e8bf-4650-9144-abae0f54d87a req-478be4d1-caa7-4c33-a0a8-f724ceb81938 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420187 Dec 20 22:04:08.343729 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b0ee3-6616-453d-9454-c5c86dec7b3b req-3c5d7249-d3b9-44e7-8fba-9ea782cd13b5 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:08.345259 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b76b0ee3-6616-453d-9454-c5c86dec7b3b req-3c5d7249-d3b9-44e7-8fba-9ea782cd13b5 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0501549 Dec 20 22:04:08.386490 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b76b0ee3-6616-453d-9454-c5c86dec7b3b req-06f6ee65-fefe-48fa-b9e0-3ce105765879 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337486 Dec 20 22:04:08.441867 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-bfcca7a1-89c6-4934-9f3c-2394d75d1032 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1535616 Dec 20 22:04:08.451297 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-dc07f98d-de22-4a28-b0a0-203d65490352 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:04:08.452260 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-dc07f98d-de22-4a28-b0a0-203d65490352 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055323 Dec 20 22:04:09.510128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760c9d-ecd5-4468-bf8e-a4d9d27bb754 req-c6068d32-3c6b-4dfd-bffc-b200f5b201f8 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:09.511630 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf760c9d-ecd5-4468-bf8e-a4d9d27bb754 req-c6068d32-3c6b-4dfd-bffc-b200f5b201f8 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0497684 Dec 20 22:04:09.556807 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf760c9d-ecd5-4468-bf8e-a4d9d27bb754 req-d7630113-66ae-4265-b4a1-0ffb001bf771 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390255 Dec 20 22:04:09.796695 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-f2a967ad-c318-40ef-a143-902b7c9c0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:09.798246 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-f2a967ad-c318-40ef-a143-902b7c9c0a96 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 1095 time: 0.0528345 Dec 20 22:04:09.894621 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-2a0b641b-b4a9-4a7b-b229-51838915b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:09.896136 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-2a0b641b-b4a9-4a7b-b229-51838915b24e service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0908513 Dec 20 22:04:09.968693 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-754ee880-14be-456d-a8ff-e2dc38c55a32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269 HTTP/1.1" status: 200 len: 1002 time: 0.0659859 Dec 20 22:04:10.026304 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-10af51ce-cf23-4d42-980e-2f67dbd6cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:10.027888 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-10af51ce-cf23-4d42-980e-2f67dbd6cde6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0531149 Dec 20 22:04:10.075999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-431254fc-19c6-488e-a614-577405fe3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:10.077447 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-431254fc-19c6-488e-a614-577405fe3d1f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0430818 Dec 20 22:04:10.168949 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-e567c4f7-50f3-49c5-9ab2-9562a683e9b3 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846543 Dec 20 22:04:10.269654 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-7ec27a9a-6fde-42ff-bbe6-209b62a2114f service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938270 Dec 20 22:04:10.699175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216116f6-a0ec-43fe-962e-23ba67b594d5 req-3b916679-be5e-4d36-93ba-76590ac2adb1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:10.700993 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-216116f6-a0ec-43fe-962e-23ba67b594d5 req-3b916679-be5e-4d36-93ba-76590ac2adb1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0609410 Dec 20 22:04:10.743401 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-216116f6-a0ec-43fe-962e-23ba67b594d5 req-a97ffaeb-8be2-4eb8-a4a9-2b9ab3d9b47a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362785 Dec 20 22:04:11.877158 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca12040-0faa-45f1-9717-30fe2261d998 req-36c3724a-2a27-42dd-b3bd-f11bc42a0c67 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:11.878644 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bca12040-0faa-45f1-9717-30fe2261d998 req-36c3724a-2a27-42dd-b3bd-f11bc42a0c67 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0585990 Dec 20 22:04:11.917911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bca12040-0faa-45f1-9717-30fe2261d998 req-47436647-22c2-41c3-8e58-65f7d7aab735 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328710 Dec 20 22:04:12.148283 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-c9958725-0d64-4788-a36c-f8ca1dd63f8d service neutron] show failed (client error): The resource could not be found. Dec 20 22:04:12.149225 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-c9958725-0d64-4788-a36c-f8ca1dd63f8d service neutron] 10.222.0.66 "GET /v2.0/ports/78d2a5cf-3c9f-4513-b460-39b372cdc269/bindings/n-h1-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.0568395 Dec 20 22:04:12.481447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-80d5e5cd-9b69-4103-874b-be4123511b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:12.483034 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-80d5e5cd-9b69-4103-874b-be4123511b2a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c&tenant_id=62696e1014a64287bd2136ff7607fc96 HTTP/1.1" status: 200 len: 1095 time: 0.1399968 Dec 20 22:04:12.501508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:04:12.558957 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:12.768319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] For port 78d2a5cf-3c9f-4513-b460-39b372cdc269, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:04:12.801442 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] For port 78d2a5cf-3c9f-4513-b460-39b372cdc269, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:04:12.846240 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78d2a5cf-3c9f-4513-b460-39b372cdc269'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:04:12.848565 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98309d4-dcb2-48cf-a610-faea8dc6f263" -d '{"events": [{"server_uuid": "d388427b-5aa2-4ad8-a16d-2f5b155b9e9c", "name": "network-vif-unplugged", "status": "completed", "tag": "78d2a5cf-3c9f-4513-b460-39b372cdc269"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:04:12.852596 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:12.865868 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Transition to ACTIVE for port object 78d2a5cf-3c9f-4513-b460-39b372cdc269 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:04:12.870477 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:13.010484 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0174c40c-f79f-48d8-8cba-b0424214e565 x-openstack-request-id: req-0174c40c-f79f-48d8-8cba-b0424214e565 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:04:13.011207 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d388427b-5aa2-4ad8-a16d-2f5b155b9e9c", "name": "network-vif-unplugged", "status": "completed", "tag": "78d2a5cf-3c9f-4513-b460-39b372cdc269", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:04:13.011207 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0174c40c-f79f-48d8-8cba-b0424214e565 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:04:13.011421 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78d2a5cf-3c9f-4513-b460-39b372cdc269', 'code': 200} Dec 20 22:04:13.014410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] No DVR routers for this DVR port 78d2a5cf-3c9f-4513-b460-39b372cdc269 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:04:13.016991 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=78d2a5cf-3c9f-4513-b460-39b372cdc269,revision_number=6']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:04:13.409444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:13.409690 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:13.409994 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:13.410404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:13.410672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:13.411003 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:13.411316 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:13.411617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:13.411928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:13.412235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:13.412546 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:13.412857 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:13.453804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823a982-8790-49aa-8749-4d020a84f2f8 req-3b55781a-6e8d-4429-98a2-e9e853b85834 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:13.455350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a823a982-8790-49aa-8749-4d020a84f2f8 req-3b55781a-6e8d-4429-98a2-e9e853b85834 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 944 time: 0.4424884 Dec 20 22:04:13.521392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a823a982-8790-49aa-8749-4d020a84f2f8 req-0ef026b2-24ba-4ffc-8976-260b8a5a0106 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598145 Dec 20 22:04:13.531231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Attempting to bind port 78d2a5cf-3c9f-4513-b460-39b372cdc269 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:04:13.531568 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Attempting to bind port 78d2a5cf-3c9f-4513-b460-39b372cdc269 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:04:13.531892 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Attempting to bind port 78d2a5cf-3c9f-4513-b460-39b372cdc269 on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:04:13.537255 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Port 78d2a5cf-3c9f-4513-b460-39b372cdc269 on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:04:13.537586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Attempting to bind port 78d2a5cf-3c9f-4513-b460-39b372cdc269 on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:04:13.543678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:04:13.544166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Checking segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:04:13.544563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Bound using segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:04:13.544983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Bound port: 78d2a5cf-3c9f-4513-b460-39b372cdc269, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:04:13.545356 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:13.617791 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] For port 78d2a5cf-3c9f-4513-b460-39b372cdc269, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:04:13.621428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] For port 78d2a5cf-3c9f-4513-b460-39b372cdc269, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:04:13.626539 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:13.661826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:13.662455 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:13.663909 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] 10.222.0.31 "PUT /v2.0/ports/78d2a5cf-3c9f-4513-b460-39b372cdc269 HTTP/1.1" status: 200 len: 1090 time: 1.1667902 Dec 20 22:04:13.692160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e532d30-ca3f-42ab-a31f-dba666ade9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=78d2a5cf-3c9f-4513-b460-39b372cdc269,revision_number=7']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:04:13.741277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-7da3968e-a93e-48a6-9b6d-d747673c57ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:13.742843 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-7da3968e-a93e-48a6-9b6d-d747673c57ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 1093 time: 0.0438635 Dec 20 22:04:13.854477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-105c23fa-ace7-46de-9d70-5eb7d27e8d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:13.856046 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-105c23fa-ace7-46de-9d70-5eb7d27e8d10 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1054585 Dec 20 22:04:13.935205 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-5beb222e-6611-49af-90a3-f3a44e83162e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269 HTTP/1.1" status: 200 len: 1000 time: 0.0710280 Dec 20 22:04:13.989182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-6a6b5af4-b1b9-44fc-b5d2-988f29936deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:13.990741 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-6a6b5af4-b1b9-44fc-b5d2-988f29936deb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0483801 Dec 20 22:04:14.043036 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-6e97151d-2ce5-47f3-84e8-b6b255f07bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:14.045246 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-6e97151d-2ce5-47f3-84e8-b6b255f07bc3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0477157 Dec 20 22:04:14.140115 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-32672486-6850-4130-a565-e63412ef3dcc service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871048 Dec 20 22:04:14.242443 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6fd7c7c0-b1fa-40c9-b72d-124bc54e6793 req-1669a2c2-5a1b-496d-a40e-c409e892e044 service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955694 Dec 20 22:04:14.560999 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 78d2a5cf-3c9f-4513-b460-39b372cdc269 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:04:14.602747 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 78d2a5cf-3c9f-4513-b460-39b372cdc269 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:04:14.645206 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a8a5-80bb-4d77-8e68-748eadd43a4f req-8ea97fca-c9ed-4096-b569-df9cde85f793 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:14.646784 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b068a8a5-80bb-4d77-8e68-748eadd43a4f req-8ea97fca-c9ed-4096-b569-df9cde85f793 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 944 time: 0.0511792 Dec 20 22:04:14.691363 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b068a8a5-80bb-4d77-8e68-748eadd43a4f req-9f7c77a7-138a-4eaf-8465-bcc8b417b900 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380583 Dec 20 22:04:15.013417 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'tag': '78d2a5cf-3c9f-4513-b460-39b372cdc269'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:04:15.017334 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4782b01-9420-4421-af27-027796b5e4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d388427b-5aa2-4ad8-a16d-2f5b155b9e9c", "tag": "78d2a5cf-3c9f-4513-b460-39b372cdc269"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:04:15.087309 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d8887b-1e11-4f12-8cf9-8643c2965ba6 x-openstack-request-id: req-45d8887b-1e11-4f12-8cf9-8643c2965ba6 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:04:15.087922 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d388427b-5aa2-4ad8-a16d-2f5b155b9e9c", "tag": "78d2a5cf-3c9f-4513-b460-39b372cdc269", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:04:15.087922 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45d8887b-1e11-4f12-8cf9-8643c2965ba6 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:04:15.088297 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'tag': '78d2a5cf-3c9f-4513-b460-39b372cdc269', 'status': 'completed', 'code': 200} Dec 20 22:04:15.197134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4782b01-9420-4421-af27-027796b5e4c4 req-f4a649cf-c0f6-466d-a6a6-3d74ec070b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:15.198778 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4782b01-9420-4421-af27-027796b5e4c4 req-f4a649cf-c0f6-466d-a6a6-3d74ec070b73 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 1093 time: 0.0698295 Dec 20 22:04:15.201025 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:15.206091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4782b01-9420-4421-af27-027796b5e4c4 req-c6a07d38-eb50-43e8-82b7-29761b3b77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:15.207599 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4782b01-9420-4421-af27-027796b5e4c4 req-c6a07d38-eb50-43e8-82b7-29761b3b77d9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 1093 time: 0.0682952 Dec 20 22:04:15.364368 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4782b01-9420-4421-af27-027796b5e4c4 req-e2f0c07d-94be-4fc7-8808-f0d2d8d2003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:15.365776 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4782b01-9420-4421-af27-027796b5e4c4 req-e2f0c07d-94be-4fc7-8808-f0d2d8d2003e service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1573353 Dec 20 22:04:15.366898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4782b01-9420-4421-af27-027796b5e4c4 req-fef97fb2-64c8-454e-9077-bbcf83f984f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:15.368217 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4782b01-9420-4421-af27-027796b5e4c4 req-fef97fb2-64c8-454e-9077-bbcf83f984f4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1524310 Dec 20 22:04:15.476815 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4782b01-9420-4421-af27-027796b5e4c4 req-ed699c01-ec1f-4324-97c3-c4306d539109 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269 HTTP/1.1" status: 200 len: 1000 time: 0.1032000 Dec 20 22:04:15.483388 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4782b01-9420-4421-af27-027796b5e4c4 req-763b7e39-882a-4bff-bb8c-bb1c3e1d3f5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269 HTTP/1.1" status: 200 len: 1000 time: 0.1037843 Dec 20 22:04:15.567114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4782b01-9420-4421-af27-027796b5e4c4 req-84bfe659-47e2-4d81-9cff-76128989546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:15.569651 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4782b01-9420-4421-af27-027796b5e4c4 req-84bfe659-47e2-4d81-9cff-76128989546c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0852432 Dec 20 22:04:15.575076 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4782b01-9420-4421-af27-027796b5e4c4 req-bd70023e-7d29-4e5e-bdad-658bae3401f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:15.576729 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4782b01-9420-4421-af27-027796b5e4c4 req-bd70023e-7d29-4e5e-bdad-658bae3401f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0847855 Dec 20 22:04:15.650121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4782b01-9420-4421-af27-027796b5e4c4 req-187f2a2e-32d9-4381-a626-52cd8d03a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:15.651573 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4782b01-9420-4421-af27-027796b5e4c4 req-187f2a2e-32d9-4381-a626-52cd8d03a744 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0739591 Dec 20 22:04:15.657729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4782b01-9420-4421-af27-027796b5e4c4 req-8784d264-6970-4f32-8b00-8f420b9f7b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:15.659273 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4782b01-9420-4421-af27-027796b5e4c4 req-8784d264-6970-4f32-8b00-8f420b9f7b4f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0714424 Dec 20 22:04:15.820680 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4782b01-9420-4421-af27-027796b5e4c4 req-185f7112-66db-4238-b27c-0ca7f90bd87b service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604331 Dec 20 22:04:15.822577 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4782b01-9420-4421-af27-027796b5e4c4 req-fb71e2ab-754b-4211-bcf0-ca7c6e179978 service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551239 Dec 20 22:04:15.822849 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ccbb9-f8f4-498f-bb99-54ac2c461e00 req-a843660d-8e87-443a-889d-344e8bf01c3d tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:15.824662 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0f1ccbb9-f8f4-498f-bb99-54ac2c461e00 req-a843660d-8e87-443a-889d-344e8bf01c3d tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 944 time: 0.0520995 Dec 20 22:04:15.867263 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0f1ccbb9-f8f4-498f-bb99-54ac2c461e00 req-20f39ea1-aab1-4219-b88d-a943f1265db1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346873 Dec 20 22:04:15.985261 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4782b01-9420-4421-af27-027796b5e4c4 req-c67648b5-8f3d-4ec2-839d-d07f504974c6 service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496234 Dec 20 22:04:15.987147 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4782b01-9420-4421-af27-027796b5e4c4 req-3ddd2c52-2965-4269-a2cc-fc2b0b3ceab0 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597123 Dec 20 22:04:16.087033 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b4676-94d8-45d0-b3a1-cf1e7e358100 req-f54efae4-cfb6-47f0-9004-d6a0d4ff645e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:16.089401 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-372b4676-94d8-45d0-b3a1-cf1e7e358100 req-f54efae4-cfb6-47f0-9004-d6a0d4ff645e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 944 time: 0.0564439 Dec 20 22:04:16.107507 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac8af6-79f7-4e9e-9cf0-b91409202685 req-0c0ee122-93ef-4867-94a2-15a7bb6ba492 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:16.109116 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0ac8af6-79f7-4e9e-9cf0-b91409202685 req-0c0ee122-93ef-4867-94a2-15a7bb6ba492 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.66 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c&tenant_id=62696e1014a64287bd2136ff7607fc96&binding%3Ahost_id=n-h1-xena-1 HTTP/1.1" status: 200 len: 944 time: 0.0566409 Dec 20 22:04:16.130514 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-372b4676-94d8-45d0-b3a1-cf1e7e358100 req-c21b60c0-bc07-46f7-a1b8-006fdd1ff65d tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347338 Dec 20 22:04:16.173737 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-d0ac8af6-79f7-4e9e-9cf0-b91409202685 req-bb6e014c-335b-4fe7-a144-f42c352cd0ba service neutron] delete failed (client error): The resource could not be found. Dec 20 22:04:16.174711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0ac8af6-79f7-4e9e-9cf0-b91409202685 req-bb6e014c-335b-4fe7-a144-f42c352cd0ba service neutron] 10.222.0.66 "DELETE /v2.0/ports/78d2a5cf-3c9f-4513-b460-39b372cdc269/bindings/n-h2-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.0586689 Dec 20 22:04:16.290587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac8af6-79f7-4e9e-9cf0-b91409202685 req-d62e0f07-3ac5-46d0-8e54-590f5bb247d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:16.292127 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0ac8af6-79f7-4e9e-9cf0-b91409202685 req-d62e0f07-3ac5-46d0-8e54-590f5bb247d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 1093 time: 0.0466435 Dec 20 22:04:16.320441 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 78d2a5cf-3c9f-4513-b460-39b372cdc269 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:04:16.393810 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac8af6-79f7-4e9e-9cf0-b91409202685 req-91440e36-fa7d-47ea-a189-c3ba8d64dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:16.395330 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0ac8af6-79f7-4e9e-9cf0-b91409202685 req-91440e36-fa7d-47ea-a189-c3ba8d64dc19 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0934801 Dec 20 22:04:16.431911 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 78d2a5cf-3c9f-4513-b460-39b372cdc269, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:04:16.444407 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '78d2a5cf-3c9f-4513-b460-39b372cdc269', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'port_id': '78d2a5cf-3c9f-4513-b460-39b372cdc269', 'mac_address': 'fa:16:3e:3e:4d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:04:16.476840 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0ac8af6-79f7-4e9e-9cf0-b91409202685 req-832c5447-8eb5-4786-9e2c-9cf07f11e803 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269 HTTP/1.1" status: 200 len: 1000 time: 0.0747442 Dec 20 22:04:16.481890 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:16.495211 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d2a5cf-3c9f-4513-b460-39b372cdc269 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:04:16.514975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 78d2a5cf-3c9f-4513-b460-39b372cdc269, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:04:16.520064 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:16.527471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac8af6-79f7-4e9e-9cf0-b91409202685 req-b9859353-f1e3-48e1-90c6-88d22ef963a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:16.528883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0ac8af6-79f7-4e9e-9cf0-b91409202685 req-b9859353-f1e3-48e1-90c6-88d22ef963a1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0452325 Dec 20 22:04:16.567368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=78d2a5cf-3c9f-4513-b460-39b372cdc269,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:04:16.574856 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:16.575194 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:16.575514 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:16.575847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:16.575941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac8af6-79f7-4e9e-9cf0-b91409202685 req-455d7190-9767-4e83-a0b3-579b879f63c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:16.576178 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:16.576502 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:16.576820 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:16.577138 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:16.577463 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0ac8af6-79f7-4e9e-9cf0-b91409202685 req-455d7190-9767-4e83-a0b3-579b879f63c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0419567 Dec 20 22:04:16.577572 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:16.577778 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:16.578112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:16.578445 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:04:16.688823 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0ac8af6-79f7-4e9e-9cf0-b91409202685 req-c6b824ae-f1ff-43ef-b7e7-e7a4b1320b4e service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044626 Dec 20 22:04:16.788564 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d0ac8af6-79f7-4e9e-9cf0-b91409202685 req-b63c2da1-d0fe-4391-972e-75cb3fcd32a5 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932508 Dec 20 22:04:16.803880 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['78d2a5cf-3c9f-4513-b460-39b372cdc269'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:04:17.265428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37659d8d-8d6b-42dd-8e18-ac5062e8d56f req-1f041083-1d47-4da7-92e6-02149c91d298 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:17.267008 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37659d8d-8d6b-42dd-8e18-ac5062e8d56f req-1f041083-1d47-4da7-92e6-02149c91d298 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 945 time: 0.0567317 Dec 20 22:04:17.308846 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37659d8d-8d6b-42dd-8e18-ac5062e8d56f req-95064543-d114-40f0-bb90-b25582212e24 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354540 Dec 20 22:04:18.324381 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 78d2a5cf-3c9f-4513-b460-39b372cdc269 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:04:18.370334 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:18.386797 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 78d2a5cf-3c9f-4513-b460-39b372cdc269 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:04:18.391900 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 78d2a5cf-3c9f-4513-b460-39b372cdc269 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:04:18.392203 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:18.440319 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3734bd-19d0-4ae0-bfff-46798b31a7f1 req-13c06b26-eb44-4140-9d0b-9cce0bcc8466 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:18.442022 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3e3734bd-19d0-4ae0-bfff-46798b31a7f1 req-13c06b26-eb44-4140-9d0b-9cce0bcc8466 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 945 time: 0.0605135 Dec 20 22:04:18.479222 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:18.485461 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3e3734bd-19d0-4ae0-bfff-46798b31a7f1 req-9b76c345-305e-4aac-9fac-c103ce0020f6 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364847 Dec 20 22:04:18.506322 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d2a5cf-3c9f-4513-b460-39b372cdc269'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:04:18.508666 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3928231-1f58-4f2d-9295-c88020687005" -d '{"events": [{"server_uuid": "d388427b-5aa2-4ad8-a16d-2f5b155b9e9c", "name": "network-vif-plugged", "status": "completed", "tag": "78d2a5cf-3c9f-4513-b460-39b372cdc269"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:04:18.522901 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 78d2a5cf-3c9f-4513-b460-39b372cdc269, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:04:18.528416 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:18.579213 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=78d2a5cf-3c9f-4513-b460-39b372cdc269,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:04:18.611676 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654c88e-fb82-406a-b9bb-14d552994e0a req-509e4b7a-7fc4-4130-b445-a6315715e917 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:18.613271 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b654c88e-fb82-406a-b9bb-14d552994e0a req-509e4b7a-7fc4-4130-b445-a6315715e917 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0534847 Dec 20 22:04:18.630800 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd22f4d-cf12-452e-a446-1a4dba158f2a x-openstack-request-id: req-0dd22f4d-cf12-452e-a446-1a4dba158f2a {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:04:18.631101 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d388427b-5aa2-4ad8-a16d-2f5b155b9e9c", "name": "network-vif-plugged", "status": "completed", "tag": "78d2a5cf-3c9f-4513-b460-39b372cdc269", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:04:18.631359 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0dd22f4d-cf12-452e-a446-1a4dba158f2a {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:04:18.631771 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d2a5cf-3c9f-4513-b460-39b372cdc269', 'code': 200} Dec 20 22:04:18.656095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b654c88e-fb82-406a-b9bb-14d552994e0a req-899406d8-7887-4b17-90af-8dddd93aa6bd tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366950 Dec 20 22:04:18.887027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8aaf48-dc3a-4cf8-bf29-01c58bfa3574 req-fe18118e-8961-438e-aa67-c7b9a37b0bd2 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:18.888566 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d8aaf48-dc3a-4cf8-bf29-01c58bfa3574 req-fe18118e-8961-438e-aa67-c7b9a37b0bd2 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0514903 Dec 20 22:04:18.959300 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1d8aaf48-dc3a-4cf8-bf29-01c58bfa3574 req-c6bfc2f3-5def-4e22-acd3-3aad3fb6428e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588486 Dec 20 22:04:18.962267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb600d-a7a4-4154-9927-f514b9a53aa1 req-f8a9784a-290b-47ad-baa7-f023955b4f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:18.963637 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73eb600d-a7a4-4154-9927-f514b9a53aa1 req-f8a9784a-290b-47ad-baa7-f023955b4f68 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 1095 time: 0.0712361 Dec 20 22:04:19.056634 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb600d-a7a4-4154-9927-f514b9a53aa1 req-3ec887b4-2e7d-47bc-b5b5-f3bc2ec615d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:19.058134 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73eb600d-a7a4-4154-9927-f514b9a53aa1 req-3ec887b4-2e7d-47bc-b5b5-f3bc2ec615d8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0870795 Dec 20 22:04:19.135363 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73eb600d-a7a4-4154-9927-f514b9a53aa1 req-13bebd51-0efb-440f-bde6-497d641a7706 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269 HTTP/1.1" status: 200 len: 1002 time: 0.0702279 Dec 20 22:04:19.190038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb600d-a7a4-4154-9927-f514b9a53aa1 req-80c4b168-4492-4900-8351-c3c39885b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:19.191465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73eb600d-a7a4-4154-9927-f514b9a53aa1 req-80c4b168-4492-4900-8351-c3c39885b4be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0494356 Dec 20 22:04:19.245964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb600d-a7a4-4154-9927-f514b9a53aa1 req-e5e02287-fbaf-4688-86ae-bd93f07764c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:19.247574 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73eb600d-a7a4-4154-9927-f514b9a53aa1 req-e5e02287-fbaf-4688-86ae-bd93f07764c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0495803 Dec 20 22:04:19.359128 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73eb600d-a7a4-4154-9927-f514b9a53aa1 req-7528d437-a590-40cf-bf38-9f538f4a9024 service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043687 Dec 20 22:04:19.452423 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73eb600d-a7a4-4154-9927-f514b9a53aa1 req-88697c7a-becd-44b9-a981-7e9e73e0e2a7 service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866749 Dec 20 22:04:20.096408 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d8f68-f2fe-4d5c-b6eb-0eaa36d9246d req-166c3e7e-1819-414b-aad8-fa8696c5d2b7 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:20.097968 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aa4d8f68-f2fe-4d5c-b6eb-0eaa36d9246d req-166c3e7e-1819-414b-aad8-fa8696c5d2b7 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0598829 Dec 20 22:04:20.142768 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-aa4d8f68-f2fe-4d5c-b6eb-0eaa36d9246d req-de12fff8-e72e-44d6-8005-2b509909262c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380204 Dec 20 22:04:20.399688 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b92c7-12c9-450c-b2de-0d3c3f8070f6 req-08b2c6cf-9af7-48ed-9860-dd0bb226635d tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:20.401192 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-395b92c7-12c9-450c-b2de-0d3c3f8070f6 req-08b2c6cf-9af7-48ed-9860-dd0bb226635d tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0561495 Dec 20 22:04:20.442219 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-395b92c7-12c9-450c-b2de-0d3c3f8070f6 req-a3a8de8c-b212-4a2b-94e8-bbda98e19987 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341587 Dec 20 22:04:21.567948 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e50458-a726-46a1-9deb-e2e4dc7eb863 req-3aaf74d5-6ea9-4f68-b498-3aec9e8b9ab7 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:21.569486 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14e50458-a726-46a1-9deb-e2e4dc7eb863 req-3aaf74d5-6ea9-4f68-b498-3aec9e8b9ab7 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0561130 Dec 20 22:04:21.619433 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14e50458-a726-46a1-9deb-e2e4dc7eb863 req-3e07b586-0292-47aa-92ca-b7c73c83edc5 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438550 Dec 20 22:04:21.760186 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64de17-3021-41bf-bcec-c2d69c43e43c req-7ac6accc-7153-4a83-b276-8d96013de291 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:21.761751 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dd64de17-3021-41bf-bcec-c2d69c43e43c req-7ac6accc-7153-4a83-b276-8d96013de291 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.31 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 946 time: 0.0555933 Dec 20 22:04:21.857720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-dd64de17-3021-41bf-bcec-c2d69c43e43c req-190e4426-595d-4034-b962-d058fcdf394b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Deleting port 78d2a5cf-3c9f-4513-b460-39b372cdc269 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:04:21.857720 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-dd64de17-3021-41bf-bcec-c2d69c43e43c req-190e4426-595d-4034-b962-d058fcdf394b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:21.968000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-dd64de17-3021-41bf-bcec-c2d69c43e43c req-190e4426-595d-4034-b962-d058fcdf394b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] For port 78d2a5cf-3c9f-4513-b460-39b372cdc269, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=78d2a5cf-3c9f-4513-b460-39b372cdc269,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:04:21.968367 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-dd64de17-3021-41bf-bcec-c2d69c43e43c req-190e4426-595d-4034-b962-d058fcdf394b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:22.155383 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-dd64de17-3021-41bf-bcec-c2d69c43e43c req-190e4426-595d-4034-b962-d058fcdf394b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:22.155632 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-dd64de17-3021-41bf-bcec-c2d69c43e43c req-190e4426-595d-4034-b962-d058fcdf394b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:22.155934 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [req-dd64de17-3021-41bf-bcec-c2d69c43e43c req-190e4426-595d-4034-b962-d058fcdf394b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Floating IP 8a2c5e94-2bc3-4945-9b1d-81fc43e3dede disassociated. External IP: 172.35.3.112, port: 78d2a5cf-3c9f-4513-b460-39b372cdc269. Dec 20 22:04:22.156273 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-dd64de17-3021-41bf-bcec-c2d69c43e43c req-190e4426-595d-4034-b962-d058fcdf394b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Calling delete_port for 78d2a5cf-3c9f-4513-b460-39b372cdc269 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:04:22.297746 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-dd64de17-3021-41bf-bcec-c2d69c43e43c req-190e4426-595d-4034-b962-d058fcdf394b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:22.329171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e4426-595d-4034-b962-d058fcdf394b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Pushing event deleted for resources: {'Port': ['ID=78d2a5cf-3c9f-4513-b460-39b372cdc269,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:04:22.449619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd64de17-3021-41bf-bcec-c2d69c43e43c req-190e4426-595d-4034-b962-d058fcdf394b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Router 18a71ccc-c545-4d7a-8424-5eab6db2d729 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:04:22.567049 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd64de17-3021-41bf-bcec-c2d69c43e43c req-190e4426-595d-4034-b962-d058fcdf394b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:04:22.577716 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d65c0d-e9e1-4a01-8fc6-983e4d173a55 None None] Sync routers for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:04:22.587271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d65c0d-e9e1-4a01-8fc6-983e4d173a55 None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:04:22.587931 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f3d65c0d-e9e1-4a01-8fc6-983e4d173a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:04:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:04:22.610342 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd64de17-3021-41bf-bcec-c2d69c43e43c req-190e4426-595d-4034-b962-d058fcdf394b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] No DVR routers for this DVR port 78d2a5cf-3c9f-4513-b460-39b372cdc269 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:04:22.613470 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-dd64de17-3021-41bf-bcec-c2d69c43e43c req-190e4426-595d-4034-b962-d058fcdf394b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:22.617000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dd64de17-3021-41bf-bcec-c2d69c43e43c req-190e4426-595d-4034-b962-d058fcdf394b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.31 "DELETE /v2.0/ports/78d2a5cf-3c9f-4513-b460-39b372cdc269 HTTP/1.1" status: 204 len: 173 time: 0.8484039 Dec 20 22:04:22.617457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'name': 'network-vif-deleted', 'tag': '78d2a5cf-3c9f-4513-b460-39b372cdc269'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:04:22.619828 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78af354d-3e52-4166-857c-ec0212dd18cc" -d '{"events": [{"server_uuid": "d388427b-5aa2-4ad8-a16d-2f5b155b9e9c", "name": "network-vif-deleted", "tag": "78d2a5cf-3c9f-4513-b460-39b372cdc269"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:04:22.661643 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7629eb1-0d5f-408d-8c4e-03ce37a96b52 x-openstack-request-id: req-f7629eb1-0d5f-408d-8c4e-03ce37a96b52 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:04:22.661985 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d388427b-5aa2-4ad8-a16d-2f5b155b9e9c", "name": "network-vif-deleted", "tag": "78d2a5cf-3c9f-4513-b460-39b372cdc269", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:04:22.662313 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7629eb1-0d5f-408d-8c4e-03ce37a96b52 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:04:22.662726 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd388427b-5aa2-4ad8-a16d-2f5b155b9e9c', 'name': 'network-vif-deleted', 'tag': '78d2a5cf-3c9f-4513-b460-39b372cdc269', 'status': 'completed', 'code': 200} Dec 20 22:04:22.707507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-f3d65c0d-e9e1-4a01-8fc6-983e4d173a55 None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:04:22.725104 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c55696fd-9e35-49d6-ad7c-a3dba00b8ee6 req-eae0ebb9-841d-4d75-b547-9155d3713d72 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d388427b-5aa2-4ad8-a16d-2f5b155b9e9c HTTP/1.1" status: 200 len: 210 time: 0.0274239 Dec 20 22:04:22.926340 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f3d65c0d-e9e1-4a01-8fc6-983e4d173a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:04:22.952805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d65c0d-e9e1-4a01-8fc6-983e4d173a55 None None] Checking router: 18a71ccc-c545-4d7a-8424-5eab6db2d729 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:04:22.961755 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d65c0d-e9e1-4a01-8fc6-983e4d173a55 None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:04:22.962557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f3d65c0d-e9e1-4a01-8fc6-983e4d173a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:04:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:04:23.233641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-f3d65c0d-e9e1-4a01-8fc6-983e4d173a55 None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:04:23.311611 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:04:23.441259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-f3d65c0d-e9e1-4a01-8fc6-983e4d173a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:04:23.472374 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d65c0d-e9e1-4a01-8fc6-983e4d173a55 None None] The sync data for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 is: [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:04:23.708326 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7c9e10-68e5-4e10-95eb-452322a59424 None None] New status for floating IP 8a2c5e94-2bc3-4945-9b1d-81fc43e3dede: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:04:24.020172 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-ec05c5f2-40cf-48be-8a44-9d936c9b3760 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--794511456&fields=id&tenant_id=62696e1014a64287bd2136ff7607fc96 HTTP/1.1" status: 200 len: 267 time: 0.0378795 Dec 20 22:04:24.142530 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-32832cc1-1ed4-46a3-9847-c8382caa7c0c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:24.144061 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-32832cc1-1ed4-46a3-9847-c8382caa7c0c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 812 time: 0.1169469 Dec 20 22:04:24.160019 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-9c639f51-c4d9-4175-bcd9-b1b7493d1ea7 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/quotas/62696e1014a64287bd2136ff7607fc96 HTTP/1.1" status: 200 len: 375 time: 0.0099301 Dec 20 22:04:24.230154 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-6fa14471-d4ec-41aa-ac07-2d692d2b71d1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613172 Dec 20 22:04:24.339545 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 78d2a5cf-3c9f-4513-b460-39b372cdc269 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:04:24.344466 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-5357c27d-2f64-476d-9382-496128b81b59 service neutron] 10.222.0.32 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985012 Dec 20 22:04:24.363181 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 78d2a5cf-3c9f-4513-b460-39b372cdc269 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:04:24.363181 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 78d2a5cf-3c9f-4513-b460-39b372cdc269 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:04:24.453255 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-62be9c5c-c474-4326-9642-b171ac835ecd service neutron] 10.222.0.32 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018245 Dec 20 22:04:24.634906 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ce734f16-bbf8-4994-96e1-d4e511717d00 req-f0d4d1ae-6e85-46aa-bed0-e7a0fd97bd41 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 210 time: 0.0329628 Dec 20 22:04:25.733970 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a516cbe6-2349-4877-9f5f-5cd9f2a96c0f req-e6a58ace-c880-417d-92dd-02710112bcf5 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 210 time: 0.0277054 Dec 20 22:04:25.805394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-e94062da-d9e5-46a2-afd2-7cde2b69f703 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:25.806948 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-e94062da-d9e5-46a2-afd2-7cde2b69f703 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 812 time: 0.1075122 Dec 20 22:04:25.855995 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-325e6359-a558-42f6-92c6-af965b576c49 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62696e1014a64287bd2136ff7607fc96 HTTP/1.1" status: 200 len: 379 time: 0.0349157 Dec 20 22:04:25.872752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-58f467c5-9d0e-47a3-a99a-b00305f125be tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Request body: {'port': {'device_id': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'admin_state_up': True, 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'security_groups': ['8d605332-6997-4227-b1cb-629f2699b15a']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:04:25.990362 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-58f467c5-9d0e-47a3-a99a-b00305f125be tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Made reservation on behalf of 62696e1014a64287bd2136ff7607fc96 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:04:25.993897 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-58f467c5-9d0e-47a3-a99a-b00305f125be tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:26.124289 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-58f467c5-9d0e-47a3-a99a-b00305f125be tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Allocated IP 172.20.0.3 (39aef4a9-ae1d-48ca-aed9-768af9087f5a/4408fff8-41c7-4651-80dd-1ef95c0748d0/94c59e13-978b-4b19-af70-ae9fe5fa847d) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:04:26.266147 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-58f467c5-9d0e-47a3-a99a-b00305f125be tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:26.305583 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-58f467c5-9d0e-47a3-a99a-b00305f125be tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:26.351908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-58f467c5-9d0e-47a3-a99a-b00305f125be tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Network 39aef4a9-ae1d-48ca-aed9-768af9087f5a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:04:26.354849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-58f467c5-9d0e-47a3-a99a-b00305f125be tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:04:26.357489 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-58f467c5-9d0e-47a3-a99a-b00305f125be tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:04:26.588017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-066dcbb4-73d2-4323-ada7-590a3f7f6c83 None None] Provisioning complete for port 94c59e13-978b-4b19-af70-ae9fe5fa847d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:04:26.588618 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-066dcbb4-73d2-4323-ada7-590a3f7f6c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:26.623693 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-066dcbb4-73d2-4323-ada7-590a3f7f6c83 None None] Port 94c59e13-978b-4b19-af70-ae9fe5fa847d cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:04:26.677699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f467c5-9d0e-47a3-a99a-b00305f125be tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Pushing event updated for resources: {'Port': ['ID=94c59e13-978b-4b19-af70-ae9fe5fa847d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:04:26.707215 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-58f467c5-9d0e-47a3-a99a-b00305f125be tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:26.707823 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-58f467c5-9d0e-47a3-a99a-b00305f125be tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:26.725371 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-58f467c5-9d0e-47a3-a99a-b00305f125be tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8565903 Dec 20 22:04:26.743405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Request body: {'port': {'device_id': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:04:26.799379 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:26.949485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163c88f-633f-4db6-b706-f4ea2cf6582e req-9c280665-c50f-4f11-8061-4071075d27db tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:26.950914 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3163c88f-633f-4db6-b706-f4ea2cf6582e req-9c280665-c50f-4f11-8061-4071075d27db tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 931 time: 0.1427300 Dec 20 22:04:27.051599 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3163c88f-633f-4db6-b706-f4ea2cf6582e req-a7b8d668-a8ef-4d9a-b18c-158f90b36407 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895863 Dec 20 22:04:27.149515 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c59e13-978b-4b19-af70-ae9fe5fa847d {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:04:27.158219 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:27.171856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Transition to ACTIVE for port object 94c59e13-978b-4b19-af70-ae9fe5fa847d will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:04:27.178238 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:27.203639 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-684542c2-1098-48a2-a34a-258e62232c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:27.237597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=94c59e13-978b-4b19-af70-ae9fe5fa847d,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:04:27.319482 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Attempting to bind port 94c59e13-978b-4b19-af70-ae9fe5fa847d on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:04:27.319820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Attempting to bind port 94c59e13-978b-4b19-af70-ae9fe5fa847d by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:04:27.320150 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Attempting to bind port 94c59e13-978b-4b19-af70-ae9fe5fa847d on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:04:27.325364 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Port 94c59e13-978b-4b19-af70-ae9fe5fa847d on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:04:27.325785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Attempting to bind port 94c59e13-978b-4b19-af70-ae9fe5fa847d on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:04:27.332222 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:04:27.332560 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Checking segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:04:27.332950 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Bound using segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:04:27.333380 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Bound port: 94c59e13-978b-4b19-af70-ae9fe5fa847d, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:04:27.333739 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:27.403968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:04:27.407706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:04:27.411947 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:27.448869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:27.449493 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:27.451260 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] 10.222.0.66 "PUT /v2.0/ports/94c59e13-978b-4b19-af70-ae9fe5fa847d HTTP/1.1" status: 200 len: 1089 time: 0.7117820 Dec 20 22:04:27.451594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'tag': '94c59e13-978b-4b19-af70-ae9fe5fa847d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:04:27.454151 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6529ce2b-a8f1-483b-b272-69529b188aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1e7899-9ea7-4ef0-9a60-cd31769af7fa", "tag": "94c59e13-978b-4b19-af70-ae9fe5fa847d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:04:27.482938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6852dc2-5857-4e9b-96a9-e879ed92b3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=94c59e13-978b-4b19-af70-ae9fe5fa847d,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:04:27.500948 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c23ec7-735f-4eac-9d1a-4afadcfadcc6 x-openstack-request-id: req-95c23ec7-735f-4eac-9d1a-4afadcfadcc6 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:04:27.501240 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1e7899-9ea7-4ef0-9a60-cd31769af7fa", "tag": "94c59e13-978b-4b19-af70-ae9fe5fa847d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:04:27.501521 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95c23ec7-735f-4eac-9d1a-4afadcfadcc6 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:04:27.501926 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'tag': '94c59e13-978b-4b19-af70-ae9fe5fa847d', 'status': 'completed', 'code': 200} Dec 20 22:04:27.565946 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-4458df69-07c7-476b-be51-f983e6d41306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:27.567568 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-4458df69-07c7-476b-be51-f983e6d41306 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 1092 time: 0.0492580 Dec 20 22:04:27.618805 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-e13bd2d2-23b1-4d72-91c1-590fa9fbfcad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d HTTP/1.1" status: 200 len: 217 time: 0.0385044 Dec 20 22:04:27.683173 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-e4944d6d-57d0-4aea-b888-8ac95528a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:27.684830 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-e4944d6d-57d0-4aea-b888-8ac95528a932 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0589969 Dec 20 22:04:27.736126 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-edb3fc3f-0e02-415f-8644-155d1bb9ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:27.737557 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-edb3fc3f-0e02-415f-8644-155d1bb9ac17 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0464799 Dec 20 22:04:27.835620 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-190e1f83-a91d-4c68-acf5-ead1e8686ab8 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915000 Dec 20 22:04:27.950163 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e84eb16f-5443-4895-9ce2-1125bc6ecbdf req-88428582-7a2f-43b0-8fe1-935e4fb911b4 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071560 Dec 20 22:04:28.107444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529ce2b-a8f1-483b-b272-69529b188aa0 req-08eda6b0-2ca1-4cbc-a651-e22a0ce9b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:28.109070 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6529ce2b-a8f1-483b-b272-69529b188aa0 req-08eda6b0-2ca1-4cbc-a651-e22a0ce9b8f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 1092 time: 0.0532641 Dec 20 22:04:28.231543 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09572a64-1c92-49a2-9896-550c6d8bbacf req-5bc346f4-f80f-42e7-9c90-39cbbb9ae359 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:28.233165 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09572a64-1c92-49a2-9896-550c6d8bbacf req-5bc346f4-f80f-42e7-9c90-39cbbb9ae359 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 943 time: 0.0989029 Dec 20 22:04:28.254542 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529ce2b-a8f1-483b-b272-69529b188aa0 req-48b95825-bbb7-4c10-82de-8632ea20b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:28.255911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6529ce2b-a8f1-483b-b272-69529b188aa0 req-48b95825-bbb7-4c10-82de-8632ea20b722 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1402879 Dec 20 22:04:28.311050 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6529ce2b-a8f1-483b-b272-69529b188aa0 req-2f4f1112-b734-4be1-b578-cc75e37c8e22 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d HTTP/1.1" status: 200 len: 217 time: 0.0451143 Dec 20 22:04:28.316243 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09572a64-1c92-49a2-9896-550c6d8bbacf req-c2ef9b36-eb3b-4b3e-b620-158da9c7e21a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727973 Dec 20 22:04:28.368855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529ce2b-a8f1-483b-b272-69529b188aa0 req-f649505f-0fdf-4dea-9ece-490a2299346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:28.370289 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6529ce2b-a8f1-483b-b272-69529b188aa0 req-f649505f-0fdf-4dea-9ece-490a2299346f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0524995 Dec 20 22:04:28.420259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529ce2b-a8f1-483b-b272-69529b188aa0 req-abbd7095-f23b-4276-8aa8-082890a5b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:28.421323 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6529ce2b-a8f1-483b-b272-69529b188aa0 req-abbd7095-f23b-4276-8aa8-082890a5b8de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0441298 Dec 20 22:04:28.512732 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6529ce2b-a8f1-483b-b272-69529b188aa0 req-bc0ab444-8391-405b-8b63-f325e764a77c service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837569 Dec 20 22:04:28.618445 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6529ce2b-a8f1-483b-b272-69529b188aa0 req-ee16f681-9406-4a8c-b4d0-fe46a8deacfe service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987530 Dec 20 22:04:29.439778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae81e0-a9bf-48bb-b40d-cbf822eb7ce0 req-4a9cd70d-a228-4217-b1e6-3dffa3f4613f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:29.441282 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0ae81e0-a9bf-48bb-b40d-cbf822eb7ce0 req-4a9cd70d-a228-4217-b1e6-3dffa3f4613f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 943 time: 0.0520301 Dec 20 22:04:29.487092 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0ae81e0-a9bf-48bb-b40d-cbf822eb7ce0 req-49957d64-343c-4773-b763-4b350b900298 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368583 Dec 20 22:04:29.557649 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-894ca39d-4fbd-48a0-bfa3-3becbdb0e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:30.621942 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 94c59e13-978b-4b19-af70-ae9fe5fa847d details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:04:30.624737 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5c297-5d09-44ce-a71a-24443589ef72 req-45503672-42b2-4c3a-bfba-a09101f4d07d tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:30.626326 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66d5c297-5d09-44ce-a71a-24443589ef72 req-45503672-42b2-4c3a-bfba-a09101f4d07d tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 943 time: 0.0559011 Dec 20 22:04:30.669886 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66d5c297-5d09-44ce-a71a-24443589ef72 req-9fd073be-20c2-49a3-a279-df5629fc0c1f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371921 Dec 20 22:04:30.724328 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:04:30.736519 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '94c59e13-978b-4b19-af70-ae9fe5fa847d', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'port_id': '94c59e13-978b-4b19-af70-ae9fe5fa847d', 'mac_address': 'fa:16:3e:00:c8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:04:30.773841 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:30.787409 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c59e13-978b-4b19-af70-ae9fe5fa847d {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:04:30.808357 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:04:30.818211 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:30.844704 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:30.871771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=94c59e13-978b-4b19-af70-ae9fe5fa847d,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:04:31.129396 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['94c59e13-978b-4b19-af70-ae9fe5fa847d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:04:31.788532 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4ec49-caee-4d5d-948e-213e134f179f req-9ca9b279-4bf0-4a5f-9317-67c087f36f40 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:31.790055 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-92b4ec49-caee-4d5d-948e-213e134f179f req-9ca9b279-4bf0-4a5f-9317-67c087f36f40 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 944 time: 0.0509217 Dec 20 22:04:31.834552 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-92b4ec49-caee-4d5d-948e-213e134f179f req-872cb2a7-35b9-4a45-bd52-d2fb4632ce67 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379281 Dec 20 22:04:32.251937 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:32.427499 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:32.632931 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 94c59e13-978b-4b19-af70-ae9fe5fa847d up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:04:32.688199 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 94c59e13-978b-4b19-af70-ae9fe5fa847d completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:04:32.692452 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 94c59e13-978b-4b19-af70-ae9fe5fa847d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:04:32.692877 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:32.787412 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:32.812681 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c59e13-978b-4b19-af70-ae9fe5fa847d'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:04:32.816767 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a43af3-5f87-4586-85ac-be81e591172f" -d '{"events": [{"server_uuid": "2a1e7899-9ea7-4ef0-9a60-cd31769af7fa", "name": "network-vif-plugged", "status": "completed", "tag": "94c59e13-978b-4b19-af70-ae9fe5fa847d"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:04:32.829084 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:04:32.834818 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:32.858438 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8810394-971b-40dc-9cd9-998867cdb61d x-openstack-request-id: req-a8810394-971b-40dc-9cd9-998867cdb61d {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:04:32.858725 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1e7899-9ea7-4ef0-9a60-cd31769af7fa", "name": "network-vif-plugged", "status": "completed", "tag": "94c59e13-978b-4b19-af70-ae9fe5fa847d", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:04:32.858976 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8810394-971b-40dc-9cd9-998867cdb61d {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:04:32.859367 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c59e13-978b-4b19-af70-ae9fe5fa847d', 'code': 200} Dec 20 22:04:32.887536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=94c59e13-978b-4b19-af70-ae9fe5fa847d,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:04:32.965058 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18689a8a-14ff-4a2e-bd4d-94428242a1ce req-aca36a08-46f0-44b8-9176-d364e014c2ae tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:32.966569 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-18689a8a-14ff-4a2e-bd4d-94428242a1ce req-aca36a08-46f0-44b8-9176-d364e014c2ae tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0581162 Dec 20 22:04:32.985846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66da608-e797-4f14-8250-6a088e6335a6 req-6e025ce1-7b86-4c79-871a-696658afb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:32.987439 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a66da608-e797-4f14-8250-6a088e6335a6 req-6e025ce1-7b86-4c79-871a-696658afb403 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 1094 time: 0.0471036 Dec 20 22:04:33.007716 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-18689a8a-14ff-4a2e-bd4d-94428242a1ce req-78fbf25b-26ce-45f3-b6b8-501e74e6ea7b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343218 Dec 20 22:04:33.031178 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a66da608-e797-4f14-8250-6a088e6335a6 req-ba201630-6993-419e-93cf-bc2f083c907b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365098 Dec 20 22:04:34.131587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cad68-ad1d-4f4f-a2b3-c65e87f4cedd req-937f7d35-1e82-4edb-8075-e6c882b4f9b3 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:34.133103 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a36cad68-ad1d-4f4f-a2b3-c65e87f4cedd req-937f7d35-1e82-4edb-8075-e6c882b4f9b3 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0522974 Dec 20 22:04:34.173031 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a36cad68-ad1d-4f4f-a2b3-c65e87f4cedd req-d3fa6f8c-c039-4ae8-b0db-820f94afb93f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335536 Dec 20 22:04:35.294262 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb04a22-84fc-4b22-8fd5-e712945354b0 req-428ff1b3-ee58-4c0c-8b4f-c23dc19b73d8 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:35.297968 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5bb04a22-84fc-4b22-8fd5-e712945354b0 req-428ff1b3-ee58-4c0c-8b4f-c23dc19b73d8 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0536418 Dec 20 22:04:35.341979 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5bb04a22-84fc-4b22-8fd5-e712945354b0 req-21b759ff-e3b1-47a5-b935-38f74e17695e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343099 Dec 20 22:04:35.472270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef34994-7719-4106-b995-b72f5ecf416c req-b1b4e904-a974-4bd8-a2f7-aa6735f75670 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:35.473728 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4ef34994-7719-4106-b995-b72f5ecf416c req-b1b4e904-a974-4bd8-a2f7-aa6735f75670 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0565434 Dec 20 22:04:35.484249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 50720) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:04:35.490003 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-db84ab38-f44f-4e73-9f9c-e5bb7ed41a1b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Request body: {'floatingip': {'port_id': '94c59e13-978b-4b19-af70-ae9fe5fa847d'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:04:35.536828 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db84ab38-f44f-4e73-9f9c-e5bb7ed41a1b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:35.999194 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db84ab38-f44f-4e73-9f9c-e5bb7ed41a1b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:36.005233 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db84ab38-f44f-4e73-9f9c-e5bb7ed41a1b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:36.116900 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-db84ab38-f44f-4e73-9f9c-e5bb7ed41a1b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Floating IP 8a2c5e94-2bc3-4945-9b1d-81fc43e3dede associated. External IP: 172.35.3.112, port: 94c59e13-978b-4b19-af70-ae9fe5fa847d. Dec 20 22:04:36.370518 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db84ab38-f44f-4e73-9f9c-e5bb7ed41a1b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Router 18a71ccc-c545-4d7a-8424-5eab6db2d729 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:04:36.501958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db84ab38-f44f-4e73-9f9c-e5bb7ed41a1b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:04:36.507825 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db84ab38-f44f-4e73-9f9c-e5bb7ed41a1b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:36.513057 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1533fd47-b644-4c16-94a1-241b8d10f268 None None] Sync routers for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:04:36.525320 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1533fd47-b644-4c16-94a1-241b8d10f268 None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:04:36.525974 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1533fd47-b644-4c16-94a1-241b8d10f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:04:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:04:36.539225 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-db84ab38-f44f-4e73-9f9c-e5bb7ed41a1b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "PUT /v2.0/floatingips/8a2c5e94-2bc3-4945-9b1d-81fc43e3dede HTTP/1.1" status: 200 len: 991 time: 1.0537891 Dec 20 22:04:36.539845 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'tag': '94c59e13-978b-4b19-af70-ae9fe5fa847d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:04:36.542629 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675a42ae-357b-4751-9891-102a2119669b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1e7899-9ea7-4ef0-9a60-cd31769af7fa", "tag": "94c59e13-978b-4b19-af70-ae9fe5fa847d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:04:36.588276 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57730756-0cde-4752-8a88-babbb2bf6381 x-openstack-request-id: req-57730756-0cde-4752-8a88-babbb2bf6381 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:04:36.588617 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1e7899-9ea7-4ef0-9a60-cd31769af7fa", "tag": "94c59e13-978b-4b19-af70-ae9fe5fa847d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:04:36.588883 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57730756-0cde-4752-8a88-babbb2bf6381 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:04:36.589234 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'tag': '94c59e13-978b-4b19-af70-ae9fe5fa847d', 'status': 'completed', 'code': 200} Dec 20 22:04:36.648995 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-1533fd47-b644-4c16-94a1-241b8d10f268 None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:04:36.700804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a42ae-357b-4751-9891-102a2119669b req-8db8b861-1652-4395-a0fb-ca8ee3d82eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:36.702742 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-675a42ae-357b-4751-9891-102a2119669b req-8db8b861-1652-4395-a0fb-ca8ee3d82eb9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 1094 time: 0.0616405 Dec 20 22:04:36.823326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a42ae-357b-4751-9891-102a2119669b req-139ddd8a-ef5a-48fc-a647-2b67a1a2180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:36.824848 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-675a42ae-357b-4751-9891-102a2119669b req-139ddd8a-ef5a-48fc-a647-2b67a1a2180f service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1151969 Dec 20 22:04:36.900213 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-675a42ae-357b-4751-9891-102a2119669b req-573a89a6-2e3b-4795-96ae-8b11ab81c327 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d HTTP/1.1" status: 200 len: 999 time: 0.0682483 Dec 20 22:04:36.923553 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1533fd47-b644-4c16-94a1-241b8d10f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '8a2c5e94-2bc3-4945-9b1d-81fc43e3dede', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'floating_ip_address': '172.35.3.112', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'port_id': '94c59e13-978b-4b19-af70-ae9fe5fa847d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'mac_address': 'fa:16:3e:00:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:59:51Z', 'updated_at': '2021-12-20T22:04:35Z', 'revision_number': 9, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:04:36.953312 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1533fd47-b644-4c16-94a1-241b8d10f268 None None] Checking router: 18a71ccc-c545-4d7a-8424-5eab6db2d729 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:04:36.959096 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a42ae-357b-4751-9891-102a2119669b req-5ab61e60-a268-424d-8455-077071534d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:36.960633 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-675a42ae-357b-4751-9891-102a2119669b req-5ab61e60-a268-424d-8455-077071534d9e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0530090 Dec 20 22:04:36.962428 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1533fd47-b644-4c16-94a1-241b8d10f268 None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:04:36.963044 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1533fd47-b644-4c16-94a1-241b8d10f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:04:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:04:37.017140 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a42ae-357b-4751-9891-102a2119669b req-27f96f7a-e2b1-4f75-8983-03f22185abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:37.018959 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-675a42ae-357b-4751-9891-102a2119669b req-27f96f7a-e2b1-4f75-8983-03f22185abb8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0507054 Dec 20 22:04:37.083649 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-1533fd47-b644-4c16-94a1-241b8d10f268 None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:04:37.122489 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-675a42ae-357b-4751-9891-102a2119669b req-62b1f6df-2617-4c56-a949-50c4bf221150 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963707 Dec 20 22:04:37.227393 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-675a42ae-357b-4751-9891-102a2119669b req-e1b6a66e-e750-41f3-96ab-dae274d68dd7 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986605 Dec 20 22:04:37.346958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-1533fd47-b644-4c16-94a1-241b8d10f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '8a2c5e94-2bc3-4945-9b1d-81fc43e3dede', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'floating_ip_address': '172.35.3.112', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'port_id': '94c59e13-978b-4b19-af70-ae9fe5fa847d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'mac_address': 'fa:16:3e:00:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:59:51Z', 'updated_at': '2021-12-20T22:04:35Z', 'revision_number': 9, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:04:37.380663 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1533fd47-b644-4c16-94a1-241b8d10f268 None None] The sync data for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 is: [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '8a2c5e94-2bc3-4945-9b1d-81fc43e3dede', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'floating_ip_address': '172.35.3.112', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'port_id': '94c59e13-978b-4b19-af70-ae9fe5fa847d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'mac_address': 'fa:16:3e:00:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:59:51Z', 'updated_at': '2021-12-20T22:04:35Z', 'revision_number': 9, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:04:37.604847 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9ddbca-404d-4016-974a-6277626a8a1b None None] New status for floating IP 8a2c5e94-2bc3-4945-9b1d-81fc43e3dede: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:04:41.116764 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7080e79-56c4-41c8-9ad0-5d82bf1a3a57 req-98d45586-4b67-4be1-8489-729fba3c41e9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0448303 Dec 20 22:04:41.222288 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7080e79-56c4-41c8-9ad0-5d82bf1a3a57 req-2b2b8f66-83ba-4d4d-83cb-58e61cecd7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:41.223682 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7080e79-56c4-41c8-9ad0-5d82bf1a3a57 req-2b2b8f66-83ba-4d4d-83cb-58e61cecd7a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 1094 time: 0.0438762 Dec 20 22:04:41.341360 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7080e79-56c4-41c8-9ad0-5d82bf1a3a57 req-4094e9c1-49ff-4224-9f2a-21c50f3dcaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:41.343277 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7080e79-56c4-41c8-9ad0-5d82bf1a3a57 req-4094e9c1-49ff-4224-9f2a-21c50f3dcaa3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0999062 Dec 20 22:04:41.415184 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7080e79-56c4-41c8-9ad0-5d82bf1a3a57 req-09f86ff4-907e-4483-b27d-0f2a57bce3ba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d HTTP/1.1" status: 200 len: 1002 time: 0.0652792 Dec 20 22:04:41.468017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7080e79-56c4-41c8-9ad0-5d82bf1a3a57 req-d4a97410-bc17-4aaa-8f70-732eecb15f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:41.469525 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7080e79-56c4-41c8-9ad0-5d82bf1a3a57 req-d4a97410-bc17-4aaa-8f70-732eecb15f56 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0475826 Dec 20 22:04:41.521888 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7080e79-56c4-41c8-9ad0-5d82bf1a3a57 req-e317fdfc-7b28-430a-9118-3cb4f81bffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:04:41.523456 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7080e79-56c4-41c8-9ad0-5d82bf1a3a57 req-e317fdfc-7b28-430a-9118-3cb4f81bffc0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0474503 Dec 20 22:04:41.625813 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7080e79-56c4-41c8-9ad0-5d82bf1a3a57 req-79a78571-599b-463f-9024-751c80d62b3e service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947428 Dec 20 22:04:41.730338 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7080e79-56c4-41c8-9ad0-5d82bf1a3a57 req-b52f042a-8b1a-4ea2-a228-4855b653f20c service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979528 Dec 20 22:04:45.225907 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:48.376798 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:57.213799 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da11ba59-67f4-41ef-be1f-99fb657a2df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:04:59.552174 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3263e4ac-93e1-4769-942c-6aa8937b3f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:05:00.312276 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:05:00.830287 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:05:02.257829 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:05:02.431477 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:05:15.252142 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:05:18.384386 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:05:27.216262 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-865a641b-8381-40df-a9f6-7b4b4456649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:05:29.556700 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-076a55c7-7682-4677-af1d-a2c720dc807e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:05:30.834367 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:05:32.260824 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:05:32.425686 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:05:37.313519 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:05:41.109144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0a8e30a5-6de7-4899-87c3-687c89886ed6 req-58ba1183-da6a-4fb2-840b-36874e55db9c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0433662 Dec 20 22:05:41.216359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e30a5-6de7-4899-87c3-687c89886ed6 req-9f0d35ff-e527-4c11-978b-b9b46efb12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:05:41.218331 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0a8e30a5-6de7-4899-87c3-687c89886ed6 req-9f0d35ff-e527-4c11-978b-b9b46efb12d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 1094 time: 0.0484345 Dec 20 22:05:41.338524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e30a5-6de7-4899-87c3-687c89886ed6 req-d6f289c6-27b2-42a8-8636-6fe8990bfc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:05:41.340032 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0a8e30a5-6de7-4899-87c3-687c89886ed6 req-d6f289c6-27b2-42a8-8636-6fe8990bfc72 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0957749 Dec 20 22:05:41.407007 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0a8e30a5-6de7-4899-87c3-687c89886ed6 req-e932ffc5-5da3-48de-a367-1aa6706f9784 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d HTTP/1.1" status: 200 len: 1002 time: 0.0604432 Dec 20 22:05:41.459081 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e30a5-6de7-4899-87c3-687c89886ed6 req-07b1b56f-630c-4f3a-ada1-21e777341327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:05:41.460574 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0a8e30a5-6de7-4899-87c3-687c89886ed6 req-07b1b56f-630c-4f3a-ada1-21e777341327 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0474195 Dec 20 22:05:41.826477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e30a5-6de7-4899-87c3-687c89886ed6 req-12c9895e-eb4d-44d7-b514-5307499db4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:05:41.828414 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0a8e30a5-6de7-4899-87c3-687c89886ed6 req-12c9895e-eb4d-44d7-b514-5307499db4a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3614259 Dec 20 22:05:41.847973 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-0a8e30a5-6de7-4899-87c3-687c89886ed6 req-6fa5a1c9-ae2e-4111-b6a2-1a9b786a00c4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:05:41.848944 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0a8e30a5-6de7-4899-87c3-687c89886ed6 req-6fa5a1c9-ae2e-4111-b6a2-1a9b786a00c4 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058646 Dec 20 22:05:41.944495 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0a8e30a5-6de7-4899-87c3-687c89886ed6 req-e1a6ac65-56b3-43b0-a545-ce6b7391e00f service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884998 Dec 20 22:05:42.038873 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0a8e30a5-6de7-4899-87c3-687c89886ed6 req-434fcd12-363a-4b7e-8525-82e8c4a404ce service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878658 Dec 20 22:05:45.252480 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:05:48.377126 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:05:57.210151 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-83daf08c-040a-4d3e-ba3b-9c86076eb4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:05:59.559575 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7edb417-2009-4d3f-86d2-010ab81c78be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:00.839950 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:02.265822 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:02.434990 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:12.528208 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffb27c-7567-401a-9fa5-44ed4103d803 req-53751c34-add7-44eb-bf13-1bc34d8dc321 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:12.529713 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-32ffb27c-7567-401a-9fa5-44ed4103d803 req-53751c34-add7-44eb-bf13-1bc34d8dc321 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0741351 Dec 20 22:06:12.532564 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-cd8b6f78-bdb6-40c0-8e62-176f16f82e2e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867243 Dec 20 22:06:12.573105 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-32ffb27c-7567-401a-9fa5-44ed4103d803 req-be1383db-e72c-496a-8b8e-656dece4c638 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368834 Dec 20 22:06:13.705668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d5bd4-ddec-4e5c-b34a-44157b6ca340 req-101babb2-5a57-47b5-b21d-2220aadcedb2 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:13.707229 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-579d5bd4-ddec-4e5c-b34a-44157b6ca340 req-101babb2-5a57-47b5-b21d-2220aadcedb2 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0577054 Dec 20 22:06:13.748812 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-579d5bd4-ddec-4e5c-b34a-44157b6ca340 req-12d112c9-9675-4b99-9e24-9a597e7c2685 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349834 Dec 20 22:06:13.872190 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-750d145f-5d2d-48cf-8e44-76ede89f8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:13.873576 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-750d145f-5d2d-48cf-8e44-76ede89f8095 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 1094 time: 0.0493121 Dec 20 22:06:13.970992 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-c7fd08bc-00fc-4648-b8ca-5530284c848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:13.972490 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-c7fd08bc-00fc-4648-b8ca-5530284c848a service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0922480 Dec 20 22:06:14.048785 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-1dccc295-51ed-495d-a633-74df6f6dc99a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d HTTP/1.1" status: 200 len: 1002 time: 0.0691886 Dec 20 22:06:14.109373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-3adfc4fc-913c-4452-b5fb-8df9bf729447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:14.110862 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-3adfc4fc-913c-4452-b5fb-8df9bf729447 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0555170 Dec 20 22:06:14.162999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-a8e4da3b-8fca-4aad-aaf9-b309f94ac018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:14.164209 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-a8e4da3b-8fca-4aad-aaf9-b309f94ac018 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467839 Dec 20 22:06:14.261583 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-19aee369-d234-4d2e-931b-19a91a52bfeb service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899374 Dec 20 22:06:14.312982 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:06:14.373303 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-62a36b07-9293-4310-ab23-a999ca59361b service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052301 Dec 20 22:06:14.881092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe93d69-0590-44ed-9c83-80bb35899a5a req-55699ebd-4de0-4055-b36f-5b9f8ccf9518 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:14.882580 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bfe93d69-0590-44ed-9c83-80bb35899a5a req-55699ebd-4de0-4055-b36f-5b9f8ccf9518 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0510325 Dec 20 22:06:14.922638 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bfe93d69-0590-44ed-9c83-80bb35899a5a req-7bd8ab1b-6aa9-422d-bed7-e87e62d8942a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338545 Dec 20 22:06:15.250513 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:16.055045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f43a0-9e67-4573-891a-1002b297aec3 req-e717b31e-fe1b-4e1a-9d82-dfa47d438a34 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:16.057033 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-832f43a0-9e67-4573-891a-1002b297aec3 req-e717b31e-fe1b-4e1a-9d82-dfa47d438a34 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0565655 Dec 20 22:06:16.098158 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-832f43a0-9e67-4573-891a-1002b297aec3 req-e3d57dd5-ecfb-4e34-9447-656562129f80 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347934 Dec 20 22:06:17.222541 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c0552-2459-45f1-a7db-51948fe8aef2 req-a9e44647-2789-40b4-a9af-f1a4b277bde0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:17.224024 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f94c0552-2459-45f1-a7db-51948fe8aef2 req-a9e44647-2789-40b4-a9af-f1a4b277bde0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0510845 Dec 20 22:06:17.267470 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f94c0552-2459-45f1-a7db-51948fe8aef2 req-e626c3e6-be57-4081-9a5c-48f71ac5f267 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372002 Dec 20 22:06:18.381084 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:18.407755 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0050634-68ec-4301-891c-48d7b878198f req-b727dee5-360e-4438-b637-1b06d05cd0ed tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:18.409276 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b0050634-68ec-4301-891c-48d7b878198f req-b727dee5-360e-4438-b637-1b06d05cd0ed tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0566964 Dec 20 22:06:18.451097 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b0050634-68ec-4301-891c-48d7b878198f req-bcba998d-a45d-4211-9255-37429f2c357c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347302 Dec 20 22:06:19.575476 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305da56a-97bb-4649-aef3-15470b55baa0 req-f7daf30d-ecd9-4cbc-bb4c-5be1ec2ef72a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:19.577087 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-305da56a-97bb-4649-aef3-15470b55baa0 req-f7daf30d-ecd9-4cbc-bb4c-5be1ec2ef72a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0552807 Dec 20 22:06:19.618208 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-305da56a-97bb-4649-aef3-15470b55baa0 req-05db7ee8-f807-41e4-8876-e2e7e0978c21 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348651 Dec 20 22:06:20.752651 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c6fb8-e058-4e9d-b5f3-fe7c6e4b3d15 req-3cda0782-ad73-4bf3-874e-f8264ba367df tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:20.754240 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-482c6fb8-e058-4e9d-b5f3-fe7c6e4b3d15 req-3cda0782-ad73-4bf3-874e-f8264ba367df tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0591400 Dec 20 22:06:20.794916 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-482c6fb8-e058-4e9d-b5f3-fe7c6e4b3d15 req-f7ca511c-6137-40a4-bc5a-9eb4dafd2451 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346544 Dec 20 22:06:21.937717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b75e52-37dc-4f0d-bf66-5e5fcedb6143 req-c200197f-6b69-4803-976e-6ff300210e66 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:21.939258 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a4b75e52-37dc-4f0d-bf66-5e5fcedb6143 req-c200197f-6b69-4803-976e-6ff300210e66 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0584483 Dec 20 22:06:21.978306 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a4b75e52-37dc-4f0d-bf66-5e5fcedb6143 req-ae41a788-a897-4b8f-b035-47ad2dc1c368 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329652 Dec 20 22:06:23.106374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a6c3d-be09-41f8-b303-212e4ecc2235 req-6555054d-8f56-4c41-a802-61ce2c3bc0de tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:23.107889 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8a2a6c3d-be09-41f8-b303-212e4ecc2235 req-6555054d-8f56-4c41-a802-61ce2c3bc0de tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0505059 Dec 20 22:06:23.155231 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8a2a6c3d-be09-41f8-b303-212e4ecc2235 req-44070cb3-b300-4284-ac24-19d6b4134ca4 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380762 Dec 20 22:06:24.283325 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a158e-5bb7-4a6b-b8e0-8968c8bd177d req-cbb58d5c-ed6d-47e0-8473-05f9c013a205 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:24.284911 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e5a158e-5bb7-4a6b-b8e0-8968c8bd177d req-cbb58d5c-ed6d-47e0-8473-05f9c013a205 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0597970 Dec 20 22:06:24.338983 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e5a158e-5bb7-4a6b-b8e0-8968c8bd177d req-1f50edb1-d82a-4479-9cab-df39847ccfeb tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432403 Dec 20 22:06:25.458480 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced5851-3130-460a-850a-14ee9e100ab5 req-08e0093c-7ca5-4b57-b4ee-1ea2cfd700b0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:25.460015 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ced5851-3130-460a-850a-14ee9e100ab5 req-08e0093c-7ca5-4b57-b4ee-1ea2cfd700b0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0514507 Dec 20 22:06:25.501296 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1ced5851-3130-460a-850a-14ee9e100ab5 req-33b2ed4c-2058-4672-8b92-64303b51c350 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349662 Dec 20 22:06:26.370645 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-3d1ce42b-beb2-458e-aa93-ebe680693be5 service neutron] show failed (client error): The resource could not be found. Dec 20 22:06:26.371679 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-3d1ce42b-beb2-458e-aa93-ebe680693be5 service neutron] 10.222.0.66 "GET /v2.0/ports/94c59e13-978b-4b19-af70-ae9fe5fa847d/bindings/n-h1-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.0631602 Dec 20 22:06:26.598745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-14cc9de8-239f-4189-abf7-95400a71ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:26.600301 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-14cc9de8-239f-4189-abf7-95400a71ffb5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa&tenant_id=62696e1014a64287bd2136ff7607fc96 HTTP/1.1" status: 200 len: 1094 time: 0.0462940 Dec 20 22:06:26.619149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:06:26.624734 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8a205-e8aa-421a-b879-3e60f859a2df req-c45ab7cd-5713-4390-ab34-cfc79b3c9d04 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:26.626532 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-61b8a205-e8aa-421a-b879-3e60f859a2df req-c45ab7cd-5713-4390-ab34-cfc79b3c9d04 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0518000 Dec 20 22:06:26.666861 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-61b8a205-e8aa-421a-b879-3e60f859a2df req-97098ef7-497b-4316-98a6-6a9ba988519e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334795 Dec 20 22:06:26.675676 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:26.929442 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:06:26.968972 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:06:27.014088 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c59e13-978b-4b19-af70-ae9fe5fa847d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:06:27.016920 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cc0333-4c0a-471b-a36a-a4525077f621" -d '{"events": [{"server_uuid": "2a1e7899-9ea7-4ef0-9a60-cd31769af7fa", "name": "network-vif-unplugged", "status": "completed", "tag": "94c59e13-978b-4b19-af70-ae9fe5fa847d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:06:27.021589 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:27.036746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Transition to ACTIVE for port object 94c59e13-978b-4b19-af70-ae9fe5fa847d will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:06:27.042093 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:27.073699 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287db7b5-486d-4852-afa8-3e09cf371007 x-openstack-request-id: req-287db7b5-486d-4852-afa8-3e09cf371007 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:06:27.073991 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1e7899-9ea7-4ef0-9a60-cd31769af7fa", "name": "network-vif-unplugged", "status": "completed", "tag": "94c59e13-978b-4b19-af70-ae9fe5fa847d", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:06:27.074264 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-287db7b5-486d-4852-afa8-3e09cf371007 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:06:27.074661 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c59e13-978b-4b19-af70-ae9fe5fa847d', 'code': 200} Dec 20 22:06:27.096178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Pushing event updated for resources: {'Port': ['ID=94c59e13-978b-4b19-af70-ae9fe5fa847d,revision_number=6']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:06:27.138007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:27.138363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:27.138822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:27.139000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:27.139350 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:27.139665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:27.140017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:27.140403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:27.140745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:27.141062 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:27.141377 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:27.141692 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:27.183422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] No DVR routers for this DVR port 94c59e13-978b-4b19-af70-ae9fe5fa847d on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:06:27.214264 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-431f4ed8-923c-4895-bdcf-a1833d652544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:27.321422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Attempting to bind port 94c59e13-978b-4b19-af70-ae9fe5fa847d on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:06:27.321707 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Attempting to bind port 94c59e13-978b-4b19-af70-ae9fe5fa847d by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:06:27.322060 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Attempting to bind port 94c59e13-978b-4b19-af70-ae9fe5fa847d on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:06:27.326751 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Port 94c59e13-978b-4b19-af70-ae9fe5fa847d on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:06:27.327067 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Attempting to bind port 94c59e13-978b-4b19-af70-ae9fe5fa847d on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:06:27.332024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:06:27.332359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Checking segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:06:27.332739 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Bound using segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:06:27.333160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Bound port: 94c59e13-978b-4b19-af70-ae9fe5fa847d, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:06:27.333515 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:27.396460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:06:27.399519 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:06:27.406543 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:27.440866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:27.441450 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:27.442628 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] 10.222.0.31 "PUT /v2.0/ports/94c59e13-978b-4b19-af70-ae9fe5fa847d HTTP/1.1" status: 200 len: 1089 time: 0.8279054 Dec 20 22:06:27.464912 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629f46c-bc52-42fa-bf7d-ac41de4559cb service neutron] Pushing event updated for resources: {'Port': ['ID=94c59e13-978b-4b19-af70-ae9fe5fa847d,revision_number=7']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:06:27.523095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-a63928aa-8084-445b-bb8a-4738ce53629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:27.524833 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-a63928aa-8084-445b-bb8a-4738ce53629e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 1092 time: 0.0476768 Dec 20 22:06:27.620201 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0a979f70-6151-44a8-9f30-2bce2e503ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:27.621713 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-0a979f70-6151-44a8-9f30-2bce2e503ec9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0899291 Dec 20 22:06:27.702544 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-80367a37-0ae6-4c1b-9ba2-2d87f85fb255 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d HTTP/1.1" status: 200 len: 1000 time: 0.0737441 Dec 20 22:06:27.754328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-d4f3718f-36e1-479a-be2a-fbb9b06ca675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:27.755812 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-d4f3718f-36e1-479a-be2a-fbb9b06ca675 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0467482 Dec 20 22:06:27.805941 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6b912-6abc-44dd-a1d7-698f23dfd50b req-2c93e481-c66d-430a-b117-85c938d2b6d8 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:27.807437 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-02b6b912-6abc-44dd-a1d7-698f23dfd50b req-2c93e481-c66d-430a-b117-85c938d2b6d8 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 943 time: 0.0574632 Dec 20 22:06:27.807769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-3a29ecc1-9216-4d14-9458-6c784dd437ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:27.809299 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-3a29ecc1-9216-4d14-9458-6c784dd437ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0470581 Dec 20 22:06:27.848747 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-02b6b912-6abc-44dd-a1d7-698f23dfd50b req-801e0bde-b3be-4820-9213-87adcbcd8d81 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346663 Dec 20 22:06:27.904630 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-f6e7a486-3fb8-4bde-b9b8-2cb3f4817161 service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877423 Dec 20 22:06:28.010556 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-805a234a-3962-4e15-9e4c-fed1ad2df52b req-b700136b-92ad-44a1-9dbb-cec7c86f2524 service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984516 Dec 20 22:06:28.981427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a4178-d173-408a-b9c1-e87b6d330854 req-b4e321fc-bb2d-4941-a2bd-2fcece8a682b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:28.982966 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e2a4178-d173-408a-b9c1-e87b6d330854 req-b4e321fc-bb2d-4941-a2bd-2fcece8a682b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 943 time: 0.0525646 Dec 20 22:06:29.025079 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e2a4178-d173-408a-b9c1-e87b6d330854 req-de3b687d-805c-4997-907c-c86e3cfe0929 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354760 Dec 20 22:06:29.075908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'tag': '94c59e13-978b-4b19-af70-ae9fe5fa847d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:06:29.078505 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de487582-10f2-425a-bbd5-703e1d82519f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1e7899-9ea7-4ef0-9a60-cd31769af7fa", "tag": "94c59e13-978b-4b19-af70-ae9fe5fa847d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:06:29.137141 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac16638-bb56-4fdf-94ea-7be47eba300c x-openstack-request-id: req-cac16638-bb56-4fdf-94ea-7be47eba300c {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:06:29.137490 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1e7899-9ea7-4ef0-9a60-cd31769af7fa", "tag": "94c59e13-978b-4b19-af70-ae9fe5fa847d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:06:29.137884 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cac16638-bb56-4fdf-94ea-7be47eba300c {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:06:29.138415 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'tag': '94c59e13-978b-4b19-af70-ae9fe5fa847d', 'status': 'completed', 'code': 200} Dec 20 22:06:29.254209 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de487582-10f2-425a-bbd5-703e1d82519f req-b1e424bc-e7ec-448b-8b47-ed32e9673613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:29.255756 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de487582-10f2-425a-bbd5-703e1d82519f req-b1e424bc-e7ec-448b-8b47-ed32e9673613 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 1092 time: 0.0797331 Dec 20 22:06:29.258290 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de487582-10f2-425a-bbd5-703e1d82519f req-5f0d99de-8901-495d-a698-e1c86aaf7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:29.259685 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de487582-10f2-425a-bbd5-703e1d82519f req-5f0d99de-8901-495d-a698-e1c86aaf7a86 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 1092 time: 0.0725181 Dec 20 22:06:29.437548 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de487582-10f2-425a-bbd5-703e1d82519f req-fcbeece5-4e1f-46e6-9854-31735abcd9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:29.438977 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de487582-10f2-425a-bbd5-703e1d82519f req-fcbeece5-4e1f-46e6-9854-31735abcd9c2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1587899 Dec 20 22:06:29.440808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de487582-10f2-425a-bbd5-703e1d82519f req-3a434307-5f2e-44f3-b6ef-f8b8eeeed024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:29.442198 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de487582-10f2-425a-bbd5-703e1d82519f req-3a434307-5f2e-44f3-b6ef-f8b8eeeed024 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1801112 Dec 20 22:06:29.555641 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de487582-10f2-425a-bbd5-703e1d82519f req-b45dd505-5ab6-4271-941d-fd2ce1613b93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d HTTP/1.1" status: 200 len: 1000 time: 0.1081805 Dec 20 22:06:29.557402 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de487582-10f2-425a-bbd5-703e1d82519f req-b616026b-a7e0-4e45-8629-447436d37bb1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d HTTP/1.1" status: 200 len: 1000 time: 0.1032746 Dec 20 22:06:29.563863 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7500f8f3-4ded-46ee-b53d-2900a1d995cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:29.649721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de487582-10f2-425a-bbd5-703e1d82519f req-249740e7-9da4-4d42-b004-f3e609761c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:29.651243 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de487582-10f2-425a-bbd5-703e1d82519f req-249740e7-9da4-4d42-b004-f3e609761c36 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0868447 Dec 20 22:06:29.658220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de487582-10f2-425a-bbd5-703e1d82519f req-ac6a0b31-2a65-4cd0-9ff3-14afb4490c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:29.659936 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de487582-10f2-425a-bbd5-703e1d82519f req-ac6a0b31-2a65-4cd0-9ff3-14afb4490c4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0627794 Dec 20 22:06:29.724548 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de487582-10f2-425a-bbd5-703e1d82519f req-1f643089-6140-4fcf-80c6-1f816c113fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:29.725995 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de487582-10f2-425a-bbd5-703e1d82519f req-1f643089-6140-4fcf-80c6-1f816c113fb5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651972 Dec 20 22:06:29.735381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de487582-10f2-425a-bbd5-703e1d82519f req-3287e017-bd2c-4792-a015-d5674e6313bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:29.737100 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de487582-10f2-425a-bbd5-703e1d82519f req-3287e017-bd2c-4792-a015-d5674e6313bd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0508778 Dec 20 22:06:29.884821 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de487582-10f2-425a-bbd5-703e1d82519f req-e7dec5b0-8fd2-4352-be95-89bda80f7ccd service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467583 Dec 20 22:06:29.886912 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de487582-10f2-425a-bbd5-703e1d82519f req-3e127478-9c93-49eb-ad1a-a18bfbe8a0cd service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421249 Dec 20 22:06:30.046509 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de487582-10f2-425a-bbd5-703e1d82519f req-0459b831-0e97-478a-9fa0-d0d16beb45dc service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544380 Dec 20 22:06:30.051853 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-de487582-10f2-425a-bbd5-703e1d82519f req-e3904c68-4dbc-47df-becf-2c9412e91c2c service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524069 Dec 20 22:06:30.155279 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59853e1-41ba-42fe-b2f0-30b4f992a461 req-5d19e72e-7525-4aec-907f-a59ec83a261b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:30.156805 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c59853e1-41ba-42fe-b2f0-30b4f992a461 req-5d19e72e-7525-4aec-907f-a59ec83a261b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 943 time: 0.0500536 Dec 20 22:06:30.199550 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c59853e1-41ba-42fe-b2f0-30b4f992a461 req-843ac728-802d-4880-aac0-1d5bca4818df tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342655 Dec 20 22:06:30.537179 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-4ea609f5-df17-443d-ba3b-166ec07ac82b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:30.538756 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-4ea609f5-df17-443d-ba3b-166ec07ac82b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa&tenant_id=62696e1014a64287bd2136ff7607fc96&binding%3Ahost_id=n-h1-xena-1 HTTP/1.1" status: 200 len: 943 time: 0.0834382 Dec 20 22:06:30.551726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc40052-7259-4130-b638-785733af8cfe req-ee954690-b70e-4fb8-bf03-4f8b98814452 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:30.553413 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fdc40052-7259-4130-b638-785733af8cfe req-ee954690-b70e-4fb8-bf03-4f8b98814452 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 943 time: 0.0712159 Dec 20 22:06:30.626926 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fdc40052-7259-4130-b638-785733af8cfe req-39536faa-55ff-48cb-91f2-ff5292c9edd0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665984 Dec 20 22:06:30.632808 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-6752987b-21a7-46d8-b33d-e62992d5d2e8 service neutron] 10.222.0.31 "GET /v2.0/ports/94c59e13-978b-4b19-af70-ae9fe5fa847d/bindings/n-h1-xena-1 HTTP/1.1" status: 200 len: 380 time: 0.0785255 Dec 20 22:06:30.715814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-38ef530b-dfe5-457d-815e-55b4bd614f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:30.717319 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-38ef530b-dfe5-457d-815e-55b4bd614f6f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 1092 time: 0.0448270 Dec 20 22:06:30.815185 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-08fb8970-42e8-423e-8fb1-5a02ee4d679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:30.816683 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-08fb8970-42e8-423e-8fb1-5a02ee4d679d service neutron] 10.222.0.31 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0920062 Dec 20 22:06:30.842308 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:30.912125 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-81ed1d87-7355-4c26-ac79-348a6536d9d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d HTTP/1.1" status: 200 len: 1000 time: 0.0884786 Dec 20 22:06:30.933091 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 94c59e13-978b-4b19-af70-ae9fe5fa847d details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:06:30.969880 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-0a9b7867-c2c8-49f1-bd8d-bf7b89a3f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:30.971969 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-0a9b7867-c2c8-49f1-bd8d-bf7b89a3f089 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0535419 Dec 20 22:06:31.020226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-06d161fc-79f6-4ddf-bb53-efe6e81a4a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:31.021756 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-06d161fc-79f6-4ddf-bb53-efe6e81a4a5f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0432909 Dec 20 22:06:31.041921 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:06:31.054244 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '94c59e13-978b-4b19-af70-ae9fe5fa847d', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'port_id': '94c59e13-978b-4b19-af70-ae9fe5fa847d', 'mac_address': 'fa:16:3e:00:c8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:06:31.094833 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:31.108795 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c59e13-978b-4b19-af70-ae9fe5fa847d {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:06:31.117271 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-a44284d3-ffc5-4932-a466-3630b782e9de service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888329 Dec 20 22:06:31.130396 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:06:31.135073 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:31.184060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=94c59e13-978b-4b19-af70-ae9fe5fa847d,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:06:31.199019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:31.199361 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:31.199699 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:31.200060 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:31.200388 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:31.200712 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:31.201066 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:31.201387 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:31.201706 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:31.202028 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:31.202370 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:31.202696 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:06:31.216391 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-771edc99-30a7-4a2d-9d14-47af155ca7f2 service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924363 Dec 20 22:06:31.259493 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 94c59e13-978b-4b19-af70-ae9fe5fa847d no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:06:31.299991 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 94c59e13-978b-4b19-af70-ae9fe5fa847d not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:06:31.434391 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['94c59e13-978b-4b19-af70-ae9fe5fa847d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:06:31.753059 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447063a-a5eb-4737-b880-b721897797a8 req-5c7b0c17-77be-4cb6-be95-7fd09f188eeb tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:31.754621 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7447063a-a5eb-4737-b880-b721897797a8 req-5c7b0c17-77be-4cb6-be95-7fd09f188eeb tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 944 time: 0.0509791 Dec 20 22:06:31.798363 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7447063a-a5eb-4737-b880-b721897797a8 req-6464f20f-8026-47c8-bf8f-2d6a94e7d5b6 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373516 Dec 20 22:06:32.269070 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:32.432710 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:32.927434 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c81b47-a982-4ec1-87d4-3a81b61ca351 req-83b48660-5d82-48de-93b9-060a9818000e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:32.928814 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07c81b47-a982-4ec1-87d4-3a81b61ca351 req-83b48660-5d82-48de-93b9-060a9818000e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 944 time: 0.0589743 Dec 20 22:06:32.954453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 94c59e13-978b-4b19-af70-ae9fe5fa847d up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:06:32.968758 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-07c81b47-a982-4ec1-87d4-3a81b61ca351 req-b322a23e-e941-46b6-a27c-7e25dbcdd781 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337973 Dec 20 22:06:33.009818 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 94c59e13-978b-4b19-af70-ae9fe5fa847d completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:06:33.013874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 94c59e13-978b-4b19-af70-ae9fe5fa847d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:06:33.014277 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:33.097592 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:33.120597 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c59e13-978b-4b19-af70-ae9fe5fa847d'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:06:33.122880 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1148e61f-0c9d-4aaf-bbbf-8956e5ec906b" -d '{"events": [{"server_uuid": "2a1e7899-9ea7-4ef0-9a60-cd31769af7fa", "name": "network-vif-plugged", "status": "completed", "tag": "94c59e13-978b-4b19-af70-ae9fe5fa847d"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:06:33.137277 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:06:33.144250 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:33.178952 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7164a1f-4c70-4fcb-80b0-19bbe09840ea x-openstack-request-id: req-c7164a1f-4c70-4fcb-80b0-19bbe09840ea {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:06:33.179183 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1e7899-9ea7-4ef0-9a60-cd31769af7fa", "name": "network-vif-plugged", "status": "completed", "tag": "94c59e13-978b-4b19-af70-ae9fe5fa847d", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:06:33.179447 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7164a1f-4c70-4fcb-80b0-19bbe09840ea {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:06:33.179834 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c59e13-978b-4b19-af70-ae9fe5fa847d', 'code': 200} Dec 20 22:06:33.199807 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=94c59e13-978b-4b19-af70-ae9fe5fa847d,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:06:33.394205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-5dae9874-1ab4-4fb7-99f0-32901f78ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:33.395730 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-5dae9874-1ab4-4fb7-99f0-32901f78ed9f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa&tenant_id=62696e1014a64287bd2136ff7607fc96 HTTP/1.1" status: 200 len: 1094 time: 0.0484328 Dec 20 22:06:33.415024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:06:33.474594 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:33.987709 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:06:34.025372 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:06:34.087598 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c59e13-978b-4b19-af70-ae9fe5fa847d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:06:34.089883 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7c322c-32db-40d9-a323-d4834e064c76" -d '{"events": [{"server_uuid": "2a1e7899-9ea7-4ef0-9a60-cd31769af7fa", "name": "network-vif-unplugged", "status": "completed", "tag": "94c59e13-978b-4b19-af70-ae9fe5fa847d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:06:34.095378 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:34.113180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Transition to ACTIVE for port object 94c59e13-978b-4b19-af70-ae9fe5fa847d will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:06:34.121024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557dceb-f7c6-4e02-9ae2-da925d1908f8 req-6c495fa1-2cf0-4911-b8eb-53b17825ecdb tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:34.122516 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5557dceb-f7c6-4e02-9ae2-da925d1908f8 req-6c495fa1-2cf0-4911-b8eb-53b17825ecdb tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0783999 Dec 20 22:06:34.123581 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:34.156925 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85463346-f535-4ce4-8005-6473e5387f3f x-openstack-request-id: req-85463346-f535-4ce4-8005-6473e5387f3f {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:06:34.157179 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1e7899-9ea7-4ef0-9a60-cd31769af7fa", "name": "network-vif-unplugged", "status": "completed", "tag": "94c59e13-978b-4b19-af70-ae9fe5fa847d", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:06:34.157455 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85463346-f535-4ce4-8005-6473e5387f3f {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:06:34.157804 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c59e13-978b-4b19-af70-ae9fe5fa847d', 'code': 200} Dec 20 22:06:34.225144 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Pushing event updated for resources: {'Port': ['ID=94c59e13-978b-4b19-af70-ae9fe5fa847d,revision_number=10']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:06:34.241886 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5557dceb-f7c6-4e02-9ae2-da925d1908f8 req-d6c8f521-4852-44fe-aa20-a779bfdd1516 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098578 Dec 20 22:06:34.275732 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] No DVR routers for this DVR port 94c59e13-978b-4b19-af70-ae9fe5fa847d on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:06:34.422761 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Attempting to bind port 94c59e13-978b-4b19-af70-ae9fe5fa847d on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:06:34.423088 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Attempting to bind port 94c59e13-978b-4b19-af70-ae9fe5fa847d by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:06:34.423426 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Attempting to bind port 94c59e13-978b-4b19-af70-ae9fe5fa847d on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:06:34.428468 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Port 94c59e13-978b-4b19-af70-ae9fe5fa847d on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:06:34.428789 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Attempting to bind port 94c59e13-978b-4b19-af70-ae9fe5fa847d on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:06:34.433982 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:06:34.434292 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Checking segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:06:34.434686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Bound using segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:06:34.435130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Bound port: 94c59e13-978b-4b19-af70-ae9fe5fa847d, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:06:34.435490 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:34.501790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:06:34.505184 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:06:34.519877 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:34.555573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:34.556201 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:34.557653 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] 10.222.0.66 "PUT /v2.0/ports/94c59e13-978b-4b19-af70-ae9fe5fa847d HTTP/1.1" status: 200 len: 1090 time: 1.1467211 Dec 20 22:06:34.580058 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33456744-ed38-4328-a8b1-bb2626837448 service neutron] Pushing event updated for resources: {'Port': ['ID=94c59e13-978b-4b19-af70-ae9fe5fa847d,revision_number=11']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:06:34.638016 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-2864c0ed-5a26-4e71-b9e7-9ef2c4c325f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:34.639423 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-2864c0ed-5a26-4e71-b9e7-9ef2c4c325f3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 1093 time: 0.0437720 Dec 20 22:06:34.751306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-525ebd69-a4f4-4bec-bfc0-4823cf7ca1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:34.753041 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-525ebd69-a4f4-4bec-bfc0-4823cf7ca1ed service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1070516 Dec 20 22:06:34.823733 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-4e2edb5e-9627-4ecd-80be-2dff10a111e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d HTTP/1.1" status: 200 len: 1000 time: 0.0639892 Dec 20 22:06:34.881263 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-53f3919c-e770-4ad1-944a-149b34df11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:34.882790 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-53f3919c-e770-4ad1-944a-149b34df11fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0516531 Dec 20 22:06:34.929670 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-63babc43-db05-4538-aa58-a2758bd354ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:34.931224 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-63babc43-db05-4538-aa58-a2758bd354ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0421643 Dec 20 22:06:34.959024 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 94c59e13-978b-4b19-af70-ae9fe5fa847d no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:06:34.998485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 94c59e13-978b-4b19-af70-ae9fe5fa847d not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:06:35.023771 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-f1bb3db4-0e17-4fc6-944d-3903ad90af16 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853605 Dec 20 22:06:35.116379 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30dbdd76-c639-4ee0-8d4a-2d067dbd83a8 req-373cc20e-01ca-4b97-b22c-0238f6d304f2 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861247 Dec 20 22:06:35.371260 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94682ef7-1596-4bcd-839e-ea161742f4b0 req-822e9014-f23a-4a01-a637-2ed309dc9bac tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:35.373509 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-94682ef7-1596-4bcd-839e-ea161742f4b0 req-822e9014-f23a-4a01-a637-2ed309dc9bac tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 944 time: 0.0579915 Dec 20 22:06:35.417021 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-94682ef7-1596-4bcd-839e-ea161742f4b0 req-cc018ebc-6569-4cec-b90d-445850dce15c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337481 Dec 20 22:06:36.160045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'tag': '94c59e13-978b-4b19-af70-ae9fe5fa847d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:06:36.164195 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1e7899-9ea7-4ef0-9a60-cd31769af7fa", "tag": "94c59e13-978b-4b19-af70-ae9fe5fa847d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:06:36.226112 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c291d11-13a9-4d46-a130-51deb32c5fcd x-openstack-request-id: req-6c291d11-13a9-4d46-a130-51deb32c5fcd {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:06:36.226443 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1e7899-9ea7-4ef0-9a60-cd31769af7fa", "tag": "94c59e13-978b-4b19-af70-ae9fe5fa847d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:06:36.226694 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c291d11-13a9-4d46-a130-51deb32c5fcd {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:06:36.227204 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'tag': '94c59e13-978b-4b19-af70-ae9fe5fa847d', 'status': 'completed', 'code': 200} Dec 20 22:06:36.333824 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-00151542-c02e-41b8-bcb8-37a80717e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:36.335366 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-00151542-c02e-41b8-bcb8-37a80717e7e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 1093 time: 0.0660415 Dec 20 22:06:36.340631 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-ee0aaaee-cdfe-4a73-9af6-7fb47931b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:36.342103 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-ee0aaaee-cdfe-4a73-9af6-7fb47931b027 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 1093 time: 0.0714653 Dec 20 22:06:36.507900 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-c75b5b2f-a47e-44b5-8899-8eb2c7fb2297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:36.509392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-c75b5b2f-a47e-44b5-8899-8eb2c7fb2297 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1641874 Dec 20 22:06:36.511009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-bfa29b74-c7e4-4cb4-b909-835ce0d3bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:36.512798 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-bfa29b74-c7e4-4cb4-b909-835ce0d3bb2b service neutron] 10.222.0.31 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1598837 Dec 20 22:06:36.549203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b9ceb-9b7b-4406-8341-22620393280e req-7d2e6c53-209f-40ee-8aaf-c671ef888361 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:36.550921 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-820b9ceb-9b7b-4406-8341-22620393280e req-7d2e6c53-209f-40ee-8aaf-c671ef888361 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 944 time: 0.0609646 Dec 20 22:06:36.608838 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-820b9ceb-9b7b-4406-8341-22620393280e req-180944ee-3954-46cf-9d0b-1ae1429c41e7 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476670 Dec 20 22:06:36.644968 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-b4073dee-8b2e-4531-ac3c-c9d28d0d3864 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d HTTP/1.1" status: 200 len: 1000 time: 0.1120505 Dec 20 22:06:36.652863 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-7135a8f9-5cc9-4b20-819c-2e4628ce7ae1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d HTTP/1.1" status: 200 len: 1000 time: 0.0927911 Dec 20 22:06:36.728839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-27acc5c0-be69-4c0b-800b-b0e94e36e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:36.730265 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-27acc5c0-be69-4c0b-800b-b0e94e36e77e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0885446 Dec 20 22:06:36.748266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-17050a4d-36a9-48a8-a747-7ebdb64a2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:36.749764 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-17050a4d-36a9-48a8-a747-7ebdb64a2cdd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0787311 Dec 20 22:06:36.815834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-69007642-ce7b-41cd-8020-65f77996f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:36.817396 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-69007642-ce7b-41cd-8020-65f77996f17f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0797613 Dec 20 22:06:36.842331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-e4396b9e-9663-4349-91bc-f1ed1680aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:36.844711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-e4396b9e-9663-4349-91bc-f1ed1680aa89 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0789075 Dec 20 22:06:37.012899 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-f4529400-7627-4304-8e25-3a403cf8d75e service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870875 Dec 20 22:06:37.031379 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-73f6ccff-8211-4482-8e6f-ce731468ec1a service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716518 Dec 20 22:06:37.183455 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-2caa0512-cf4c-404c-9240-53d423098534 service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625164 Dec 20 22:06:37.189627 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b13ee17-1a0e-4d5f-8b56-9a44f77de918 req-4296227a-37aa-4f43-a4f7-ee87738fece8 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480238 Dec 20 22:06:37.765489 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19277deb-c1e3-44e1-ae76-65b124568c6e req-348d4f45-0e4a-47ab-aa51-9e0903d438a1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:37.767393 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19277deb-c1e3-44e1-ae76-65b124568c6e req-348d4f45-0e4a-47ab-aa51-9e0903d438a1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 944 time: 0.0666368 Dec 20 22:06:37.812371 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19277deb-c1e3-44e1-ae76-65b124568c6e req-67547122-b653-4441-b9c7-02578ed55c9b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381434 Dec 20 22:06:37.944581 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621ead1-7a63-4c2a-be5f-7e2658571b25 req-1cb9b5fe-00f7-4878-9c5d-15991d2630af tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:37.946044 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e621ead1-7a63-4c2a-be5f-7e2658571b25 req-1cb9b5fe-00f7-4878-9c5d-15991d2630af tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 944 time: 0.0589640 Dec 20 22:06:38.002524 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e621ead1-7a63-4c2a-be5f-7e2658571b25 req-520df241-d036-42c4-aeae-2605c076c849 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486255 Dec 20 22:06:38.141481 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fdadf-7265-4c34-ac26-98507c127691 req-92f5f7a3-b52d-46f8-bc65-ec3eb7f5bdb7 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:38.143565 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9e1fdadf-7265-4c34-ac26-98507c127691 req-92f5f7a3-b52d-46f8-bc65-ec3eb7f5bdb7 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 944 time: 0.0666134 Dec 20 22:06:38.189402 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9e1fdadf-7265-4c34-ac26-98507c127691 req-9feb0bea-72c7-4ae3-b7dd-ab26233e7c90 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392723 Dec 20 22:06:38.457876 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0527b-4ee2-4e64-bcaa-12da92162e98 req-0f3eba68-740f-48ed-af3a-b44733b75a60 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:38.459383 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0ad0527b-4ee2-4e64-bcaa-12da92162e98 req-0f3eba68-740f-48ed-af3a-b44733b75a60 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 944 time: 0.0524292 Dec 20 22:06:38.499578 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0ad0527b-4ee2-4e64-bcaa-12da92162e98 req-e0a90bd4-719c-4327-90ba-70b156194bb0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339022 Dec 20 22:06:39.306603 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 94c59e13-978b-4b19-af70-ae9fe5fa847d details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:06:39.414930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:06:39.426670 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '94c59e13-978b-4b19-af70-ae9fe5fa847d', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'port_id': '94c59e13-978b-4b19-af70-ae9fe5fa847d', 'mac_address': 'fa:16:3e:00:c8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:06:39.464494 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:39.478575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c59e13-978b-4b19-af70-ae9fe5fa847d {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:06:39.498271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:06:39.502712 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:39.558763 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=94c59e13-978b-4b19-af70-ae9fe5fa847d,revision_number=12']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:06:39.631154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a919ab6-cd66-422f-a4f2-0ed5bc686b45 req-569c54d6-c3cc-4024-8046-28a81c2d97ea tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:39.632839 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5a919ab6-cd66-422f-a4f2-0ed5bc686b45 req-569c54d6-c3cc-4024-8046-28a81c2d97ea tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0562971 Dec 20 22:06:39.679268 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5a919ab6-cd66-422f-a4f2-0ed5bc686b45 req-64e50c89-3bb4-472d-807e-25a9d332cf3b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400732 Dec 20 22:06:39.773769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968d880-1748-4027-93d6-aae01e2a22ec req-74706b49-4411-4963-9960-cb14d2322ebb tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:39.775295 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c968d880-1748-4027-93d6-aae01e2a22ec req-74706b49-4411-4963-9960-cb14d2322ebb tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 945 time: 0.0502336 Dec 20 22:06:39.869938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-c968d880-1748-4027-93d6-aae01e2a22ec req-9018d582-d1be-4e4a-a6a4-6d4a72dbfeb1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Deleting port 94c59e13-978b-4b19-af70-ae9fe5fa847d {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:06:39.870268 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c968d880-1748-4027-93d6-aae01e2a22ec req-9018d582-d1be-4e4a-a6a4-6d4a72dbfeb1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:39.959971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c968d880-1748-4027-93d6-aae01e2a22ec req-9018d582-d1be-4e4a-a6a4-6d4a72dbfeb1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] For port 94c59e13-978b-4b19-af70-ae9fe5fa847d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=94c59e13-978b-4b19-af70-ae9fe5fa847d,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:06:39.960295 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c968d880-1748-4027-93d6-aae01e2a22ec req-9018d582-d1be-4e4a-a6a4-6d4a72dbfeb1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:40.142242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c968d880-1748-4027-93d6-aae01e2a22ec req-9018d582-d1be-4e4a-a6a4-6d4a72dbfeb1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:40.142455 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c968d880-1748-4027-93d6-aae01e2a22ec req-9018d582-d1be-4e4a-a6a4-6d4a72dbfeb1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:40.142770 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [req-c968d880-1748-4027-93d6-aae01e2a22ec req-9018d582-d1be-4e4a-a6a4-6d4a72dbfeb1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Floating IP 8a2c5e94-2bc3-4945-9b1d-81fc43e3dede disassociated. External IP: 172.35.3.112, port: 94c59e13-978b-4b19-af70-ae9fe5fa847d. Dec 20 22:06:40.143386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-c968d880-1748-4027-93d6-aae01e2a22ec req-9018d582-d1be-4e4a-a6a4-6d4a72dbfeb1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Calling delete_port for 94c59e13-978b-4b19-af70-ae9fe5fa847d owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:06:40.277183 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c968d880-1748-4027-93d6-aae01e2a22ec req-9018d582-d1be-4e4a-a6a4-6d4a72dbfeb1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:40.310019 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018d582-d1be-4e4a-a6a4-6d4a72dbfeb1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Pushing event deleted for resources: {'Port': ['ID=94c59e13-978b-4b19-af70-ae9fe5fa847d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:06:40.450728 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c968d880-1748-4027-93d6-aae01e2a22ec req-9018d582-d1be-4e4a-a6a4-6d4a72dbfeb1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Router 18a71ccc-c545-4d7a-8424-5eab6db2d729 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:06:40.565464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c968d880-1748-4027-93d6-aae01e2a22ec req-9018d582-d1be-4e4a-a6a4-6d4a72dbfeb1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:06:40.576023 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c8885a-12bb-4a8c-9ea3-bcf00c1f08ef None None] Sync routers for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:06:40.586222 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c8885a-12bb-4a8c-9ea3-bcf00c1f08ef None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:06:40.586927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-27c8885a-12bb-4a8c-9ea3-bcf00c1f08ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:06:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:06:40.622362 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-c968d880-1748-4027-93d6-aae01e2a22ec req-9018d582-d1be-4e4a-a6a4-6d4a72dbfeb1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] No DVR routers for this DVR port 94c59e13-978b-4b19-af70-ae9fe5fa847d on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:06:40.626002 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c968d880-1748-4027-93d6-aae01e2a22ec req-9018d582-d1be-4e4a-a6a4-6d4a72dbfeb1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:40.631655 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c968d880-1748-4027-93d6-aae01e2a22ec req-9018d582-d1be-4e4a-a6a4-6d4a72dbfeb1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.66 "DELETE /v2.0/ports/94c59e13-978b-4b19-af70-ae9fe5fa847d HTTP/1.1" status: 204 len: 173 time: 0.8499558 Dec 20 22:06:40.632323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'name': 'network-vif-deleted', 'tag': '94c59e13-978b-4b19-af70-ae9fe5fa847d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:06:40.636204 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181387ea-ec7c-44df-b5ed-8bda774f795a" -d '{"events": [{"server_uuid": "2a1e7899-9ea7-4ef0-9a60-cd31769af7fa", "name": "network-vif-deleted", "tag": "94c59e13-978b-4b19-af70-ae9fe5fa847d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:06:40.686476 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3b5913-585e-47d6-813e-af56beecbfb6 x-openstack-request-id: req-de3b5913-585e-47d6-813e-af56beecbfb6 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:06:40.686804 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1e7899-9ea7-4ef0-9a60-cd31769af7fa", "name": "network-vif-deleted", "tag": "94c59e13-978b-4b19-af70-ae9fe5fa847d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:06:40.687059 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de3b5913-585e-47d6-813e-af56beecbfb6 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:06:40.687470 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1e7899-9ea7-4ef0-9a60-cd31769af7fa', 'name': 'network-vif-deleted', 'tag': '94c59e13-978b-4b19-af70-ae9fe5fa847d', 'status': 'completed', 'code': 200} Dec 20 22:06:40.716252 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-27c8885a-12bb-4a8c-9ea3-bcf00c1f08ef None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:06:40.780508 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5a52cfdc-031e-45d3-a9be-7eb544af2e93 req-216fb821-f2c5-48c2-9cf7-afcb7b40480b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a1e7899-9ea7-4ef0-9a60-cd31769af7fa HTTP/1.1" status: 200 len: 210 time: 0.0283833 Dec 20 22:06:41.098598 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-27c8885a-12bb-4a8c-9ea3-bcf00c1f08ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:06:41.129448 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c8885a-12bb-4a8c-9ea3-bcf00c1f08ef None None] Checking router: 18a71ccc-c545-4d7a-8424-5eab6db2d729 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:06:41.138929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c8885a-12bb-4a8c-9ea3-bcf00c1f08ef None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:06:41.139557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-27c8885a-12bb-4a8c-9ea3-bcf00c1f08ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:06:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:06:41.258311 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-27c8885a-12bb-4a8c-9ea3-bcf00c1f08ef None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:06:41.478130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-27c8885a-12bb-4a8c-9ea3-bcf00c1f08ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:06:41.504076 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c8885a-12bb-4a8c-9ea3-bcf00c1f08ef None None] The sync data for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 is: [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:06:41.744207 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122db65-d4cb-40d2-aa38-005979e1f977 None None] New status for floating IP 8a2c5e94-2bc3-4945-9b1d-81fc43e3dede: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:06:42.091081 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-61f97b65-7c88-46b8-aaf4-1bf969443c32 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--794511456&fields=id&tenant_id=62696e1014a64287bd2136ff7607fc96 HTTP/1.1" status: 200 len: 267 time: 0.0379016 Dec 20 22:06:42.203717 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-d2bc47fe-1450-4998-b823-0cddf59afda7 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:42.205232 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-d2bc47fe-1450-4998-b823-0cddf59afda7 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 812 time: 0.1068363 Dec 20 22:06:42.221871 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-9b8793ff-f0e9-4af8-b0c9-2076c2923d21 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/quotas/62696e1014a64287bd2136ff7607fc96 HTTP/1.1" status: 200 len: 375 time: 0.0104129 Dec 20 22:06:42.290232 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-e151db06-8175-4d1f-81b7-4e526d38a6dd tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618207 Dec 20 22:06:42.446857 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-03978155-4228-4e7d-8c56-47c5fc28648e service neutron] 10.222.0.32 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412692 Dec 20 22:06:42.540095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-06599add-8466-4576-a7df-c76e383b5d42 service neutron] 10.222.0.32 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868840 Dec 20 22:06:42.775155 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5addb623-95f3-4a6b-a8b1-410072a8c762 req-459c4cab-a753-4e63-a089-3780b6db9924 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 210 time: 0.0847058 Dec 20 22:06:43.791834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-a1559945-b4b5-412d-8311-fc4c0f487899 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:43.793344 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-a1559945-b4b5-412d-8311-fc4c0f487899 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 812 time: 0.1116357 Dec 20 22:06:43.850147 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-964b87d1-3f32-4a21-9b0f-420c0facce1e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62696e1014a64287bd2136ff7607fc96 HTTP/1.1" status: 200 len: 379 time: 0.0392976 Dec 20 22:06:43.860635 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-e0a60060-b549-400e-b944-76e4874af8e9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Request body: {'port': {'device_id': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'admin_state_up': True, 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'security_groups': ['8d605332-6997-4227-b1cb-629f2699b15a']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:06:43.966784 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9bb68d8-7984-42f4-9baf-5485e1418bf9 req-16e9382d-9344-4420-8828-917af41a5a06 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 210 time: 0.1097379 Dec 20 22:06:44.006565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-e0a60060-b549-400e-b944-76e4874af8e9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Made reservation on behalf of 62696e1014a64287bd2136ff7607fc96 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:06:44.010251 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-e0a60060-b549-400e-b944-76e4874af8e9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:44.149651 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-e0a60060-b549-400e-b944-76e4874af8e9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Allocated IP 172.20.0.4 (39aef4a9-ae1d-48ca-aed9-768af9087f5a/4408fff8-41c7-4651-80dd-1ef95c0748d0/7e362170-7cc3-4b8d-be59-f3965011da7a) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:06:44.293022 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-e0a60060-b549-400e-b944-76e4874af8e9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:44.330260 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-e0a60060-b549-400e-b944-76e4874af8e9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:44.372998 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-e0a60060-b549-400e-b944-76e4874af8e9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Network 39aef4a9-ae1d-48ca-aed9-768af9087f5a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:06:44.376028 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-e0a60060-b549-400e-b944-76e4874af8e9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:06:44.378663 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-e0a60060-b549-400e-b944-76e4874af8e9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:06:44.408133 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a60060-b549-400e-b944-76e4874af8e9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Pushing event updated for resources: {'Port': ['ID=7e362170-7cc3-4b8d-be59-f3965011da7a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:06:44.439579 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-e0a60060-b549-400e-b944-76e4874af8e9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:44.440294 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-e0a60060-b549-400e-b944-76e4874af8e9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:44.458798 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-e0a60060-b549-400e-b944-76e4874af8e9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6028798 Dec 20 22:06:44.524215 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Request body: {'port': {'device_id': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:06:44.583262 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:44.665212 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e396068b-96b3-4703-8662-67682a27c5cd None None] Provisioning complete for port 7e362170-7cc3-4b8d-be59-f3965011da7a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:06:44.665804 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e396068b-96b3-4703-8662-67682a27c5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:44.701425 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e396068b-96b3-4703-8662-67682a27c5cd None None] Port 7e362170-7cc3-4b8d-be59-f3965011da7a cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:06:44.862610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e362170-7cc3-4b8d-be59-f3965011da7a {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:06:44.870600 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:44.884563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Transition to ACTIVE for port object 7e362170-7cc3-4b8d-be59-f3965011da7a will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:06:44.889571 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:44.941553 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Pushing event updated for resources: {'Port': ['ID=7e362170-7cc3-4b8d-be59-f3965011da7a,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:06:45.020642 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Attempting to bind port 7e362170-7cc3-4b8d-be59-f3965011da7a on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:06:45.020977 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Attempting to bind port 7e362170-7cc3-4b8d-be59-f3965011da7a by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:06:45.021305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Attempting to bind port 7e362170-7cc3-4b8d-be59-f3965011da7a on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:06:45.025995 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Port 7e362170-7cc3-4b8d-be59-f3965011da7a on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:06:45.026357 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Attempting to bind port 7e362170-7cc3-4b8d-be59-f3965011da7a on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:06:45.031609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:06:45.031941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Checking segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:06:45.032320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Bound using segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:06:45.032749 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Bound port: 7e362170-7cc3-4b8d-be59-f3965011da7a, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:06:45.033109 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:45.102397 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f1980-351a-4b51-980e-fbf978f28b91 req-14c90f96-2790-4d6d-a71f-9d65162a8896 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:45.104069 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-192f1980-351a-4b51-980e-fbf978f28b91 req-14c90f96-2790-4d6d-a71f-9d65162a8896 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 943 time: 0.0611746 Dec 20 22:06:45.108089 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:06:45.111571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7e362170-7cc3-4b8d-be59-f3965011da7a,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:06:45.117876 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:45.143493 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-192f1980-351a-4b51-980e-fbf978f28b91 req-7eb84e59-5774-4570-94cc-1736efe08877 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322750 Dec 20 22:06:45.152389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:45.153004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:45.154440 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] 10.222.0.66 "PUT /v2.0/ports/7e362170-7cc3-4b8d-be59-f3965011da7a HTTP/1.1" status: 200 len: 1089 time: 0.6824930 Dec 20 22:06:45.154880 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'tag': '7e362170-7cc3-4b8d-be59-f3965011da7a'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:06:45.157148 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192b0078-9bd8-45af-8070-e3c2ab1d7a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "d67166e9-69dc-4be8-a6ad-9586b5b3eff1", "tag": "7e362170-7cc3-4b8d-be59-f3965011da7a"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:06:45.188361 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c165d-0ac2-4bbb-b57b-f1daceba4e75 service neutron] Pushing event updated for resources: {'Port': ['ID=7e362170-7cc3-4b8d-be59-f3965011da7a,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:06:45.212196 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeed1686-cabf-409b-98fb-490c25f3c248 x-openstack-request-id: req-aeed1686-cabf-409b-98fb-490c25f3c248 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:06:45.212494 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67166e9-69dc-4be8-a6ad-9586b5b3eff1", "tag": "7e362170-7cc3-4b8d-be59-f3965011da7a", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:06:45.212799 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aeed1686-cabf-409b-98fb-490c25f3c248 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:06:45.213377 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'tag': '7e362170-7cc3-4b8d-be59-f3965011da7a', 'status': 'completed', 'code': 200} Dec 20 22:06:45.276664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-649cc112-3464-407c-b8f7-8ab74d3cfcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:45.278399 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-649cc112-3464-407c-b8f7-8ab74d3cfcc5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 1092 time: 0.0506446 Dec 20 22:06:45.286148 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:45.333574 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-23dcc355-bf7b-417d-bb1a-d6b7d84dc22d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e362170-7cc3-4b8d-be59-f3965011da7a HTTP/1.1" status: 200 len: 217 time: 0.0395274 Dec 20 22:06:45.338551 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 94c59e13-978b-4b19-af70-ae9fe5fa847d no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:06:45.364265 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 94c59e13-978b-4b19-af70-ae9fe5fa847d {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:06:45.364874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 94c59e13-978b-4b19-af70-ae9fe5fa847d not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:06:45.390997 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-c19578e0-dcb5-4376-a4c1-08c5b362a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:45.392453 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-c19578e0-dcb5-4376-a4c1-08c5b362a971 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0505106 Dec 20 22:06:45.443828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-30c4e5e5-0bb4-442a-b7d7-0c198b7d0b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:45.445402 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-30c4e5e5-0bb4-442a-b7d7-0c198b7d0b23 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0450137 Dec 20 22:06:45.568379 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-39c6a602-9e8f-4230-b660-a5a6fa336deb service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006703 Dec 20 22:06:45.674963 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e453d7f5-0521-4962-8f8f-15efc8fdccba req-b2b04d7a-2203-412d-a9e6-dbb2860f35a4 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985615 Dec 20 22:06:45.834408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b0078-9bd8-45af-8070-e3c2ab1d7a5b req-ba4d6949-0ff6-4e43-a390-e8324f0aacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:45.835907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-192b0078-9bd8-45af-8070-e3c2ab1d7a5b req-ba4d6949-0ff6-4e43-a390-e8324f0aacc5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 1092 time: 0.0520804 Dec 20 22:06:46.222891 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b0078-9bd8-45af-8070-e3c2ab1d7a5b req-e43ad448-1f9f-4ec8-a925-fa396653133f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:46.224546 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-192b0078-9bd8-45af-8070-e3c2ab1d7a5b req-e43ad448-1f9f-4ec8-a925-fa396653133f service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.3816810 Dec 20 22:06:46.266950 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfd889-be5d-45c9-b2e6-38832a4e7be6 req-0cd9a8d7-ac08-4b33-811d-215cb1744a59 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:46.268799 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cbcfd889-be5d-45c9-b2e6-38832a4e7be6 req-0cd9a8d7-ac08-4b33-811d-215cb1744a59 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 943 time: 0.0538957 Dec 20 22:06:46.271237 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-192b0078-9bd8-45af-8070-e3c2ab1d7a5b req-f3c577bc-01d8-45ee-891b-d3c92841410a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e362170-7cc3-4b8d-be59-f3965011da7a HTTP/1.1" status: 200 len: 217 time: 0.0397203 Dec 20 22:06:46.311777 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cbcfd889-be5d-45c9-b2e6-38832a4e7be6 req-91e1ad39-28fc-4905-828e-fca66088757c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355220 Dec 20 22:06:46.323295 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b0078-9bd8-45af-8070-e3c2ab1d7a5b req-f0abbdb0-d079-40c4-9cf8-6cf17a1b73ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:46.325133 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-192b0078-9bd8-45af-8070-e3c2ab1d7a5b req-f0abbdb0-d079-40c4-9cf8-6cf17a1b73ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0460303 Dec 20 22:06:46.380406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b0078-9bd8-45af-8070-e3c2ab1d7a5b req-7524ae0f-f550-4933-a43a-e57e76b382a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:46.381965 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-192b0078-9bd8-45af-8070-e3c2ab1d7a5b req-7524ae0f-f550-4933-a43a-e57e76b382a0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0431454 Dec 20 22:06:46.484398 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-192b0078-9bd8-45af-8070-e3c2ab1d7a5b req-4af9f6de-6225-4af7-a1f8-366a72807ce5 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945911 Dec 20 22:06:46.577680 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-192b0078-9bd8-45af-8070-e3c2ab1d7a5b req-009b53b8-062a-40dd-a5e9-3e9cddded4ad service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862844 Dec 20 22:06:47.434211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642f858-843f-4601-8c3a-56a1b19779ca req-74767f21-04eb-4bbc-9174-746d009ff51e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:47.435692 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4642f858-843f-4601-8c3a-56a1b19779ca req-74767f21-04eb-4bbc-9174-746d009ff51e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 943 time: 0.0508091 Dec 20 22:06:47.474148 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4642f858-843f-4601-8c3a-56a1b19779ca req-4e8cb424-0026-4da4-b74f-26645e276b59 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319252 Dec 20 22:06:48.374212 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:48.600133 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61d4a7-0e01-49fb-92d7-a2b81cb64a62 req-dad16fed-deff-4d3a-bc4d-bc97782b04f5 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:48.601641 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1a61d4a7-0e01-49fb-92d7-a2b81cb64a62 req-dad16fed-deff-4d3a-bc4d-bc97782b04f5 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 943 time: 0.0517201 Dec 20 22:06:48.642336 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1a61d4a7-0e01-49fb-92d7-a2b81cb64a62 req-65d003e7-baaa-48a2-a965-3d944a65045a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343106 Dec 20 22:06:49.355118 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7e362170-7cc3-4b8d-be59-f3965011da7a details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:06:49.455661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7e362170-7cc3-4b8d-be59-f3965011da7a,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:06:49.468546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '7e362170-7cc3-4b8d-be59-f3965011da7a', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'port_id': '7e362170-7cc3-4b8d-be59-f3965011da7a', 'mac_address': 'fa:16:3e:b5:a4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:06:49.511617 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:49.526113 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e362170-7cc3-4b8d-be59-f3965011da7a {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:06:49.546726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7e362170-7cc3-4b8d-be59-f3965011da7a,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:06:49.552719 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:49.603584 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=7e362170-7cc3-4b8d-be59-f3965011da7a,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:06:49.782906 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5d972-fa17-4646-8aad-50cdcdea56a1 req-1147e688-caba-4c79-9b56-66140d65a290 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:49.784569 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5df5d972-fa17-4646-8aad-50cdcdea56a1 req-1147e688-caba-4c79-9b56-66140d65a290 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0587044 Dec 20 22:06:49.818851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['7e362170-7cc3-4b8d-be59-f3965011da7a'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:06:49.826769 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5df5d972-fa17-4646-8aad-50cdcdea56a1 req-5be32050-a0c6-4f71-88cf-7798e7679471 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346920 Dec 20 22:06:50.960934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7df8b7-5cd4-4eff-9f87-f81229134c9a req-7f724823-52b0-4442-83ee-327d82ef6598 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:50.962451 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ba7df8b7-5cd4-4eff-9f87-f81229134c9a req-7f724823-52b0-4442-83ee-327d82ef6598 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0543625 Dec 20 22:06:51.312967 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:06:51.353750 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ba7df8b7-5cd4-4eff-9f87-f81229134c9a req-bcd3a648-f468-4766-8f40-88fb25177f1a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3844159 Dec 20 22:06:51.354028 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7e362170-7cc3-4b8d-be59-f3965011da7a up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:06:51.404896 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 7e362170-7cc3-4b8d-be59-f3965011da7a completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:06:51.408675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 7e362170-7cc3-4b8d-be59-f3965011da7a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:06:51.409053 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:51.485026 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:51.509801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e362170-7cc3-4b8d-be59-f3965011da7a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:06:51.512128 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ce6ecd-c248-47d0-b358-12d5a9ef068c" -d '{"events": [{"server_uuid": "d67166e9-69dc-4be8-a6ad-9586b5b3eff1", "name": "network-vif-plugged", "status": "completed", "tag": "7e362170-7cc3-4b8d-be59-f3965011da7a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:06:51.531292 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7e362170-7cc3-4b8d-be59-f3965011da7a,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:06:51.536593 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:51.563141 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8b8abc-3353-4307-ab73-f68f72cfbf03 x-openstack-request-id: req-6c8b8abc-3353-4307-ab73-f68f72cfbf03 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:06:51.563340 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67166e9-69dc-4be8-a6ad-9586b5b3eff1", "name": "network-vif-plugged", "status": "completed", "tag": "7e362170-7cc3-4b8d-be59-f3965011da7a", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:06:51.563585 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c8b8abc-3353-4307-ab73-f68f72cfbf03 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:06:51.564074 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e362170-7cc3-4b8d-be59-f3965011da7a', 'code': 200} Dec 20 22:06:51.597525 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=7e362170-7cc3-4b8d-be59-f3965011da7a,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:06:51.680838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786295fe-99bc-4388-aa3f-7945f1a4104d req-7a3847fe-c2dd-4316-8124-4bf0b92b5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:51.682373 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-786295fe-99bc-4388-aa3f-7945f1a4104d req-7a3847fe-c2dd-4316-8124-4bf0b92b5248 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 1094 time: 0.0425069 Dec 20 22:06:51.721230 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-786295fe-99bc-4388-aa3f-7945f1a4104d req-2dbe4799-51b1-48fd-882c-c541ab1ad0ed service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317132 Dec 20 22:06:52.476541 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c111dd0-45bf-4dc3-9c77-d32ecfaa4c0f req-39ede4ae-6e7b-4cd1-9dea-1b86e21cf468 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:52.478036 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c111dd0-45bf-4dc3-9c77-d32ecfaa4c0f req-39ede4ae-6e7b-4cd1-9dea-1b86e21cf468 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0508833 Dec 20 22:06:52.520836 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1c111dd0-45bf-4dc3-9c77-d32ecfaa4c0f req-25cdd728-fa23-4180-a845-425de97b209e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345154 Dec 20 22:06:53.655375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26960ae-9884-4e19-add7-2d53aded50cb req-c4ecb7b5-1fbe-46f0-a85e-1dc4efe34e45 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:53.657130 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a26960ae-9884-4e19-add7-2d53aded50cb req-c4ecb7b5-1fbe-46f0-a85e-1dc4efe34e45 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0596883 Dec 20 22:06:53.697308 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a26960ae-9884-4e19-add7-2d53aded50cb req-f8fd20dc-4ff1-4f6f-bce4-027aa25c7a8f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333624 Dec 20 22:06:53.815018 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76162460-a66b-465f-8d01-8e43d6e561e7 req-1ca0b13d-848c-4851-992c-cd86fd0ac927 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:53.816907 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-76162460-a66b-465f-8d01-8e43d6e561e7 req-1ca0b13d-848c-4851-992c-cd86fd0ac927 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0520160 Dec 20 22:06:53.825516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51112) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:06:53.830222 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-aa2dcdc5-5676-45d8-89b8-1213c83da2a0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Request body: {'floatingip': {'port_id': '7e362170-7cc3-4b8d-be59-f3965011da7a'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:06:53.875357 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aa2dcdc5-5676-45d8-89b8-1213c83da2a0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for floatingip, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:54.325852 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aa2dcdc5-5676-45d8-89b8-1213c83da2a0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:54.331081 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aa2dcdc5-5676-45d8-89b8-1213c83da2a0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:54.434609 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-aa2dcdc5-5676-45d8-89b8-1213c83da2a0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Floating IP 8a2c5e94-2bc3-4945-9b1d-81fc43e3dede associated. External IP: 172.35.3.112, port: 7e362170-7cc3-4b8d-be59-f3965011da7a. Dec 20 22:06:54.657885 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2dcdc5-5676-45d8-89b8-1213c83da2a0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Router 18a71ccc-c545-4d7a-8424-5eab6db2d729 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:06:54.774590 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2dcdc5-5676-45d8-89b8-1213c83da2a0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:06:54.779670 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-aa2dcdc5-5676-45d8-89b8-1213c83da2a0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:54.784612 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a4298f-e53a-435b-834f-85e7b6e7eca1 None None] Sync routers for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:06:54.795567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a4298f-e53a-435b-834f-85e7b6e7eca1 None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:06:54.796298 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a6a4298f-e53a-435b-834f-85e7b6e7eca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:06:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:06:54.808187 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-aa2dcdc5-5676-45d8-89b8-1213c83da2a0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "PUT /v2.0/floatingips/8a2c5e94-2bc3-4945-9b1d-81fc43e3dede HTTP/1.1" status: 200 len: 992 time: 0.9815197 Dec 20 22:06:54.808787 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'tag': '7e362170-7cc3-4b8d-be59-f3965011da7a'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:06:54.811140 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b3e525-b8ed-4ecf-a6ea-fb04ca4c4eea" -d '{"events": [{"name": "network-changed", "server_uuid": "d67166e9-69dc-4be8-a6ad-9586b5b3eff1", "tag": "7e362170-7cc3-4b8d-be59-f3965011da7a"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:06:54.857470 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17eb9815-4ccc-4ca7-9c1e-9d78972dc6fe x-openstack-request-id: req-17eb9815-4ccc-4ca7-9c1e-9d78972dc6fe {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:06:54.857767 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67166e9-69dc-4be8-a6ad-9586b5b3eff1", "tag": "7e362170-7cc3-4b8d-be59-f3965011da7a", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:06:54.858021 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17eb9815-4ccc-4ca7-9c1e-9d78972dc6fe {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:06:54.858455 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'tag': '7e362170-7cc3-4b8d-be59-f3965011da7a', 'status': 'completed', 'code': 200} Dec 20 22:06:54.910307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-a6a4298f-e53a-435b-834f-85e7b6e7eca1 None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:06:54.967704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3e525-b8ed-4ecf-a6ea-fb04ca4c4eea req-ae4b08e2-3b9b-42c5-8ed1-5b76617cf7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:54.969326 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-10b3e525-b8ed-4ecf-a6ea-fb04ca4c4eea req-ae4b08e2-3b9b-42c5-8ed1-5b76617cf7a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 1094 time: 0.0497799 Dec 20 22:06:55.068338 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3e525-b8ed-4ecf-a6ea-fb04ca4c4eea req-b7bd8b72-f7d8-4438-ad32-7ecabde92495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:55.069883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-10b3e525-b8ed-4ecf-a6ea-fb04ca4c4eea req-b7bd8b72-f7d8-4438-ad32-7ecabde92495 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0939701 Dec 20 22:06:55.144444 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-10b3e525-b8ed-4ecf-a6ea-fb04ca4c4eea req-37543814-a958-4aac-bfea-49aaa5752bbc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e362170-7cc3-4b8d-be59-f3965011da7a HTTP/1.1" status: 200 len: 1000 time: 0.0680022 Dec 20 22:06:55.156120 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a6a4298f-e53a-435b-834f-85e7b6e7eca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '8a2c5e94-2bc3-4945-9b1d-81fc43e3dede', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'floating_ip_address': '172.35.3.112', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'port_id': '7e362170-7cc3-4b8d-be59-f3965011da7a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'mac_address': 'fa:16:3e:b5:a4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:59:51Z', 'updated_at': '2021-12-20T22:06:54Z', 'revision_number': 13, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:06:55.188371 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a4298f-e53a-435b-834f-85e7b6e7eca1 None None] Checking router: 18a71ccc-c545-4d7a-8424-5eab6db2d729 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:06:55.197174 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a4298f-e53a-435b-834f-85e7b6e7eca1 None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:06:55.197790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a6a4298f-e53a-435b-834f-85e7b6e7eca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:06:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:06:55.200897 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3e525-b8ed-4ecf-a6ea-fb04ca4c4eea req-fb6223ee-cc75-431a-80c9-f92cdeaff3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:55.202440 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-10b3e525-b8ed-4ecf-a6ea-fb04ca4c4eea req-fb6223ee-cc75-431a-80c9-f92cdeaff3cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0515530 Dec 20 22:06:55.251109 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3e525-b8ed-4ecf-a6ea-fb04ca4c4eea req-5f2780c3-e8f0-4211-987a-7449194c2131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:06:55.252708 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-10b3e525-b8ed-4ecf-a6ea-fb04ca4c4eea req-5f2780c3-e8f0-4211-987a-7449194c2131 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0434563 Dec 20 22:06:55.316413 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-a6a4298f-e53a-435b-834f-85e7b6e7eca1 None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:06:55.352460 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-10b3e525-b8ed-4ecf-a6ea-fb04ca4c4eea req-df737338-2388-4b1f-8839-d763f7ff84fc service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923471 Dec 20 22:06:55.458666 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-10b3e525-b8ed-4ecf-a6ea-fb04ca4c4eea req-cd31ce49-8ae4-402e-b178-d3f86407dcb9 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997543 Dec 20 22:06:55.555669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-a6a4298f-e53a-435b-834f-85e7b6e7eca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '8a2c5e94-2bc3-4945-9b1d-81fc43e3dede', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'floating_ip_address': '172.35.3.112', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'port_id': '7e362170-7cc3-4b8d-be59-f3965011da7a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'mac_address': 'fa:16:3e:b5:a4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:59:51Z', 'updated_at': '2021-12-20T22:06:54Z', 'revision_number': 13, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:06:55.583605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a4298f-e53a-435b-834f-85e7b6e7eca1 None None] The sync data for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 is: [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '8a2c5e94-2bc3-4945-9b1d-81fc43e3dede', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'floating_ip_address': '172.35.3.112', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'port_id': '7e362170-7cc3-4b8d-be59-f3965011da7a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'mac_address': 'fa:16:3e:b5:a4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T21:59:51Z', 'updated_at': '2021-12-20T22:06:54Z', 'revision_number': 13, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:06:55.789598 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0fccdb-408c-467f-b0ff-16003c8bcf6c None None] New status for floating IP 8a2c5e94-2bc3-4945-9b1d-81fc43e3dede: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:06:57.218456 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-74392561-795e-47f2-99d3-c42fafdce803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:06:59.563115 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7e5e2c9d-b91f-4c00-8999-1c01753b62a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:07:00.853409 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:07:02.269524 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:07:02.429450 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:07:15.295357 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:07:18.378395 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:07:27.226428 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e2bf4310-acd6-454a-9182-81ee5aa4d60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:07:28.314541 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:07:29.559862 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-493b6809-049b-4abe-ae39-d1b8a9aa9371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:07:30.848567 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:07:32.277964 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:07:32.435690 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:07:45.110308 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-279851bb-7916-4689-907a-abf54090fb55 req-a1aa0b32-f07d-411f-af58-22c7f7957cab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0504494 Dec 20 22:07:45.211308 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279851bb-7916-4689-907a-abf54090fb55 req-ca6e2dee-62e9-4a54-a227-22e28219ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:07:45.212845 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-279851bb-7916-4689-907a-abf54090fb55 req-ca6e2dee-62e9-4a54-a227-22e28219ae70 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 1094 time: 0.0435295 Dec 20 22:07:45.290789 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:07:45.336721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279851bb-7916-4689-907a-abf54090fb55 req-6ef96e46-0f32-458e-a6e9-0bc7decf14e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:07:45.338583 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-279851bb-7916-4689-907a-abf54090fb55 req-6ef96e46-0f32-458e-a6e9-0bc7decf14e0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1045125 Dec 20 22:07:45.416068 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-279851bb-7916-4689-907a-abf54090fb55 req-d56a5d5f-3d64-4dc5-ad87-687deda0ae15 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e362170-7cc3-4b8d-be59-f3965011da7a HTTP/1.1" status: 200 len: 1002 time: 0.0695703 Dec 20 22:07:45.473610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279851bb-7916-4689-907a-abf54090fb55 req-8db695b2-00e1-41a1-9f92-73cb6fc60dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:07:45.475131 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-279851bb-7916-4689-907a-abf54090fb55 req-8db695b2-00e1-41a1-9f92-73cb6fc60dfd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0529785 Dec 20 22:07:45.524002 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279851bb-7916-4689-907a-abf54090fb55 req-6fef54de-a4b6-4f4f-b8ac-90ce8e0b96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:07:45.525567 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-279851bb-7916-4689-907a-abf54090fb55 req-6fef54de-a4b6-4f4f-b8ac-90ce8e0b96fe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0436106 Dec 20 22:07:45.622042 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-279851bb-7916-4689-907a-abf54090fb55 req-e9cc8f13-6746-4017-adf2-30a7cd60fe15 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898836 Dec 20 22:07:45.724584 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-279851bb-7916-4689-907a-abf54090fb55 req-76b56318-bb1c-4381-bec3-229197b9def9 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956473 Dec 20 22:07:48.402333 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:07:57.222560 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d4020c4-5e35-4226-8f75-9c7167faf3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:07:59.564884 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ce67f32-73fd-4414-ae45-95185df361ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:08:00.849232 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:08:02.274878 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:08:02.424371 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:08:05.315859 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:08:12.929168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-32f3aaa4-320b-4100-9286-03113b4574e2 req-d8eb6f07-ba66-4e39-90f1-7920c1b9433e service neutron] (102401) timed out ('10.222.0.31', 56364) {{(pid=102401) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 20 22:08:15.318459 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:08:18.399090 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:08:27.226693 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7b5bd6a0-78f4-4a3b-8a94-168002b1f8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:08:29.565970 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3ed9befa-6067-492c-ba8c-6f4f35a022d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:08:30.854368 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:08:32.277561 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:08:32.421046 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:08:33.162454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36374161-e92b-4776-8844-bf0a8aa269fb req-1e9d5b89-4e29-47fe-baac-d67eb6249e48 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:33.164017 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36374161-e92b-4776-8844-bf0a8aa269fb req-1e9d5b89-4e29-47fe-baac-d67eb6249e48 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0559111 Dec 20 22:08:33.204368 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-36374161-e92b-4776-8844-bf0a8aa269fb req-0ac59aa7-7ba1-4020-8ed8-186d2677920a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341432 Dec 20 22:08:42.318603 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:08:44.350436 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-52921ca4-0ff8-466a-b839-ed1beb412713 req-2dee5f8d-59ca-48f7-9525-aa188e739aec service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:08:44.351435 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-52921ca4-0ff8-466a-b839-ed1beb412713 req-2dee5f8d-59ca-48f7-9525-aa188e739aec service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055289 Dec 20 22:08:44.565984 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-588323c4-ff1c-42de-aa57-642b3b6776ec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700569 Dec 20 22:08:44.577263 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bc0f9-0985-489f-b5af-6a62472960ec req-e0483bf7-5463-47c4-ad64-1161a1fe7aa9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:44.578725 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fe4bc0f9-0985-489f-b5af-6a62472960ec req-e0483bf7-5463-47c4-ad64-1161a1fe7aa9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0722225 Dec 20 22:08:44.620514 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fe4bc0f9-0985-489f-b5af-6a62472960ec req-f95ea9d5-6702-40b8-a653-19e46cb6f5d5 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347090 Dec 20 22:08:45.316606 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:08:45.759917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601f0d4-df2f-4a4c-a0aa-6ab0b7cbd84b req-28b943a5-2d74-4a98-9968-47408dd52c64 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:45.761561 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3601f0d4-df2f-4a4c-a0aa-6ab0b7cbd84b req-28b943a5-2d74-4a98-9968-47408dd52c64 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0526252 Dec 20 22:08:45.829495 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3601f0d4-df2f-4a4c-a0aa-6ab0b7cbd84b req-8bfc959c-e279-480d-81ab-f6b85fbcbcea tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619333 Dec 20 22:08:45.840259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-4c0e09bc-5322-408c-900e-a6fd308920c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:45.841775 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-4c0e09bc-5322-408c-900e-a6fd308920c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 1094 time: 0.0568264 Dec 20 22:08:45.959044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-dbee54ea-667a-4e15-85e5-5292d14d9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:45.960515 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-dbee54ea-667a-4e15-85e5-5292d14d9c9d service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1105683 Dec 20 22:08:46.043250 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-d3b98ad7-808d-44a9-9ee1-e407acf5ff4e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e362170-7cc3-4b8d-be59-f3965011da7a HTTP/1.1" status: 200 len: 1002 time: 0.0759234 Dec 20 22:08:46.096171 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-843f66ee-7ee4-47bf-bdb5-0553b94ffc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:46.097604 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-843f66ee-7ee4-47bf-bdb5-0553b94ffc0f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0469139 Dec 20 22:08:46.150148 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-4f18cbdb-0ce0-4e5d-b025-1b64dba072f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:46.151690 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-4f18cbdb-0ce0-4e5d-b025-1b64dba072f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0472243 Dec 20 22:08:46.242586 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-c18a961a-5822-4433-8492-f3e917792f17 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835192 Dec 20 22:08:46.334851 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-88f77fbc-3827-43f2-8d87-4522b839fad7 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856497 Dec 20 22:08:46.961508 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e2be7-3a88-4edf-8e6a-e0097df6583e req-fdd92b52-f2d7-4068-a4b5-973662350c95 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:46.963318 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-712e2be7-3a88-4edf-8e6a-e0097df6583e req-fdd92b52-f2d7-4068-a4b5-973662350c95 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0522859 Dec 20 22:08:47.001426 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90449ebc-b7c4-4762-9f15-ba074727001e req-8835d1d4-24e2-466d-9b73-7d34799e151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:47.003169 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-90449ebc-b7c4-4762-9f15-ba074727001e req-8835d1d4-24e2-466d-9b73-7d34799e151a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 1094 time: 0.0515811 Dec 20 22:08:47.009528 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-712e2be7-3a88-4edf-8e6a-e0097df6583e req-70c1ba65-cce7-4b3e-b409-6ef4c8972b6b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388837 Dec 20 22:08:47.116435 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90449ebc-b7c4-4762-9f15-ba074727001e req-778497f4-7ea0-4526-a80d-8dfa2eaa3664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:47.117850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-90449ebc-b7c4-4762-9f15-ba074727001e req-778497f4-7ea0-4526-a80d-8dfa2eaa3664 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0942769 Dec 20 22:08:47.186539 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-90449ebc-b7c4-4762-9f15-ba074727001e req-d9673380-5c62-4b7b-9e31-66a138599ea1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e362170-7cc3-4b8d-be59-f3965011da7a HTTP/1.1" status: 200 len: 1002 time: 0.0605094 Dec 20 22:08:47.242246 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90449ebc-b7c4-4762-9f15-ba074727001e req-ca5bd581-4a4b-4fba-bd73-960bf8ac66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:47.243753 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-90449ebc-b7c4-4762-9f15-ba074727001e req-ca5bd581-4a4b-4fba-bd73-960bf8ac66aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0506611 Dec 20 22:08:47.295878 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90449ebc-b7c4-4762-9f15-ba074727001e req-8744472c-d3b4-4b20-a06c-fe2fa697e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:47.297431 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-90449ebc-b7c4-4762-9f15-ba074727001e req-8744472c-d3b4-4b20-a06c-fe2fa697e298 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0438671 Dec 20 22:08:47.394653 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-90449ebc-b7c4-4762-9f15-ba074727001e req-fbb4d90e-44d0-493c-b5f8-ef290018214e service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894136 Dec 20 22:08:47.498895 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-90449ebc-b7c4-4762-9f15-ba074727001e req-86010c10-8daf-4a9b-812f-a5345dc89eec service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973873 Dec 20 22:08:48.135257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bf5a0-cf4c-402e-98c0-6e0f082b20e5 req-014dac61-8690-4a74-8028-8c6a95096378 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:48.136798 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-346bf5a0-cf4c-402e-98c0-6e0f082b20e5 req-014dac61-8690-4a74-8028-8c6a95096378 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0524938 Dec 20 22:08:48.179722 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-346bf5a0-cf4c-402e-98c0-6e0f082b20e5 req-d38d5622-6925-402a-8d24-4eaee92e26b3 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364008 Dec 20 22:08:48.411107 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:08:49.319546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccedb08-7dbe-4832-af5a-dd0c00b8b17e req-690227c6-3b38-47eb-a096-50141014d12e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:49.321137 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9ccedb08-7dbe-4832-af5a-dd0c00b8b17e req-690227c6-3b38-47eb-a096-50141014d12e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0559886 Dec 20 22:08:49.363284 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9ccedb08-7dbe-4832-af5a-dd0c00b8b17e req-4c3cb4fc-b94d-4f2d-b9bb-8b104cf71f4d tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347948 Dec 20 22:08:50.497923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e1c7e-d6c4-43ea-b361-1195afc831ba req-7e7403f5-078e-41ba-9663-ed5a922f6b93 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:50.499489 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e15e1c7e-d6c4-43ea-b361-1195afc831ba req-7e7403f5-078e-41ba-9663-ed5a922f6b93 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0570984 Dec 20 22:08:50.541928 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e15e1c7e-d6c4-43ea-b361-1195afc831ba req-0ecdb2db-4060-4d64-b8c0-a616d75c2633 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344570 Dec 20 22:08:51.666121 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbbcf0-b9e3-40c0-b817-4cdfd9626917 req-f6d705a0-726a-4fac-b2a5-51b66a109e83 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:51.667668 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5fbbbcf0-b9e3-40c0-b817-4cdfd9626917 req-f6d705a0-726a-4fac-b2a5-51b66a109e83 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0517833 Dec 20 22:08:51.712281 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5fbbbcf0-b9e3-40c0-b817-4cdfd9626917 req-82dcc196-2a63-4f56-a94a-d217ec0847bd tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372605 Dec 20 22:08:52.843864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c720e43-f7c0-48fc-aac1-534cec6ece44 req-a8551814-aef0-4da3-bfd6-b4274d21be93 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:52.845418 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8c720e43-f7c0-48fc-aac1-534cec6ece44 req-a8551814-aef0-4da3-bfd6-b4274d21be93 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0536351 Dec 20 22:08:52.886459 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8c720e43-f7c0-48fc-aac1-534cec6ece44 req-5e42bfe1-0bca-4f9d-af6f-0b86747913b9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343859 Dec 20 22:08:54.019615 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05d674-69f6-449b-99fe-acfff80d284a req-723928d6-b2b6-4b50-bc15-377a4eeafb6e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:54.021162 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5d05d674-69f6-449b-99fe-acfff80d284a req-723928d6-b2b6-4b50-bc15-377a4eeafb6e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0560868 Dec 20 22:08:54.069444 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5d05d674-69f6-449b-99fe-acfff80d284a req-bcde7e23-9eb3-4fce-909c-5543c82816a0 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414903 Dec 20 22:08:55.205821 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64305c9e-72c7-44c6-b9d9-bc5889378232 req-bbf2b7b8-bb53-4ab6-9b96-7003f436e80b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:55.207226 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64305c9e-72c7-44c6-b9d9-bc5889378232 req-bbf2b7b8-bb53-4ab6-9b96-7003f436e80b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0545590 Dec 20 22:08:55.253794 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-64305c9e-72c7-44c6-b9d9-bc5889378232 req-3bc70ca5-e58f-4d16-925b-b63b6d53c31e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375366 Dec 20 22:08:56.385427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239348ea-63a0-4c56-8477-7bfa4a572bd5 req-825872a8-e3d5-4260-a8b6-29b1f35dda47 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:56.387014 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-239348ea-63a0-4c56-8477-7bfa4a572bd5 req-825872a8-e3d5-4260-a8b6-29b1f35dda47 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0560915 Dec 20 22:08:56.429464 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-239348ea-63a0-4c56-8477-7bfa4a572bd5 req-1e28e8a8-1510-4c27-9a3a-3348c1380c76 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348918 Dec 20 22:08:57.231336 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6cfa00d6-e60e-47c7-a208-4a418da9ac1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:08:57.562407 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a6283-f878-4557-9748-83cc2bd3d1ba req-b1d5a079-e2c6-4cb0-a18f-426b494e642c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:57.566997 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db7a6283-f878-4557-9748-83cc2bd3d1ba req-b1d5a079-e2c6-4cb0-a18f-426b494e642c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0624695 Dec 20 22:08:57.606005 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db7a6283-f878-4557-9748-83cc2bd3d1ba req-42cf49fb-e4e5-4ebd-bc48-39ed6a5b1564 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351675 Dec 20 22:08:58.727234 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe1b60-c436-488f-a006-4f9ecc97a596 req-419bfe35-765b-49fa-82de-9fdfea0061b8 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:58.730287 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5afe1b60-c436-488f-a006-4f9ecc97a596 req-419bfe35-765b-49fa-82de-9fdfea0061b8 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0526738 Dec 20 22:08:58.772305 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5afe1b60-c436-488f-a006-4f9ecc97a596 req-91a0ff37-8fae-4c0d-8774-d1fdd90b3c7d tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370944 Dec 20 22:08:59.563715 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fa523f7f-151f-42dd-923e-a1bf78957ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:08:59.899970 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a594a-ed33-4737-baa1-dbf59028b447 req-a4a6c5bd-fa1f-45d2-b3ce-5cbe2009f698 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:08:59.901673 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd5a594a-ed33-4737-baa1-dbf59028b447 req-a4a6c5bd-fa1f-45d2-b3ce-5cbe2009f698 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0539443 Dec 20 22:08:59.953138 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd5a594a-ed33-4737-baa1-dbf59028b447 req-a74637df-69c7-4ecb-979f-7ece465837a8 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449693 Dec 20 22:09:00.219909 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-b43ddbaf-fe2c-453c-a452-93a36393a6bb service neutron] show failed (client error): The resource could not be found. Dec 20 22:09:00.220995 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-b43ddbaf-fe2c-453c-a452-93a36393a6bb service neutron] 10.222.0.66 "GET /v2.0/ports/7e362170-7cc3-4b8d-be59-f3965011da7a/bindings/n-h1-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.0597973 Dec 20 22:09:00.442367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-c4229607-4785-46f0-a13c-1ef494d0b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:00.443791 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-c4229607-4785-46f0-a13c-1ef494d0b830 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1&tenant_id=62696e1014a64287bd2136ff7607fc96 HTTP/1.1" status: 200 len: 1094 time: 0.0471599 Dec 20 22:09:00.454304 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-9667805a-5138-4262-8cb8-db8bd110d495 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:09:00.455262 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-9667805a-5138-4262-8cb8-db8bd110d495 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052993 Dec 20 22:09:00.474000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:09:00.531602 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:00.748724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7e362170-7cc3-4b8d-be59-f3965011da7a,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:09:00.786375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:09:00.827523 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e362170-7cc3-4b8d-be59-f3965011da7a'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:09:00.829832 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ec3391-9d0b-45d0-bab6-b430340d29e9" -d '{"events": [{"server_uuid": "d67166e9-69dc-4be8-a6ad-9586b5b3eff1", "name": "network-vif-unplugged", "status": "completed", "tag": "7e362170-7cc3-4b8d-be59-f3965011da7a"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:09:00.833987 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:00.847961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Transition to ACTIVE for port object 7e362170-7cc3-4b8d-be59-f3965011da7a will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:09:00.853637 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:00.856821 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:00.890118 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5780c8e2-fd5a-4486-a299-4212725dd229 x-openstack-request-id: req-5780c8e2-fd5a-4486-a299-4212725dd229 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:09:00.890603 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67166e9-69dc-4be8-a6ad-9586b5b3eff1", "name": "network-vif-unplugged", "status": "completed", "tag": "7e362170-7cc3-4b8d-be59-f3965011da7a", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:09:00.891029 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5780c8e2-fd5a-4486-a299-4212725dd229 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:09:00.891672 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e362170-7cc3-4b8d-be59-f3965011da7a', 'code': 200} Dec 20 22:09:00.941215 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Pushing event updated for resources: {'Port': ['ID=7e362170-7cc3-4b8d-be59-f3965011da7a,revision_number=6']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:00.956759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:00.957105 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:00.957447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:00.957757 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:00.958111 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:00.958443 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:00.958771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:00.959097 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:00.959457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:00.959780 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:00.960089 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:00.960465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:01.000097 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] No DVR routers for this DVR port 7e362170-7cc3-4b8d-be59-f3965011da7a on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:09:01.131071 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4129df3-a001-4584-be13-9bc206415645 req-35b1675b-c180-4830-890e-059852225fe6 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:01.132832 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4129df3-a001-4584-be13-9bc206415645 req-35b1675b-c180-4830-890e-059852225fe6 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 943 time: 0.0935612 Dec 20 22:09:01.203549 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4129df3-a001-4584-be13-9bc206415645 req-0da3b273-a977-4660-9150-0213d21a61e9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642760 Dec 20 22:09:01.213459 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Attempting to bind port 7e362170-7cc3-4b8d-be59-f3965011da7a on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:09:01.213793 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Attempting to bind port 7e362170-7cc3-4b8d-be59-f3965011da7a by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:09:01.214153 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Attempting to bind port 7e362170-7cc3-4b8d-be59-f3965011da7a on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:09:01.218927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Port 7e362170-7cc3-4b8d-be59-f3965011da7a on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:09:01.219245 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Attempting to bind port 7e362170-7cc3-4b8d-be59-f3965011da7a on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:09:01.224261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:09:01.224601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Checking segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:09:01.224985 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Bound using segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:09:01.225400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Bound port: 7e362170-7cc3-4b8d-be59-f3965011da7a, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:09:01.225763 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:01.294497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:09:01.298777 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7e362170-7cc3-4b8d-be59-f3965011da7a,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:09:01.305661 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:01.344704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:01.345318 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:01.346745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] 10.222.0.31 "PUT /v2.0/ports/7e362170-7cc3-4b8d-be59-f3965011da7a HTTP/1.1" status: 200 len: 1089 time: 0.8768766 Dec 20 22:09:01.370269 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98ea7f-55a8-4026-90f3-da89e8a0592c service neutron] Pushing event updated for resources: {'Port': ['ID=7e362170-7cc3-4b8d-be59-f3965011da7a,revision_number=7']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:01.437658 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-e5230664-ad7f-481c-a3a1-9b296f697646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:01.439147 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-e5230664-ad7f-481c-a3a1-9b296f697646 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 1092 time: 0.0539668 Dec 20 22:09:01.543386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-17ac4f8e-8f62-46f1-98af-3346d75162a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:01.545574 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-17ac4f8e-8f62-46f1-98af-3346d75162a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0998676 Dec 20 22:09:01.920289 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-18918d27-6166-403a-835f-7bca3d373c5f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e362170-7cc3-4b8d-be59-f3965011da7a HTTP/1.1" status: 200 len: 1000 time: 0.3680403 Dec 20 22:09:01.977688 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-0052aaca-c087-4eb1-a9a3-03b8bae72051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:01.979232 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-0052aaca-c087-4eb1-a9a3-03b8bae72051 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0521584 Dec 20 22:09:02.028880 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1f3a4cdc-634e-4f03-b9e9-7feff93d3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:02.030510 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-1f3a4cdc-634e-4f03-b9e9-7feff93d3cc7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0439253 Dec 20 22:09:02.132275 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-040f3deb-b9bc-47c1-867c-5469938d5260 service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947800 Dec 20 22:09:02.237207 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14486b03-5b5a-4b10-ba41-f2ecc50a7d61 req-830d5b0e-75fa-446d-be6d-1a9046b73ed5 service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986135 Dec 20 22:09:02.280289 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:02.329283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cce957-210e-400f-ac0c-71b1dee1b44c req-87d34199-c89d-4b16-b539-56d53e4cfffb tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:02.330884 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-76cce957-210e-400f-ac0c-71b1dee1b44c req-87d34199-c89d-4b16-b539-56d53e4cfffb tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 943 time: 0.0519371 Dec 20 22:09:02.372960 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-76cce957-210e-400f-ac0c-71b1dee1b44c req-4310bf3f-c6f2-4078-b391-7cb1f6ae5f98 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341446 Dec 20 22:09:02.425568 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:02.892929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'tag': '7e362170-7cc3-4b8d-be59-f3965011da7a'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:09:02.895367 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2fa698-c8e2-4751-8ad5-5a13daf05063" -d '{"events": [{"name": "network-changed", "server_uuid": "d67166e9-69dc-4be8-a6ad-9586b5b3eff1", "tag": "7e362170-7cc3-4b8d-be59-f3965011da7a"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:09:02.948008 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae10f505-6e8e-40bb-907d-52ab732bf26c x-openstack-request-id: req-ae10f505-6e8e-40bb-907d-52ab732bf26c {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:09:02.948313 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67166e9-69dc-4be8-a6ad-9586b5b3eff1", "tag": "7e362170-7cc3-4b8d-be59-f3965011da7a", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:09:02.948574 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae10f505-6e8e-40bb-907d-52ab732bf26c {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:09:02.948981 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'tag': '7e362170-7cc3-4b8d-be59-f3965011da7a', 'status': 'completed', 'code': 200} Dec 20 22:09:03.066954 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-cfe04b48-3756-4928-8b57-fedceb799fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:03.068482 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-cfe04b48-3756-4928-8b57-fedceb799fe6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 1092 time: 0.0790441 Dec 20 22:09:03.074508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-cd61d3a2-2a78-4ec7-b52a-b6793d19a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:03.076073 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-cd61d3a2-2a78-4ec7-b52a-b6793d19a9d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 1092 time: 0.0775218 Dec 20 22:09:03.231646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-fb3c830a-8f49-49a4-9c94-fb0a150ff376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:03.233005 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-fb3c830a-8f49-49a4-9c94-fb0a150ff376 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1560941 Dec 20 22:09:03.234102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-47d153fa-47d6-4b18-adda-07e78b0d34bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:03.235442 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-47d153fa-47d6-4b18-adda-07e78b0d34bc service neutron] 10.222.0.31 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1511674 Dec 20 22:09:03.343192 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-760c1842-0ccd-457d-8f49-f6b917c65da6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e362170-7cc3-4b8d-be59-f3965011da7a HTTP/1.1" status: 200 len: 1000 time: 0.1030755 Dec 20 22:09:03.349257 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-6531653e-dbdb-4ba4-ab9e-3c0d97c897bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e362170-7cc3-4b8d-be59-f3965011da7a HTTP/1.1" status: 200 len: 1000 time: 0.1033535 Dec 20 22:09:03.436630 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-a66e5d16-8955-4982-a0fe-3f0d2675170b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:03.438226 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-a66e5d16-8955-4982-a0fe-3f0d2675170b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0783241 Dec 20 22:09:03.439582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-6183ecb8-778e-4687-9d43-1fe80e18000f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:03.440895 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-6183ecb8-778e-4687-9d43-1fe80e18000f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0888345 Dec 20 22:09:03.510190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fb5e3-97aa-4cc1-a120-eff1fa726b79 req-a8ed97dd-c815-4217-8ef6-f4e7a7cda20c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:03.512631 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7d2fb5e3-97aa-4cc1-a120-eff1fa726b79 req-a8ed97dd-c815-4217-8ef6-f4e7a7cda20c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 943 time: 0.0608184 Dec 20 22:09:03.517757 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-14b7d32e-0053-40da-96bb-78d38066c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:03.519374 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-14b7d32e-0053-40da-96bb-78d38066c022 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667672 Dec 20 22:09:03.522616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-3a749c70-f8e3-4e07-958a-02bce0c7c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:03.524740 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-3a749c70-f8e3-4e07-958a-02bce0c7c5a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0802817 Dec 20 22:09:03.570678 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7d2fb5e3-97aa-4cc1-a120-eff1fa726b79 req-fb177e17-16d8-42ed-b5d2-b115cd5f107e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500898 Dec 20 22:09:03.690879 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-1942416f-83cb-4405-a2e3-5f23adf02b9b service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570470 Dec 20 22:09:03.692964 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-96cd0be3-35ba-40bf-92d4-4aef95c9af51 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670485 Dec 20 22:09:03.853226 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-5efae17b-db75-45a2-8a6f-adb8f0ce6806 service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558251 Dec 20 22:09:03.856726 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ab2fa698-c8e2-4751-8ad5-5a13daf05063 req-e4ae076a-809d-439d-9f25-f45aeb05315c service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521206 Dec 20 22:09:04.089029 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7e362170-7cc3-4b8d-be59-f3965011da7a no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:09:04.129330 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7e362170-7cc3-4b8d-be59-f3965011da7a not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:09:04.707008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e0330-5af5-4439-9faf-48fd9ef33236 req-898f1a1d-e576-4ba8-adb3-8b14c2fffd4a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:04.708602 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e01e0330-5af5-4439-9faf-48fd9ef33236 req-898f1a1d-e576-4ba8-adb3-8b14c2fffd4a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 943 time: 0.0533278 Dec 20 22:09:04.750627 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e01e0330-5af5-4439-9faf-48fd9ef33236 req-f8072fba-71cf-49b4-b100-eebad4dc8f0e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349529 Dec 20 22:09:05.872033 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980bd38-9fc4-4a29-9989-857079b0fc27 req-651f1bc3-506d-4316-b6b9-76a7e3f9c87d tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:05.873543 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4980bd38-9fc4-4a29-9989-857079b0fc27 req-651f1bc3-506d-4316-b6b9-76a7e3f9c87d tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 943 time: 0.0521250 Dec 20 22:09:05.913723 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4980bd38-9fc4-4a29-9989-857079b0fc27 req-ea0a7eee-5f46-4cad-938d-8f99e262834c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337069 Dec 20 22:09:07.046591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cd652-1507-4554-afb7-ede8cc7cd407 req-81ef546a-8301-4f9d-b309-377e4dc163d3 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:07.048101 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8d9cd652-1507-4554-afb7-ede8cc7cd407 req-81ef546a-8301-4f9d-b309-377e4dc163d3 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 943 time: 0.0546060 Dec 20 22:09:07.092718 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8d9cd652-1507-4554-afb7-ede8cc7cd407 req-a7cbb402-44c4-4c3a-9989-a79bd73d7653 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360801 Dec 20 22:09:08.219599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f15cb-d07d-4680-9d23-d79823d2a9d5 req-f719fd18-f5c2-4eab-a8b1-d7a042bf4d93 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:08.221072 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e29f15cb-d07d-4680-9d23-d79823d2a9d5 req-f719fd18-f5c2-4eab-a8b1-d7a042bf4d93 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 943 time: 0.0516393 Dec 20 22:09:08.269443 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e29f15cb-d07d-4680-9d23-d79823d2a9d5 req-b33ac783-df79-45b5-bc8c-08fb6b3fdb04 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408795 Dec 20 22:09:09.394267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0dc5ed-17e9-49dd-ae1e-d18941ccaf13 req-5367cf07-73f3-4913-abb5-732f070b5237 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:09.395765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec0dc5ed-17e9-49dd-ae1e-d18941ccaf13 req-5367cf07-73f3-4913-abb5-732f070b5237 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 943 time: 0.0547621 Dec 20 22:09:09.436921 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ec0dc5ed-17e9-49dd-ae1e-d18941ccaf13 req-30fc14a3-1812-4017-b940-baca26b19d3c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347948 Dec 20 22:09:10.578010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69464366-643c-40a4-aa4b-6ff553f80391 req-b64094ea-d4da-434f-a223-57a8160c4655 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:10.579478 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-69464366-643c-40a4-aa4b-6ff553f80391 req-b64094ea-d4da-434f-a223-57a8160c4655 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 943 time: 0.0566602 Dec 20 22:09:10.622944 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-69464366-643c-40a4-aa4b-6ff553f80391 req-30a64d98-93e9-464a-92ab-913959d2ca7f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346522 Dec 20 22:09:11.748688 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f81f4-772c-4c4c-be2f-6c23c7430d63 req-309b7a77-c3d2-4882-9760-7048fd0a90cf tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:11.750271 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a2f81f4-772c-4c4c-be2f-6c23c7430d63 req-309b7a77-c3d2-4882-9760-7048fd0a90cf tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 943 time: 0.0511589 Dec 20 22:09:11.789108 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a2f81f4-772c-4c4c-be2f-6c23c7430d63 req-107d9aa4-11b1-4b9f-9d10-044d4a710cad tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327249 Dec 20 22:09:12.916678 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c75dc-67fb-4f2d-acdd-79ef890ab443 req-8c9fd499-8787-4497-92cb-f2e09cd13bdd tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:12.918129 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e89c75dc-67fb-4f2d-acdd-79ef890ab443 req-8c9fd499-8787-4497-92cb-f2e09cd13bdd tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 943 time: 0.0525680 Dec 20 22:09:12.957260 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e89c75dc-67fb-4f2d-acdd-79ef890ab443 req-15488ab9-e19e-4bdf-afe9-7814698c47db tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329316 Dec 20 22:09:13.603356 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7e362170-7cc3-4b8d-be59-f3965011da7a details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:09:13.706520 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7e362170-7cc3-4b8d-be59-f3965011da7a,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:09:13.879318 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '7e362170-7cc3-4b8d-be59-f3965011da7a', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'port_id': '7e362170-7cc3-4b8d-be59-f3965011da7a', 'mac_address': 'fa:16:3e:b5:a4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:09:13.917408 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:13.931350 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e362170-7cc3-4b8d-be59-f3965011da7a {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:09:13.951357 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7e362170-7cc3-4b8d-be59-f3965011da7a,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:09:13.956085 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:14.017463 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=7e362170-7cc3-4b8d-be59-f3965011da7a,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:14.025694 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:14.026030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:14.026409 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:14.026758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:14.027097 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:14.027430 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:14.027764 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:14.028087 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:14.028418 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:14.028741 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:14.029067 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:14.029389 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:14.083268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaa6b8-b6ed-4e8c-9122-b5f7262608f4 req-b7521b28-bca0-40cd-909f-8cec2bada4fa tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:14.084759 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9afaa6b8-b6ed-4e8c-9122-b5f7262608f4 req-b7521b28-bca0-40cd-909f-8cec2bada4fa tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0501046 Dec 20 22:09:14.126268 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9afaa6b8-b6ed-4e8c-9122-b5f7262608f4 req-abe4e78e-bfd2-4ea6-bc0e-170448108ad7 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351644 Dec 20 22:09:14.281669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['7e362170-7cc3-4b8d-be59-f3965011da7a'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:09:14.509069 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-7903ad5d-9c4b-4263-80d3-843adb0047ed tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:14.510673 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-7903ad5d-9c4b-4263-80d3-843adb0047ed tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.31 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1&tenant_id=62696e1014a64287bd2136ff7607fc96&binding%3Ahost_id=n-h1-xena-1 HTTP/1.1" status: 200 len: 944 time: 0.1054430 Dec 20 22:09:14.522960 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbab04-1659-4aaa-bb15-a243b0f15c67 req-484b3a24-b3a0-40d3-8cf2-a84fac846f2b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:14.525011 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8cbab04-1659-4aaa-bb15-a243b0f15c67 req-484b3a24-b3a0-40d3-8cf2-a84fac846f2b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0746691 Dec 20 22:09:14.565840 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f8cbab04-1659-4aaa-bb15-a243b0f15c67 req-68f1afd5-eed4-4a87-bb22-c3dbd3b4c47f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349872 Dec 20 22:09:14.627771 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-42b70153-9ad1-4949-8fb4-f69db86ddb58 service neutron] 10.222.0.31 "GET /v2.0/ports/7e362170-7cc3-4b8d-be59-f3965011da7a/bindings/n-h1-xena-1 HTTP/1.1" status: 200 len: 380 time: 0.1018491 Dec 20 22:09:14.726457 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-32af080f-9ab6-40cd-872d-8d30118e3538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:14.728233 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-32af080f-9ab6-40cd-872d-8d30118e3538 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 1093 time: 0.0573802 Dec 20 22:09:14.823250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-cd0439b4-5c91-43b7-8b40-34a737abb2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:14.824758 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-cd0439b4-5c91-43b7-8b40-34a737abb2f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0895233 Dec 20 22:09:14.902028 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-21cfeed8-bdc3-47cb-bae0-3d5b23e335c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e362170-7cc3-4b8d-be59-f3965011da7a HTTP/1.1" status: 200 len: 1001 time: 0.0684779 Dec 20 22:09:14.964632 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-1a7d9646-3e2a-4cd1-b044-c54386a5814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:14.966152 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-1a7d9646-3e2a-4cd1-b044-c54386a5814d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0559311 Dec 20 22:09:15.017689 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-ae421ee9-46b9-4ec4-8480-c8317302a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:15.019276 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-ae421ee9-46b9-4ec4-8480-c8317302a387 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0458758 Dec 20 22:09:15.125583 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-0a4ffd3e-047a-4ee5-8c41-edda6ba47dd5 service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989828 Dec 20 22:09:15.222646 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-b351bd71-a246-4f57-974a-4eb45ba0c734 service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905178 Dec 20 22:09:15.331405 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:15.630316 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7e362170-7cc3-4b8d-be59-f3965011da7a up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:09:15.684783 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 7e362170-7cc3-4b8d-be59-f3965011da7a completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:09:15.688768 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 7e362170-7cc3-4b8d-be59-f3965011da7a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:09:15.689137 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:15.698426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e4a64-e3b2-4a13-90af-e8516fd8494e req-97da1e79-e89a-470c-aba8-b019a436cccc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:15.699945 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e4e4a64-e3b2-4a13-90af-e8516fd8494e req-97da1e79-e89a-470c-aba8-b019a436cccc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0552003 Dec 20 22:09:15.737723 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e4e4a64-e3b2-4a13-90af-e8516fd8494e req-8f514c2d-1986-4093-b196-a13554c31f99 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314159 Dec 20 22:09:15.769424 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:15.792402 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e362170-7cc3-4b8d-be59-f3965011da7a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:09:15.794686 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556c697a-b796-45b9-8e08-8e653a3af9fe" -d '{"events": [{"server_uuid": "d67166e9-69dc-4be8-a6ad-9586b5b3eff1", "name": "network-vif-plugged", "status": "completed", "tag": "7e362170-7cc3-4b8d-be59-f3965011da7a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:09:15.809087 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7e362170-7cc3-4b8d-be59-f3965011da7a,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:09:15.814956 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:15.853614 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5631c1-6b68-4105-a804-2319f73c404a x-openstack-request-id: req-7f5631c1-6b68-4105-a804-2319f73c404a {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:09:15.853885 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67166e9-69dc-4be8-a6ad-9586b5b3eff1", "name": "network-vif-plugged", "status": "completed", "tag": "7e362170-7cc3-4b8d-be59-f3965011da7a", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:09:15.854168 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f5631c1-6b68-4105-a804-2319f73c404a {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:09:15.854598 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e362170-7cc3-4b8d-be59-f3965011da7a', 'code': 200} Dec 20 22:09:15.869125 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=7e362170-7cc3-4b8d-be59-f3965011da7a,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:16.872887 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db050c3-d768-497c-afd0-3a434bf34b33 req-1cc5292f-8afd-46c2-862d-f8561ac1f22f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:16.874303 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4db050c3-d768-497c-afd0-3a434bf34b33 req-1cc5292f-8afd-46c2-862d-f8561ac1f22f tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0593333 Dec 20 22:09:16.915473 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4db050c3-d768-497c-afd0-3a434bf34b33 req-ef38180b-1a09-4424-a89d-ef1083f7038a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328674 Dec 20 22:09:18.049983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80503ba4-a34f-4926-b8b9-6c62c0c450e3 req-1e33f3d1-e567-4d40-b5c8-16c6018ee26a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:18.051424 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-80503ba4-a34f-4926-b8b9-6c62c0c450e3 req-1e33f3d1-e567-4d40-b5c8-16c6018ee26a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0510821 Dec 20 22:09:18.090609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-80503ba4-a34f-4926-b8b9-6c62c0c450e3 req-a4eb13ca-d300-4042-a169-43a39da4db90 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321290 Dec 20 22:09:18.416416 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:19.221848 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb3049-fd9d-4b01-930a-f156ceb6b928 req-2df74652-c939-4bfc-a469-fc6184f99f1d tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:19.223386 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fcfb3049-fd9d-4b01-930a-f156ceb6b928 req-2df74652-c939-4bfc-a469-fc6184f99f1d tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0525002 Dec 20 22:09:19.250360 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-bb43d1ab-9914-4470-bf12-38c279428485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:19.251839 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-bb43d1ab-9914-4470-bf12-38c279428485 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1&tenant_id=62696e1014a64287bd2136ff7607fc96 HTTP/1.1" status: 200 len: 1094 time: 0.0455627 Dec 20 22:09:19.263358 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fcfb3049-fd9d-4b01-930a-f156ceb6b928 req-601118c3-f40d-4ae3-a6c5-15d474c28813 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336144 Dec 20 22:09:19.270223 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:09:19.318349 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:09:19.331269 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:19.535008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=7e362170-7cc3-4b8d-be59-f3965011da7a,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:09:19.569019 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:09:19.616400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e362170-7cc3-4b8d-be59-f3965011da7a'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:09:19.620018 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caf93e1-cef6-408c-bfef-092dd307a9fc" -d '{"events": [{"server_uuid": "d67166e9-69dc-4be8-a6ad-9586b5b3eff1", "name": "network-vif-unplugged", "status": "completed", "tag": "7e362170-7cc3-4b8d-be59-f3965011da7a"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:09:19.624791 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:19.638453 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Transition to ACTIVE for port object 7e362170-7cc3-4b8d-be59-f3965011da7a will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:09:19.643215 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:19.693713 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Pushing event updated for resources: {'Port': ['ID=7e362170-7cc3-4b8d-be59-f3965011da7a,revision_number=10']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:19.753008 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e083100a-c83f-4ef0-8de8-c80e23c1c22e x-openstack-request-id: req-e083100a-c83f-4ef0-8de8-c80e23c1c22e {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:09:19.753308 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67166e9-69dc-4be8-a6ad-9586b5b3eff1", "name": "network-vif-unplugged", "status": "completed", "tag": "7e362170-7cc3-4b8d-be59-f3965011da7a", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:09:19.753555 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e083100a-c83f-4ef0-8de8-c80e23c1c22e {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:09:19.753946 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e362170-7cc3-4b8d-be59-f3965011da7a', 'code': 200} Dec 20 22:09:19.768139 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] No DVR routers for this DVR port 7e362170-7cc3-4b8d-be59-f3965011da7a on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:09:19.906298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Attempting to bind port 7e362170-7cc3-4b8d-be59-f3965011da7a on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:09:19.906647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Attempting to bind port 7e362170-7cc3-4b8d-be59-f3965011da7a by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:09:19.906966 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Attempting to bind port 7e362170-7cc3-4b8d-be59-f3965011da7a on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:09:19.911275 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Port 7e362170-7cc3-4b8d-be59-f3965011da7a on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:09:19.911593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Attempting to bind port 7e362170-7cc3-4b8d-be59-f3965011da7a on network 39aef4a9-ae1d-48ca-aed9-768af9087f5a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:09:19.917761 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:09:19.918132 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Checking segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:09:19.918567 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Bound using segment: {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:09:19.918998 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Bound port: 7e362170-7cc3-4b8d-be59-f3965011da7a, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '356390fa-3d9d-4b8b-8ecf-a3f4467e463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:09:19.919379 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:19.994111 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:09:19.997325 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7e362170-7cc3-4b8d-be59-f3965011da7a,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:09:20.003519 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:20.038578 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:20.039186 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:20.040561 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] 10.222.0.66 "PUT /v2.0/ports/7e362170-7cc3-4b8d-be59-f3965011da7a HTTP/1.1" status: 200 len: 1090 time: 0.7767999 Dec 20 22:09:20.059401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9a511-1bc6-4e44-b21f-2b8a3ef97d1b service neutron] Pushing event updated for resources: {'Port': ['ID=7e362170-7cc3-4b8d-be59-f3965011da7a,revision_number=11']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:20.121687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-4d1d4f16-ead1-4459-a469-de76afc05087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:20.123255 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-4d1d4f16-ead1-4459-a469-de76afc05087 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 1093 time: 0.0429435 Dec 20 22:09:20.220196 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-89009e14-8a74-4c22-85c3-62c3aadc6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:20.221725 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-89009e14-8a74-4c22-85c3-62c3aadc6369 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.0918291 Dec 20 22:09:20.291885 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-38ebea10-8c84-4652-a35f-fba2d433abb6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e362170-7cc3-4b8d-be59-f3965011da7a HTTP/1.1" status: 200 len: 1000 time: 0.0632710 Dec 20 22:09:20.351901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-6ad2070e-beec-46db-a61f-e561f237e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:20.354097 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-6ad2070e-beec-46db-a61f-e561f237e873 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0538940 Dec 20 22:09:20.398486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244880b2-6e95-46c6-b4de-20201f0f491b req-4bd05b2a-b360-4c60-8e48-7b02f7a36e22 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:20.400013 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-244880b2-6e95-46c6-b4de-20201f0f491b req-4bd05b2a-b360-4c60-8e48-7b02f7a36e22 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0521388 Dec 20 22:09:20.403878 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-69f9b571-5f34-4446-b4c1-0796994c82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:20.405392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-69f9b571-5f34-4446-b4c1-0796994c82c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0444503 Dec 20 22:09:20.440908 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-244880b2-6e95-46c6-b4de-20201f0f491b req-99206c1f-2d71-41d8-9510-e7f767ea4de2 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339551 Dec 20 22:09:20.492032 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-d226406f-0572-4471-9ba7-7dfa83ae16f6 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791109 Dec 20 22:09:20.586144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dbc11c4-316a-4e5e-aef8-2eb354dfb698 req-28fa26e1-beab-4121-829d-386d6765ceca service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870759 Dec 20 22:09:21.562264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93538789-4d30-47a0-9da6-53fb9d4ec2f4 req-706b58b4-183c-4d5f-abe0-7b09e2cde9da tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:21.563775 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-93538789-4d30-47a0-9da6-53fb9d4ec2f4 req-706b58b4-183c-4d5f-abe0-7b09e2cde9da tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0499356 Dec 20 22:09:21.603388 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-93538789-4d30-47a0-9da6-53fb9d4ec2f4 req-a04eaa61-cb31-4a58-973d-3c9790148470 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326803 Dec 20 22:09:21.666731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7e362170-7cc3-4b8d-be59-f3965011da7a no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:09:21.712017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 7e362170-7cc3-4b8d-be59-f3965011da7a not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:09:21.755623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'tag': '7e362170-7cc3-4b8d-be59-f3965011da7a'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:09:21.760248 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41834256-9bc0-4ae3-8623-031c10c80b86" -d '{"events": [{"name": "network-changed", "server_uuid": "d67166e9-69dc-4be8-a6ad-9586b5b3eff1", "tag": "7e362170-7cc3-4b8d-be59-f3965011da7a"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:09:21.811682 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8071e820-f483-441d-9bc6-14e305616134 x-openstack-request-id: req-8071e820-f483-441d-9bc6-14e305616134 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:09:21.811977 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67166e9-69dc-4be8-a6ad-9586b5b3eff1", "tag": "7e362170-7cc3-4b8d-be59-f3965011da7a", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:09:21.812221 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8071e820-f483-441d-9bc6-14e305616134 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:09:21.812827 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'tag': '7e362170-7cc3-4b8d-be59-f3965011da7a', 'status': 'completed', 'code': 200} Dec 20 22:09:21.919261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-4ae45d88-01f3-4935-a457-d517ddbb3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:21.920765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-4ae45d88-01f3-4935-a457-d517ddbb3ea8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 1093 time: 0.0696669 Dec 20 22:09:21.925803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-2a84fc27-cf94-4b5e-be44-6f55c4db4895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:21.927228 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-2a84fc27-cf94-4b5e-be44-6f55c4db4895 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62696e1014a64287bd2136ff7607fc96&device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 1093 time: 0.0679333 Dec 20 22:09:22.078089 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-4bff664e-ada4-4380-b84c-43506b04a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:22.079453 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-4bff664e-ada4-4380-b84c-43506b04a534 service neutron] 10.222.0.66 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1513917 Dec 20 22:09:22.080726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-b2de3d08-21d5-49d0-bf97-173230b7ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:22.082000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-b2de3d08-21d5-49d0-bf97-173230b7ff6b service neutron] 10.222.0.31 "GET /v2.0/networks?id=39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 200 len: 913 time: 0.1461346 Dec 20 22:09:22.493676 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-b7b95a3f-5148-4c15-baf2-7487015ab7dd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e362170-7cc3-4b8d-be59-f3965011da7a HTTP/1.1" status: 200 len: 1000 time: 0.4077461 Dec 20 22:09:22.504348 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-666e5ee2-38c4-4ff3-b208-c1c4469c5a29 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e362170-7cc3-4b8d-be59-f3965011da7a HTTP/1.1" status: 200 len: 1000 time: 0.4117498 Dec 20 22:09:22.581709 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-fc398d23-b770-4bb7-97a0-4abaab0bcc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:22.583214 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-fc398d23-b770-4bb7-97a0-4abaab0bcc2d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0811346 Dec 20 22:09:22.584539 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-4974e83f-7d6c-4717-a537-403193adce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:22.585836 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-4974e83f-7d6c-4717-a537-403193adce77 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 200 len: 851 time: 0.0746679 Dec 20 22:09:22.655571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-11cf5459-4ff1-4cba-b419-5a087caebb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:22.657095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-11cf5459-4ff1-4cba-b419-5a087caebb1e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0666335 Dec 20 22:09:22.666379 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-0d533b9e-7771-4440-8ebc-c5e20cd1737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:22.667827 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-0d533b9e-7771-4440-8ebc-c5e20cd1737b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39aef4a9-ae1d-48ca-aed9-768af9087f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0690372 Dec 20 22:09:22.843652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e755527-33e9-4c6c-8004-6e8a6ff1895d req-326eeea2-638b-43a2-a5f0-5f4f953c5963 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:22.845144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e755527-33e9-4c6c-8004-6e8a6ff1895d req-326eeea2-638b-43a2-a5f0-5f4f953c5963 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.1701407 Dec 20 22:09:22.881949 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-1edadc99-4dda-45ee-9706-eb4ce008cf0f service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058468 Dec 20 22:09:22.883664 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-571944d7-7e45-4674-9389-6786d195f324 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194958 Dec 20 22:09:22.996848 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e755527-33e9-4c6c-8004-6e8a6ff1895d req-98d8cecf-2efa-4344-804a-16ed74967014 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415308 Dec 20 22:09:23.064811 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-773f82dc-3b86-43f6-961c-899ab43edba8 service neutron] 10.222.0.31 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738808 Dec 20 22:09:23.068293 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-41834256-9bc0-4ae3-8623-031c10c80b86 req-ada5e096-728d-4848-935f-1a5e92cce509 service neutron] 10.222.0.66 "GET /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763623 Dec 20 22:09:24.124580 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb09c6-4129-4160-be80-5ca00cc5a0a8 req-36900392-6ad0-4f0c-a9e6-b3e1e872876b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:24.126222 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1cdb09c6-4129-4160-be80-5ca00cc5a0a8 req-36900392-6ad0-4f0c-a9e6-b3e1e872876b tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0570917 Dec 20 22:09:24.169122 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1cdb09c6-4129-4160-be80-5ca00cc5a0a8 req-9c374b90-3e89-4f83-9c03-954172e073bc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348759 Dec 20 22:09:25.301071 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd61bb-affc-45f4-807e-52e9bae6b7fd req-b1c5c206-b5c7-4938-802f-ff6b7af86c17 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:25.302585 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e8fd61bb-affc-45f4-807e-52e9bae6b7fd req-b1c5c206-b5c7-4938-802f-ff6b7af86c17 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0585372 Dec 20 22:09:25.352352 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e8fd61bb-affc-45f4-807e-52e9bae6b7fd req-e67d27bf-4b50-4d52-bb45-c12a2296cb4a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398917 Dec 20 22:09:26.496769 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384c2b4-e7f1-454c-a0b5-80f822351aff req-7127aae0-efd6-44af-8dfb-8e1e7bb50ff7 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:26.498546 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f384c2b4-e7f1-454c-a0b5-80f822351aff req-7127aae0-efd6-44af-8dfb-8e1e7bb50ff7 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0598404 Dec 20 22:09:26.542019 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f384c2b4-e7f1-454c-a0b5-80f822351aff req-ec432c3f-a8d3-4c79-ab95-36c39ae9e211 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350993 Dec 20 22:09:27.244160 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-23065445-a1d6-45b1-9488-324278909af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:27.680746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad6d89-6c78-4237-b2ff-0cd31096c82a req-35de1b13-87d9-4ae4-a8d9-c6a275a67c08 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:27.682262 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ccad6d89-6c78-4237-b2ff-0cd31096c82a req-35de1b13-87d9-4ae4-a8d9-c6a275a67c08 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0602350 Dec 20 22:09:27.722597 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ccad6d89-6c78-4237-b2ff-0cd31096c82a req-f35955e1-545e-4c71-9e19-a3d73be9f07e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338476 Dec 20 22:09:28.863357 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6eff3-1d73-4466-9a6e-10588cbea20c req-30a6ed46-9513-489d-8d6e-e8a6ae4f431c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:28.864713 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-60a6eff3-1d73-4466-9a6e-10588cbea20c req-30a6ed46-9513-489d-8d6e-e8a6ae4f431c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0608919 Dec 20 22:09:28.906857 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-60a6eff3-1d73-4466-9a6e-10588cbea20c req-7fdb0166-3c24-42f0-af3b-a1063d23fb68 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334873 Dec 20 22:09:29.561068 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-abf6d0c4-26b6-4d0c-989d-1b3a80f3fc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:30.039799 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df669a-4c25-457f-8010-b589ed8ddcfc req-1fb0a703-14b7-49e3-8189-d81183dd0fb8 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:30.041283 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-13df669a-4c25-457f-8010-b589ed8ddcfc req-1fb0a703-14b7-49e3-8189-d81183dd0fb8 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0523963 Dec 20 22:09:30.079617 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-13df669a-4c25-457f-8010-b589ed8ddcfc req-b6680dad-a711-42cb-9ba5-eae18a334cb3 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320075 Dec 20 22:09:30.856876 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:31.241037 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45345f4-57e2-4045-9f8a-c285c15412df req-d6498332-916a-4271-bd3a-4c80454731c9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:31.242452 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f45345f4-57e2-4045-9f8a-c285c15412df req-d6498332-916a-4271-bd3a-4c80454731c9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0595822 Dec 20 22:09:31.284227 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f45345f4-57e2-4045-9f8a-c285c15412df req-5c98f98d-3783-4d58-890c-d074242d2442 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322971 Dec 20 22:09:32.286520 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:32.417736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d96d56-16c0-42d6-a823-18a3193c6875 req-e71568ff-c5f5-40f1-98bf-76de0d27c9e1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:32.419270 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b0d96d56-16c0-42d6-a823-18a3193c6875 req-e71568ff-c5f5-40f1-98bf-76de0d27c9e1 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0582924 Dec 20 22:09:32.430338 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:32.463775 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b0d96d56-16c0-42d6-a823-18a3193c6875 req-0ccfa953-cc5e-4194-aea8-b7718a1a7751 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380170 Dec 20 22:09:32.584743 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030918a8-6826-49d3-a7a9-364c2ccce789 req-8e5ad4d5-1265-427b-9ca8-6d2961924cf4 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:32.586271 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-030918a8-6826-49d3-a7a9-364c2ccce789 req-8e5ad4d5-1265-427b-9ca8-6d2961924cf4 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0538452 Dec 20 22:09:32.632944 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-030918a8-6826-49d3-a7a9-364c2ccce789 req-bb6d8048-2ead-411d-a7bc-02b3499e0ab9 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396764 Dec 20 22:09:32.762009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d8552-1a3e-46b9-b887-3fee5032f99a req-94439122-3dad-4690-bd85-c46a71a4396e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:32.763562 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-830d8552-1a3e-46b9-b887-3fee5032f99a req-94439122-3dad-4690-bd85-c46a71a4396e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0574906 Dec 20 22:09:32.803688 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-830d8552-1a3e-46b9-b887-3fee5032f99a req-d25e703c-6f5b-4442-94b1-b2476376d858 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337646 Dec 20 22:09:33.056122 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a2999-dbd5-4e99-854c-1773c18663e0 req-4626ceda-7045-45fc-a261-0b83ab9bfbdc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:33.057530 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca3a2999-dbd5-4e99-854c-1773c18663e0 req-4626ceda-7045-45fc-a261-0b83ab9bfbdc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0558062 Dec 20 22:09:33.114567 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca3a2999-dbd5-4e99-854c-1773c18663e0 req-9a0bab93-ead4-46a5-bbf6-293d8cf3d21e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472031 Dec 20 22:09:34.239400 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62293b-0671-4662-8dbf-10d37e0a537b req-000b75b3-ddb8-40e5-a1e8-b1ec089b6c65 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:34.240946 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7b62293b-0671-4662-8dbf-10d37e0a537b req-000b75b3-ddb8-40e5-a1e8-b1ec089b6c65 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 944 time: 0.0519361 Dec 20 22:09:34.241967 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7e362170-7cc3-4b8d-be59-f3965011da7a details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:09:34.286124 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7b62293b-0671-4662-8dbf-10d37e0a537b req-6148b4b4-2545-4e37-899e-5cb6820be1af tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups?id=8d605332-6997-4227-b1cb-629f2699b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380008 Dec 20 22:09:34.341185 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7e362170-7cc3-4b8d-be59-f3965011da7a,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:09:34.353535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '7e362170-7cc3-4b8d-be59-f3965011da7a', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'port_id': '7e362170-7cc3-4b8d-be59-f3965011da7a', 'mac_address': 'fa:16:3e:b5:a4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:09:34.393898 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:34.407619 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e362170-7cc3-4b8d-be59-f3965011da7a {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:09:34.435212 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7e362170-7cc3-4b8d-be59-f3965011da7a,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:09:34.440420 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:34.495838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=7e362170-7cc3-4b8d-be59-f3965011da7a,revision_number=12']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:34.675289 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a65fc-8af7-4513-b397-a615e0b4e05d req-1b67f4bd-1ffb-4677-a7da-b94fef25f25a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:34.676647 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db8a65fc-8af7-4513-b397-a615e0b4e05d req-1b67f4bd-1ffb-4677-a7da-b94fef25f25a tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.66 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 945 time: 0.0519013 Dec 20 22:09:34.773400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-db8a65fc-8af7-4513-b397-a615e0b4e05d req-1bdbfa76-235f-491f-88bf-579854e5dccc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Deleting port 7e362170-7cc3-4b8d-be59-f3965011da7a {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:09:34.773741 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-db8a65fc-8af7-4513-b397-a615e0b4e05d req-1bdbfa76-235f-491f-88bf-579854e5dccc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:34.873786 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-db8a65fc-8af7-4513-b397-a615e0b4e05d req-1bdbfa76-235f-491f-88bf-579854e5dccc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] For port 7e362170-7cc3-4b8d-be59-f3965011da7a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7e362170-7cc3-4b8d-be59-f3965011da7a,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:09:34.874110 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-db8a65fc-8af7-4513-b397-a615e0b4e05d req-1bdbfa76-235f-491f-88bf-579854e5dccc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:35.064000 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-db8a65fc-8af7-4513-b397-a615e0b4e05d req-1bdbfa76-235f-491f-88bf-579854e5dccc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:35.064402 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-db8a65fc-8af7-4513-b397-a615e0b4e05d req-1bdbfa76-235f-491f-88bf-579854e5dccc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:35.064727 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [req-db8a65fc-8af7-4513-b397-a615e0b4e05d req-1bdbfa76-235f-491f-88bf-579854e5dccc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Floating IP 8a2c5e94-2bc3-4945-9b1d-81fc43e3dede disassociated. External IP: 172.35.3.112, port: 7e362170-7cc3-4b8d-be59-f3965011da7a. Dec 20 22:09:35.065079 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-db8a65fc-8af7-4513-b397-a615e0b4e05d req-1bdbfa76-235f-491f-88bf-579854e5dccc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Calling delete_port for 7e362170-7cc3-4b8d-be59-f3965011da7a owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:09:35.201120 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-db8a65fc-8af7-4513-b397-a615e0b4e05d req-1bdbfa76-235f-491f-88bf-579854e5dccc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:35.234955 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbfa76-235f-491f-88bf-579854e5dccc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Pushing event deleted for resources: {'Port': ['ID=7e362170-7cc3-4b8d-be59-f3965011da7a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:35.355087 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db8a65fc-8af7-4513-b397-a615e0b4e05d req-1bdbfa76-235f-491f-88bf-579854e5dccc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Router 18a71ccc-c545-4d7a-8424-5eab6db2d729 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:09:35.391333 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e3fbf602-d7ab-492a-8a2c-d0a7fbd8042b req-36fe3a15-829b-4231-9562-e0c324a03148 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 210 time: 0.0323164 Dec 20 22:09:35.496097 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db8a65fc-8af7-4513-b397-a615e0b4e05d req-1bdbfa76-235f-491f-88bf-579854e5dccc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:09:35.509121 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c39a0e-7b32-4d9c-bed1-9cc4d8a4ba0f None None] Sync routers for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:09:35.520224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c39a0e-7b32-4d9c-bed1-9cc4d8a4ba0f None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:09:35.520879 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d7c39a0e-7b32-4d9c-bed1-9cc4d8a4ba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:09:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:09:35.538120 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8a65fc-8af7-4513-b397-a615e0b4e05d req-1bdbfa76-235f-491f-88bf-579854e5dccc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] No DVR routers for this DVR port 7e362170-7cc3-4b8d-be59-f3965011da7a on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:09:35.541258 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-db8a65fc-8af7-4513-b397-a615e0b4e05d req-1bdbfa76-235f-491f-88bf-579854e5dccc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:35.544840 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-db8a65fc-8af7-4513-b397-a615e0b4e05d req-1bdbfa76-235f-491f-88bf-579854e5dccc tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.66 "DELETE /v2.0/ports/7e362170-7cc3-4b8d-be59-f3965011da7a HTTP/1.1" status: 204 len: 173 time: 0.8618174 Dec 20 22:09:35.545823 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'name': 'network-vif-deleted', 'tag': '7e362170-7cc3-4b8d-be59-f3965011da7a'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:09:35.548580 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc885d81-0ddd-4220-8f44-a773792f43cb" -d '{"events": [{"server_uuid": "d67166e9-69dc-4be8-a6ad-9586b5b3eff1", "name": "network-vif-deleted", "tag": "7e362170-7cc3-4b8d-be59-f3965011da7a"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:09:35.588685 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc91c5d-fda6-47ce-9e56-a59b6347f1d6 x-openstack-request-id: req-efc91c5d-fda6-47ce-9e56-a59b6347f1d6 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:09:35.589008 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67166e9-69dc-4be8-a6ad-9586b5b3eff1", "name": "network-vif-deleted", "tag": "7e362170-7cc3-4b8d-be59-f3965011da7a", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:09:35.589742 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-efc91c5d-fda6-47ce-9e56-a59b6347f1d6 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:09:35.589742 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67166e9-69dc-4be8-a6ad-9586b5b3eff1', 'name': 'network-vif-deleted', 'tag': '7e362170-7cc3-4b8d-be59-f3965011da7a', 'status': 'completed', 'code': 200} Dec 20 22:09:35.640347 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-d7c39a0e-7b32-4d9c-bed1-9cc4d8a4ba0f None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:09:35.858642 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d7c39a0e-7b32-4d9c-bed1-9cc4d8a4ba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:09:35.885753 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c39a0e-7b32-4d9c-bed1-9cc4d8a4ba0f None None] Checking router: 18a71ccc-c545-4d7a-8424-5eab6db2d729 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:09:35.895658 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c39a0e-7b32-4d9c-bed1-9cc4d8a4ba0f None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:09:35.896310 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d7c39a0e-7b32-4d9c-bed1-9cc4d8a4ba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:09:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:09:36.006756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-d7c39a0e-7b32-4d9c-bed1-9cc4d8a4ba0f None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:09:36.227189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d7c39a0e-7b32-4d9c-bed1-9cc4d8a4ba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:09:36.258427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c39a0e-7b32-4d9c-bed1-9cc4d8a4ba0f None None] The sync data for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 is: [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T21:59:48Z', 'revision_number': 4, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'a18268b1-cc7e-485f-8548-f9e68036d8b4', 'name': '', 'network_id': '39aef4a9-ae1d-48ca-aed9-768af9087f5a', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'mac_address': 'fa:16:3e:24:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:48Z', 'updated_at': '2021-12-20T21:59:52Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'subnets': [{'id': '4408fff8-41c7-4651-80dd-1ef95c0748d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:09:36.504463 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1a215801-0d6d-4533-bdb3-a16befc55d12 req-686c8161-37aa-4520-a786-ebc6a7eaf1a8 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 210 time: 0.0291636 Dec 20 22:09:36.533877 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a1a5ae-ac59-43a7-801a-e64c2b4276ad None None] New status for floating IP 8a2c5e94-2bc3-4945-9b1d-81fc43e3dede: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:09:37.618214 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-35cc4664-4648-4676-a52f-169baf5bdd11 req-5a2480e6-d384-4f5b-bd8a-3bd7d5441e06 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 210 time: 0.0325418 Dec 20 22:09:38.260992 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7e362170-7cc3-4b8d-be59-f3965011da7a no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:09:38.281860 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 7e362170-7cc3-4b8d-be59-f3965011da7a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:09:38.282188 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7e362170-7cc3-4b8d-be59-f3965011da7a not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:09:38.716370 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-80c6f6a0-636a-45d7-a9df-6b8a1ba7e815 req-7af5430a-4c17-48c4-90a6-34f5a0b4cb4c tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67166e9-69dc-4be8-a6ad-9586b5b3eff1 HTTP/1.1" status: 200 len: 210 time: 0.0266101 Dec 20 22:09:42.493556 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51558) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:09:42.556684 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe5dc94d-be13-4d57-be91-66815ded0c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:42.591278 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe5dc94d-be13-4d57-be91-66815ded0c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:42.651029 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe5dc94d-be13-4d57-be91-66815ded0c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:42.653489 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fe5dc94d-be13-4d57-be91-66815ded0c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:42.655538 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fe5dc94d-be13-4d57-be91-66815ded0c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "DELETE /v2.0/security-groups/8d605332-6997-4227-b1cb-629f2699b15a HTTP/1.1" status: 204 len: 168 time: 0.1602814 Dec 20 22:09:42.658847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51560) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:09:42.665438 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dc94d-be13-4d57-be91-66815ded0c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d605332-6997-4227-b1cb-629f2699b15a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:42.673574 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dc94d-be13-4d57-be91-66815ded0c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:42.673914 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dc94d-be13-4d57-be91-66815ded0c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:42.674264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dc94d-be13-4d57-be91-66815ded0c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:42.674599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dc94d-be13-4d57-be91-66815ded0c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:42.674914 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dc94d-be13-4d57-be91-66815ded0c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:42.675460 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dc94d-be13-4d57-be91-66815ded0c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:42.675579 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-48f35eda-1f46-494f-82a2-b1b0b4ba9c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] show failed (client error): The resource could not be found. Dec 20 22:09:42.675846 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dc94d-be13-4d57-be91-66815ded0c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:42.676103 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dc94d-be13-4d57-be91-66815ded0c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:42.676585 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dc94d-be13-4d57-be91-66815ded0c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:42.677139 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dc94d-be13-4d57-be91-66815ded0c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:42.677444 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-48f35eda-1f46-494f-82a2-b1b0b4ba9c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "GET /v2.0/security-groups/8d605332-6997-4227-b1cb-629f2699b15a HTTP/1.1" status: 404 len: 347 time: 0.0169818 Dec 20 22:09:42.677749 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dc94d-be13-4d57-be91-66815ded0c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:42.678093 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5dc94d-be13-4d57-be91-66815ded0c7e tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:09:42.682441 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51562) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:09:42.836763 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cea3d-ce2a-46db-a71b-0c2a5b12fe37 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Deleting port 1fe668ec-622a-42ee-ab83-ca008cb9a6fe {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:09:42.837216 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e8cea3d-ce2a-46db-a71b-0c2a5b12fe37 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:42.925352 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e8cea3d-ce2a-46db-a71b-0c2a5b12fe37 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:42.925563 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e8cea3d-ce2a-46db-a71b-0c2a5b12fe37 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:42.939508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cea3d-ce2a-46db-a71b-0c2a5b12fe37 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Calling delete_port for 1fe668ec-622a-42ee-ab83-ca008cb9a6fe owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:09:43.103242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e8cea3d-ce2a-46db-a71b-0c2a5b12fe37 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:43.132785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cea3d-ce2a-46db-a71b-0c2a5b12fe37 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Pushing event deleted for resources: {'Port': ['ID=1fe668ec-622a-42ee-ab83-ca008cb9a6fe,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:43.219147 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e8cea3d-ce2a-46db-a71b-0c2a5b12fe37 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:43.221959 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7e8cea3d-ce2a-46db-a71b-0c2a5b12fe37 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:43.223129 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7e8cea3d-ce2a-46db-a71b-0c2a5b12fe37 tempest-ServerActionsTestJSON-781755410 tempest-ServerActionsTestJSON-781755410-project] 10.222.0.32 "DELETE /v2.0/floatingips/8a2c5e94-2bc3-4945-9b1d-81fc43e3dede HTTP/1.1" status: 204 len: 168 time: 0.5391600 Dec 20 22:09:43.226299 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51564) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:09:43.649737 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b4aa29be-c498-4054-b4a2-e396749454ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:43.903313 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-b4aa29be-c498-4054-b4a2-e396749454ea admin admin] Deleting port a18268b1-cc7e-485f-8548-f9e68036d8b4 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:09:43.903986 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b4aa29be-c498-4054-b4a2-e396749454ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:43.978841 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-b4aa29be-c498-4054-b4a2-e396749454ea admin admin] For port a18268b1-cc7e-485f-8548-f9e68036d8b4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a18268b1-cc7e-485f-8548-f9e68036d8b4,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:09:43.979232 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b4aa29be-c498-4054-b4a2-e396749454ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:43.995985 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-b4aa29be-c498-4054-b4a2-e396749454ea admin admin] Calling delete_port for a18268b1-cc7e-485f-8548-f9e68036d8b4 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:09:44.180897 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b4aa29be-c498-4054-b4a2-e396749454ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:44.208479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa29be-c498-4054-b4a2-e396749454ea admin admin] Pushing event deleted for resources: {'Port': ['ID=a18268b1-cc7e-485f-8548-f9e68036d8b4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:44.685393 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b4aa29be-c498-4054-b4a2-e396749454ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:44.911066 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4aa29be-c498-4054-b4a2-e396749454ea admin admin] Router 18a71ccc-c545-4d7a-8424-5eab6db2d729 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:09:45.022587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4aa29be-c498-4054-b4a2-e396749454ea admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:09:45.028121 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b4aa29be-c498-4054-b4a2-e396749454ea admin admin] 10.222.0.32 "PUT /v2.0/routers/18a71ccc-c545-4d7a-8424-5eab6db2d729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8008437 Dec 20 22:09:45.030963 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51568) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:09:45.031933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c1514-4642-4946-8b19-607ab7280434 None None] Sync routers for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:09:45.041234 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5c1514-4642-4946-8b19-607ab7280434 None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:09:45.041847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fb5c1514-4642-4946-8b19-607ab7280434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:09:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:09:45.142096 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df4af52e-9729-4ef4-8bce-3677b557e744 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:45.147268 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-fb5c1514-4642-4946-8b19-607ab7280434 None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:09:45.247356 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df4af52e-9729-4ef4-8bce-3677b557e744 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:45.302675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-df4af52e-9729-4ef4-8bce-3677b557e744 admin admin] Deleting port cc423636-bdd0-4ae6-9e45-7194dffc5abe {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:09:45.303013 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df4af52e-9729-4ef4-8bce-3677b557e744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:45.332533 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:45.334744 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fb5c1514-4642-4946-8b19-607ab7280434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98'}], 'enable_snat': True}, 'gw_port_id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T22:09:44Z', 'revision_number': 5, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port': {'id': 'cc423636-bdd0-4ae6-9e45-7194dffc5abe', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:57:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T21:59:46Z', 'updated_at': '2021-12-20T21:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:09:45.361627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c1514-4642-4946-8b19-607ab7280434 None None] Checking router: 18a71ccc-c545-4d7a-8424-5eab6db2d729 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:09:45.370307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5c1514-4642-4946-8b19-607ab7280434 None None] Routers {'18a71ccc-c545-4d7a-8424-5eab6db2d729'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:09:45.370927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fb5c1514-4642-4946-8b19-607ab7280434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:09:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['18a71ccc-c545-4d7a-8424-5eab6db2d729'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:09:45.388725 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-df4af52e-9729-4ef4-8bce-3677b557e744 admin admin] For port cc423636-bdd0-4ae6-9e45-7194dffc5abe, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cc423636-bdd0-4ae6-9e45-7194dffc5abe,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:09:45.389136 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df4af52e-9729-4ef4-8bce-3677b557e744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:45.400981 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-df4af52e-9729-4ef4-8bce-3677b557e744 admin admin] Calling delete_port for cc423636-bdd0-4ae6-9e45-7194dffc5abe owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:09:45.458681 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-fb5c1514-4642-4946-8b19-607ab7280434 None None] Set router 18a71ccc-c545-4d7a-8424-5eab6db2d729 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:09:45.510918 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fb5c1514-4642-4946-8b19-607ab7280434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T22:09:45Z', 'revision_number': 6, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:09:45.538961 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c1514-4642-4946-8b19-607ab7280434 None None] The sync data for ids ['18a71ccc-c545-4d7a-8424-5eab6db2d729'] in n-d-xena-1 is: [{'id': '18a71ccc-c545-4d7a-8424-5eab6db2d729', 'name': 'tempest-ServerActionsTestJSON-2067724838-router', 'tenant_id': '62696e1014a64287bd2136ff7607fc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T21:59:45Z', 'updated_at': '2021-12-20T22:09:45Z', 'revision_number': 6, 'project_id': '62696e1014a64287bd2136ff7607fc96', 'gw_port_host': None}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:09:45.574527 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df4af52e-9729-4ef4-8bce-3677b557e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:45.601503 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4af52e-9729-4ef4-8bce-3677b557e744 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc423636-bdd0-4ae6-9e45-7194dffc5abe,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:45.662497 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df4af52e-9729-4ef4-8bce-3677b557e744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:45.754980 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df4af52e-9729-4ef4-8bce-3677b557e744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:45.757446 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df4af52e-9729-4ef4-8bce-3677b557e744 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:45.813219 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df4af52e-9729-4ef4-8bce-3677b557e744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:45.813723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4af52e-9729-4ef4-8bce-3677b557e744 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18a71ccc-c545-4d7a-8424-5eab6db2d729 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:09:45.818154 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-df4af52e-9729-4ef4-8bce-3677b557e744 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:45.819251 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-df4af52e-9729-4ef4-8bce-3677b557e744 admin admin] 10.222.0.32 "DELETE /v2.0/routers/18a71ccc-c545-4d7a-8424-5eab6db2d729 HTTP/1.1" status: 204 len: 168 time: 0.7872169 Dec 20 22:09:45.821880 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51570) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:09:45.865911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-40509828-a550-48b9-acd1-39f00fe63a0f admin admin] Deleting subnet 4408fff8-41c7-4651-80dd-1ef95c0748d0 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:09:45.869048 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40509828-a550-48b9-acd1-39f00fe63a0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:45.908055 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40509828-a550-48b9-acd1-39f00fe63a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:45.995784 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40509828-a550-48b9-acd1-39f00fe63a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:46.052162 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40509828-a550-48b9-acd1-39f00fe63a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:46.083190 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-40509828-a550-48b9-acd1-39f00fe63a0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:46.086536 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-40509828-a550-48b9-acd1-39f00fe63a0f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4408fff8-41c7-4651-80dd-1ef95c0748d0 HTTP/1.1" status: 204 len: 168 time: 0.2638342 Dec 20 22:09:46.087538 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40509828-a550-48b9-acd1-39f00fe63a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4408fff8-41c7-4651-80dd-1ef95c0748d0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:46.088571 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8e4c6d-ae7f-4fd5-a1c5-7e66c464b779 None None] Network 39aef4a9-ae1d-48ca-aed9-768af9087f5a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:09:46.089329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51572) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:09:46.165596 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:46.218838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] Deleting port 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:09:46.219194 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:46.288475 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] For port 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=884c30d9-d5ee-425e-b8ec-0aa1a3abd85c,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:09:46.288950 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:46.305830 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] Calling delete_port for 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:09:46.325653 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4b8c64-54bb-4fb8-b6bc-6299002cb11c None None] DHCP port deletion for 39aef4a9-ae1d-48ca-aed9-768af9087f5a request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 22:09:46.379867 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-be4b8c64-54bb-4fb8-b6bc-6299002cb11c None None] Deleting port 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:09:46.380654 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be4b8c64-54bb-4fb8-b6bc-6299002cb11c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:46.391143 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:46.421371 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] Pushing event deleted for resources: {'Port': ['ID=884c30d9-d5ee-425e-b8ec-0aa1a3abd85c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:46.425507 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] No DVR routers for this DVR port 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:09:46.502124 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:46.526262 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39aef4a9-ae1d-48ca-aed9-768af9087f5a']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:09:46.538488 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356390fa-3d9d-4b8b-8ecf-a3f4467e463e') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:09:46.538798 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356390fa-3d9d-4b8b-8ecf-a3f4467e463e') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:09:46.551439 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:46.569760 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:46.577187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:09:46.577807 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: timer() Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:09:46.580104 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:09:46.630389 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-be4b8c64-54bb-4fb8-b6bc-6299002cb11c None None] For port 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=884c30d9-d5ee-425e-b8ec-0aa1a3abd85c,segment=NetworkSegment(356390fa-3d9d-4b8b-8ecf-a3f4467e463e),segment_id=356390fa-3d9d-4b8b-8ecf-a3f4467e463e)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:09:46.630823 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be4b8c64-54bb-4fb8-b6bc-6299002cb11c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:46.644091 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-be4b8c64-54bb-4fb8-b6bc-6299002cb11c None None] Calling delete_port for 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:09:46.660585 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:46.666934 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:46.670044 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] 10.222.0.32 "DELETE /v2.0/networks/39aef4a9-ae1d-48ca-aed9-768af9087f5a HTTP/1.1" status: 204 len: 168 time: 0.5795100 Dec 20 22:09:46.686645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90c4ec-5ba9-4f3b-b9da-b9a277efd358 admin admin] Pushing event deleted for resources: {'Network': ['ID=39aef4a9-ae1d-48ca-aed9-768af9087f5a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:46.732695 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-be4b8c64-54bb-4fb8-b6bc-6299002cb11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:46.754756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be4b8c64-54bb-4fb8-b6bc-6299002cb11c None None] Network 39aef4a9-ae1d-48ca-aed9-768af9087f5a is not hosted by any dhcp agent {{(pid=102403) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 20 22:09:46.755216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4b8c64-54bb-4fb8-b6bc-6299002cb11c None None] No DVR routers for this DVR port 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:09:46.763379 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b8c64-54bb-4fb8-b6bc-6299002cb11c None None] Pushing event deleted for resources: {'Port': ['ID=884c30d9-d5ee-425e-b8ec-0aa1a3abd85c,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:46.876963 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51576) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:09:46.917732 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2318364b-2a39-4ed6-9d0c-d3dd5c912a68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62696e1014a64287bd2136ff7607fc96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394843 Dec 20 22:09:46.920236 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51578) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:09:46.969724 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a7189f28-01a6-4a51-80f8-d6ea9feb5edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:46.991911 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a7189f28-01a6-4a51-80f8-d6ea9feb5edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:47.002775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a18268b1-cc7e-485f-8548-f9e68036d8b4 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:09:47.025011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: a18268b1-cc7e-485f-8548-f9e68036d8b4 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:09:47.025368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a18268b1-cc7e-485f-8548-f9e68036d8b4 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:09:47.025950 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device cc423636-bdd0-4ae6-9e45-7194dffc5abe no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:09:47.042271 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a7189f28-01a6-4a51-80f8-d6ea9feb5edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:47.044748 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a7189f28-01a6-4a51-80f8-d6ea9feb5edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:47.044968 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: cc423636-bdd0-4ae6-9e45-7194dffc5abe {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:09:47.045398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device cc423636-bdd0-4ae6-9e45-7194dffc5abe not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:09:47.045998 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:09:47.046154 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a7189f28-01a6-4a51-80f8-d6ea9feb5edf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/518b445c-1484-495c-a39c-84333a07a83f HTTP/1.1" status: 204 len: 168 time: 0.1248982 Dec 20 22:09:47.054731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7189f28-01a6-4a51-80f8-d6ea9feb5edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518b445c-1484-495c-a39c-84333a07a83f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:47.069938 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:09:47.070585 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 884c30d9-d5ee-425e-b8ec-0aa1a3abd85c not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:09:47.869751 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51600) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:09:48.008191 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-9091d566-b01f-4443-8d68-956db51cd45d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2131018775-network', 'tenant_id': '877bdf0e14e846bf8240c5f553e6c9d2'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:09:48.031126 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9091d566-b01f-4443-8d68-956db51cd45d admin admin] Made reservation on behalf of 877bdf0e14e846bf8240c5f553e6c9d2 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:09:48.034591 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9091d566-b01f-4443-8d68-956db51cd45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:48.048228 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9091d566-b01f-4443-8d68-956db51cd45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:48.136098 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9091d566-b01f-4443-8d68-956db51cd45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:48.142455 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9091d566-b01f-4443-8d68-956db51cd45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:48.170913 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9091d566-b01f-4443-8d68-956db51cd45d admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:09:48.180976 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091d566-b01f-4443-8d68-956db51cd45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6be30f-d842-43b1-8bd6-0f8f78fcce85,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:48.190900 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9091d566-b01f-4443-8d68-956db51cd45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:48.190900 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-9091d566-b01f-4443-8d68-956db51cd45d admin admin] Added segment 5325fc93-e638-409a-8184-2aaf1298bb23 of type vlan for network 3edb42c1-6296-408e-b43e-007adb3eee9a Dec 20 22:09:48.239503 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9091d566-b01f-4443-8d68-956db51cd45d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:48.268633 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9091d566-b01f-4443-8d68-956db51cd45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:48.270420 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9091d566-b01f-4443-8d68-956db51cd45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:48.271458 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9091d566-b01f-4443-8d68-956db51cd45d admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:48.335863 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9091d566-b01f-4443-8d68-956db51cd45d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4649506 Dec 20 22:09:48.339317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51604) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:09:48.343305 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091d566-b01f-4443-8d68-956db51cd45d admin admin] Pushing event updated for resources: {'Network': ['ID=3edb42c1-6296-408e-b43e-007adb3eee9a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:48.344744 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-54a451a9-07c3-4917-baee-0afd96af913a admin admin] Request body: {'subnet': {'network_id': '3edb42c1-6296-408e-b43e-007adb3eee9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2131018775-subnet', 'tenant_id': '877bdf0e14e846bf8240c5f553e6c9d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:09:48.354909 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 3edb42c1-6296-408e-b43e-007adb3eee9a details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:09:48.372217 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a451a9-07c3-4917-baee-0afd96af913a admin admin] Made reservation on behalf of 877bdf0e14e846bf8240c5f553e6c9d2 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:09:48.374624 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54a451a9-07c3-4917-baee-0afd96af913a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:48.429255 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:48.543926 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54a451a9-07c3-4917-baee-0afd96af913a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:48.605361 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a451a9-07c3-4917-baee-0afd96af913a admin admin] Pushing event updated for resources: {'Subnet': ['ID=359fc6b4-4429-45f7-9373-5a32b27bf1c4,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:48.616437 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a451a9-07c3-4917-baee-0afd96af913a admin admin] Checking segment: {'id': '5325fc93-e638-409a-8184-2aaf1298bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3edb42c1-6296-408e-b43e-007adb3eee9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:09:48.616790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a451a9-07c3-4917-baee-0afd96af913a admin admin] Network hostable DHCP agents. Network: 3edb42c1-6296-408e-b43e-007adb3eee9a, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:09:48.635568 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a451a9-07c3-4917-baee-0afd96af913a admin admin] Network 3edb42c1-6296-408e-b43e-007adb3eee9a is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:09:48.645043 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-54a451a9-07c3-4917-baee-0afd96af913a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 3edb42c1-6296-408e-b43e-007adb3eee9a) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:09:48.648924 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a451a9-07c3-4917-baee-0afd96af913a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:48.649506 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-54a451a9-07c3-4917-baee-0afd96af913a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:48.654906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efc2e22-ad29-43d4-a9b3-700641f437ad None None] Network 3edb42c1-6296-408e-b43e-007adb3eee9a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:09:48.667041 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-54a451a9-07c3-4917-baee-0afd96af913a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3266108 Dec 20 22:09:48.780642 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3810ffd6-a662-44ec-b7cb-ab52f9d4abc3 None None] Network 3edb42c1-6296-408e-b43e-007adb3eee9a requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:09:49.133562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-f9c1d8ae-8632-46e4-8eee-ecff7331af50 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:49.135064 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-f9c1d8ae-8632-46e4-8eee-ecff7331af50 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/networks?id=3edb42c1-6296-408e-b43e-007adb3eee9a HTTP/1.1" status: 200 len: 814 time: 0.1105287 Dec 20 22:09:49.150748 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-fc6b1c25-e19b-4813-80f4-2a62ba1e38aa tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/quotas/877bdf0e14e846bf8240c5f553e6c9d2 HTTP/1.1" status: 200 len: 375 time: 0.0093229 Dec 20 22:09:49.187188 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-bc942311-01a1-4bbf-a392-2f2249481b37 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=877bdf0e14e846bf8240c5f553e6c9d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311260 Dec 20 22:09:49.280492 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-53b50fc4-7b5d-41aa-96f0-e0af4feacecd service neutron] 10.222.0.32 "GET /v2.0/networks/3edb42c1-6296-408e-b43e-007adb3eee9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862100 Dec 20 22:09:49.378259 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-0fc5af2c-c052-42b9-a3d1-cf525cf75de4 service neutron] 10.222.0.32 "GET /v2.0/networks/3edb42c1-6296-408e-b43e-007adb3eee9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886514 Dec 20 22:09:49.561900 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-26c67b79-ccf9-4b39-bfe6-ad95c7afd085 req-d625281f-6286-4ef2-9ee5-dd6b2f9b1cab tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 210 time: 0.0278180 Dec 20 22:09:50.672949 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a384426-fbd6-4e05-b8e1-defb8c830722 req-f457392f-93da-47e8-8160-5d2ae88f389f tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 210 time: 0.0371978 Dec 20 22:09:50.768491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-6d5c2860-5c3c-4739-882e-c30a9001c421 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:50.769923 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-6d5c2860-5c3c-4739-882e-c30a9001c421 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.66 "GET /v2.0/networks?id=3edb42c1-6296-408e-b43e-007adb3eee9a HTTP/1.1" status: 200 len: 814 time: 0.1221876 Dec 20 22:09:50.787869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-85ffbeaa-5409-4372-9bbf-e86f88b03eb1 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Request body: {'port': {'device_id': '49d1d383-eea1-4dff-be24-63fb46c7593f', 'network_id': '3edb42c1-6296-408e-b43e-007adb3eee9a', 'admin_state_up': True, 'tenant_id': '877bdf0e14e846bf8240c5f553e6c9d2'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:09:50.907134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-85ffbeaa-5409-4372-9bbf-e86f88b03eb1 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Made reservation on behalf of 877bdf0e14e846bf8240c5f553e6c9d2 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:09:50.910608 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-85ffbeaa-5409-4372-9bbf-e86f88b03eb1 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:51.038343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-85ffbeaa-5409-4372-9bbf-e86f88b03eb1 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Allocated IP 172.20.0.11 (3edb42c1-6296-408e-b43e-007adb3eee9a/359fc6b4-4429-45f7-9373-5a32b27bf1c4/5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:09:51.205296 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-85ffbeaa-5409-4372-9bbf-e86f88b03eb1 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:51.245384 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-85ffbeaa-5409-4372-9bbf-e86f88b03eb1 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:51.296662 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-85ffbeaa-5409-4372-9bbf-e86f88b03eb1 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Network 3edb42c1-6296-408e-b43e-007adb3eee9a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:09:51.299730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-85ffbeaa-5409-4372-9bbf-e86f88b03eb1 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:09:51.303491 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-85ffbeaa-5409-4372-9bbf-e86f88b03eb1 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:09:51.313156 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffbeaa-5409-4372-9bbf-e86f88b03eb1 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Pushing event updated for resources: {'Port': ['ID=5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:51.358869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-85ffbeaa-5409-4372-9bbf-e86f88b03eb1 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:51.359473 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-85ffbeaa-5409-4372-9bbf-e86f88b03eb1 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:51.377395 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-85ffbeaa-5409-4372-9bbf-e86f88b03eb1 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5933063 Dec 20 22:09:51.393752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Request body: {'port': {'device_id': '49d1d383-eea1-4dff-be24-63fb46c7593f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:09:51.452474 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:51.717593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:09:51.725196 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:51.737385 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Transition to ACTIVE for port object 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:09:51.742509 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:51.793806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Pushing event updated for resources: {'Port': ['ID=5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:51.797929 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b504945-3c54-48b5-b67f-e3c28a30b875 req-ffb08a88-2013-44eb-a2f1-585fe29cde21 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:51.799649 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7b504945-3c54-48b5-b67f-e3c28a30b875 req-ffb08a88-2013-44eb-a2f1-585fe29cde21 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 944 time: 0.0564699 Dec 20 22:09:51.841140 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7b504945-3c54-48b5-b67f-e3c28a30b875 req-68156da3-4953-4a98-be64-3b9299cbb534 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344479 Dec 20 22:09:51.860724 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Attempting to bind port 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:09:51.860995 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Attempting to bind port 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '5325fc93-e638-409a-8184-2aaf1298bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3edb42c1-6296-408e-b43e-007adb3eee9a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:09:51.861323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Attempting to bind port 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf on network 3edb42c1-6296-408e-b43e-007adb3eee9a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:09:51.865652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Port 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf on network 3edb42c1-6296-408e-b43e-007adb3eee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:09:51.865969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Attempting to bind port 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf on network 3edb42c1-6296-408e-b43e-007adb3eee9a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:09:51.870715 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:09:51.871053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Checking segment: {'id': '5325fc93-e638-409a-8184-2aaf1298bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3edb42c1-6296-408e-b43e-007adb3eee9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:09:51.871432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Bound using segment: {'id': '5325fc93-e638-409a-8184-2aaf1298bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3edb42c1-6296-408e-b43e-007adb3eee9a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:09:51.871854 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Bound port: 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5325fc93-e638-409a-8184-2aaf1298bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3edb42c1-6296-408e-b43e-007adb3eee9a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:09:51.872212 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:51.938846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] For port 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:09:51.942139 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] For port 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf,segment=NetworkSegment(5325fc93-e638-409a-8184-2aaf1298bb23),segment_id=5325fc93-e638-409a-8184-2aaf1298bb23)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:09:51.951335 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:51.984965 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:51.985623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:51.987186 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] 10.222.0.66 "PUT /v2.0/ports/5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf HTTP/1.1" status: 200 len: 1090 time: 0.5974405 Dec 20 22:09:51.989432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d1d383-eea1-4dff-be24-63fb46c7593f', 'tag': '5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:09:51.991778 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f0dac4-8e04-4642-832e-ebb88e8d43aa" -d '{"events": [{"name": "network-changed", "server_uuid": "49d1d383-eea1-4dff-be24-63fb46c7593f", "tag": "5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:09:52.020062 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598feafa-e4eb-4831-bed7-a14de8ea28bc service neutron] Pushing event updated for resources: {'Port': ['ID=5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:52.036427 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10a7a0d-307c-4e02-a3aa-7fdf2c96a196 x-openstack-request-id: req-d10a7a0d-307c-4e02-a3aa-7fdf2c96a196 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:09:52.036725 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d1d383-eea1-4dff-be24-63fb46c7593f", "tag": "5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:09:52.036993 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d10a7a0d-307c-4e02-a3aa-7fdf2c96a196 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:09:52.037393 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d1d383-eea1-4dff-be24-63fb46c7593f', 'tag': '5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf', 'status': 'completed', 'code': 200} Dec 20 22:09:52.089039 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-ba7116e1-7370-45e9-9c17-675002f49109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:52.090533 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-ba7116e1-7370-45e9-9c17-675002f49109 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=877bdf0e14e846bf8240c5f553e6c9d2&device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 1093 time: 0.0427639 Dec 20 22:09:52.139078 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-eb90de22-4fe0-48af-b0e4-aa128f189ed8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf HTTP/1.1" status: 200 len: 217 time: 0.0360067 Dec 20 22:09:52.188075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-016f5056-8ed8-4ecd-9b00-b739b6f041dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:52.189465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-016f5056-8ed8-4ecd-9b00-b739b6f041dc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=359fc6b4-4429-45f7-9373-5a32b27bf1c4 HTTP/1.1" status: 200 len: 854 time: 0.0439341 Dec 20 22:09:52.221226 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-e82f437f-56c4-4fae-a26f-9d40151ab5f2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3edb42c1-6296-408e-b43e-007adb3eee9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251658 Dec 20 22:09:52.313416 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-f4719194-2784-41d9-8244-8b88f4358fb2 service neutron] 10.222.0.66 "GET /v2.0/networks/3edb42c1-6296-408e-b43e-007adb3eee9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856383 Dec 20 22:09:52.403034 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-074d5aba-3cdc-467e-bc0b-6caf67489c1f req-51574564-0a28-40d0-974d-e47dfa9c4e36 service neutron] 10.222.0.66 "GET /v2.0/networks/3edb42c1-6296-408e-b43e-007adb3eee9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828896 Dec 20 22:09:52.546782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0dac4-8e04-4642-832e-ebb88e8d43aa req-b4618732-9b20-4f55-83af-3a84cd7c5484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:52.548331 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44f0dac4-8e04-4642-832e-ebb88e8d43aa req-b4618732-9b20-4f55-83af-3a84cd7c5484 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=877bdf0e14e846bf8240c5f553e6c9d2&device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 1093 time: 0.0420437 Dec 20 22:09:52.644300 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0dac4-8e04-4642-832e-ebb88e8d43aa req-ed0e2769-bfba-4263-8041-41a5b4dc2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:52.645914 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44f0dac4-8e04-4642-832e-ebb88e8d43aa req-ed0e2769-bfba-4263-8041-41a5b4dc2143 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3edb42c1-6296-408e-b43e-007adb3eee9a HTTP/1.1" status: 200 len: 915 time: 0.0909083 Dec 20 22:09:52.686598 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44f0dac4-8e04-4642-832e-ebb88e8d43aa req-3e017fea-9907-47da-bba5-10ada2755922 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf HTTP/1.1" status: 200 len: 217 time: 0.0338678 Dec 20 22:09:52.739982 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0dac4-8e04-4642-832e-ebb88e8d43aa req-a7db165a-1ed5-44f9-9560-fc2755e00c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:52.742684 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44f0dac4-8e04-4642-832e-ebb88e8d43aa req-a7db165a-1ed5-44f9-9560-fc2755e00c62 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=359fc6b4-4429-45f7-9373-5a32b27bf1c4 HTTP/1.1" status: 200 len: 854 time: 0.0496933 Dec 20 22:09:52.775850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44f0dac4-8e04-4642-832e-ebb88e8d43aa req-b0dcbd8d-91c7-4059-8e41-d0765cb6cafe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3edb42c1-6296-408e-b43e-007adb3eee9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255296 Dec 20 22:09:52.881610 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44f0dac4-8e04-4642-832e-ebb88e8d43aa req-ea151021-7a7a-4b98-b362-872e2b45bc03 service neutron] 10.222.0.66 "GET /v2.0/networks/3edb42c1-6296-408e-b43e-007adb3eee9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982013 Dec 20 22:09:52.963430 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a8e31-d221-4e42-b56f-9b39f273a3ff req-627faaf1-97fa-4d13-864b-33f4739e4122 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:52.964890 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3e3a8e31-d221-4e42-b56f-9b39f273a3ff req-627faaf1-97fa-4d13-864b-33f4739e4122 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 944 time: 0.0506091 Dec 20 22:09:52.979179 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-44f0dac4-8e04-4642-832e-ebb88e8d43aa req-1bdcfe9a-9d97-452f-bf47-d372c08d4b98 service neutron] 10.222.0.66 "GET /v2.0/networks/3edb42c1-6296-408e-b43e-007adb3eee9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903506 Dec 20 22:09:53.007504 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3e3a8e31-d221-4e42-b56f-9b39f273a3ff req-839ee566-b1d1-4c09-ac7c-e5305d4c0c67 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357962 Dec 20 22:09:54.131655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f667f-3ccb-4e46-857b-eaae4a514c7f req-e100564b-145d-439c-a4cb-eae42e77d176 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:54.133100 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-949f667f-3ccb-4e46-857b-eaae4a514c7f req-e100564b-145d-439c-a4cb-eae42e77d176 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 944 time: 0.0527701 Dec 20 22:09:54.182506 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-949f667f-3ccb-4e46-857b-eaae4a514c7f req-b28966f3-3601-4efb-84b2-48d41c3d2940 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425115 Dec 20 22:09:55.320954 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af95978-94b2-426c-8e49-8d413be77d09 req-3e2377ad-571d-444b-8e85-f9f2d56dc37d tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:55.322450 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0af95978-94b2-426c-8e49-8d413be77d09 req-3e2377ad-571d-444b-8e85-f9f2d56dc37d tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 944 time: 0.0602450 Dec 20 22:09:55.363318 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0af95978-94b2-426c-8e49-8d413be77d09 req-81b36bd7-b1f1-4b08-a67c-df776b644b89 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318730 Dec 20 22:09:56.292943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:09:56.317805 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:09:56.397742 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf,segment=NetworkSegment(5325fc93-e638-409a-8184-2aaf1298bb23),segment_id=5325fc93-e638-409a-8184-2aaf1298bb23)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:09:56.410356 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf', 'network_id': '3edb42c1-6296-408e-b43e-007adb3eee9a', 'port_id': '5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf', 'mac_address': 'fa:16:3e:90:2b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359fc6b4-4429-45f7-9373-5a32b27bf1c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:09:56.449459 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:56.463026 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:09:56.484546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf,segment=NetworkSegment(5325fc93-e638-409a-8184-2aaf1298bb23),segment_id=5325fc93-e638-409a-8184-2aaf1298bb23)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:09:56.489361 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:56.490721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43647855-9d71-4f15-a23c-6a82f85fc281 req-c67ebf5f-ed5f-4f04-a1c8-013ac86e77ba tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:56.492325 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43647855-9d71-4f15-a23c-6a82f85fc281 req-c67ebf5f-ed5f-4f04-a1c8-013ac86e77ba tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 944 time: 0.0533454 Dec 20 22:09:56.534932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43647855-9d71-4f15-a23c-6a82f85fc281 req-a9bd8cab-32c3-4dd6-b566-7379dbbb2ecf tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359743 Dec 20 22:09:56.545037 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:56.754975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:09:57.246723 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a1701a0e-5893-414b-979e-cbd3afc26e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:57.661240 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90019bdf-13f0-403d-a862-4ff2acfa66e2 req-29be9a93-a9bf-465f-935b-53da7e52fb4b tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:57.662990 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90019bdf-13f0-403d-a862-4ff2acfa66e2 req-29be9a93-a9bf-465f-935b-53da7e52fb4b tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 945 time: 0.0578318 Dec 20 22:09:57.728388 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90019bdf-13f0-403d-a862-4ff2acfa66e2 req-82ce5896-9994-4496-8fcc-6252b6eab3bf tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583653 Dec 20 22:09:58.293621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:09:58.354696 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:09:58.359736 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:09:58.360288 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:58.448778 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:58.473522 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d1d383-eea1-4dff-be24-63fb46c7593f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:09:58.475868 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ce664f-c5f8-4e8a-ac12-3ce01af8d8fd" -d '{"events": [{"server_uuid": "49d1d383-eea1-4dff-be24-63fb46c7593f", "name": "network-vif-plugged", "status": "completed", "tag": "5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:09:58.488759 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf,segment=NetworkSegment(5325fc93-e638-409a-8184-2aaf1298bb23),segment_id=5325fc93-e638-409a-8184-2aaf1298bb23)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:09:58.494797 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:09:58.543150 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:09:58.578795 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477c1e67-3613-4b97-8759-d51a4a256f0d x-openstack-request-id: req-477c1e67-3613-4b97-8759-d51a4a256f0d {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:09:58.579095 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d1d383-eea1-4dff-be24-63fb46c7593f", "name": "network-vif-plugged", "status": "completed", "tag": "5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:09:58.579347 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-477c1e67-3613-4b97-8759-d51a4a256f0d {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:09:58.579746 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d1d383-eea1-4dff-be24-63fb46c7593f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf', 'code': 200} Dec 20 22:09:58.710060 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467ed57-186f-4ced-94f1-66cf6bf5e3d6 req-9886522e-9ad3-418c-9650-5450614cc6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:58.711620 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3467ed57-186f-4ced-94f1-66cf6bf5e3d6 req-9886522e-9ad3-418c-9650-5450614cc6ae service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 1095 time: 0.0494382 Dec 20 22:09:58.754386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3467ed57-186f-4ced-94f1-66cf6bf5e3d6 req-39d543a5-ecfa-4b19-bdc2-555b1e67266f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354829 Dec 20 22:09:58.862723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b86a8f-94f3-4d04-a84a-8b63bfd0d9d7 req-4d5c927a-6f23-45f2-8dee-fefa1fe27654 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:09:58.864216 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-11b86a8f-94f3-4d04-a84a-8b63bfd0d9d7 req-4d5c927a-6f23-45f2-8dee-fefa1fe27654 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 946 time: 0.0610385 Dec 20 22:09:58.904064 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-11b86a8f-94f3-4d04-a84a-8b63bfd0d9d7 req-856e2be2-3ad8-44a4-a7e2-90331dfa4340 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336812 Dec 20 22:09:59.561096 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa9257d1-e6d4-44af-9e77-6e5c0acccbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:00.040600 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c80586-3589-42ae-a3b7-b67b6f51361d req-aa052252-9c19-4373-b188-023a9f9d36d0 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:00.042094 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7c80586-3589-42ae-a3b7-b67b6f51361d req-aa052252-9c19-4373-b188-023a9f9d36d0 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 946 time: 0.0550103 Dec 20 22:10:00.081755 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7c80586-3589-42ae-a3b7-b67b6f51361d req-5d600758-d065-4c90-bb37-61dc63806cbe tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333421 Dec 20 22:10:00.340211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-ec2ce4eb-d9c6-41aa-8677-d55727885623 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:00.341666 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-ec2ce4eb-d9c6-41aa-8677-d55727885623 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/networks?id=3edb42c1-6296-408e-b43e-007adb3eee9a HTTP/1.1" status: 200 len: 814 time: 0.1208136 Dec 20 22:10:00.359354 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-2eb39667-407b-4c38-88ba-b2f41a1ad464 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/quotas/877bdf0e14e846bf8240c5f553e6c9d2 HTTP/1.1" status: 200 len: 375 time: 0.0091290 Dec 20 22:10:00.411673 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-4cbf6e5f-ceec-4494-9f50-fa384f8a4ee0 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=877bdf0e14e846bf8240c5f553e6c9d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456944 Dec 20 22:10:00.475312 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-03580853-2550-4e15-bf53-b3e6807c8332 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:10:00.476297 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-03580853-2550-4e15-bf53-b3e6807c8332 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0575714 Dec 20 22:10:00.573894 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-e3eb013c-95bc-44a8-ab1b-0d93cec125db service neutron] 10.222.0.32 "GET /v2.0/networks/3edb42c1-6296-408e-b43e-007adb3eee9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879948 Dec 20 22:10:00.670971 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-aefade6d-7161-414f-9d03-ef46271130b0 service neutron] 10.222.0.32 "GET /v2.0/networks/3edb42c1-6296-408e-b43e-007adb3eee9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906475 Dec 20 22:10:00.858960 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:01.866804 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e68bf220-9120-460f-8199-a4f4d18cb0aa req-6eac5b20-8938-49b9-bf58-1ae656453f6e tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c07f62b-9f2a-4670-9294-5980a5261e34 HTTP/1.1" status: 200 len: 210 time: 0.0390842 Dec 20 22:10:02.287753 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:02.438754 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:02.939174 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-f6754c7f-eb70-4643-be51-4501a8f2943e tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:02.940680 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-f6754c7f-eb70-4643-be51-4501a8f2943e tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.31 "GET /v2.0/networks?id=3edb42c1-6296-408e-b43e-007adb3eee9a HTTP/1.1" status: 200 len: 814 time: 0.1064162 Dec 20 22:10:02.961301 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Request body: {'port': {'device_id': '4c07f62b-9f2a-4670-9294-5980a5261e34', 'network_id': '3edb42c1-6296-408e-b43e-007adb3eee9a', 'admin_state_up': True, 'tenant_id': '877bdf0e14e846bf8240c5f553e6c9d2'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:02.972687 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d680f6d1-d679-4b26-beaf-e2897bb10d75 req-1f2ac260-c5e8-4d83-b01b-bf7c5d692864 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c07f62b-9f2a-4670-9294-5980a5261e34 HTTP/1.1" status: 200 len: 210 time: 0.0303757 Dec 20 22:10:03.076413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Made reservation on behalf of 877bdf0e14e846bf8240c5f553e6c9d2 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:03.080820 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:03.211124 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Allocated IP 172.20.0.8 (3edb42c1-6296-408e-b43e-007adb3eee9a/359fc6b4-4429-45f7-9373-5a32b27bf1c4/3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:10:03.360905 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:03.394028 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:03.434367 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:10:03.439571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Network 3edb42c1-6296-408e-b43e-007adb3eee9a is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:10:03.442889 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:03.446837 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:10:03.455512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Pushing event updated for resources: {'Port': ['ID=3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:03.487373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:03.487659 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:03.487989 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:03.488523 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:03.488901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:03.489230 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:03.489551 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:03.489875 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:03.490230 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:03.490556 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:03.490871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:03.491188 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:03.517977 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:03.518626 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:03.537458 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-9280d194-6e87-4b08-8855-8688b43c7ead tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5804186 Dec 20 22:10:03.556058 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Request body: {'port': {'device_id': '4c07f62b-9f2a-4670-9294-5980a5261e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:03.613173 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:03.889326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:10:03.897288 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:03.909342 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Transition to ACTIVE for port object 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:10:03.914201 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:03.967937 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:04.045507 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Attempting to bind port 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:10:04.045876 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Attempting to bind port 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '5325fc93-e638-409a-8184-2aaf1298bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3edb42c1-6296-408e-b43e-007adb3eee9a'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:10:04.046316 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Attempting to bind port 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 on network 3edb42c1-6296-408e-b43e-007adb3eee9a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:10:04.063401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Port 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 on network 3edb42c1-6296-408e-b43e-007adb3eee9a not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:10:04.063792 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Attempting to bind port 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 on network 3edb42c1-6296-408e-b43e-007adb3eee9a {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:10:04.086968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:10:04.087323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Checking segment: {'id': '5325fc93-e638-409a-8184-2aaf1298bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3edb42c1-6296-408e-b43e-007adb3eee9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:04.087750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Bound using segment: {'id': '5325fc93-e638-409a-8184-2aaf1298bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3edb42c1-6296-408e-b43e-007adb3eee9a'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:10:04.088206 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Bound port: 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5325fc93-e638-409a-8184-2aaf1298bb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3edb42c1-6296-408e-b43e-007adb3eee9a'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:10:04.088622 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:04.147093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ab920-fe11-4675-a9e2-cd1a0d637511 req-51783c4d-da37-4bfc-bf5e-1ec31f854e74 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:04.148582 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc0ab920-fe11-4675-a9e2-cd1a0d637511 req-51783c4d-da37-4bfc-bf5e-1ec31f854e74 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c07f62b-9f2a-4670-9294-5980a5261e34 HTTP/1.1" status: 200 len: 943 time: 0.0986056 Dec 20 22:10:04.205442 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] For port 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:10:04.210403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] For port 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5,segment=NetworkSegment(5325fc93-e638-409a-8184-2aaf1298bb23),segment_id=5325fc93-e638-409a-8184-2aaf1298bb23)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:10:04.216853 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc0ab920-fe11-4675-a9e2-cd1a0d637511 req-4523d186-9028-49d0-9b40-787d726b5c0d tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612769 Dec 20 22:10:04.218552 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:04.253968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:04.255404 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:04.256971 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] 10.222.0.31 "PUT /v2.0/ports/3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 HTTP/1.1" status: 200 len: 1089 time: 0.7061462 Dec 20 22:10:04.259505 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c07f62b-9f2a-4670-9294-5980a5261e34', 'tag': '3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:10:04.262302 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1381c1-9655-4970-a796-01551672a7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4c07f62b-9f2a-4670-9294-5980a5261e34", "tag": "3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:10:04.290742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b63e6-8a09-4400-9bb0-cf9f1040f3a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:04.306534 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac23b078-c917-4844-a5ae-bb2f24e6dec8 x-openstack-request-id: req-ac23b078-c917-4844-a5ae-bb2f24e6dec8 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:10:04.306832 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c07f62b-9f2a-4670-9294-5980a5261e34", "tag": "3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:10:04.307090 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac23b078-c917-4844-a5ae-bb2f24e6dec8 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:10:04.307493 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c07f62b-9f2a-4670-9294-5980a5261e34', 'tag': '3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5', 'status': 'completed', 'code': 200} Dec 20 22:10:04.366296 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-4d3eb92a-db3c-4d0b-9f42-5ef8df2d9b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:04.367809 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-4d3eb92a-db3c-4d0b-9f42-5ef8df2d9b46 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=877bdf0e14e846bf8240c5f553e6c9d2&device_id=4c07f62b-9f2a-4670-9294-5980a5261e34 HTTP/1.1" status: 200 len: 1092 time: 0.0428190 Dec 20 22:10:04.417743 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-72530815-ba1c-47d0-b33d-e39a793a2409 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 HTTP/1.1" status: 200 len: 217 time: 0.0370543 Dec 20 22:10:04.478191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-a829fffe-f75d-44e4-99a7-2ee2b2acf369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:04.480072 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-a829fffe-f75d-44e4-99a7-2ee2b2acf369 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=359fc6b4-4429-45f7-9373-5a32b27bf1c4 HTTP/1.1" status: 200 len: 854 time: 0.0554190 Dec 20 22:10:04.515121 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-5be51022-5b54-4f66-8af8-beb6724988ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3edb42c1-6296-408e-b43e-007adb3eee9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281479 Dec 20 22:10:04.625996 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-93ccf8cf-876a-4f8a-b883-0386ed60296f service neutron] 10.222.0.31 "GET /v2.0/networks/3edb42c1-6296-408e-b43e-007adb3eee9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045988 Dec 20 22:10:04.727934 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5089475-a51a-4ba6-a7c5-9596925c4566 req-4bab3334-2cf1-4696-80c8-bc7ded930157 service neutron] 10.222.0.31 "GET /v2.0/networks/3edb42c1-6296-408e-b43e-007adb3eee9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950675 Dec 20 22:10:04.858594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1381c1-9655-4970-a796-01551672a7c2 req-1c99157b-fade-4dac-8eb9-d5b817178645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:04.860135 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc1381c1-9655-4970-a796-01551672a7c2 req-1c99157b-fade-4dac-8eb9-d5b817178645 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=877bdf0e14e846bf8240c5f553e6c9d2&device_id=4c07f62b-9f2a-4670-9294-5980a5261e34 HTTP/1.1" status: 200 len: 1092 time: 0.0463312 Dec 20 22:10:05.250490 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1381c1-9655-4970-a796-01551672a7c2 req-cbf3afe9-545e-4dcb-bf12-e05196f3610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:05.251988 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc1381c1-9655-4970-a796-01551672a7c2 req-cbf3afe9-545e-4dcb-bf12-e05196f3610c service neutron] 10.222.0.31 "GET /v2.0/networks?id=3edb42c1-6296-408e-b43e-007adb3eee9a HTTP/1.1" status: 200 len: 915 time: 0.3853395 Dec 20 22:10:05.302221 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc1381c1-9655-4970-a796-01551672a7c2 req-bbb6099b-1d74-471e-be1f-99b58cbb4bee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 HTTP/1.1" status: 200 len: 217 time: 0.0428481 Dec 20 22:10:05.373929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1381c1-9655-4970-a796-01551672a7c2 req-5ec2943a-075a-446a-8fd8-3dc81808e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:05.375476 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc1381c1-9655-4970-a796-01551672a7c2 req-5ec2943a-075a-446a-8fd8-3dc81808e46b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=359fc6b4-4429-45f7-9373-5a32b27bf1c4 HTTP/1.1" status: 200 len: 854 time: 0.0558517 Dec 20 22:10:05.384372 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b366e-8c6d-45ef-b7d7-5bdcb7307ec2 req-f883870f-7016-45a9-b37c-c8acc53adcf2 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:05.385882 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-da7b366e-8c6d-45ef-b7d7-5bdcb7307ec2 req-f883870f-7016-45a9-b37c-c8acc53adcf2 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c07f62b-9f2a-4670-9294-5980a5261e34 HTTP/1.1" status: 200 len: 943 time: 0.0932145 Dec 20 22:10:05.415755 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc1381c1-9655-4970-a796-01551672a7c2 req-a56c84f5-8397-4fd2-b9a8-7e5ac35f0e2c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3edb42c1-6296-408e-b43e-007adb3eee9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288608 Dec 20 22:10:05.488801 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-da7b366e-8c6d-45ef-b7d7-5bdcb7307ec2 req-e5ef75cd-7bf8-4617-8083-757b04748513 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942192 Dec 20 22:10:05.531708 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc1381c1-9655-4970-a796-01551672a7c2 req-cb906c04-1110-4a16-8aec-10f2190b95b8 service neutron] 10.222.0.31 "GET /v2.0/networks/3edb42c1-6296-408e-b43e-007adb3eee9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079862 Dec 20 22:10:05.630745 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc1381c1-9655-4970-a796-01551672a7c2 req-99f1cf42-0995-4ddb-8cf1-f7ce267425c8 service neutron] 10.222.0.31 "GET /v2.0/networks/3edb42c1-6296-408e-b43e-007adb3eee9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918198 Dec 20 22:10:05.931997 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:10:06.044543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5,segment=NetworkSegment(5325fc93-e638-409a-8184-2aaf1298bb23),segment_id=5325fc93-e638-409a-8184-2aaf1298bb23)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:06.058608 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5', 'network_id': '3edb42c1-6296-408e-b43e-007adb3eee9a', 'port_id': '3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5', 'mac_address': 'fa:16:3e:d8:ff:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359fc6b4-4429-45f7-9373-5a32b27bf1c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:10:06.100094 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:06.114758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:10:06.137403 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5,segment=NetworkSegment(5325fc93-e638-409a-8184-2aaf1298bb23),segment_id=5325fc93-e638-409a-8184-2aaf1298bb23)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:06.142152 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:06.196204 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:06.405096 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:10:06.618060 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d9002-7cb7-40ba-9a6a-a5d23fe021dc req-6b82d22a-7a32-4137-b8e1-811309b4edd1 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:06.619697 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a49d9002-7cb7-40ba-9a6a-a5d23fe021dc req-6b82d22a-7a32-4137-b8e1-811309b4edd1 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c07f62b-9f2a-4670-9294-5980a5261e34 HTTP/1.1" status: 200 len: 944 time: 0.0545716 Dec 20 22:10:06.658633 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a49d9002-7cb7-40ba-9a6a-a5d23fe021dc req-f7a4df89-2f3c-4114-b5dd-a9c4b87c6679 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328181 Dec 20 22:10:07.787353 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555b5d3-21c1-4570-bf05-6635a1a7e162 req-593261eb-d6f9-4bba-9daa-b5d6d39ef39b tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:07.789075 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a555b5d3-21c1-4570-bf05-6635a1a7e162 req-593261eb-d6f9-4bba-9daa-b5d6d39ef39b tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c07f62b-9f2a-4670-9294-5980a5261e34 HTTP/1.1" status: 200 len: 944 time: 0.0606003 Dec 20 22:10:07.835270 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a555b5d3-21c1-4570-bf05-6635a1a7e162 req-b514c735-04d7-42ca-9c20-217906de0eb5 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396712 Dec 20 22:10:07.932891 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:10:07.987481 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:10:07.991524 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:07.991900 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:08.074630 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:08.096896 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c07f62b-9f2a-4670-9294-5980a5261e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:10:08.099443 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50687bde-41f7-40c0-96f9-b18be2bf265c" -d '{"events": [{"server_uuid": "4c07f62b-9f2a-4670-9294-5980a5261e34", "name": "network-vif-plugged", "status": "completed", "tag": "3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:10:08.112447 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5,segment=NetworkSegment(5325fc93-e638-409a-8184-2aaf1298bb23),segment_id=5325fc93-e638-409a-8184-2aaf1298bb23)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:08.116824 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:08.143426 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec36870-1298-48e4-b67d-1c78592e51c4 x-openstack-request-id: req-dec36870-1298-48e4-b67d-1c78592e51c4 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:10:08.143774 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c07f62b-9f2a-4670-9294-5980a5261e34", "name": "network-vif-plugged", "status": "completed", "tag": "3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:10:08.144764 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dec36870-1298-48e4-b67d-1c78592e51c4 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:10:08.144764 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c07f62b-9f2a-4670-9294-5980a5261e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5', 'code': 200} Dec 20 22:10:08.178090 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:08.261130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039064c-71d9-4357-962f-55f8b02eee75 req-e379bb0e-40b6-4d61-baf7-783752250ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:08.263214 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8039064c-71d9-4357-962f-55f8b02eee75 req-e379bb0e-40b6-4d61-baf7-783752250ded service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4c07f62b-9f2a-4670-9294-5980a5261e34 HTTP/1.1" status: 200 len: 1094 time: 0.0428896 Dec 20 22:10:08.307594 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8039064c-71d9-4357-962f-55f8b02eee75 req-37bfe3c3-d1a1-4fa0-8d3e-d2ed3918aea1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378010 Dec 20 22:10:08.968389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99836735-4fb5-4b5f-acf9-1f5eb7ef71b9 req-55083499-dc5e-4193-b03e-c8c290e1d67d tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:08.969911 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-99836735-4fb5-4b5f-acf9-1f5eb7ef71b9 req-55083499-dc5e-4193-b03e-c8c290e1d67d tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c07f62b-9f2a-4670-9294-5980a5261e34 HTTP/1.1" status: 200 len: 945 time: 0.0555816 Dec 20 22:10:09.010448 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-99836735-4fb5-4b5f-acf9-1f5eb7ef71b9 req-3cbab6b7-fe90-48a8-9011-04ac5dd185d5 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333302 Dec 20 22:10:10.142835 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb963f-e27b-4241-a72a-834e49448321 req-3759d4eb-d483-43a7-9092-04ff7e3df0a9 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:10.144378 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b3fb963f-e27b-4241-a72a-834e49448321 req-3759d4eb-d483-43a7-9092-04ff7e3df0a9 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c07f62b-9f2a-4670-9294-5980a5261e34 HTTP/1.1" status: 200 len: 945 time: 0.0620327 Dec 20 22:10:10.183928 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b3fb963f-e27b-4241-a72a-834e49448321 req-147bb36d-34a5-4bf0-9f5e-d1850f1abc58 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334644 Dec 20 22:10:10.441372 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2776f9-556f-4aee-98da-a3bb83d911fb req-49bdcc51-b74e-48aa-b017-8107102ec05b tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:10.443021 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf2776f9-556f-4aee-98da-a3bb83d911fb req-49bdcc51-b74e-48aa-b017-8107102ec05b tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c07f62b-9f2a-4670-9294-5980a5261e34 HTTP/1.1" status: 200 len: 945 time: 0.0622270 Dec 20 22:10:10.486394 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bf2776f9-556f-4aee-98da-a3bb83d911fb req-8b819c96-85aa-4c52-a26d-cf7c02b4bafb tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365107 Dec 20 22:10:11.632293 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f28584-32e0-4581-8a2a-abbf6f3cd0a9 req-7fa37c27-f1bc-438a-b674-13e75519bcf6 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:11.634095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e2f28584-32e0-4581-8a2a-abbf6f3cd0a9 req-7fa37c27-f1bc-438a-b674-13e75519bcf6 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c07f62b-9f2a-4670-9294-5980a5261e34 HTTP/1.1" status: 200 len: 945 time: 0.0679946 Dec 20 22:10:11.675093 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e2f28584-32e0-4581-8a2a-abbf6f3cd0a9 req-fc339c7d-863f-4696-8c30-5689a61a9c0a tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348392 Dec 20 22:10:11.815388 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588860a7-bc6d-413e-baae-67996d804436 req-ecc44523-77c1-4d9f-8292-b4c8375d56ca tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:11.816803 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-588860a7-bc6d-413e-baae-67996d804436 req-ecc44523-77c1-4d9f-8292-b4c8375d56ca tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c07f62b-9f2a-4670-9294-5980a5261e34 HTTP/1.1" status: 200 len: 945 time: 0.0608208 Dec 20 22:10:11.923833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-588860a7-bc6d-413e-baae-67996d804436 req-d57b0f56-4e48-41fc-9f0d-0fdd38965e42 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Deleting port 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:10:11.924170 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-588860a7-bc6d-413e-baae-67996d804436 req-d57b0f56-4e48-41fc-9f0d-0fdd38965e42 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:12.020666 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-588860a7-bc6d-413e-baae-67996d804436 req-d57b0f56-4e48-41fc-9f0d-0fdd38965e42 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] For port 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5,segment=NetworkSegment(5325fc93-e638-409a-8184-2aaf1298bb23),segment_id=5325fc93-e638-409a-8184-2aaf1298bb23)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:12.021027 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-588860a7-bc6d-413e-baae-67996d804436 req-d57b0f56-4e48-41fc-9f0d-0fdd38965e42 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:12.036108 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-588860a7-bc6d-413e-baae-67996d804436 req-d57b0f56-4e48-41fc-9f0d-0fdd38965e42 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Calling delete_port for 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:10:12.169550 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-588860a7-bc6d-413e-baae-67996d804436 req-d57b0f56-4e48-41fc-9f0d-0fdd38965e42 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:12.197018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b0f56-4e48-41fc-9f0d-0fdd38965e42 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Pushing event deleted for resources: {'Port': ['ID=3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:12.203361 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:10:12.207439 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:10:12.246672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-588860a7-bc6d-413e-baae-67996d804436 req-d57b0f56-4e48-41fc-9f0d-0fdd38965e42 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] No DVR routers for this DVR port 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:10:12.249415 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-588860a7-bc6d-413e-baae-67996d804436 req-d57b0f56-4e48-41fc-9f0d-0fdd38965e42 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:12.252907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-588860a7-bc6d-413e-baae-67996d804436 req-d57b0f56-4e48-41fc-9f0d-0fdd38965e42 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.31 "DELETE /v2.0/ports/3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 HTTP/1.1" status: 204 len: 173 time: 0.4302757 Dec 20 22:10:12.253355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c07f62b-9f2a-4670-9294-5980a5261e34', 'name': 'network-vif-deleted', 'tag': '3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:10:12.255656 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94091a7f-e31b-4ff6-ae71-46e29659bb58" -d '{"events": [{"server_uuid": "4c07f62b-9f2a-4670-9294-5980a5261e34", "name": "network-vif-deleted", "tag": "3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:10:12.301934 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd6f107-ecc0-40f8-9172-4a373a0117a3 x-openstack-request-id: req-9dd6f107-ecc0-40f8-9172-4a373a0117a3 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:10:12.302509 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c07f62b-9f2a-4670-9294-5980a5261e34", "name": "network-vif-deleted", "tag": "3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:10:12.302880 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9dd6f107-ecc0-40f8-9172-4a373a0117a3 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:10:12.303757 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c07f62b-9f2a-4670-9294-5980a5261e34', 'name': 'network-vif-deleted', 'tag': '3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5', 'status': 'completed', 'code': 200} Dec 20 22:10:12.794215 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-439e65a0-2170-42b8-878b-d9e0c59490e5 req-e576f21e-2942-4d9c-b7ff-3880cf08b9cf tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c07f62b-9f2a-4670-9294-5980a5261e34 HTTP/1.1" status: 200 len: 210 time: 0.0274618 Dec 20 22:10:13.957978 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c0c1c-0f66-4fc1-8808-5bf91b3e273d req-d9f0a8b0-90cb-4269-b88a-580c2e0ae5a5 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:13.959673 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-308c0c1c-0f66-4fc1-8808-5bf91b3e273d req-d9f0a8b0-90cb-4269-b88a-580c2e0ae5a5 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 946 time: 0.0551105 Dec 20 22:10:14.004102 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-308c0c1c-0f66-4fc1-8808-5bf91b3e273d req-2becb6d2-ac45-44b9-b653-ef9cd4fb53d0 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371132 Dec 20 22:10:14.149916 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750702d2-6f9e-4640-b19b-c70e6258a882 req-c62c5d60-44fa-4d09-bafb-75fc5c3cb4f6 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:14.151398 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-750702d2-6f9e-4640-b19b-c70e6258a882 req-c62c5d60-44fa-4d09-bafb-75fc5c3cb4f6 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 946 time: 0.0616183 Dec 20 22:10:14.190501 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-750702d2-6f9e-4640-b19b-c70e6258a882 req-0b68aeba-6762-41aa-b312-b35b2242fa7d tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328324 Dec 20 22:10:14.319706 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc67959-4794-4bb0-a7aa-168f4f00c293 req-b28ea818-d811-4ec3-b881-c87aa8e97010 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:14.321186 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bbc67959-4794-4bb0-a7aa-168f4f00c293 req-b28ea818-d811-4ec3-b881-c87aa8e97010 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 946 time: 0.0547092 Dec 20 22:10:14.369220 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bbc67959-4794-4bb0-a7aa-168f4f00c293 req-34635daf-16b9-4d3b-9460-7865b2c0b749 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414710 Dec 20 22:10:14.552448 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c61ee1-e01e-42a9-b903-fb95a4917394 req-97bc4834-649e-4fe2-b5ec-7653e99655fb tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:14.554706 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b1c61ee1-e01e-42a9-b903-fb95a4917394 req-97bc4834-649e-4fe2-b5ec-7653e99655fb tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 946 time: 0.0555830 Dec 20 22:10:14.596165 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b1c61ee1-e01e-42a9-b903-fb95a4917394 req-861dc6a6-3072-428d-af99-7adf6fb64ef8 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351748 Dec 20 22:10:14.731721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd850dc6-aa16-4c06-8c6b-0af4fcc48c71 req-937611a1-e6a9-4bdd-8321-13643f451a37 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:14.733608 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cd850dc6-aa16-4c06-8c6b-0af4fcc48c71 req-937611a1-e6a9-4bdd-8321-13643f451a37 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 946 time: 0.0552340 Dec 20 22:10:14.773194 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cd850dc6-aa16-4c06-8c6b-0af4fcc48c71 req-15b90337-abd5-4ec1-b5fe-1db3ff6c6824 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334449 Dec 20 22:10:14.923973 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ca8d0-45f3-485b-a995-87f8922ded3e req-978e3622-b61d-4d80-af90-654099b5f74b tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:14.925442 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c88ca8d0-45f3-485b-a995-87f8922ded3e req-978e3622-b61d-4d80-af90-654099b5f74b tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 946 time: 0.0550873 Dec 20 22:10:14.969056 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c88ca8d0-45f3-485b-a995-87f8922ded3e req-91cd0b44-cef7-4355-802d-1c47d6178b8c tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334003 Dec 20 22:10:15.297175 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb2147-0f99-461f-804e-c342e8ffca33 req-ca233c64-6591-4c06-8cfd-d06c59014959 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:15.298697 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cbb2147-0f99-461f-804e-c342e8ffca33 req-ca233c64-6591-4c06-8cfd-d06c59014959 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 946 time: 0.0535479 Dec 20 22:10:15.347182 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cbb2147-0f99-461f-804e-c342e8ffca33 req-1f846402-23ba-4cbd-860b-bc20cc9ace1a tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418293 Dec 20 22:10:15.347665 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:15.993360 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:10:16.013382 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:10:16.013746 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 3f2974b3-63ae-4ae6-9e82-b56e9b0e72c5 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:10:16.473368 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c93b6e-b720-48d6-9efb-5a7b1274fd19 req-c4f420bf-71f6-4506-be83-229de3d636dc tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:16.475042 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d6c93b6e-b720-48d6-9efb-5a7b1274fd19 req-c4f420bf-71f6-4506-be83-229de3d636dc tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 946 time: 0.0511456 Dec 20 22:10:16.521768 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d6c93b6e-b720-48d6-9efb-5a7b1274fd19 req-6fee5b13-b22d-4794-b990-54d126ec7bd4 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/security-groups?id=af6be30f-d842-43b1-8bd6-0f8f78fcce85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395379 Dec 20 22:10:16.684847 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cd81c-8a0a-4222-b1b4-848d6d0f3f7d req-4f1604f5-a16b-4643-80b4-8e27434d6490 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:16.686251 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-630cd81c-8a0a-4222-b1b4-848d6d0f3f7d req-4f1604f5-a16b-4643-80b4-8e27434d6490 tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.66 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 946 time: 0.0510447 Dec 20 22:10:16.785839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-630cd81c-8a0a-4222-b1b4-848d6d0f3f7d req-70c8043e-2b38-4d1d-9aa9-b4f712a798fe tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Deleting port 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:10:16.786175 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-630cd81c-8a0a-4222-b1b4-848d6d0f3f7d req-70c8043e-2b38-4d1d-9aa9-b4f712a798fe tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:16.874821 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-630cd81c-8a0a-4222-b1b4-848d6d0f3f7d req-70c8043e-2b38-4d1d-9aa9-b4f712a798fe tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] For port 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf,segment=NetworkSegment(5325fc93-e638-409a-8184-2aaf1298bb23),segment_id=5325fc93-e638-409a-8184-2aaf1298bb23)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:16.875187 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-630cd81c-8a0a-4222-b1b4-848d6d0f3f7d req-70c8043e-2b38-4d1d-9aa9-b4f712a798fe tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:16.888917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-630cd81c-8a0a-4222-b1b4-848d6d0f3f7d req-70c8043e-2b38-4d1d-9aa9-b4f712a798fe tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Calling delete_port for 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:10:17.036402 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-630cd81c-8a0a-4222-b1b4-848d6d0f3f7d req-70c8043e-2b38-4d1d-9aa9-b4f712a798fe tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:17.066453 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8043e-2b38-4d1d-9aa9-b4f712a798fe tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Pushing event deleted for resources: {'Port': ['ID=5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:17.071245 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:10:17.112589 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-630cd81c-8a0a-4222-b1b4-848d6d0f3f7d req-70c8043e-2b38-4d1d-9aa9-b4f712a798fe tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] No DVR routers for this DVR port 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:10:17.115487 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-630cd81c-8a0a-4222-b1b4-848d6d0f3f7d req-70c8043e-2b38-4d1d-9aa9-b4f712a798fe tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:17.118906 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-630cd81c-8a0a-4222-b1b4-848d6d0f3f7d req-70c8043e-2b38-4d1d-9aa9-b4f712a798fe tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.66 "DELETE /v2.0/ports/5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf HTTP/1.1" status: 204 len: 173 time: 0.4262543 Dec 20 22:10:17.119440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d1d383-eea1-4dff-be24-63fb46c7593f', 'name': 'network-vif-deleted', 'tag': '5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:10:17.121658 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31c72ac-dcec-40f3-a84a-8205be9559cb" -d '{"events": [{"server_uuid": "49d1d383-eea1-4dff-be24-63fb46c7593f", "name": "network-vif-deleted", "tag": "5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:10:17.163923 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51373df0-cf2d-4483-8949-0963ba43cbad x-openstack-request-id: req-51373df0-cf2d-4483-8949-0963ba43cbad {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:10:17.164227 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d1d383-eea1-4dff-be24-63fb46c7593f", "name": "network-vif-deleted", "tag": "5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:10:17.164480 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51373df0-cf2d-4483-8949-0963ba43cbad {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:10:17.164904 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d1d383-eea1-4dff-be24-63fb46c7593f', 'name': 'network-vif-deleted', 'tag': '5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf', 'status': 'completed', 'code': 200} Dec 20 22:10:17.647916 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-794f53b9-821b-4a94-9a4a-1b8cd3e41a0b req-acc62b0f-5b95-48b4-8298-cf23a65882ed tempest-ServersNegativeTestJSON-2111460202 tempest-ServersNegativeTestJSON-2111460202-project] 10.222.0.32 "GET /v2.0/ports?device_id=49d1d383-eea1-4dff-be24-63fb46c7593f HTTP/1.1" status: 200 len: 210 time: 0.0330319 Dec 20 22:10:18.414957 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:18.706620 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51756) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:18.758197 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3dfd884-e429-4945-bbf3-8e43c60270dd admin admin] Deleting subnet 359fc6b4-4429-45f7-9373-5a32b27bf1c4 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:10:18.761310 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd884-e429-4945-bbf3-8e43c60270dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:18.796074 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd884-e429-4945-bbf3-8e43c60270dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:18.836201 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd884-e429-4945-bbf3-8e43c60270dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:18.896788 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd884-e429-4945-bbf3-8e43c60270dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:18.925813 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfd884-e429-4945-bbf3-8e43c60270dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=359fc6b4-4429-45f7-9373-5a32b27bf1c4,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:18.928349 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd884-e429-4945-bbf3-8e43c60270dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:18.932091 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d3dfd884-e429-4945-bbf3-8e43c60270dd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/359fc6b4-4429-45f7-9373-5a32b27bf1c4 HTTP/1.1" status: 204 len: 168 time: 0.2243490 Dec 20 22:10:18.934638 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51758) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:19.004507 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-87db1de8-883e-4f09-a11f-df5dc14105a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:19.101529 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-87db1de8-883e-4f09-a11f-df5dc14105a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:19.123692 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-87db1de8-883e-4f09-a11f-df5dc14105a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edb42c1-6296-408e-b43e-007adb3eee9a']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:19.133959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-87db1de8-883e-4f09-a11f-df5dc14105a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5325fc93-e638-409a-8184-2aaf1298bb23') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:19.134304 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-87db1de8-883e-4f09-a11f-df5dc14105a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5325fc93-e638-409a-8184-2aaf1298bb23') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:19.144640 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-87db1de8-883e-4f09-a11f-df5dc14105a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:19.159186 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-87db1de8-883e-4f09-a11f-df5dc14105a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:19.165721 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87db1de8-883e-4f09-a11f-df5dc14105a2 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:10:19.166099 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-87db1de8-883e-4f09-a11f-df5dc14105a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: timer() Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:10:19.167842 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:10:19.220955 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-87db1de8-883e-4f09-a11f-df5dc14105a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:19.226640 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-87db1de8-883e-4f09-a11f-df5dc14105a2 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:19.229686 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-87db1de8-883e-4f09-a11f-df5dc14105a2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3edb42c1-6296-408e-b43e-007adb3eee9a HTTP/1.1" status: 204 len: 168 time: 0.2941005 Dec 20 22:10:19.241250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db1de8-883e-4f09-a11f-df5dc14105a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3edb42c1-6296-408e-b43e-007adb3eee9a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:19.347403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51762) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:19.394632 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dec7d32a-8298-4293-86fd-df4afe9bea01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=877bdf0e14e846bf8240c5f553e6c9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458620 Dec 20 22:10:19.397608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51764) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:19.451242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2aa99270-4fc3-48aa-9eb6-3ac77208e902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:19.472835 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2aa99270-4fc3-48aa-9eb6-3ac77208e902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:19.522571 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2aa99270-4fc3-48aa-9eb6-3ac77208e902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:19.525252 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2aa99270-4fc3-48aa-9eb6-3ac77208e902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:19.526457 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2aa99270-4fc3-48aa-9eb6-3ac77208e902 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af6be30f-d842-43b1-8bd6-0f8f78fcce85 HTTP/1.1" status: 204 len: 168 time: 0.1279278 Dec 20 22:10:19.535417 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa99270-4fc3-48aa-9eb6-3ac77208e902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6be30f-d842-43b1-8bd6-0f8f78fcce85,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:20.266741 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51786) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:20.370838 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-aae676b3-41df-4727-bb4f-1b5d774b5f5e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1738331712'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:20.392368 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae676b3-41df-4727-bb4f-1b5d774b5f5e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Made reservation on behalf of 500508844a9f41cc8b0b86934f97058a for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:20.396019 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aae676b3-41df-4727-bb4f-1b5d774b5f5e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:20.408450 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aae676b3-41df-4727-bb4f-1b5d774b5f5e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:20.416509 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:10:20.440445 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:10:20.440907 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 5253c20e-dee9-47b2-a20e-cbfdb0dd6fcf not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:10:20.492774 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aae676b3-41df-4727-bb4f-1b5d774b5f5e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:20.497441 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aae676b3-41df-4727-bb4f-1b5d774b5f5e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:20.524237 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae676b3-41df-4727-bb4f-1b5d774b5f5e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:10:20.534304 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae676b3-41df-4727-bb4f-1b5d774b5f5e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b078baba-57b3-4614-a6ac-e6340a136026,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:20.539269 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aae676b3-41df-4727-bb4f-1b5d774b5f5e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:20.539614 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-aae676b3-41df-4727-bb4f-1b5d774b5f5e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Added segment 45b7fa03-f044-4a48-bdf9-afdbcd646b9c of type vlan for network 9661bafa-c621-472a-ba6d-f4299861dd9e Dec 20 22:10:20.580408 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aae676b3-41df-4727-bb4f-1b5d774b5f5e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:20.606864 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aae676b3-41df-4727-bb4f-1b5d774b5f5e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:20.612244 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae676b3-41df-4727-bb4f-1b5d774b5f5e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:20.612879 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-aae676b3-41df-4727-bb4f-1b5d774b5f5e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:20.671710 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-aae676b3-41df-4727-bb4f-1b5d774b5f5e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4034801 Dec 20 22:10:20.686486 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae676b3-41df-4727-bb4f-1b5d774b5f5e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event updated for resources: {'Network': ['ID=9661bafa-c621-472a-ba6d-f4299861dd9e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:20.697595 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 9661bafa-c621-472a-ba6d-f4299861dd9e details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:10:23.912638 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51790) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:23.918965 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-9b372525-de33-4d4b-b575-a6b11247f2fd tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Request body: {'subnet': {'network_id': '9661bafa-c621-472a-ba6d-f4299861dd9e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:24.018205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b372525-de33-4d4b-b575-a6b11247f2fd tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Made reservation on behalf of 500508844a9f41cc8b0b86934f97058a for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:24.022858 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9b372525-de33-4d4b-b575-a6b11247f2fd tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:24.227486 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9b372525-de33-4d4b-b575-a6b11247f2fd tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:24.286182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b372525-de33-4d4b-b575-a6b11247f2fd tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event updated for resources: {'Subnet': ['ID=3735c5c0-1981-4bae-b4ad-d6cfbe3e1adf,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:24.306475 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b372525-de33-4d4b-b575-a6b11247f2fd tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Checking segment: {'id': '45b7fa03-f044-4a48-bdf9-afdbcd646b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9661bafa-c621-472a-ba6d-f4299861dd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:24.306829 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b372525-de33-4d4b-b575-a6b11247f2fd tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Network hostable DHCP agents. Network: 9661bafa-c621-472a-ba6d-f4299861dd9e, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:10:24.324223 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b372525-de33-4d4b-b575-a6b11247f2fd tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Network 9661bafa-c621-472a-ba6d-f4299861dd9e is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:10:24.333008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-9b372525-de33-4d4b-b575-a6b11247f2fd tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 9661bafa-c621-472a-ba6d-f4299861dd9e) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:24.338017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b372525-de33-4d4b-b575-a6b11247f2fd tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:24.338682 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9b372525-de33-4d4b-b575-a6b11247f2fd tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:24.345569 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1cf6f4-06b4-4e03-978c-fa7df662cd7a None None] Network 9661bafa-c621-472a-ba6d-f4299861dd9e requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:24.357758 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9b372525-de33-4d4b-b575-a6b11247f2fd tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4439020 Dec 20 22:10:24.361149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51792) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:24.366711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-ed95e73e-a856-4ec4-8250-f3e715556b32 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1486026279'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:24.389571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed95e73e-a856-4ec4-8250-f3e715556b32 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Made reservation on behalf of 500508844a9f41cc8b0b86934f97058a for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:24.393076 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ed95e73e-a856-4ec4-8250-f3e715556b32 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:24.420073 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed95e73e-a856-4ec4-8250-f3e715556b32 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:10:24.430533 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ed95e73e-a856-4ec4-8250-f3e715556b32 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:24.430864 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-ed95e73e-a856-4ec4-8250-f3e715556b32 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Added segment e484dade-4a69-4837-9787-861274c81615 of type vlan for network 56a27a48-cd51-4180-b78c-48863a5e45c3 Dec 20 22:10:24.482442 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ed95e73e-a856-4ec4-8250-f3e715556b32 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:24.496838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-9661bafa-c621-472a-ba6d-f4299861dd9e', 'network_id': '9661bafa-c621-472a-ba6d-f4299861dd9e', 'tenant_id': '500508844a9f41cc8b0b86934f97058a', 'fixed_ips': [{'subnet_id': '3735c5c0-1981-4bae-b4ad-d6cfbe3e1adf'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:10:24.497732 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:24.510585 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ed95e73e-a856-4ec4-8250-f3e715556b32 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:24.516619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed95e73e-a856-4ec4-8250-f3e715556b32 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:24.517256 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ed95e73e-a856-4ec4-8250-f3e715556b32 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:24.608473 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ed95e73e-a856-4ec4-8250-f3e715556b32 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2430258 Dec 20 22:10:24.609596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51794) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:24.617952 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5b17dceb-0033-411c-ac4a-304e90c6a4f7 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Request body: {'subnet': {'network_id': '56a27a48-cd51-4180-b78c-48863a5e45c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:24.635222 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95e73e-a856-4ec4-8250-f3e715556b32 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event updated for resources: {'Network': ['ID=56a27a48-cd51-4180-b78c-48863a5e45c3,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:24.644808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Allocated IP 2001:db8:0:ffff::2 (9661bafa-c621-472a-ba6d-f4299861dd9e/3735c5c0-1981-4bae-b4ad-d6cfbe3e1adf/a07b2391-4536-4b61-a73a-06d108a6c23a) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:10:24.649738 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 56a27a48-cd51-4180-b78c-48863a5e45c3 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:10:24.711339 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b17dceb-0033-411c-ac4a-304e90c6a4f7 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Made reservation on behalf of 500508844a9f41cc8b0b86934f97058a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:24.715005 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b17dceb-0033-411c-ac4a-304e90c6a4f7 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:24.849665 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:24.856135 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:24.891794 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Network 9661bafa-c621-472a-ba6d-f4299861dd9e is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:10:24.895976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:24.899733 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:10:24.911334 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Pushing event updated for resources: {'Port': ['ID=a07b2391-4536-4b61-a73a-06d108a6c23a,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:24.917128 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b17dceb-0033-411c-ac4a-304e90c6a4f7 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:24.935771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:24.936098 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:24.936465 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:24.936749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:24.937079 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:24.937395 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:24.937711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:24.938049 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:24.938400 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:24.938768 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:24.939080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:24.939383 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:24.975207 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Attempting to bind port a07b2391-4536-4b61-a73a-06d108a6c23a on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:10:24.975570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Attempting to bind port a07b2391-4536-4b61-a73a-06d108a6c23a by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '45b7fa03-f044-4a48-bdf9-afdbcd646b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9661bafa-c621-472a-ba6d-f4299861dd9e'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:10:24.975932 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Attempting to bind port a07b2391-4536-4b61-a73a-06d108a6c23a on network 9661bafa-c621-472a-ba6d-f4299861dd9e {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:10:24.977855 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17dceb-0033-411c-ac4a-304e90c6a4f7 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event updated for resources: {'Subnet': ['ID=d497a5a2-0f74-4e3c-93b8-32f563090bb2,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:24.981466 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:10:24.981832 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Checking segment: {'id': '45b7fa03-f044-4a48-bdf9-afdbcd646b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9661bafa-c621-472a-ba6d-f4299861dd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:24.982260 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:24.982648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Bound using segment: {'id': '45b7fa03-f044-4a48-bdf9-afdbcd646b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9661bafa-c621-472a-ba6d-f4299861dd9e'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:10:24.983111 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Bound port: a07b2391-4536-4b61-a73a-06d108a6c23a, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b7fa03-f044-4a48-bdf9-afdbcd646b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '9661bafa-c621-472a-ba6d-f4299861dd9e'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:10:24.983608 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:24.989086 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b17dceb-0033-411c-ac4a-304e90c6a4f7 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Checking segment: {'id': 'e484dade-4a69-4837-9787-861274c81615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '56a27a48-cd51-4180-b78c-48863a5e45c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:24.989435 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b17dceb-0033-411c-ac4a-304e90c6a4f7 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Network hostable DHCP agents. Network: 56a27a48-cd51-4180-b78c-48863a5e45c3, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:10:25.008916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b17dceb-0033-411c-ac4a-304e90c6a4f7 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Network 56a27a48-cd51-4180-b78c-48863a5e45c3 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:10:25.019282 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-5b17dceb-0033-411c-ac4a-304e90c6a4f7 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 56a27a48-cd51-4180-b78c-48863a5e45c3) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:25.026199 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b17dceb-0033-411c-ac4a-304e90c6a4f7 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:25.027172 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b17dceb-0033-411c-ac4a-304e90c6a4f7 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:25.039916 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663dc55b-f795-4ebc-a7f5-7ae815f9589c None None] Network 56a27a48-cd51-4180-b78c-48863a5e45c3 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:25.054760 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5b17dceb-0033-411c-ac4a-304e90c6a4f7 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4380269 Dec 20 22:10:25.055129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51796) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:25.099271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] For port a07b2391-4536-4b61-a73a-06d108a6c23a, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:10:25.117908 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] For port a07b2391-4536-4b61-a73a-06d108a6c23a, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a07b2391-4536-4b61-a73a-06d108a6c23a,segment=NetworkSegment(45b7fa03-f044-4a48-bdf9-afdbcd646b9c),segment_id=45b7fa03-f044-4a48-bdf9-afdbcd646b9c)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:10:25.125830 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:25.164040 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f553972c-9c2b-487c-8bf2-f0337227a5cc tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:25.228249 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b905406-d02c-4cc6-a956-f2fe8a989555 None None] Pushing event updated for resources: {'Port': ['ID=a07b2391-4536-4b61-a73a-06d108a6c23a,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:25.252387 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f553972c-9c2b-487c-8bf2-f0337227a5cc tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:25.282283 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a2a846-c205-43b3-b4f3-5f1d1a199217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-56a27a48-cd51-4180-b78c-48863a5e45c3', 'network_id': '56a27a48-cd51-4180-b78c-48863a5e45c3', 'tenant_id': '500508844a9f41cc8b0b86934f97058a', 'fixed_ips': [{'subnet_id': 'd497a5a2-0f74-4e3c-93b8-32f563090bb2'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:10:25.283161 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-13a2a846-c205-43b3-b4f3-5f1d1a199217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:25.328244 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f553972c-9c2b-487c-8bf2-f0337227a5cc tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:25.363688 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553972c-9c2b-487c-8bf2-f0337227a5cc tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event deleted for resources: {'Subnet': ['ID=d497a5a2-0f74-4e3c-93b8-32f563090bb2,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server [None req-13a2a846-c205-43b3-b4f3-5f1d1a199217 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d497a5a2-0f74-4e3c-93b8-32f563090bb2: This subnet is being modified by another concurrent operation. Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise self.value Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server raise exception Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d497a5a2-0f74-4e3c-93b8-32f563090bb2: This subnet is being modified by another concurrent operation. Dec 20 22:10:25.407757 n-d-xena-1 neutron-server[102403]: ERROR oslo_messaging.rpc.server Dec 20 22:10:25.429399 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e69436-eb7b-4746-94cb-e0ad757a7018 None None] Network 56a27a48-cd51-4180-b78c-48863a5e45c3 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:25.458518 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f553972c-9c2b-487c-8bf2-f0337227a5cc tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:25.480808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-f553972c-9c2b-487c-8bf2-f0337227a5cc tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a27a48-cd51-4180-b78c-48863a5e45c3']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:25.491712 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-f553972c-9c2b-487c-8bf2-f0337227a5cc tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e484dade-4a69-4837-9787-861274c81615') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:25.492062 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-f553972c-9c2b-487c-8bf2-f0337227a5cc tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e484dade-4a69-4837-9787-861274c81615') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:25.502961 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f553972c-9c2b-487c-8bf2-f0337227a5cc tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:25.520364 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f553972c-9c2b-487c-8bf2-f0337227a5cc tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:25.529819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f553972c-9c2b-487c-8bf2-f0337227a5cc tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:10:25.530187 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f553972c-9c2b-487c-8bf2-f0337227a5cc tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: timer() Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:10:25.533548 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:10:25.598043 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f553972c-9c2b-487c-8bf2-f0337227a5cc tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:25.606475 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f553972c-9c2b-487c-8bf2-f0337227a5cc tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:25.614752 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f553972c-9c2b-487c-8bf2-f0337227a5cc tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "DELETE /v2.0/networks/56a27a48-cd51-4180-b78c-48863a5e45c3 HTTP/1.1" status: 204 len: 168 time: 0.5538540 Dec 20 22:10:25.614865 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51798) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:25.621211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c14c1f5b-f0df-4a16-957e-58c065c8bf2a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1975678435'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:25.625004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553972c-9c2b-487c-8bf2-f0337227a5cc tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event deleted for resources: {'Network': ['ID=56a27a48-cd51-4180-b78c-48863a5e45c3,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:25.647979 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14c1f5b-f0df-4a16-957e-58c065c8bf2a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Made reservation on behalf of 500508844a9f41cc8b0b86934f97058a for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:25.651722 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c14c1f5b-f0df-4a16-957e-58c065c8bf2a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:25.682891 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14c1f5b-f0df-4a16-957e-58c065c8bf2a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:10:25.691582 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c14c1f5b-f0df-4a16-957e-58c065c8bf2a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:25.691923 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-c14c1f5b-f0df-4a16-957e-58c065c8bf2a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Added segment e8d40e8c-93f4-474f-a25b-2023b897be90 of type vlan for network c00ea2cc-fa88-499d-97d8-1570fcc77cdc Dec 20 22:10:25.734410 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c14c1f5b-f0df-4a16-957e-58c065c8bf2a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:25.759918 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c14c1f5b-f0df-4a16-957e-58c065c8bf2a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:25.765330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14c1f5b-f0df-4a16-957e-58c065c8bf2a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:25.765894 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c14c1f5b-f0df-4a16-957e-58c065c8bf2a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:25.826130 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c14c1f5b-f0df-4a16-957e-58c065c8bf2a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2098014 Dec 20 22:10:25.828975 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51800) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:25.836003 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1a40646e-8485-4463-a365-3af44ac41fa5 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Request body: {'subnet': {'network_id': 'c00ea2cc-fa88-499d-97d8-1570fcc77cdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:25.843282 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c1f5b-f0df-4a16-957e-58c065c8bf2a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event updated for resources: {'Network': ['ID=c00ea2cc-fa88-499d-97d8-1570fcc77cdc,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:25.854978 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network c00ea2cc-fa88-499d-97d8-1570fcc77cdc details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:10:25.938760 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a40646e-8485-4463-a365-3af44ac41fa5 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Made reservation on behalf of 500508844a9f41cc8b0b86934f97058a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:25.942366 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a40646e-8485-4463-a365-3af44ac41fa5 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.002946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-1a40646e-8485-4463-a365-3af44ac41fa5 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Performing IP validity checks on allocation pools {{(pid=102402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 20 22:10:26.003515 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.ipam_backend_mixin [None req-1a40646e-8485-4463-a365-3af44ac41fa5 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102402) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 20 22:10:26.144609 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a40646e-8485-4463-a365-3af44ac41fa5 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.202759 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efea84ed-cb32-4489-8f19-9b0387fa2fea None None] Network 9661bafa-c621-472a-ba6d-f4299861dd9e requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:26.213338 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40646e-8485-4463-a365-3af44ac41fa5 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event updated for resources: {'Subnet': ['ID=1ef9c00c-868d-4ef8-b53e-1506fb3f8f35,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:26.223345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40646e-8485-4463-a365-3af44ac41fa5 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Checking segment: {'id': 'e8d40e8c-93f4-474f-a25b-2023b897be90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'c00ea2cc-fa88-499d-97d8-1570fcc77cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:26.223684 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a40646e-8485-4463-a365-3af44ac41fa5 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Network hostable DHCP agents. Network: c00ea2cc-fa88-499d-97d8-1570fcc77cdc, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:10:26.243283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a40646e-8485-4463-a365-3af44ac41fa5 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Network c00ea2cc-fa88-499d-97d8-1570fcc77cdc is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:10:26.254409 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-1a40646e-8485-4463-a365-3af44ac41fa5 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, c00ea2cc-fa88-499d-97d8-1570fcc77cdc) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:26.258874 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a40646e-8485-4463-a365-3af44ac41fa5 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:26.259453 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1a40646e-8485-4463-a365-3af44ac41fa5 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.267681 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ee452f-f054-4d17-b213-debb3cb6be2e None None] Network c00ea2cc-fa88-499d-97d8-1570fcc77cdc requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:26.277794 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1a40646e-8485-4463-a365-3af44ac41fa5 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4477773 Dec 20 22:10:26.280794 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51802) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:26.334831 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-5650b309-bdac-4325-8a6c-4ba37bc4dbeb None None] Provisioning complete for port a07b2391-4536-4b61-a73a-06d108a6c23a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:26.335104 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5650b309-bdac-4325-8a6c-4ba37bc4dbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.385483 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8f914ae-3bd1-408b-8ff0-2beefc0f056b tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.440359 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8f914ae-3bd1-408b-8ff0-2beefc0f056b tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.508693 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8f914ae-3bd1-408b-8ff0-2beefc0f056b tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.549893 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f914ae-3bd1-408b-8ff0-2beefc0f056b tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef9c00c-868d-4ef8-b53e-1506fb3f8f35,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:26.617642 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8f914ae-3bd1-408b-8ff0-2beefc0f056b tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.639425 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f8f914ae-3bd1-408b-8ff0-2beefc0f056b tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00ea2cc-fa88-499d-97d8-1570fcc77cdc']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:26.650948 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f8f914ae-3bd1-408b-8ff0-2beefc0f056b tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d40e8c-93f4-474f-a25b-2023b897be90') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:26.651343 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-f8f914ae-3bd1-408b-8ff0-2beefc0f056b tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d40e8c-93f4-474f-a25b-2023b897be90') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:26.661763 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8f914ae-3bd1-408b-8ff0-2beefc0f056b tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.676521 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8f914ae-3bd1-408b-8ff0-2beefc0f056b tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.683976 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f914ae-3bd1-408b-8ff0-2beefc0f056b tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:10:26.684463 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8f914ae-3bd1-408b-8ff0-2beefc0f056b tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: timer() Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:10:26.688019 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:10:26.700728 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b3b55d-c58f-4c32-827d-72954a316ac0 None None] Network c00ea2cc-fa88-499d-97d8-1570fcc77cdc requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:26.704752 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5650b309-bdac-4325-8a6c-4ba37bc4dbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.762321 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8f914ae-3bd1-408b-8ff0-2beefc0f056b tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.769909 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f8f914ae-3bd1-408b-8ff0-2beefc0f056b tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.773295 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f8f914ae-3bd1-408b-8ff0-2beefc0f056b tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "DELETE /v2.0/networks/c00ea2cc-fa88-499d-97d8-1570fcc77cdc HTTP/1.1" status: 204 len: 168 time: 0.4915738 Dec 20 22:10:26.778660 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51804) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:26.785860 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f914ae-3bd1-408b-8ff0-2beefc0f056b tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event deleted for resources: {'Network': ['ID=c00ea2cc-fa88-499d-97d8-1570fcc77cdc,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:26.793461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a3745285-e143-4bec-89c2-70064ed7ee7a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1175606069'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:26.819750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3745285-e143-4bec-89c2-70064ed7ee7a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Made reservation on behalf of 500508844a9f41cc8b0b86934f97058a for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:26.823539 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a3745285-e143-4bec-89c2-70064ed7ee7a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.824238 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5650b309-bdac-4325-8a6c-4ba37bc4dbeb None None] For port a07b2391-4536-4b61-a73a-06d108a6c23a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a07b2391-4536-4b61-a73a-06d108a6c23a,segment=NetworkSegment(45b7fa03-f044-4a48-bdf9-afdbcd646b9c),segment_id=45b7fa03-f044-4a48-bdf9-afdbcd646b9c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:26.828425 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5650b309-bdac-4325-8a6c-4ba37bc4dbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.857834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3745285-e143-4bec-89c2-70064ed7ee7a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:10:26.868706 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a3745285-e143-4bec-89c2-70064ed7ee7a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.868969 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-a3745285-e143-4bec-89c2-70064ed7ee7a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Added segment b58c7c06-d120-4152-b61f-b56601931297 of type vlan for network 4ae3d122-e089-4ee7-9a84-6adac334e143 Dec 20 22:10:26.891295 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650b309-bdac-4325-8a6c-4ba37bc4dbeb None None] Pushing event updated for resources: {'Port': ['ID=a07b2391-4536-4b61-a73a-06d108a6c23a,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:26.911416 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a3745285-e143-4bec-89c2-70064ed7ee7a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.938204 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a3745285-e143-4bec-89c2-70064ed7ee7a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:26.944394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3745285-e143-4bec-89c2-70064ed7ee7a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:26.945003 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a3745285-e143-4bec-89c2-70064ed7ee7a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:27.014381 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a3745285-e143-4bec-89c2-70064ed7ee7a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2334998 Dec 20 22:10:27.017560 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51806) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:27.024422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3745285-e143-4bec-89c2-70064ed7ee7a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event updated for resources: {'Network': ['ID=4ae3d122-e089-4ee7-9a84-6adac334e143,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:27.024592 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd44b28-4546-4534-ae81-a64e4699dfde None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 22:10:27.025606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-14b9c67a-2047-43ae-8d82-ba699a87c5ad tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Request body: {'subnet': {'network_id': '4ae3d122-e089-4ee7-9a84-6adac334e143', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:27.057676 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 4ae3d122-e089-4ee7-9a84-6adac334e143 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:10:27.114257 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a07b2391-4536-4b61-a73a-06d108a6c23a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:10:27.123840 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b9c67a-2047-43ae-8d82-ba699a87c5ad tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Made reservation on behalf of 500508844a9f41cc8b0b86934f97058a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:27.127256 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-14b9c67a-2047-43ae-8d82-ba699a87c5ad tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:27.145988 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-70e5d169-c67a-4afd-8cc0-6a456654616c None None] Provisioning complete for port a07b2391-4536-4b61-a73a-06d108a6c23a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:27.146432 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-70e5d169-c67a-4afd-8cc0-6a456654616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:27.255963 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd44b28-4546-4534-ae81-a64e4699dfde None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 22:10:27.267007 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d1a953f0-9624-4efa-9f29-897ec42c2126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:27.295554 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port a07b2391-4536-4b61-a73a-06d108a6c23a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:27.295940 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:27.327012 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-14b9c67a-2047-43ae-8d82-ba699a87c5ad tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:27.385945 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9c67a-2047-43ae-8d82-ba699a87c5ad tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event updated for resources: {'Subnet': ['ID=7154f185-c2b7-4228-930a-d8f9006cba4b,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:27.401487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9c67a-2047-43ae-8d82-ba699a87c5ad tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Checking segment: {'id': 'b58c7c06-d120-4152-b61f-b56601931297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4ae3d122-e089-4ee7-9a84-6adac334e143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:27.401849 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b9c67a-2047-43ae-8d82-ba699a87c5ad tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Network hostable DHCP agents. Network: 4ae3d122-e089-4ee7-9a84-6adac334e143, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:10:27.419497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b9c67a-2047-43ae-8d82-ba699a87c5ad tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Network 4ae3d122-e089-4ee7-9a84-6adac334e143 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:10:27.431244 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-14b9c67a-2047-43ae-8d82-ba699a87c5ad tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 4ae3d122-e089-4ee7-9a84-6adac334e143) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:27.435504 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b9c67a-2047-43ae-8d82-ba699a87c5ad tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:27.436322 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-14b9c67a-2047-43ae-8d82-ba699a87c5ad tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:27.454548 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-14b9c67a-2047-43ae-8d82-ba699a87c5ad tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4336071 Dec 20 22:10:27.458934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51808) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:27.463702 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-16c9c43c-8033-4360-a0b2-1fb0345dc86a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-682055144'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:27.485095 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c9c43c-8033-4360-a0b2-1fb0345dc86a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Made reservation on behalf of 500508844a9f41cc8b0b86934f97058a for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:27.488904 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16c9c43c-8033-4360-a0b2-1fb0345dc86a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:27.516343 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c9c43c-8033-4360-a0b2-1fb0345dc86a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:10:27.525539 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16c9c43c-8033-4360-a0b2-1fb0345dc86a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:27.526373 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-16c9c43c-8033-4360-a0b2-1fb0345dc86a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Added segment 03036583-ff70-4211-95e0-57037624becc of type vlan for network 6c266817-2e4f-43ae-babd-66373eea0850 Dec 20 22:10:27.566017 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16c9c43c-8033-4360-a0b2-1fb0345dc86a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:27.566490 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4fe570-e83e-450f-9ad6-6457edefbd7e None None] Network 4ae3d122-e089-4ee7-9a84-6adac334e143 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:27.592322 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16c9c43c-8033-4360-a0b2-1fb0345dc86a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:27.598366 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c9c43c-8033-4360-a0b2-1fb0345dc86a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:27.598946 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-16c9c43c-8033-4360-a0b2-1fb0345dc86a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:27.658549 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-16c9c43c-8033-4360-a0b2-1fb0345dc86a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1986594 Dec 20 22:10:27.661236 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51810) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:27.668242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f03cc456-17d1-425b-92a6-4e541db3493e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Request body: {'subnet': {'network_id': '6c266817-2e4f-43ae-babd-66373eea0850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:27.688008 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9c43c-8033-4360-a0b2-1fb0345dc86a tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event updated for resources: {'Network': ['ID=6c266817-2e4f-43ae-babd-66373eea0850,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:27.702045 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 6c266817-2e4f-43ae-babd-66373eea0850 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:10:27.762540 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03cc456-17d1-425b-92a6-4e541db3493e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Made reservation on behalf of 500508844a9f41cc8b0b86934f97058a for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:27.766472 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f03cc456-17d1-425b-92a6-4e541db3493e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:27.772447 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-4ae3d122-e089-4ee7-9a84-6adac334e143', 'network_id': '4ae3d122-e089-4ee7-9a84-6adac334e143', 'tenant_id': '500508844a9f41cc8b0b86934f97058a', 'fixed_ips': [{'subnet_id': '7154f185-c2b7-4228-930a-d8f9006cba4b'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:10:27.773488 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:27.919261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Allocated IP 2001:db8::2 (4ae3d122-e089-4ee7-9a84-6adac334e143/7154f185-c2b7-4228-930a-d8f9006cba4b/20cf4751-8eee-411d-9964-605a708091c0) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:10:27.963167 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f03cc456-17d1-425b-92a6-4e541db3493e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.019869 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cc456-17d1-425b-92a6-4e541db3493e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event updated for resources: {'Subnet': ['ID=e7a1061e-1285-4537-971c-41aae62a55e8,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:28.034743 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03cc456-17d1-425b-92a6-4e541db3493e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Checking segment: {'id': '03036583-ff70-4211-95e0-57037624becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6c266817-2e4f-43ae-babd-66373eea0850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:28.035137 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03cc456-17d1-425b-92a6-4e541db3493e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Network hostable DHCP agents. Network: 6c266817-2e4f-43ae-babd-66373eea0850, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:10:28.051164 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03cc456-17d1-425b-92a6-4e541db3493e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Network 6c266817-2e4f-43ae-babd-66373eea0850 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:10:28.061033 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f03cc456-17d1-425b-92a6-4e541db3493e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 6c266817-2e4f-43ae-babd-66373eea0850) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:28.066274 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03cc456-17d1-425b-92a6-4e541db3493e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:28.067102 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f03cc456-17d1-425b-92a6-4e541db3493e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.069050 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.072383 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42928e43-4a37-4304-be9c-8f8ab8709fa8 None None] Network 6c266817-2e4f-43ae-babd-66373eea0850 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:28.086096 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.086483 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f03cc456-17d1-425b-92a6-4e541db3493e tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4240918 Dec 20 22:10:28.089038 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51812) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:28.160947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Network 4ae3d122-e089-4ee7-9a84-6adac334e143 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:10:28.168788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:28.178018 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:10:28.190730 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Pushing event updated for resources: {'Port': ['ID=20cf4751-8eee-411d-9964-605a708091c0,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:28.284812 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Attempting to bind port 20cf4751-8eee-411d-9964-605a708091c0 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:10:28.285104 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Attempting to bind port 20cf4751-8eee-411d-9964-605a708091c0 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'b58c7c06-d120-4152-b61f-b56601931297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4ae3d122-e089-4ee7-9a84-6adac334e143'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:10:28.285477 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Attempting to bind port 20cf4751-8eee-411d-9964-605a708091c0 on network 4ae3d122-e089-4ee7-9a84-6adac334e143 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:10:28.296350 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:10:28.296720 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Checking segment: {'id': 'b58c7c06-d120-4152-b61f-b56601931297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4ae3d122-e089-4ee7-9a84-6adac334e143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:28.297106 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.297490 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Bound using segment: {'id': 'b58c7c06-d120-4152-b61f-b56601931297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4ae3d122-e089-4ee7-9a84-6adac334e143'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:10:28.297960 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Bound port: 20cf4751-8eee-411d-9964-605a708091c0, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58c7c06-d120-4152-b61f-b56601931297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '4ae3d122-e089-4ee7-9a84-6adac334e143'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:10:28.298337 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.355059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-6c266817-2e4f-43ae-babd-66373eea0850', 'network_id': '6c266817-2e4f-43ae-babd-66373eea0850', 'tenant_id': '500508844a9f41cc8b0b86934f97058a', 'fixed_ips': [{'subnet_id': 'e7a1061e-1285-4537-971c-41aae62a55e8'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:10:28.355924 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.454729 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] For port 20cf4751-8eee-411d-9964-605a708091c0, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:10:28.478850 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] For port 20cf4751-8eee-411d-9964-605a708091c0, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=20cf4751-8eee-411d-9964-605a708091c0,segment=NetworkSegment(b58c7c06-d120-4152-b61f-b56601931297),segment_id=b58c7c06-d120-4152-b61f-b56601931297)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:10:28.488875 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.555950 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.581968 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Allocated IP 2001:db8::2 (6c266817-2e4f-43ae-babd-66373eea0850/e7a1061e-1285-4537-971c-41aae62a55e8/d14647de-701c-4208-8fe2-4d604dae5257) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:10:28.584464 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd983f-97d1-4174-b0c1-cef0329a0716 None None] Pushing event updated for resources: {'Port': ['ID=20cf4751-8eee-411d-9964-605a708091c0,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:28.625794 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.766761 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.777014 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.800876 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.823085 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Network 6c266817-2e4f-43ae-babd-66373eea0850 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:10:28.826209 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:28.828904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:10:28.836807 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a1061e-1285-4537-971c-41aae62a55e8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:28.839673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Pushing event updated for resources: {'Port': ['ID=d14647de-701c-4208-8fe2-4d604dae5257,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:28.904287 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.910737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Attempting to bind port d14647de-701c-4208-8fe2-4d604dae5257 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:10:28.911749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Attempting to bind port d14647de-701c-4208-8fe2-4d604dae5257 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '03036583-ff70-4211-95e0-57037624becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6c266817-2e4f-43ae-babd-66373eea0850'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:10:28.912261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Attempting to bind port d14647de-701c-4208-8fe2-4d604dae5257 on network 6c266817-2e4f-43ae-babd-66373eea0850 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:10:28.918833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:10:28.919215 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Checking segment: {'id': '03036583-ff70-4211-95e0-57037624becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6c266817-2e4f-43ae-babd-66373eea0850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:28.919621 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.920013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Bound using segment: {'id': '03036583-ff70-4211-95e0-57037624becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6c266817-2e4f-43ae-babd-66373eea0850'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:10:28.920484 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Bound port: d14647de-701c-4208-8fe2-4d604dae5257, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03036583-ff70-4211-95e0-57037624becc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6c266817-2e4f-43ae-babd-66373eea0850'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:10:28.920869 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.928253 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c266817-2e4f-43ae-babd-66373eea0850']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:28.938367 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03036583-ff70-4211-95e0-57037624becc') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:28.938665 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03036583-ff70-4211-95e0-57037624becc') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:28.948300 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.961537 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.968257 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:10:28.968965 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: timer() Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:10:28.972533 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:10:28.988405 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] For port d14647de-701c-4208-8fe2-4d604dae5257, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:10:29.040900 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] For port d14647de-701c-4208-8fe2-4d604dae5257, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d14647de-701c-4208-8fe2-4d604dae5257,segment=NetworkSegment(03036583-ff70-4211-95e0-57037624becc),segment_id=03036583-ff70-4211-95e0-57037624becc)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:10:29.042352 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.db.api [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 20 22:10:29.042352 n-d-xena-1 neutron-server[102402]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 20 22:10:29.042352 n-d-xena-1 neutron-server[102402]: [parameters: {'id': '6c266817-2e4f-43ae-babd-66373eea0850'}] Dec 20 22:10:29.042352 n-d-xena-1 neutron-server[102402]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102402) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 22:10:29.042824 n-d-xena-1 neutron-server[102402]: DEBUG oslo_db.api [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 22:10:29.045784 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:29.076578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 20cf4751-8eee-411d-9964-605a708091c0 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:10:29.163920 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cff3d-080a-4317-b8d2-1cd77be05f00 None None] Pushing event updated for resources: {'Port': ['ID=d14647de-701c-4208-8fe2-4d604dae5257,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:29.176566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b0a69b-17f4-4208-847b-133768b4c823 None None] Network 6c266817-2e4f-43ae-babd-66373eea0850 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:29.216388 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 20cf4751-8eee-411d-9964-605a708091c0 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:29.216746 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:29.525886 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:29.545527 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:29.569539 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0416831f-93e0-4999-aaef-a724363ad667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:29.574365 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 20cf4751-8eee-411d-9964-605a708091c0, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=20cf4751-8eee-411d-9964-605a708091c0,segment=NetworkSegment(b58c7c06-d120-4152-b61f-b56601931297),segment_id=b58c7c06-d120-4152-b61f-b56601931297)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:29.581085 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:29.638722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=20cf4751-8eee-411d-9964-605a708091c0,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:29.642550 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Deleting port d14647de-701c-4208-8fe2-4d604dae5257 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:10:29.643705 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:29.664173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d571d39a-80e0-439f-8347-25c122912144 None None] Network 4ae3d122-e089-4ee7-9a84-6adac334e143 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:29.713097 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] For port d14647de-701c-4208-8fe2-4d604dae5257, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d14647de-701c-4208-8fe2-4d604dae5257,segment=NetworkSegment(03036583-ff70-4211-95e0-57037624becc),segment_id=03036583-ff70-4211-95e0-57037624becc)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:29.713564 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:29.731641 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Calling delete_port for d14647de-701c-4208-8fe2-4d604dae5257 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:10:29.738283 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e82e5838-523c-4141-b313-3e3d2839bf5c None None] Provisioning complete for port 20cf4751-8eee-411d-9964-605a708091c0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:29.738577 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e82e5838-523c-4141-b313-3e3d2839bf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:29.827362 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:29.860996 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event deleted for resources: {'Port': ['ID=d14647de-701c-4208-8fe2-4d604dae5257,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:29.862994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] No DVR routers for this DVR port d14647de-701c-4208-8fe2-4d604dae5257 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:10:29.962142 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:29.983393 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c266817-2e4f-43ae-babd-66373eea0850']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:29.993640 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03036583-ff70-4211-95e0-57037624becc') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:29.993820 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03036583-ff70-4211-95e0-57037624becc') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:30.003783 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.018102 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.025555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:10:30.025976 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: timer() Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:10:30.029859 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:10:30.096960 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.100740 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb68b35a-9a79-48fa-a9c8-856090f0ae78 None None] get_active_networks_info from n-d-xena-1 {{(pid=102403) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 20 22:10:30.105293 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.108495 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "DELETE /v2.0/networks/6c266817-2e4f-43ae-babd-66373eea0850 HTTP/1.1" status: 204 len: 168 time: 2.0184948 Dec 20 22:10:30.112043 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51816) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:30.123411 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6d6ed-09ed-4437-8e04-fddf50bca04d tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event deleted for resources: {'Network': ['ID=6c266817-2e4f-43ae-babd-66373eea0850,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:30.147988 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1dc503f-99c1-4980-9702-19f640b530fe tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] GET failed (client error): The resource could not be found. Dec 20 22:10:30.149478 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e1dc503f-99c1-4980-9702-19f640b530fe tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "GET /v2.0/subnets/e7a1061e-1285-4537-971c-41aae62a55e8 HTTP/1.1" status: 404 len: 337 time: 0.0361583 Dec 20 22:10:30.152532 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51818) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:30.156892 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-859e4fd5-9e32-40a4-9fa1-39d86099e76e None None] Provisioning complete for port 20cf4751-8eee-411d-9964-605a708091c0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:30.157258 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-859e4fd5-9e32-40a4-9fa1-39d86099e76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.176580 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-11da975e-fad8-4299-a6de-def05dc8f9b4 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] DELETE failed (client error): The resource could not be found. Dec 20 22:10:30.177107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11da975e-fad8-4299-a6de-def05dc8f9b4 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 22:10:30.180881 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-11da975e-fad8-4299-a6de-def05dc8f9b4 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "DELETE /v2.0/networks/6c266817-2e4f-43ae-babd-66373eea0850 HTTP/1.1" status: 404 len: 339 time: 0.0268431 Dec 20 22:10:30.185088 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51820) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:30.211304 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd475ad7-290b-4733-93f6-7afbb34f4986 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] DELETE failed (client error): The resource could not be found. Dec 20 22:10:30.211747 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd475ad7-290b-4733-93f6-7afbb34f4986 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 22:10:30.214731 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dd475ad7-290b-4733-93f6-7afbb34f4986 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "DELETE /v2.0/subnets/e7a1061e-1285-4537-971c-41aae62a55e8 HTTP/1.1" status: 404 len: 337 time: 0.0287559 Dec 20 22:10:30.217945 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51822) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:30.226363 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb68b35a-9a79-48fa-a9c8-856090f0ae78 None None] Resources bound (agent type, host, resource id): {{(pid=102403) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 20 22:10:30.236479 n-d-xena-1 neutron-server[102402]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ec4ae4-7a78-4867-9656-be51f0cdb811 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] DELETE failed (client error): The resource could not be found. Dec 20 22:10:30.236983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ec4ae4-7a78-4867-9656-be51f0cdb811 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102402) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 22:10:30.240510 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-51ec4ae4-7a78-4867-9656-be51f0cdb811 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "DELETE /v2.0/networks/6c266817-2e4f-43ae-babd-66373eea0850 HTTP/1.1" status: 404 len: 339 time: 0.0214555 Dec 20 22:10:30.242916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51824) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:30.297997 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-a727ab84-2aa3-4936-8187-186db98d0475 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Deleting subnet 7154f185-c2b7-4228-930a-d8f9006cba4b {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:10:30.301627 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a727ab84-2aa3-4936-8187-186db98d0475 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.342270 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a727ab84-2aa3-4936-8187-186db98d0475 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.436654 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a727ab84-2aa3-4936-8187-186db98d0475 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.498826 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a727ab84-2aa3-4936-8187-186db98d0475 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.523597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727ab84-2aa3-4936-8187-186db98d0475 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event deleted for resources: {'Subnet': ['ID=7154f185-c2b7-4228-930a-d8f9006cba4b,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:30.529216 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a727ab84-2aa3-4936-8187-186db98d0475 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.532299 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a727ab84-2aa3-4936-8187-186db98d0475 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "DELETE /v2.0/subnets/7154f185-c2b7-4228-930a-d8f9006cba4b HTTP/1.1" status: 204 len: 168 time: 0.2884297 Dec 20 22:10:30.534932 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51826) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:30.537511 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9103a097-08da-4e10-b84b-c029cff95b05 None None] Network 4ae3d122-e089-4ee7-9a84-6adac334e143 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:30.619482 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.680895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Deleting port 20cf4751-8eee-411d-9964-605a708091c0 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:10:30.681231 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.715116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a8c354-27f4-4599-8b11-5bbae6302404 None None] DHCP port deletion for 4ae3d122-e089-4ee7-9a84-6adac334e143 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 22:10:30.745763 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] For port 20cf4751-8eee-411d-9964-605a708091c0, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=20cf4751-8eee-411d-9964-605a708091c0,segment=NetworkSegment(b58c7c06-d120-4152-b61f-b56601931297),segment_id=b58c7c06-d120-4152-b61f-b56601931297)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:30.746153 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.759974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Calling delete_port for 20cf4751-8eee-411d-9964-605a708091c0 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:10:30.762108 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a7a8c354-27f4-4599-8b11-5bbae6302404 None None] Deleting port 20cf4751-8eee-411d-9964-605a708091c0 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:10:30.762487 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c354-27f4-4599-8b11-5bbae6302404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.829186 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-a7a8c354-27f4-4599-8b11-5bbae6302404 None None] For port 20cf4751-8eee-411d-9964-605a708091c0, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=20cf4751-8eee-411d-9964-605a708091c0,segment=NetworkSegment(b58c7c06-d120-4152-b61f-b56601931297),segment_id=b58c7c06-d120-4152-b61f-b56601931297)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:30.829581 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c354-27f4-4599-8b11-5bbae6302404 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.842763 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a7a8c354-27f4-4599-8b11-5bbae6302404 None None] Calling delete_port for 20cf4751-8eee-411d-9964-605a708091c0 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:10:30.847259 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.872768 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event deleted for resources: {'Port': ['ID=20cf4751-8eee-411d-9964-605a708091c0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:30.880682 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] No DVR routers for this DVR port 20cf4751-8eee-411d-9964-605a708091c0 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:10:30.893207 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.931234 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c354-27f4-4599-8b11-5bbae6302404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.955824 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8c354-27f4-4599-8b11-5bbae6302404 None None] Pushing event deleted for resources: {'Port': ['ID=20cf4751-8eee-411d-9964-605a708091c0,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:30.960055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8c354-27f4-4599-8b11-5bbae6302404 None None] No DVR routers for this DVR port 20cf4751-8eee-411d-9964-605a708091c0 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:10:30.974154 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:30.995808 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae3d122-e089-4ee7-9a84-6adac334e143']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:31.005365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58c7c06-d120-4152-b61f-b56601931297') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:31.005994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58c7c06-d120-4152-b61f-b56601931297') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:31.015466 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:31.030097 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:31.031224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 20cf4751-8eee-411d-9964-605a708091c0 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:10:31.036437 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:10:31.037266 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: timer() Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:10:31.040402 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:10:31.054807 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 20cf4751-8eee-411d-9964-605a708091c0 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:10:31.055170 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 20cf4751-8eee-411d-9964-605a708091c0 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:10:31.101381 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:31.112468 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:31.116809 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "DELETE /v2.0/networks/4ae3d122-e089-4ee7-9a84-6adac334e143 HTTP/1.1" status: 204 len: 168 time: 0.5808947 Dec 20 22:10:31.119613 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51828) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:31.133225 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11193ee-e84b-427b-bcb0-38f1e480f61c tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event deleted for resources: {'Network': ['ID=4ae3d122-e089-4ee7-9a84-6adac334e143,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:31.148774 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e30462-893f-4a2d-9212-5821d1e4fac2 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] DELETE failed (client error): The resource could not be found. Dec 20 22:10:31.149216 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e30462-893f-4a2d-9212-5821d1e4fac2 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 22:10:31.152371 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e2e30462-893f-4a2d-9212-5821d1e4fac2 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "DELETE /v2.0/subnets/1ef9c00c-868d-4ef8-b53e-1506fb3f8f35 HTTP/1.1" status: 404 len: 337 time: 0.0317309 Dec 20 22:10:31.155165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51830) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:31.174596 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d06881-8dde-4d8f-bb3f-c66f4aa81ff1 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] DELETE failed (client error): The resource could not be found. Dec 20 22:10:31.175152 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d06881-8dde-4d8f-bb3f-c66f4aa81ff1 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 22:10:31.178492 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-89d06881-8dde-4d8f-bb3f-c66f4aa81ff1 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "DELETE /v2.0/networks/c00ea2cc-fa88-499d-97d8-1570fcc77cdc HTTP/1.1" status: 404 len: 339 time: 0.0221474 Dec 20 22:10:31.181214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51832) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:31.206620 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a673f16-0e83-49f4-b412-6082e02ac2ae tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] DELETE failed (client error): The resource could not be found. Dec 20 22:10:31.207040 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a673f16-0e83-49f4-b412-6082e02ac2ae tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 22:10:31.210021 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8a673f16-0e83-49f4-b412-6082e02ac2ae tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "DELETE /v2.0/subnets/d497a5a2-0f74-4e3c-93b8-32f563090bb2 HTTP/1.1" status: 404 len: 337 time: 0.0278625 Dec 20 22:10:31.212728 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51834) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:31.234640 n-d-xena-1 neutron-server[102401]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b614e2-4fdb-4f96-81b8-1bee261f2b8f tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] DELETE failed (client error): The resource could not be found. Dec 20 22:10:31.235165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b614e2-4fdb-4f96-81b8-1bee261f2b8f tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102401) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 20 22:10:31.238466 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-91b614e2-4fdb-4f96-81b8-1bee261f2b8f tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "DELETE /v2.0/networks/56a27a48-cd51-4180-b78c-48863a5e45c3 HTTP/1.1" status: 404 len: 339 time: 0.0247283 Dec 20 22:10:31.241220 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51836) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:31.298477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b147113-e644-4dbf-af4d-4f000f9346cb tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Deleting subnet 3735c5c0-1981-4bae-b4ad-d6cfbe3e1adf {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:10:31.301847 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b147113-e644-4dbf-af4d-4f000f9346cb tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:31.343171 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b147113-e644-4dbf-af4d-4f000f9346cb tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:31.426584 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b147113-e644-4dbf-af4d-4f000f9346cb tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:31.492668 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b147113-e644-4dbf-af4d-4f000f9346cb tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:31.519570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b147113-e644-4dbf-af4d-4f000f9346cb tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event deleted for resources: {'Subnet': ['ID=3735c5c0-1981-4bae-b4ad-d6cfbe3e1adf,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:31.527369 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-9b147113-e644-4dbf-af4d-4f000f9346cb tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:31.533714 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-9b147113-e644-4dbf-af4d-4f000f9346cb tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "DELETE /v2.0/subnets/3735c5c0-1981-4bae-b4ad-d6cfbe3e1adf HTTP/1.1" status: 204 len: 168 time: 0.2888479 Dec 20 22:10:31.534120 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44fe492-5b40-4a59-b6eb-14d4528f57a4 None None] Network 9661bafa-c621-472a-ba6d-f4299861dd9e requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:31.534640 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51838) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:31.614986 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:31.674979 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Deleting port a07b2391-4536-4b61-a73a-06d108a6c23a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:10:31.675316 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:31.721366 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50856430-aac8-4f00-92cf-16807300c3a3 None None] DHCP port deletion for 9661bafa-c621-472a-ba6d-f4299861dd9e request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 22:10:31.744260 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] For port a07b2391-4536-4b61-a73a-06d108a6c23a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a07b2391-4536-4b61-a73a-06d108a6c23a,segment=NetworkSegment(45b7fa03-f044-4a48-bdf9-afdbcd646b9c),segment_id=45b7fa03-f044-4a48-bdf9-afdbcd646b9c)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:31.744649 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:31.758492 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Calling delete_port for a07b2391-4536-4b61-a73a-06d108a6c23a owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:10:31.777374 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-50856430-aac8-4f00-92cf-16807300c3a3 None None] Deleting port a07b2391-4536-4b61-a73a-06d108a6c23a {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:10:31.777785 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50856430-aac8-4f00-92cf-16807300c3a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:31.846997 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:31.864479 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-50856430-aac8-4f00-92cf-16807300c3a3 None None] For port a07b2391-4536-4b61-a73a-06d108a6c23a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a07b2391-4536-4b61-a73a-06d108a6c23a,segment=NetworkSegment(45b7fa03-f044-4a48-bdf9-afdbcd646b9c),segment_id=45b7fa03-f044-4a48-bdf9-afdbcd646b9c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:31.864942 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50856430-aac8-4f00-92cf-16807300c3a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:31.876977 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event deleted for resources: {'Port': ['ID=a07b2391-4536-4b61-a73a-06d108a6c23a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:31.880517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] No DVR routers for this DVR port a07b2391-4536-4b61-a73a-06d108a6c23a on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:10:31.888315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-50856430-aac8-4f00-92cf-16807300c3a3 None None] Calling delete_port for a07b2391-4536-4b61-a73a-06d108a6c23a owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:10:31.961469 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:31.973428 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-50856430-aac8-4f00-92cf-16807300c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:31.982122 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9661bafa-c621-472a-ba6d-f4299861dd9e']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:31.991675 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b7fa03-f044-4a48-bdf9-afdbcd646b9c') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:31.992064 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b7fa03-f044-4a48-bdf9-afdbcd646b9c') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:31.998866 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50856430-aac8-4f00-92cf-16807300c3a3 None None] Pushing event deleted for resources: {'Port': ['ID=a07b2391-4536-4b61-a73a-06d108a6c23a,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:32.003792 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50856430-aac8-4f00-92cf-16807300c3a3 None None] No DVR routers for this DVR port a07b2391-4536-4b61-a73a-06d108a6c23a on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:10:32.016370 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:32.030414 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:32.038699 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:10:32.039196 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: timer() Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:10:32.043070 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:10:32.109916 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:32.117954 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:32.125448 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] 10.222.0.32 "DELETE /v2.0/networks/9661bafa-c621-472a-ba6d-f4299861dd9e HTTP/1.1" status: 204 len: 168 time: 0.5861628 Dec 20 22:10:32.138015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a49b38-6b5f-47db-974c-cd8fd9bf4536 tempest-NetworksIpV6Test-224368499 tempest-NetworksIpV6Test-224368499-project] Pushing event deleted for resources: {'Network': ['ID=9661bafa-c621-472a-ba6d-f4299861dd9e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:32.289170 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:32.389556 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51844) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:32.432917 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:32.540599 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-16aa8e8a-172d-42df-b162-381ca20bf692 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=500508844a9f41cc8b0b86934f97058a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497929 Dec 20 22:10:32.543209 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51848) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:32.592977 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23635dac-bb7a-4e2c-9a6d-a9e76539f120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:32.614944 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23635dac-bb7a-4e2c-9a6d-a9e76539f120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:32.664994 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23635dac-bb7a-4e2c-9a6d-a9e76539f120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:32.667630 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23635dac-bb7a-4e2c-9a6d-a9e76539f120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:32.668951 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-23635dac-bb7a-4e2c-9a6d-a9e76539f120 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b078baba-57b3-4614-a6ac-e6340a136026 HTTP/1.1" status: 204 len: 168 time: 0.1248963 Dec 20 22:10:32.676699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23635dac-bb7a-4e2c-9a6d-a9e76539f120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b078baba-57b3-4614-a6ac-e6340a136026,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:33.027377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a07b2391-4536-4b61-a73a-06d108a6c23a no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:10:33.047086 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: a07b2391-4536-4b61-a73a-06d108a6c23a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:10:33.047432 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a07b2391-4536-4b61-a73a-06d108a6c23a not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:10:33.317439 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:10:33.357018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51870) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:33.455520 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-debc0b3d-d1b6-4202-9703-2673abea418a tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-839278465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:33.481380 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-debc0b3d-d1b6-4202-9703-2673abea418a tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:33.482423 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-debc0b3d-d1b6-4202-9703-2673abea418a tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:33.542308 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-debc0b3d-d1b6-4202-9703-2673abea418a tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:33.547604 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-debc0b3d-d1b6-4202-9703-2673abea418a tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:33.569950 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-debc0b3d-d1b6-4202-9703-2673abea418a tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:33.571318 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-debc0b3d-d1b6-4202-9703-2673abea418a tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2131710 Dec 20 22:10:33.573923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51874) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:33.579815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e2e74fd1-dbfb-4fee-bab1-74f7d5729d8d tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1635666136'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:33.602555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e74fd1-dbfb-4fee-bab1-74f7d5729d8d tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Made reservation on behalf of 60d5b899d23d4351ae3fcb8e45449657 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:33.606020 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2e74fd1-dbfb-4fee-bab1-74f7d5729d8d tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:33.616195 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2e74fd1-dbfb-4fee-bab1-74f7d5729d8d tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:33.695170 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2e74fd1-dbfb-4fee-bab1-74f7d5729d8d tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:33.699753 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2e74fd1-dbfb-4fee-bab1-74f7d5729d8d tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:33.729286 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e74fd1-dbfb-4fee-bab1-74f7d5729d8d tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:10:33.735556 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e74fd1-dbfb-4fee-bab1-74f7d5729d8d tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489aea76-a1ce-4c64-b260-72cb1bd27176,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:33.742614 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2e74fd1-dbfb-4fee-bab1-74f7d5729d8d tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:33.742959 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-e2e74fd1-dbfb-4fee-bab1-74f7d5729d8d tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Added segment b2c6fa25-1208-4d52-956e-d497cb3a8ea1 of type vlan for network c81fded5-2501-4dd5-b9d1-8535a88b5662 Dec 20 22:10:33.784828 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2e74fd1-dbfb-4fee-bab1-74f7d5729d8d tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:33.809599 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2e74fd1-dbfb-4fee-bab1-74f7d5729d8d tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:33.815004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e74fd1-dbfb-4fee-bab1-74f7d5729d8d tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:33.815584 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e2e74fd1-dbfb-4fee-bab1-74f7d5729d8d tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:33.879235 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e2e74fd1-dbfb-4fee-bab1-74f7d5729d8d tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3038592 Dec 20 22:10:33.882493 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51876) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:33.887886 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e74fd1-dbfb-4fee-bab1-74f7d5729d8d tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Pushing event updated for resources: {'Network': ['ID=c81fded5-2501-4dd5-b9d1-8535a88b5662,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:33.888120 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f4f86e21-4de0-47e2-9989-0f4922dbc3b1 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Request body: {'subnet': {'network_id': 'c81fded5-2501-4dd5-b9d1-8535a88b5662', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:33.898876 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network c81fded5-2501-4dd5-b9d1-8535a88b5662 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:10:33.986019 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f86e21-4de0-47e2-9989-0f4922dbc3b1 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Made reservation on behalf of 60d5b899d23d4351ae3fcb8e45449657 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:33.990185 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4f86e21-4de0-47e2-9989-0f4922dbc3b1 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:34.174786 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4f86e21-4de0-47e2-9989-0f4922dbc3b1 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:34.237101 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f86e21-4de0-47e2-9989-0f4922dbc3b1 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Pushing event updated for resources: {'Subnet': ['ID=8d7f252b-d67c-4dfc-868d-3b7bbc5d5731,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:34.247649 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f86e21-4de0-47e2-9989-0f4922dbc3b1 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Checking segment: {'id': 'b2c6fa25-1208-4d52-956e-d497cb3a8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c81fded5-2501-4dd5-b9d1-8535a88b5662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:34.248002 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f86e21-4de0-47e2-9989-0f4922dbc3b1 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Network hostable DHCP agents. Network: c81fded5-2501-4dd5-b9d1-8535a88b5662, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:10:34.264383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f86e21-4de0-47e2-9989-0f4922dbc3b1 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Network c81fded5-2501-4dd5-b9d1-8535a88b5662 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:10:34.272807 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-f4f86e21-4de0-47e2-9989-0f4922dbc3b1 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, c81fded5-2501-4dd5-b9d1-8535a88b5662) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:34.277178 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f86e21-4de0-47e2-9989-0f4922dbc3b1 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:34.277770 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f4f86e21-4de0-47e2-9989-0f4922dbc3b1 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:34.281933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9168e3-b2e8-4112-8474-869dc7cd4b0c None None] Network c81fded5-2501-4dd5-b9d1-8535a88b5662 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:34.295105 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f4f86e21-4de0-47e2-9989-0f4922dbc3b1 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4114754 Dec 20 22:10:34.298187 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51878) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:34.304647 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f9a503c6-4f71-45df-8866-3fba58557977 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-904902471'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:34.327657 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a503c6-4f71-45df-8866-3fba58557977 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Made reservation on behalf of 60d5b899d23d4351ae3fcb8e45449657 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:34.331186 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9a503c6-4f71-45df-8866-3fba58557977 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:34.356679 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a503c6-4f71-45df-8866-3fba58557977 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:10:34.367054 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9a503c6-4f71-45df-8866-3fba58557977 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:34.367400 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-f9a503c6-4f71-45df-8866-3fba58557977 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Added segment 5e1fc4ff-c653-4666-926d-973ddfb803b8 of type vlan for network 93e63d86-03a3-4d93-a57e-66ff08a6de50 Dec 20 22:10:34.408866 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9a503c6-4f71-45df-8866-3fba58557977 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:34.434882 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9a503c6-4f71-45df-8866-3fba58557977 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:34.437227 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-c81fded5-2501-4dd5-b9d1-8535a88b5662', 'network_id': 'c81fded5-2501-4dd5-b9d1-8535a88b5662', 'tenant_id': '60d5b899d23d4351ae3fcb8e45449657', 'fixed_ips': [{'subnet_id': '8d7f252b-d67c-4dfc-868d-3b7bbc5d5731'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:10:34.438139 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:34.440436 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a503c6-4f71-45df-8866-3fba58557977 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:34.441021 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f9a503c6-4f71-45df-8866-3fba58557977 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:34.499767 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f9a503c6-4f71-45df-8866-3fba58557977 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2002280 Dec 20 22:10:34.502929 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51880) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:34.510052 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-4b9d182b-d1b4-4f4d-8feb-fa18af66d001 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Request body: {'subnet': {'network_id': '93e63d86-03a3-4d93-a57e-66ff08a6de50', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:34.564898 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a503c6-4f71-45df-8866-3fba58557977 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Pushing event updated for resources: {'Network': ['ID=93e63d86-03a3-4d93-a57e-66ff08a6de50,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:34.576987 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 93e63d86-03a3-4d93-a57e-66ff08a6de50 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:10:34.579189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Allocated IP 172.20.0.2 (c81fded5-2501-4dd5-b9d1-8535a88b5662/8d7f252b-d67c-4dfc-868d-3b7bbc5d5731/cf27d8dd-db45-4448-8025-74777071d457) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:10:34.622802 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9d182b-d1b4-4f4d-8feb-fa18af66d001 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Made reservation on behalf of 60d5b899d23d4351ae3fcb8e45449657 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:34.626426 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b9d182b-d1b4-4f4d-8feb-fa18af66d001 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:34.811086 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:34.818869 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:34.845746 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b9d182b-d1b4-4f4d-8feb-fa18af66d001 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:34.858474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Network c81fded5-2501-4dd5-b9d1-8535a88b5662 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:10:34.861489 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:34.865275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:10:34.875998 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Pushing event updated for resources: {'Port': ['ID=cf27d8dd-db45-4448-8025-74777071d457,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:34.926349 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Attempting to bind port cf27d8dd-db45-4448-8025-74777071d457 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:10:34.926794 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Attempting to bind port cf27d8dd-db45-4448-8025-74777071d457 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'b2c6fa25-1208-4d52-956e-d497cb3a8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c81fded5-2501-4dd5-b9d1-8535a88b5662'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:10:34.927154 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Attempting to bind port cf27d8dd-db45-4448-8025-74777071d457 on network c81fded5-2501-4dd5-b9d1-8535a88b5662 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:10:34.932702 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:10:34.933069 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Checking segment: {'id': 'b2c6fa25-1208-4d52-956e-d497cb3a8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c81fded5-2501-4dd5-b9d1-8535a88b5662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:34.933469 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:34.933857 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Bound using segment: {'id': 'b2c6fa25-1208-4d52-956e-d497cb3a8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c81fded5-2501-4dd5-b9d1-8535a88b5662'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:10:34.934344 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Bound port: cf27d8dd-db45-4448-8025-74777071d457, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c6fa25-1208-4d52-956e-d497cb3a8ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c81fded5-2501-4dd5-b9d1-8535a88b5662'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:10:34.934721 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:34.945699 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d182b-d1b4-4f4d-8feb-fa18af66d001 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Pushing event updated for resources: {'Subnet': ['ID=d80006f8-310f-4b00-9ed9-5dbd89e1e041,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:34.957979 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9d182b-d1b4-4f4d-8feb-fa18af66d001 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Checking segment: {'id': '5e1fc4ff-c653-4666-926d-973ddfb803b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '93e63d86-03a3-4d93-a57e-66ff08a6de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:34.958547 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9d182b-d1b4-4f4d-8feb-fa18af66d001 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Network hostable DHCP agents. Network: 93e63d86-03a3-4d93-a57e-66ff08a6de50, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:10:34.981423 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9d182b-d1b4-4f4d-8feb-fa18af66d001 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Network 93e63d86-03a3-4d93-a57e-66ff08a6de50 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:10:34.992364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-4b9d182b-d1b4-4f4d-8feb-fa18af66d001 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 93e63d86-03a3-4d93-a57e-66ff08a6de50) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:34.997033 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9d182b-d1b4-4f4d-8feb-fa18af66d001 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:34.997747 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-4b9d182b-d1b4-4f4d-8feb-fa18af66d001 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:35.002663 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8be6607-38c7-4c32-99ce-ff860366f50f None None] Network 93e63d86-03a3-4d93-a57e-66ff08a6de50 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:35.005903 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] For port cf27d8dd-db45-4448-8025-74777071d457, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:10:35.020770 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-4b9d182b-d1b4-4f4d-8feb-fa18af66d001 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5131083 Dec 20 22:10:35.021929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51882) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:35.026822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a9ce9255-4aec-409a-8a0e-ec5bcccdf7c8 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Request body: {'router': {'external_gateway_info': {'network_id': '93e63d86-03a3-4d93-a57e-66ff08a6de50'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:35.029324 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] For port cf27d8dd-db45-4448-8025-74777071d457, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cf27d8dd-db45-4448-8025-74777071d457,segment=NetworkSegment(b2c6fa25-1208-4d52-956e-d497cb3a8ea1),segment_id=b2c6fa25-1208-4d52-956e-d497cb3a8ea1)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:10:35.055817 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:35.142249 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e1871-a3a6-4e21-8f1f-f20008658551 None None] Pushing event updated for resources: {'Port': ['ID=cf27d8dd-db45-4448-8025-74777071d457,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:35.224998 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-93e63d86-03a3-4d93-a57e-66ff08a6de50', 'network_id': '93e63d86-03a3-4d93-a57e-66ff08a6de50', 'tenant_id': '60d5b899d23d4351ae3fcb8e45449657', 'fixed_ips': [{'subnet_id': 'd80006f8-310f-4b00-9ed9-5dbd89e1e041'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:10:35.225959 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:35.242758 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9255-4aec-409a-8a0e-ec5bcccdf7c8 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:35.414570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Allocated IP 172.21.0.2 (93e63d86-03a3-4d93-a57e-66ff08a6de50/d80006f8-310f-4b00-9ed9-5dbd89e1e041/0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:10:35.599570 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:35.607302 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:35.653052 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Network 93e63d86-03a3-4d93-a57e-66ff08a6de50 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:10:35.658270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:35.662028 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:10:35.670616 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Pushing event updated for resources: {'Port': ['ID=0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:35.687666 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [None req-a9ce9255-4aec-409a-8a0e-ec5bcccdf7c8 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 20 22:10:35.688890 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a9ce9255-4aec-409a-8a0e-ec5bcccdf7c8 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] 10.222.0.32 "PUT /v2.0/routers/9ce49c36-8531-4d70-abe1-f1fb4b94027a HTTP/1.1" status: 400 len: 364 time: 0.6656914 Dec 20 22:10:35.695088 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51884) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:35.728119 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Attempting to bind port 0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:10:35.728353 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Attempting to bind port 0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '5e1fc4ff-c653-4666-926d-973ddfb803b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '93e63d86-03a3-4d93-a57e-66ff08a6de50'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:10:35.728744 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Attempting to bind port 0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e on network 93e63d86-03a3-4d93-a57e-66ff08a6de50 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:10:35.733886 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:10:35.734294 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Checking segment: {'id': '5e1fc4ff-c653-4666-926d-973ddfb803b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '93e63d86-03a3-4d93-a57e-66ff08a6de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:35.734694 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:35.735083 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Bound using segment: {'id': '5e1fc4ff-c653-4666-926d-973ddfb803b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '93e63d86-03a3-4d93-a57e-66ff08a6de50'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:10:35.735543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Bound port: 0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1fc4ff-c653-4666-926d-973ddfb803b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '93e63d86-03a3-4d93-a57e-66ff08a6de50'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:10:35.735920 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:35.747764 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75e1f7d-cbef-4ee0-a329-a0304d886fc8 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Deleting subnet d80006f8-310f-4b00-9ed9-5dbd89e1e041 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:10:35.751263 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f75e1f7d-cbef-4ee0-a329-a0304d886fc8 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:35.793332 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f75e1f7d-cbef-4ee0-a329-a0304d886fc8 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:35.803158 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] For port 0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:10:35.807172 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] For port 0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e,segment=NetworkSegment(5e1fc4ff-c653-4666-926d-973ddfb803b8),segment_id=5e1fc4ff-c653-4666-926d-973ddfb803b8)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:10:35.812983 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:35.883379 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53127a4-d94e-4020-9ab5-2918d8f21b44 None None] Pushing event updated for resources: {'Port': ['ID=0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:35.909747 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f75e1f7d-cbef-4ee0-a329-a0304d886fc8 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:35.991367 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f75e1f7d-cbef-4ee0-a329-a0304d886fc8 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:36.018665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e1f7d-cbef-4ee0-a329-a0304d886fc8 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Pushing event deleted for resources: {'Subnet': ['ID=d80006f8-310f-4b00-9ed9-5dbd89e1e041,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:36.023987 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f75e1f7d-cbef-4ee0-a329-a0304d886fc8 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:36.027575 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f75e1f7d-cbef-4ee0-a329-a0304d886fc8 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] 10.222.0.32 "DELETE /v2.0/subnets/d80006f8-310f-4b00-9ed9-5dbd89e1e041 HTTP/1.1" status: 204 len: 168 time: 0.3313043 Dec 20 22:10:36.030337 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51886) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:36.142709 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:36.223113 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Deleting port 0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:10:36.223450 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:36.291841 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636c42f0-65cb-477c-a8a1-5ae29d91231a None None] Network c81fded5-2501-4dd5-b9d1-8535a88b5662 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:36.307811 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] For port 0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e,segment=NetworkSegment(5e1fc4ff-c653-4666-926d-973ddfb803b8),segment_id=5e1fc4ff-c653-4666-926d-973ddfb803b8)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:36.307811 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:36.321554 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Calling delete_port for 0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:10:36.412295 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:36.412516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0223c5a3-c0a5-4478-b139-1cc84cf91fc4 None None] Provisioning complete for port cf27d8dd-db45-4448-8025-74777071d457 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:36.412752 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0223c5a3-c0a5-4478-b139-1cc84cf91fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:36.451375 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Pushing event deleted for resources: {'Port': ['ID=0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:36.453898 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] No DVR routers for this DVR port 0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:10:36.530128 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0223c5a3-c0a5-4478-b139-1cc84cf91fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:36.565969 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0223c5a3-c0a5-4478-b139-1cc84cf91fc4 None None] For port cf27d8dd-db45-4448-8025-74777071d457, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cf27d8dd-db45-4448-8025-74777071d457,segment=NetworkSegment(b2c6fa25-1208-4d52-956e-d497cb3a8ea1),segment_id=b2c6fa25-1208-4d52-956e-d497cb3a8ea1)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:36.570778 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0223c5a3-c0a5-4478-b139-1cc84cf91fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:36.586866 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:36.639195 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e63d86-03a3-4d93-a57e-66ff08a6de50']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:36.639457 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223c5a3-c0a5-4478-b139-1cc84cf91fc4 None None] Pushing event updated for resources: {'Port': ['ID=cf27d8dd-db45-4448-8025-74777071d457,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:36.653328 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1fc4ff-c653-4666-926d-973ddfb803b8') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:36.654003 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1fc4ff-c653-4666-926d-973ddfb803b8') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:36.665407 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:36.682779 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:36.691577 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:10:36.691942 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: timer() Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:10:36.695517 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:10:36.765520 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:36.775954 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:36.783262 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] 10.222.0.32 "DELETE /v2.0/networks/93e63d86-03a3-4d93-a57e-66ff08a6de50 HTTP/1.1" status: 204 len: 168 time: 0.7511206 Dec 20 22:10:36.785766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51890) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:36.795910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f6cc2628-d9b9-4a3d-9ef2-0b093cfe4b20 None None] Provisioning complete for port cf27d8dd-db45-4448-8025-74777071d457 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:36.796376 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f6cc2628-d9b9-4a3d-9ef2-0b093cfe4b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:36.802943 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19fab6-a775-4f6a-a003-f077497fa24c tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Pushing event deleted for resources: {'Network': ['ID=93e63d86-03a3-4d93-a57e-66ff08a6de50,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:36.845217 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db8a2e1-5e84-402f-af17-06d6dbdbe433 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Deleting subnet 8d7f252b-d67c-4dfc-868d-3b7bbc5d5731 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:10:36.848682 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4db8a2e1-5e84-402f-af17-06d6dbdbe433 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:36.898230 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4db8a2e1-5e84-402f-af17-06d6dbdbe433 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.014401 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4db8a2e1-5e84-402f-af17-06d6dbdbe433 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.103407 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4db8a2e1-5e84-402f-af17-06d6dbdbe433 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.116433 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d52cbf-30fb-4c7d-881a-3fa528661bd7 None None] DHCP port deletion for 93e63d86-03a3-4d93-a57e-66ff08a6de50 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 22:10:37.136893 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8a2e1-5e84-402f-af17-06d6dbdbe433 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Pushing event deleted for resources: {'Subnet': ['ID=8d7f252b-d67c-4dfc-868d-3b7bbc5d5731,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:37.140623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4db8a2e1-5e84-402f-af17-06d6dbdbe433 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.143805 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4db8a2e1-5e84-402f-af17-06d6dbdbe433 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] 10.222.0.32 "DELETE /v2.0/subnets/8d7f252b-d67c-4dfc-868d-3b7bbc5d5731 HTTP/1.1" status: 204 len: 168 time: 0.3563173 Dec 20 22:10:37.147437 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51892) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:37.150162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493507f5-de59-41e2-84cd-7d18c328202b None None] Network 93e63d86-03a3-4d93-a57e-66ff08a6de50 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:37.155442 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device cf27d8dd-db45-4448-8025-74777071d457 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:10:37.184375 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2398165-cc1e-4ce3-bb30-11c18c46f499 None None] Network c81fded5-2501-4dd5-b9d1-8535a88b5662 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:37.234509 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.237050 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493507f5-de59-41e2-84cd-7d18c328202b None None] Network 93e63d86-03a3-4d93-a57e-66ff08a6de50 could not be found, it might have been deleted concurrently. {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 20 22:10:37.238507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-5ac729ba-cd11-436b-a72c-ec668a8d3c4f None None] Could not find standard attr ID for object 0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e. {{(pid=102403) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 20 22:10:37.295070 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Deleting port cf27d8dd-db45-4448-8025-74777071d457 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:10:37.295559 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.302447 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port cf27d8dd-db45-4448-8025-74777071d457 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:37.302727 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.361271 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] For port cf27d8dd-db45-4448-8025-74777071d457, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=cf27d8dd-db45-4448-8025-74777071d457,segment=NetworkSegment(b2c6fa25-1208-4d52-956e-d497cb3a8ea1),segment_id=b2c6fa25-1208-4d52-956e-d497cb3a8ea1)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:37.361618 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.377376 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Calling delete_port for cf27d8dd-db45-4448-8025-74777071d457 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:10:37.437259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7261805-e246-4ab0-a244-40029ea608c7 None None] DHCP port deletion for c81fded5-2501-4dd5-b9d1-8535a88b5662 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 22:10:37.469572 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.489143 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b7261805-e246-4ab0-a244-40029ea608c7 None None] Deleting port cf27d8dd-db45-4448-8025-74777071d457 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:10:37.489521 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7261805-e246-4ab0-a244-40029ea608c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.495255 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Pushing event deleted for resources: {'Port': ['ID=cf27d8dd-db45-4448-8025-74777071d457,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:37.498760 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] No DVR routers for this DVR port cf27d8dd-db45-4448-8025-74777071d457 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:10:37.551797 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b7261805-e246-4ab0-a244-40029ea608c7 None None] For port cf27d8dd-db45-4448-8025-74777071d457, host n-d-xena-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:37.552588 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7261805-e246-4ab0-a244-40029ea608c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.565874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b7261805-e246-4ab0-a244-40029ea608c7 None None] Calling delete_port for cf27d8dd-db45-4448-8025-74777071d457 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:10:37.569254 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-b7261805-e246-4ab0-a244-40029ea608c7 None None] Port cf27d8dd-db45-4448-8025-74777071d457 was not found and therefore no delete operation was performed {{(pid=102403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 22:10:37.570865 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b7261805-e246-4ab0-a244-40029ea608c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.582894 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.600858 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7261805-e246-4ab0-a244-40029ea608c7 None None] Pushing event deleted for resources: {'Port': ['ID=cf27d8dd-db45-4448-8025-74777071d457,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:37.604418 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7261805-e246-4ab0-a244-40029ea608c7 None None] No DVR routers for this DVR port cf27d8dd-db45-4448-8025-74777071d457 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:10:37.613922 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81fded5-2501-4dd5-b9d1-8535a88b5662']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:37.624384 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c6fa25-1208-4d52-956e-d497cb3a8ea1') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:37.624677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c6fa25-1208-4d52-956e-d497cb3a8ea1') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:37.634487 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.647944 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.654397 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:10:37.654748 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: timer() Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:10:37.657989 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:10:37.716132 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.723869 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.728615 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] 10.222.0.32 "DELETE /v2.0/networks/c81fded5-2501-4dd5-b9d1-8535a88b5662 HTTP/1.1" status: 204 len: 168 time: 0.5774424 Dec 20 22:10:37.731306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51894) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:37.741042 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f14089-c3ff-4a37-88ee-ec5e118fbabe tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Pushing event deleted for resources: {'Network': ['ID=c81fded5-2501-4dd5-b9d1-8535a88b5662,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:37.761401 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4858003a-b8de-4fd3-adaa-92a1e45024b4 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce49c36-8531-4d70-abe1-f1fb4b94027a HTTP/1.1" status: 200 len: 205 time: 0.0285265 Dec 20 22:10:37.763839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51896) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:37.840816 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-898257b4-5793-47bc-bc12-166c43bcefd5 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.997236 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-898257b4-5793-47bc-bc12-166c43bcefd5 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:37.999388 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-898257b4-5793-47bc-bc12-166c43bcefd5 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:38.045093 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-898257b4-5793-47bc-bc12-166c43bcefd5 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:38.045729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898257b4-5793-47bc-bc12-166c43bcefd5 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Fanout notify agent at l3_agent the message router_deleted on router 9ce49c36-8531-4d70-abe1-f1fb4b94027a {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:10:38.053619 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-898257b4-5793-47bc-bc12-166c43bcefd5 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:38.056734 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-898257b4-5793-47bc-bc12-166c43bcefd5 tempest-RoutersNegativeTest-233999880 tempest-RoutersNegativeTest-233999880-project] 10.222.0.32 "DELETE /v2.0/routers/9ce49c36-8531-4d70-abe1-f1fb4b94027a HTTP/1.1" status: 204 len: 168 time: 0.2904139 Dec 20 22:10:38.307755 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51902) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:38.449468 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4ac196d9-f8d4-44da-80fe-69aeccb1aefa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60d5b899d23d4351ae3fcb8e45449657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405053 Dec 20 22:10:38.452161 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51906) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:38.501074 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-60535762-c7be-4cae-9df7-ec6eb93efb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:38.522305 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-60535762-c7be-4cae-9df7-ec6eb93efb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:38.570881 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-60535762-c7be-4cae-9df7-ec6eb93efb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:38.573738 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-60535762-c7be-4cae-9df7-ec6eb93efb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:38.575434 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-60535762-c7be-4cae-9df7-ec6eb93efb71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/489aea76-a1ce-4c64-b260-72cb1bd27176 HTTP/1.1" status: 204 len: 168 time: 0.1221566 Dec 20 22:10:38.584865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60535762-c7be-4cae-9df7-ec6eb93efb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489aea76-a1ce-4c64-b260-72cb1bd27176,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:39.038187 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:10:39.061741 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:10:39.062236 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 0b070b43-ec9a-4a5a-8aec-4a2fd9a2462e not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:10:39.062703 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device cf27d8dd-db45-4448-8025-74777071d457 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:10:39.081607 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: cf27d8dd-db45-4448-8025-74777071d457 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:10:39.081991 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device cf27d8dd-db45-4448-8025-74777071d457 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:10:39.235697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51928) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:39.334578 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-8ced397c-b6ad-4f8c-b6d2-6aaec8d0be2d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-165982346-network', 'tenant_id': '99519d9028894f56975b3aa3a3c54311'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:39.360789 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ced397c-b6ad-4f8c-b6d2-6aaec8d0be2d admin admin] Made reservation on behalf of 99519d9028894f56975b3aa3a3c54311 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:39.363133 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ced397c-b6ad-4f8c-b6d2-6aaec8d0be2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:39.372150 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ced397c-b6ad-4f8c-b6d2-6aaec8d0be2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:39.451228 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ced397c-b6ad-4f8c-b6d2-6aaec8d0be2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:39.455368 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ced397c-b6ad-4f8c-b6d2-6aaec8d0be2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:39.479801 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ced397c-b6ad-4f8c-b6d2-6aaec8d0be2d admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:10:39.488512 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced397c-b6ad-4f8c-b6d2-6aaec8d0be2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7948d7de-824e-4e10-ab3e-5a36b48c671f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:39.494743 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ced397c-b6ad-4f8c-b6d2-6aaec8d0be2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:39.495095 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-8ced397c-b6ad-4f8c-b6d2-6aaec8d0be2d admin admin] Added segment e969186a-9ba5-4174-b3e2-1175c7a5d247 of type vlan for network e641b94c-b7a2-4428-a8b9-fb497679197f Dec 20 22:10:39.535727 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ced397c-b6ad-4f8c-b6d2-6aaec8d0be2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:39.561835 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ced397c-b6ad-4f8c-b6d2-6aaec8d0be2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:39.562865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ced397c-b6ad-4f8c-b6d2-6aaec8d0be2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:39.563454 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ced397c-b6ad-4f8c-b6d2-6aaec8d0be2d admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:39.616704 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8ced397c-b6ad-4f8c-b6d2-6aaec8d0be2d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3798571 Dec 20 22:10:39.619739 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51932) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:39.624772 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-026bd4a4-5ea3-47fd-814a-0bfd912e60a9 admin admin] Request body: {'subnet': {'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-165982346-subnet', 'tenant_id': '99519d9028894f56975b3aa3a3c54311', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:39.634024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced397c-b6ad-4f8c-b6d2-6aaec8d0be2d admin admin] Pushing event updated for resources: {'Network': ['ID=e641b94c-b7a2-4428-a8b9-fb497679197f,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:39.644506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network e641b94c-b7a2-4428-a8b9-fb497679197f details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:10:39.647501 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026bd4a4-5ea3-47fd-814a-0bfd912e60a9 admin admin] Made reservation on behalf of 99519d9028894f56975b3aa3a3c54311 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:39.650343 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-026bd4a4-5ea3-47fd-814a-0bfd912e60a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:39.835206 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-026bd4a4-5ea3-47fd-814a-0bfd912e60a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:39.883651 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bd4a4-5ea3-47fd-814a-0bfd912e60a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2188f338-d92d-479b-9c29-3e20fc2422c1,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:39.898975 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026bd4a4-5ea3-47fd-814a-0bfd912e60a9 admin admin] Checking segment: {'id': 'e969186a-9ba5-4174-b3e2-1175c7a5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:39.899323 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026bd4a4-5ea3-47fd-814a-0bfd912e60a9 admin admin] Network hostable DHCP agents. Network: e641b94c-b7a2-4428-a8b9-fb497679197f, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:10:39.915643 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026bd4a4-5ea3-47fd-814a-0bfd912e60a9 admin admin] Network e641b94c-b7a2-4428-a8b9-fb497679197f is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:10:39.924201 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-026bd4a4-5ea3-47fd-814a-0bfd912e60a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, e641b94c-b7a2-4428-a8b9-fb497679197f) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:39.928911 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026bd4a4-5ea3-47fd-814a-0bfd912e60a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:39.930940 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-026bd4a4-5ea3-47fd-814a-0bfd912e60a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:39.934543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca3ef18-bec1-4074-a61f-c64cbeaafaf1 None None] Network e641b94c-b7a2-4428-a8b9-fb497679197f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:39.952437 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-026bd4a4-5ea3-47fd-814a-0bfd912e60a9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3313723 Dec 20 22:10:39.955139 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51934) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:39.961963 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-165982346-router', 'tenant_id': '99519d9028894f56975b3aa3a3c54311', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:39.991526 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:39.992922 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:40.053829 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:40.104194 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-e641b94c-b7a2-4428-a8b9-fb497679197f', 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f', 'tenant_id': '99519d9028894f56975b3aa3a3c54311', 'fixed_ips': [{'subnet_id': '2188f338-d92d-479b-9c29-3e20fc2422c1'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:10:40.105398 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:40.196129 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:40.247076 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Allocated IP 172.20.0.2 (e641b94c-b7a2-4428-a8b9-fb497679197f/2188f338-d92d-479b-9c29-3e20fc2422c1/7913dce3-1b7a-45a4-b920-803e2a485364) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:10:40.396867 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:40.398413 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:40.406102 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:40.417251 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:40.448309 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Network e641b94c-b7a2-4428-a8b9-fb497679197f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:10:40.451255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:40.453687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:10:40.463666 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Pushing event updated for resources: {'Port': ['ID=7913dce3-1b7a-45a4-b920-803e2a485364,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:40.516595 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Attempting to bind port 7913dce3-1b7a-45a4-b920-803e2a485364 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:10:40.516948 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Attempting to bind port 7913dce3-1b7a-45a4-b920-803e2a485364 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'e969186a-9ba5-4174-b3e2-1175c7a5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:10:40.517302 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Attempting to bind port 7913dce3-1b7a-45a4-b920-803e2a485364 on network e641b94c-b7a2-4428-a8b9-fb497679197f {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:10:40.522916 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:10:40.523350 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Checking segment: {'id': 'e969186a-9ba5-4174-b3e2-1175c7a5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:40.523687 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:40.524063 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Bound using segment: {'id': 'e969186a-9ba5-4174-b3e2-1175c7a5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:10:40.524516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Bound port: 7913dce3-1b7a-45a4-b920-803e2a485364, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e969186a-9ba5-4174-b3e2-1175c7a5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:10:40.524890 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:40.530387 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Allocated IP 172.35.3.45 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/7911d644-c18f-4c28-ad0b-57f6efe96a26) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:10:40.600794 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] For port 7913dce3-1b7a-45a4-b920-803e2a485364, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:10:40.604301 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] For port 7913dce3-1b7a-45a4-b920-803e2a485364, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7913dce3-1b7a-45a4-b920-803e2a485364,segment=NetworkSegment(e969186a-9ba5-4174-b3e2-1175c7a5d247),segment_id=e969186a-9ba5-4174-b3e2-1175c7a5d247)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:10:40.609589 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:40.650960 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:40.669063 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64b791-2a09-4be7-8322-40ae24b78e56 None None] Pushing event updated for resources: {'Port': ['ID=7913dce3-1b7a-45a4-b920-803e2a485364,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:40.699061 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:40.741723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:10:40.744569 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:40.748084 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:10:40.773229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Pushing event updated for resources: {'Port': ['ID=7911d644-c18f-4c28-ad0b-57f6efe96a26,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:41.039130 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:41.085940 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7913dce3-1b7a-45a4-b920-803e2a485364 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:10:41.151716 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7913dce3-1b7a-45a4-b920-803e2a485364 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:41.152464 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:41.252682 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:41.289441 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 7913dce3-1b7a-45a4-b920-803e2a485364, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7913dce3-1b7a-45a4-b920-803e2a485364,segment=NetworkSegment(e969186a-9ba5-4174-b3e2-1175c7a5d247),segment_id=e969186a-9ba5-4174-b3e2-1175c7a5d247)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:41.294427 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:41.360104 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=7913dce3-1b7a-45a4-b920-803e2a485364,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:41.634726 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:41.696207 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12bbc23-5ef4-4af3-811b-6eb280daeaf6 None None] Network e641b94c-b7a2-4428-a8b9-fb497679197f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:41.769235 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Router 484a676a-787d-4870-8afb-0da65aa3b277 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:10:41.834440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9a7b1d62-ccb3-4732-95db-21deb074152e None None] Provisioning complete for port 7913dce3-1b7a-45a4-b920-803e2a485364 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:41.834440 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a7b1d62-ccb3-4732-95db-21deb074152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:41.886722 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:10:41.903172 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Sync routers for ids ['484a676a-787d-4870-8afb-0da65aa3b277'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:10:41.912887 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:41.917174 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51936) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:41.919830 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Routers {'484a676a-787d-4870-8afb-0da65aa3b277'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:10:41.921011 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:10:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['484a676a-787d-4870-8afb-0da65aa3b277'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:41.930957 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7faeaa8e-a103-44d8-9c11-7fc64d84939d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9741421 Dec 20 22:10:42.040303 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Set router 484a676a-787d-4870-8afb-0da65aa3b277 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:10:42.176991 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4cdec689-2131-4efa-8f55-d3632bc6207d None None] Provisioning complete for port 7913dce3-1b7a-45a4-b920-803e2a485364 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:42.178644 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4cdec689-2131-4efa-8f55-d3632bc6207d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:42.221820 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484a676a-787d-4870-8afb-0da65aa3b277', 'name': 'tempest-TestEncryptedCinderVolumes-165982346-router', 'tenant_id': '99519d9028894f56975b3aa3a3c54311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '7911d644-c18f-4c28-ad0b-57f6efe96a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:10:39Z', 'updated_at': '2021-12-20T22:10:40Z', 'revision_number': 3, 'project_id': '99519d9028894f56975b3aa3a3c54311', 'gw_port': {'id': '7911d644-c18f-4c28-ad0b-57f6efe96a26', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484a676a-787d-4870-8afb-0da65aa3b277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:40Z', 'updated_at': '2021-12-20T22:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:42.249493 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Checking router: 484a676a-787d-4870-8afb-0da65aa3b277 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:10:42.249493 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Updating router 484a676a-787d-4870-8afb-0da65aa3b277 port 7911d644-c18f-4c28-ad0b-57f6efe96a26 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:10:42.274716 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:42.404296 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:42.573091 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:42.573928 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] Allocated IP 172.20.0.1 (e641b94c-b7a2-4428-a8b9-fb497679197f/2188f338-d92d-479b-9c29-3e20fc2422c1/e45f7ae9-6727-404f-930e-59d911f5c18a) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:10:42.579675 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:42.627803 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Attempting to bind port 7911d644-c18f-4c28-ad0b-57f6efe96a26 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:10:42.628164 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Attempting to bind port 7911d644-c18f-4c28-ad0b-57f6efe96a26 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:10:42.628648 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Attempting to bind port 7911d644-c18f-4c28-ad0b-57f6efe96a26 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:10:42.638346 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:10:42.638723 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:42.639118 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:42.639499 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:10:42.639955 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Bound port: 7911d644-c18f-4c28-ad0b-57f6efe96a26, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:10:42.640327 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:42.665556 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a55a2-b095-4888-92a8-752757ea8874 None None] Pushing event updated for resources: {'Port': ['ID=7911d644-c18f-4c28-ad0b-57f6efe96a26,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:42.680800 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a55a2-b095-4888-92a8-752757ea8874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:42.681125 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a55a2-b095-4888-92a8-752757ea8874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:42.681479 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a55a2-b095-4888-92a8-752757ea8874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:42.681801 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a55a2-b095-4888-92a8-752757ea8874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:42.682133 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a55a2-b095-4888-92a8-752757ea8874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:42.682461 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a55a2-b095-4888-92a8-752757ea8874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:42.682777 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a55a2-b095-4888-92a8-752757ea8874 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:42.683088 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a55a2-b095-4888-92a8-752757ea8874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:42.683409 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a55a2-b095-4888-92a8-752757ea8874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:42.683722 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a55a2-b095-4888-92a8-752757ea8874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:42.684143 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a55a2-b095-4888-92a8-752757ea8874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:42.684329 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a55a2-b095-4888-92a8-752757ea8874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:42.688516 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:42.713972 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] For port 7911d644-c18f-4c28-ad0b-57f6efe96a26, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:10:42.717437 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] For port 7911d644-c18f-4c28-ad0b-57f6efe96a26, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7911d644-c18f-4c28-ad0b-57f6efe96a26,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:10:42.721832 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:42.728528 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:42.771800 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] Network e641b94c-b7a2-4428-a8b9-fb497679197f is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:10:42.776100 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:42.778426 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Routers {'484a676a-787d-4870-8afb-0da65aa3b277'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:10:42.779046 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:10:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['484a676a-787d-4870-8afb-0da65aa3b277'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:42.779678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:10:42.804999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=e45f7ae9-6727-404f-930e-59d911f5c18a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:42.826755 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:42.840872 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a55a2-b095-4888-92a8-752757ea8874 None None] Pushing event updated for resources: {'Port': ['ID=7911d644-c18f-4c28-ad0b-57f6efe96a26,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:42.893919 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] Set router 484a676a-787d-4870-8afb-0da65aa3b277 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:10:42.975771 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:43.069771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7913dce3-1b7a-45a4-b920-803e2a485364 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:10:43.148087 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-794281f7-af4b-471b-9163-04a1e287bfba None None] Provisioning complete for port e45f7ae9-6727-404f-930e-59d911f5c18a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:43.148732 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-794281f7-af4b-471b-9163-04a1e287bfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:43.191949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-794281f7-af4b-471b-9163-04a1e287bfba None None] Port e45f7ae9-6727-404f-930e-59d911f5c18a cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:10:43.205162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7913dce3-1b7a-45a4-b920-803e2a485364 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:43.205609 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:43.205809 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:43.212937 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:43.247680 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484a676a-787d-4870-8afb-0da65aa3b277', 'name': 'tempest-TestEncryptedCinderVolumes-165982346-router', 'tenant_id': '99519d9028894f56975b3aa3a3c54311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '7911d644-c18f-4c28-ad0b-57f6efe96a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:10:39Z', 'updated_at': '2021-12-20T22:10:40Z', 'revision_number': 3, 'project_id': '99519d9028894f56975b3aa3a3c54311', 'gw_port': {'id': '7911d644-c18f-4c28-ad0b-57f6efe96a26', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484a676a-787d-4870-8afb-0da65aa3b277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:40Z', 'updated_at': '2021-12-20T22:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:43.277983 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fb4ed3-e0ce-4783-9863-c2407661a5e9 None None] The sync data for ids ['484a676a-787d-4870-8afb-0da65aa3b277'] in n-d-xena-1 is: [{'id': '484a676a-787d-4870-8afb-0da65aa3b277', 'name': 'tempest-TestEncryptedCinderVolumes-165982346-router', 'tenant_id': '99519d9028894f56975b3aa3a3c54311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '7911d644-c18f-4c28-ad0b-57f6efe96a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:10:39Z', 'updated_at': '2021-12-20T22:10:40Z', 'revision_number': 3, 'project_id': '99519d9028894f56975b3aa3a3c54311', 'gw_port': {'id': '7911d644-c18f-4c28-ad0b-57f6efe96a26', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484a676a-787d-4870-8afb-0da65aa3b277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:40Z', 'updated_at': '2021-12-20T22:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:10:43.331780 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=e45f7ae9-6727-404f-930e-59d911f5c18a,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:43.342154 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:43.488172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] Network e641b94c-b7a2-4428-a8b9-fb497679197f is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:10:43.490857 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:43.673316 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] Router 484a676a-787d-4870-8afb-0da65aa3b277 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:10:43.830300 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:10:43.838762 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-adc7e503-2f3c-4de3-abf7-438812c32ee1 admin admin] 10.222.0.32 "PUT /v2.0/routers/484a676a-787d-4870-8afb-0da65aa3b277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9188106 Dec 20 22:10:43.875465 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-dc5e5c2a-5f7c-4de0-9949-2fb7c9ab1288 None None] Provisioning complete for port e45f7ae9-6727-404f-930e-59d911f5c18a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:43.876336 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dc5e5c2a-5f7c-4de0-9949-2fb7c9ab1288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:43.915924 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e5c2a-5f7c-4de0-9949-2fb7c9ab1288 None None] Port e45f7ae9-6727-404f-930e-59d911f5c18a cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:10:44.469953 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51952) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:44.476272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c9abfd40-0ca8-41d4-8aed-d12d6f824595 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-814996106-network', 'tenant_id': '6cc3244739eb482fa007c4b939a89698'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:44.503759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9abfd40-0ca8-41d4-8aed-d12d6f824595 admin admin] Made reservation on behalf of 6cc3244739eb482fa007c4b939a89698 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:44.506250 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c9abfd40-0ca8-41d4-8aed-d12d6f824595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:44.517429 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c9abfd40-0ca8-41d4-8aed-d12d6f824595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:44.611375 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c9abfd40-0ca8-41d4-8aed-d12d6f824595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:44.616968 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c9abfd40-0ca8-41d4-8aed-d12d6f824595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:44.639465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9abfd40-0ca8-41d4-8aed-d12d6f824595 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:10:44.653688 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abfd40-0ca8-41d4-8aed-d12d6f824595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bef429b-6bfb-4038-b3a7-fbdb34540e00,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:44.659763 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c9abfd40-0ca8-41d4-8aed-d12d6f824595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:44.660099 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-c9abfd40-0ca8-41d4-8aed-d12d6f824595 admin admin] Added segment ba36f81b-968e-43b9-85fd-a1b25ed0e2f2 of type vlan for network c513d830-8dbe-492c-8a64-8649ad3fa987 Dec 20 22:10:44.716016 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c9abfd40-0ca8-41d4-8aed-d12d6f824595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:44.754244 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c9abfd40-0ca8-41d4-8aed-d12d6f824595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:44.755492 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9abfd40-0ca8-41d4-8aed-d12d6f824595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:44.756205 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c9abfd40-0ca8-41d4-8aed-d12d6f824595 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:44.813091 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c9abfd40-0ca8-41d4-8aed-d12d6f824595 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3418279 Dec 20 22:10:44.816980 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51954) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:44.826420 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-92e72f2a-ca1a-413b-8403-47ee30631e6d admin admin] Request body: {'subnet': {'network_id': 'c513d830-8dbe-492c-8a64-8649ad3fa987', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-814996106-subnet', 'tenant_id': '6cc3244739eb482fa007c4b939a89698', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:44.835608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abfd40-0ca8-41d4-8aed-d12d6f824595 admin admin] Pushing event updated for resources: {'Network': ['ID=c513d830-8dbe-492c-8a64-8649ad3fa987,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:44.846819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network c513d830-8dbe-492c-8a64-8649ad3fa987 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:10:44.855560 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e72f2a-ca1a-413b-8403-47ee30631e6d admin admin] Made reservation on behalf of 6cc3244739eb482fa007c4b939a89698 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:44.857949 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-92e72f2a-ca1a-413b-8403-47ee30631e6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:45.065232 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-92e72f2a-ca1a-413b-8403-47ee30631e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:45.071953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Sync routers for ids ['484a676a-787d-4870-8afb-0da65aa3b277'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:10:45.082432 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Routers {'484a676a-787d-4870-8afb-0da65aa3b277'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:10:45.083092 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:10:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['484a676a-787d-4870-8afb-0da65aa3b277'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:45.089393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7911d644-c18f-4c28-ad0b-57f6efe96a26 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:10:45.139259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e72f2a-ca1a-413b-8403-47ee30631e6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=681e1ce9-7dbe-4201-95f6-19344ae7a47c,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:45.152432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e72f2a-ca1a-413b-8403-47ee30631e6d admin admin] Checking segment: {'id': 'ba36f81b-968e-43b9-85fd-a1b25ed0e2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c513d830-8dbe-492c-8a64-8649ad3fa987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:45.152845 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e72f2a-ca1a-413b-8403-47ee30631e6d admin admin] Network hostable DHCP agents. Network: c513d830-8dbe-492c-8a64-8649ad3fa987, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:10:45.177516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e72f2a-ca1a-413b-8403-47ee30631e6d admin admin] Network c513d830-8dbe-492c-8a64-8649ad3fa987 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:10:45.192845 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-92e72f2a-ca1a-413b-8403-47ee30631e6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, c513d830-8dbe-492c-8a64-8649ad3fa987) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:45.198650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e72f2a-ca1a-413b-8403-47ee30631e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:45.199565 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-92e72f2a-ca1a-413b-8403-47ee30631e6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:45.210533 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05573b7-52a7-4a18-a82b-1aebd65ba1c3 None None] Network c513d830-8dbe-492c-8a64-8649ad3fa987 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:45.228966 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-92e72f2a-ca1a-413b-8403-47ee30631e6d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4108915 Dec 20 22:10:45.232703 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 51956) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:45.238461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-814996106-router', 'tenant_id': '6cc3244739eb482fa007c4b939a89698', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:45.269876 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:45.271676 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:45.283135 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7911d644-c18f-4c28-ad0b-57f6efe96a26 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:45.283818 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:45.337845 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:45.344983 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Set router 484a676a-787d-4870-8afb-0da65aa3b277 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:10:45.410292 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:45.509177 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:45.735553 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:45.755475 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:45.788713 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:45.800044 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-c513d830-8dbe-492c-8a64-8649ad3fa987', 'network_id': 'c513d830-8dbe-492c-8a64-8649ad3fa987', 'tenant_id': '6cc3244739eb482fa007c4b939a89698', 'fixed_ips': [{'subnet_id': '681e1ce9-7dbe-4201-95f6-19344ae7a47c'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:10:45.800891 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:45.840001 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 7911d644-c18f-4c28-ad0b-57f6efe96a26, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7911d644-c18f-4c28-ad0b-57f6efe96a26,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:45.867304 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Allocated IP 172.35.3.152 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/4f6fae75-7d03-4d62-a240-c7d0d65b36de) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:10:45.868076 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:45.978297 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:46.017166 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:46.019142 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=7911d644-c18f-4c28-ad0b-57f6efe96a26,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:46.056931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:10:46.059934 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:46.061353 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484a676a-787d-4870-8afb-0da65aa3b277', 'name': 'tempest-TestEncryptedCinderVolumes-165982346-router', 'tenant_id': '99519d9028894f56975b3aa3a3c54311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '7911d644-c18f-4c28-ad0b-57f6efe96a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:10:39Z', 'updated_at': '2021-12-20T22:10:42Z', 'revision_number': 4, 'project_id': '99519d9028894f56975b3aa3a3c54311', 'gw_port': {'id': '7911d644-c18f-4c28-ad0b-57f6efe96a26', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484a676a-787d-4870-8afb-0da65aa3b277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:40Z', 'updated_at': '2021-12-20T22:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'e45f7ae9-6727-404f-930e-59d911f5c18a', 'name': '', 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f', 'tenant_id': '99519d9028894f56975b3aa3a3c54311', 'mac_address': 'fa:16:3e:90:b6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484a676a-787d-4870-8afb-0da65aa3b277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '2188f338-d92d-479b-9c29-3e20fc2422c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:42Z', 'updated_at': '2021-12-20T22:10:43Z', 'revision_number': 2, 'project_id': '99519d9028894f56975b3aa3a3c54311', 'subnets': [{'id': '2188f338-d92d-479b-9c29-3e20fc2422c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:46.064276 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:10:46.066013 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Allocated IP 172.20.0.2 (c513d830-8dbe-492c-8a64-8649ad3fa987/681e1ce9-7dbe-4201-95f6-19344ae7a47c/58c75f4a-9080-4bfa-8241-bc452c2b3bd3) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:10:46.097469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Pushing event updated for resources: {'Port': ['ID=4f6fae75-7d03-4d62-a240-c7d0d65b36de,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:46.097889 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Checking router: 484a676a-787d-4870-8afb-0da65aa3b277 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:10:46.098398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Updating router 484a676a-787d-4870-8afb-0da65aa3b277 port e45f7ae9-6727-404f-930e-59d911f5c18a binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:10:46.148365 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:46.338339 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:46.410245 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:46.419921 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:46.481838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Network c513d830-8dbe-492c-8a64-8649ad3fa987 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:10:46.491559 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:46.494116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:10:46.521076 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Pushing event updated for resources: {'Port': ['ID=58c75f4a-9080-4bfa-8241-bc452c2b3bd3,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:46.609031 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Attempting to bind port 58c75f4a-9080-4bfa-8241-bc452c2b3bd3 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:10:46.609672 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Attempting to bind port 58c75f4a-9080-4bfa-8241-bc452c2b3bd3 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'ba36f81b-968e-43b9-85fd-a1b25ed0e2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c513d830-8dbe-492c-8a64-8649ad3fa987'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:10:46.610020 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Attempting to bind port 58c75f4a-9080-4bfa-8241-bc452c2b3bd3 on network c513d830-8dbe-492c-8a64-8649ad3fa987 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:10:46.619962 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:10:46.620356 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Checking segment: {'id': 'ba36f81b-968e-43b9-85fd-a1b25ed0e2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c513d830-8dbe-492c-8a64-8649ad3fa987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:46.620738 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:46.621127 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Bound using segment: {'id': 'ba36f81b-968e-43b9-85fd-a1b25ed0e2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c513d830-8dbe-492c-8a64-8649ad3fa987'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:10:46.621602 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Bound port: 58c75f4a-9080-4bfa-8241-bc452c2b3bd3, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba36f81b-968e-43b9-85fd-a1b25ed0e2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c513d830-8dbe-492c-8a64-8649ad3fa987'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:10:46.621980 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:46.641345 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:46.650497 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:46.740733 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552e9ab-f704-42dd-9f0e-c1b000d770e2 None None] Pushing event updated for resources: {'Port': ['ID=e45f7ae9-6727-404f-930e-59d911f5c18a,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:46.753625 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] For port 58c75f4a-9080-4bfa-8241-bc452c2b3bd3, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:10:46.783327 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] For port 58c75f4a-9080-4bfa-8241-bc452c2b3bd3, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=58c75f4a-9080-4bfa-8241-bc452c2b3bd3,segment=NetworkSegment(ba36f81b-968e-43b9-85fd-a1b25ed0e2f2),segment_id=ba36f81b-968e-43b9-85fd-a1b25ed0e2f2)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:10:46.797941 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:46.853358 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Attempting to bind port e45f7ae9-6727-404f-930e-59d911f5c18a on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:10:46.853726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Attempting to bind port e45f7ae9-6727-404f-930e-59d911f5c18a by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'e969186a-9ba5-4174-b3e2-1175c7a5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:10:46.854120 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Attempting to bind port e45f7ae9-6727-404f-930e-59d911f5c18a on network e641b94c-b7a2-4428-a8b9-fb497679197f {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:10:46.870355 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:10:46.871035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Checking segment: {'id': 'e969186a-9ba5-4174-b3e2-1175c7a5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:46.871125 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:46.871501 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Bound using segment: {'id': 'e969186a-9ba5-4174-b3e2-1175c7a5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:10:46.872045 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Bound port: e45f7ae9-6727-404f-930e-59d911f5c18a, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e969186a-9ba5-4174-b3e2-1175c7a5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:10:46.872368 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:46.877584 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d24ca-ec08-4f21-8ab4-0ae27ef916b6 None None] Pushing event updated for resources: {'Port': ['ID=58c75f4a-9080-4bfa-8241-bc452c2b3bd3,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:46.894336 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:46.952086 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] For port e45f7ae9-6727-404f-930e-59d911f5c18a, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:10:46.957971 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] For port e45f7ae9-6727-404f-930e-59d911f5c18a, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e45f7ae9-6727-404f-930e-59d911f5c18a,segment=NetworkSegment(e969186a-9ba5-4174-b3e2-1175c7a5d247),segment_id=e969186a-9ba5-4174-b3e2-1175c7a5d247)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:10:46.970814 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:47.048917 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552e9ab-f704-42dd-9f0e-c1b000d770e2 None None] Pushing event updated for resources: {'Port': ['ID=e45f7ae9-6727-404f-930e-59d911f5c18a,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:47.067184 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Router 741f65f7-781c-479b-b02a-2994eb6d883a is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:10:47.077619 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7911d644-c18f-4c28-ad0b-57f6efe96a26 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:10:47.153033 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Routers {'484a676a-787d-4870-8afb-0da65aa3b277'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:10:47.153852 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:10:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['484a676a-787d-4870-8afb-0da65aa3b277'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:47.158429 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-136fedf0-1147-4605-b9ca-5cc7f561da94 None None] Provisioning complete for port e45f7ae9-6727-404f-930e-59d911f5c18a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:47.158899 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-136fedf0-1147-4605-b9ca-5cc7f561da94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:47.261506 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:10:47.272952 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Sync routers for ids ['741f65f7-781c-479b-b02a-2994eb6d883a'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:10:47.292669 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Routers {'741f65f7-781c-479b-b02a-2994eb6d883a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:10:47.293496 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:10:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['741f65f7-781c-479b-b02a-2994eb6d883a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:47.299452 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:47.309866 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d42b8294-7517-4f78-b24a-41d679dcb7ae admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0759704 Dec 20 22:10:47.315638 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 51958) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:10:47.338779 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 7911d644-c18f-4c28-ad0b-57f6efe96a26 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:47.339222 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:47.418926 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] Set router 484a676a-787d-4870-8afb-0da65aa3b277 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:10:47.458746 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Set router 741f65f7-781c-479b-b02a-2994eb6d883a gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:10:47.485138 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-136fedf0-1147-4605-b9ca-5cc7f561da94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:47.639702 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-136fedf0-1147-4605-b9ca-5cc7f561da94 None None] For port e45f7ae9-6727-404f-930e-59d911f5c18a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e45f7ae9-6727-404f-930e-59d911f5c18a,segment=NetworkSegment(e969186a-9ba5-4174-b3e2-1175c7a5d247),segment_id=e969186a-9ba5-4174-b3e2-1175c7a5d247)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:47.657227 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-136fedf0-1147-4605-b9ca-5cc7f561da94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:47.713352 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'name': 'tempest-TestEncryptedCinderVolumes-814996106-router', 'tenant_id': '6cc3244739eb482fa007c4b939a89698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.152'}], 'enable_snat': True}, 'gw_port_id': '4f6fae75-7d03-4d62-a240-c7d0d65b36de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:10:45Z', 'updated_at': '2021-12-20T22:10:46Z', 'revision_number': 3, 'project_id': '6cc3244739eb482fa007c4b939a89698', 'gw_port': {'id': '4f6fae75-7d03-4d62-a240-c7d0d65b36de', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:45Z', 'updated_at': '2021-12-20T22:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:47.749639 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Checking router: 741f65f7-781c-479b-b02a-2994eb6d883a for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:10:47.749930 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Updating router 741f65f7-781c-479b-b02a-2994eb6d883a port 4f6fae75-7d03-4d62-a240-c7d0d65b36de binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:10:47.752440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fedf0-1147-4605-b9ca-5cc7f561da94 None None] Pushing event updated for resources: {'Port': ['ID=e45f7ae9-6727-404f-930e-59d911f5c18a,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:47.785621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0f8f4c56-58f1-4150-9e2e-1b171dcabe44 None None] Provisioning complete for port e45f7ae9-6727-404f-930e-59d911f5c18a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:47.785998 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0f8f4c56-58f1-4150-9e2e-1b171dcabe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:47.792819 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:47.826124 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484a676a-787d-4870-8afb-0da65aa3b277', 'name': 'tempest-TestEncryptedCinderVolumes-165982346-router', 'tenant_id': '99519d9028894f56975b3aa3a3c54311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '7911d644-c18f-4c28-ad0b-57f6efe96a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:10:39Z', 'updated_at': '2021-12-20T22:10:42Z', 'revision_number': 4, 'project_id': '99519d9028894f56975b3aa3a3c54311', 'gw_port': {'id': '7911d644-c18f-4c28-ad0b-57f6efe96a26', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a676a-787d-4870-8afb-0da65aa3b277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:40Z', 'updated_at': '2021-12-20T22:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'e45f7ae9-6727-404f-930e-59d911f5c18a', 'name': '', 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f', 'tenant_id': '99519d9028894f56975b3aa3a3c54311', 'mac_address': 'fa:16:3e:90:b6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484a676a-787d-4870-8afb-0da65aa3b277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '2188f338-d92d-479b-9c29-3e20fc2422c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:42Z', 'updated_at': '2021-12-20T22:10:46Z', 'revision_number': 4, 'project_id': '99519d9028894f56975b3aa3a3c54311', 'subnets': [{'id': '2188f338-d92d-479b-9c29-3e20fc2422c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:47.876576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe47521-8850-4d8f-a7b5-232b07f5aa6a None None] The sync data for ids ['484a676a-787d-4870-8afb-0da65aa3b277'] in n-d-xena-1 is: [{'id': '484a676a-787d-4870-8afb-0da65aa3b277', 'name': 'tempest-TestEncryptedCinderVolumes-165982346-router', 'tenant_id': '99519d9028894f56975b3aa3a3c54311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '7911d644-c18f-4c28-ad0b-57f6efe96a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:10:39Z', 'updated_at': '2021-12-20T22:10:42Z', 'revision_number': 4, 'project_id': '99519d9028894f56975b3aa3a3c54311', 'gw_port': {'id': '7911d644-c18f-4c28-ad0b-57f6efe96a26', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a676a-787d-4870-8afb-0da65aa3b277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:40Z', 'updated_at': '2021-12-20T22:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'e45f7ae9-6727-404f-930e-59d911f5c18a', 'name': '', 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f', 'tenant_id': '99519d9028894f56975b3aa3a3c54311', 'mac_address': 'fa:16:3e:90:b6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484a676a-787d-4870-8afb-0da65aa3b277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '2188f338-d92d-479b-9c29-3e20fc2422c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:42Z', 'updated_at': '2021-12-20T22:10:46Z', 'revision_number': 4, 'project_id': '99519d9028894f56975b3aa3a3c54311', 'subnets': [{'id': '2188f338-d92d-479b-9c29-3e20fc2422c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:10:47.901239 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:48.177773 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Allocated IP 172.20.0.1 (c513d830-8dbe-492c-8a64-8649ad3fa987/681e1ce9-7dbe-4201-95f6-19344ae7a47c/aee3985d-cb22-42aa-a3b1-2489b3fa888a) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:10:48.211713 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:48.222340 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:48.283959 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Attempting to bind port 4f6fae75-7d03-4d62-a240-c7d0d65b36de on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:10:48.284736 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Attempting to bind port 4f6fae75-7d03-4d62-a240-c7d0d65b36de by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:10:48.285089 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Attempting to bind port 4f6fae75-7d03-4d62-a240-c7d0d65b36de on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:10:48.298917 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00218bbb-389b-40ee-9196-3644299ae438 None None] Network c513d830-8dbe-492c-8a64-8649ad3fa987 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:10:48.317978 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e361f-3d17-4107-8bb8-347018e1ce55 None None] Pushing event updated for resources: {'Port': ['ID=4f6fae75-7d03-4d62-a240-c7d0d65b36de,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:48.328236 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:10:48.328818 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:48.329381 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:48.329919 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:10:48.330582 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Bound port: 4f6fae75-7d03-4d62-a240-c7d0d65b36de, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:10:48.331139 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:48.368722 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:48.394611 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] For port 4f6fae75-7d03-4d62-a240-c7d0d65b36de, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:10:48.398639 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] For port 4f6fae75-7d03-4d62-a240-c7d0d65b36de, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4f6fae75-7d03-4d62-a240-c7d0d65b36de,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:10:48.414623 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:48.418202 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:48.497548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Network c513d830-8dbe-492c-8a64-8649ad3fa987 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:10:48.498526 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Routers {'741f65f7-781c-479b-b02a-2994eb6d883a'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:10:48.499152 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:10:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['741f65f7-781c-479b-b02a-2994eb6d883a'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:48.503351 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:48.511018 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:10:48.528999 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-45a76351-078a-4435-8e62-d572ab951787 None None] Provisioning complete for port 58c75f4a-9080-4bfa-8241-bc452c2b3bd3 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:48.529391 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45a76351-078a-4435-8e62-d572ab951787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:48.533339 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:48.608110 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Pushing event updated for resources: {'Port': ['ID=aee3985d-cb22-42aa-a3b1-2489b3fa888a,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:48.621234 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:48.625069 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:48.625601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:48.626367 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:48.626878 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:48.627357 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:48.627831 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:48.628301 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:48.630551 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:48.631609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:48.632095 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:48.632934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:48.633586 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:10:48.683132 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45a76351-078a-4435-8e62-d572ab951787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:48.689803 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] Set router 741f65f7-781c-479b-b02a-2994eb6d883a gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:10:48.748008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-45a76351-078a-4435-8e62-d572ab951787 None None] For port 58c75f4a-9080-4bfa-8241-bc452c2b3bd3, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=58c75f4a-9080-4bfa-8241-bc452c2b3bd3,segment=NetworkSegment(ba36f81b-968e-43b9-85fd-a1b25ed0e2f2),segment_id=ba36f81b-968e-43b9-85fd-a1b25ed0e2f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:48.758156 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-45a76351-078a-4435-8e62-d572ab951787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:48.824035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a76351-078a-4435-8e62-d572ab951787 None None] Pushing event updated for resources: {'Port': ['ID=58c75f4a-9080-4bfa-8241-bc452c2b3bd3,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:48.843688 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e361f-3d17-4107-8bb8-347018e1ce55 None None] Pushing event updated for resources: {'Port': ['ID=4f6fae75-7d03-4d62-a240-c7d0d65b36de,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:48.875811 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:48.952553 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'name': 'tempest-TestEncryptedCinderVolumes-814996106-router', 'tenant_id': '6cc3244739eb482fa007c4b939a89698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.152'}], 'enable_snat': True}, 'gw_port_id': '4f6fae75-7d03-4d62-a240-c7d0d65b36de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:10:45Z', 'updated_at': '2021-12-20T22:10:46Z', 'revision_number': 3, 'project_id': '6cc3244739eb482fa007c4b939a89698', 'gw_port': {'id': '4f6fae75-7d03-4d62-a240-c7d0d65b36de', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:45Z', 'updated_at': '2021-12-20T22:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:48.984938 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5db623d-480d-4e2b-88b7-9a5cf7cc2062 None None] The sync data for ids ['741f65f7-781c-479b-b02a-2994eb6d883a'] in n-d-xena-1 is: [{'id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'name': 'tempest-TestEncryptedCinderVolumes-814996106-router', 'tenant_id': '6cc3244739eb482fa007c4b939a89698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.152'}], 'enable_snat': True}, 'gw_port_id': '4f6fae75-7d03-4d62-a240-c7d0d65b36de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:10:45Z', 'updated_at': '2021-12-20T22:10:46Z', 'revision_number': 3, 'project_id': '6cc3244739eb482fa007c4b939a89698', 'gw_port': {'id': '4f6fae75-7d03-4d62-a240-c7d0d65b36de', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:45Z', 'updated_at': '2021-12-20T22:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:10:48.985153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d50aa4f8-2e72-4e0d-af0d-d973dc680ede None None] Provisioning complete for port aee3985d-cb22-42aa-a3b1-2489b3fa888a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:48.985713 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d50aa4f8-2e72-4e0d-af0d-d973dc680ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:49.051738 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d50aa4f8-2e72-4e0d-af0d-d973dc680ede None None] Port aee3985d-cb22-42aa-a3b1-2489b3fa888a cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:10:49.069868 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d50aa4f8-2e72-4e0d-af0d-d973dc680ede None None] Provisioning complete for port 58c75f4a-9080-4bfa-8241-bc452c2b3bd3 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:49.069868 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d50aa4f8-2e72-4e0d-af0d-d973dc680ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:49.167141 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:49.175186 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:49.272232 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Pushing event updated for resources: {'Port': ['ID=aee3985d-cb22-42aa-a3b1-2489b3fa888a,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:49.275660 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:49.407796 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e45f7ae9-6727-404f-930e-59d911f5c18a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:10:49.410605 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Network c513d830-8dbe-492c-8a64-8649ad3fa987 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:10:49.413817 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:49.536229 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e45f7ae9-6727-404f-930e-59d911f5c18a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:49.536874 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:49.627465 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Router 741f65f7-781c-479b-b02a-2994eb6d883a has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:10:49.682454 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 58c75f4a-9080-4bfa-8241-bc452c2b3bd3 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:10:49.728851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-54ab898a-d00e-4660-b3cf-2c4fd1b09f1e None None] Provisioning complete for port aee3985d-cb22-42aa-a3b1-2489b3fa888a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:49.729594 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-54ab898a-d00e-4660-b3cf-2c4fd1b09f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:49.776221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-54ab898a-d00e-4660-b3cf-2c4fd1b09f1e None None] Port aee3985d-cb22-42aa-a3b1-2489b3fa888a cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:10:49.785972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 58c75f4a-9080-4bfa-8241-bc452c2b3bd3 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:49.787018 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:49.801500 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:10:49.810360 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7e50c9a6-2055-4d4d-b0b6-3e61a4875a6f admin admin] 10.222.0.32 "PUT /v2.0/routers/741f65f7-781c-479b-b02a-2994eb6d883a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4923370 Dec 20 22:10:49.917370 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-dafa32cd-6d48-4f8c-8ebf-fa297e40c7e3 None None] Provisioning complete for port aee3985d-cb22-42aa-a3b1-2489b3fa888a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:49.917936 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-dafa32cd-6d48-4f8c-8ebf-fa297e40c7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:49.964051 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-dafa32cd-6d48-4f8c-8ebf-fa297e40c7e3 None None] Port aee3985d-cb22-42aa-a3b1-2489b3fa888a cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:10:50.756451 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-eeba3346-ca86-4755-9c16-506e38f7ab13 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:50.757971 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-eeba3346-ca86-4755-9c16-506e38f7ab13 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/networks?id=e641b94c-b7a2-4428-a8b9-fb497679197f HTTP/1.1" status: 200 len: 816 time: 0.1077693 Dec 20 22:10:50.774144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-3c65baa3-d721-499c-b2cf-9c34aab4bfa5 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/quotas/99519d9028894f56975b3aa3a3c54311 HTTP/1.1" status: 200 len: 375 time: 0.0100832 Dec 20 22:10:50.831689 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-bbef17d7-cff7-4644-9585-76c8f8827ae8 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99519d9028894f56975b3aa3a3c54311&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498474 Dec 20 22:10:50.852461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-f70f5260-7e9d-4a5d-b19f-f2d4ed84ef65 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:10:50.853449 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-f70f5260-7e9d-4a5d-b19f-f2d4ed84ef65 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061543 Dec 20 22:10:50.952744 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-bba3e6dc-893e-4f1f-99b5-79b818a26212 service neutron] 10.222.0.32 "GET /v2.0/networks/e641b94c-b7a2-4428-a8b9-fb497679197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920610 Dec 20 22:10:51.077845 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-7bcc3fa0-b32c-44e9-8f9e-16a8e7b0f692 service neutron] 10.222.0.32 "GET /v2.0/networks/e641b94c-b7a2-4428-a8b9-fb497679197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189117 Dec 20 22:10:51.078314 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4f6fae75-7d03-4d62-a240-c7d0d65b36de up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:10:51.135260 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Sync routers for ids ['741f65f7-781c-479b-b02a-2994eb6d883a'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:10:51.141403 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 4f6fae75-7d03-4d62-a240-c7d0d65b36de triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:51.141770 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:51.170581 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Routers {'741f65f7-781c-479b-b02a-2994eb6d883a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:10:51.171216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:10:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['741f65f7-781c-479b-b02a-2994eb6d883a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:51.288356 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-37ecde42-08ee-4e68-b123-8668828f33a8 req-05d9d3b9-b67f-44f4-9127-ab3c0a6058c9 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 210 time: 0.0367723 Dec 20 22:10:51.316740 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Set router 741f65f7-781c-479b-b02a-2994eb6d883a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:10:51.344739 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:51.377872 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 4f6fae75-7d03-4d62-a240-c7d0d65b36de, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4f6fae75-7d03-4d62-a240-c7d0d65b36de,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:51.385564 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:51.505722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=4f6fae75-7d03-4d62-a240-c7d0d65b36de,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:51.586806 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'name': 'tempest-TestEncryptedCinderVolumes-814996106-router', 'tenant_id': '6cc3244739eb482fa007c4b939a89698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.152'}], 'enable_snat': True}, 'gw_port_id': '4f6fae75-7d03-4d62-a240-c7d0d65b36de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:10:45Z', 'updated_at': '2021-12-20T22:10:48Z', 'revision_number': 4, 'project_id': '6cc3244739eb482fa007c4b939a89698', 'gw_port': {'id': '4f6fae75-7d03-4d62-a240-c7d0d65b36de', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:45Z', 'updated_at': '2021-12-20T22:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'aee3985d-cb22-42aa-a3b1-2489b3fa888a', 'name': '', 'network_id': 'c513d830-8dbe-492c-8a64-8649ad3fa987', 'tenant_id': '6cc3244739eb482fa007c4b939a89698', 'mac_address': 'fa:16:3e:ad:99:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '681e1ce9-7dbe-4201-95f6-19344ae7a47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:47Z', 'updated_at': '2021-12-20T22:10:48Z', 'revision_number': 2, 'project_id': '6cc3244739eb482fa007c4b939a89698', 'subnets': [{'id': '681e1ce9-7dbe-4201-95f6-19344ae7a47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:51.615533 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Checking router: 741f65f7-781c-479b-b02a-2994eb6d883a for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:10:51.615893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Updating router 741f65f7-781c-479b-b02a-2994eb6d883a port aee3985d-cb22-42aa-a3b1-2489b3fa888a binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:10:51.642108 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:51.937468 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:51.943424 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:51.991842 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849e986-4d1f-4fe5-807c-57a83b4ec0e0 None None] Pushing event updated for resources: {'Port': ['ID=aee3985d-cb22-42aa-a3b1-2489b3fa888a,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:52.046196 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Attempting to bind port aee3985d-cb22-42aa-a3b1-2489b3fa888a on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:10:52.046589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Attempting to bind port aee3985d-cb22-42aa-a3b1-2489b3fa888a by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'ba36f81b-968e-43b9-85fd-a1b25ed0e2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c513d830-8dbe-492c-8a64-8649ad3fa987'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:10:52.046953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Attempting to bind port aee3985d-cb22-42aa-a3b1-2489b3fa888a on network c513d830-8dbe-492c-8a64-8649ad3fa987 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:10:52.052321 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:10:52.052691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Checking segment: {'id': 'ba36f81b-968e-43b9-85fd-a1b25ed0e2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c513d830-8dbe-492c-8a64-8649ad3fa987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:52.053102 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:52.053490 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Bound using segment: {'id': 'ba36f81b-968e-43b9-85fd-a1b25ed0e2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c513d830-8dbe-492c-8a64-8649ad3fa987'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:10:52.053976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Bound port: aee3985d-cb22-42aa-a3b1-2489b3fa888a, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba36f81b-968e-43b9-85fd-a1b25ed0e2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c513d830-8dbe-492c-8a64-8649ad3fa987'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:10:52.054739 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:52.124773 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] For port aee3985d-cb22-42aa-a3b1-2489b3fa888a, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:10:52.128490 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] For port aee3985d-cb22-42aa-a3b1-2489b3fa888a, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=aee3985d-cb22-42aa-a3b1-2489b3fa888a,segment=NetworkSegment(ba36f81b-968e-43b9-85fd-a1b25ed0e2f2),segment_id=ba36f81b-968e-43b9-85fd-a1b25ed0e2f2)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:10:52.134511 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:52.222197 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Routers {'741f65f7-781c-479b-b02a-2994eb6d883a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:10:52.223086 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:10:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['741f65f7-781c-479b-b02a-2994eb6d883a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:52.322661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849e986-4d1f-4fe5-807c-57a83b4ec0e0 None None] Pushing event updated for resources: {'Port': ['ID=aee3985d-cb22-42aa-a3b1-2489b3fa888a,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:52.324794 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3fb57511-ce55-46f5-99a6-8aba6661a03e None None] Provisioning complete for port aee3985d-cb22-42aa-a3b1-2489b3fa888a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:52.325204 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3fb57511-ce55-46f5-99a6-8aba6661a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:52.462354 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] Set router 741f65f7-781c-479b-b02a-2994eb6d883a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:10:52.497972 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3fb57511-ce55-46f5-99a6-8aba6661a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:52.501941 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-844162a8-2f8b-4389-87f3-99065c6793dd req-9cac2132-c9aa-41b0-b7fa-119a37ea4110 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 210 time: 0.0525665 Dec 20 22:10:52.513807 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-1a310167-8e27-4a6c-8089-6f833da4eb8a tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:52.515416 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-1a310167-8e27-4a6c-8089-6f833da4eb8a tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.66 "GET /v2.0/networks?id=e641b94c-b7a2-4428-a8b9-fb497679197f HTTP/1.1" status: 200 len: 816 time: 0.2431464 Dec 20 22:10:52.534507 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-1c4623b1-cd78-4972-bfb1-6dc3011ba74d tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Request body: {'port': {'device_id': '0fdc056d-4ae7-4866-855c-422fc9063d6e', 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f', 'admin_state_up': True, 'tenant_id': '99519d9028894f56975b3aa3a3c54311'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:52.588372 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3fb57511-ce55-46f5-99a6-8aba6661a03e None None] For port aee3985d-cb22-42aa-a3b1-2489b3fa888a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=aee3985d-cb22-42aa-a3b1-2489b3fa888a,segment=NetworkSegment(ba36f81b-968e-43b9-85fd-a1b25ed0e2f2),segment_id=ba36f81b-968e-43b9-85fd-a1b25ed0e2f2)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:52.619884 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3fb57511-ce55-46f5-99a6-8aba6661a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:52.670148 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-1c4623b1-cd78-4972-bfb1-6dc3011ba74d tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Made reservation on behalf of 99519d9028894f56975b3aa3a3c54311 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:10:52.674605 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-1c4623b1-cd78-4972-bfb1-6dc3011ba74d tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:52.713332 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb57511-ce55-46f5-99a6-8aba6661a03e None None] Pushing event updated for resources: {'Port': ['ID=aee3985d-cb22-42aa-a3b1-2489b3fa888a,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:52.776782 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-da1a21e8-3397-46ec-abe8-0905d1de8ef7 None None] Provisioning complete for port aee3985d-cb22-42aa-a3b1-2489b3fa888a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:52.777146 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-da1a21e8-3397-46ec-abe8-0905d1de8ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:52.841671 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'name': 'tempest-TestEncryptedCinderVolumes-814996106-router', 'tenant_id': '6cc3244739eb482fa007c4b939a89698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.152'}], 'enable_snat': True}, 'gw_port_id': '4f6fae75-7d03-4d62-a240-c7d0d65b36de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:10:45Z', 'updated_at': '2021-12-20T22:10:48Z', 'revision_number': 4, 'project_id': '6cc3244739eb482fa007c4b939a89698', 'gw_port': {'id': '4f6fae75-7d03-4d62-a240-c7d0d65b36de', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:45Z', 'updated_at': '2021-12-20T22:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'aee3985d-cb22-42aa-a3b1-2489b3fa888a', 'name': '', 'network_id': 'c513d830-8dbe-492c-8a64-8649ad3fa987', 'tenant_id': '6cc3244739eb482fa007c4b939a89698', 'mac_address': 'fa:16:3e:ad:99:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '681e1ce9-7dbe-4201-95f6-19344ae7a47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:47Z', 'updated_at': '2021-12-20T22:10:52Z', 'revision_number': 4, 'project_id': '6cc3244739eb482fa007c4b939a89698', 'subnets': [{'id': '681e1ce9-7dbe-4201-95f6-19344ae7a47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:10:52.843065 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-1c4623b1-cd78-4972-bfb1-6dc3011ba74d tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Allocated IP 172.20.0.14 (e641b94c-b7a2-4428-a8b9-fb497679197f/2188f338-d92d-479b-9c29-3e20fc2422c1/8aefa0eb-9035-4539-8032-061b9196572d) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:10:52.875310 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f36370-a70f-4758-b2e0-01addb946a6f None None] The sync data for ids ['741f65f7-781c-479b-b02a-2994eb6d883a'] in n-d-xena-1 is: [{'id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'name': 'tempest-TestEncryptedCinderVolumes-814996106-router', 'tenant_id': '6cc3244739eb482fa007c4b939a89698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.152'}], 'enable_snat': True}, 'gw_port_id': '4f6fae75-7d03-4d62-a240-c7d0d65b36de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:10:45Z', 'updated_at': '2021-12-20T22:10:48Z', 'revision_number': 4, 'project_id': '6cc3244739eb482fa007c4b939a89698', 'gw_port': {'id': '4f6fae75-7d03-4d62-a240-c7d0d65b36de', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:45Z', 'updated_at': '2021-12-20T22:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'aee3985d-cb22-42aa-a3b1-2489b3fa888a', 'name': '', 'network_id': 'c513d830-8dbe-492c-8a64-8649ad3fa987', 'tenant_id': '6cc3244739eb482fa007c4b939a89698', 'mac_address': 'fa:16:3e:ad:99:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '681e1ce9-7dbe-4201-95f6-19344ae7a47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:47Z', 'updated_at': '2021-12-20T22:10:52Z', 'revision_number': 4, 'project_id': '6cc3244739eb482fa007c4b939a89698', 'subnets': [{'id': '681e1ce9-7dbe-4201-95f6-19344ae7a47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:10:53.077378 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-1c4623b1-cd78-4972-bfb1-6dc3011ba74d tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:53.125231 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-1c4623b1-cd78-4972-bfb1-6dc3011ba74d tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:53.175594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-1c4623b1-cd78-4972-bfb1-6dc3011ba74d tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Network e641b94c-b7a2-4428-a8b9-fb497679197f is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:10:53.179644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-1c4623b1-cd78-4972-bfb1-6dc3011ba74d tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:10:53.183968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-1c4623b1-cd78-4972-bfb1-6dc3011ba74d tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:10:53.209001 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4f6fae75-7d03-4d62-a240-c7d0d65b36de up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:10:53.225337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4623b1-cd78-4972-bfb1-6dc3011ba74d tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Pushing event updated for resources: {'Port': ['ID=8aefa0eb-9035-4539-8032-061b9196572d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:53.260253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-1c4623b1-cd78-4972-bfb1-6dc3011ba74d tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:53.260519 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-1c4623b1-cd78-4972-bfb1-6dc3011ba74d tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:53.284579 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-1c4623b1-cd78-4972-bfb1-6dc3011ba74d tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7539718 Dec 20 22:10:53.297240 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 4f6fae75-7d03-4d62-a240-c7d0d65b36de triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:53.297883 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:53.306588 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Request body: {'port': {'device_id': '0fdc056d-4ae7-4866-855c-422fc9063d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:10:53.398052 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:53.422117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aee3985d-cb22-42aa-a3b1-2489b3fa888a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:10:53.498485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port aee3985d-cb22-42aa-a3b1-2489b3fa888a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:53.498794 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:53.577114 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4981770a-eb03-45fc-8939-06cec81962ad None None] Provisioning complete for port 8aefa0eb-9035-4539-8032-061b9196572d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:10:53.577707 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4981770a-eb03-45fc-8939-06cec81962ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:53.709771 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbc83c-62bc-42c5-bbe4-8c80a0cf0c14 req-20fb4e9e-5ca7-46bb-91f0-125b4ffa8629 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:53.711614 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6dbc83c-62bc-42c5-bbe4-8c80a0cf0c14 req-20fb4e9e-5ca7-46bb-91f0-125b4ffa8629 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 932 time: 0.0740137 Dec 20 22:10:53.779462 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a6dbc83c-62bc-42c5-bbe4-8c80a0cf0c14 req-b5b3a6dd-1d07-44ba-8129-c204f09f254c tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610077 Dec 20 22:10:53.816262 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aefa0eb-9035-4539-8032-061b9196572d {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:10:53.829171 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:53.846734 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Transition to ACTIVE for port object 8aefa0eb-9035-4539-8032-061b9196572d will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:10:53.851814 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:53.869868 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4981770a-eb03-45fc-8939-06cec81962ad None None] Port 8aefa0eb-9035-4539-8032-061b9196572d cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:10:53.909394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8aefa0eb-9035-4539-8032-061b9196572d,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:53.998505 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Attempting to bind port 8aefa0eb-9035-4539-8032-061b9196572d on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:10:53.998957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Attempting to bind port 8aefa0eb-9035-4539-8032-061b9196572d by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e969186a-9ba5-4174-b3e2-1175c7a5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:10:53.999370 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Attempting to bind port 8aefa0eb-9035-4539-8032-061b9196572d on network e641b94c-b7a2-4428-a8b9-fb497679197f {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:10:54.004871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Port 8aefa0eb-9035-4539-8032-061b9196572d on network e641b94c-b7a2-4428-a8b9-fb497679197f not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:10:54.005245 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Attempting to bind port 8aefa0eb-9035-4539-8032-061b9196572d on network e641b94c-b7a2-4428-a8b9-fb497679197f {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:10:54.011353 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:10:54.011695 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Checking segment: {'id': 'e969186a-9ba5-4174-b3e2-1175c7a5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:10:54.012064 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Bound using segment: {'id': 'e969186a-9ba5-4174-b3e2-1175c7a5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:10:54.012496 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Bound port: 8aefa0eb-9035-4539-8032-061b9196572d, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e969186a-9ba5-4174-b3e2-1175c7a5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:10:54.012854 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:54.086735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] For port 8aefa0eb-9035-4539-8032-061b9196572d, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:10:54.089876 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] For port 8aefa0eb-9035-4539-8032-061b9196572d, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=8aefa0eb-9035-4539-8032-061b9196572d,segment=NetworkSegment(e969186a-9ba5-4174-b3e2-1175c7a5d247),segment_id=e969186a-9ba5-4174-b3e2-1175c7a5d247)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:10:54.095440 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:54.134180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:54.135342 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:54.138177 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] 10.222.0.66 "PUT /v2.0/ports/8aefa0eb-9035-4539-8032-061b9196572d HTTP/1.1" status: 200 len: 1090 time: 0.8398151 Dec 20 22:10:54.138878 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fdc056d-4ae7-4866-855c-422fc9063d6e', 'tag': '8aefa0eb-9035-4539-8032-061b9196572d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:10:54.143128 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb20f9cf-05e0-48e8-8adb-15fbb050ed1f" -d '{"events": [{"name": "network-changed", "server_uuid": "0fdc056d-4ae7-4866-855c-422fc9063d6e", "tag": "8aefa0eb-9035-4539-8032-061b9196572d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:10:54.206939 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9588da07-e506-469a-9d02-7a8ec54076df x-openstack-request-id: req-9588da07-e506-469a-9d02-7a8ec54076df {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:10:54.207461 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fdc056d-4ae7-4866-855c-422fc9063d6e", "tag": "8aefa0eb-9035-4539-8032-061b9196572d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:10:54.207972 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9588da07-e506-469a-9d02-7a8ec54076df {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:10:54.208619 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fdc056d-4ae7-4866-855c-422fc9063d6e', 'tag': '8aefa0eb-9035-4539-8032-061b9196572d', 'status': 'completed', 'code': 200} Dec 20 22:10:54.209538 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b8fa9-d611-4ab3-8897-74de0b8700f8 service neutron] Pushing event updated for resources: {'Port': ['ID=8aefa0eb-9035-4539-8032-061b9196572d,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:54.270664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-da16c64f-00b4-4bca-8654-fa356af10d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:54.272467 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-da16c64f-00b4-4bca-8654-fa356af10d33 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99519d9028894f56975b3aa3a3c54311&device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 1093 time: 0.0463960 Dec 20 22:10:54.327095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-89c6d54d-23c7-4721-ae84-0c9b11edb15f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aefa0eb-9035-4539-8032-061b9196572d HTTP/1.1" status: 200 len: 217 time: 0.0417011 Dec 20 22:10:54.378558 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-b817fbf4-8fde-4c7e-adfa-3ae805ab3664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:54.380386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-b817fbf4-8fde-4c7e-adfa-3ae805ab3664 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2188f338-d92d-479b-9c29-3e20fc2422c1 HTTP/1.1" status: 200 len: 855 time: 0.0464010 Dec 20 22:10:54.430100 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-a2e6c2b2-8ece-4142-9483-7f8d7c9c3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:54.431713 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-a2e6c2b2-8ece-4142-9483-7f8d7c9c3ad4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e641b94c-b7a2-4428-a8b9-fb497679197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0450690 Dec 20 22:10:54.536642 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-bd175320-6bb5-4f32-8d27-f412d15e877e service neutron] 10.222.0.66 "GET /v2.0/networks/e641b94c-b7a2-4428-a8b9-fb497679197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975246 Dec 20 22:10:54.634694 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abbe96c1-dbf4-40f8-bc6a-831c0d4c46b3 req-5285048b-7575-4160-892c-fae0cec846f2 service neutron] 10.222.0.66 "GET /v2.0/networks/e641b94c-b7a2-4428-a8b9-fb497679197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910103 Dec 20 22:10:54.770317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20f9cf-05e0-48e8-8adb-15fbb050ed1f req-edd8a513-6423-4d0f-b76b-d90690abbce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:54.772101 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb20f9cf-05e0-48e8-8adb-15fbb050ed1f req-edd8a513-6423-4d0f-b76b-d90690abbce4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99519d9028894f56975b3aa3a3c54311&device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 1093 time: 0.0527861 Dec 20 22:10:54.870745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20f9cf-05e0-48e8-8adb-15fbb050ed1f req-446ae8c1-15e6-490d-8017-ebea5e5b8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:54.872319 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb20f9cf-05e0-48e8-8adb-15fbb050ed1f req-446ae8c1-15e6-490d-8017-ebea5e5b8a36 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e641b94c-b7a2-4428-a8b9-fb497679197f HTTP/1.1" status: 200 len: 917 time: 0.0928521 Dec 20 22:10:54.916630 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb20f9cf-05e0-48e8-8adb-15fbb050ed1f req-0c9e0c03-7264-41df-be4b-cc7a6ca7062b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aefa0eb-9035-4539-8032-061b9196572d HTTP/1.1" status: 200 len: 217 time: 0.0363786 Dec 20 22:10:54.937506 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291cd26-8e33-4803-8c9a-a0064f3c7a54 req-de6be5c1-1381-492a-b438-910bcbffa25a tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:54.940179 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b291cd26-8e33-4803-8c9a-a0064f3c7a54 req-de6be5c1-1381-492a-b438-910bcbffa25a tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 944 time: 0.0743887 Dec 20 22:10:55.000184 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b291cd26-8e33-4803-8c9a-a0064f3c7a54 req-4df1f7e7-83bc-4541-8152-bffed2da2d6c tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530527 Dec 20 22:10:55.000854 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20f9cf-05e0-48e8-8adb-15fbb050ed1f req-e1a740c1-04c3-4927-bfe3-73db2e930b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:55.002509 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb20f9cf-05e0-48e8-8adb-15fbb050ed1f req-e1a740c1-04c3-4927-bfe3-73db2e930b2b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2188f338-d92d-479b-9c29-3e20fc2422c1 HTTP/1.1" status: 200 len: 855 time: 0.0788629 Dec 20 22:10:55.059662 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20f9cf-05e0-48e8-8adb-15fbb050ed1f req-c5402cab-43e3-456e-af40-d97d6afe6572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:55.061212 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb20f9cf-05e0-48e8-8adb-15fbb050ed1f req-c5402cab-43e3-456e-af40-d97d6afe6572 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e641b94c-b7a2-4428-a8b9-fb497679197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0504718 Dec 20 22:10:55.162862 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb20f9cf-05e0-48e8-8adb-15fbb050ed1f req-4932b5db-176a-4452-9c1b-76cf4b2a9f88 service neutron] 10.222.0.66 "GET /v2.0/networks/e641b94c-b7a2-4428-a8b9-fb497679197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932889 Dec 20 22:10:55.258560 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eb20f9cf-05e0-48e8-8adb-15fbb050ed1f req-d24faba8-1472-41ef-ada7-a39bc74b169e service neutron] 10.222.0.66 "GET /v2.0/networks/e641b94c-b7a2-4428-a8b9-fb497679197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886934 Dec 20 22:10:56.131220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704f30a-c155-440b-b03b-76848f2a0076 req-f1560626-757a-410b-bc4f-27f33ceb89b1 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:56.132914 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d704f30a-c155-440b-b03b-76848f2a0076 req-f1560626-757a-410b-bc4f-27f33ceb89b1 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 944 time: 0.0523071 Dec 20 22:10:56.172504 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d704f30a-c155-440b-b03b-76848f2a0076 req-90b9864f-37bd-4b0c-8adb-3ea9d4b1d327 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328095 Dec 20 22:10:57.244387 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e2056ff-78a4-4061-a9a3-4a1a4abd60cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:57.306283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df2395-a5de-4592-8637-621d8153a347 req-01ba768b-9a6b-4740-9cfb-ec3315f7a8f4 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:57.307842 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b4df2395-a5de-4592-8637-621d8153a347 req-01ba768b-9a6b-4740-9cfb-ec3315f7a8f4 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 944 time: 0.0569086 Dec 20 22:10:57.346657 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b4df2395-a5de-4592-8637-621d8153a347 req-20980874-cab2-42a8-aa65-6e1068c048f6 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323870 Dec 20 22:10:58.486248 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f3931-a739-4df4-a9e7-5bedd67c4ef7 req-18c7f413-ddb5-4690-8c01-8da76146da9e tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:58.487756 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-099f3931-a739-4df4-a9e7-5bedd67c4ef7 req-18c7f413-ddb5-4690-8c01-8da76146da9e tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 944 time: 0.0561030 Dec 20 22:10:58.528864 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-099f3931-a739-4df4-a9e7-5bedd67c4ef7 req-2630a533-cde7-4910-a5fa-5fbdca9676ce tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344198 Dec 20 22:10:58.558473 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 8aefa0eb-9035-4539-8032-061b9196572d details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:10:58.656179 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 8aefa0eb-9035-4539-8032-061b9196572d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=8aefa0eb-9035-4539-8032-061b9196572d,segment=NetworkSegment(e969186a-9ba5-4174-b3e2-1175c7a5d247),segment_id=e969186a-9ba5-4174-b3e2-1175c7a5d247)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:58.667819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '8aefa0eb-9035-4539-8032-061b9196572d', 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f', 'port_id': '8aefa0eb-9035-4539-8032-061b9196572d', 'mac_address': 'fa:16:3e:5f:9c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2188f338-d92d-479b-9c29-3e20fc2422c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:10:58.712248 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:58.726212 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aefa0eb-9035-4539-8032-061b9196572d {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:10:58.746995 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 8aefa0eb-9035-4539-8032-061b9196572d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=8aefa0eb-9035-4539-8032-061b9196572d,segment=NetworkSegment(e969186a-9ba5-4174-b3e2-1175c7a5d247),segment_id=e969186a-9ba5-4174-b3e2-1175c7a5d247)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:10:58.751179 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:58.800657 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=8aefa0eb-9035-4539-8032-061b9196572d,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:10:59.025313 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['8aefa0eb-9035-4539-8032-061b9196572d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:10:59.560490 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-959bec97-e414-47c1-8a0a-b2472d3d3f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:10:59.659441 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbb9fb-b538-4e4f-a872-4bb6511cb7d8 req-aece6bd4-e9a0-4676-a91d-275766f0c057 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:10:59.660842 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-52bbb9fb-b538-4e4f-a872-4bb6511cb7d8 req-aece6bd4-e9a0-4676-a91d-275766f0c057 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 945 time: 0.0539064 Dec 20 22:10:59.706040 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-52bbb9fb-b538-4e4f-a872-4bb6511cb7d8 req-3f7021e2-8786-438f-9c1e-9b66dcb9690f tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384555 Dec 20 22:11:00.589775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 8aefa0eb-9035-4539-8032-061b9196572d up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:11:00.644295 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 8aefa0eb-9035-4539-8032-061b9196572d completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:11:00.648942 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 8aefa0eb-9035-4539-8032-061b9196572d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:11:00.649441 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:00.754599 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:00.787492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdc056d-4ae7-4866-855c-422fc9063d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aefa0eb-9035-4539-8032-061b9196572d'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:11:00.791766 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7c30b7-a21f-46b5-9fde-a3a42c0ecb25" -d '{"events": [{"server_uuid": "0fdc056d-4ae7-4866-855c-422fc9063d6e", "name": "network-vif-plugged", "status": "completed", "tag": "8aefa0eb-9035-4539-8032-061b9196572d"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:11:00.811368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 8aefa0eb-9035-4539-8032-061b9196572d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=8aefa0eb-9035-4539-8032-061b9196572d,segment=NetworkSegment(e969186a-9ba5-4174-b3e2-1175c7a5d247),segment_id=e969186a-9ba5-4174-b3e2-1175c7a5d247)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:11:00.817786 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:00.832052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdce2f-7328-4990-beee-31cce21ee186 req-08662259-3e76-4871-a46f-37ab1f13fa5e tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:00.834278 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebcdce2f-7328-4990-beee-31cce21ee186 req-08662259-3e76-4871-a46f-37ab1f13fa5e tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 945 time: 0.0575387 Dec 20 22:11:00.843176 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0137980-6e25-4ac8-abf2-df5d46fb6ba1 x-openstack-request-id: req-a0137980-6e25-4ac8-abf2-df5d46fb6ba1 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:11:00.843436 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdc056d-4ae7-4866-855c-422fc9063d6e", "name": "network-vif-plugged", "status": "completed", "tag": "8aefa0eb-9035-4539-8032-061b9196572d", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:11:00.843583 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0137980-6e25-4ac8-abf2-df5d46fb6ba1 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:11:00.844149 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdc056d-4ae7-4866-855c-422fc9063d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aefa0eb-9035-4539-8032-061b9196572d', 'code': 200} Dec 20 22:11:00.875605 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:00.887881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=8aefa0eb-9035-4539-8032-061b9196572d,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:11:00.889338 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebcdce2f-7328-4990-beee-31cce21ee186 req-b33d1dfe-38c7-4c80-9de0-89dd2a27f6aa tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436850 Dec 20 22:11:00.978785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2991fd-ec90-496b-a29f-0f9184cc5e3b req-e558ac88-0ff9-42fe-a0c6-a5bf034b20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:00.980382 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e2991fd-ec90-496b-a29f-0f9184cc5e3b req-e558ac88-0ff9-42fe-a0c6-a5bf034b20e1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 1095 time: 0.0421331 Dec 20 22:11:01.019968 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e2991fd-ec90-496b-a29f-0f9184cc5e3b req-86debf52-2fa9-47d8-bbe9-f2d432a869a6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326428 Dec 20 22:11:02.040732 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41a45a-dea4-48b6-bf4d-989ab2ab3f40 req-87447c6d-d64f-4203-8956-cd12c159d638 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:02.042922 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0f41a45a-dea4-48b6-bf4d-989ab2ab3f40 req-87447c6d-d64f-4203-8956-cd12c159d638 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 946 time: 0.0714331 Dec 20 22:11:02.088282 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0f41a45a-dea4-48b6-bf4d-989ab2ab3f40 req-c82f7dc3-e98a-492a-a65a-014cbd74a694 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386410 Dec 20 22:11:02.294376 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:02.438655 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:03.214880 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acc63d-5a0a-4ea8-97d8-4c3b56a4d1c7 req-706057d0-c23f-4f85-9cf8-3313efd17e3e tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:03.216377 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81acc63d-5a0a-4ea8-97d8-4c3b56a4d1c7 req-706057d0-c23f-4f85-9cf8-3313efd17e3e tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 946 time: 0.0543954 Dec 20 22:11:03.257994 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-81acc63d-5a0a-4ea8-97d8-4c3b56a4d1c7 req-f7287ce2-6d31-4fc4-bcad-481f294327c5 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348222 Dec 20 22:11:03.390816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e195ca-31a9-444e-8e6c-19768eb7f811 req-67acea30-982f-4ad4-afef-24df950c7624 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:03.392461 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00e195ca-31a9-444e-8e6c-19768eb7f811 req-67acea30-982f-4ad4-afef-24df950c7624 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 946 time: 0.0515926 Dec 20 22:11:03.436661 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-00e195ca-31a9-444e-8e6c-19768eb7f811 req-692ef127-852e-4638-87d6-aab8a1968f88 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357857 Dec 20 22:11:10.317283 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:11:15.363878 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:18.446580 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:23.303356 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ff194-1450-4ceb-88e3-1c25517daf46 req-bcea17ae-8d06-4bc5-b19d-9aeb965de2b2 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:23.305209 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-995ff194-1450-4ceb-88e3-1c25517daf46 req-bcea17ae-8d06-4bc5-b19d-9aeb965de2b2 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 946 time: 0.0514185 Dec 20 22:11:23.348337 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-995ff194-1450-4ceb-88e3-1c25517daf46 req-56a1e6f5-67e4-42b8-8277-577c4be676a5 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370200 Dec 20 22:11:24.478146 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec9d62-650f-4f18-b582-2742eb0bef58 req-11fd3d4d-ac0e-42f0-bc43-ffb901f10aff tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:24.479627 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5fec9d62-650f-4f18-b582-2742eb0bef58 req-11fd3d4d-ac0e-42f0-bc43-ffb901f10aff tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 946 time: 0.0569777 Dec 20 22:11:24.517858 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5fec9d62-650f-4f18-b582-2742eb0bef58 req-fa1206dd-ad13-4312-a31b-6e2e72a4f60f tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321069 Dec 20 22:11:24.952747 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182500bb-698c-4074-b189-010596cdfb6e req-0ba60ba2-90a6-4210-8cfd-e379959dbfa7 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:24.955301 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-182500bb-698c-4074-b189-010596cdfb6e req-0ba60ba2-90a6-4210-8cfd-e379959dbfa7 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.66 "GET /v2.0/ports?device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 946 time: 0.0596538 Dec 20 22:11:25.068505 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-182500bb-698c-4074-b189-010596cdfb6e req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Deleting port 8aefa0eb-9035-4539-8032-061b9196572d {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:11:25.068968 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-182500bb-698c-4074-b189-010596cdfb6e req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:25.170478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-182500bb-698c-4074-b189-010596cdfb6e req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] For port 8aefa0eb-9035-4539-8032-061b9196572d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=8aefa0eb-9035-4539-8032-061b9196572d,segment=NetworkSegment(e969186a-9ba5-4174-b3e2-1175c7a5d247),segment_id=e969186a-9ba5-4174-b3e2-1175c7a5d247)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:11:25.170834 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-182500bb-698c-4074-b189-010596cdfb6e req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:25.184115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-182500bb-698c-4074-b189-010596cdfb6e req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Calling delete_port for 8aefa0eb-9035-4539-8032-061b9196572d owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:11:25.327798 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-182500bb-698c-4074-b189-010596cdfb6e req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:25.358137 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Pushing event deleted for resources: {'Port': ['ID=8aefa0eb-9035-4539-8032-061b9196572d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:11:25.362159 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['8aefa0eb-9035-4539-8032-061b9196572d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:11:25.386110 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:25.386431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:25.386768 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:25.387100 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:25.387434 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:25.387764 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:25.388082 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:25.388406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:25.388729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:25.389053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:25.389373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:25.389694 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:25.415095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-182500bb-698c-4074-b189-010596cdfb6e req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] No DVR routers for this DVR port 8aefa0eb-9035-4539-8032-061b9196572d on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:11:25.418275 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-182500bb-698c-4074-b189-010596cdfb6e req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:25.421624 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-182500bb-698c-4074-b189-010596cdfb6e req-bc8a9f94-6daa-4349-9cbc-a46c09f3ae39 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.66 "DELETE /v2.0/ports/8aefa0eb-9035-4539-8032-061b9196572d HTTP/1.1" status: 204 len: 173 time: 0.4600754 Dec 20 22:11:25.422138 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdc056d-4ae7-4866-855c-422fc9063d6e', 'name': 'network-vif-deleted', 'tag': '8aefa0eb-9035-4539-8032-061b9196572d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:11:25.424482 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c74d6e9-134c-48ee-9484-0ea0d1270a25" -d '{"events": [{"server_uuid": "0fdc056d-4ae7-4866-855c-422fc9063d6e", "name": "network-vif-deleted", "tag": "8aefa0eb-9035-4539-8032-061b9196572d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:11:25.463341 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b01955-2c06-48c9-a1c4-6a96d6d3338e x-openstack-request-id: req-85b01955-2c06-48c9-a1c4-6a96d6d3338e {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:11:25.463640 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdc056d-4ae7-4866-855c-422fc9063d6e", "name": "network-vif-deleted", "tag": "8aefa0eb-9035-4539-8032-061b9196572d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:11:25.463917 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85b01955-2c06-48c9-a1c4-6a96d6d3338e {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:11:25.464324 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdc056d-4ae7-4866-855c-422fc9063d6e', 'name': 'network-vif-deleted', 'tag': '8aefa0eb-9035-4539-8032-061b9196572d', 'status': 'completed', 'code': 200} Dec 20 22:11:25.634989 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1e185f92-4a15-494f-b853-bfde296c18ee req-70fdc5eb-baec-4221-9ebc-830d053eba3e tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fdc056d-4ae7-4866-855c-422fc9063d6e HTTP/1.1" status: 200 len: 210 time: 0.0309858 Dec 20 22:11:27.248987 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0afa5613-6a4a-4750-8cd6-efbbcb9f64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:28.169690 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a34223f9-8657-48ef-ab71-219bceccfb93 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:28.171444 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a34223f9-8657-48ef-ab71-219bceccfb93 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/networks?id=e641b94c-b7a2-4428-a8b9-fb497679197f HTTP/1.1" status: 200 len: 816 time: 0.1108577 Dec 20 22:11:28.188629 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-8cb985c9-d4f1-4947-90d8-53b73b53c58a tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/quotas/99519d9028894f56975b3aa3a3c54311 HTTP/1.1" status: 200 len: 375 time: 0.0104289 Dec 20 22:11:28.247284 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-f3a70810-1d0f-4f4c-b14d-78cd71e7cef5 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99519d9028894f56975b3aa3a3c54311&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503068 Dec 20 22:11:28.355741 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-229ec42f-a597-405a-8c8d-9b3a1c804ddf service neutron] 10.222.0.32 "GET /v2.0/networks/e641b94c-b7a2-4428-a8b9-fb497679197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943356 Dec 20 22:11:28.457946 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-d62ffef8-b8fc-412d-a4f3-6e4787ef9e4f service neutron] 10.222.0.32 "GET /v2.0/networks/e641b94c-b7a2-4428-a8b9-fb497679197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959280 Dec 20 22:11:28.629999 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5dff86c5-4bfb-49de-902f-80b88bb68aba req-78303ebf-e481-437f-8296-000719ba30a6 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 210 time: 0.0271373 Dec 20 22:11:28.759310 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 8aefa0eb-9035-4539-8032-061b9196572d no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:11:28.783625 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 8aefa0eb-9035-4539-8032-061b9196572d {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:11:28.784050 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 8aefa0eb-9035-4539-8032-061b9196572d not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:11:29.555724 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6ab3ac5c-1cca-4ebe-9c57-9b92929b3f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:29.663817 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-ad3eefcc-1680-4d9d-938c-d64d3e72dbfc tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:29.665423 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-ad3eefcc-1680-4d9d-938c-d64d3e72dbfc tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.66 "GET /v2.0/networks?id=e641b94c-b7a2-4428-a8b9-fb497679197f HTTP/1.1" status: 200 len: 816 time: 0.1090531 Dec 20 22:11:29.686221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-67222a52-8d99-4f67-83bc-4c73b416c7f4 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Request body: {'port': {'device_id': '9ec63e94-7691-4a55-82ae-5a1c79a15a82', 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f', 'admin_state_up': True, 'tenant_id': '99519d9028894f56975b3aa3a3c54311'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:11:29.762111 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7a9cea28-22b2-4b0e-9a1e-1971404b22b4 req-aaea1c69-27be-40bf-be1e-1150d0644d70 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 210 time: 0.0599918 Dec 20 22:11:29.835639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-67222a52-8d99-4f67-83bc-4c73b416c7f4 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Made reservation on behalf of 99519d9028894f56975b3aa3a3c54311 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:11:29.839130 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-67222a52-8d99-4f67-83bc-4c73b416c7f4 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:29.969836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-67222a52-8d99-4f67-83bc-4c73b416c7f4 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Allocated IP 172.20.0.14 (e641b94c-b7a2-4428-a8b9-fb497679197f/2188f338-d92d-479b-9c29-3e20fc2422c1/679e200b-a576-4788-b724-4d5a95fc2e50) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:11:30.113192 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-67222a52-8d99-4f67-83bc-4c73b416c7f4 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:30.151954 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-67222a52-8d99-4f67-83bc-4c73b416c7f4 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:30.194846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-67222a52-8d99-4f67-83bc-4c73b416c7f4 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Network e641b94c-b7a2-4428-a8b9-fb497679197f is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:11:30.197858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-67222a52-8d99-4f67-83bc-4c73b416c7f4 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:11:30.201614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-67222a52-8d99-4f67-83bc-4c73b416c7f4 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:11:30.227359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67222a52-8d99-4f67-83bc-4c73b416c7f4 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Pushing event updated for resources: {'Port': ['ID=679e200b-a576-4788-b724-4d5a95fc2e50,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:11:30.256220 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-67222a52-8d99-4f67-83bc-4c73b416c7f4 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:30.256877 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-67222a52-8d99-4f67-83bc-4c73b416c7f4 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:30.273535 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-67222a52-8d99-4f67-83bc-4c73b416c7f4 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5920660 Dec 20 22:11:30.293071 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Request body: {'port': {'device_id': '9ec63e94-7691-4a55-82ae-5a1c79a15a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:11:30.352934 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:30.432988 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f0646963-2093-4dec-8d1d-40a96d0e195b None None] Provisioning complete for port 679e200b-a576-4788-b724-4d5a95fc2e50 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:11:30.433588 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f0646963-2093-4dec-8d1d-40a96d0e195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:30.469164 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f0646963-2093-4dec-8d1d-40a96d0e195b None None] Port 679e200b-a576-4788-b724-4d5a95fc2e50 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:11:30.623800 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679e200b-a576-4788-b724-4d5a95fc2e50 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:11:30.631892 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:30.644216 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Transition to ACTIVE for port object 679e200b-a576-4788-b724-4d5a95fc2e50 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:11:30.650164 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:30.699283 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Pushing event updated for resources: {'Port': ['ID=679e200b-a576-4788-b724-4d5a95fc2e50,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:11:30.773927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Attempting to bind port 679e200b-a576-4788-b724-4d5a95fc2e50 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:11:30.774296 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Attempting to bind port 679e200b-a576-4788-b724-4d5a95fc2e50 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e969186a-9ba5-4174-b3e2-1175c7a5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:11:30.774624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Attempting to bind port 679e200b-a576-4788-b724-4d5a95fc2e50 on network e641b94c-b7a2-4428-a8b9-fb497679197f {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:11:30.779326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Port 679e200b-a576-4788-b724-4d5a95fc2e50 on network e641b94c-b7a2-4428-a8b9-fb497679197f not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:11:30.779686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Attempting to bind port 679e200b-a576-4788-b724-4d5a95fc2e50 on network e641b94c-b7a2-4428-a8b9-fb497679197f {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:11:30.785310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:11:30.785652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Checking segment: {'id': 'e969186a-9ba5-4174-b3e2-1175c7a5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:11:30.786034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Bound using segment: {'id': 'e969186a-9ba5-4174-b3e2-1175c7a5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:11:30.786508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Bound port: 679e200b-a576-4788-b724-4d5a95fc2e50, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e969186a-9ba5-4174-b3e2-1175c7a5d247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:11:30.786896 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:30.857798 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] For port 679e200b-a576-4788-b724-4d5a95fc2e50, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:11:30.861605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] For port 679e200b-a576-4788-b724-4d5a95fc2e50, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=679e200b-a576-4788-b724-4d5a95fc2e50,segment=NetworkSegment(e969186a-9ba5-4174-b3e2-1175c7a5d247),segment_id=e969186a-9ba5-4174-b3e2-1175c7a5d247)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:11:30.868191 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:30.873441 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:30.903852 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805ef72-5878-4c87-a9de-ffe76f6637ba req-56321328-5704-4ac5-b7b5-4943a075febe tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:30.906086 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:30.906784 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:30.908200 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] 10.222.0.66 "PUT /v2.0/ports/679e200b-a576-4788-b724-4d5a95fc2e50 HTTP/1.1" status: 200 len: 1090 time: 0.6195667 Dec 20 22:11:30.908846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec63e94-7691-4a55-82ae-5a1c79a15a82', 'tag': '679e200b-a576-4788-b724-4d5a95fc2e50'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:11:30.910597 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8805ef72-5878-4c87-a9de-ffe76f6637ba req-56321328-5704-4ac5-b7b5-4943a075febe tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 944 time: 0.0660832 Dec 20 22:11:30.910943 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f0b186-6ae8-49f7-8096-bfe97e96f62b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec63e94-7691-4a55-82ae-5a1c79a15a82", "tag": "679e200b-a576-4788-b724-4d5a95fc2e50"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:11:30.933011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd489a-e528-475d-9648-132bb20ed6ab service neutron] Pushing event updated for resources: {'Port': ['ID=679e200b-a576-4788-b724-4d5a95fc2e50,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:11:30.960977 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8805ef72-5878-4c87-a9de-ffe76f6637ba req-a7e6f31b-aac9-490d-a843-18c677ee96ce tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490663 Dec 20 22:11:30.981533 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e8c87f-d55d-48aa-b937-3f658270d50b x-openstack-request-id: req-d4e8c87f-d55d-48aa-b937-3f658270d50b {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:11:30.981832 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec63e94-7691-4a55-82ae-5a1c79a15a82", "tag": "679e200b-a576-4788-b724-4d5a95fc2e50", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:11:30.982151 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4e8c87f-d55d-48aa-b937-3f658270d50b {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:11:30.982796 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec63e94-7691-4a55-82ae-5a1c79a15a82', 'tag': '679e200b-a576-4788-b724-4d5a95fc2e50', 'status': 'completed', 'code': 200} Dec 20 22:11:31.038679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-9a645ee8-601a-4442-ba4e-08b29a60c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:31.040399 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-9a645ee8-601a-4442-ba4e-08b29a60c39c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99519d9028894f56975b3aa3a3c54311&device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 1093 time: 0.0434499 Dec 20 22:11:31.091421 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-3215d660-aac0-44b6-85b0-627fb9e09239 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=679e200b-a576-4788-b724-4d5a95fc2e50 HTTP/1.1" status: 200 len: 217 time: 0.0383582 Dec 20 22:11:31.140770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-0733d777-9ebd-4336-9597-6d96b8fb394d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:31.142270 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-0733d777-9ebd-4336-9597-6d96b8fb394d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2188f338-d92d-479b-9c29-3e20fc2422c1 HTTP/1.1" status: 200 len: 855 time: 0.0437534 Dec 20 22:11:31.190671 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6d1f4a4-f1f4-451d-b6be-12b1c6e8946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:31.192085 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-a6d1f4a4-f1f4-451d-b6be-12b1c6e8946c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e641b94c-b7a2-4428-a8b9-fb497679197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0436933 Dec 20 22:11:31.293137 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-9e265737-4584-43b9-bf08-b7af0cc608d2 service neutron] 10.222.0.66 "GET /v2.0/networks/e641b94c-b7a2-4428-a8b9-fb497679197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940263 Dec 20 22:11:31.383819 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fc545c8-558a-4c75-85f9-141745c3d3c6 req-ec1186db-82aa-4a51-9fca-7230850ce4b8 service neutron] 10.222.0.66 "GET /v2.0/networks/e641b94c-b7a2-4428-a8b9-fb497679197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839791 Dec 20 22:11:31.528599 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0b186-6ae8-49f7-8096-bfe97e96f62b req-a0b4cbc9-c26e-42d5-9266-813057530bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:31.530092 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8f0b186-6ae8-49f7-8096-bfe97e96f62b req-a0b4cbc9-c26e-42d5-9266-813057530bd8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99519d9028894f56975b3aa3a3c54311&device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 1093 time: 0.0469379 Dec 20 22:11:31.628157 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0b186-6ae8-49f7-8096-bfe97e96f62b req-5b30a8bd-621b-4803-be8f-576c9cf246e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:31.629665 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8f0b186-6ae8-49f7-8096-bfe97e96f62b req-5b30a8bd-621b-4803-be8f-576c9cf246e3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e641b94c-b7a2-4428-a8b9-fb497679197f HTTP/1.1" status: 200 len: 917 time: 0.0929348 Dec 20 22:11:31.670741 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8f0b186-6ae8-49f7-8096-bfe97e96f62b req-f47bd8ee-d575-42bc-93fd-058fce281c7e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=679e200b-a576-4788-b724-4d5a95fc2e50 HTTP/1.1" status: 200 len: 217 time: 0.0338342 Dec 20 22:11:31.733788 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0b186-6ae8-49f7-8096-bfe97e96f62b req-86d92a37-3e04-4983-8bc0-13dbcdbd853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:31.735267 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8f0b186-6ae8-49f7-8096-bfe97e96f62b req-86d92a37-3e04-4983-8bc0-13dbcdbd853b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2188f338-d92d-479b-9c29-3e20fc2422c1 HTTP/1.1" status: 200 len: 855 time: 0.0569775 Dec 20 22:11:31.783083 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0b186-6ae8-49f7-8096-bfe97e96f62b req-94c46934-fab4-47b5-88a0-00f10682f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:31.784457 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8f0b186-6ae8-49f7-8096-bfe97e96f62b req-94c46934-fab4-47b5-88a0-00f10682f0e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e641b94c-b7a2-4428-a8b9-fb497679197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0421495 Dec 20 22:11:31.880064 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8f0b186-6ae8-49f7-8096-bfe97e96f62b req-11ae4f79-e3ef-4d9b-8622-e89efbca9ea1 service neutron] 10.222.0.66 "GET /v2.0/networks/e641b94c-b7a2-4428-a8b9-fb497679197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875676 Dec 20 22:11:31.984768 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d8f0b186-6ae8-49f7-8096-bfe97e96f62b req-6e9025cb-282a-4f06-bf66-8e0ae9462aad service neutron] 10.222.0.66 "GET /v2.0/networks/e641b94c-b7a2-4428-a8b9-fb497679197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965731 Dec 20 22:11:32.079686 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea1998-dd0e-48c4-a1a2-03e9eb476762 req-cfc3f680-4e31-457b-a51f-d2113cf81257 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:32.081055 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bbea1998-dd0e-48c4-a1a2-03e9eb476762 req-cfc3f680-4e31-457b-a51f-d2113cf81257 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 944 time: 0.0546837 Dec 20 22:11:32.122363 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bbea1998-dd0e-48c4-a1a2-03e9eb476762 req-6061e7a1-b01d-4abc-8e1e-b84ce69e8302 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317471 Dec 20 22:11:32.304597 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:32.440207 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:33.256118 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911fa61-11f0-4163-8823-00232b948896 req-244b1d3d-e91a-4702-833c-a469d85bd0d1 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:33.257497 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5911fa61-11f0-4163-8823-00232b948896 req-244b1d3d-e91a-4702-833c-a469d85bd0d1 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 944 time: 0.0541055 Dec 20 22:11:33.297261 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5911fa61-11f0-4163-8823-00232b948896 req-ef315d3d-3bca-4e08-a405-9cb8af604136 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329995 Dec 20 22:11:34.430762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994fe29-6080-48af-a2ed-e9a35be116a2 req-2fa8c72e-d9ba-40f7-8822-fb82f43efca1 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:34.432221 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b994fe29-6080-48af-a2ed-e9a35be116a2 req-2fa8c72e-d9ba-40f7-8822-fb82f43efca1 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 944 time: 0.0553920 Dec 20 22:11:34.480998 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b994fe29-6080-48af-a2ed-e9a35be116a2 req-e093ac2f-c88c-4a27-8485-31040e6cff29 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417464 Dec 20 22:11:34.791099 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 679e200b-a576-4788-b724-4d5a95fc2e50 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:11:34.896133 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 679e200b-a576-4788-b724-4d5a95fc2e50, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=679e200b-a576-4788-b724-4d5a95fc2e50,segment=NetworkSegment(e969186a-9ba5-4174-b3e2-1175c7a5d247),segment_id=e969186a-9ba5-4174-b3e2-1175c7a5d247)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:11:34.907772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '679e200b-a576-4788-b724-4d5a95fc2e50', 'network_id': 'e641b94c-b7a2-4428-a8b9-fb497679197f', 'port_id': '679e200b-a576-4788-b724-4d5a95fc2e50', 'mac_address': 'fa:16:3e:85:8f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2188f338-d92d-479b-9c29-3e20fc2422c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:11:34.945180 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:34.959059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679e200b-a576-4788-b724-4d5a95fc2e50 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:11:34.983021 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 679e200b-a576-4788-b724-4d5a95fc2e50, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=679e200b-a576-4788-b724-4d5a95fc2e50,segment=NetworkSegment(e969186a-9ba5-4174-b3e2-1175c7a5d247),segment_id=e969186a-9ba5-4174-b3e2-1175c7a5d247)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:11:34.990383 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:35.042886 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=679e200b-a576-4788-b724-4d5a95fc2e50,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:11:35.050623 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:35.050994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:35.051333 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:35.051666 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:35.051994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:35.052299 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:35.052620 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:35.052939 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:35.053258 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:35.053574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:35.053892 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:35.054238 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:11:35.251708 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['679e200b-a576-4788-b724-4d5a95fc2e50'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:11:35.637471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0df695-e1e6-49e2-b6af-8cc9e9375feb req-634a53aa-982c-4d76-bc83-5e5fbc8b57a8 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:35.639062 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9a0df695-e1e6-49e2-b6af-8cc9e9375feb req-634a53aa-982c-4d76-bc83-5e5fbc8b57a8 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 945 time: 0.0606596 Dec 20 22:11:35.681263 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9a0df695-e1e6-49e2-b6af-8cc9e9375feb req-62dfde5a-ef8c-4957-bed9-e48d88bbc80f tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345421 Dec 20 22:11:36.790507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 679e200b-a576-4788-b724-4d5a95fc2e50 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:11:36.815016 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41403fed-0cbf-40ad-8356-cf70fb8b6dc8 req-44ae8a91-8e36-4d30-965b-b7efd3f1119f tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:36.816558 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-41403fed-0cbf-40ad-8356-cf70fb8b6dc8 req-44ae8a91-8e36-4d30-965b-b7efd3f1119f tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 945 time: 0.0540166 Dec 20 22:11:36.845467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 679e200b-a576-4788-b724-4d5a95fc2e50 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:11:36.849687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 679e200b-a576-4788-b724-4d5a95fc2e50 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:11:36.850085 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:36.856870 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-41403fed-0cbf-40ad-8356-cf70fb8b6dc8 req-1cea1d52-dfa2-4480-80ca-2f93181f6351 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341444 Dec 20 22:11:36.932579 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:36.956730 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec63e94-7691-4a55-82ae-5a1c79a15a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679e200b-a576-4788-b724-4d5a95fc2e50'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:11:36.959004 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7516e7-b6d0-41aa-8a1b-8a786ce7d457" -d '{"events": [{"server_uuid": "9ec63e94-7691-4a55-82ae-5a1c79a15a82", "name": "network-vif-plugged", "status": "completed", "tag": "679e200b-a576-4788-b724-4d5a95fc2e50"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:11:36.971473 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 679e200b-a576-4788-b724-4d5a95fc2e50, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=679e200b-a576-4788-b724-4d5a95fc2e50,segment=NetworkSegment(e969186a-9ba5-4174-b3e2-1175c7a5d247),segment_id=e969186a-9ba5-4174-b3e2-1175c7a5d247)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:11:36.976277 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:37.000058 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422a9312-f676-42a8-92ea-932085885c96 x-openstack-request-id: req-422a9312-f676-42a8-92ea-932085885c96 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:11:37.000353 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec63e94-7691-4a55-82ae-5a1c79a15a82", "name": "network-vif-plugged", "status": "completed", "tag": "679e200b-a576-4788-b724-4d5a95fc2e50", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:11:37.000603 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-422a9312-f676-42a8-92ea-932085885c96 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:11:37.000993 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec63e94-7691-4a55-82ae-5a1c79a15a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679e200b-a576-4788-b724-4d5a95fc2e50', 'code': 200} Dec 20 22:11:37.026973 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=679e200b-a576-4788-b724-4d5a95fc2e50,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:11:37.128052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a07adc-9ac8-4f49-b4e6-4f6ab7b291c2 req-0e967d15-a382-4e40-b1e1-45fd77f9af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:37.129473 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-13a07adc-9ac8-4f49-b4e6-4f6ab7b291c2 req-0e967d15-a382-4e40-b1e1-45fd77f9af3a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 1095 time: 0.0511692 Dec 20 22:11:37.167550 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-13a07adc-9ac8-4f49-b4e6-4f6ab7b291c2 req-a56ff959-9ba8-4f76-b531-702eef9a45be service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310464 Dec 20 22:11:37.987591 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956a45c-6473-4e56-8c72-055869473088 req-f91cd453-ec28-45b9-a967-d3c6e1833e8a tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:37.989061 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c956a45c-6473-4e56-8c72-055869473088 req-f91cd453-ec28-45b9-a967-d3c6e1833e8a tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 946 time: 0.0623472 Dec 20 22:11:38.027316 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c956a45c-6473-4e56-8c72-055869473088 req-00e25c66-15a7-432d-ae33-badce2056130 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320907 Dec 20 22:11:39.167974 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8512d2-53fd-4ad1-b5f9-f99803dc032e req-43de3c79-db3d-4fec-ba47-464efcb51dea tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:39.169710 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f8512d2-53fd-4ad1-b5f9-f99803dc032e req-43de3c79-db3d-4fec-ba47-464efcb51dea tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 946 time: 0.0620039 Dec 20 22:11:39.214960 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f8512d2-53fd-4ad1-b5f9-f99803dc032e req-8f200a0b-7a2b-4dce-b379-19340c2d6e93 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344253 Dec 20 22:11:39.355010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae767a-0dc0-4d6b-a037-16ee0c5642cd req-1d914f84-34f0-40b3-a84d-1c086e3fdb32 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:39.356415 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8eae767a-0dc0-4d6b-a037-16ee0c5642cd req-1d914f84-34f0-40b3-a84d-1c086e3fdb32 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 946 time: 0.0646756 Dec 20 22:11:39.398302 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8eae767a-0dc0-4d6b-a037-16ee0c5642cd req-25172e84-0d3f-4e50-8f87-c46cb9ca1094 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322669 Dec 20 22:11:45.365309 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:47.316826 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:11:48.445937 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:49.224107 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dba9dd3-efc1-47f7-addd-dcc96d501e2b req-0230faa3-cda5-4407-b0f3-8e2ad3c25ceb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.1627882 Dec 20 22:11:49.342174 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba9dd3-efc1-47f7-addd-dcc96d501e2b req-0ab30293-6fda-4b7d-993f-aff0f25915c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:49.343699 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dba9dd3-efc1-47f7-addd-dcc96d501e2b req-0ab30293-6fda-4b7d-993f-aff0f25915c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99519d9028894f56975b3aa3a3c54311&device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 1095 time: 0.0556109 Dec 20 22:11:49.452647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba9dd3-efc1-47f7-addd-dcc96d501e2b req-d6c53976-992b-45dd-954b-752edbf9e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:49.454311 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dba9dd3-efc1-47f7-addd-dcc96d501e2b req-d6c53976-992b-45dd-954b-752edbf9e701 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e641b94c-b7a2-4428-a8b9-fb497679197f HTTP/1.1" status: 200 len: 917 time: 0.0908656 Dec 20 22:11:49.498390 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dba9dd3-efc1-47f7-addd-dcc96d501e2b req-66dadb78-449f-4bc5-871b-e23067164ce7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=679e200b-a576-4788-b724-4d5a95fc2e50 HTTP/1.1" status: 200 len: 217 time: 0.0369835 Dec 20 22:11:49.557412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba9dd3-efc1-47f7-addd-dcc96d501e2b req-b51f4665-0461-4289-900b-9185073a4010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:49.559128 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dba9dd3-efc1-47f7-addd-dcc96d501e2b req-b51f4665-0461-4289-900b-9185073a4010 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2188f338-d92d-479b-9c29-3e20fc2422c1 HTTP/1.1" status: 200 len: 855 time: 0.0544260 Dec 20 22:11:49.614628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba9dd3-efc1-47f7-addd-dcc96d501e2b req-29fcaff9-9c72-4ca3-b38a-251b96f436b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:49.616149 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dba9dd3-efc1-47f7-addd-dcc96d501e2b req-29fcaff9-9c72-4ca3-b38a-251b96f436b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e641b94c-b7a2-4428-a8b9-fb497679197f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0497441 Dec 20 22:11:49.727280 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dba9dd3-efc1-47f7-addd-dcc96d501e2b req-04c628b6-21cb-4665-816f-d6eaf8646ae2 service neutron] 10.222.0.66 "GET /v2.0/networks/e641b94c-b7a2-4428-a8b9-fb497679197f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040289 Dec 20 22:11:49.825219 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0dba9dd3-efc1-47f7-addd-dcc96d501e2b req-a49358b5-19dd-491c-bbf6-5895c0b1b575 service neutron] 10.222.0.66 "GET /v2.0/networks/e641b94c-b7a2-4428-a8b9-fb497679197f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903659 Dec 20 22:11:57.250014 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e22ab395-eeb5-4401-aa3c-0b7344495766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:11:59.192376 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2e0cd-80ab-48ed-b8e2-981f02279a93 req-aafa4009-0885-45e7-84d9-c3578cbe489d tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:11:59.193913 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51d2e0cd-80ab-48ed-b8e2-981f02279a93 req-aafa4009-0885-45e7-84d9-c3578cbe489d tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 946 time: 0.0543351 Dec 20 22:11:59.233414 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-51d2e0cd-80ab-48ed-b8e2-981f02279a93 req-f1e70191-ef20-422e-99da-4c50f0310616 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329328 Dec 20 22:11:59.550865 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-139525fa-f07f-445f-9ebb-3f40b4b8b4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:00.425978 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba005e6-85b8-4ae3-9723-6e8848469f78 req-abc621f4-4557-4682-b540-55bc958d6569 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:00.427552 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ba005e6-85b8-4ae3-9723-6e8848469f78 req-abc621f4-4557-4682-b540-55bc958d6569 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 946 time: 0.1197031 Dec 20 22:12:00.473455 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ba005e6-85b8-4ae3-9723-6e8848469f78 req-1f362df0-5639-4e11-bdd2-accf92f3ba53 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/security-groups?id=7948d7de-824e-4e10-ab3e-5a36b48c671f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390265 Dec 20 22:12:00.810675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b9b20-3955-406e-b804-7855ad1fb806 req-099e34dd-6e65-49ed-8ca2-ac9394680f3d tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:00.812140 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e7b9b20-3955-406e-b804-7855ad1fb806 req-099e34dd-6e65-49ed-8ca2-ac9394680f3d tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 946 time: 0.0577624 Dec 20 22:12:00.869264 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:00.907681 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-3e7b9b20-3955-406e-b804-7855ad1fb806 req-68922ce2-e6fd-44de-b231-633b7b211a83 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Deleting port 679e200b-a576-4788-b724-4d5a95fc2e50 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:12:00.908023 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e7b9b20-3955-406e-b804-7855ad1fb806 req-68922ce2-e6fd-44de-b231-633b7b211a83 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:01.313643 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-3e7b9b20-3955-406e-b804-7855ad1fb806 req-68922ce2-e6fd-44de-b231-633b7b211a83 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] For port 679e200b-a576-4788-b724-4d5a95fc2e50, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=679e200b-a576-4788-b724-4d5a95fc2e50,segment=NetworkSegment(e969186a-9ba5-4174-b3e2-1175c7a5d247),segment_id=e969186a-9ba5-4174-b3e2-1175c7a5d247)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:12:01.313981 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e7b9b20-3955-406e-b804-7855ad1fb806 req-68922ce2-e6fd-44de-b231-633b7b211a83 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:01.326763 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-3e7b9b20-3955-406e-b804-7855ad1fb806 req-68922ce2-e6fd-44de-b231-633b7b211a83 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Calling delete_port for 679e200b-a576-4788-b724-4d5a95fc2e50 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:12:01.456375 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e7b9b20-3955-406e-b804-7855ad1fb806 req-68922ce2-e6fd-44de-b231-633b7b211a83 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:01.486973 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68922ce2-e6fd-44de-b231-633b7b211a83 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Pushing event deleted for resources: {'Port': ['ID=679e200b-a576-4788-b724-4d5a95fc2e50,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:01.490906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['679e200b-a576-4788-b724-4d5a95fc2e50'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:12:01.566701 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7b9b20-3955-406e-b804-7855ad1fb806 req-68922ce2-e6fd-44de-b231-633b7b211a83 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] No DVR routers for this DVR port 679e200b-a576-4788-b724-4d5a95fc2e50 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:12:01.570604 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-3e7b9b20-3955-406e-b804-7855ad1fb806 req-68922ce2-e6fd-44de-b231-633b7b211a83 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:01.576243 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e7b9b20-3955-406e-b804-7855ad1fb806 req-68922ce2-e6fd-44de-b231-633b7b211a83 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.66 "DELETE /v2.0/ports/679e200b-a576-4788-b724-4d5a95fc2e50 HTTP/1.1" status: 204 len: 173 time: 0.7578480 Dec 20 22:12:01.576907 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec63e94-7691-4a55-82ae-5a1c79a15a82', 'name': 'network-vif-deleted', 'tag': '679e200b-a576-4788-b724-4d5a95fc2e50'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:12:01.581961 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068c54a7-72c4-4f74-85f4-634d0ce78159" -d '{"events": [{"server_uuid": "9ec63e94-7691-4a55-82ae-5a1c79a15a82", "name": "network-vif-deleted", "tag": "679e200b-a576-4788-b724-4d5a95fc2e50"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:12:01.642258 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccaa240c-a6f3-4bb4-bc8a-118c7fc4e3c7 x-openstack-request-id: req-ccaa240c-a6f3-4bb4-bc8a-118c7fc4e3c7 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:12:01.642787 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec63e94-7691-4a55-82ae-5a1c79a15a82", "name": "network-vif-deleted", "tag": "679e200b-a576-4788-b724-4d5a95fc2e50", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:12:01.644076 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ccaa240c-a6f3-4bb4-bc8a-118c7fc4e3c7 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:12:01.644668 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec63e94-7691-4a55-82ae-5a1c79a15a82', 'name': 'network-vif-deleted', 'tag': '679e200b-a576-4788-b724-4d5a95fc2e50', 'status': 'completed', 'code': 200} Dec 20 22:12:01.649097 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06c8bb47-e9e4-4c0f-8a5d-89c9cd13a7f8 req-4009c7b1-3aa9-43f6-ac8c-5de6bf0f8475 tempest-TestEncryptedCinderVolumes-251028111 tempest-TestEncryptedCinderVolumes-251028111-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ec63e94-7691-4a55-82ae-5a1c79a15a82 HTTP/1.1" status: 200 len: 210 time: 0.0769236 Dec 20 22:12:02.298329 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:02.433617 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:02.756945 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52278) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:03.119028 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:03.378901 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Deleting port e45f7ae9-6727-404f-930e-59d911f5c18a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:12:03.379144 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:03.458648 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] For port e45f7ae9-6727-404f-930e-59d911f5c18a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e45f7ae9-6727-404f-930e-59d911f5c18a,segment=NetworkSegment(e969186a-9ba5-4174-b3e2-1175c7a5d247),segment_id=e969186a-9ba5-4174-b3e2-1175c7a5d247)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:12:03.458960 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:03.474944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Calling delete_port for e45f7ae9-6727-404f-930e-59d911f5c18a owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:12:03.666804 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:03.691925 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Pushing event deleted for resources: {'Port': ['ID=e45f7ae9-6727-404f-930e-59d911f5c18a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:03.706950 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:03.707389 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:03.707606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:03.707936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:03.708286 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:03.708611 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:03.708952 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:03.709283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:03.709730 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:03.710060 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:03.710426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:03.710755 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:03.892616 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:04.129617 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Router 484a676a-787d-4870-8afb-0da65aa3b277 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:12:04.241821 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:12:04.247110 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8cc7b9e9-3cf3-4590-bd2c-03de45e67bff admin admin] 10.222.0.32 "PUT /v2.0/routers/484a676a-787d-4870-8afb-0da65aa3b277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4883649 Dec 20 22:12:04.251207 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52280) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:04.253030 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed338114-8ab4-44d9-843f-9ee29f16cfd8 None None] Sync routers for ids ['484a676a-787d-4870-8afb-0da65aa3b277'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:12:04.263661 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed338114-8ab4-44d9-843f-9ee29f16cfd8 None None] Routers {'484a676a-787d-4870-8afb-0da65aa3b277'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:12:04.264272 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ed338114-8ab4-44d9-843f-9ee29f16cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:12:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['484a676a-787d-4870-8afb-0da65aa3b277'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:04.364691 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0b5cace-b160-4bd1-a208-f03055dfbf5f admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:04.370577 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ed338114-8ab4-44d9-843f-9ee29f16cfd8 None None] Set router 484a676a-787d-4870-8afb-0da65aa3b277 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:12:04.495135 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0b5cace-b160-4bd1-a208-f03055dfbf5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:04.554836 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c0b5cace-b160-4bd1-a208-f03055dfbf5f admin admin] Deleting port 7911d644-c18f-4c28-ad0b-57f6efe96a26 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:12:04.555417 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0b5cace-b160-4bd1-a208-f03055dfbf5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:04.563320 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ed338114-8ab4-44d9-843f-9ee29f16cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484a676a-787d-4870-8afb-0da65aa3b277', 'name': 'tempest-TestEncryptedCinderVolumes-165982346-router', 'tenant_id': '99519d9028894f56975b3aa3a3c54311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.45'}], 'enable_snat': True}, 'gw_port_id': '7911d644-c18f-4c28-ad0b-57f6efe96a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:10:39Z', 'updated_at': '2021-12-20T22:12:03Z', 'revision_number': 5, 'project_id': '99519d9028894f56975b3aa3a3c54311', 'gw_port': {'id': '7911d644-c18f-4c28-ad0b-57f6efe96a26', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a676a-787d-4870-8afb-0da65aa3b277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:40Z', 'updated_at': '2021-12-20T22:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:04.590881 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed338114-8ab4-44d9-843f-9ee29f16cfd8 None None] Checking router: 484a676a-787d-4870-8afb-0da65aa3b277 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:12:04.600531 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed338114-8ab4-44d9-843f-9ee29f16cfd8 None None] Routers {'484a676a-787d-4870-8afb-0da65aa3b277'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:12:04.601144 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ed338114-8ab4-44d9-843f-9ee29f16cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:12:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['484a676a-787d-4870-8afb-0da65aa3b277'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:04.644916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-c0b5cace-b160-4bd1-a208-f03055dfbf5f admin admin] For port 7911d644-c18f-4c28-ad0b-57f6efe96a26, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7911d644-c18f-4c28-ad0b-57f6efe96a26,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:12:04.645279 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0b5cace-b160-4bd1-a208-f03055dfbf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:04.659799 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-c0b5cace-b160-4bd1-a208-f03055dfbf5f admin admin] Calling delete_port for 7911d644-c18f-4c28-ad0b-57f6efe96a26 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:12:04.785826 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ed338114-8ab4-44d9-843f-9ee29f16cfd8 None None] Set router 484a676a-787d-4870-8afb-0da65aa3b277 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:12:04.846767 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ed338114-8ab4-44d9-843f-9ee29f16cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484a676a-787d-4870-8afb-0da65aa3b277', 'name': 'tempest-TestEncryptedCinderVolumes-165982346-router', 'tenant_id': '99519d9028894f56975b3aa3a3c54311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:10:39Z', 'updated_at': '2021-12-20T22:12:04Z', 'revision_number': 6, 'project_id': '99519d9028894f56975b3aa3a3c54311', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:04.884868 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed338114-8ab4-44d9-843f-9ee29f16cfd8 None None] The sync data for ids ['484a676a-787d-4870-8afb-0da65aa3b277'] in n-d-xena-1 is: [{'id': '484a676a-787d-4870-8afb-0da65aa3b277', 'name': 'tempest-TestEncryptedCinderVolumes-165982346-router', 'tenant_id': '99519d9028894f56975b3aa3a3c54311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:10:39Z', 'updated_at': '2021-12-20T22:12:04Z', 'revision_number': 6, 'project_id': '99519d9028894f56975b3aa3a3c54311', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:12:04.922264 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 679e200b-a576-4788-b724-4d5a95fc2e50 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:12:04.947723 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 679e200b-a576-4788-b724-4d5a95fc2e50 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:12:04.948081 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 679e200b-a576-4788-b724-4d5a95fc2e50 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:12:05.214801 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0b5cace-b160-4bd1-a208-f03055dfbf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:05.240314 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5cace-b160-4bd1-a208-f03055dfbf5f admin admin] Pushing event deleted for resources: {'Port': ['ID=7911d644-c18f-4c28-ad0b-57f6efe96a26,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:05.308146 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0b5cace-b160-4bd1-a208-f03055dfbf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:05.341094 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e45f7ae9-6727-404f-930e-59d911f5c18a no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:12:05.362189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: e45f7ae9-6727-404f-930e-59d911f5c18a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:12:05.362774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e45f7ae9-6727-404f-930e-59d911f5c18a not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:12:05.403666 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0b5cace-b160-4bd1-a208-f03055dfbf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:05.405824 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0b5cace-b160-4bd1-a208-f03055dfbf5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:05.449413 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0b5cace-b160-4bd1-a208-f03055dfbf5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:05.450175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b5cace-b160-4bd1-a208-f03055dfbf5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 484a676a-787d-4870-8afb-0da65aa3b277 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:12:05.455772 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0b5cace-b160-4bd1-a208-f03055dfbf5f admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:05.456952 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c0b5cace-b160-4bd1-a208-f03055dfbf5f admin admin] 10.222.0.32 "DELETE /v2.0/routers/484a676a-787d-4870-8afb-0da65aa3b277 HTTP/1.1" status: 204 len: 168 time: 1.2043900 Dec 20 22:12:05.460020 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52282) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:05.506820 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c678181-24fa-487d-826a-7200039013d8 admin admin] Deleting subnet 2188f338-d92d-479b-9c29-3e20fc2422c1 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:12:05.510011 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c678181-24fa-487d-826a-7200039013d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:05.550685 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c678181-24fa-487d-826a-7200039013d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:05.632978 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c678181-24fa-487d-826a-7200039013d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:05.689822 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c678181-24fa-487d-826a-7200039013d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:05.716517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c678181-24fa-487d-826a-7200039013d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2188f338-d92d-479b-9c29-3e20fc2422c1,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:05.720252 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5c678181-24fa-487d-826a-7200039013d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:05.723558 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5c678181-24fa-487d-826a-7200039013d8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2188f338-d92d-479b-9c29-3e20fc2422c1 HTTP/1.1" status: 204 len: 168 time: 0.2625833 Dec 20 22:12:05.726043 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52284) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:05.728591 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c29f3a-dda3-4877-905e-90305c40cf7a None None] Network e641b94c-b7a2-4428-a8b9-fb497679197f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:12:05.801773 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:05.862516 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] Deleting port 7913dce3-1b7a-45a4-b920-803e2a485364 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:12:05.862869 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:05.914468 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8c1b3b-fb48-4687-b9e0-ab3bc1198884 None None] DHCP port deletion for e641b94c-b7a2-4428-a8b9-fb497679197f request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 22:12:05.934887 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] For port 7913dce3-1b7a-45a4-b920-803e2a485364, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7913dce3-1b7a-45a4-b920-803e2a485364,segment=NetworkSegment(e969186a-9ba5-4174-b3e2-1175c7a5d247),segment_id=e969186a-9ba5-4174-b3e2-1175c7a5d247)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:12:05.935247 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:05.947993 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] Calling delete_port for 7913dce3-1b7a-45a4-b920-803e2a485364 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:12:05.978418 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c1b3b-fb48-4687-b9e0-ab3bc1198884 None None] Deleting port 7913dce3-1b7a-45a4-b920-803e2a485364 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:12:05.978938 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1b3b-fb48-4687-b9e0-ab3bc1198884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:06.050335 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:06.076710 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-5b8c1b3b-fb48-4687-b9e0-ab3bc1198884 None None] For port 7913dce3-1b7a-45a4-b920-803e2a485364, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=7913dce3-1b7a-45a4-b920-803e2a485364,segment=NetworkSegment(e969186a-9ba5-4174-b3e2-1175c7a5d247),segment_id=e969186a-9ba5-4174-b3e2-1175c7a5d247)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:12:06.077105 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1b3b-fb48-4687-b9e0-ab3bc1198884 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:06.089210 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] Pushing event deleted for resources: {'Port': ['ID=7913dce3-1b7a-45a4-b920-803e2a485364,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:06.091183 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] No DVR routers for this DVR port 7913dce3-1b7a-45a4-b920-803e2a485364 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:12:06.095865 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c1b3b-fb48-4687-b9e0-ab3bc1198884 None None] Calling delete_port for 7913dce3-1b7a-45a4-b920-803e2a485364 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:12:06.175991 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:06.181456 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1b3b-fb48-4687-b9e0-ab3bc1198884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:06.198144 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e641b94c-b7a2-4428-a8b9-fb497679197f']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:06.206854 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c1b3b-fb48-4687-b9e0-ab3bc1198884 None None] Pushing event deleted for resources: {'Port': ['ID=7913dce3-1b7a-45a4-b920-803e2a485364,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:06.211773 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8c1b3b-fb48-4687-b9e0-ab3bc1198884 None None] No DVR routers for this DVR port 7913dce3-1b7a-45a4-b920-803e2a485364 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:12:06.212340 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e969186a-9ba5-4174-b3e2-1175c7a5d247') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:06.213319 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e969186a-9ba5-4174-b3e2-1175c7a5d247') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:06.227608 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:06.241715 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:06.248851 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:12:06.249281 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: timer() Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:12:06.251409 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:12:06.308413 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:06.314261 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:06.318427 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e641b94c-b7a2-4428-a8b9-fb497679197f HTTP/1.1" status: 204 len: 168 time: 0.5913706 Dec 20 22:12:06.321598 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52286) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:06.336809 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c10c3-86aa-4810-b658-8fd3a9ffdc76 admin admin] Pushing event deleted for resources: {'Network': ['ID=e641b94c-b7a2-4428-a8b9-fb497679197f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:06.696208 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a92a973-4257-4222-9695-c8ee7263e65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:06.962051 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7a92a973-4257-4222-9695-c8ee7263e65f admin admin] Deleting port aee3985d-cb22-42aa-a3b1-2489b3fa888a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:12:06.962359 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a92a973-4257-4222-9695-c8ee7263e65f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:07.046765 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-7a92a973-4257-4222-9695-c8ee7263e65f admin admin] For port aee3985d-cb22-42aa-a3b1-2489b3fa888a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=aee3985d-cb22-42aa-a3b1-2489b3fa888a,segment=NetworkSegment(ba36f81b-968e-43b9-85fd-a1b25ed0e2f2),segment_id=ba36f81b-968e-43b9-85fd-a1b25ed0e2f2)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:12:07.047125 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a92a973-4257-4222-9695-c8ee7263e65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:07.062442 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7a92a973-4257-4222-9695-c8ee7263e65f admin admin] Calling delete_port for aee3985d-cb22-42aa-a3b1-2489b3fa888a owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:12:07.090255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7911d644-c18f-4c28-ad0b-57f6efe96a26 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:12:07.111386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 7911d644-c18f-4c28-ad0b-57f6efe96a26 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:12:07.111838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7911d644-c18f-4c28-ad0b-57f6efe96a26 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:12:07.112604 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7913dce3-1b7a-45a4-b920-803e2a485364 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:12:07.132549 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 7913dce3-1b7a-45a4-b920-803e2a485364 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:12:07.132925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 7913dce3-1b7a-45a4-b920-803e2a485364 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:12:07.262953 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a92a973-4257-4222-9695-c8ee7263e65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:07.296079 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92a973-4257-4222-9695-c8ee7263e65f admin admin] Pushing event deleted for resources: {'Port': ['ID=aee3985d-cb22-42aa-a3b1-2489b3fa888a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:07.478667 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7a92a973-4257-4222-9695-c8ee7263e65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:07.725154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a92a973-4257-4222-9695-c8ee7263e65f admin admin] Router 741f65f7-781c-479b-b02a-2994eb6d883a has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:12:07.835705 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a92a973-4257-4222-9695-c8ee7263e65f admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:12:07.842141 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7a92a973-4257-4222-9695-c8ee7263e65f admin admin] 10.222.0.32 "PUT /v2.0/routers/741f65f7-781c-479b-b02a-2994eb6d883a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5180612 Dec 20 22:12:07.843283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52288) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:07.847738 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24efa618-c6fb-4a05-915d-61fbbdbe22fe None None] Sync routers for ids ['741f65f7-781c-479b-b02a-2994eb6d883a'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:12:07.858199 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24efa618-c6fb-4a05-915d-61fbbdbe22fe None None] Routers {'741f65f7-781c-479b-b02a-2994eb6d883a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:12:07.858884 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-24efa618-c6fb-4a05-915d-61fbbdbe22fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:12:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['741f65f7-781c-479b-b02a-2994eb6d883a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:07.956492 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64285159-bab2-445b-b100-d66964d0a91c admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:07.985985 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-24efa618-c6fb-4a05-915d-61fbbdbe22fe None None] Set router 741f65f7-781c-479b-b02a-2994eb6d883a gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:12:08.091002 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64285159-bab2-445b-b100-d66964d0a91c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:08.163327 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-64285159-bab2-445b-b100-d66964d0a91c admin admin] Deleting port 4f6fae75-7d03-4d62-a240-c7d0d65b36de {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:12:08.163661 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64285159-bab2-445b-b100-d66964d0a91c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:08.202143 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-24efa618-c6fb-4a05-915d-61fbbdbe22fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'name': 'tempest-TestEncryptedCinderVolumes-814996106-router', 'tenant_id': '6cc3244739eb482fa007c4b939a89698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.152'}], 'enable_snat': True}, 'gw_port_id': '4f6fae75-7d03-4d62-a240-c7d0d65b36de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:10:45Z', 'updated_at': '2021-12-20T22:12:07Z', 'revision_number': 5, 'project_id': '6cc3244739eb482fa007c4b939a89698', 'gw_port': {'id': '4f6fae75-7d03-4d62-a240-c7d0d65b36de', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:10:45Z', 'updated_at': '2021-12-20T22:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:08.242904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24efa618-c6fb-4a05-915d-61fbbdbe22fe None None] Checking router: 741f65f7-781c-479b-b02a-2994eb6d883a for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:12:08.249028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-64285159-bab2-445b-b100-d66964d0a91c admin admin] For port 4f6fae75-7d03-4d62-a240-c7d0d65b36de, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4f6fae75-7d03-4d62-a240-c7d0d65b36de,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:12:08.249399 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64285159-bab2-445b-b100-d66964d0a91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:08.255848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24efa618-c6fb-4a05-915d-61fbbdbe22fe None None] Routers {'741f65f7-781c-479b-b02a-2994eb6d883a'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:12:08.256838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-24efa618-c6fb-4a05-915d-61fbbdbe22fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:12:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['741f65f7-781c-479b-b02a-2994eb6d883a'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:08.263991 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-64285159-bab2-445b-b100-d66964d0a91c admin admin] Calling delete_port for 4f6fae75-7d03-4d62-a240-c7d0d65b36de owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:12:08.365471 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-24efa618-c6fb-4a05-915d-61fbbdbe22fe None None] Set router 741f65f7-781c-479b-b02a-2994eb6d883a gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:12:08.435824 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-24efa618-c6fb-4a05-915d-61fbbdbe22fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'name': 'tempest-TestEncryptedCinderVolumes-814996106-router', 'tenant_id': '6cc3244739eb482fa007c4b939a89698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:10:45Z', 'updated_at': '2021-12-20T22:12:08Z', 'revision_number': 6, 'project_id': '6cc3244739eb482fa007c4b939a89698', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:08.444092 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64285159-bab2-445b-b100-d66964d0a91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:08.471961 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64285159-bab2-445b-b100-d66964d0a91c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6fae75-7d03-4d62-a240-c7d0d65b36de,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:08.474427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24efa618-c6fb-4a05-915d-61fbbdbe22fe None None] The sync data for ids ['741f65f7-781c-479b-b02a-2994eb6d883a'] in n-d-xena-1 is: [{'id': '741f65f7-781c-479b-b02a-2994eb6d883a', 'name': 'tempest-TestEncryptedCinderVolumes-814996106-router', 'tenant_id': '6cc3244739eb482fa007c4b939a89698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:10:45Z', 'updated_at': '2021-12-20T22:12:08Z', 'revision_number': 6, 'project_id': '6cc3244739eb482fa007c4b939a89698', 'gw_port_host': None}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:12:08.541321 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64285159-bab2-445b-b100-d66964d0a91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:08.636196 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64285159-bab2-445b-b100-d66964d0a91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:08.638454 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64285159-bab2-445b-b100-d66964d0a91c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:08.685670 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64285159-bab2-445b-b100-d66964d0a91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:08.686341 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64285159-bab2-445b-b100-d66964d0a91c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 741f65f7-781c-479b-b02a-2994eb6d883a {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:12:08.691242 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-64285159-bab2-445b-b100-d66964d0a91c admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:08.692381 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-64285159-bab2-445b-b100-d66964d0a91c admin admin] 10.222.0.32 "DELETE /v2.0/routers/741f65f7-781c-479b-b02a-2994eb6d883a HTTP/1.1" status: 204 len: 168 time: 0.8481536 Dec 20 22:12:08.695134 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52290) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:08.740540 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b667c4-68c5-444c-ada9-d2e568beb6ab admin admin] Deleting subnet 681e1ce9-7dbe-4201-95f6-19344ae7a47c {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:12:08.743634 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-20b667c4-68c5-444c-ada9-d2e568beb6ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:08.782445 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-20b667c4-68c5-444c-ada9-d2e568beb6ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:08.867587 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-20b667c4-68c5-444c-ada9-d2e568beb6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:08.937281 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-20b667c4-68c5-444c-ada9-d2e568beb6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:08.967976 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b667c4-68c5-444c-ada9-d2e568beb6ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681e1ce9-7dbe-4201-95f6-19344ae7a47c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:08.970042 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-20b667c4-68c5-444c-ada9-d2e568beb6ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:08.974405 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-20b667c4-68c5-444c-ada9-d2e568beb6ab admin admin] 10.222.0.32 "DELETE /v2.0/subnets/681e1ce9-7dbe-4201-95f6-19344ae7a47c HTTP/1.1" status: 204 len: 168 time: 0.2782276 Dec 20 22:12:08.977746 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52292) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:08.982296 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fdfb41-4278-46c5-b2ec-9d4247495538 None None] Network c513d830-8dbe-492c-8a64-8649ad3fa987 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:12:09.059799 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:09.110729 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4f6fae75-7d03-4d62-a240-c7d0d65b36de no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:12:09.120627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] Deleting port 58c75f4a-9080-4bfa-8241-bc452c2b3bd3 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:12:09.120956 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:09.157187 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 4f6fae75-7d03-4d62-a240-c7d0d65b36de {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:12:09.157542 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4f6fae75-7d03-4d62-a240-c7d0d65b36de not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:12:09.157991 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aee3985d-cb22-42aa-a3b1-2489b3fa888a no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:12:09.182882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: aee3985d-cb22-42aa-a3b1-2489b3fa888a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:12:09.183132 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device aee3985d-cb22-42aa-a3b1-2489b3fa888a not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:12:09.187454 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] For port 58c75f4a-9080-4bfa-8241-bc452c2b3bd3, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=58c75f4a-9080-4bfa-8241-bc452c2b3bd3,segment=NetworkSegment(ba36f81b-968e-43b9-85fd-a1b25ed0e2f2),segment_id=ba36f81b-968e-43b9-85fd-a1b25ed0e2f2)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:12:09.187819 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:09.202546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] Calling delete_port for 58c75f4a-9080-4bfa-8241-bc452c2b3bd3 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:12:09.278773 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bd3db4-55e0-4dcf-8955-bc811ef74a49 None None] DHCP port deletion for c513d830-8dbe-492c-8a64-8649ad3fa987 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 22:12:09.303759 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:09.334576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-02bd3db4-55e0-4dcf-8955-bc811ef74a49 None None] Deleting port 58c75f4a-9080-4bfa-8241-bc452c2b3bd3 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:12:09.336258 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02bd3db4-55e0-4dcf-8955-bc811ef74a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:09.346323 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] Pushing event deleted for resources: {'Port': ['ID=58c75f4a-9080-4bfa-8241-bc452c2b3bd3,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:09.348891 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] No DVR routers for this DVR port 58c75f4a-9080-4bfa-8241-bc452c2b3bd3 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:12:09.416217 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-02bd3db4-55e0-4dcf-8955-bc811ef74a49 None None] For port 58c75f4a-9080-4bfa-8241-bc452c2b3bd3, host n-d-xena-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:12:09.416852 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02bd3db4-55e0-4dcf-8955-bc811ef74a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:09.430914 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:09.431612 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-02bd3db4-55e0-4dcf-8955-bc811ef74a49 None None] Calling delete_port for 58c75f4a-9080-4bfa-8241-bc452c2b3bd3 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:12:09.434472 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-02bd3db4-55e0-4dcf-8955-bc811ef74a49 None None] Port 58c75f4a-9080-4bfa-8241-bc452c2b3bd3 was not found and therefore no delete operation was performed {{(pid=102403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 22:12:09.435896 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-02bd3db4-55e0-4dcf-8955-bc811ef74a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:09.457495 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c513d830-8dbe-492c-8a64-8649ad3fa987']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:09.461569 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd3db4-55e0-4dcf-8955-bc811ef74a49 None None] Pushing event deleted for resources: {'Port': ['ID=58c75f4a-9080-4bfa-8241-bc452c2b3bd3,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:09.467011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd3db4-55e0-4dcf-8955-bc811ef74a49 None None] No DVR routers for this DVR port 58c75f4a-9080-4bfa-8241-bc452c2b3bd3 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:12:09.470329 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba36f81b-968e-43b9-85fd-a1b25ed0e2f2') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:09.470823 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba36f81b-968e-43b9-85fd-a1b25ed0e2f2') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:09.484032 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:09.499896 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:09.506256 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:12:09.506641 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: timer() Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:12:09.508446 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:12:09.565130 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:09.571378 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:09.574564 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] 10.222.0.32 "DELETE /v2.0/networks/c513d830-8dbe-492c-8a64-8649ad3fa987 HTTP/1.1" status: 204 len: 168 time: 0.5958104 Dec 20 22:12:09.586691 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c19aa-ac31-41c8-84c9-a1b1acdef99a admin admin] Pushing event deleted for resources: {'Network': ['ID=c513d830-8dbe-492c-8a64-8649ad3fa987,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:09.749977 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52296) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:09.793093 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b1f761de-48ee-4606-a2b0-a28880dfb5a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99519d9028894f56975b3aa3a3c54311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418425 Dec 20 22:12:09.795982 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52298) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:09.843960 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3a59ae22-013b-4479-95dc-35df2b14f6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:09.866887 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3a59ae22-013b-4479-95dc-35df2b14f6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:09.924716 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3a59ae22-013b-4479-95dc-35df2b14f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:09.927808 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3a59ae22-013b-4479-95dc-35df2b14f6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:09.929090 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3a59ae22-013b-4479-95dc-35df2b14f6d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7948d7de-824e-4e10-ab3e-5a36b48c671f HTTP/1.1" status: 204 len: 168 time: 0.1321788 Dec 20 22:12:09.938859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59ae22-013b-4479-95dc-35df2b14f6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7948d7de-824e-4e10-ab3e-5a36b48c671f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:10.270900 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52304) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:10.312300 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ddab0383-67b4-416e-a282-6a6667f85852 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6cc3244739eb482fa007c4b939a89698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401511 Dec 20 22:12:10.314994 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52306) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:10.363685 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0370-9efb-4f4e-a904-b0a8b81b14f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:10.390592 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0370-9efb-4f4e-a904-b0a8b81b14f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:10.440978 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0370-9efb-4f4e-a904-b0a8b81b14f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:10.444131 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0370-9efb-4f4e-a904-b0a8b81b14f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:10.445429 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c6cd0370-9efb-4f4e-a904-b0a8b81b14f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9bef429b-6bfb-4038-b3a7-fbdb34540e00 HTTP/1.1" status: 204 len: 168 time: 0.1295266 Dec 20 22:12:10.457495 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd0370-9efb-4f4e-a904-b0a8b81b14f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bef429b-6bfb-4038-b3a7-fbdb34540e00,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:11.096259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 58c75f4a-9080-4bfa-8241-bc452c2b3bd3 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:12:11.117885 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 58c75f4a-9080-4bfa-8241-bc452c2b3bd3 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:12:11.118344 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 58c75f4a-9080-4bfa-8241-bc452c2b3bd3 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:12:11.194734 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52328) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:11.301055 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-5bc1d5c6-fad6-4584-8306-cbb7a96b0573 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1025021132-network', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:12:11.323447 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc1d5c6-fad6-4584-8306-cbb7a96b0573 admin admin] Made reservation on behalf of a11dc748fac64645aa2a4e2aaf0ce4fc for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:12:11.326045 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d5c6-fad6-4584-8306-cbb7a96b0573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:11.335740 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d5c6-fad6-4584-8306-cbb7a96b0573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:11.419369 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d5c6-fad6-4584-8306-cbb7a96b0573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:11.424945 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d5c6-fad6-4584-8306-cbb7a96b0573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:11.451213 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc1d5c6-fad6-4584-8306-cbb7a96b0573 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:12:11.461388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1d5c6-fad6-4584-8306-cbb7a96b0573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43999dee-6ba1-49bd-b61f-10f0073e3ef7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:11.468452 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d5c6-fad6-4584-8306-cbb7a96b0573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:11.468796 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-5bc1d5c6-fad6-4584-8306-cbb7a96b0573 admin admin] Added segment 5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4 of type vlan for network 5d25a5f1-5b03-475b-9244-bbd4989cde69 Dec 20 22:12:11.509578 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d5c6-fad6-4584-8306-cbb7a96b0573 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:11.536060 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d5c6-fad6-4584-8306-cbb7a96b0573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:11.537037 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc1d5c6-fad6-4584-8306-cbb7a96b0573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:11.537632 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d5c6-fad6-4584-8306-cbb7a96b0573 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:11.595811 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5bc1d5c6-fad6-4584-8306-cbb7a96b0573 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3996074 Dec 20 22:12:11.599120 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52332) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:11.602330 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1d5c6-fad6-4584-8306-cbb7a96b0573 admin admin] Pushing event updated for resources: {'Network': ['ID=5d25a5f1-5b03-475b-9244-bbd4989cde69,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:11.606896 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-7f822a48-bf50-4e7d-8387-60d18f96c7d9 admin admin] Request body: {'subnet': {'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1025021132-subnet', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:12:11.614317 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 5d25a5f1-5b03-475b-9244-bbd4989cde69 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:12:11.642664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f822a48-bf50-4e7d-8387-60d18f96c7d9 admin admin] Made reservation on behalf of a11dc748fac64645aa2a4e2aaf0ce4fc for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:12:11.645046 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f822a48-bf50-4e7d-8387-60d18f96c7d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:11.814135 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f822a48-bf50-4e7d-8387-60d18f96c7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:11.889373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f822a48-bf50-4e7d-8387-60d18f96c7d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaba0da9-c8eb-414b-a0a6-b7dbe36c845d,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:11.904710 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f822a48-bf50-4e7d-8387-60d18f96c7d9 admin admin] Checking segment: {'id': '5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:12:11.905212 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f822a48-bf50-4e7d-8387-60d18f96c7d9 admin admin] Network hostable DHCP agents. Network: 5d25a5f1-5b03-475b-9244-bbd4989cde69, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:12:11.928513 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f822a48-bf50-4e7d-8387-60d18f96c7d9 admin admin] Network 5d25a5f1-5b03-475b-9244-bbd4989cde69 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:12:11.939205 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-7f822a48-bf50-4e7d-8387-60d18f96c7d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 5d25a5f1-5b03-475b-9244-bbd4989cde69) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:12:11.944294 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f822a48-bf50-4e7d-8387-60d18f96c7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:11.944911 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-7f822a48-bf50-4e7d-8387-60d18f96c7d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:11.950662 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dc18cf-dc1c-4247-82a7-388ab4e6fe10 None None] Network 5d25a5f1-5b03-475b-9244-bbd4989cde69 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:12:11.962456 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7f822a48-bf50-4e7d-8387-60d18f96c7d9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3616970 Dec 20 22:12:11.967160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52334) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:11.972113 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1025021132-router', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:12:11.993310 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:11.994475 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:12.062193 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:12.129278 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-5d25a5f1-5b03-475b-9244-bbd4989cde69', 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'fixed_ips': [{'subnet_id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:12:12.130271 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:12.262333 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:12.278539 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Allocated IP 172.20.0.2 (5d25a5f1-5b03-475b-9244-bbd4989cde69/aaba0da9-c8eb-414b-a0a6-b7dbe36c845d/d3d8cdc5-0a89-40f7-9940-aa84b6e35e03) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:12:12.484489 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:12.505345 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:12.598920 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:12.606592 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:12.633383 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Allocated IP 172.35.3.207 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/bdc32fd3-f058-4d55-b79c-cb6a55029133) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:12:12.649186 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Network 5d25a5f1-5b03-475b-9244-bbd4989cde69 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:12:12.652666 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:12:12.655978 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:12:12.671369 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Pushing event updated for resources: {'Port': ['ID=d3d8cdc5-0a89-40f7-9940-aa84b6e35e03,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:12.726751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Attempting to bind port d3d8cdc5-0a89-40f7-9940-aa84b6e35e03 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:12:12.727193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Attempting to bind port d3d8cdc5-0a89-40f7-9940-aa84b6e35e03 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:12:12.727474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Attempting to bind port d3d8cdc5-0a89-40f7-9940-aa84b6e35e03 on network 5d25a5f1-5b03-475b-9244-bbd4989cde69 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:12:12.733467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:12:12.734032 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Checking segment: {'id': '5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:12:12.734675 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:12.735273 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Bound using segment: {'id': '5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:12:12.736000 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Bound port: d3d8cdc5-0a89-40f7-9940-aa84b6e35e03, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:12:12.737073 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:12.754113 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:12.789648 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:12.810593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] For port d3d8cdc5-0a89-40f7-9940-aa84b6e35e03, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:12:12.815681 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] For port d3d8cdc5-0a89-40f7-9940-aa84b6e35e03, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d3d8cdc5-0a89-40f7-9940-aa84b6e35e03,segment=NetworkSegment(5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4),segment_id=5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:12:12.821336 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:12.833899 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:12:12.836685 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:12:12.840233 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:12:12.849712 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Pushing event updated for resources: {'Port': ['ID=bdc32fd3-f058-4d55-b79c-cb6a55029133,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:12.894557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a1ac2-cbb2-4fd6-8283-e3ee62e2554c None None] Pushing event updated for resources: {'Port': ['ID=d3d8cdc5-0a89-40f7-9940-aa84b6e35e03,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:13.134813 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:13.181532 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d3d8cdc5-0a89-40f7-9940-aa84b6e35e03 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:12:13.236934 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d3d8cdc5-0a89-40f7-9940-aa84b6e35e03 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:13.237301 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:13.316901 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:13.350620 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:13.350917 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port d3d8cdc5-0a89-40f7-9940-aa84b6e35e03, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d3d8cdc5-0a89-40f7-9940-aa84b6e35e03,segment=NetworkSegment(5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4),segment_id=5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:12:13.355866 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:13.406970 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=d3d8cdc5-0a89-40f7-9940-aa84b6e35e03,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:13.486193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Router bae540fd-b30a-4f3a-858b-e06ac6065d3d is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:12:13.605469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:12:13.622680 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Sync routers for ids ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:12:13.624868 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:13.626237 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-03c050d1-90c3-45a8-aba8-c84795e474b7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6578474 Dec 20 22:12:13.629070 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52336) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:13.636497 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Routers {'bae540fd-b30a-4f3a-858b-e06ac6065d3d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:12:13.637117 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:12:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:13.762056 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Set router bae540fd-b30a-4f3a-858b-e06ac6065d3d gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:12:13.878766 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ea4084-fa68-43b1-abe6-824d1dc407ea None None] Network 5d25a5f1-5b03-475b-9244-bbd4989cde69 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:12:13.950744 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d5ef6f7f-cabc-491d-bb0f-e3641e62d3df None None] Provisioning complete for port d3d8cdc5-0a89-40f7-9940-aa84b6e35e03 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:13.951285 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6f7f-cabc-491d-bb0f-e3641e62d3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:13.953947 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'name': 'tempest-TestMinimumBasicScenario-1025021132-router', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:11Z', 'updated_at': '2021-12-20T22:12:13Z', 'revision_number': 3, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'gw_port': {'id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:12Z', 'updated_at': '2021-12-20T22:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:13.980813 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Checking router: bae540fd-b30a-4f3a-858b-e06ac6065d3d for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:12:13.981171 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Updating router bae540fd-b30a-4f3a-858b-e06ac6065d3d port bdc32fd3-f058-4d55-b79c-cb6a55029133 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:12:14.011539 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:14.085345 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:14.271297 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] Allocated IP 172.20.0.1 (5d25a5f1-5b03-475b-9244-bbd4989cde69/aaba0da9-c8eb-414b-a0a6-b7dbe36c845d/d37b28f7-feca-4c1e-8b3b-67663365db5d) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:12:14.318720 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:14.324563 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:14.371697 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Attempting to bind port bdc32fd3-f058-4d55-b79c-cb6a55029133 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:12:14.372052 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Attempting to bind port bdc32fd3-f058-4d55-b79c-cb6a55029133 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:12:14.372401 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Attempting to bind port bdc32fd3-f058-4d55-b79c-cb6a55029133 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:12:14.381924 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c127f-2277-49a5-acfe-5c22fea9daac None None] Pushing event updated for resources: {'Port': ['ID=bdc32fd3-f058-4d55-b79c-cb6a55029133,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:14.384158 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:12:14.384643 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:12:14.384909 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:14.385403 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:12:14.385862 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Bound port: bdc32fd3-f058-4d55-b79c-cb6a55029133, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:12:14.386257 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:14.391898 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:14.410461 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c127f-2277-49a5-acfe-5c22fea9daac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:14.410869 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c127f-2277-49a5-acfe-5c22fea9daac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:14.411114 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c127f-2277-49a5-acfe-5c22fea9daac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:14.411787 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c127f-2277-49a5-acfe-5c22fea9daac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:14.411787 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c127f-2277-49a5-acfe-5c22fea9daac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:14.412075 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c127f-2277-49a5-acfe-5c22fea9daac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:14.412511 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c127f-2277-49a5-acfe-5c22fea9daac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:14.412684 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c127f-2277-49a5-acfe-5c22fea9daac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:14.412956 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c127f-2277-49a5-acfe-5c22fea9daac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:14.413267 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c127f-2277-49a5-acfe-5c22fea9daac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:14.413575 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c127f-2277-49a5-acfe-5c22fea9daac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:14.413879 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c127f-2277-49a5-acfe-5c22fea9daac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:14.421735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f559f838-7f8c-46de-ada2-34fbb9c0db87 None None] Provisioning complete for port d3d8cdc5-0a89-40f7-9940-aa84b6e35e03 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:14.422307 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f559f838-7f8c-46de-ada2-34fbb9c0db87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:14.434116 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:14.451178 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] For port bdc32fd3-f058-4d55-b79c-cb6a55029133, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:12:14.455635 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] For port bdc32fd3-f058-4d55-b79c-cb6a55029133, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=bdc32fd3-f058-4d55-b79c-cb6a55029133,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:12:14.460386 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:14.475585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] Network 5d25a5f1-5b03-475b-9244-bbd4989cde69 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:12:14.478650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:12:14.481374 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:12:14.529002 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c127f-2277-49a5-acfe-5c22fea9daac None None] Pushing event updated for resources: {'Port': ['ID=bdc32fd3-f058-4d55-b79c-cb6a55029133,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:14.534864 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:14.536298 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Routers {'bae540fd-b30a-4f3a-858b-e06ac6065d3d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:12:14.536943 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:12:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:14.576886 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] Pushing event updated for resources: {'Port': ['ID=d37b28f7-feca-4c1e-8b3b-67663365db5d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:14.652714 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] Set router bae540fd-b30a-4f3a-858b-e06ac6065d3d gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:12:14.690020 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:14.737650 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-901fa861-55b8-4145-b8f8-5b7e1af9977a None None] Provisioning complete for port d37b28f7-feca-4c1e-8b3b-67663365db5d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:14.738033 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-901fa861-55b8-4145-b8f8-5b7e1af9977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:14.776190 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-901fa861-55b8-4145-b8f8-5b7e1af9977a None None] Port d37b28f7-feca-4c1e-8b3b-67663365db5d cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:12:14.840099 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'name': 'tempest-TestMinimumBasicScenario-1025021132-router', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:11Z', 'updated_at': '2021-12-20T22:12:13Z', 'revision_number': 3, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'gw_port': {'id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:12Z', 'updated_at': '2021-12-20T22:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:14.863328 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:14.866958 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb59f6-7d5c-4bdd-af58-36c87fe48617 None None] The sync data for ids ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'] in n-d-xena-1 is: [{'id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'name': 'tempest-TestMinimumBasicScenario-1025021132-router', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:11Z', 'updated_at': '2021-12-20T22:12:13Z', 'revision_number': 3, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'gw_port': {'id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:12Z', 'updated_at': '2021-12-20T22:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:12:14.868367 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:14.940561 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:14.942389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] Pushing event updated for resources: {'Port': ['ID=d37b28f7-feca-4c1e-8b3b-67663365db5d,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:15.040891 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] Network 5d25a5f1-5b03-475b-9244-bbd4989cde69 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:12:15.043406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:12:15.210466 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d3d8cdc5-0a89-40f7-9940-aa84b6e35e03 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:12:15.236712 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] Router bae540fd-b30a-4f3a-858b-e06ac6065d3d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:12:15.302855 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d3d8cdc5-0a89-40f7-9940-aa84b6e35e03 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:15.303566 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:15.407223 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:15.419692 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-09dd4ce9-2bb6-4fcc-bd74-577764b0fa40 None None] Provisioning complete for port d37b28f7-feca-4c1e-8b3b-67663365db5d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:15.420077 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-09dd4ce9-2bb6-4fcc-bd74-577764b0fa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:15.463565 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-09dd4ce9-2bb6-4fcc-bd74-577764b0fa40 None None] Port d37b28f7-feca-4c1e-8b3b-67663365db5d cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:12:15.697889 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:12:15.706485 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-91eef965-089b-4020-9a52-03496a9c2899 admin admin] 10.222.0.32 "PUT /v2.0/routers/bae540fd-b30a-4f3a-858b-e06ac6065d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0737896 Dec 20 22:12:16.230041 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52352) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:16.235378 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1c2eee81-a636-4715-af98-cc984564c753 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1254318332-network', 'tenant_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:12:16.263402 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2eee81-a636-4715-af98-cc984564c753 admin admin] Made reservation on behalf of 2052a0bdf6e84a34a0b3b3571a4e4ff9 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:12:16.265748 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee81-a636-4715-af98-cc984564c753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:16.276231 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee81-a636-4715-af98-cc984564c753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:16.374903 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee81-a636-4715-af98-cc984564c753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:16.380027 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee81-a636-4715-af98-cc984564c753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:16.406860 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2eee81-a636-4715-af98-cc984564c753 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:12:16.416936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2eee81-a636-4715-af98-cc984564c753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd63b7f-f9f3-410b-9d56-da93ce1691ed,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:16.423953 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee81-a636-4715-af98-cc984564c753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:16.424364 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-1c2eee81-a636-4715-af98-cc984564c753 admin admin] Added segment 09986bd2-adcd-467e-b653-0a983742b9fe of type vlan for network 39a7b71a-187b-42b9-9582-c6af2df4a060 Dec 20 22:12:16.473043 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee81-a636-4715-af98-cc984564c753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:16.504045 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee81-a636-4715-af98-cc984564c753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:16.505028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2eee81-a636-4715-af98-cc984564c753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:16.505614 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1c2eee81-a636-4715-af98-cc984564c753 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:16.554043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Sync routers for ids ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:12:16.566149 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Routers {'bae540fd-b30a-4f3a-858b-e06ac6065d3d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:12:16.566871 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:12:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:16.574122 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1c2eee81-a636-4715-af98-cc984564c753 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3397439 Dec 20 22:12:16.574614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52354) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:16.580401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-976fa711-09fe-48d1-95a9-a8c677bfdb59 admin admin] Request body: {'subnet': {'network_id': '39a7b71a-187b-42b9-9582-c6af2df4a060', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1254318332-subnet', 'tenant_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:12:16.584602 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2eee81-a636-4715-af98-cc984564c753 admin admin] Pushing event updated for resources: {'Network': ['ID=39a7b71a-187b-42b9-9582-c6af2df4a060,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:16.604474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 39a7b71a-187b-42b9-9582-c6af2df4a060 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:12:16.614291 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976fa711-09fe-48d1-95a9-a8c677bfdb59 admin admin] Made reservation on behalf of 2052a0bdf6e84a34a0b3b3571a4e4ff9 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:12:16.616793 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-976fa711-09fe-48d1-95a9-a8c677bfdb59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:16.733628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Set router bae540fd-b30a-4f3a-858b-e06ac6065d3d gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:12:16.809028 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-976fa711-09fe-48d1-95a9-a8c677bfdb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:16.865022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fa711-09fe-48d1-95a9-a8c677bfdb59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69b33cee-1e24-4ab1-813a-fbb0df9c4603,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:16.875800 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976fa711-09fe-48d1-95a9-a8c677bfdb59 admin admin] Checking segment: {'id': '09986bd2-adcd-467e-b653-0a983742b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '39a7b71a-187b-42b9-9582-c6af2df4a060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:12:16.875800 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976fa711-09fe-48d1-95a9-a8c677bfdb59 admin admin] Network hostable DHCP agents. Network: 39a7b71a-187b-42b9-9582-c6af2df4a060, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:12:16.893251 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976fa711-09fe-48d1-95a9-a8c677bfdb59 admin admin] Network 39a7b71a-187b-42b9-9582-c6af2df4a060 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:12:16.903632 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-976fa711-09fe-48d1-95a9-a8c677bfdb59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 39a7b71a-187b-42b9-9582-c6af2df4a060) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:12:16.907679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976fa711-09fe-48d1-95a9-a8c677bfdb59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:16.908254 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-976fa711-09fe-48d1-95a9-a8c677bfdb59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:16.921756 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec082033-2793-4ede-aed4-a15465e3a3b0 None None] Network 39a7b71a-187b-42b9-9582-c6af2df4a060 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:12:16.926104 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-976fa711-09fe-48d1-95a9-a8c677bfdb59 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3502100 Dec 20 22:12:16.928844 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52356) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:16.933697 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1254318332-router', 'tenant_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:12:16.955457 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:16.956422 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:17.011560 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:17.017801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'name': 'tempest-TestMinimumBasicScenario-1025021132-router', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:11Z', 'updated_at': '2021-12-20T22:12:14Z', 'revision_number': 4, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'gw_port': {'id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:12Z', 'updated_at': '2021-12-20T22:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd37b28f7-feca-4c1e-8b3b-67663365db5d', 'name': '', 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'mac_address': 'fa:16:3e:68:e5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:14Z', 'updated_at': '2021-12-20T22:12:14Z', 'revision_number': 2, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'subnets': [{'id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:17.070459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Checking router: bae540fd-b30a-4f3a-858b-e06ac6065d3d for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:12:17.070946 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Updating router bae540fd-b30a-4f3a-858b-e06ac6065d3d port d37b28f7-feca-4c1e-8b3b-67663365db5d binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:12:17.107036 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:17.156988 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:17.160152 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-39a7b71a-187b-42b9-9582-c6af2df4a060', 'network_id': '39a7b71a-187b-42b9-9582-c6af2df4a060', 'tenant_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'fixed_ips': [{'subnet_id': '69b33cee-1e24-4ab1-813a-fbb0df9c4603'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:12:17.165637 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:17.167780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bdc32fd3-f058-4d55-b79c-cb6a55029133 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:12:17.358959 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:17.377676 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:17.461485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port bdc32fd3-f058-4d55-b79c-cb6a55029133 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:17.461874 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:17.482200 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Allocated IP 172.35.3.159 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/44ecc558-7663-49d7-88ae-9e368b46b773) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:12:17.509951 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Allocated IP 172.20.0.2 (39a7b71a-187b-42b9-9582-c6af2df4a060/69b33cee-1e24-4ab1-813a-fbb0df9c4603/a4d48a76-9acb-4233-ab9f-85163f2a9123) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:12:17.596899 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:17.639020 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:17.681326 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:17.688657 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:12:17.692258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:12:17.696752 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:17.699754 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:12:17.702911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Pushing event updated for resources: {'Port': ['ID=44ecc558-7663-49d7-88ae-9e368b46b773,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:17.720887 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:17.809920 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port bdc32fd3-f058-4d55-b79c-cb6a55029133, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=bdc32fd3-f058-4d55-b79c-cb6a55029133,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:12:17.824530 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19350e99-8ddb-4b65-bf48-6d9c56f12305 None None] Pushing event updated for resources: {'Port': ['ID=d37b28f7-feca-4c1e-8b3b-67663365db5d,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:17.828320 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:17.910666 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:17.931346 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:17.938885 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Attempting to bind port d37b28f7-feca-4c1e-8b3b-67663365db5d on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:12:17.939329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Attempting to bind port d37b28f7-feca-4c1e-8b3b-67663365db5d by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:12:17.940210 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Attempting to bind port d37b28f7-feca-4c1e-8b3b-67663365db5d on network 5d25a5f1-5b03-475b-9244-bbd4989cde69 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:12:17.948893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=bdc32fd3-f058-4d55-b79c-cb6a55029133,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:17.957466 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:12:17.957839 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Checking segment: {'id': '5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:12:17.958289 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:17.958687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Bound using segment: {'id': '5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:12:17.959170 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Bound port: d37b28f7-feca-4c1e-8b3b-67663365db5d, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:12:17.959557 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:17.975639 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:18.001327 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Network 39a7b71a-187b-42b9-9582-c6af2df4a060 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:12:18.012560 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:12:18.014255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:12:18.189328 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:18.215655 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Pushing event updated for resources: {'Port': ['ID=a4d48a76-9acb-4233-ab9f-85163f2a9123,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:18.247575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a9b3bff0-f221-4ea6-9ac2-1f5ac57b1cc5 None None] Provisioning complete for port d37b28f7-feca-4c1e-8b3b-67663365db5d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:18.247916 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a9b3bff0-f221-4ea6-9ac2-1f5ac57b1cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:18.319700 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] For port d37b28f7-feca-4c1e-8b3b-67663365db5d, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:12:18.327828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Router e70e4da7-f6ac-497f-b7aa-020fecd1a4a7 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:12:18.329956 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Attempting to bind port a4d48a76-9acb-4233-ab9f-85163f2a9123 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:12:18.330564 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Attempting to bind port a4d48a76-9acb-4233-ab9f-85163f2a9123 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '09986bd2-adcd-467e-b653-0a983742b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '39a7b71a-187b-42b9-9582-c6af2df4a060'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:12:18.330930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Attempting to bind port a4d48a76-9acb-4233-ab9f-85163f2a9123 on network 39a7b71a-187b-42b9-9582-c6af2df4a060 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:12:18.338028 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a9b3bff0-f221-4ea6-9ac2-1f5ac57b1cc5 None None] Port d37b28f7-feca-4c1e-8b3b-67663365db5d cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:12:18.345682 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] For port d37b28f7-feca-4c1e-8b3b-67663365db5d, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d37b28f7-feca-4c1e-8b3b-67663365db5d,segment=NetworkSegment(5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4),segment_id=5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:12:18.346904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:12:18.347295 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Checking segment: {'id': '09986bd2-adcd-467e-b653-0a983742b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '39a7b71a-187b-42b9-9582-c6af2df4a060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:12:18.347662 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:18.348079 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Bound using segment: {'id': '09986bd2-adcd-467e-b653-0a983742b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '39a7b71a-187b-42b9-9582-c6af2df4a060'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:12:18.348606 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Bound port: a4d48a76-9acb-4233-ab9f-85163f2a9123, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09986bd2-adcd-467e-b653-0a983742b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '39a7b71a-187b-42b9-9582-c6af2df4a060'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:12:18.348982 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:18.352860 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:18.441900 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:12:18.452026 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Sync routers for ids ['e70e4da7-f6ac-497f-b7aa-020fecd1a4a7'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:12:18.458501 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19350e99-8ddb-4b65-bf48-6d9c56f12305 None None] Pushing event updated for resources: {'Port': ['ID=d37b28f7-feca-4c1e-8b3b-67663365db5d,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:18.459633 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:18.461036 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Routers {'bae540fd-b30a-4f3a-858b-e06ac6065d3d'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:12:18.461613 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:12:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:18.463863 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52358) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:12:18.468740 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Routers {'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:12:18.469841 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:12:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e70e4da7-f6ac-497f-b7aa-020fecd1a4a7'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:18.471519 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-691893a0-2abc-4bca-8e2b-5ce27ad7f503 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5410349 Dec 20 22:12:18.548043 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:18.552182 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] For port a4d48a76-9acb-4233-ab9f-85163f2a9123, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:12:18.557711 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] For port a4d48a76-9acb-4233-ab9f-85163f2a9123, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a4d48a76-9acb-4233-ab9f-85163f2a9123,segment=NetworkSegment(09986bd2-adcd-467e-b653-0a983742b9fe),segment_id=09986bd2-adcd-467e-b653-0a983742b9fe)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:12:18.572452 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:18.620784 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Set router e70e4da7-f6ac-497f-b7aa-020fecd1a4a7 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:12:18.660817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] Set router bae540fd-b30a-4f3a-858b-e06ac6065d3d gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:12:18.700399 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20722ed2-7440-4ce2-b13f-f4fca6f37c50 None None] Pushing event updated for resources: {'Port': ['ID=a4d48a76-9acb-4233-ab9f-85163f2a9123,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:18.751447 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-aa3d3369-7a6e-4b7e-aebd-86a68c95fcca None None] Provisioning complete for port d37b28f7-feca-4c1e-8b3b-67663365db5d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:18.752237 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa3d3369-7a6e-4b7e-aebd-86a68c95fcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:18.884091 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'name': 'tempest-TestMinimumBasicScenario-1254318332-router', 'tenant_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.159'}], 'enable_snat': True}, 'gw_port_id': '44ecc558-7663-49d7-88ae-9e368b46b773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:16Z', 'updated_at': '2021-12-20T22:12:17Z', 'revision_number': 3, 'project_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'gw_port': {'id': '44ecc558-7663-49d7-88ae-9e368b46b773', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:17Z', 'updated_at': '2021-12-20T22:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:18.985655 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa3d3369-7a6e-4b7e-aebd-86a68c95fcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:19.028547 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Checking router: e70e4da7-f6ac-497f-b7aa-020fecd1a4a7 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:12:19.028903 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Updating router e70e4da7-f6ac-497f-b7aa-020fecd1a4a7 port 44ecc558-7663-49d7-88ae-9e368b46b773 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:12:19.037061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-aa3d3369-7a6e-4b7e-aebd-86a68c95fcca None None] For port d37b28f7-feca-4c1e-8b3b-67663365db5d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d37b28f7-feca-4c1e-8b3b-67663365db5d,segment=NetworkSegment(5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4),segment_id=5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:12:19.043578 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa3d3369-7a6e-4b7e-aebd-86a68c95fcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:19.052776 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:19.066704 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:19.110663 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'name': 'tempest-TestMinimumBasicScenario-1025021132-router', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:11Z', 'updated_at': '2021-12-20T22:12:14Z', 'revision_number': 4, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'gw_port': {'id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:12Z', 'updated_at': '2021-12-20T22:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd37b28f7-feca-4c1e-8b3b-67663365db5d', 'name': '', 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'mac_address': 'fa:16:3e:68:e5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:14Z', 'updated_at': '2021-12-20T22:12:18Z', 'revision_number': 4, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'subnets': [{'id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:19.114727 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d3369-7a6e-4b7e-aebd-86a68c95fcca None None] Pushing event updated for resources: {'Port': ['ID=d37b28f7-feca-4c1e-8b3b-67663365db5d,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:19.146307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1ea8c4-0bf0-4731-ab66-4341c46e0004 None None] The sync data for ids ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'] in n-d-xena-1 is: [{'id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'name': 'tempest-TestMinimumBasicScenario-1025021132-router', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:11Z', 'updated_at': '2021-12-20T22:12:14Z', 'revision_number': 4, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'gw_port': {'id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:12Z', 'updated_at': '2021-12-20T22:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd37b28f7-feca-4c1e-8b3b-67663365db5d', 'name': '', 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'mac_address': 'fa:16:3e:68:e5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:14Z', 'updated_at': '2021-12-20T22:12:18Z', 'revision_number': 4, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'subnets': [{'id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:12:19.297070 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a4d48a76-9acb-4233-ab9f-85163f2a9123 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:12:19.358155 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port a4d48a76-9acb-4233-ab9f-85163f2a9123 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:19.358521 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:19.446869 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:19.454528 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:19.480119 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:19.486018 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Attempting to bind port 44ecc558-7663-49d7-88ae-9e368b46b773 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:12:19.486018 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Attempting to bind port 44ecc558-7663-49d7-88ae-9e368b46b773 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:12:19.486533 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Attempting to bind port 44ecc558-7663-49d7-88ae-9e368b46b773 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:12:19.536602 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bb3ca-ad07-462d-b6a3-a874cb031bc2 None None] Pushing event updated for resources: {'Port': ['ID=44ecc558-7663-49d7-88ae-9e368b46b773,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:19.537843 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port a4d48a76-9acb-4233-ab9f-85163f2a9123, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a4d48a76-9acb-4233-ab9f-85163f2a9123,segment=NetworkSegment(09986bd2-adcd-467e-b653-0a983742b9fe),segment_id=09986bd2-adcd-467e-b653-0a983742b9fe)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:12:19.543534 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:12:19.544248 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:12:19.544923 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:19.545302 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:19.545870 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:12:19.546660 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Bound port: 44ecc558-7663-49d7-88ae-9e368b46b773, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:12:19.547236 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:19.551779 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bdc32fd3-f058-4d55-b79c-cb6a55029133 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:12:19.626236 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] For port 44ecc558-7663-49d7-88ae-9e368b46b773, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:12:19.631422 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] For port 44ecc558-7663-49d7-88ae-9e368b46b773, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=44ecc558-7663-49d7-88ae-9e368b46b773,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:12:19.636206 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:19.660055 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=a4d48a76-9acb-4233-ab9f-85163f2a9123,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:19.674191 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port bdc32fd3-f058-4d55-b79c-cb6a55029133 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:19.674483 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:19.701667 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Routers {'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:12:19.702717 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:12:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e70e4da7-f6ac-497f-b7aa-020fecd1a4a7'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:19.706364 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bb3ca-ad07-462d-b6a3-a874cb031bc2 None None] Pushing event updated for resources: {'Port': ['ID=44ecc558-7663-49d7-88ae-9e368b46b773,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:19.797008 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] Allocated IP 172.20.0.1 (39a7b71a-187b-42b9-9582-c6af2df4a060/69b33cee-1e24-4ab1-813a-fbb0df9c4603/91d2240c-6e50-4dfb-a507-e5783e86a206) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:12:19.862031 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] Set router e70e4da7-f6ac-497f-b7aa-020fecd1a4a7 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:12:19.937831 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:19.957126 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3484db07-83ca-4aa4-9824-d4358488dbfb None None] Network 39a7b71a-187b-42b9-9582-c6af2df4a060 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:12:19.984169 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:20.036443 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] Pushing event updated for resources: {'Port': ['ID=91d2240c-6e50-4dfb-a507-e5783e86a206,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:20.039507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-37337221-af0b-49f4-af13-59479b9ae06f None None] Provisioning complete for port a4d48a76-9acb-4233-ab9f-85163f2a9123 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:20.039887 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37337221-af0b-49f4-af13-59479b9ae06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:20.050374 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] Network 39a7b71a-187b-42b9-9582-c6af2df4a060 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:12:20.052886 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:12:20.056947 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:12:20.082671 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'name': 'tempest-TestMinimumBasicScenario-1254318332-router', 'tenant_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.159'}], 'enable_snat': True}, 'gw_port_id': '44ecc558-7663-49d7-88ae-9e368b46b773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:16Z', 'updated_at': '2021-12-20T22:12:17Z', 'revision_number': 3, 'project_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'gw_port': {'id': '44ecc558-7663-49d7-88ae-9e368b46b773', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:17Z', 'updated_at': '2021-12-20T22:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:20.104816 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:20.113912 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a63e08f-33f7-4198-a282-21074b91b822 None None] The sync data for ids ['e70e4da7-f6ac-497f-b7aa-020fecd1a4a7'] in n-d-xena-1 is: [{'id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'name': 'tempest-TestMinimumBasicScenario-1254318332-router', 'tenant_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.159'}], 'enable_snat': True}, 'gw_port_id': '44ecc558-7663-49d7-88ae-9e368b46b773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:16Z', 'updated_at': '2021-12-20T22:12:17Z', 'revision_number': 3, 'project_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'gw_port': {'id': '44ecc558-7663-49d7-88ae-9e368b46b773', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:17Z', 'updated_at': '2021-12-20T22:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:12:20.263492 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:20.475299 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:20.481012 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:20.559926 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1caacbcc-74d7-4ee8-b7c5-93ba0c9b6b09 None None] Provisioning complete for port 91d2240c-6e50-4dfb-a507-e5783e86a206 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:20.560126 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] Pushing event updated for resources: {'Port': ['ID=91d2240c-6e50-4dfb-a507-e5783e86a206,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:20.560510 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1caacbcc-74d7-4ee8-b7c5-93ba0c9b6b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:20.564367 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:20.626916 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1caacbcc-74d7-4ee8-b7c5-93ba0c9b6b09 None None] Port 91d2240c-6e50-4dfb-a507-e5783e86a206 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:12:20.642121 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1caacbcc-74d7-4ee8-b7c5-93ba0c9b6b09 None None] Provisioning complete for port a4d48a76-9acb-4233-ab9f-85163f2a9123 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:20.643721 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1caacbcc-74d7-4ee8-b7c5-93ba0c9b6b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:20.702154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] Network 39a7b71a-187b-42b9-9582-c6af2df4a060 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:12:20.704115 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:12:20.838892 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] Router e70e4da7-f6ac-497f-b7aa-020fecd1a4a7 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:12:20.905881 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-fd469397-5e0d-4450-8c28-00eed8fa5b48 None None] Provisioning complete for port 91d2240c-6e50-4dfb-a507-e5783e86a206 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:20.906602 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd469397-5e0d-4450-8c28-00eed8fa5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:20.955141 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-fd469397-5e0d-4450-8c28-00eed8fa5b48 None None] Port 91d2240c-6e50-4dfb-a507-e5783e86a206 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:12:20.965699 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:12:20.972392 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-33157db7-2abd-460e-be38-db38804ed396 admin admin] 10.222.0.32 "PUT /v2.0/routers/e70e4da7-f6ac-497f-b7aa-020fecd1a4a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5074201 Dec 20 22:12:21.189107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-21c1b340-08a5-4271-92d1-31954b780f57 None None] Provisioning complete for port 91d2240c-6e50-4dfb-a507-e5783e86a206 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:21.189677 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-21c1b340-08a5-4271-92d1-31954b780f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:21.227749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-21c1b340-08a5-4271-92d1-31954b780f57 None None] Port 91d2240c-6e50-4dfb-a507-e5783e86a206 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:12:21.230530 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a4d48a76-9acb-4233-ab9f-85163f2a9123 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:12:21.280972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port a4d48a76-9acb-4233-ab9f-85163f2a9123 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:21.281504 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:21.369438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d37b28f7-feca-4c1e-8b3b-67663365db5d up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:12:21.417223 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d37b28f7-feca-4c1e-8b3b-67663365db5d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:21.417591 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:21.504293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 44ecc558-7663-49d7-88ae-9e368b46b773 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:12:21.556404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 44ecc558-7663-49d7-88ae-9e368b46b773 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:21.556783 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:21.644907 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:21.667615 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 44ecc558-7663-49d7-88ae-9e368b46b773, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=44ecc558-7663-49d7-88ae-9e368b46b773,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:12:21.673795 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:21.722536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=44ecc558-7663-49d7-88ae-9e368b46b773,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:22.681627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Sync routers for ids ['e70e4da7-f6ac-497f-b7aa-020fecd1a4a7'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:12:22.692880 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Routers {'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:12:22.693857 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:12:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e70e4da7-f6ac-497f-b7aa-020fecd1a4a7'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:22.827130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Set router e70e4da7-f6ac-497f-b7aa-020fecd1a4a7 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:12:23.061499 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'name': 'tempest-TestMinimumBasicScenario-1254318332-router', 'tenant_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.159'}], 'enable_snat': True}, 'gw_port_id': '44ecc558-7663-49d7-88ae-9e368b46b773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:16Z', 'updated_at': '2021-12-20T22:12:20Z', 'revision_number': 4, 'project_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'gw_port': {'id': '44ecc558-7663-49d7-88ae-9e368b46b773', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:17Z', 'updated_at': '2021-12-20T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '91d2240c-6e50-4dfb-a507-e5783e86a206', 'name': '', 'network_id': '39a7b71a-187b-42b9-9582-c6af2df4a060', 'tenant_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'mac_address': 'fa:16:3e:cb:44:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '69b33cee-1e24-4ab1-813a-fbb0df9c4603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:19Z', 'updated_at': '2021-12-20T22:12:20Z', 'revision_number': 2, 'project_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'subnets': [{'id': '69b33cee-1e24-4ab1-813a-fbb0df9c4603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:23.098091 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Checking router: e70e4da7-f6ac-497f-b7aa-020fecd1a4a7 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:12:23.098091 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Updating router e70e4da7-f6ac-497f-b7aa-020fecd1a4a7 port 91d2240c-6e50-4dfb-a507-e5783e86a206 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:12:23.120031 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:23.168602 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 44ecc558-7663-49d7-88ae-9e368b46b773 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:12:23.559309 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 44ecc558-7663-49d7-88ae-9e368b46b773 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:23.559309 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:23.688586 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:23.705251 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:23.767219 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39827b-4087-47fd-b343-5ef9d6e94898 None None] Pushing event updated for resources: {'Port': ['ID=91d2240c-6e50-4dfb-a507-e5783e86a206,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:23.844917 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Attempting to bind port 91d2240c-6e50-4dfb-a507-e5783e86a206 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:12:23.845295 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Attempting to bind port 91d2240c-6e50-4dfb-a507-e5783e86a206 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '09986bd2-adcd-467e-b653-0a983742b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '39a7b71a-187b-42b9-9582-c6af2df4a060'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:12:23.845721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Attempting to bind port 91d2240c-6e50-4dfb-a507-e5783e86a206 on network 39a7b71a-187b-42b9-9582-c6af2df4a060 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:12:23.855185 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:12:23.855559 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Checking segment: {'id': '09986bd2-adcd-467e-b653-0a983742b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '39a7b71a-187b-42b9-9582-c6af2df4a060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:12:23.855966 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:23.856357 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Bound using segment: {'id': '09986bd2-adcd-467e-b653-0a983742b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '39a7b71a-187b-42b9-9582-c6af2df4a060'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:12:23.856856 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Bound port: 91d2240c-6e50-4dfb-a507-e5783e86a206, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09986bd2-adcd-467e-b653-0a983742b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '39a7b71a-187b-42b9-9582-c6af2df4a060'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:12:23.857235 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:23.928792 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] For port 91d2240c-6e50-4dfb-a507-e5783e86a206, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:12:23.933994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] For port 91d2240c-6e50-4dfb-a507-e5783e86a206, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=91d2240c-6e50-4dfb-a507-e5783e86a206,segment=NetworkSegment(09986bd2-adcd-467e-b653-0a983742b9fe),segment_id=09986bd2-adcd-467e-b653-0a983742b9fe)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:12:23.939669 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:24.001737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Routers {'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:12:24.002772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:12:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e70e4da7-f6ac-497f-b7aa-020fecd1a4a7'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:24.090318 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39827b-4087-47fd-b343-5ef9d6e94898 None None] Pushing event updated for resources: {'Port': ['ID=91d2240c-6e50-4dfb-a507-e5783e86a206,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:24.115981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-07587988-254d-4330-8eaa-5d84c7c894ba None None] Provisioning complete for port 91d2240c-6e50-4dfb-a507-e5783e86a206 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:24.116259 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-07587988-254d-4330-8eaa-5d84c7c894ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:24.185316 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] Set router e70e4da7-f6ac-497f-b7aa-020fecd1a4a7 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:12:24.321898 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:12:24.363832 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-07587988-254d-4330-8eaa-5d84c7c894ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:24.429050 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-07587988-254d-4330-8eaa-5d84c7c894ba None None] For port 91d2240c-6e50-4dfb-a507-e5783e86a206, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=91d2240c-6e50-4dfb-a507-e5783e86a206,segment=NetworkSegment(09986bd2-adcd-467e-b653-0a983742b9fe),segment_id=09986bd2-adcd-467e-b653-0a983742b9fe)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:12:24.437051 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-07587988-254d-4330-8eaa-5d84c7c894ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:24.522012 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07587988-254d-4330-8eaa-5d84c7c894ba None None] Pushing event updated for resources: {'Port': ['ID=91d2240c-6e50-4dfb-a507-e5783e86a206,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:24.538449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'name': 'tempest-TestMinimumBasicScenario-1254318332-router', 'tenant_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.159'}], 'enable_snat': True}, 'gw_port_id': '44ecc558-7663-49d7-88ae-9e368b46b773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:16Z', 'updated_at': '2021-12-20T22:12:20Z', 'revision_number': 4, 'project_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'gw_port': {'id': '44ecc558-7663-49d7-88ae-9e368b46b773', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:17Z', 'updated_at': '2021-12-20T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '91d2240c-6e50-4dfb-a507-e5783e86a206', 'name': '', 'network_id': '39a7b71a-187b-42b9-9582-c6af2df4a060', 'tenant_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'mac_address': 'fa:16:3e:cb:44:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '69b33cee-1e24-4ab1-813a-fbb0df9c4603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:19Z', 'updated_at': '2021-12-20T22:12:23Z', 'revision_number': 4, 'project_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'subnets': [{'id': '69b33cee-1e24-4ab1-813a-fbb0df9c4603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:12:24.572341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b2019e-ba8e-4f5d-b757-e6195bd6de60 None None] The sync data for ids ['e70e4da7-f6ac-497f-b7aa-020fecd1a4a7'] in n-d-xena-1 is: [{'id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'name': 'tempest-TestMinimumBasicScenario-1254318332-router', 'tenant_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.159'}], 'enable_snat': True}, 'gw_port_id': '44ecc558-7663-49d7-88ae-9e368b46b773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:16Z', 'updated_at': '2021-12-20T22:12:20Z', 'revision_number': 4, 'project_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'gw_port': {'id': '44ecc558-7663-49d7-88ae-9e368b46b773', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:17Z', 'updated_at': '2021-12-20T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '91d2240c-6e50-4dfb-a507-e5783e86a206', 'name': '', 'network_id': '39a7b71a-187b-42b9-9582-c6af2df4a060', 'tenant_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'mac_address': 'fa:16:3e:cb:44:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '69b33cee-1e24-4ab1-813a-fbb0df9c4603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:19Z', 'updated_at': '2021-12-20T22:12:23Z', 'revision_number': 4, 'project_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'subnets': [{'id': '69b33cee-1e24-4ab1-813a-fbb0df9c4603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:12:24.584687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b420d547-7ed3-4de0-b73e-4f55efeae074 None None] Provisioning complete for port 91d2240c-6e50-4dfb-a507-e5783e86a206 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:24.585064 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b420d547-7ed3-4de0-b73e-4f55efeae074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:25.164817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 91d2240c-6e50-4dfb-a507-e5783e86a206 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:12:25.225297 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 91d2240c-6e50-4dfb-a507-e5783e86a206 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:25.225968 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:27.247259 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c26c0b2e-9cb3-440d-a061-c5a8cd0280bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:29.559103 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b47776c-603c-4968-ab87-9fcbdd99a5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:30.871938 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:31.224288 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-90978ffb-86b8-4824-ba18-68a48e87ccbe tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:31.225737 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-90978ffb-86b8-4824-ba18-68a48e87ccbe tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/networks?id=5d25a5f1-5b03-475b-9244-bbd4989cde69 HTTP/1.1" status: 200 len: 815 time: 0.1187978 Dec 20 22:12:31.244226 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-daa675c9-dbbb-4b90-9f16-b39acd4af6b5 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/quotas/a11dc748fac64645aa2a4e2aaf0ce4fc HTTP/1.1" status: 200 len: 375 time: 0.0097034 Dec 20 22:12:31.300565 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-304c42b5-c2f2-4d46-abf3-6bd064fc8a2c tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a11dc748fac64645aa2a4e2aaf0ce4fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478666 Dec 20 22:12:31.418764 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-da962298-8398-4bc7-b222-6eba9e8e05db service neutron] 10.222.0.32 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006122 Dec 20 22:12:31.517115 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-eff443aa-dad9-47a9-b498-e1b3b1529bbd service neutron] 10.222.0.32 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920970 Dec 20 22:12:31.692757 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-22d28fa2-b146-4f3d-9fbb-ba4db15817c6 req-3210b86e-3a9d-4770-94ae-7d27027eb221 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 210 time: 0.0304406 Dec 20 22:12:32.303633 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:32.441116 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:32.761623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-b00d2c5b-f65a-4f36-b195-59057b93f7b0 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:32.763900 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-b00d2c5b-f65a-4f36-b195-59057b93f7b0 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.66 "GET /v2.0/networks?id=5d25a5f1-5b03-475b-9244-bbd4989cde69 HTTP/1.1" status: 200 len: 815 time: 0.1148424 Dec 20 22:12:32.781224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Request body: {'port': {'device_id': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69', 'admin_state_up': True, 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:12:32.807323 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7e8021ad-5957-47aa-8b85-65a4c0339feb req-e27c0890-7c34-4be1-bc9a-9e7132f375ee tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 210 time: 0.0284512 Dec 20 22:12:32.898611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Made reservation on behalf of a11dc748fac64645aa2a4e2aaf0ce4fc for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:12:32.903455 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:33.037328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Allocated IP 172.20.0.12 (5d25a5f1-5b03-475b-9244-bbd4989cde69/aaba0da9-c8eb-414b-a0a6-b7dbe36c845d/29e1d2a2-02c9-4c16-b542-28e88c11e28c) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:12:33.199781 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:33.257037 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:33.330391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Network 5d25a5f1-5b03-475b-9244-bbd4989cde69 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:12:33.340310 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:12:33.344158 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:12:33.348971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Pushing event updated for resources: {'Port': ['ID=29e1d2a2-02c9-4c16-b542-28e88c11e28c,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:33.385834 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:33.386381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:33.386882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:33.387289 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:33.387791 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:33.388128 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:33.388454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:33.388772 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:33.389102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:33.389420 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:33.389742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:33.390055 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:33.432569 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:33.433914 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:33.461919 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-8905417c-5d4a-4076-8668-f3699c779773 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6845670 Dec 20 22:12:33.707259 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-3f7350c2-70f1-4b91-900f-b08ce69d7477 None None] Provisioning complete for port 29e1d2a2-02c9-4c16-b542-28e88c11e28c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:33.708545 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3f7350c2-70f1-4b91-900f-b08ce69d7477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:33.748052 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-3f7350c2-70f1-4b91-900f-b08ce69d7477 None None] Port 29e1d2a2-02c9-4c16-b542-28e88c11e28c cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:12:33.938186 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2c82e-5f7b-4b38-8285-b5e1417b717b req-5c266452-57fd-46b9-86e2-310dba097915 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:33.944428 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7eb2c82e-5f7b-4b38-8285-b5e1417b717b req-5c266452-57fd-46b9-86e2-310dba097915 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 932 time: 0.0577242 Dec 20 22:12:33.980628 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7eb2c82e-5f7b-4b38-8285-b5e1417b717b req-2f1551e5-2042-471e-b3ae-768f7afd3531 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340390 Dec 20 22:12:35.107723 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d12c-47fe-4561-867b-754a335af896 req-52926a42-cde8-4c38-b60b-9f45ccb7f2e1 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:35.109265 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-21d0d12c-47fe-4561-867b-754a335af896 req-52926a42-cde8-4c38-b60b-9f45ccb7f2e1 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 932 time: 0.0519428 Dec 20 22:12:35.156269 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-21d0d12c-47fe-4561-867b-754a335af896 req-69f61b34-e171-4a04-ba68-a722fe36a41e tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400648 Dec 20 22:12:36.289463 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e347e38-87a7-4f43-b58a-ad1984827fe3 req-83c92f09-c6b1-4a99-bcac-dabfd926eef9 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:36.291718 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e347e38-87a7-4f43-b58a-ad1984827fe3 req-83c92f09-c6b1-4a99-bcac-dabfd926eef9 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 932 time: 0.0570633 Dec 20 22:12:36.331816 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e347e38-87a7-4f43-b58a-ad1984827fe3 req-48dc58c8-752d-49a2-9f9c-79e31c3abe62 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339272 Dec 20 22:12:37.468880 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa2c7a-c767-463f-a110-9853629964a1 req-7898abb9-1f93-4745-a5d2-ab6eb2676f89 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:37.470503 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-edaa2c7a-c767-463f-a110-9853629964a1 req-7898abb9-1f93-4745-a5d2-ab6eb2676f89 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 932 time: 0.0624902 Dec 20 22:12:37.523469 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-edaa2c7a-c767-463f-a110-9853629964a1 req-ccbcd553-b3b8-47dd-b440-8ed45f88a66a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448513 Dec 20 22:12:38.657486 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd5eb6-626e-48e9-a483-d76c12548d75 req-cdbb6bb2-9ffd-4e01-9ea5-cc85f1debc3c tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:38.659179 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2bbd5eb6-626e-48e9-a483-d76c12548d75 req-cdbb6bb2-9ffd-4e01-9ea5-cc85f1debc3c tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 932 time: 0.0567300 Dec 20 22:12:38.708759 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2bbd5eb6-626e-48e9-a483-d76c12548d75 req-6848c7ff-b64e-4eca-bdf4-948c3e83a146 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415237 Dec 20 22:12:39.834985 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ab15d-41d0-4ad7-832f-0bf88a0480e2 req-ce394037-b7e4-4437-9e47-64288b60ab1a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:39.837203 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c66ab15d-41d0-4ad7-832f-0bf88a0480e2 req-ce394037-b7e4-4437-9e47-64288b60ab1a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 932 time: 0.0556376 Dec 20 22:12:39.898417 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c66ab15d-41d0-4ad7-832f-0bf88a0480e2 req-2552b5ee-d2d6-47be-9a5c-767b65481d94 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513518 Dec 20 22:12:40.711207 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Request body: {'port': {'device_id': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:12:40.773427 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:41.046767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0946a82-42ff-46a3-b383-05ce1771f674 req-a4e5ba22-5552-4162-882d-cbad5941a896 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:41.048248 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e0946a82-42ff-46a3-b383-05ce1771f674 req-a4e5ba22-5552-4162-882d-cbad5941a896 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 932 time: 0.0769758 Dec 20 22:12:41.108807 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e1d2a2-02c9-4c16-b542-28e88c11e28c {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:12:41.122539 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:41.131838 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e0946a82-42ff-46a3-b383-05ce1771f674 req-0699f177-8bb3-41d3-86d6-689eabc4cda9 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710254 Dec 20 22:12:41.138790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Transition to ACTIVE for port object 29e1d2a2-02c9-4c16-b542-28e88c11e28c will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:12:41.143664 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:41.196412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=29e1d2a2-02c9-4c16-b542-28e88c11e28c,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:41.267192 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Attempting to bind port 29e1d2a2-02c9-4c16-b542-28e88c11e28c on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:12:41.267477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Attempting to bind port 29e1d2a2-02c9-4c16-b542-28e88c11e28c by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:12:41.267823 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Attempting to bind port 29e1d2a2-02c9-4c16-b542-28e88c11e28c on network 5d25a5f1-5b03-475b-9244-bbd4989cde69 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:12:41.273142 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Port 29e1d2a2-02c9-4c16-b542-28e88c11e28c on network 5d25a5f1-5b03-475b-9244-bbd4989cde69 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:12:41.273455 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Attempting to bind port 29e1d2a2-02c9-4c16-b542-28e88c11e28c on network 5d25a5f1-5b03-475b-9244-bbd4989cde69 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:12:41.278709 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:12:41.279041 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Checking segment: {'id': '5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:12:41.279418 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Bound using segment: {'id': '5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:12:41.279839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Bound port: 29e1d2a2-02c9-4c16-b542-28e88c11e28c, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:12:41.280218 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:41.344870 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] For port 29e1d2a2-02c9-4c16-b542-28e88c11e28c, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:12:41.348547 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] For port 29e1d2a2-02c9-4c16-b542-28e88c11e28c, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=29e1d2a2-02c9-4c16-b542-28e88c11e28c,segment=NetworkSegment(5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4),segment_id=5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:12:41.352862 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:41.391788 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:41.392473 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:41.393843 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] 10.222.0.66 "PUT /v2.0/ports/29e1d2a2-02c9-4c16-b542-28e88c11e28c HTTP/1.1" status: 200 len: 1090 time: 0.6875463 Dec 20 22:12:41.394330 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'tag': '29e1d2a2-02c9-4c16-b542-28e88c11e28c'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:12:41.396647 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ba4605-76ba-46dd-b2a9-9b05fe98874f" -d '{"events": [{"name": "network-changed", "server_uuid": "f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9", "tag": "29e1d2a2-02c9-4c16-b542-28e88c11e28c"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:12:41.425680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2b61d-bc0d-4a84-820a-9b32872b1aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=29e1d2a2-02c9-4c16-b542-28e88c11e28c,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:41.446426 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d790f32-b5d9-41ca-88af-c04c4858cd28 x-openstack-request-id: req-5d790f32-b5d9-41ca-88af-c04c4858cd28 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:12:41.446786 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9", "tag": "29e1d2a2-02c9-4c16-b542-28e88c11e28c", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:12:41.447045 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5d790f32-b5d9-41ca-88af-c04c4858cd28 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:12:41.447454 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'tag': '29e1d2a2-02c9-4c16-b542-28e88c11e28c', 'status': 'completed', 'code': 200} Dec 20 22:12:41.511075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-112e2c0d-2238-4870-882b-6638bb0ae57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:41.512613 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-112e2c0d-2238-4870-882b-6638bb0ae57e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a11dc748fac64645aa2a4e2aaf0ce4fc&device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 1093 time: 0.0434859 Dec 20 22:12:41.560777 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-0671d6d8-fac4-436d-ac80-052aa3db155f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29e1d2a2-02c9-4c16-b542-28e88c11e28c HTTP/1.1" status: 200 len: 217 time: 0.0355079 Dec 20 22:12:41.614518 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-c1b53928-65bc-4f25-935f-c2c180e5d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:41.616150 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-c1b53928-65bc-4f25-935f-c2c180e5d2c7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aaba0da9-c8eb-414b-a0a6-b7dbe36c845d HTTP/1.1" status: 200 len: 854 time: 0.0495591 Dec 20 22:12:41.662949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-cf79ce0e-4510-4a4d-9ebe-956f171bbe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:41.664447 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-cf79ce0e-4510-4a4d-9ebe-956f171bbe44 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5d25a5f1-5b03-475b-9244-bbd4989cde69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0418191 Dec 20 22:12:41.760021 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-d3023959-67f5-4fb1-9619-558b49e16432 service neutron] 10.222.0.66 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866678 Dec 20 22:12:41.868630 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0e8c35eb-8d41-49c7-9f5a-4af5d3b9e96f req-a229ed6d-f1d4-4b3e-acfd-fae41a33d8bb service neutron] 10.222.0.66 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009932 Dec 20 22:12:41.994292 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba4605-76ba-46dd-b2a9-9b05fe98874f req-98adb992-8b24-4a50-8a7e-af93f24f5964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:41.995767 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7ba4605-76ba-46dd-b2a9-9b05fe98874f req-98adb992-8b24-4a50-8a7e-af93f24f5964 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a11dc748fac64645aa2a4e2aaf0ce4fc&device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 1093 time: 0.0440292 Dec 20 22:12:42.093884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba4605-76ba-46dd-b2a9-9b05fe98874f req-26286a81-9163-4b5c-88df-f3d7caa7d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:42.095331 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7ba4605-76ba-46dd-b2a9-9b05fe98874f req-26286a81-9163-4b5c-88df-f3d7caa7d7f2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5d25a5f1-5b03-475b-9244-bbd4989cde69 HTTP/1.1" status: 200 len: 916 time: 0.0924385 Dec 20 22:12:42.144834 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7ba4605-76ba-46dd-b2a9-9b05fe98874f req-1799ce99-2343-46dd-92e7-0f01af5409e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29e1d2a2-02c9-4c16-b542-28e88c11e28c HTTP/1.1" status: 200 len: 217 time: 0.0405850 Dec 20 22:12:42.203044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba4605-76ba-46dd-b2a9-9b05fe98874f req-56d2bac0-a1fd-4517-9ff3-0862c57925d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:42.204503 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7ba4605-76ba-46dd-b2a9-9b05fe98874f req-56d2bac0-a1fd-4517-9ff3-0862c57925d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aaba0da9-c8eb-414b-a0a6-b7dbe36c845d HTTP/1.1" status: 200 len: 854 time: 0.0525110 Dec 20 22:12:42.287840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700330a4-0348-4897-8efd-a11e1913334f req-a84b1e4b-cb37-4cdb-90ba-ddbfd9f6bf3c tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:42.289318 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-700330a4-0348-4897-8efd-a11e1913334f req-a84b1e4b-cb37-4cdb-90ba-ddbfd9f6bf3c tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 944 time: 0.0828431 Dec 20 22:12:42.294111 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba4605-76ba-46dd-b2a9-9b05fe98874f req-6c7c8d9c-6db9-4ed8-801a-7c10a6c8b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:42.295492 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7ba4605-76ba-46dd-b2a9-9b05fe98874f req-6c7c8d9c-6db9-4ed8-801a-7c10a6c8b0be service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5d25a5f1-5b03-475b-9244-bbd4989cde69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0808423 Dec 20 22:12:42.371983 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-700330a4-0348-4897-8efd-a11e1913334f req-793fea3c-ac06-489a-9580-6c022c4265f5 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754831 Dec 20 22:12:42.409064 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7ba4605-76ba-46dd-b2a9-9b05fe98874f req-fa5cbd59-c4c1-4bbd-b4ac-732bf291462f service neutron] 10.222.0.66 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995207 Dec 20 22:12:42.507917 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d7ba4605-76ba-46dd-b2a9-9b05fe98874f req-aca2bd15-8ff9-45c8-b6af-d8533c4c52c5 service neutron] 10.222.0.66 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917413 Dec 20 22:12:43.501369 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06492446-4ad4-488d-a4b4-4fa59351c611 req-cf307c4e-0ab4-476c-9f27-a1ffb9f24a0b tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:43.504345 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06492446-4ad4-488d-a4b4-4fa59351c611 req-cf307c4e-0ab4-476c-9f27-a1ffb9f24a0b tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 944 time: 0.0536551 Dec 20 22:12:43.550612 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-06492446-4ad4-488d-a4b4-4fa59351c611 req-ecb7edf7-97fc-4e15-babf-b019591ac3e9 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Dec 20 22:12:44.675592 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cc47d-47f8-4392-8c50-d0e32da359b7 req-f23b8249-9610-492d-bf71-f2442cb54f10 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:44.677090 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-982cc47d-47f8-4392-8c50-d0e32da359b7 req-f23b8249-9610-492d-bf71-f2442cb54f10 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 944 time: 0.0571246 Dec 20 22:12:44.730183 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-982cc47d-47f8-4392-8c50-d0e32da359b7 req-d31ff6d1-e88a-4d35-a7c1-09632150fa24 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392716 Dec 20 22:12:45.087784 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 29e1d2a2-02c9-4c16-b542-28e88c11e28c details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:12:45.200751 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 29e1d2a2-02c9-4c16-b542-28e88c11e28c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=29e1d2a2-02c9-4c16-b542-28e88c11e28c,segment=NetworkSegment(5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4),segment_id=5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:12:45.213155 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '29e1d2a2-02c9-4c16-b542-28e88c11e28c', 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69', 'port_id': '29e1d2a2-02c9-4c16-b542-28e88c11e28c', 'mac_address': 'fa:16:3e:08:dd:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:12:45.258461 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:45.272895 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e1d2a2-02c9-4c16-b542-28e88c11e28c {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:12:45.300838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 29e1d2a2-02c9-4c16-b542-28e88c11e28c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=29e1d2a2-02c9-4c16-b542-28e88c11e28c,segment=NetworkSegment(5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4),segment_id=5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:12:45.308277 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:45.396244 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=29e1d2a2-02c9-4c16-b542-28e88c11e28c,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:45.409640 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:45.414930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:45.414930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:45.414930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:45.414930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:45.414930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:45.414930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:45.414930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:45.414930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:45.414930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:45.414930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:45.414930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:12:45.428337 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:45.595025 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['29e1d2a2-02c9-4c16-b542-28e88c11e28c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:12:45.869147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b4e97-359b-4390-b3d7-1987d008a2fc req-3f82bd8e-6a16-488d-9764-8de38f005f15 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:45.871511 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b54b4e97-359b-4390-b3d7-1987d008a2fc req-3f82bd8e-6a16-488d-9764-8de38f005f15 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 945 time: 0.0668783 Dec 20 22:12:45.912579 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b54b4e97-359b-4390-b3d7-1987d008a2fc req-b246fd42-9e58-47d2-938b-65c61de06250 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328467 Dec 20 22:12:47.043768 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd927d6e-a9cc-4d0e-93da-be5137946a1d req-87b57d83-e4cd-4b80-a9d2-979a110b872b tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:47.045238 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd927d6e-a9cc-4d0e-93da-be5137946a1d req-87b57d83-e4cd-4b80-a9d2-979a110b872b tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 945 time: 0.0627270 Dec 20 22:12:47.085352 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd927d6e-a9cc-4d0e-93da-be5137946a1d req-f98e0630-fc14-48ba-9a42-c638817501b3 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321250 Dec 20 22:12:47.116442 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 29e1d2a2-02c9-4c16-b542-28e88c11e28c up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:12:47.171450 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 29e1d2a2-02c9-4c16-b542-28e88c11e28c completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:12:47.175573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 29e1d2a2-02c9-4c16-b542-28e88c11e28c triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:12:47.175932 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:47.260789 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:47.286998 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e1d2a2-02c9-4c16-b542-28e88c11e28c'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:12:47.289378 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ffbe61c81a80938b4d0553ade4e44c8491d20fe6c5a281e8a3740791d78f6bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ce8f0b-2d97-4700-954e-7aa9cffbee7d" -d '{"events": [{"server_uuid": "f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9", "name": "network-vif-plugged", "status": "completed", "tag": "29e1d2a2-02c9-4c16-b542-28e88c11e28c"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:12:47.306632 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 29e1d2a2-02c9-4c16-b542-28e88c11e28c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=29e1d2a2-02c9-4c16-b542-28e88c11e28c,segment=NetworkSegment(5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4),segment_id=5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:12:47.311110 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:47.338877 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d578aaa7-72c0-484a-9793-d018a4c38453 x-openstack-request-id: req-d578aaa7-72c0-484a-9793-d018a4c38453 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:12:47.339158 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9", "name": "network-vif-plugged", "status": "completed", "tag": "29e1d2a2-02c9-4c16-b542-28e88c11e28c", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:12:47.339423 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d578aaa7-72c0-484a-9793-d018a4c38453 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:12:47.339816 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e1d2a2-02c9-4c16-b542-28e88c11e28c', 'code': 200} Dec 20 22:12:47.366639 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=29e1d2a2-02c9-4c16-b542-28e88c11e28c,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:12:47.462174 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf86d06-b5b8-4180-a6a8-f0f74202a301 req-3593429d-a250-402a-af7d-2ba52740fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:47.463716 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8bf86d06-b5b8-4180-a6a8-f0f74202a301 req-3593429d-a250-402a-af7d-2ba52740fdc0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 1095 time: 0.0451880 Dec 20 22:12:47.509188 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8bf86d06-b5b8-4180-a6a8-f0f74202a301 req-268d04fa-3ef7-4483-81b5-f0c0c718537b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387661 Dec 20 22:12:48.212045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978678e-c6e2-4c55-87d2-fa85e98afe07 req-e2dea80e-d0dd-4133-a697-666cbd52da86 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:48.213537 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6978678e-c6e2-4c55-87d2-fa85e98afe07 req-e2dea80e-d0dd-4133-a697-666cbd52da86 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 946 time: 0.0535131 Dec 20 22:12:48.266991 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6978678e-c6e2-4c55-87d2-fa85e98afe07 req-75f2eadb-9f42-4f53-8a68-fd21ae541fa6 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437815 Dec 20 22:12:48.464642 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:49.399546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446f546-58bb-4499-89fd-60709dba4eaf req-f54e3905-4a3b-4e89-9027-90b740bc610f tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:49.401251 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b446f546-58bb-4499-89fd-60709dba4eaf req-f54e3905-4a3b-4e89-9027-90b740bc610f tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 946 time: 0.0496356 Dec 20 22:12:49.439258 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b446f546-58bb-4499-89fd-60709dba4eaf req-47f53ec0-9a3f-41b1-8600-8544e0335a51 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317688 Dec 20 22:12:49.560615 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5e751-3a6e-4e3e-b54a-41c7b395152b req-851544ee-5c96-49c1-b2fb-df4dbce0f459 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:49.562092 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ec5e751-3a6e-4e3e-b54a-41c7b395152b req-851544ee-5c96-49c1-b2fb-df4dbce0f459 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 946 time: 0.0548699 Dec 20 22:12:49.601479 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3ec5e751-3a6e-4e3e-b54a-41c7b395152b req-d6911f75-3cb7-4f1b-83e5-d6b05c4d9927 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329432 Dec 20 22:12:49.802485 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb5cc2-b4f8-433d-8e75-effa18edf54d req-841bf386-c905-4901-9913-a7dc0db2b200 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:49.803953 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2aeb5cc2-b4f8-433d-8e75-effa18edf54d req-841bf386-c905-4901-9913-a7dc0db2b200 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 946 time: 0.0582693 Dec 20 22:12:49.847612 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2aeb5cc2-b4f8-433d-8e75-effa18edf54d req-fa8373cf-763f-476d-925a-891aa73ed61b tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341225 Dec 20 22:12:50.701094 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3628003-0b26-4e7b-8d08-ea1757cb614e req-6123ccd4-3209-4441-8339-657c7ce08e41 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0515513 Dec 20 22:12:50.811605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3628003-0b26-4e7b-8d08-ea1757cb614e req-7aa34be8-4837-4df7-9095-f64f0c9b31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:50.813143 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3628003-0b26-4e7b-8d08-ea1757cb614e req-7aa34be8-4837-4df7-9095-f64f0c9b31a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a11dc748fac64645aa2a4e2aaf0ce4fc&device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 1095 time: 0.0461838 Dec 20 22:12:50.919024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3628003-0b26-4e7b-8d08-ea1757cb614e req-9691d23a-6008-4168-809c-144f2e10a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:50.920493 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3628003-0b26-4e7b-8d08-ea1757cb614e req-9691d23a-6008-4168-809c-144f2e10a099 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5d25a5f1-5b03-475b-9244-bbd4989cde69 HTTP/1.1" status: 200 len: 916 time: 0.0891986 Dec 20 22:12:50.963648 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3628003-0b26-4e7b-8d08-ea1757cb614e req-6d5a6112-9b2e-4ba0-b8d2-155086575178 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29e1d2a2-02c9-4c16-b542-28e88c11e28c HTTP/1.1" status: 200 len: 217 time: 0.0360479 Dec 20 22:12:51.018344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3628003-0b26-4e7b-8d08-ea1757cb614e req-1b6ebc2a-f934-4f1a-97a7-667e572da7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:51.020122 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3628003-0b26-4e7b-8d08-ea1757cb614e req-1b6ebc2a-f934-4f1a-97a7-667e572da7c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aaba0da9-c8eb-414b-a0a6-b7dbe36c845d HTTP/1.1" status: 200 len: 854 time: 0.0502465 Dec 20 22:12:51.068758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3628003-0b26-4e7b-8d08-ea1757cb614e req-d4deff74-a021-4d9b-bc83-8f87de7713d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:12:51.070301 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3628003-0b26-4e7b-8d08-ea1757cb614e req-d4deff74-a021-4d9b-bc83-8f87de7713d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5d25a5f1-5b03-475b-9244-bbd4989cde69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0436044 Dec 20 22:12:51.163708 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3628003-0b26-4e7b-8d08-ea1757cb614e req-f888235e-683f-4b9e-875a-d9088af10f1b service neutron] 10.222.0.66 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863087 Dec 20 22:12:51.259322 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b3628003-0b26-4e7b-8d08-ea1757cb614e req-cd151b15-494b-4649-b77f-1c3a86d0d392 service neutron] 10.222.0.66 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894668 Dec 20 22:12:57.243192 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf881c55-4b61-487a-b86b-e9b37f37e99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:12:59.560292 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d010b7b6-d5d0-4a9f-82f7-73721b6451ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:00.881400 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:01.322490 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:13:01.529753 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f063652-b6bf-4e40-8d8c-2f815d9b62e2 req-08bdac29-edb9-4568-bcf3-a7c918537bbb tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:01.531260 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1f063652-b6bf-4e40-8d8c-2f815d9b62e2 req-08bdac29-edb9-4568-bcf3-a7c918537bbb tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 946 time: 0.0527751 Dec 20 22:13:01.573350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1f063652-b6bf-4e40-8d8c-2f815d9b62e2 req-d449c797-3ef3-4a0a-9a62-7794c5e46aa8 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334384 Dec 20 22:13:01.600171 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52550) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:13:01.739572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7406c973-fa70-4653-85fa-f553b23ef469 tempest-TestMinimumBasicScenario-897804493 tempest-TestMinimumBasicScenario-897804493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:01.741163 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7406c973-fa70-4653-85fa-f553b23ef469 tempest-TestMinimumBasicScenario-897804493 tempest-TestMinimumBasicScenario-897804493-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 1090 time: 0.1399508 Dec 20 22:13:01.744570 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52554) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:13:01.749079 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': '29e1d2a2-02c9-4c16-b542-28e88c11e28c', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:13:01.775700 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:01.893980 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:02.009406 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Allocated IP 172.35.3.176 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/23335913-0bc6-4f62-bea6-62d0d700f3fd) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:13:02.119092 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:02.155505 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:02.192146 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:13:02.194904 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:13:02.198594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:13:02.206437 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Pushing event updated for resources: {'Port': ['ID=23335913-0bc6-4f62-bea6-62d0d700f3fd,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:13:02.305362 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:02.436471 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:02.857995 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:02.927035 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:03.074416 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:03.081207 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:03.148172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Pushing event updated for resources: {'Port': ['ID=23335913-0bc6-4f62-bea6-62d0d700f3fd,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:13:03.163384 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:03.275164 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Floating IP 9d27ab42-44cb-4457-8852-a3094717db4c associated. External IP: 172.35.3.176, port: 29e1d2a2-02c9-4c16-b542-28e88c11e28c. Dec 20 22:13:03.491216 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Router bae540fd-b30a-4f3a-858b-e06ac6065d3d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:13:03.609272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:13:03.619685 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec0bd43-e6a3-48a1-998e-1f80864e9830 None None] Sync routers for ids ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:13:03.629264 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:03.629576 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec0bd43-e6a3-48a1-998e-1f80864e9830 None None] Routers {'bae540fd-b30a-4f3a-858b-e06ac6065d3d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:13:03.630267 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6ec0bd43-e6a3-48a1-998e-1f80864e9830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:13:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:13:03.660191 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a7a379dc-2710-4d76-acee-98d74ee18da2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9117334 Dec 20 22:13:03.660191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'tag': '29e1d2a2-02c9-4c16-b542-28e88c11e28c'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:13:03.660191 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd9d926-4d48-45c5-8bfc-f1aee4a8ea13" -d '{"events": [{"name": "network-changed", "server_uuid": "f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9", "tag": "29e1d2a2-02c9-4c16-b542-28e88c11e28c"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:13:03.660575 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52556) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:13:03.665815 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2007734926', 'description': 'tempest-secgroup-smoke-2007734926 description', 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:13:03.690992 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:03.700338 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95981140-323c-4cf5-9a06-f56b182e157d x-openstack-request-id: req-95981140-323c-4cf5-9a06-f56b182e157d {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:13:03.700645 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9", "tag": "29e1d2a2-02c9-4c16-b542-28e88c11e28c", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:13:03.700898 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95981140-323c-4cf5-9a06-f56b182e157d {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:13:03.701817 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'tag': '29e1d2a2-02c9-4c16-b542-28e88c11e28c', 'status': 'completed', 'code': 200} Dec 20 22:13:03.737984 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-6ec0bd43-e6a3-48a1-998e-1f80864e9830 None None] Set router bae540fd-b30a-4f3a-858b-e06ac6065d3d gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:13:03.768935 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:03.773698 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:03.791191 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9d926-4d48-45c5-8bfc-f1aee4a8ea13 req-a5d1e9bf-163e-4858-b2a4-cda95993218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:03.793851 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebd9d926-4d48-45c5-8bfc-f1aee4a8ea13 req-a5d1e9bf-163e-4858-b2a4-cda95993218a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a11dc748fac64645aa2a4e2aaf0ce4fc&device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 1095 time: 0.0479355 Dec 20 22:13:03.806748 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b81c965f-902c-4c0b-8b31-950f1bf4223c,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:13:03.816662 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:13:03.817128 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:13:03.817516 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:13:03.817910 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:13:03.818383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:13:03.818791 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:13:03.819211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:13:03.819596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:13:03.819984 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:13:03.820365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:13:03.820744 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:13:03.821124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:13:03.833632 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:03.839558 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-38cf00f2-0b65-4b7a-a4a0-c2bf79c1baff tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1779034 Dec 20 22:13:03.840257 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52560) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:13:03.846571 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-008b7f97-8158-49f3-81ac-84b49861c79a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Request body: {'security_group_rule': {'security_group_id': 'b81c965f-902c-4c0b-8b31-950f1bf4223c', 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:13:03.875685 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-008b7f97-8158-49f3-81ac-84b49861c79a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:03.891375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9d926-4d48-45c5-8bfc-f1aee4a8ea13 req-5bb9ad7d-e8e9-43d9-94d9-d94315d358e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:03.893086 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebd9d926-4d48-45c5-8bfc-f1aee4a8ea13 req-5bb9ad7d-e8e9-43d9-94d9-d94315d358e9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5d25a5f1-5b03-475b-9244-bbd4989cde69 HTTP/1.1" status: 200 len: 916 time: 0.0926065 Dec 20 22:13:03.936638 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-008b7f97-8158-49f3-81ac-84b49861c79a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:03.940987 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-008b7f97-8158-49f3-81ac-84b49861c79a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:03.960777 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b7f97-8158-49f3-81ac-84b49861c79a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb88ee9-d4e0-4e58-80e3-a8f107389f91,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:13:03.970458 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-008b7f97-8158-49f3-81ac-84b49861c79a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:03.973963 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebd9d926-4d48-45c5-8bfc-f1aee4a8ea13 req-40ebc45b-d038-423a-8948-264ea19e969b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29e1d2a2-02c9-4c16-b542-28e88c11e28c HTTP/1.1" status: 200 len: 1000 time: 0.0727670 Dec 20 22:13:03.975023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52562) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:13:03.975162 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-008b7f97-8158-49f3-81ac-84b49861c79a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335690 Dec 20 22:13:03.978957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-602d728a-4a02-4b62-9006-8f719ba52f1c tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Request body: {'security_group_rule': {'security_group_id': 'b81c965f-902c-4c0b-8b31-950f1bf4223c', 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:13:03.984459 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6ec0bd43-e6a3-48a1-998e-1f80864e9830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'name': 'tempest-TestMinimumBasicScenario-1025021132-router', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:11Z', 'updated_at': '2021-12-20T22:12:14Z', 'revision_number': 4, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'gw_port': {'id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:12Z', 'updated_at': '2021-12-20T22:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '9d27ab42-44cb-4457-8852-a3094717db4c', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'floating_ip_address': '172.35.3.176', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'port_id': '29e1d2a2-02c9-4c16-b542-28e88c11e28c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69', 'mac_address': 'fa:16:3e:08:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:13:02Z', 'updated_at': '2021-12-20T22:13:02Z', 'revision_number': 0, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37b28f7-feca-4c1e-8b3b-67663365db5d', 'name': '', 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'mac_address': 'fa:16:3e:68:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:14Z', 'updated_at': '2021-12-20T22:12:19Z', 'revision_number': 5, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'subnets': [{'id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:13:04.017288 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec0bd43-e6a3-48a1-998e-1f80864e9830 None None] Checking router: bae540fd-b30a-4f3a-858b-e06ac6065d3d for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:13:04.027892 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec0bd43-e6a3-48a1-998e-1f80864e9830 None None] Routers {'bae540fd-b30a-4f3a-858b-e06ac6065d3d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:13:04.028550 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6ec0bd43-e6a3-48a1-998e-1f80864e9830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:13:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:13:04.040579 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9d926-4d48-45c5-8bfc-f1aee4a8ea13 req-c0452d2c-8a67-403d-abb8-6176ef9a07b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:04.042038 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebd9d926-4d48-45c5-8bfc-f1aee4a8ea13 req-c0452d2c-8a67-403d-abb8-6176ef9a07b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aaba0da9-c8eb-414b-a0a6-b7dbe36c845d HTTP/1.1" status: 200 len: 854 time: 0.0584736 Dec 20 22:13:04.043327 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-602d728a-4a02-4b62-9006-8f719ba52f1c tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.120212 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-602d728a-4a02-4b62-9006-8f719ba52f1c tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.122576 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9d926-4d48-45c5-8bfc-f1aee4a8ea13 req-504d9883-2d71-4107-9233-d86c29464157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:04.124146 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebd9d926-4d48-45c5-8bfc-f1aee4a8ea13 req-504d9883-2d71-4107-9233-d86c29464157 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5d25a5f1-5b03-475b-9244-bbd4989cde69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0721443 Dec 20 22:13:04.125278 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-602d728a-4a02-4b62-9006-8f719ba52f1c tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.139675 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-6ec0bd43-e6a3-48a1-998e-1f80864e9830 None None] Set router bae540fd-b30a-4f3a-858b-e06ac6065d3d gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:13:04.163048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d728a-4a02-4b62-9006-8f719ba52f1c tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f53a59d-edcb-41d0-9a68-86385bab0bec,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:13:04.198834 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-602d728a-4a02-4b62-9006-8f719ba52f1c tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.200031 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-602d728a-4a02-4b62-9006-8f719ba52f1c tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2245333 Dec 20 22:13:04.203441 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52564) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:13:04.208443 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-918ed87c-5f94-4cef-8b9c-193680aded51 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Request body: {'security_group_rule': {'security_group_id': 'b81c965f-902c-4c0b-8b31-950f1bf4223c', 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:13:04.238059 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-918ed87c-5f94-4cef-8b9c-193680aded51 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.238521 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebd9d926-4d48-45c5-8bfc-f1aee4a8ea13 req-e02b9302-cbc5-489b-95c3-e06cd99eb7d8 service neutron] 10.222.0.66 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057053 Dec 20 22:13:04.304010 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-918ed87c-5f94-4cef-8b9c-193680aded51 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.309434 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-918ed87c-5f94-4cef-8b9c-193680aded51 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.329778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ed87c-5f94-4cef-8b9c-193680aded51 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ebe3c5-16d9-4ff7-8529-e08dbc569596,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:13:04.341705 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-918ed87c-5f94-4cef-8b9c-193680aded51 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.343099 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-918ed87c-5f94-4cef-8b9c-193680aded51 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384888 Dec 20 22:13:04.346136 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52566) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:13:04.348258 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebd9d926-4d48-45c5-8bfc-f1aee4a8ea13 req-0136fbd4-259c-4f9a-b9ec-d68cc177fdfe service neutron] 10.222.0.66 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024566 Dec 20 22:13:04.351502 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-11bab08d-23cb-412e-b4eb-ae9303f5b8e3 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Request body: {'security_group_rule': {'security_group_id': 'b81c965f-902c-4c0b-8b31-950f1bf4223c', 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:13:04.394580 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11bab08d-23cb-412e-b4eb-ae9303f5b8e3 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.470929 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11bab08d-23cb-412e-b4eb-ae9303f5b8e3 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.471414 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-6ec0bd43-e6a3-48a1-998e-1f80864e9830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'name': 'tempest-TestMinimumBasicScenario-1025021132-router', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:11Z', 'updated_at': '2021-12-20T22:12:14Z', 'revision_number': 4, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'gw_port': {'id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:12Z', 'updated_at': '2021-12-20T22:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '9d27ab42-44cb-4457-8852-a3094717db4c', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'floating_ip_address': '172.35.3.176', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'port_id': '29e1d2a2-02c9-4c16-b542-28e88c11e28c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69', 'mac_address': 'fa:16:3e:08:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:13:02Z', 'updated_at': '2021-12-20T22:13:02Z', 'revision_number': 0, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37b28f7-feca-4c1e-8b3b-67663365db5d', 'name': '', 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'mac_address': 'fa:16:3e:68:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:14Z', 'updated_at': '2021-12-20T22:12:19Z', 'revision_number': 5, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'subnets': [{'id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:13:04.475736 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11bab08d-23cb-412e-b4eb-ae9303f5b8e3 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.496762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bab08d-23cb-412e-b4eb-ae9303f5b8e3 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0851ab4-c02e-4371-a0e8-e3bb46903d9c,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:13:04.504499 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec0bd43-e6a3-48a1-998e-1f80864e9830 None None] The sync data for ids ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'] in n-d-xena-1 is: [{'id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'name': 'tempest-TestMinimumBasicScenario-1025021132-router', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:11Z', 'updated_at': '2021-12-20T22:12:14Z', 'revision_number': 4, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'gw_port': {'id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:12Z', 'updated_at': '2021-12-20T22:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '9d27ab42-44cb-4457-8852-a3094717db4c', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'floating_ip_address': '172.35.3.176', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'port_id': '29e1d2a2-02c9-4c16-b542-28e88c11e28c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69', 'mac_address': 'fa:16:3e:08:dd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:13:02Z', 'updated_at': '2021-12-20T22:13:02Z', 'revision_number': 0, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37b28f7-feca-4c1e-8b3b-67663365db5d', 'name': '', 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'mac_address': 'fa:16:3e:68:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:14Z', 'updated_at': '2021-12-20T22:12:19Z', 'revision_number': 5, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'subnets': [{'id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:13:04.505209 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-11bab08d-23cb-412e-b4eb-ae9303f5b8e3 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.510092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52568) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:13:04.510230 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-11bab08d-23cb-412e-b4eb-ae9303f5b8e3 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1589417 Dec 20 22:13:04.515681 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-cbea5892-b137-4106-9152-3cbcfffbd8f1 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Request body: {'security_group_rule': {'security_group_id': 'b81c965f-902c-4c0b-8b31-950f1bf4223c', 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:13:04.540043 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-cbea5892-b137-4106-9152-3cbcfffbd8f1 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Project a11dc748fac64645aa2a4e2aaf0ce4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 22:13:04.545622 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cbea5892-b137-4106-9152-3cbcfffbd8f1 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.614294 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cbea5892-b137-4106-9152-3cbcfffbd8f1 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.619456 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cbea5892-b137-4106-9152-3cbcfffbd8f1 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.639819 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea5892-b137-4106-9152-3cbcfffbd8f1 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f130e107-4ed8-48ee-9834-e758051bdb4e,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:13:04.646334 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cbea5892-b137-4106-9152-3cbcfffbd8f1 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.647367 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cbea5892-b137-4106-9152-3cbcfffbd8f1 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1360567 Dec 20 22:13:04.650469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52570) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:13:04.654891 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b2d86b31-0bfb-4ebf-a7b9-e810da4c888a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Request body: {'security_group_rule': {'security_group_id': 'b81c965f-902c-4c0b-8b31-950f1bf4223c', 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:13:04.678358 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-b2d86b31-0bfb-4ebf-a7b9-e810da4c888a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Project a11dc748fac64645aa2a4e2aaf0ce4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 22:13:04.684004 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b2d86b31-0bfb-4ebf-a7b9-e810da4c888a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.717801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af29d90a-5332-45ed-bb7a-192ee5ef1048 None None] New status for floating IP 9d27ab42-44cb-4457-8852-a3094717db4c: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:13:04.755482 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b2d86b31-0bfb-4ebf-a7b9-e810da4c888a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.759491 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b2d86b31-0bfb-4ebf-a7b9-e810da4c888a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.784186 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d86b31-0bfb-4ebf-a7b9-e810da4c888a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3243bbba-ed33-490e-ba0b-b26ef7a6a620,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:13:04.794787 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b2d86b31-0bfb-4ebf-a7b9-e810da4c888a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:04.796193 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b2d86b31-0bfb-4ebf-a7b9-e810da4c888a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1448200 Dec 20 22:13:05.098937 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b137048d-05c2-4817-9d4e-4fd8b07c312d req-ba4245ea-0bf0-436b-80a8-4aaead4986ed tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007734926&fields=id&tenant_id=a11dc748fac64645aa2a4e2aaf0ce4fc HTTP/1.1" status: 200 len: 267 time: 0.0900698 Dec 20 22:13:05.169949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137048d-05c2-4817-9d4e-4fd8b07c312d req-2235ca9e-5062-4348-a91b-f66cff05c932 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:05.171375 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b137048d-05c2-4817-9d4e-4fd8b07c312d req-2235ca9e-5062-4348-a91b-f66cff05c932 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 946 time: 0.0663559 Dec 20 22:13:05.187343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-b137048d-05c2-4817-9d4e-4fd8b07c312d req-aae83234-5654-454d-b4bf-91618f868010 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Request body: {'port': {'security_groups': ['43999dee-6ba1-49bd-b61f-10f0073e3ef7', 'b81c965f-902c-4c0b-8b31-950f1bf4223c']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:13:05.261126 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b137048d-05c2-4817-9d4e-4fd8b07c312d req-aae83234-5654-454d-b4bf-91618f868010 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:05.458264 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-b137048d-05c2-4817-9d4e-4fd8b07c312d req-aae83234-5654-454d-b4bf-91618f868010 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] For port 29e1d2a2-02c9-4c16-b542-28e88c11e28c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=29e1d2a2-02c9-4c16-b542-28e88c11e28c,segment=NetworkSegment(5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4),segment_id=5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:13:05.488375 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b137048d-05c2-4817-9d4e-4fd8b07c312d req-aae83234-5654-454d-b4bf-91618f868010 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:05.496294 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b137048d-05c2-4817-9d4e-4fd8b07c312d req-aae83234-5654-454d-b4bf-91618f868010 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:05.532036 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['29e1d2a2-02c9-4c16-b542-28e88c11e28c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:13:05.538533 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137048d-05c2-4817-9d4e-4fd8b07c312d req-aae83234-5654-454d-b4bf-91618f868010 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:05.539214 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-b137048d-05c2-4817-9d4e-4fd8b07c312d req-aae83234-5654-454d-b4bf-91618f868010 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:05.540731 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b137048d-05c2-4817-9d4e-4fd8b07c312d req-aae83234-5654-454d-b4bf-91618f868010 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "PUT /v2.0/ports/29e1d2a2-02c9-4c16-b542-28e88c11e28c HTTP/1.1" status: 200 len: 982 time: 0.3580365 Dec 20 22:13:05.577102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae83234-5654-454d-b4bf-91618f868010 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Pushing event updated for resources: {'Port': ['ID=29e1d2a2-02c9-4c16-b542-28e88c11e28c,revision_number=6']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:13:05.667532 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['29e1d2a2-02c9-4c16-b542-28e88c11e28c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:13:05.702779 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'tag': '29e1d2a2-02c9-4c16-b542-28e88c11e28c'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:13:05.705112 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8adad9af615491596c98b5d078c98747300c2e2d7beb446afb50aac479494bef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bc483c-9515-4fe2-8fc1-bd4f034c20af" -d '{"events": [{"name": "network-changed", "server_uuid": "f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9", "tag": "29e1d2a2-02c9-4c16-b542-28e88c11e28c"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:13:05.752639 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c973033-0dc6-43ca-82bc-b1149f3de61b x-openstack-request-id: req-6c973033-0dc6-43ca-82bc-b1149f3de61b {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:13:05.752639 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9", "tag": "29e1d2a2-02c9-4c16-b542-28e88c11e28c", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:13:05.752977 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c973033-0dc6-43ca-82bc-b1149f3de61b {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:13:05.753328 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'tag': '29e1d2a2-02c9-4c16-b542-28e88c11e28c', 'status': 'completed', 'code': 200} Dec 20 22:13:05.814627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed2f44-9c84-4194-8af1-1053c5bb7391 req-786449ac-96e4-4ac1-90b6-a051d7dac581 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:05.816205 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1bed2f44-9c84-4194-8af1-1053c5bb7391 req-786449ac-96e4-4ac1-90b6-a051d7dac581 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 985 time: 0.1171069 Dec 20 22:13:05.836331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc483c-9515-4fe2-8fc1-bd4f034c20af req-b51bceea-cc9d-4cbf-8c49-4774732ef216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:05.838555 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57bc483c-9515-4fe2-8fc1-bd4f034c20af req-b51bceea-cc9d-4cbf-8c49-4774732ef216 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a11dc748fac64645aa2a4e2aaf0ce4fc&device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 1134 time: 0.0441213 Dec 20 22:13:05.864121 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1bed2f44-9c84-4194-8af1-1053c5bb7391 req-cbe2aaf6-94e0-49d5-a3a9-ea37c3efcc71 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81c965f-902c-4c0b-8b31-950f1bf4223c&id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410419 Dec 20 22:13:05.882774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8d4bc0cd-c437-4210-ba74-e6fac3f5e415 None None] Provisioning complete for port 29e1d2a2-02c9-4c16-b542-28e88c11e28c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:13:05.882774 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8d4bc0cd-c437-4210-ba74-e6fac3f5e415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:05.938648 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc483c-9515-4fe2-8fc1-bd4f034c20af req-58d03600-949e-403f-a839-3901ca5d2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:05.940145 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57bc483c-9515-4fe2-8fc1-bd4f034c20af req-58d03600-949e-403f-a839-3901ca5d2fd2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5d25a5f1-5b03-475b-9244-bbd4989cde69 HTTP/1.1" status: 200 len: 916 time: 0.0931075 Dec 20 22:13:06.007925 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57bc483c-9515-4fe2-8fc1-bd4f034c20af req-6bade0d5-15b0-48c9-bc03-143f4a93ba95 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29e1d2a2-02c9-4c16-b542-28e88c11e28c HTTP/1.1" status: 200 len: 1002 time: 0.0594029 Dec 20 22:13:06.064332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc483c-9515-4fe2-8fc1-bd4f034c20af req-95f4c3f3-3bdd-40e6-9e2b-d9c249f9ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:06.066831 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57bc483c-9515-4fe2-8fc1-bd4f034c20af req-95f4c3f3-3bdd-40e6-9e2b-d9c249f9ca47 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aaba0da9-c8eb-414b-a0a6-b7dbe36c845d HTTP/1.1" status: 200 len: 854 time: 0.0520442 Dec 20 22:13:06.115702 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc483c-9515-4fe2-8fc1-bd4f034c20af req-5edbe1bf-bda5-4074-ad23-b296d8137396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:06.117221 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57bc483c-9515-4fe2-8fc1-bd4f034c20af req-5edbe1bf-bda5-4074-ad23-b296d8137396 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5d25a5f1-5b03-475b-9244-bbd4989cde69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0429096 Dec 20 22:13:06.210286 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57bc483c-9515-4fe2-8fc1-bd4f034c20af req-b789ce0d-4ac9-45ac-a13d-0b7e6c2faca0 service neutron] 10.222.0.66 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857954 Dec 20 22:13:06.312730 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57bc483c-9515-4fe2-8fc1-bd4f034c20af req-109e30a2-d427-470f-8d73-7fb4480c8783 service neutron] 10.222.0.66 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945845 Dec 20 22:13:15.397980 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:18.464458 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:23.119812 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438630d-b3f7-418c-bc32-b21c1a6e1968 req-e09297d8-122b-482d-aa5d-30aaaeac535e tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:23.121894 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6438630d-b3f7-418c-bc32-b21c1a6e1968 req-e09297d8-122b-482d-aa5d-30aaaeac535e tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 985 time: 0.0575089 Dec 20 22:13:23.164195 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6438630d-b3f7-418c-bc32-b21c1a6e1968 req-1ccca8ac-1ad2-4d4e-bbc4-d69973f88640 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81c965f-902c-4c0b-8b31-950f1bf4223c&id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359161 Dec 20 22:13:23.209936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeed72d-1b2c-40e6-8799-2b3e039b77fb req-1134224b-8123-4ffc-96ab-e34385f81068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:23.211468 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abeed72d-1b2c-40e6-8799-2b3e039b77fb req-1134224b-8123-4ffc-96ab-e34385f81068 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a11dc748fac64645aa2a4e2aaf0ce4fc&device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 1134 time: 0.0820251 Dec 20 22:13:23.313607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeed72d-1b2c-40e6-8799-2b3e039b77fb req-1e09b2e0-dfb1-46a6-a29a-69a917b16b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:23.315149 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abeed72d-1b2c-40e6-8799-2b3e039b77fb req-1e09b2e0-dfb1-46a6-a29a-69a917b16b41 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5d25a5f1-5b03-475b-9244-bbd4989cde69 HTTP/1.1" status: 200 len: 916 time: 0.0962472 Dec 20 22:13:23.384056 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abeed72d-1b2c-40e6-8799-2b3e039b77fb req-dada5800-322f-4793-a4f7-b595032db7b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29e1d2a2-02c9-4c16-b542-28e88c11e28c HTTP/1.1" status: 200 len: 1002 time: 0.0607390 Dec 20 22:13:23.433728 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeed72d-1b2c-40e6-8799-2b3e039b77fb req-822244ea-338c-409e-af62-a7d99d4f80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:23.435096 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abeed72d-1b2c-40e6-8799-2b3e039b77fb req-822244ea-338c-409e-af62-a7d99d4f80f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aaba0da9-c8eb-414b-a0a6-b7dbe36c845d HTTP/1.1" status: 200 len: 854 time: 0.0441577 Dec 20 22:13:23.496573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeed72d-1b2c-40e6-8799-2b3e039b77fb req-5596ade5-df30-46c1-a6e6-5f85a20f040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:23.498096 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abeed72d-1b2c-40e6-8799-2b3e039b77fb req-5596ade5-df30-46c1-a6e6-5f85a20f040a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5d25a5f1-5b03-475b-9244-bbd4989cde69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0558977 Dec 20 22:13:23.588223 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abeed72d-1b2c-40e6-8799-2b3e039b77fb req-cb222db4-c5b8-4248-bab7-21a73c134c7c service neutron] 10.222.0.66 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825553 Dec 20 22:13:23.690989 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abeed72d-1b2c-40e6-8799-2b3e039b77fb req-af035932-a792-4ec2-b478-e8f010d607a7 service neutron] 10.222.0.66 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944800 Dec 20 22:13:24.307133 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b235acb-56e1-40d6-a881-7df113912318 req-64eef981-c8a8-49ef-803e-dfa624db625c tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:24.308932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b235acb-56e1-40d6-a881-7df113912318 req-64eef981-c8a8-49ef-803e-dfa624db625c tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 985 time: 0.0673528 Dec 20 22:13:24.357011 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b235acb-56e1-40d6-a881-7df113912318 req-c711ef61-4d60-4afc-9cbf-be0a32b75339 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81c965f-902c-4c0b-8b31-950f1bf4223c&id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385108 Dec 20 22:13:25.494711 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80479af4-788b-458b-8ce0-aa54b7ff2103 req-4b24b1bb-f272-42e7-8dfa-e06192a848a2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:25.496218 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-80479af4-788b-458b-8ce0-aa54b7ff2103 req-4b24b1bb-f272-42e7-8dfa-e06192a848a2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 985 time: 0.0529637 Dec 20 22:13:25.542864 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-80479af4-788b-458b-8ce0-aa54b7ff2103 req-d88244b1-141c-46cb-9bb0-b38b40548d8d tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81c965f-902c-4c0b-8b31-950f1bf4223c&id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392702 Dec 20 22:13:26.673840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0453e3f-34d6-4330-ac22-a6b620015c6b req-573f339f-7287-4062-bff5-3a35a797a3b2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:26.675415 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0453e3f-34d6-4330-ac22-a6b620015c6b req-573f339f-7287-4062-bff5-3a35a797a3b2 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 985 time: 0.0543215 Dec 20 22:13:26.727314 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c0453e3f-34d6-4330-ac22-a6b620015c6b req-f242dbcf-c1af-4fea-aea6-32bda4e633c0 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81c965f-902c-4c0b-8b31-950f1bf4223c&id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405543 Dec 20 22:13:27.237038 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-303167ca-67b5-425e-94c5-c60a75f90c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:27.858483 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a018cc-1b7f-4351-bb30-9a6a7ed0f604 req-96db57a6-2a8c-4840-b7f8-68711f1a4943 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:27.859964 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-66a018cc-1b7f-4351-bb30-9a6a7ed0f604 req-96db57a6-2a8c-4840-b7f8-68711f1a4943 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 985 time: 0.0520871 Dec 20 22:13:27.903978 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-66a018cc-1b7f-4351-bb30-9a6a7ed0f604 req-a3aa6d8f-ea3c-4c06-855f-2e98aeb5667d tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81c965f-902c-4c0b-8b31-950f1bf4223c&id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348260 Dec 20 22:13:29.053263 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b95ed-7e4a-4470-b9d8-aeda39479814 req-b677c75a-3985-484f-8320-e943d3894c06 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:29.055159 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a79b95ed-7e4a-4470-b9d8-aeda39479814 req-b677c75a-3985-484f-8320-e943d3894c06 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 985 time: 0.0627172 Dec 20 22:13:29.097757 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a79b95ed-7e4a-4470-b9d8-aeda39479814 req-e997dafe-48c5-4b24-95cd-6a0bb5b5fab1 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81c965f-902c-4c0b-8b31-950f1bf4223c&id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359731 Dec 20 22:13:29.557149 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5a1b4370-fba9-485b-873c-7d4d24009c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:30.250441 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afd6f8-5e4c-4d08-a389-f05c30236883 req-798d692c-2b2b-459b-bba9-13cf0f385c57 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:30.251960 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85afd6f8-5e4c-4d08-a389-f05c30236883 req-798d692c-2b2b-459b-bba9-13cf0f385c57 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 985 time: 0.0665946 Dec 20 22:13:30.301675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-85afd6f8-5e4c-4d08-a389-f05c30236883 req-7dae5666-6cc4-4ef3-9fcd-a0b2984d9728 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81c965f-902c-4c0b-8b31-950f1bf4223c&id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385396 Dec 20 22:13:30.882231 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:31.430383 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435a75e-ade1-4be8-8c16-57c3ee0361d6 req-b6637f3d-abab-4c0f-bb23-9f4bba183928 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:31.432014 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c435a75e-ade1-4be8-8c16-57c3ee0361d6 req-b6637f3d-abab-4c0f-bb23-9f4bba183928 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 985 time: 0.0509934 Dec 20 22:13:31.472749 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c435a75e-ade1-4be8-8c16-57c3ee0361d6 req-88706556-95e4-4415-a217-9f0176bb9af3 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81c965f-902c-4c0b-8b31-950f1bf4223c&id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342491 Dec 20 22:13:32.307616 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:32.441234 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:32.609135 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe34f1-b16a-4bcd-972e-fca997127dea req-ac46cd89-3d15-43f3-b585-b44eb2255f13 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:32.610652 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ccfe34f1-b16a-4bcd-972e-fca997127dea req-ac46cd89-3d15-43f3-b585-b44eb2255f13 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 985 time: 0.0536687 Dec 20 22:13:32.661750 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ccfe34f1-b16a-4bcd-972e-fca997127dea req-885912fd-37dc-4afb-9db1-6b0d743d0f37 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81c965f-902c-4c0b-8b31-950f1bf4223c&id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401151 Dec 20 22:13:33.787941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd8024-62d9-4797-b67b-d3a60d0ed6ce req-b33b347b-66ea-4c4d-9b5a-1b4c01d14850 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:33.789443 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8cfd8024-62d9-4797-b67b-d3a60d0ed6ce req-b33b347b-66ea-4c4d-9b5a-1b4c01d14850 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 985 time: 0.0499671 Dec 20 22:13:33.830979 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8cfd8024-62d9-4797-b67b-d3a60d0ed6ce req-76ba6d59-05aa-4112-8a78-463657771426 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81c965f-902c-4c0b-8b31-950f1bf4223c&id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351579 Dec 20 22:13:34.952732 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae781b9e-6279-4c28-8804-d7ba4e25b896 req-4cc93f4f-d9d9-45f5-814c-13a68595f4bc tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:34.954268 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ae781b9e-6279-4c28-8804-d7ba4e25b896 req-4cc93f4f-d9d9-45f5-814c-13a68595f4bc tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 985 time: 0.0541923 Dec 20 22:13:34.997751 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ae781b9e-6279-4c28-8804-d7ba4e25b896 req-1fd6c889-efd8-45c6-a8a9-002df12c6374 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=b81c965f-902c-4c0b-8b31-950f1bf4223c&id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359857 Dec 20 22:13:38.321988 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:13:45.406817 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:48.461200 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:52.936354 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9594444-929f-488a-818b-3991dabfb4a1 req-7adde134-a126-4ab6-b1d7-8cc35ee56731 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0584304 Dec 20 22:13:53.039354 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9594444-929f-488a-818b-3991dabfb4a1 req-e3534860-116f-4022-9c4e-b5ffe2978aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:53.040900 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9594444-929f-488a-818b-3991dabfb4a1 req-e3534860-116f-4022-9c4e-b5ffe2978aad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a11dc748fac64645aa2a4e2aaf0ce4fc&device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 1134 time: 0.0448191 Dec 20 22:13:53.154337 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9594444-929f-488a-818b-3991dabfb4a1 req-2e5b2b27-93fd-4b94-bb2f-aa3900955d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:53.155838 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9594444-929f-488a-818b-3991dabfb4a1 req-2e5b2b27-93fd-4b94-bb2f-aa3900955d5e service neutron] 10.222.0.66 "GET /v2.0/networks?id=5d25a5f1-5b03-475b-9244-bbd4989cde69 HTTP/1.1" status: 200 len: 916 time: 0.0942554 Dec 20 22:13:53.235664 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9594444-929f-488a-818b-3991dabfb4a1 req-7c990053-a690-48eb-aa87-09890b7d0e6d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29e1d2a2-02c9-4c16-b542-28e88c11e28c HTTP/1.1" status: 200 len: 1002 time: 0.0694525 Dec 20 22:13:53.287252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9594444-929f-488a-818b-3991dabfb4a1 req-20aef1a0-af03-43e9-ad1d-0afa0e2bcaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:53.288750 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9594444-929f-488a-818b-3991dabfb4a1 req-20aef1a0-af03-43e9-ad1d-0afa0e2bcaa1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aaba0da9-c8eb-414b-a0a6-b7dbe36c845d HTTP/1.1" status: 200 len: 854 time: 0.0466118 Dec 20 22:13:53.339645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9594444-929f-488a-818b-3991dabfb4a1 req-410c00cb-7668-497b-97e7-f5e1efac3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:13:53.341212 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9594444-929f-488a-818b-3991dabfb4a1 req-410c00cb-7668-497b-97e7-f5e1efac3324 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5d25a5f1-5b03-475b-9244-bbd4989cde69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0458338 Dec 20 22:13:53.445766 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9594444-929f-488a-818b-3991dabfb4a1 req-41f6169c-ace5-44bd-beb2-7237efb61edb service neutron] 10.222.0.66 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959806 Dec 20 22:13:53.539658 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9594444-929f-488a-818b-3991dabfb4a1 req-f43779f4-e0ea-4b34-88d9-be2998576d49 service neutron] 10.222.0.66 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863583 Dec 20 22:13:57.243037 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b55e51b0-17ba-4e48-bfe7-63b6b3b84d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:13:59.553658 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c60b0c6d-c501-422b-afb6-cc21a6a19b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:00.882174 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:02.310904 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:02.448989 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:07.340418 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-40e7a841-2ec3-4cb4-adcd-3d8459bb7255 req-35ad6264-6f49-4acd-85ed-8dd44ce22d10 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007734926&fields=id&tenant_id=a11dc748fac64645aa2a4e2aaf0ce4fc HTTP/1.1" status: 200 len: 267 time: 0.0443473 Dec 20 22:14:07.398092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7a841-2ec3-4cb4-adcd-3d8459bb7255 req-af78e943-2176-4f1a-aa45-90607716688a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:07.399483 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-40e7a841-2ec3-4cb4-adcd-3d8459bb7255 req-af78e943-2176-4f1a-aa45-90607716688a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 985 time: 0.0516403 Dec 20 22:14:07.413616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-40e7a841-2ec3-4cb4-adcd-3d8459bb7255 req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Request body: {'port': {'security_groups': ['43999dee-6ba1-49bd-b61f-10f0073e3ef7']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:14:07.490533 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-40e7a841-2ec3-4cb4-adcd-3d8459bb7255 req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:07.679772 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-40e7a841-2ec3-4cb4-adcd-3d8459bb7255 req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] For port 29e1d2a2-02c9-4c16-b542-28e88c11e28c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=29e1d2a2-02c9-4c16-b542-28e88c11e28c,segment=NetworkSegment(5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4),segment_id=5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:14:07.709615 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-40e7a841-2ec3-4cb4-adcd-3d8459bb7255 req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:07.715913 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-40e7a841-2ec3-4cb4-adcd-3d8459bb7255 req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:07.749448 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['29e1d2a2-02c9-4c16-b542-28e88c11e28c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:14:07.764923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7a841-2ec3-4cb4-adcd-3d8459bb7255 req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:07.765539 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-40e7a841-2ec3-4cb4-adcd-3d8459bb7255 req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:07.766998 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-40e7a841-2ec3-4cb4-adcd-3d8459bb7255 req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "PUT /v2.0/ports/29e1d2a2-02c9-4c16-b542-28e88c11e28c HTTP/1.1" status: 200 len: 943 time: 0.3584833 Dec 20 22:14:07.767463 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'tag': '29e1d2a2-02c9-4c16-b542-28e88c11e28c'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:14:07.774104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52644) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:07.821519 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9f0576-36bc-4960-9dcd-2c0c394da0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9", "tag": "29e1d2a2-02c9-4c16-b542-28e88c11e28c"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:14:07.830508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Pushing event updated for resources: {'Port': ['ID=29e1d2a2-02c9-4c16-b542-28e88c11e28c,revision_number=7']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:07.851675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:07.852057 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:07.852398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:07.852734 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:07.853522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:07.853522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:07.853782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:07.854020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:07.854347 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:07.854667 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:07.854988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:07.855306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b309a3ce-060b-43cd-ae03-89e78ed13b7a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:07.879125 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bd6f37f3-5087-45eb-a693-a33d4804286a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:07.891304 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['29e1d2a2-02c9-4c16-b542-28e88c11e28c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:14:07.910919 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bd6f37f3-5087-45eb-a693-a33d4804286a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:07.988506 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffe6f6f-0d13-4e1f-8672-91593e044848 x-openstack-request-id: req-9ffe6f6f-0d13-4e1f-8672-91593e044848 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:14:07.988870 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9", "tag": "29e1d2a2-02c9-4c16-b542-28e88c11e28c", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:14:07.989194 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ffe6f6f-0d13-4e1f-8672-91593e044848 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:14:07.989692 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'tag': '29e1d2a2-02c9-4c16-b542-28e88c11e28c', 'status': 'completed', 'code': 200} Dec 20 22:14:07.995876 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bd6f37f3-5087-45eb-a693-a33d4804286a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:07.999001 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bd6f37f3-5087-45eb-a693-a33d4804286a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:08.000680 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bd6f37f3-5087-45eb-a693-a33d4804286a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "DELETE /v2.0/security-groups/b81c965f-902c-4c0b-8b31-950f1bf4223c HTTP/1.1" status: 204 len: 168 time: 0.2254481 Dec 20 22:14:08.003616 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52650) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:08.011333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f37f3-5087-45eb-a693-a33d4804286a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81c965f-902c-4c0b-8b31-950f1bf4223c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:08.078344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f0576-36bc-4960-9dcd-2c0c394da0cd req-a6f6f05b-ed6d-4a1f-8f38-da32dac9e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:08.080140 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9f0576-36bc-4960-9dcd-2c0c394da0cd req-a6f6f05b-ed6d-4a1f-8f38-da32dac9e935 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a11dc748fac64645aa2a4e2aaf0ce4fc&device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 1095 time: 0.0517306 Dec 20 22:14:08.115657 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-59d808fa-0315-459d-b42f-07f7d19e25eb None None] Provisioning complete for port 29e1d2a2-02c9-4c16-b542-28e88c11e28c triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:14:08.116350 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-59d808fa-0315-459d-b42f-07f7d19e25eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:08.204722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f0576-36bc-4960-9dcd-2c0c394da0cd req-688db1ac-8a91-4798-ba1e-07ba151fd0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:08.205953 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9f0576-36bc-4960-9dcd-2c0c394da0cd req-688db1ac-8a91-4798-ba1e-07ba151fd0db service neutron] 10.222.0.66 "GET /v2.0/networks?id=5d25a5f1-5b03-475b-9244-bbd4989cde69 HTTP/1.1" status: 200 len: 916 time: 0.1180294 Dec 20 22:14:08.254581 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Deleting port 23335913-0bc6-4f62-bea6-62d0d700f3fd {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:14:08.254921 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:08.292531 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9f0576-36bc-4960-9dcd-2c0c394da0cd req-6480cadd-202d-46e5-a418-e6c73c2628d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29e1d2a2-02c9-4c16-b542-28e88c11e28c HTTP/1.1" status: 200 len: 1002 time: 0.0790865 Dec 20 22:14:08.340177 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:08.340955 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:08.350360 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f0576-36bc-4960-9dcd-2c0c394da0cd req-e7786913-d2b1-4663-a8e5-d3828b6825a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:08.351864 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9f0576-36bc-4960-9dcd-2c0c394da0cd req-e7786913-d2b1-4663-a8e5-d3828b6825a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aaba0da9-c8eb-414b-a0a6-b7dbe36c845d HTTP/1.1" status: 200 len: 854 time: 0.0520258 Dec 20 22:14:08.353467 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Calling delete_port for 23335913-0bc6-4f62-bea6-62d0d700f3fd owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:14:08.396850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f0576-36bc-4960-9dcd-2c0c394da0cd req-cc58c6ea-f566-446a-8f1a-90ef48a36920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:08.398460 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9f0576-36bc-4960-9dcd-2c0c394da0cd req-cc58c6ea-f566-446a-8f1a-90ef48a36920 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5d25a5f1-5b03-475b-9244-bbd4989cde69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0399544 Dec 20 22:14:08.495411 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9f0576-36bc-4960-9dcd-2c0c394da0cd req-bbc48560-a9a4-42c6-97ed-ef58e2ff043f service neutron] 10.222.0.66 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901871 Dec 20 22:14:08.500083 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:08.530383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Pushing event deleted for resources: {'Port': ['ID=23335913-0bc6-4f62-bea6-62d0d700f3fd,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:08.557250 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:08.557593 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:08.557934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:08.558296 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:08.558631 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:08.558968 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:08.559292 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:08.559616 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:08.559946 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:08.560264 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:08.560725 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:08.560932 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:08.595153 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bc9f0576-36bc-4960-9dcd-2c0c394da0cd req-20378ad4-c393-43f4-91c3-0a7b0d4ff443 service neutron] 10.222.0.66 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927513 Dec 20 22:14:08.605307 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:08.605644 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Floating IP 9d27ab42-44cb-4457-8852-a3094717db4c disassociated (deleted). External IP: 172.35.3.176, port: 29e1d2a2-02c9-4c16-b542-28e88c11e28c. Dec 20 22:14:08.824487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Router bae540fd-b30a-4f3a-858b-e06ac6065d3d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:14:08.940861 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:14:08.945990 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:08.952022 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a401d-8784-4272-9fb3-4a5c26574720 None None] Sync routers for ids ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:14:08.962498 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a401d-8784-4272-9fb3-4a5c26574720 None None] Routers {'bae540fd-b30a-4f3a-858b-e06ac6065d3d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:14:08.963214 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-766a401d-8784-4272-9fb3-4a5c26574720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:14:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:08.974025 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f817c476-d647-418e-afb1-0d13a9caf332 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "DELETE /v2.0/floatingips/9d27ab42-44cb-4457-8852-a3094717db4c HTTP/1.1" status: 204 len: 168 time: 0.9685650 Dec 20 22:14:08.974570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'tag': '29e1d2a2-02c9-4c16-b542-28e88c11e28c'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:14:09.021500 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f39d2392ee36c270bf164f2b0d9d8519f42a87b2972c565f9d9401e18f0a645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19f0891-e958-4314-b96d-3d44d29de8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9", "tag": "29e1d2a2-02c9-4c16-b542-28e88c11e28c"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:14:09.081222 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-766a401d-8784-4272-9fb3-4a5c26574720 None None] Set router bae540fd-b30a-4f3a-858b-e06ac6065d3d gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:14:09.117511 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa1a780-ebb2-4dc0-9786-83e8b22ba4d8 x-openstack-request-id: req-ffa1a780-ebb2-4dc0-9786-83e8b22ba4d8 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:14:09.117964 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9", "tag": "29e1d2a2-02c9-4c16-b542-28e88c11e28c", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:14:09.118389 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffa1a780-ebb2-4dc0-9786-83e8b22ba4d8 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:14:09.119337 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'tag': '29e1d2a2-02c9-4c16-b542-28e88c11e28c', 'status': 'completed', 'code': 200} Dec 20 22:14:09.259736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f0891-e958-4314-b96d-3d44d29de8ab req-a238e2e2-5cdf-48d9-a7d6-5f16e5f3f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:09.261375 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a19f0891-e958-4314-b96d-3d44d29de8ab req-a238e2e2-5cdf-48d9-a7d6-5f16e5f3f600 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a11dc748fac64645aa2a4e2aaf0ce4fc&device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 1095 time: 0.0915895 Dec 20 22:14:09.336582 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-766a401d-8784-4272-9fb3-4a5c26574720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'name': 'tempest-TestMinimumBasicScenario-1025021132-router', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:11Z', 'updated_at': '2021-12-20T22:12:14Z', 'revision_number': 4, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'gw_port': {'id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:12Z', 'updated_at': '2021-12-20T22:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd37b28f7-feca-4c1e-8b3b-67663365db5d', 'name': '', 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'mac_address': 'fa:16:3e:68:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:14Z', 'updated_at': '2021-12-20T22:12:19Z', 'revision_number': 5, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'subnets': [{'id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:09.364925 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a401d-8784-4272-9fb3-4a5c26574720 None None] Checking router: bae540fd-b30a-4f3a-858b-e06ac6065d3d for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:14:09.365166 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f0891-e958-4314-b96d-3d44d29de8ab req-54656b50-e234-4148-bc6d-6501af003fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:09.366576 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a19f0891-e958-4314-b96d-3d44d29de8ab req-54656b50-e234-4148-bc6d-6501af003fa8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5d25a5f1-5b03-475b-9244-bbd4989cde69 HTTP/1.1" status: 200 len: 916 time: 0.0977571 Dec 20 22:14:09.378350 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a401d-8784-4272-9fb3-4a5c26574720 None None] Routers {'bae540fd-b30a-4f3a-858b-e06ac6065d3d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:14:09.378960 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-766a401d-8784-4272-9fb3-4a5c26574720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:14:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:09.414334 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a19f0891-e958-4314-b96d-3d44d29de8ab req-44ea3e02-ed04-49be-9af9-6f277aa3be82 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29e1d2a2-02c9-4c16-b542-28e88c11e28c HTTP/1.1" status: 200 len: 217 time: 0.0363708 Dec 20 22:14:09.466385 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f0891-e958-4314-b96d-3d44d29de8ab req-98c81ace-5698-4fbe-80fb-29acea1afa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:09.468027 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a19f0891-e958-4314-b96d-3d44d29de8ab req-98c81ace-5698-4fbe-80fb-29acea1afa51 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aaba0da9-c8eb-414b-a0a6-b7dbe36c845d HTTP/1.1" status: 200 len: 854 time: 0.0468693 Dec 20 22:14:09.486034 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-766a401d-8784-4272-9fb3-4a5c26574720 None None] Set router bae540fd-b30a-4f3a-858b-e06ac6065d3d gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:14:09.524053 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f0891-e958-4314-b96d-3d44d29de8ab req-6ea5d4e8-d7f9-4470-be14-e3c8720ddcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:09.526298 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a19f0891-e958-4314-b96d-3d44d29de8ab req-6ea5d4e8-d7f9-4470-be14-e3c8720ddcfe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5d25a5f1-5b03-475b-9244-bbd4989cde69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0512033 Dec 20 22:14:09.622839 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a19f0891-e958-4314-b96d-3d44d29de8ab req-d8acc642-26ac-46f2-b39c-9871c6896a7c service neutron] 10.222.0.66 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892408 Dec 20 22:14:09.697257 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-766a401d-8784-4272-9fb3-4a5c26574720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'name': 'tempest-TestMinimumBasicScenario-1025021132-router', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:11Z', 'updated_at': '2021-12-20T22:12:14Z', 'revision_number': 4, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'gw_port': {'id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:12Z', 'updated_at': '2021-12-20T22:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd37b28f7-feca-4c1e-8b3b-67663365db5d', 'name': '', 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'mac_address': 'fa:16:3e:68:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:14Z', 'updated_at': '2021-12-20T22:12:19Z', 'revision_number': 5, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'subnets': [{'id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:09.721117 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a19f0891-e958-4314-b96d-3d44d29de8ab req-0ad2b135-5045-4702-9298-3b677cb1176d service neutron] 10.222.0.66 "GET /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912397 Dec 20 22:14:09.723511 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a401d-8784-4272-9fb3-4a5c26574720 None None] The sync data for ids ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'] in n-d-xena-1 is: [{'id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'name': 'tempest-TestMinimumBasicScenario-1025021132-router', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:11Z', 'updated_at': '2021-12-20T22:12:14Z', 'revision_number': 4, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'gw_port': {'id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:12Z', 'updated_at': '2021-12-20T22:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd37b28f7-feca-4c1e-8b3b-67663365db5d', 'name': '', 'network_id': '5d25a5f1-5b03-475b-9244-bbd4989cde69', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'mac_address': 'fa:16:3e:68:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:14Z', 'updated_at': '2021-12-20T22:12:19Z', 'revision_number': 5, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'subnets': [{'id': 'aaba0da9-c8eb-414b-a0a6-b7dbe36c845d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:14:09.966203 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afb3c6f-fdd9-499e-92e2-f82dbd0a1488 None None] New status for floating IP 9d27ab42-44cb-4457-8852-a3094717db4c: DOWN {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:14:15.325551 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:14:15.442785 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:17.082380 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ecd07-9e3d-4422-957e-162a1f903fb6 req-9c9a172a-fac9-48f9-95c1-11cd91ca7bb7 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:17.083845 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-232ecd07-9e3d-4422-957e-162a1f903fb6 req-9c9a172a-fac9-48f9-95c1-11cd91ca7bb7 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 946 time: 0.0564806 Dec 20 22:14:17.131678 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-232ecd07-9e3d-4422-957e-162a1f903fb6 req-f00234d6-974e-4d3d-9d37-8c6e048bb167 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402148 Dec 20 22:14:18.264547 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782e611-1f1d-42d3-a68a-c00120f42b17 req-4413c3d2-b92c-4f33-bc77-0c21ab0eb08e tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:18.266095 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f782e611-1f1d-42d3-a68a-c00120f42b17 req-4413c3d2-b92c-4f33-bc77-0c21ab0eb08e tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 946 time: 0.0586636 Dec 20 22:14:18.309051 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f782e611-1f1d-42d3-a68a-c00120f42b17 req-4d4e8c0f-a6cf-4e46-89f3-9694967a133c tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/security-groups?id=43999dee-6ba1-49bd-b61f-10f0073e3ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363050 Dec 20 22:14:18.463210 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:18.836104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca2a75-43d5-49c5-9e15-4efce6d3e27a req-a5a9d2f5-9c9f-4826-97aa-b974f84221c3 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:18.837983 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d6ca2a75-43d5-49c5-9e15-4efce6d3e27a req-a5a9d2f5-9c9f-4826-97aa-b974f84221c3 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.66 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 946 time: 0.0549557 Dec 20 22:14:18.942954 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-d6ca2a75-43d5-49c5-9e15-4efce6d3e27a req-dea12a6c-d141-4741-9f13-d35e0c67c87a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Deleting port 29e1d2a2-02c9-4c16-b542-28e88c11e28c {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:14:18.943256 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d6ca2a75-43d5-49c5-9e15-4efce6d3e27a req-dea12a6c-d141-4741-9f13-d35e0c67c87a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:19.037035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-d6ca2a75-43d5-49c5-9e15-4efce6d3e27a req-dea12a6c-d141-4741-9f13-d35e0c67c87a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] For port 29e1d2a2-02c9-4c16-b542-28e88c11e28c, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=29e1d2a2-02c9-4c16-b542-28e88c11e28c,segment=NetworkSegment(5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4),segment_id=5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:14:19.037449 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d6ca2a75-43d5-49c5-9e15-4efce6d3e27a req-dea12a6c-d141-4741-9f13-d35e0c67c87a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:19.051130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-d6ca2a75-43d5-49c5-9e15-4efce6d3e27a req-dea12a6c-d141-4741-9f13-d35e0c67c87a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Calling delete_port for 29e1d2a2-02c9-4c16-b542-28e88c11e28c owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:14:19.187222 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d6ca2a75-43d5-49c5-9e15-4efce6d3e27a req-dea12a6c-d141-4741-9f13-d35e0c67c87a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:19.221408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea12a6c-d141-4741-9f13-d35e0c67c87a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Pushing event deleted for resources: {'Port': ['ID=29e1d2a2-02c9-4c16-b542-28e88c11e28c,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:19.221854 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['29e1d2a2-02c9-4c16-b542-28e88c11e28c'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:14:19.269669 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ca2a75-43d5-49c5-9e15-4efce6d3e27a req-dea12a6c-d141-4741-9f13-d35e0c67c87a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] No DVR routers for this DVR port 29e1d2a2-02c9-4c16-b542-28e88c11e28c on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:14:19.272512 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d6ca2a75-43d5-49c5-9e15-4efce6d3e27a req-dea12a6c-d141-4741-9f13-d35e0c67c87a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:19.276245 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d6ca2a75-43d5-49c5-9e15-4efce6d3e27a req-dea12a6c-d141-4741-9f13-d35e0c67c87a tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.66 "DELETE /v2.0/ports/29e1d2a2-02c9-4c16-b542-28e88c11e28c HTTP/1.1" status: 204 len: 173 time: 0.4315660 Dec 20 22:14:19.276700 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'name': 'network-vif-deleted', 'tag': '29e1d2a2-02c9-4c16-b542-28e88c11e28c'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:14:19.279011 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8063c84-73df-4094-89e1-2a6dc369aace" -d '{"events": [{"server_uuid": "f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9", "name": "network-vif-deleted", "tag": "29e1d2a2-02c9-4c16-b542-28e88c11e28c"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:14:19.324921 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91b2f38-f0ee-4d23-849b-4f2f530694f4 x-openstack-request-id: req-a91b2f38-f0ee-4d23-849b-4f2f530694f4 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:14:19.325300 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9", "name": "network-vif-deleted", "tag": "29e1d2a2-02c9-4c16-b542-28e88c11e28c", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:14:19.325595 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a91b2f38-f0ee-4d23-849b-4f2f530694f4 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:14:19.326046 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9', 'name': 'network-vif-deleted', 'tag': '29e1d2a2-02c9-4c16-b542-28e88c11e28c', 'status': 'completed', 'code': 200} Dec 20 22:14:19.408960 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-88c95eb1-a429-40d3-80bc-5309cef54499 req-bee37436-57a4-447c-ac9e-7bb1e00c7f48 tempest-TestMinimumBasicScenario-973021530 tempest-TestMinimumBasicScenario-973021530-project] 10.222.0.32 "GET /v2.0/ports?device_id=f11e7387-4b1b-4fd9-a3b9-8ccfee7f94c9 HTTP/1.1" status: 200 len: 210 time: 0.0277264 Dec 20 22:14:21.043995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52760) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:21.437816 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ba17-0b10-48b5-8591-82cd6da3c28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:21.724008 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2ba17-0b10-48b5-8591-82cd6da3c28f admin admin] Deleting port d37b28f7-feca-4c1e-8b3b-67663365db5d {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:14:21.724276 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ba17-0b10-48b5-8591-82cd6da3c28f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:21.809885 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-8fb2ba17-0b10-48b5-8591-82cd6da3c28f admin admin] For port d37b28f7-feca-4c1e-8b3b-67663365db5d, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d37b28f7-feca-4c1e-8b3b-67663365db5d,segment=NetworkSegment(5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4),segment_id=5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:14:21.810464 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ba17-0b10-48b5-8591-82cd6da3c28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:21.828817 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2ba17-0b10-48b5-8591-82cd6da3c28f admin admin] Calling delete_port for d37b28f7-feca-4c1e-8b3b-67663365db5d owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:14:22.025371 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ba17-0b10-48b5-8591-82cd6da3c28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:22.056685 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2ba17-0b10-48b5-8591-82cd6da3c28f admin admin] Pushing event deleted for resources: {'Port': ['ID=d37b28f7-feca-4c1e-8b3b-67663365db5d,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:22.232727 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ba17-0b10-48b5-8591-82cd6da3c28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:22.473626 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb2ba17-0b10-48b5-8591-82cd6da3c28f admin admin] Router bae540fd-b30a-4f3a-858b-e06ac6065d3d has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:14:22.584479 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb2ba17-0b10-48b5-8591-82cd6da3c28f admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:14:22.590398 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8fb2ba17-0b10-48b5-8591-82cd6da3c28f admin admin] 10.222.0.32 "PUT /v2.0/routers/bae540fd-b30a-4f3a-858b-e06ac6065d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5451384 Dec 20 22:14:22.593446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52762) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:22.600191 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c05f69-1c46-4df3-9bd9-fb1de8b4c987 None None] Sync routers for ids ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:14:22.616553 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c05f69-1c46-4df3-9bd9-fb1de8b4c987 None None] Routers {'bae540fd-b30a-4f3a-858b-e06ac6065d3d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:14:22.617183 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-73c05f69-1c46-4df3-9bd9-fb1de8b4c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:14:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:22.702297 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b05bda9f-15d0-4fe5-81e8-be2776cbdf19 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:22.722024 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-73c05f69-1c46-4df3-9bd9-fb1de8b4c987 None None] Set router bae540fd-b30a-4f3a-858b-e06ac6065d3d gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:14:22.910383 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-73c05f69-1c46-4df3-9bd9-fb1de8b4c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'name': 'tempest-TestMinimumBasicScenario-1025021132-router', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:11Z', 'updated_at': '2021-12-20T22:14:21Z', 'revision_number': 5, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'gw_port': {'id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:12Z', 'updated_at': '2021-12-20T22:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:22.943595 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c05f69-1c46-4df3-9bd9-fb1de8b4c987 None None] Checking router: bae540fd-b30a-4f3a-858b-e06ac6065d3d for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:14:22.954830 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c05f69-1c46-4df3-9bd9-fb1de8b4c987 None None] Routers {'bae540fd-b30a-4f3a-858b-e06ac6065d3d'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:14:22.955452 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-73c05f69-1c46-4df3-9bd9-fb1de8b4c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:14:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:23.062553 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-73c05f69-1c46-4df3-9bd9-fb1de8b4c987 None None] Set router bae540fd-b30a-4f3a-858b-e06ac6065d3d gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:14:23.179855 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b05bda9f-15d0-4fe5-81e8-be2776cbdf19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:23.243997 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b05bda9f-15d0-4fe5-81e8-be2776cbdf19 admin admin] Deleting port bdc32fd3-f058-4d55-b79c-cb6a55029133 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:14:23.244413 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b05bda9f-15d0-4fe5-81e8-be2776cbdf19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:23.335384 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-b05bda9f-15d0-4fe5-81e8-be2776cbdf19 admin admin] For port bdc32fd3-f058-4d55-b79c-cb6a55029133, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=bdc32fd3-f058-4d55-b79c-cb6a55029133,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:14:23.335760 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b05bda9f-15d0-4fe5-81e8-be2776cbdf19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:23.350382 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b05bda9f-15d0-4fe5-81e8-be2776cbdf19 admin admin] Calling delete_port for bdc32fd3-f058-4d55-b79c-cb6a55029133 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:14:23.351677 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-73c05f69-1c46-4df3-9bd9-fb1de8b4c987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'name': 'tempest-TestMinimumBasicScenario-1025021132-router', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:11Z', 'updated_at': '2021-12-20T22:14:21Z', 'revision_number': 5, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'gw_port': {'id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:12Z', 'updated_at': '2021-12-20T22:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:23.381153 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c05f69-1c46-4df3-9bd9-fb1de8b4c987 None None] The sync data for ids ['bae540fd-b30a-4f3a-858b-e06ac6065d3d'] in n-d-xena-1 is: [{'id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'name': 'tempest-TestMinimumBasicScenario-1025021132-router', 'tenant_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207'}], 'enable_snat': True}, 'gw_port_id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:11Z', 'updated_at': '2021-12-20T22:14:21Z', 'revision_number': 5, 'project_id': 'a11dc748fac64645aa2a4e2aaf0ce4fc', 'gw_port': {'id': 'bdc32fd3-f058-4d55-b79c-cb6a55029133', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae540fd-b30a-4f3a-858b-e06ac6065d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:12Z', 'updated_at': '2021-12-20T22:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:14:23.554980 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b05bda9f-15d0-4fe5-81e8-be2776cbdf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:23.587954 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bda9f-15d0-4fe5-81e8-be2776cbdf19 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc32fd3-f058-4d55-b79c-cb6a55029133,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:23.656098 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b05bda9f-15d0-4fe5-81e8-be2776cbdf19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:23.754407 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b05bda9f-15d0-4fe5-81e8-be2776cbdf19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:23.754830 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 29e1d2a2-02c9-4c16-b542-28e88c11e28c no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:14:23.758385 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b05bda9f-15d0-4fe5-81e8-be2776cbdf19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:23.778281 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 29e1d2a2-02c9-4c16-b542-28e88c11e28c {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:14:23.778661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 29e1d2a2-02c9-4c16-b542-28e88c11e28c not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:14:23.803066 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b05bda9f-15d0-4fe5-81e8-be2776cbdf19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:23.803603 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05bda9f-15d0-4fe5-81e8-be2776cbdf19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bae540fd-b30a-4f3a-858b-e06ac6065d3d {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:14:23.808808 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b05bda9f-15d0-4fe5-81e8-be2776cbdf19 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:23.812494 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b05bda9f-15d0-4fe5-81e8-be2776cbdf19 admin admin] 10.222.0.32 "DELETE /v2.0/routers/bae540fd-b30a-4f3a-858b-e06ac6065d3d HTTP/1.1" status: 204 len: 168 time: 1.2155249 Dec 20 22:14:23.812923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52764) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:23.861562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-568028a9-95da-4463-ba0d-3a5946d12dc8 admin admin] Deleting subnet aaba0da9-c8eb-414b-a0a6-b7dbe36c845d {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:14:23.866459 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-568028a9-95da-4463-ba0d-3a5946d12dc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:23.910748 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-568028a9-95da-4463-ba0d-3a5946d12dc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:24.003745 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-568028a9-95da-4463-ba0d-3a5946d12dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:24.077783 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-568028a9-95da-4463-ba0d-3a5946d12dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:24.104584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568028a9-95da-4463-ba0d-3a5946d12dc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaba0da9-c8eb-414b-a0a6-b7dbe36c845d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:24.106516 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-568028a9-95da-4463-ba0d-3a5946d12dc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:24.109622 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-568028a9-95da-4463-ba0d-3a5946d12dc8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aaba0da9-c8eb-414b-a0a6-b7dbe36c845d HTTP/1.1" status: 204 len: 168 time: 0.2956312 Dec 20 22:14:24.112230 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52766) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:24.113484 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff2de21-8fb4-4598-b1ad-331ec4764540 None None] Network 5d25a5f1-5b03-475b-9244-bbd4989cde69 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:14:24.180916 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:24.247762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] Deleting port d3d8cdc5-0a89-40f7-9940-aa84b6e35e03 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:14:24.248103 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:24.312947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] For port d3d8cdc5-0a89-40f7-9940-aa84b6e35e03, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d3d8cdc5-0a89-40f7-9940-aa84b6e35e03,segment=NetworkSegment(5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4),segment_id=5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:14:24.313222 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:24.326152 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] Calling delete_port for d3d8cdc5-0a89-40f7-9940-aa84b6e35e03 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:14:24.421215 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:24.451563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] No DVR routers for this DVR port d3d8cdc5-0a89-40f7-9940-aa84b6e35e03 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:14:24.457731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d8cdc5-0a89-40f7-9940-aa84b6e35e03,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:24.457960 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c086439-997c-4119-9302-6072e60a9dc9 None None] DHCP port deletion for 5d25a5f1-5b03-475b-9244-bbd4989cde69 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 22:14:24.526047 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:24.546422 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d25a5f1-5b03-475b-9244-bbd4989cde69']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:24.555933 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:24.556329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa3291f-7bc4-46f9-a16f-2d9206e0c8c4') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:24.565745 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:24.579000 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:24.584899 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:14:24.585272 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: timer() Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:14:24.587151 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:14:24.645747 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:24.651627 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:24.654915 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] 10.222.0.32 "DELETE /v2.0/networks/5d25a5f1-5b03-475b-9244-bbd4989cde69 HTTP/1.1" status: 204 len: 168 time: 0.5417943 Dec 20 22:14:24.658775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52768) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:24.666472 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b99c69-1b3e-44c5-8e19-5e6214e1e1ad admin admin] Pushing event deleted for resources: {'Network': ['ID=5d25a5f1-5b03-475b-9244-bbd4989cde69,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:25.044359 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dcb116ba-d394-4712-9c06-54fba1c2f89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:25.182472 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d3d8cdc5-0a89-40f7-9940-aa84b6e35e03 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:14:25.203903 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: d3d8cdc5-0a89-40f7-9940-aa84b6e35e03 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:14:25.204243 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d3d8cdc5-0a89-40f7-9940-aa84b6e35e03 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:14:25.204668 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d37b28f7-feca-4c1e-8b3b-67663365db5d no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:14:25.224041 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: d37b28f7-feca-4c1e-8b3b-67663365db5d {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:14:25.224575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d37b28f7-feca-4c1e-8b3b-67663365db5d not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:14:25.225009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bdc32fd3-f058-4d55-b79c-cb6a55029133 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:14:25.247182 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: bdc32fd3-f058-4d55-b79c-cb6a55029133 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:14:25.247513 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bdc32fd3-f058-4d55-b79c-cb6a55029133 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:14:25.313711 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-dcb116ba-d394-4712-9c06-54fba1c2f89e admin admin] Deleting port 91d2240c-6e50-4dfb-a507-e5783e86a206 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:14:25.313959 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dcb116ba-d394-4712-9c06-54fba1c2f89e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:25.395651 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-dcb116ba-d394-4712-9c06-54fba1c2f89e admin admin] For port 91d2240c-6e50-4dfb-a507-e5783e86a206, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=91d2240c-6e50-4dfb-a507-e5783e86a206,segment=NetworkSegment(09986bd2-adcd-467e-b653-0a983742b9fe),segment_id=09986bd2-adcd-467e-b653-0a983742b9fe)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:14:25.395984 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dcb116ba-d394-4712-9c06-54fba1c2f89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:25.410917 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-dcb116ba-d394-4712-9c06-54fba1c2f89e admin admin] Calling delete_port for 91d2240c-6e50-4dfb-a507-e5783e86a206 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:14:25.617570 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dcb116ba-d394-4712-9c06-54fba1c2f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:25.647456 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb116ba-d394-4712-9c06-54fba1c2f89e admin admin] Pushing event deleted for resources: {'Port': ['ID=91d2240c-6e50-4dfb-a507-e5783e86a206,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:25.829838 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-dcb116ba-d394-4712-9c06-54fba1c2f89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:26.093213 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb116ba-d394-4712-9c06-54fba1c2f89e admin admin] Router e70e4da7-f6ac-497f-b7aa-020fecd1a4a7 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:14:26.213540 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb116ba-d394-4712-9c06-54fba1c2f89e admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:14:26.218722 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dcb116ba-d394-4712-9c06-54fba1c2f89e admin admin] 10.222.0.32 "PUT /v2.0/routers/e70e4da7-f6ac-497f-b7aa-020fecd1a4a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5586770 Dec 20 22:14:26.221694 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52770) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:26.224647 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4823b1c-8ecf-4454-a8a4-2ba446580b3f None None] Sync routers for ids ['e70e4da7-f6ac-497f-b7aa-020fecd1a4a7'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:14:26.234886 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4823b1c-8ecf-4454-a8a4-2ba446580b3f None None] Routers {'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:14:26.235527 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d4823b1c-8ecf-4454-a8a4-2ba446580b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:14:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e70e4da7-f6ac-497f-b7aa-020fecd1a4a7'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:26.329377 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75aa27b3-588b-4b50-9d88-7f5f041db171 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:26.347516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-d4823b1c-8ecf-4454-a8a4-2ba446580b3f None None] Set router e70e4da7-f6ac-497f-b7aa-020fecd1a4a7 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:14:26.436426 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75aa27b3-588b-4b50-9d88-7f5f041db171 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:26.492457 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-75aa27b3-588b-4b50-9d88-7f5f041db171 admin admin] Deleting port 44ecc558-7663-49d7-88ae-9e368b46b773 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:14:26.492783 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75aa27b3-588b-4b50-9d88-7f5f041db171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:26.538774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d4823b1c-8ecf-4454-a8a4-2ba446580b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'name': 'tempest-TestMinimumBasicScenario-1254318332-router', 'tenant_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.159'}], 'enable_snat': True}, 'gw_port_id': '44ecc558-7663-49d7-88ae-9e368b46b773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:16Z', 'updated_at': '2021-12-20T22:14:25Z', 'revision_number': 5, 'project_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'gw_port': {'id': '44ecc558-7663-49d7-88ae-9e368b46b773', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:12:17Z', 'updated_at': '2021-12-20T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:26.570278 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4823b1c-8ecf-4454-a8a4-2ba446580b3f None None] Checking router: e70e4da7-f6ac-497f-b7aa-020fecd1a4a7 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:14:26.578721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4823b1c-8ecf-4454-a8a4-2ba446580b3f None None] Routers {'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:14:26.578957 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-75aa27b3-588b-4b50-9d88-7f5f041db171 admin admin] For port 44ecc558-7663-49d7-88ae-9e368b46b773, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=44ecc558-7663-49d7-88ae-9e368b46b773,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:14:26.579319 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75aa27b3-588b-4b50-9d88-7f5f041db171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:26.579420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d4823b1c-8ecf-4454-a8a4-2ba446580b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:14:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['e70e4da7-f6ac-497f-b7aa-020fecd1a4a7'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:26.595374 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-75aa27b3-588b-4b50-9d88-7f5f041db171 admin admin] Calling delete_port for 44ecc558-7663-49d7-88ae-9e368b46b773 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:14:26.675811 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-d4823b1c-8ecf-4454-a8a4-2ba446580b3f None None] Set router e70e4da7-f6ac-497f-b7aa-020fecd1a4a7 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:14:26.733459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d4823b1c-8ecf-4454-a8a4-2ba446580b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'name': 'tempest-TestMinimumBasicScenario-1254318332-router', 'tenant_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:16Z', 'updated_at': '2021-12-20T22:14:26Z', 'revision_number': 6, 'project_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:26.760351 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4823b1c-8ecf-4454-a8a4-2ba446580b3f None None] The sync data for ids ['e70e4da7-f6ac-497f-b7aa-020fecd1a4a7'] in n-d-xena-1 is: [{'id': 'e70e4da7-f6ac-497f-b7aa-020fecd1a4a7', 'name': 'tempest-TestMinimumBasicScenario-1254318332-router', 'tenant_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:12:16Z', 'updated_at': '2021-12-20T22:14:26Z', 'revision_number': 6, 'project_id': '2052a0bdf6e84a34a0b3b3571a4e4ff9', 'gw_port_host': None}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:14:26.767652 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75aa27b3-588b-4b50-9d88-7f5f041db171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:26.799499 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa27b3-588b-4b50-9d88-7f5f041db171 admin admin] Pushing event deleted for resources: {'Port': ['ID=44ecc558-7663-49d7-88ae-9e368b46b773,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:26.862019 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75aa27b3-588b-4b50-9d88-7f5f041db171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:26.953313 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75aa27b3-588b-4b50-9d88-7f5f041db171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:26.955523 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75aa27b3-588b-4b50-9d88-7f5f041db171 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:27.002577 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75aa27b3-588b-4b50-9d88-7f5f041db171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:27.003125 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75aa27b3-588b-4b50-9d88-7f5f041db171 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e70e4da7-f6ac-497f-b7aa-020fecd1a4a7 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:14:27.008184 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-75aa27b3-588b-4b50-9d88-7f5f041db171 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:27.009664 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-75aa27b3-588b-4b50-9d88-7f5f041db171 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e70e4da7-f6ac-497f-b7aa-020fecd1a4a7 HTTP/1.1" status: 204 len: 168 time: 0.7868454 Dec 20 22:14:27.012084 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52774) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:27.058591 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d3fa9a-77f0-467b-89c7-dd494c13ba5b admin admin] Deleting subnet 69b33cee-1e24-4ab1-813a-fbb0df9c4603 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:14:27.061930 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9d3fa9a-77f0-467b-89c7-dd494c13ba5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:27.100776 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9d3fa9a-77f0-467b-89c7-dd494c13ba5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:27.203584 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9d3fa9a-77f0-467b-89c7-dd494c13ba5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:27.242361 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eb55cfda-eaf8-42c5-a107-8392b09aff68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:27.278845 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9d3fa9a-77f0-467b-89c7-dd494c13ba5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:27.306227 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3fa9a-77f0-467b-89c7-dd494c13ba5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69b33cee-1e24-4ab1-813a-fbb0df9c4603,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:27.309869 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d9d3fa9a-77f0-467b-89c7-dd494c13ba5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:27.313064 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d9d3fa9a-77f0-467b-89c7-dd494c13ba5b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/69b33cee-1e24-4ab1-813a-fbb0df9c4603 HTTP/1.1" status: 204 len: 168 time: 0.3000200 Dec 20 22:14:27.317327 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52776) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:27.318213 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d477edd-0723-446c-9824-679765b1ae28 None None] Network 39a7b71a-187b-42b9-9582-c6af2df4a060 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:14:27.394344 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:27.463664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] Deleting port a4d48a76-9acb-4233-ab9f-85163f2a9123 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:14:27.463934 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:27.531366 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] For port a4d48a76-9acb-4233-ab9f-85163f2a9123, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a4d48a76-9acb-4233-ab9f-85163f2a9123,segment=NetworkSegment(09986bd2-adcd-467e-b653-0a983742b9fe),segment_id=09986bd2-adcd-467e-b653-0a983742b9fe)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:14:27.532021 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:27.542835 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] DHCP port deletion for 39a7b71a-187b-42b9-9582-c6af2df4a060 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 22:14:27.548736 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 91d2240c-6e50-4dfb-a507-e5783e86a206 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:14:27.549589 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] Calling delete_port for a4d48a76-9acb-4233-ab9f-85163f2a9123 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:14:27.574536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 91d2240c-6e50-4dfb-a507-e5783e86a206 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:14:27.574878 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 91d2240c-6e50-4dfb-a507-e5783e86a206 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:14:27.629077 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] Deleting port a4d48a76-9acb-4233-ab9f-85163f2a9123 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:14:27.629449 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:27.667404 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:27.694910 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d48a76-9acb-4233-ab9f-85163f2a9123,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:27.699049 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] No DVR routers for this DVR port a4d48a76-9acb-4233-ab9f-85163f2a9123 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:14:27.705318 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] For port a4d48a76-9acb-4233-ab9f-85163f2a9123, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=a4d48a76-9acb-4233-ab9f-85163f2a9123,segment=NetworkSegment(09986bd2-adcd-467e-b653-0a983742b9fe),segment_id=09986bd2-adcd-467e-b653-0a983742b9fe)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:14:27.705710 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:27.719787 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] Calling delete_port for a4d48a76-9acb-4233-ab9f-85163f2a9123 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:14:27.770391 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:27.795890 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a7b71a-187b-42b9-9582-c6af2df4a060']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:27.798965 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:27.806708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09986bd2-adcd-467e-b653-0a983742b9fe') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:27.808079 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09986bd2-adcd-467e-b653-0a983742b9fe') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:27.830644 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] Pushing event deleted for resources: {'Port': ['ID=a4d48a76-9acb-4233-ab9f-85163f2a9123,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:27.834705 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] No DVR routers for this DVR port a4d48a76-9acb-4233-ab9f-85163f2a9123 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:14:27.842745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:27.843092 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:27.843436 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:27.843788 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:27.844098 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:27.844426 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:27.844752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:27.845076 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:27.845992 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:27.845992 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:27.845992 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:27.846406 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cb9383-8a22-4a54-8e33-a2b5dee9e1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:28.151702 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:28.170792 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:28.177509 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:14:28.177895 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: timer() Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:14:28.180187 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:14:28.241717 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:28.248984 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:28.252881 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] 10.222.0.32 "DELETE /v2.0/networks/39a7b71a-187b-42b9-9582-c6af2df4a060 HTTP/1.1" status: 204 len: 168 time: 0.9341147 Dec 20 22:14:28.264250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eef6b4-1792-451b-9422-5ea15bd519ad admin admin] Pushing event deleted for resources: {'Network': ['ID=39a7b71a-187b-42b9-9582-c6af2df4a060,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:28.431772 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52780) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:28.472665 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dc39aade-3f40-4344-a2f1-0dd432e7d8df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a11dc748fac64645aa2a4e2aaf0ce4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396566 Dec 20 22:14:28.475526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52782) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:28.526143 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-45809873-23ab-422a-9f7b-c43b710ca09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:28.555998 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-45809873-23ab-422a-9f7b-c43b710ca09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:28.613028 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-45809873-23ab-422a-9f7b-c43b710ca09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:28.615797 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-45809873-23ab-422a-9f7b-c43b710ca09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:28.617077 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-45809873-23ab-422a-9f7b-c43b710ca09f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43999dee-6ba1-49bd-b61f-10f0073e3ef7 HTTP/1.1" status: 204 len: 168 time: 0.1407297 Dec 20 22:14:28.625355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45809873-23ab-422a-9f7b-c43b710ca09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43999dee-6ba1-49bd-b61f-10f0073e3ef7,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:28.964251 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52788) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:29.007634 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-be46e10e-2b95-4fba-a144-8b8f87e7e1a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2052a0bdf6e84a34a0b3b3571a4e4ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421207 Dec 20 22:14:29.011075 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52790) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:29.064546 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cd054da8-2709-4632-b140-0a40fc743467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:29.090565 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cd054da8-2709-4632-b140-0a40fc743467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:29.142819 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cd054da8-2709-4632-b140-0a40fc743467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:29.145464 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cd054da8-2709-4632-b140-0a40fc743467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:29.146733 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cd054da8-2709-4632-b140-0a40fc743467 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bcd63b7f-f9f3-410b-9d56-da93ce1691ed HTTP/1.1" status: 204 len: 168 time: 0.1346731 Dec 20 22:14:29.155400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd054da8-2709-4632-b140-0a40fc743467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd63b7f-f9f3-410b-9d56-da93ce1691ed,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:29.189965 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a4d48a76-9acb-4233-ab9f-85163f2a9123 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:14:29.209908 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: a4d48a76-9acb-4233-ab9f-85163f2a9123 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:14:29.210294 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device a4d48a76-9acb-4233-ab9f-85163f2a9123 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:14:29.210771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 44ecc558-7663-49d7-88ae-9e368b46b773 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:14:29.230285 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 44ecc558-7663-49d7-88ae-9e368b46b773 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:14:29.230634 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 44ecc558-7663-49d7-88ae-9e368b46b773 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:14:29.545073 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-28e8f690-b1f5-4bde-8fd4-541b05b4e015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:30.885251 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.068236 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52832) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:31.074526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-9facd13f-c385-4749-a1d2-efdd3b65c879 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-857625196', 'description': 'tempest-secgroup-smoke-857625196 description', 'project_id': '99506acbd4784aecb24a7bb712357daf'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:14:31.104458 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9facd13f-c385-4749-a1d2-efdd3b65c879 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.115152 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9facd13f-c385-4749-a1d2-efdd3b65c879 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.197368 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9facd13f-c385-4749-a1d2-efdd3b65c879 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.202509 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9facd13f-c385-4749-a1d2-efdd3b65c879 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.238923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facd13f-c385-4749-a1d2-efdd3b65c879 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeac4877-0ed8-4e8e-affb-f4edf596d7ac,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:31.289258 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9facd13f-c385-4749-a1d2-efdd3b65c879 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.294117 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9facd13f-c385-4749-a1d2-efdd3b65c879 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.325775 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-9facd13f-c385-4749-a1d2-efdd3b65c879 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.327064 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9facd13f-c385-4749-a1d2-efdd3b65c879 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2575364 Dec 20 22:14:31.328981 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facd13f-c385-4749-a1d2-efdd3b65c879 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaeec80-3db7-45e5-98c1-f5cf751d16aa,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:31.330326 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52834) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:31.335879 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b4be0fd2-af06-4507-a944-9f9b6b0014ed tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': 'fdaeec80-3db7-45e5-98c1-f5cf751d16aa', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:14:31.375600 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4be0fd2-af06-4507-a944-9f9b6b0014ed tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.439562 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4be0fd2-af06-4507-a944-9f9b6b0014ed tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.444627 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4be0fd2-af06-4507-a944-9f9b6b0014ed tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.462276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be0fd2-af06-4507-a944-9f9b6b0014ed tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b726bf57-22f7-41af-87fd-ab227ede1341,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:31.470950 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b4be0fd2-af06-4507-a944-9f9b6b0014ed tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.472532 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b4be0fd2-af06-4507-a944-9f9b6b0014ed tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403754 Dec 20 22:14:31.476187 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52836) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:31.481556 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2869287a-2747-4034-a0ba-1f662a69a0f8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': 'fdaeec80-3db7-45e5-98c1-f5cf751d16aa', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:14:31.508232 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2869287a-2747-4034-a0ba-1f662a69a0f8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.576622 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2869287a-2747-4034-a0ba-1f662a69a0f8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.581653 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2869287a-2747-4034-a0ba-1f662a69a0f8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.600229 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869287a-2747-4034-a0ba-1f662a69a0f8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab32fe45-e7b2-4663-9371-1832213b2814,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:31.610001 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2869287a-2747-4034-a0ba-1f662a69a0f8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.611430 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2869287a-2747-4034-a0ba-1f662a69a0f8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341326 Dec 20 22:14:31.614239 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52838) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:31.618971 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8c9e1eaa-f07b-42a0-b6ab-cd29e9950827 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': 'fdaeec80-3db7-45e5-98c1-f5cf751d16aa', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:14:31.648958 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1eaa-f07b-42a0-b6ab-cd29e9950827 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.710037 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1eaa-f07b-42a0-b6ab-cd29e9950827 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.714287 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1eaa-f07b-42a0-b6ab-cd29e9950827 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.733223 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e1eaa-f07b-42a0-b6ab-cd29e9950827 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81e4db9-a4f0-41be-87d5-3664cf3cbd7f,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:31.742805 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1eaa-f07b-42a0-b6ab-cd29e9950827 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.744727 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8c9e1eaa-f07b-42a0-b6ab-cd29e9950827 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295409 Dec 20 22:14:31.747608 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52840) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:31.751995 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cda36e5d-76f6-454e-bcde-f0f7ee79013f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': 'fdaeec80-3db7-45e5-98c1-f5cf751d16aa', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:14:31.780863 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cda36e5d-76f6-454e-bcde-f0f7ee79013f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.844955 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cda36e5d-76f6-454e-bcde-f0f7ee79013f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.848759 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cda36e5d-76f6-454e-bcde-f0f7ee79013f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.866870 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda36e5d-76f6-454e-bcde-f0f7ee79013f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149c95ee-51d7-4ff1-a3b5-b4ffdc2ae89d,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:31.875783 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cda36e5d-76f6-454e-bcde-f0f7ee79013f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.877003 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cda36e5d-76f6-454e-bcde-f0f7ee79013f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284769 Dec 20 22:14:31.887683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52842) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:31.892110 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-91a26ca8-4414-4d28-930e-47d2f95dcade tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': 'fdaeec80-3db7-45e5-98c1-f5cf751d16aa', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:14:31.916088 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-91a26ca8-4414-4d28-930e-47d2f95dcade tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Project 99506acbd4784aecb24a7bb712357daf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 22:14:31.921691 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91a26ca8-4414-4d28-930e-47d2f95dcade tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.988225 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91a26ca8-4414-4d28-930e-47d2f95dcade tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:31.992853 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91a26ca8-4414-4d28-930e-47d2f95dcade tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.012371 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a26ca8-4414-4d28-930e-47d2f95dcade tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34be61b-4b18-4f43-94eb-68dd56abea97,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:32.022003 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-91a26ca8-4414-4d28-930e-47d2f95dcade tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.023247 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-91a26ca8-4414-4d28-930e-47d2f95dcade tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1345761 Dec 20 22:14:32.026182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52844) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:32.030515 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b8895a1f-1c52-4f51-a417-b613941f3bdb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': 'fdaeec80-3db7-45e5-98c1-f5cf751d16aa', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:14:32.053260 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-b8895a1f-1c52-4f51-a417-b613941f3bdb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Project 99506acbd4784aecb24a7bb712357daf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 22:14:32.059067 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8895a1f-1c52-4f51-a417-b613941f3bdb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.133612 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8895a1f-1c52-4f51-a417-b613941f3bdb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.145010 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8895a1f-1c52-4f51-a417-b613941f3bdb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.165086 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8895a1f-1c52-4f51-a417-b613941f3bdb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e35403-cc00-4e3c-a644-a6c846608a15,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:32.173233 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8895a1f-1c52-4f51-a417-b613941f3bdb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.174489 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b8895a1f-1c52-4f51-a417-b613941f3bdb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1474051 Dec 20 22:14:32.177646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52846) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:32.183210 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c5c4527f-090b-4c68-b95c-33f233e6307d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'network': {'name': 'tempest-network-smoke--1690455360', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'port_security_enabled': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:14:32.205528 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c4527f-090b-4c68-b95c-33f233e6307d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Made reservation on behalf of 99506acbd4784aecb24a7bb712357daf for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:14:32.209077 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5c4527f-090b-4c68-b95c-33f233e6307d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.233146 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c4527f-090b-4c68-b95c-33f233e6307d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:14:32.242692 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5c4527f-090b-4c68-b95c-33f233e6307d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.242954 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-c5c4527f-090b-4c68-b95c-33f233e6307d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Added segment a65a4f76-e915-4691-bcbe-8d180e03186c of type vlan for network 196754c5-145e-4f03-8899-dc98cf5895fc Dec 20 22:14:32.286313 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5c4527f-090b-4c68-b95c-33f233e6307d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.312458 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.316498 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5c4527f-090b-4c68-b95c-33f233e6307d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.322302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c4527f-090b-4c68-b95c-33f233e6307d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:32.322888 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c5c4527f-090b-4c68-b95c-33f233e6307d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.375954 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c5c4527f-090b-4c68-b95c-33f233e6307d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1972005 Dec 20 22:14:32.379117 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52848) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:32.384113 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-594761510', 'admin_state_up': True, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:14:32.390474 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4527f-090b-4c68-b95c-33f233e6307d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Network': ['ID=196754c5-145e-4f03-8899-dc98cf5895fc,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:32.401735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 196754c5-145e-4f03-8899-dc98cf5895fc details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:14:32.408876 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.409862 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.463854 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.472978 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.609714 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.820836 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.843959 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:32.948804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.35.3.105 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/b2632432-d3c3-4f4c-9d6c-4b30b8082928) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:14:33.060472 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:33.099156 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:33.137269 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:14:33.140014 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:14:33.143593 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:14:33.152244 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=b2632432-d3c3-4f4c-9d6c-4b30b8082928,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:33.413205 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:33.620485 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:33.769431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:14:33.883380 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:14:33.895771 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Sync routers for ids ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:14:33.905049 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:33.906336 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fb6ac246-1d0a-4f4f-b3b7-3ded46d97275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5261602 Dec 20 22:14:33.906777 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Routers {'7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:14:33.907389 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:14:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:33.909668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52850) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:34.009661 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Set router 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:14:34.034657 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d84d9814-dc7b-4a6a-9fb5-889943c7f896 tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=99506acbd4784aecb24a7bb712357daf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1236162 Dec 20 22:14:34.037287 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52854) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:34.126249 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bd593b-a618-44f8-b3ca-00612932c71f tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:34.127751 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b7bd593b-a618-44f8-b3ca-00612932c71f tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894778 Dec 20 22:14:34.130878 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52856) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:34.158609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-797db6ac-4556-4422-b9a1-3eb775dbfe2f tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264866 Dec 20 22:14:34.161394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52858) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:34.166292 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d25efc7b-8c1c-4646-ae7b-b7022b258d65 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-824925027', 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:14:34.190393 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-594761510', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:33Z', 'revision_number': 3, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:34.216377 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Checking router: 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:14:34.216685 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Updating router 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 port b2632432-d3c3-4f4c-9d6c-4b30b8082928 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:14:34.241209 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:34.252742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25efc7b-8c1c-4646-ae7b-b7022b258d65 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Made reservation on behalf of 99506acbd4784aecb24a7bb712357daf for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:14:34.256269 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d25efc7b-8c1c-4646-ae7b-b7022b258d65 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:34.464136 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d25efc7b-8c1c-4646-ae7b-b7022b258d65 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:34.534961 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25efc7b-8c1c-4646-ae7b-b7022b258d65 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Subnet': ['ID=c050c2e3-8e57-4d1b-a707-73d006cefc06,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:34.542704 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:34.549968 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:34.558565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25efc7b-8c1c-4646-ae7b-b7022b258d65 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Checking segment: {'id': 'a65a4f76-e915-4691-bcbe-8d180e03186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:14:34.558935 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25efc7b-8c1c-4646-ae7b-b7022b258d65 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network hostable DHCP agents. Network: 196754c5-145e-4f03-8899-dc98cf5895fc, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:14:34.579846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25efc7b-8c1c-4646-ae7b-b7022b258d65 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network 196754c5-145e-4f03-8899-dc98cf5895fc is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:14:34.592616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-d25efc7b-8c1c-4646-ae7b-b7022b258d65 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 196754c5-145e-4f03-8899-dc98cf5895fc) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:14:34.597369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25efc7b-8c1c-4646-ae7b-b7022b258d65 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:34.598278 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d25efc7b-8c1c-4646-ae7b-b7022b258d65 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:34.602993 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Attempting to bind port b2632432-d3c3-4f4c-9d6c-4b30b8082928 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:14:34.603338 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Attempting to bind port b2632432-d3c3-4f4c-9d6c-4b30b8082928 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:14:34.603709 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Attempting to bind port b2632432-d3c3-4f4c-9d6c-4b30b8082928 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:14:34.612346 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb2331b-0d3c-4027-97a8-edacb125f1ff None None] Network 196754c5-145e-4f03-8899-dc98cf5895fc requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:14:34.615032 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:14:34.615349 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:14:34.615820 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:34.616477 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:14:34.617510 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Bound port: b2632432-d3c3-4f4c-9d6c-4b30b8082928, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:14:34.617891 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:34.626581 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d25efc7b-8c1c-4646-ae7b-b7022b258d65 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4637964 Dec 20 22:14:34.628939 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52860) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:34.641392 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05bd42-7ab2-40cf-a537-6c90cf43e625 None None] Pushing event updated for resources: {'Port': ['ID=b2632432-d3c3-4f4c-9d6c-4b30b8082928,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:34.653117 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05bd42-7ab2-40cf-a537-6c90cf43e625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:34.653410 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05bd42-7ab2-40cf-a537-6c90cf43e625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:34.653747 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05bd42-7ab2-40cf-a537-6c90cf43e625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:34.654135 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05bd42-7ab2-40cf-a537-6c90cf43e625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:34.654510 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05bd42-7ab2-40cf-a537-6c90cf43e625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:34.654837 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05bd42-7ab2-40cf-a537-6c90cf43e625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:34.655757 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05bd42-7ab2-40cf-a537-6c90cf43e625 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:34.656093 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05bd42-7ab2-40cf-a537-6c90cf43e625 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:34.656414 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05bd42-7ab2-40cf-a537-6c90cf43e625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:34.656735 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05bd42-7ab2-40cf-a537-6c90cf43e625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:34.657036 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05bd42-7ab2-40cf-a537-6c90cf43e625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:34.657818 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05bd42-7ab2-40cf-a537-6c90cf43e625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:14:34.692821 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] For port b2632432-d3c3-4f4c-9d6c-4b30b8082928, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:14:34.696769 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] For port b2632432-d3c3-4f4c-9d6c-4b30b8082928, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b2632432-d3c3-4f4c-9d6c-4b30b8082928,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:14:34.705720 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:34.781230 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Routers {'7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:14:34.781861 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:14:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:34.788528 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-196754c5-145e-4f03-8899-dc98cf5895fc', 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ips': [{'subnet_id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:14:34.788528 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:34.859772 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05bd42-7ab2-40cf-a537-6c90cf43e625 None None] Pushing event updated for resources: {'Port': ['ID=b2632432-d3c3-4f4c-9d6c-4b30b8082928,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:34.910604 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] Set router 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:14:34.936324 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Allocated IP 172.20.0.2 (196754c5-145e-4f03-8899-dc98cf5895fc/c050c2e3-8e57-4d1b-a707-73d006cefc06/d9c1cb2e-8935-422c-b068-1b442992b38f) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:14:35.095776 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:35.104034 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:35.108908 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-594761510', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:33Z', 'revision_number': 3, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:35.142648 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc274d-09b7-4636-8d70-d14cea82e467 None None] The sync data for ids ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'] in n-d-xena-1 is: [{'id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-594761510', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:33Z', 'revision_number': 3, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:14:35.157398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Network 196754c5-145e-4f03-8899-dc98cf5895fc is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:14:35.160427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:14:35.170761 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:35.175982 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:14:35.179893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Pushing event updated for resources: {'Port': ['ID=d9c1cb2e-8935-422c-b068-1b442992b38f,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:35.248096 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Attempting to bind port d9c1cb2e-8935-422c-b068-1b442992b38f on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:14:35.248485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Attempting to bind port d9c1cb2e-8935-422c-b068-1b442992b38f by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'a65a4f76-e915-4691-bcbe-8d180e03186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:14:35.248817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Attempting to bind port d9c1cb2e-8935-422c-b068-1b442992b38f on network 196754c5-145e-4f03-8899-dc98cf5895fc {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:14:35.254723 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:14:35.255098 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Checking segment: {'id': 'a65a4f76-e915-4691-bcbe-8d180e03186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:14:35.255502 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:35.255894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Bound using segment: {'id': 'a65a4f76-e915-4691-bcbe-8d180e03186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:14:35.256360 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Bound port: d9c1cb2e-8935-422c-b068-1b442992b38f, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65a4f76-e915-4691-bcbe-8d180e03186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:14:35.256735 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:35.348597 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] For port d9c1cb2e-8935-422c-b068-1b442992b38f, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:14:35.354762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] For port d9c1cb2e-8935-422c-b068-1b442992b38f, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d9c1cb2e-8935-422c-b068-1b442992b38f,segment=NetworkSegment(a65a4f76-e915-4691-bcbe-8d180e03186c),segment_id=a65a4f76-e915-4691-bcbe-8d180e03186c)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:14:35.365074 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:35.456910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a462b1-e6b7-43f4-8d23-99daa959ba5f None None] Pushing event updated for resources: {'Port': ['ID=d9c1cb2e-8935-422c-b068-1b442992b38f,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:35.541996 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.20.0.1 (196754c5-145e-4f03-8899-dc98cf5895fc/c050c2e3-8e57-4d1b-a707-73d006cefc06/24d7c46b-fd02-4c9e-94c8-a85714835f7a) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:14:35.690175 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:35.733305 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:35.782381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network 196754c5-145e-4f03-8899-dc98cf5895fc is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:14:35.785748 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:14:35.788917 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:14:35.818683 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=24d7c46b-fd02-4c9e-94c8-a85714835f7a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:35.846518 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:35.989081 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:36.487573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65557b23-d111-4fc9-b73a-920f8c7b7695 None None] Network 196754c5-145e-4f03-8899-dc98cf5895fc requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:14:36.619459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-537fcb1b-3375-4e70-8b71-3c4ab164ee43 None None] Provisioning complete for port d9c1cb2e-8935-422c-b068-1b442992b38f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:14:36.620410 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-537fcb1b-3375-4e70-8b71-3c4ab164ee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:36.629180 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:36.640110 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:36.717033 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=24d7c46b-fd02-4c9e-94c8-a85714835f7a,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:36.719657 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:36.758796 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-537fcb1b-3375-4e70-8b71-3c4ab164ee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:36.800130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-537fcb1b-3375-4e70-8b71-3c4ab164ee43 None None] For port d9c1cb2e-8935-422c-b068-1b442992b38f, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d9c1cb2e-8935-422c-b068-1b442992b38f,segment=NetworkSegment(a65a4f76-e915-4691-bcbe-8d180e03186c),segment_id=a65a4f76-e915-4691-bcbe-8d180e03186c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:14:36.807093 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-537fcb1b-3375-4e70-8b71-3c4ab164ee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:36.830051 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network 196754c5-145e-4f03-8899-dc98cf5895fc is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:14:36.831777 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:14:36.866607 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fcb1b-3375-4e70-8b71-3c4ab164ee43 None None] Pushing event updated for resources: {'Port': ['ID=d9c1cb2e-8935-422c-b068-1b442992b38f,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:36.975618 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:14:37.032331 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f5275792-2c43-4381-98e5-cf5bd0239c69 None None] Provisioning complete for port d9c1cb2e-8935-422c-b068-1b442992b38f triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:14:37.032743 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5275792-2c43-4381-98e5-cf5bd0239c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:37.093905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:14:37.102478 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5d2a21bf-c264-4dd2-a49d-5c438003201a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "PUT /v2.0/routers/7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4724252 Dec 20 22:14:37.113010 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Sync routers for ids ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:14:37.152485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Routers {'7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:14:37.157638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:14:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:37.273469 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f5275792-2c43-4381-98e5-cf5bd0239c69 None None] Provisioning complete for port 24d7c46b-fd02-4c9e-94c8-a85714835f7a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:14:37.274010 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f5275792-2c43-4381-98e5-cf5bd0239c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:37.297930 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-42428cce-25a4-4c8e-8f0f-822b36034dbb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-857625196&fields=id&tenant_id=99506acbd4784aecb24a7bb712357daf HTTP/1.1" status: 200 len: 267 time: 0.0559669 Dec 20 22:14:37.418180 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-e838f343-7c42-42b4-b3b2-d790170af1e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:37.419779 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-e838f343-7c42-42b4-b3b2-d790170af1e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/networks?id=196754c5-145e-4f03-8899-dc98cf5895fc HTTP/1.1" status: 200 len: 797 time: 0.1210034 Dec 20 22:14:37.437104 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-3f362fb3-25d2-4522-a7d2-3dd26b3a5789 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/quotas/99506acbd4784aecb24a7bb712357daf HTTP/1.1" status: 200 len: 375 time: 0.0106530 Dec 20 22:14:37.492539 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-4c51916c-0b4e-4a56-a555-fe2fa5df20ad tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491629 Dec 20 22:14:37.497570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d9c1cb2e-8935-422c-b068-1b442992b38f up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:14:37.528404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f5275792-2c43-4381-98e5-cf5bd0239c69 None None] Port 24d7c46b-fd02-4c9e-94c8-a85714835f7a cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:14:37.564580 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Set router 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:14:37.591754 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-0b8a4293-6bef-436e-83c5-9098656add73 service neutron] 10.222.0.32 "GET /v2.0/networks/196754c5-145e-4f03-8899-dc98cf5895fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862300 Dec 20 22:14:37.605886 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d9c1cb2e-8935-422c-b068-1b442992b38f triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:14:37.606289 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:37.709700 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-1f310f66-2654-4012-bcbc-f78655e1c870 service neutron] 10.222.0.32 "GET /v2.0/networks/196754c5-145e-4f03-8899-dc98cf5895fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082559 Dec 20 22:14:37.745676 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f47f27d9-819e-41a7-a7ac-e135b881b923 None None] Provisioning complete for port 24d7c46b-fd02-4c9e-94c8-a85714835f7a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:14:37.745676 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f47f27d9-819e-41a7-a7ac-e135b881b923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:37.836118 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f47f27d9-819e-41a7-a7ac-e135b881b923 None None] Port 24d7c46b-fd02-4c9e-94c8-a85714835f7a cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:14:37.839517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b2632432-d3c3-4f4c-9d6c-4b30b8082928 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:14:37.908467 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8f25f9d4-c69f-402d-9c3e-9daf3b2daecc req-fc4e79c3-cc82-4165-9387-947ae771b7f5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 210 time: 0.0287757 Dec 20 22:14:37.925121 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port b2632432-d3c3-4f4c-9d6c-4b30b8082928 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:14:37.925494 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:37.930042 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-594761510', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:35Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '24d7c46b-fd02-4c9e-94c8-a85714835f7a', 'name': '', 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:10:cd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:35Z', 'updated_at': '2021-12-20T22:14:36Z', 'revision_number': 2, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:37.983373 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Checking router: 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:14:37.983731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Updating router 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 port 24d7c46b-fd02-4c9e-94c8-a85714835f7a binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:14:38.020927 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:38.111635 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:38.188429 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port b2632432-d3c3-4f4c-9d6c-4b30b8082928, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b2632432-d3c3-4f4c-9d6c-4b30b8082928,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:14:38.192683 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:38.305288 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=b2632432-d3c3-4f4c-9d6c-4b30b8082928,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:38.409837 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:38.416199 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:38.469054 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a651467-0c49-49b6-a12a-30669e39df92 None None] Pushing event updated for resources: {'Port': ['ID=24d7c46b-fd02-4c9e-94c8-a85714835f7a,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:38.524384 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Attempting to bind port 24d7c46b-fd02-4c9e-94c8-a85714835f7a on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:14:38.525080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Attempting to bind port 24d7c46b-fd02-4c9e-94c8-a85714835f7a by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'a65a4f76-e915-4691-bcbe-8d180e03186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:14:38.525080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Attempting to bind port 24d7c46b-fd02-4c9e-94c8-a85714835f7a on network 196754c5-145e-4f03-8899-dc98cf5895fc {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:14:38.530357 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:14:38.530735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Checking segment: {'id': 'a65a4f76-e915-4691-bcbe-8d180e03186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:14:38.531137 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:38.531527 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Bound using segment: {'id': 'a65a4f76-e915-4691-bcbe-8d180e03186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:14:38.531995 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Bound port: 24d7c46b-fd02-4c9e-94c8-a85714835f7a, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65a4f76-e915-4691-bcbe-8d180e03186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:14:38.532375 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:38.602812 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] For port 24d7c46b-fd02-4c9e-94c8-a85714835f7a, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:14:38.606673 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] For port 24d7c46b-fd02-4c9e-94c8-a85714835f7a, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=24d7c46b-fd02-4c9e-94c8-a85714835f7a,segment=NetworkSegment(a65a4f76-e915-4691-bcbe-8d180e03186c),segment_id=a65a4f76-e915-4691-bcbe-8d180e03186c)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:14:38.613728 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:38.685421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Routers {'7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:14:38.686085 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:14:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:38.689841 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a651467-0c49-49b6-a12a-30669e39df92 None None] Pushing event updated for resources: {'Port': ['ID=24d7c46b-fd02-4c9e-94c8-a85714835f7a,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:38.726740 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-fd99b5c9-002d-4c98-a3b2-4a3a0ac406cc None None] Provisioning complete for port 24d7c46b-fd02-4c9e-94c8-a85714835f7a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:14:38.726989 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd99b5c9-002d-4c98-a3b2-4a3a0ac406cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:38.835978 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] Set router 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:14:38.906019 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd99b5c9-002d-4c98-a3b2-4a3a0ac406cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:39.032071 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4c9dfcd8-9fca-4c3d-8e51-64f9ae3fc8a3 req-0519a1da-dfa6-4792-bf5d-8d42330b43ff tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 210 time: 0.0382524 Dec 20 22:14:39.035768 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fd99b5c9-002d-4c98-a3b2-4a3a0ac406cc None None] For port 24d7c46b-fd02-4c9e-94c8-a85714835f7a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=24d7c46b-fd02-4c9e-94c8-a85714835f7a,segment=NetworkSegment(a65a4f76-e915-4691-bcbe-8d180e03186c),segment_id=a65a4f76-e915-4691-bcbe-8d180e03186c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:14:39.049394 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fd99b5c9-002d-4c98-a3b2-4a3a0ac406cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:39.070642 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-473d7fd8-1c85-410d-8d79-262bab09ccd1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:39.072424 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-473d7fd8-1c85-410d-8d79-262bab09ccd1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.31 "GET /v2.0/networks?id=196754c5-145e-4f03-8899-dc98cf5895fc HTTP/1.1" status: 200 len: 797 time: 0.1661348 Dec 20 22:14:39.125860 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-39a9ea7e-b0f0-4d27-b1a7-6ba7c6a5d1ec tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99506acbd4784aecb24a7bb712357daf HTTP/1.1" status: 200 len: 379 time: 0.0361052 Dec 20 22:14:39.137452 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99b5c9-002d-4c98-a3b2-4a3a0ac406cc None None] Pushing event updated for resources: {'Port': ['ID=24d7c46b-fd02-4c9e-94c8-a85714835f7a,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:39.152815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-0d44a19e-582c-4ebc-b8e6-c04a58156dd3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'port': {'device_id': '116a0478-d4ee-49bf-9988-d553e3bc2c0f', 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc', 'admin_state_up': True, 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'security_groups': ['fdaeec80-3db7-45e5-98c1-f5cf751d16aa']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:14:39.164377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-594761510', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:35Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '24d7c46b-fd02-4c9e-94c8-a85714835f7a', 'name': '', 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:10:cd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:35Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:39.198725 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b67b4a-fca9-494b-8e25-05d6daae0512 None None] The sync data for ids ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'] in n-d-xena-1 is: [{'id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-594761510', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:35Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '24d7c46b-fd02-4c9e-94c8-a85714835f7a', 'name': '', 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:10:cd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:35Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:14:39.202454 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b2632432-d3c3-4f4c-9d6c-4b30b8082928 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:14:39.240111 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-caf984e6-c827-4189-8c18-a0ab38875ee4 None None] Provisioning complete for port 24d7c46b-fd02-4c9e-94c8-a85714835f7a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:14:39.240111 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-caf984e6-c827-4189-8c18-a0ab38875ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:39.315827 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port b2632432-d3c3-4f4c-9d6c-4b30b8082928 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:14:39.316194 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:39.320056 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-0d44a19e-582c-4ebc-b8e6-c04a58156dd3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Made reservation on behalf of 99506acbd4784aecb24a7bb712357daf for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:14:39.324391 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-0d44a19e-582c-4ebc-b8e6-c04a58156dd3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:39.481941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-0d44a19e-582c-4ebc-b8e6-c04a58156dd3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.20.0.3 (196754c5-145e-4f03-8899-dc98cf5895fc/c050c2e3-8e57-4d1b-a707-73d006cefc06/c89ef34f-cce9-4d2a-93d4-8541fa512d21) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:14:39.627760 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-0d44a19e-582c-4ebc-b8e6-c04a58156dd3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:39.667360 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-0d44a19e-582c-4ebc-b8e6-c04a58156dd3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:39.737339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-0d44a19e-582c-4ebc-b8e6-c04a58156dd3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network 196754c5-145e-4f03-8899-dc98cf5895fc is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:14:39.740609 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-0d44a19e-582c-4ebc-b8e6-c04a58156dd3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:14:39.744592 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-0d44a19e-582c-4ebc-b8e6-c04a58156dd3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:14:39.774822 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44a19e-582c-4ebc-b8e6-c04a58156dd3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=c89ef34f-cce9-4d2a-93d4-8541fa512d21,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:39.804012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-0d44a19e-582c-4ebc-b8e6-c04a58156dd3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:39.804936 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-0d44a19e-582c-4ebc-b8e6-c04a58156dd3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:39.824607 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-0d44a19e-582c-4ebc-b8e6-c04a58156dd3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6766193 Dec 20 22:14:39.954370 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Request body: {'port': {'device_id': '116a0478-d4ee-49bf-9988-d553e3bc2c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:14:40.011953 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:40.022355 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-94eecb52-c64d-48ed-9ce5-242b3276a920 None None] Provisioning complete for port c89ef34f-cce9-4d2a-93d4-8541fa512d21 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:14:40.022911 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-94eecb52-c64d-48ed-9ce5-242b3276a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:40.062460 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-94eecb52-c64d-48ed-9ce5-242b3276a920 None None] Port c89ef34f-cce9-4d2a-93d4-8541fa512d21 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:14:40.258315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0071e-71f6-4e81-b833-6a2e66f583cf req-c038f426-ee25-43d4-a883-2de83aa151c7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:40.260011 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09c0071e-71f6-4e81-b833-6a2e66f583cf req-c038f426-ee25-43d4-a883-2de83aa151c7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 931 time: 0.1162219 Dec 20 22:14:40.333847 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09c0071e-71f6-4e81-b833-6a2e66f583cf req-3f1b51fb-ae2e-4cf8-9dd2-c6963c4c3279 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaeec80-3db7-45e5-98c1-f5cf751d16aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669799 Dec 20 22:14:40.398442 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89ef34f-cce9-4d2a-93d4-8541fa512d21 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:14:40.407562 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:40.421911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Transition to ACTIVE for port object c89ef34f-cce9-4d2a-93d4-8541fa512d21 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:14:40.426608 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:40.480714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c89ef34f-cce9-4d2a-93d4-8541fa512d21,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:40.560481 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Attempting to bind port c89ef34f-cce9-4d2a-93d4-8541fa512d21 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:14:40.560837 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Attempting to bind port c89ef34f-cce9-4d2a-93d4-8541fa512d21 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'a65a4f76-e915-4691-bcbe-8d180e03186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:14:40.561163 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Attempting to bind port c89ef34f-cce9-4d2a-93d4-8541fa512d21 on network 196754c5-145e-4f03-8899-dc98cf5895fc {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:14:40.566076 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Port c89ef34f-cce9-4d2a-93d4-8541fa512d21 on network 196754c5-145e-4f03-8899-dc98cf5895fc not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:14:40.566514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Attempting to bind port c89ef34f-cce9-4d2a-93d4-8541fa512d21 on network 196754c5-145e-4f03-8899-dc98cf5895fc {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:14:40.572708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:14:40.572944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Checking segment: {'id': 'a65a4f76-e915-4691-bcbe-8d180e03186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:14:40.573348 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Bound using segment: {'id': 'a65a4f76-e915-4691-bcbe-8d180e03186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:14:40.573802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Bound port: c89ef34f-cce9-4d2a-93d4-8541fa512d21, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65a4f76-e915-4691-bcbe-8d180e03186c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:14:40.574180 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:40.643717 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] For port c89ef34f-cce9-4d2a-93d4-8541fa512d21, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:14:40.647436 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] For port c89ef34f-cce9-4d2a-93d4-8541fa512d21, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c89ef34f-cce9-4d2a-93d4-8541fa512d21,segment=NetworkSegment(a65a4f76-e915-4691-bcbe-8d180e03186c),segment_id=a65a4f76-e915-4691-bcbe-8d180e03186c)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:14:40.653340 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:40.696714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:40.697374 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:40.698875 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] 10.222.0.31 "PUT /v2.0/ports/c89ef34f-cce9-4d2a-93d4-8541fa512d21 HTTP/1.1" status: 200 len: 1089 time: 0.7959714 Dec 20 22:14:40.699305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116a0478-d4ee-49bf-9988-d553e3bc2c0f', 'tag': 'c89ef34f-cce9-4d2a-93d4-8541fa512d21'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:14:40.701625 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b235d68a-f75d-40a8-ab75-7e4450985a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "116a0478-d4ee-49bf-9988-d553e3bc2c0f", "tag": "c89ef34f-cce9-4d2a-93d4-8541fa512d21"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:14:40.733474 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6c6e0-a222-4534-854c-e8484a1a70c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c89ef34f-cce9-4d2a-93d4-8541fa512d21,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:40.751670 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f61da03-891a-4e8a-b230-29b66eed48fa x-openstack-request-id: req-4f61da03-891a-4e8a-b230-29b66eed48fa {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:14:40.751968 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116a0478-d4ee-49bf-9988-d553e3bc2c0f", "tag": "c89ef34f-cce9-4d2a-93d4-8541fa512d21", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:14:40.752218 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f61da03-891a-4e8a-b230-29b66eed48fa {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:14:40.752924 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116a0478-d4ee-49bf-9988-d553e3bc2c0f', 'tag': 'c89ef34f-cce9-4d2a-93d4-8541fa512d21', 'status': 'completed', 'code': 200} Dec 20 22:14:40.822386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-8149c234-c2dd-401b-8fbe-c724a63d3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:40.822386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-8149c234-c2dd-401b-8fbe-c724a63d3059 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 1092 time: 0.0514209 Dec 20 22:14:40.873024 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-ee831798-ecf7-49f3-af0c-ced9bf71cf7d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c89ef34f-cce9-4d2a-93d4-8541fa512d21 HTTP/1.1" status: 200 len: 217 time: 0.0382581 Dec 20 22:14:40.928540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-d66f37d4-90e4-4e23-a315-64e788a12d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:40.930573 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-d66f37d4-90e4-4e23-a315-64e788a12d81 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c050c2e3-8e57-4d1b-a707-73d006cefc06 HTTP/1.1" status: 200 len: 834 time: 0.0501473 Dec 20 22:14:40.982665 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-de4c27bd-7fda-450f-bd7f-e31d3ccb29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:40.985039 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-de4c27bd-7fda-450f-bd7f-e31d3ccb29f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=196754c5-145e-4f03-8899-dc98cf5895fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480027 Dec 20 22:14:41.077576 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-a423e8a4-21de-4781-97bd-572c4bdaccee service neutron] 10.222.0.31 "GET /v2.0/networks/196754c5-145e-4f03-8899-dc98cf5895fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859213 Dec 20 22:14:41.177957 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-887e2e67-46ec-4d20-b2e3-ab2b3587e3df req-903b7cf8-6cd2-427a-afe7-91889c06f81f service neutron] 10.222.0.31 "GET /v2.0/networks/196754c5-145e-4f03-8899-dc98cf5895fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939741 Dec 20 22:14:41.207445 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 24d7c46b-fd02-4c9e-94c8-a85714835f7a up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:14:41.262669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 24d7c46b-fd02-4c9e-94c8-a85714835f7a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:14:41.263180 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:41.324605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235d68a-f75d-40a8-ab75-7e4450985a3e req-6456ad3e-6b94-4cee-b277-98062ae17a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:41.326995 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b235d68a-f75d-40a8-ab75-7e4450985a3e req-6456ad3e-6b94-4cee-b277-98062ae17a90 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 1092 time: 0.0469716 Dec 20 22:14:41.463407 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235d68a-f75d-40a8-ab75-7e4450985a3e req-f1bb8053-524a-491d-b544-29a55391e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:41.464903 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b235d68a-f75d-40a8-ab75-7e4450985a3e req-f1bb8053-524a-491d-b544-29a55391e0f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=196754c5-145e-4f03-8899-dc98cf5895fc HTTP/1.1" status: 200 len: 898 time: 0.1309829 Dec 20 22:14:41.477701 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c22a71-b63b-414f-b361-8b81b824a0f2 req-2462672d-6b70-4dcd-a8ed-3ab2a0657dcd tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:41.479186 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a5c22a71-b63b-414f-b361-8b81b824a0f2 req-2462672d-6b70-4dcd-a8ed-3ab2a0657dcd tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 943 time: 0.0712368 Dec 20 22:14:41.518920 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b235d68a-f75d-40a8-ab75-7e4450985a3e req-dccf2f82-5bbf-4d36-aab6-50518c2d9f06 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c89ef34f-cce9-4d2a-93d4-8541fa512d21 HTTP/1.1" status: 200 len: 217 time: 0.0386989 Dec 20 22:14:41.582019 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a5c22a71-b63b-414f-b361-8b81b824a0f2 req-f34d8580-1ab6-4e78-aa88-bca9d32c5918 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaeec80-3db7-45e5-98c1-f5cf751d16aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962737 Dec 20 22:14:41.589749 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235d68a-f75d-40a8-ab75-7e4450985a3e req-ceb78c42-4586-408c-bf8e-0fd9bf60bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:41.591256 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b235d68a-f75d-40a8-ab75-7e4450985a3e req-ceb78c42-4586-408c-bf8e-0fd9bf60bf93 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c050c2e3-8e57-4d1b-a707-73d006cefc06 HTTP/1.1" status: 200 len: 834 time: 0.0654221 Dec 20 22:14:41.641482 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235d68a-f75d-40a8-ab75-7e4450985a3e req-afa76a96-2589-42c1-bc6f-4f6431274be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:41.642901 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b235d68a-f75d-40a8-ab75-7e4450985a3e req-afa76a96-2589-42c1-bc6f-4f6431274be5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=196754c5-145e-4f03-8899-dc98cf5895fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0432985 Dec 20 22:14:41.751501 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b235d68a-f75d-40a8-ab75-7e4450985a3e req-f1171b13-33aa-41aa-b1ae-8b1d807dc062 service neutron] 10.222.0.31 "GET /v2.0/networks/196754c5-145e-4f03-8899-dc98cf5895fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010873 Dec 20 22:14:41.845063 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b235d68a-f75d-40a8-ab75-7e4450985a3e req-86833122-ee4c-4d46-832f-b1c4e5c727af service neutron] 10.222.0.31 "GET /v2.0/networks/196754c5-145e-4f03-8899-dc98cf5895fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862782 Dec 20 22:14:42.705004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892d025-62f9-4048-ae77-daeb062d7e5b req-634580bf-2b44-4e38-8e44-051f52f50e6c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:42.706519 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6892d025-62f9-4048-ae77-daeb062d7e5b req-634580bf-2b44-4e38-8e44-051f52f50e6c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 943 time: 0.0535381 Dec 20 22:14:42.744362 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6892d025-62f9-4048-ae77-daeb062d7e5b req-dccf070d-421a-4f5d-8504-b44ca6af5a26 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaeec80-3db7-45e5-98c1-f5cf751d16aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314667 Dec 20 22:14:43.243102 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c89ef34f-cce9-4d2a-93d4-8541fa512d21 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:14:43.343767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c89ef34f-cce9-4d2a-93d4-8541fa512d21, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c89ef34f-cce9-4d2a-93d4-8541fa512d21,segment=NetworkSegment(a65a4f76-e915-4691-bcbe-8d180e03186c),segment_id=a65a4f76-e915-4691-bcbe-8d180e03186c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:14:43.355482 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': 'c89ef34f-cce9-4d2a-93d4-8541fa512d21', 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc', 'port_id': 'c89ef34f-cce9-4d2a-93d4-8541fa512d21', 'mac_address': 'fa:16:3e:e6:a2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:14:43.392956 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:43.406941 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89ef34f-cce9-4d2a-93d4-8541fa512d21 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:14:43.431625 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c89ef34f-cce9-4d2a-93d4-8541fa512d21, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c89ef34f-cce9-4d2a-93d4-8541fa512d21,segment=NetworkSegment(a65a4f76-e915-4691-bcbe-8d180e03186c),segment_id=a65a4f76-e915-4691-bcbe-8d180e03186c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:14:43.436731 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:43.485922 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=c89ef34f-cce9-4d2a-93d4-8541fa512d21,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:43.742744 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['c89ef34f-cce9-4d2a-93d4-8541fa512d21'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:14:43.875524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c1c87-4d5a-4dc8-8c1c-b16aba573ec0 req-c89ea699-822b-4f7d-8650-c78c93005ee1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:43.877056 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-215c1c87-4d5a-4dc8-8c1c-b16aba573ec0 req-c89ea699-822b-4f7d-8650-c78c93005ee1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 944 time: 0.0531948 Dec 20 22:14:43.919530 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-215c1c87-4d5a-4dc8-8c1c-b16aba573ec0 req-613f91c8-8a92-4cb4-887b-63450c7403ce tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaeec80-3db7-45e5-98c1-f5cf751d16aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361311 Dec 20 22:14:45.049414 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f7c44-0dbe-4b2f-9eee-ce2fb939dd9c req-986bf297-d45c-473f-93eb-9818de78adf4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:45.050962 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-891f7c44-0dbe-4b2f-9eee-ce2fb939dd9c req-986bf297-d45c-473f-93eb-9818de78adf4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 944 time: 0.0546663 Dec 20 22:14:45.092342 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-891f7c44-0dbe-4b2f-9eee-ce2fb939dd9c req-1a3c1b49-937e-4474-a09b-2e8c88dfb8aa tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaeec80-3db7-45e5-98c1-f5cf751d16aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347836 Dec 20 22:14:45.244160 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c89ef34f-cce9-4d2a-93d4-8541fa512d21 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:14:45.299456 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port c89ef34f-cce9-4d2a-93d4-8541fa512d21 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:14:45.303159 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port c89ef34f-cce9-4d2a-93d4-8541fa512d21 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:14:45.303533 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:45.391503 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:45.414262 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116a0478-d4ee-49bf-9988-d553e3bc2c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89ef34f-cce9-4d2a-93d4-8541fa512d21'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:14:45.435582 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port c89ef34f-cce9-4d2a-93d4-8541fa512d21, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c89ef34f-cce9-4d2a-93d4-8541fa512d21,segment=NetworkSegment(a65a4f76-e915-4691-bcbe-8d180e03186c),segment_id=a65a4f76-e915-4691-bcbe-8d180e03186c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:14:45.441105 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:45.466002 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20eead1defd04ed19d9e1f577934cb646bb96fa6360cbfa3ec76c6556e217167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b9c693-a0da-4076-88df-43a78df2c4c8" -d '{"events": [{"server_uuid": "116a0478-d4ee-49bf-9988-d553e3bc2c0f", "name": "network-vif-plugged", "status": "completed", "tag": "c89ef34f-cce9-4d2a-93d4-8541fa512d21"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:14:45.471191 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:45.495859 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=c89ef34f-cce9-4d2a-93d4-8541fa512d21,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:45.556279 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf1428c-e599-462c-a3c7-75340034368c x-openstack-request-id: req-0cf1428c-e599-462c-a3c7-75340034368c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:14:45.556547 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116a0478-d4ee-49bf-9988-d553e3bc2c0f", "name": "network-vif-plugged", "status": "completed", "tag": "c89ef34f-cce9-4d2a-93d4-8541fa512d21", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:14:45.556833 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cf1428c-e599-462c-a3c7-75340034368c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:14:45.557233 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116a0478-d4ee-49bf-9988-d553e3bc2c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89ef34f-cce9-4d2a-93d4-8541fa512d21', 'code': 200} Dec 20 22:14:45.689356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061a954-8793-4ddf-b4ad-de6adfd37c13 req-95e3b23b-02d8-4b0d-9e9b-9dd35e48f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:45.690909 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0061a954-8793-4ddf-b4ad-de6adfd37c13 req-95e3b23b-02d8-4b0d-9e9b-9dd35e48f657 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 1094 time: 0.0462880 Dec 20 22:14:45.727053 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0061a954-8793-4ddf-b4ad-de6adfd37c13 req-76ae9a7d-8807-4b1a-a714-27b69a609208 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fdaeec80-3db7-45e5-98c1-f5cf751d16aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296857 Dec 20 22:14:46.213977 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a7c81-c0cc-4b21-b2bf-f243ff54d43f req-4966a4bb-f825-47ab-8f98-f1682ae0910c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:46.215932 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-661a7c81-c0cc-4b21-b2bf-f243ff54d43f req-4966a4bb-f825-47ab-8f98-f1682ae0910c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 945 time: 0.0541503 Dec 20 22:14:46.256157 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-661a7c81-c0cc-4b21-b2bf-f243ff54d43f req-eebf1a2f-34bc-4664-a19f-8e8d0a1725aa tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaeec80-3db7-45e5-98c1-f5cf751d16aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341740 Dec 20 22:14:47.381181 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86314207-08cb-43cc-b1cf-3a1bb75de242 req-8d3424f7-f9f8-439d-abf0-7dedbbffd09a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:47.382707 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-86314207-08cb-43cc-b1cf-3a1bb75de242 req-8d3424f7-f9f8-439d-abf0-7dedbbffd09a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 945 time: 0.0511417 Dec 20 22:14:47.424482 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-86314207-08cb-43cc-b1cf-3a1bb75de242 req-6ae684c2-56e9-47ee-acf9-dd0d52471943 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaeec80-3db7-45e5-98c1-f5cf751d16aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344522 Dec 20 22:14:47.552574 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4456b2-6434-4611-b6ee-159c0b320785 req-30af93cb-39df-44f8-8754-3de0820af65b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:47.554112 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ac4456b2-6434-4611-b6ee-159c0b320785 req-30af93cb-39df-44f8-8754-3de0820af65b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 945 time: 0.0526569 Dec 20 22:14:47.599482 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ac4456b2-6434-4611-b6ee-159c0b320785 req-578e1930-2e3d-4c9f-a32a-b1fbd6ec3b86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaeec80-3db7-45e5-98c1-f5cf751d16aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378540 Dec 20 22:14:47.624442 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52922) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:47.674219 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021feaf3-056e-4336-8347-c676a2ca165b tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:47.675669 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-021feaf3-056e-4336-8347-c676a2ca165b tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 1089 time: 0.0502398 Dec 20 22:14:47.678788 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52924) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:47.685268 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': 'c89ef34f-cce9-4d2a-93d4-8541fa512d21', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:14:47.715017 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:47.819281 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:47.934876 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.35.3.89 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/4c8eb5e8-d6c1-4a5c-9a8e-97742c47e7a8) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:14:48.047860 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:48.083870 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:48.458263 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:48.521060 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:14:48.526017 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:14:48.529669 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:14:48.553246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=4c8eb5e8-d6c1-4a5c-9a8e-97742c47e7a8,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:48.871190 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:48.965313 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:49.121663 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:49.129687 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:49.204856 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=4c8eb5e8-d6c1-4a5c-9a8e-97742c47e7a8,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:14:49.218312 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:49.339029 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Floating IP 9f342f34-506b-4b6f-9338-cc8947a91586 associated. External IP: 172.35.3.89, port: c89ef34f-cce9-4d2a-93d4-8541fa512d21. Dec 20 22:14:49.561487 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:14:49.675774 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:14:49.686339 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1604982-c404-440c-8193-640cf3261d51 None None] Sync routers for ids ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:14:49.695550 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:49.695831 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1604982-c404-440c-8193-640cf3261d51 None None] Routers {'7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:14:49.696441 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f1604982-c404-440c-8193-640cf3261d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:14:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:49.724415 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-31d034c8-72a7-4e74-8251-b43a7157bea8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0445993 Dec 20 22:14:49.725106 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116a0478-d4ee-49bf-9988-d553e3bc2c0f', 'tag': 'c89ef34f-cce9-4d2a-93d4-8541fa512d21'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:14:49.729294 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f39d2392ee36c270bf164f2b0d9d8519f42a87b2972c565f9d9401e18f0a645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325572f4-903d-432d-8ff6-cafbf04df351" -d '{"events": [{"name": "network-changed", "server_uuid": "116a0478-d4ee-49bf-9988-d553e3bc2c0f", "tag": "c89ef34f-cce9-4d2a-93d4-8541fa512d21"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:14:49.772199 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0096a9-5c80-4629-b19e-d786341f8190 x-openstack-request-id: req-4e0096a9-5c80-4629-b19e-d786341f8190 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:14:49.772487 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116a0478-d4ee-49bf-9988-d553e3bc2c0f", "tag": "c89ef34f-cce9-4d2a-93d4-8541fa512d21", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:14:49.773310 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e0096a9-5c80-4629-b19e-d786341f8190 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:14:49.773310 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116a0478-d4ee-49bf-9988-d553e3bc2c0f', 'tag': 'c89ef34f-cce9-4d2a-93d4-8541fa512d21', 'status': 'completed', 'code': 200} Dec 20 22:14:49.807807 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f1604982-c404-440c-8193-640cf3261d51 None None] Set router 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:14:49.839399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9797cd-df41-4aef-8cd0-979050477066 req-bd868fa9-bbc2-43bd-bfab-3ff43182aa17 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:49.840954 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b9797cd-df41-4aef-8cd0-979050477066 req-bd868fa9-bbc2-43bd-bfab-3ff43182aa17 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 945 time: 0.0594075 Dec 20 22:14:49.902206 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325572f4-903d-432d-8ff6-cafbf04df351 req-63cedcbb-fc8d-4614-ab28-07bde33421ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:49.903806 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-325572f4-903d-432d-8ff6-cafbf04df351 req-63cedcbb-fc8d-4614-ab28-07bde33421ce service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 1094 time: 0.0832262 Dec 20 22:14:49.906693 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3b9797cd-df41-4aef-8cd0-979050477066 req-670d7922-b20c-44a9-9c1a-34635d37bf91 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaeec80-3db7-45e5-98c1-f5cf751d16aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480742 Dec 20 22:14:49.936488 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52930) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:50.006816 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-16bc59d6-c414-4ee0-8d3f-705c02afccf2 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/floatingips/9f342f34-506b-4b6f-9338-cc8947a91586 HTTP/1.1" status: 200 len: 990 time: 0.0689750 Dec 20 22:14:50.013733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325572f4-903d-432d-8ff6-cafbf04df351 req-b83366c9-7a1b-4a3a-aa26-e01c8d180acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:50.015430 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-325572f4-903d-432d-8ff6-cafbf04df351 req-b83366c9-7a1b-4a3a-aa26-e01c8d180acc service neutron] 10.222.0.31 "GET /v2.0/networks?id=196754c5-145e-4f03-8899-dc98cf5895fc HTTP/1.1" status: 200 len: 898 time: 0.1049812 Dec 20 22:14:50.056243 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f1604982-c404-440c-8193-640cf3261d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-594761510', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:35Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '9f342f34-506b-4b6f-9338-cc8947a91586', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'floating_ip_address': '172.35.3.89', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'port_id': 'c89ef34f-cce9-4d2a-93d4-8541fa512d21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc', 'mac_address': 'fa:16:3e:e6:a2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116a0478-d4ee-49bf-9988-d553e3bc2c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:14:48Z', 'updated_at': '2021-12-20T22:14:48Z', 'revision_number': 0, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d7c46b-fd02-4c9e-94c8-a85714835f7a', 'name': '', 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:10:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:35Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:50.088688 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-325572f4-903d-432d-8ff6-cafbf04df351 req-1d262204-8b48-4c7f-b005-51f9202db145 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c89ef34f-cce9-4d2a-93d4-8541fa512d21 HTTP/1.1" status: 200 len: 998 time: 0.0659220 Dec 20 22:14:50.146199 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325572f4-903d-432d-8ff6-cafbf04df351 req-f4af9919-8218-4027-89b0-b18780a28cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:50.147757 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-325572f4-903d-432d-8ff6-cafbf04df351 req-f4af9919-8218-4027-89b0-b18780a28cee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c050c2e3-8e57-4d1b-a707-73d006cefc06 HTTP/1.1" status: 200 len: 834 time: 0.0512178 Dec 20 22:14:50.184427 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1604982-c404-440c-8193-640cf3261d51 None None] Checking router: 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:14:50.192912 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1604982-c404-440c-8193-640cf3261d51 None None] Routers {'7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:14:50.193444 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f1604982-c404-440c-8193-640cf3261d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:14:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:50.201648 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325572f4-903d-432d-8ff6-cafbf04df351 req-7231fc82-66f4-40ef-9355-81bb4efb0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:50.203242 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-325572f4-903d-432d-8ff6-cafbf04df351 req-7231fc82-66f4-40ef-9355-81bb4efb0149 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=196754c5-145e-4f03-8899-dc98cf5895fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0488749 Dec 20 22:14:50.297724 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-325572f4-903d-432d-8ff6-cafbf04df351 req-1696f1ad-c17a-4f0b-bb24-78af1dd236d8 service neutron] 10.222.0.31 "GET /v2.0/networks/196754c5-145e-4f03-8899-dc98cf5895fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873210 Dec 20 22:14:50.298651 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f1604982-c404-440c-8193-640cf3261d51 None None] Set router 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:14:50.385230 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-325572f4-903d-432d-8ff6-cafbf04df351 req-27fd1919-ad7c-4298-9a69-21cb260769c4 service neutron] 10.222.0.31 "GET /v2.0/networks/196754c5-145e-4f03-8899-dc98cf5895fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812418 Dec 20 22:14:50.575728 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f1604982-c404-440c-8193-640cf3261d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-594761510', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:35Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '9f342f34-506b-4b6f-9338-cc8947a91586', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'floating_ip_address': '172.35.3.89', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'port_id': 'c89ef34f-cce9-4d2a-93d4-8541fa512d21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc', 'mac_address': 'fa:16:3e:e6:a2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116a0478-d4ee-49bf-9988-d553e3bc2c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:14:48Z', 'updated_at': '2021-12-20T22:14:48Z', 'revision_number': 0, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d7c46b-fd02-4c9e-94c8-a85714835f7a', 'name': '', 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:10:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:35Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:14:50.614373 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1604982-c404-440c-8193-640cf3261d51 None None] The sync data for ids ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'] in n-d-xena-1 is: [{'id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-594761510', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:35Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '9f342f34-506b-4b6f-9338-cc8947a91586', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'floating_ip_address': '172.35.3.89', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'port_id': 'c89ef34f-cce9-4d2a-93d4-8541fa512d21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc', 'mac_address': 'fa:16:3e:e6:a2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116a0478-d4ee-49bf-9988-d553e3bc2c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:14:48Z', 'updated_at': '2021-12-20T22:14:48Z', 'revision_number': 0, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24d7c46b-fd02-4c9e-94c8-a85714835f7a', 'name': '', 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:10:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:35Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:14:50.811877 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e69915-2971-4ff6-869a-2acad32b8c23 None None] New status for floating IP 9f342f34-506b-4b6f-9338-cc8947a91586: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:14:50.942417 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c28dabe-1d27-4e7a-99bb-b37d7129deb8 req-cbc60e2c-230d-4f90-a748-7907750ab550 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0444705 Dec 20 22:14:51.008110 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52932) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:14:51.046500 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28dabe-1d27-4e7a-99bb-b37d7129deb8 req-2306c3fb-0f8e-46b9-b5fb-ff16bd715289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:51.048315 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c28dabe-1d27-4e7a-99bb-b37d7129deb8 req-2306c3fb-0f8e-46b9-b5fb-ff16bd715289 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 1094 time: 0.0476813 Dec 20 22:14:51.074484 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-30332127-8c87-4c92-9e3a-76903b5aadba tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/floatingips/9f342f34-506b-4b6f-9338-cc8947a91586 HTTP/1.1" status: 200 len: 992 time: 0.0651181 Dec 20 22:14:51.152011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28dabe-1d27-4e7a-99bb-b37d7129deb8 req-91d9c715-e935-43fe-bba4-52de734e80c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:51.153494 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c28dabe-1d27-4e7a-99bb-b37d7129deb8 req-91d9c715-e935-43fe-bba4-52de734e80c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=196754c5-145e-4f03-8899-dc98cf5895fc HTTP/1.1" status: 200 len: 898 time: 0.0867779 Dec 20 22:14:51.222435 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c28dabe-1d27-4e7a-99bb-b37d7129deb8 req-c16d2304-5080-44e6-9e9f-298186ff5049 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c89ef34f-cce9-4d2a-93d4-8541fa512d21 HTTP/1.1" status: 200 len: 1000 time: 0.0617533 Dec 20 22:14:51.275831 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28dabe-1d27-4e7a-99bb-b37d7129deb8 req-96b438d8-ffa5-4655-ade0-a41f3652ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:51.277316 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c28dabe-1d27-4e7a-99bb-b37d7129deb8 req-96b438d8-ffa5-4655-ade0-a41f3652ade5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c050c2e3-8e57-4d1b-a707-73d006cefc06 HTTP/1.1" status: 200 len: 834 time: 0.0482938 Dec 20 22:14:51.338563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28dabe-1d27-4e7a-99bb-b37d7129deb8 req-10651f57-b81c-419e-8eae-1dbac737697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:14:51.340149 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c28dabe-1d27-4e7a-99bb-b37d7129deb8 req-10651f57-b81c-419e-8eae-1dbac737697f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=196754c5-145e-4f03-8899-dc98cf5895fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0466726 Dec 20 22:14:51.435589 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c28dabe-1d27-4e7a-99bb-b37d7129deb8 req-5275332e-9e92-41be-abfa-73a44f390a12 service neutron] 10.222.0.31 "GET /v2.0/networks/196754c5-145e-4f03-8899-dc98cf5895fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885627 Dec 20 22:14:51.525346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c28dabe-1d27-4e7a-99bb-b37d7129deb8 req-0e71817c-3b03-4dac-8561-1f7179ed4784 service neutron] 10.222.0.31 "GET /v2.0/networks/196754c5-145e-4f03-8899-dc98cf5895fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831800 Dec 20 22:14:52.325634 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:14:57.237428 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c9753020-637f-4f1a-893b-6ad0643b3a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:14:59.551113 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de911e21-07c7-4aad-b643-0f4d58c48965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:00.888880 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:02.317312 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:02.447377 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:15.436114 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:18.485130 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:22.570655 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44fa04-206a-4c56-91e5-928c2de5c986 req-7ac18c20-a5ed-4c9d-8081-37a11e131229 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:22.572244 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4d44fa04-206a-4c56-91e5-928c2de5c986 req-7ac18c20-a5ed-4c9d-8081-37a11e131229 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 945 time: 0.0543416 Dec 20 22:15:22.613993 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4d44fa04-206a-4c56-91e5-928c2de5c986 req-9cdb084f-839e-4393-8ceb-5ae2c8050f65 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaeec80-3db7-45e5-98c1-f5cf751d16aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353839 Dec 20 22:15:23.751308 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820675c-5e61-4c46-a8d9-a55af7a12133 req-ae3dca68-a537-44dc-ace9-1a633de4f57a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:23.752800 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3820675c-5e61-4c46-a8d9-a55af7a12133 req-ae3dca68-a537-44dc-ace9-1a633de4f57a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 945 time: 0.0555758 Dec 20 22:15:23.802680 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3820675c-5e61-4c46-a8d9-a55af7a12133 req-58b45cfe-c937-4a95-9f1c-0e890f53d0ac tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaeec80-3db7-45e5-98c1-f5cf751d16aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433183 Dec 20 22:15:23.826699 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52964) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:23.887184 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-49fd00c0-af79-4881-9e68-4a0dda0dab7c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/floatingips/9f342f34-506b-4b6f-9338-cc8947a91586 HTTP/1.1" status: 200 len: 992 time: 0.0592000 Dec 20 22:15:25.198634 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c6f1d-21eb-4441-b2db-570984c25fc2 req-1d88b5ed-c64c-4f8a-a648-08842c649842 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:25.200065 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e14c6f1d-21eb-4441-b2db-570984c25fc2 req-1d88b5ed-c64c-4f8a-a648-08842c649842 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 945 time: 0.0646675 Dec 20 22:15:25.242771 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e14c6f1d-21eb-4441-b2db-570984c25fc2 req-4ac4be30-532e-408a-8741-c422349abf86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaeec80-3db7-45e5-98c1-f5cf751d16aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356798 Dec 20 22:15:26.374614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023a4be-2f9c-4e7a-b25d-5fa224fbdd23 req-59c6b5a0-5403-45ad-b3eb-1d83b1f0d589 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:26.376117 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9023a4be-2f9c-4e7a-b25d-5fa224fbdd23 req-59c6b5a0-5403-45ad-b3eb-1d83b1f0d589 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 945 time: 0.0589046 Dec 20 22:15:26.414003 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9023a4be-2f9c-4e7a-b25d-5fa224fbdd23 req-1ff75c48-8c9f-4bfd-83ee-9fc8bb4d924c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaeec80-3db7-45e5-98c1-f5cf751d16aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317667 Dec 20 22:15:26.437623 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 52976) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:26.498981 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5b386dc0-47d5-44f3-9c8f-b9ec4bd594e7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/floatingips/9f342f34-506b-4b6f-9338-cc8947a91586 HTTP/1.1" status: 200 len: 992 time: 0.0601523 Dec 20 22:15:26.734632 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 52982) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:26.895504 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port 4c8eb5e8-d6c1-4a5c-9a8e-97742c47e7a8 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:15:26.895748 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:26.971351 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:26.971640 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:26.983717 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for 4c8eb5e8-d6c1-4a5c-9a8e-97742c47e7a8 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:15:27.135045 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:27.167206 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=4c8eb5e8-d6c1-4a5c-9a8e-97742c47e7a8,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:27.181497 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:27.181841 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:27.182199 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:27.182529 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:27.182850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:27.183172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:27.183495 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:27.183814 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:27.184132 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:27.184447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:27.184762 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:27.185072 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:27.239453 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:27.239953 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Floating IP 9f342f34-506b-4b6f-9338-cc8947a91586 disassociated (deleted). External IP: 172.35.3.89, port: c89ef34f-cce9-4d2a-93d4-8541fa512d21. Dec 20 22:15:27.244229 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c844b1fb-dc06-4c32-b6e6-26b6a0a71b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:27.767241 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:15:27.878025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:15:27.883441 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:27.888371 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a101a251-daed-4515-acb1-92ace2ecc452 None None] Sync routers for ids ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:15:27.897494 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a101a251-daed-4515-acb1-92ace2ecc452 None None] Routers {'7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:15:27.898368 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a101a251-daed-4515-acb1-92ace2ecc452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:15:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:27.913816 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4253188e-9ae9-4a65-8b82-dfd3c7a057a7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/floatingips/9f342f34-506b-4b6f-9338-cc8947a91586 HTTP/1.1" status: 204 len: 168 time: 1.1756403 Dec 20 22:15:27.913816 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116a0478-d4ee-49bf-9988-d553e3bc2c0f', 'tag': 'c89ef34f-cce9-4d2a-93d4-8541fa512d21'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:15:27.914392 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b45f4f6-b244-42d6-bb41-8814786f8dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "116a0478-d4ee-49bf-9988-d553e3bc2c0f", "tag": "c89ef34f-cce9-4d2a-93d4-8541fa512d21"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:15:27.958757 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb80a24-4ba8-4360-9949-2f45e0b8a61b x-openstack-request-id: req-2bb80a24-4ba8-4360-9949-2f45e0b8a61b {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:15:27.959248 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116a0478-d4ee-49bf-9988-d553e3bc2c0f", "tag": "c89ef34f-cce9-4d2a-93d4-8541fa512d21", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:15:27.959420 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2bb80a24-4ba8-4360-9949-2f45e0b8a61b {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:15:27.959823 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116a0478-d4ee-49bf-9988-d553e3bc2c0f', 'tag': 'c89ef34f-cce9-4d2a-93d4-8541fa512d21', 'status': 'completed', 'code': 200} Dec 20 22:15:28.022980 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a101a251-daed-4515-acb1-92ace2ecc452 None None] Set router 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:15:28.057587 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45f4f6-b244-42d6-bb41-8814786f8dc2 req-344a40ea-dc40-47f9-86f2-e6b4993e302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:28.059317 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5b45f4f6-b244-42d6-bb41-8814786f8dc2 req-344a40ea-dc40-47f9-86f2-e6b4993e302b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 1094 time: 0.0560050 Dec 20 22:15:28.153936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb65069-d0d5-426a-bdd4-8f9af5005042 req-e4ea01f5-8818-41f8-854d-79a77b97e550 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:28.155507 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dfb65069-d0d5-426a-bdd4-8f9af5005042 req-e4ea01f5-8818-41f8-854d-79a77b97e550 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 945 time: 0.0592306 Dec 20 22:15:28.190088 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45f4f6-b244-42d6-bb41-8814786f8dc2 req-9aac4e3a-63ed-4f44-b8fb-349308ace8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:28.192384 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5b45f4f6-b244-42d6-bb41-8814786f8dc2 req-9aac4e3a-63ed-4f44-b8fb-349308ace8bc service neutron] 10.222.0.31 "GET /v2.0/networks?id=196754c5-145e-4f03-8899-dc98cf5895fc HTTP/1.1" status: 200 len: 898 time: 0.1065431 Dec 20 22:15:28.197704 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dfb65069-d0d5-426a-bdd4-8f9af5005042 req-880cb8c9-70f5-4d85-9f82-2d73530592cd tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaeec80-3db7-45e5-98c1-f5cf751d16aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359833 Dec 20 22:15:28.236261 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5b45f4f6-b244-42d6-bb41-8814786f8dc2 req-7391e15e-1775-46bd-9dee-e5d5b347c9a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c89ef34f-cce9-4d2a-93d4-8541fa512d21 HTTP/1.1" status: 200 len: 217 time: 0.0356092 Dec 20 22:15:28.252998 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a101a251-daed-4515-acb1-92ace2ecc452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-594761510', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:35Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '24d7c46b-fd02-4c9e-94c8-a85714835f7a', 'name': '', 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:10:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:35Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:28.280389 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a101a251-daed-4515-acb1-92ace2ecc452 None None] Checking router: 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:15:28.288827 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a101a251-daed-4515-acb1-92ace2ecc452 None None] Routers {'7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:15:28.289448 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a101a251-daed-4515-acb1-92ace2ecc452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:15:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:28.290933 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45f4f6-b244-42d6-bb41-8814786f8dc2 req-8456917c-6365-41ca-9f98-72685464ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:28.292433 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5b45f4f6-b244-42d6-bb41-8814786f8dc2 req-8456917c-6365-41ca-9f98-72685464ad92 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c050c2e3-8e57-4d1b-a707-73d006cefc06 HTTP/1.1" status: 200 len: 834 time: 0.0488706 Dec 20 22:15:28.340247 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45f4f6-b244-42d6-bb41-8814786f8dc2 req-5dd92849-9437-49c8-901d-274756787741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:28.341756 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5b45f4f6-b244-42d6-bb41-8814786f8dc2 req-5dd92849-9437-49c8-901d-274756787741 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=196754c5-145e-4f03-8899-dc98cf5895fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0417604 Dec 20 22:15:28.397386 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a101a251-daed-4515-acb1-92ace2ecc452 None None] Set router 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:15:28.438093 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5b45f4f6-b244-42d6-bb41-8814786f8dc2 req-ff4e858d-ea21-43b8-8b01-9144ba108325 service neutron] 10.222.0.31 "GET /v2.0/networks/196754c5-145e-4f03-8899-dc98cf5895fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881069 Dec 20 22:15:28.545808 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5b45f4f6-b244-42d6-bb41-8814786f8dc2 req-3ed2938a-4e61-4474-b256-d273c5f35ba7 service neutron] 10.222.0.31 "GET /v2.0/networks/196754c5-145e-4f03-8899-dc98cf5895fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972376 Dec 20 22:15:28.617974 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a101a251-daed-4515-acb1-92ace2ecc452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-594761510', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:35Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '24d7c46b-fd02-4c9e-94c8-a85714835f7a', 'name': '', 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:10:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:35Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:28.644089 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a101a251-daed-4515-acb1-92ace2ecc452 None None] The sync data for ids ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'] in n-d-xena-1 is: [{'id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-594761510', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:35Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '24d7c46b-fd02-4c9e-94c8-a85714835f7a', 'name': '', 'network_id': '196754c5-145e-4f03-8899-dc98cf5895fc', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:10:cd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:35Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': 'c050c2e3-8e57-4d1b-a707-73d006cefc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:15:28.893874 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b112ef-aa79-4bb6-9613-b0b9cf29b196 None None] New status for floating IP 9f342f34-506b-4b6f-9338-cc8947a91586: DOWN {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:15:29.327031 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f6554-a039-4620-9654-2504c3163f90 req-f9718a9e-c7a1-4028-9b94-042e22bea689 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:29.328587 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f0f6554-a039-4620-9654-2504c3163f90 req-f9718a9e-c7a1-4028-9b94-042e22bea689 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 945 time: 0.0573838 Dec 20 22:15:29.329362 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:15:29.369506 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3f0f6554-a039-4620-9654-2504c3163f90 req-1de99236-c414-4d2f-a60e-7ae635c253e8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=fdaeec80-3db7-45e5-98c1-f5cf751d16aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345576 Dec 20 22:15:29.549860 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5001885f-4ab9-4ff2-919c-6378a6e87e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:29.765028 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde03c5-74df-435e-b270-e0db9f0d5eef req-d867bc38-f3d2-4ff0-9de1-261ee5b5d8c6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:29.766601 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5dde03c5-74df-435e-b270-e0db9f0d5eef req-d867bc38-f3d2-4ff0-9de1-261ee5b5d8c6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.31 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 945 time: 0.0560684 Dec 20 22:15:29.869898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-5dde03c5-74df-435e-b270-e0db9f0d5eef req-d06d5fde-4cd0-4ed8-8855-6117d2646072 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port c89ef34f-cce9-4d2a-93d4-8541fa512d21 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:15:29.870379 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-5dde03c5-74df-435e-b270-e0db9f0d5eef req-d06d5fde-4cd0-4ed8-8855-6117d2646072 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:29.976253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-5dde03c5-74df-435e-b270-e0db9f0d5eef req-d06d5fde-4cd0-4ed8-8855-6117d2646072 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] For port c89ef34f-cce9-4d2a-93d4-8541fa512d21, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=c89ef34f-cce9-4d2a-93d4-8541fa512d21,segment=NetworkSegment(a65a4f76-e915-4691-bcbe-8d180e03186c),segment_id=a65a4f76-e915-4691-bcbe-8d180e03186c)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:15:29.976585 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-5dde03c5-74df-435e-b270-e0db9f0d5eef req-d06d5fde-4cd0-4ed8-8855-6117d2646072 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:29.989895 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-5dde03c5-74df-435e-b270-e0db9f0d5eef req-d06d5fde-4cd0-4ed8-8855-6117d2646072 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for c89ef34f-cce9-4d2a-93d4-8541fa512d21 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:15:30.127302 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-5dde03c5-74df-435e-b270-e0db9f0d5eef req-d06d5fde-4cd0-4ed8-8855-6117d2646072 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:30.155663 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d5fde-4cd0-4ed8-8855-6117d2646072 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=c89ef34f-cce9-4d2a-93d4-8541fa512d21,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:30.209946 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dde03c5-74df-435e-b270-e0db9f0d5eef req-d06d5fde-4cd0-4ed8-8855-6117d2646072 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] No DVR routers for this DVR port c89ef34f-cce9-4d2a-93d4-8541fa512d21 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:15:30.213536 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-5dde03c5-74df-435e-b270-e0db9f0d5eef req-d06d5fde-4cd0-4ed8-8855-6117d2646072 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:30.216955 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5dde03c5-74df-435e-b270-e0db9f0d5eef req-d06d5fde-4cd0-4ed8-8855-6117d2646072 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.31 "DELETE /v2.0/ports/c89ef34f-cce9-4d2a-93d4-8541fa512d21 HTTP/1.1" status: 204 len: 173 time: 0.4429824 Dec 20 22:15:30.217428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116a0478-d4ee-49bf-9988-d553e3bc2c0f', 'name': 'network-vif-deleted', 'tag': 'c89ef34f-cce9-4d2a-93d4-8541fa512d21'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:15:30.219752 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5366c519-9e7b-43aa-9c33-5f679548afaa" -d '{"events": [{"server_uuid": "116a0478-d4ee-49bf-9988-d553e3bc2c0f", "name": "network-vif-deleted", "tag": "c89ef34f-cce9-4d2a-93d4-8541fa512d21"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:15:30.264882 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5642ed03-400b-4c59-a5cd-e6ab55d0a73f x-openstack-request-id: req-5642ed03-400b-4c59-a5cd-e6ab55d0a73f {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:15:30.265251 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116a0478-d4ee-49bf-9988-d553e3bc2c0f", "name": "network-vif-deleted", "tag": "c89ef34f-cce9-4d2a-93d4-8541fa512d21", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:15:30.265503 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5642ed03-400b-4c59-a5cd-e6ab55d0a73f {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:15:30.265908 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116a0478-d4ee-49bf-9988-d553e3bc2c0f', 'name': 'network-vif-deleted', 'tag': 'c89ef34f-cce9-4d2a-93d4-8541fa512d21', 'status': 'completed', 'code': 200} Dec 20 22:15:30.487746 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8e4f502c-cb61-45eb-8b92-8be90fe05680 req-7c62ad32-e5b1-4621-9b91-6ecb7fd01e3e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=116a0478-d4ee-49bf-9988-d553e3bc2c0f HTTP/1.1" status: 200 len: 210 time: 0.0334728 Dec 20 22:15:30.896767 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:31.549476 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53000) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:31.962054 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:32.229249 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port 24d7c46b-fd02-4c9e-94c8-a85714835f7a {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:15:32.229513 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:32.321253 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:32.332107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] For port 24d7c46b-fd02-4c9e-94c8-a85714835f7a, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=24d7c46b-fd02-4c9e-94c8-a85714835f7a,segment=NetworkSegment(a65a4f76-e915-4691-bcbe-8d180e03186c),segment_id=a65a4f76-e915-4691-bcbe-8d180e03186c)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:15:32.332473 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:32.347049 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for 24d7c46b-fd02-4c9e-94c8-a85714835f7a owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:15:32.451393 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:32.547226 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:32.575117 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=24d7c46b-fd02-4c9e-94c8-a85714835f7a,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:32.587772 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:32.588361 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:32.588512 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:32.588784 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:32.589113 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:32.589441 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:32.589781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:32.590130 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:32.590489 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:32.590489 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:32.591235 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:32.591601 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:32.770470 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:33.010749 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:15:33.128349 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:15:33.134592 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d1ed22af-2db9-4fab-b940-5d27ba09a56c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "PUT /v2.0/routers/7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5840116 Dec 20 22:15:33.137321 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53002) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:33.140070 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a34b07-1079-4156-b258-1a2d7f6ef784 None None] Sync routers for ids ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:15:33.150037 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a34b07-1079-4156-b258-1a2d7f6ef784 None None] Routers {'7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:15:33.150702 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e4a34b07-1079-4156-b258-1a2d7f6ef784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:15:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:33.193732 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad76afa9-8948-4423-b0a8-e9ddad2eb2d8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting subnet c050c2e3-8e57-4d1b-a707-73d006cefc06 {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:15:33.197316 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad76afa9-8948-4423-b0a8-e9ddad2eb2d8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:33.240662 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad76afa9-8948-4423-b0a8-e9ddad2eb2d8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:33.268913 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e4a34b07-1079-4156-b258-1a2d7f6ef784 None None] Set router 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:15:33.345040 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad76afa9-8948-4423-b0a8-e9ddad2eb2d8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:33.411691 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad76afa9-8948-4423-b0a8-e9ddad2eb2d8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:33.443322 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad76afa9-8948-4423-b0a8-e9ddad2eb2d8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:33.447376 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ad76afa9-8948-4423-b0a8-e9ddad2eb2d8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/subnets/c050c2e3-8e57-4d1b-a707-73d006cefc06 HTTP/1.1" status: 204 len: 168 time: 0.3077180 Dec 20 22:15:33.448417 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76afa9-8948-4423-b0a8-e9ddad2eb2d8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Subnet': ['ID=c050c2e3-8e57-4d1b-a707-73d006cefc06,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:33.450680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53004) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:33.462017 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d017fa0e-3447-44c3-87eb-e0f462fc73b9 None None] Network 196754c5-145e-4f03-8899-dc98cf5895fc requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:15:33.463116 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e4a34b07-1079-4156-b258-1a2d7f6ef784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-594761510', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:15:32Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:33.526221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c89ef34f-cce9-4d2a-93d4-8541fa512d21 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:15:33.579252 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: c89ef34f-cce9-4d2a-93d4-8541fa512d21 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:15:33.579543 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62e3d7dc-90d8-4ed3-82b6-363163c8df8e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:33.579646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device c89ef34f-cce9-4d2a-93d4-8541fa512d21 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:15:33.638498 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a34b07-1079-4156-b258-1a2d7f6ef784 None None] Checking router: 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:15:33.648437 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a34b07-1079-4156-b258-1a2d7f6ef784 None None] Routers {'7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:15:33.649069 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e4a34b07-1079-4156-b258-1a2d7f6ef784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:15:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:33.696140 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62e3d7dc-90d8-4ed3-82b6-363163c8df8e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:33.765147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-62e3d7dc-90d8-4ed3-82b6-363163c8df8e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port b2632432-d3c3-4f4c-9d6c-4b30b8082928 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:15:33.765491 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62e3d7dc-90d8-4ed3-82b6-363163c8df8e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:33.766916 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-e4a34b07-1079-4156-b258-1a2d7f6ef784 None None] Set router 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:15:33.854428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-62e3d7dc-90d8-4ed3-82b6-363163c8df8e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] For port b2632432-d3c3-4f4c-9d6c-4b30b8082928, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b2632432-d3c3-4f4c-9d6c-4b30b8082928,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:15:33.854428 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62e3d7dc-90d8-4ed3-82b6-363163c8df8e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:33.882139 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-62e3d7dc-90d8-4ed3-82b6-363163c8df8e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for b2632432-d3c3-4f4c-9d6c-4b30b8082928 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:15:33.914292 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] DHCP port deletion for 196754c5-145e-4f03-8899-dc98cf5895fc request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 22:15:33.968058 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] Deleting port d9c1cb2e-8935-422c-b068-1b442992b38f {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:15:33.968438 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:33.975650 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-e4a34b07-1079-4156-b258-1a2d7f6ef784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-594761510', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:15:32Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:34.006827 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a34b07-1079-4156-b258-1a2d7f6ef784 None None] The sync data for ids ['7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8'] in n-d-xena-1 is: [{'id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-594761510', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105'}], 'enable_snat': True}, 'gw_port_id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:15:32Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'b2632432-d3c3-4f4c-9d6c-4b30b8082928', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:3c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:14:32Z', 'updated_at': '2021-12-20T22:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:15:34.042145 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] For port d9c1cb2e-8935-422c-b068-1b442992b38f, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d9c1cb2e-8935-422c-b068-1b442992b38f,segment=NetworkSegment(a65a4f76-e915-4691-bcbe-8d180e03186c),segment_id=a65a4f76-e915-4691-bcbe-8d180e03186c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:15:34.042671 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.058901 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] Calling delete_port for d9c1cb2e-8935-422c-b068-1b442992b38f owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:15:34.077306 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62e3d7dc-90d8-4ed3-82b6-363163c8df8e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.109864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3d7dc-90d8-4ed3-82b6-363163c8df8e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=b2632432-d3c3-4f4c-9d6c-4b30b8082928,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:34.150821 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.174356 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] Pushing event deleted for resources: {'Port': ['ID=d9c1cb2e-8935-422c-b068-1b442992b38f,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:34.177091 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62e3d7dc-90d8-4ed3-82b6-363163c8df8e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.182625 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] No DVR routers for this DVR port d9c1cb2e-8935-422c-b068-1b442992b38f on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:15:34.190561 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:34.190928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:34.191240 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:34.191574 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:34.191902 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:34.192225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:34.192548 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:34.193190 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:34.193190 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:34.193500 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:34.193803 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:34.194149 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75753eaa-8ff2-443e-a2d3-2dea53bb9e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:34.273187 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62e3d7dc-90d8-4ed3-82b6-363163c8df8e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.275544 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62e3d7dc-90d8-4ed3-82b6-363163c8df8e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.326813 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62e3d7dc-90d8-4ed3-82b6-363163c8df8e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.327319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e3d7dc-90d8-4ed3-82b6-363163c8df8e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Fanout notify agent at l3_agent the message router_deleted on router 7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:15:34.334719 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-62e3d7dc-90d8-4ed3-82b6-363163c8df8e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.335859 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-62e3d7dc-90d8-4ed3-82b6-363163c8df8e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/routers/7a03c6b7-8ade-4d3c-9a6c-8c2be1491da8 HTTP/1.1" status: 204 len: 168 time: 0.8841617 Dec 20 22:15:34.339013 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53008) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:34.429914 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7411f1fe-61f1-49d3-9eb1-d01f165e49b1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.528291 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7411f1fe-61f1-49d3-9eb1-d01f165e49b1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.558924 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7411f1fe-61f1-49d3-9eb1-d01f165e49b1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196754c5-145e-4f03-8899-dc98cf5895fc']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:34.572793 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7411f1fe-61f1-49d3-9eb1-d01f165e49b1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65a4f76-e915-4691-bcbe-8d180e03186c') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:34.573246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-7411f1fe-61f1-49d3-9eb1-d01f165e49b1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65a4f76-e915-4691-bcbe-8d180e03186c') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:34.603462 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7411f1fe-61f1-49d3-9eb1-d01f165e49b1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.616044 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7411f1fe-61f1-49d3-9eb1-d01f165e49b1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.623807 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7411f1fe-61f1-49d3-9eb1-d01f165e49b1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:15:34.624218 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7411f1fe-61f1-49d3-9eb1-d01f165e49b1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: timer() Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:15:34.627577 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:15:34.699283 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7411f1fe-61f1-49d3-9eb1-d01f165e49b1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.718927 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7411f1fe-61f1-49d3-9eb1-d01f165e49b1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.722125 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7411f1fe-61f1-49d3-9eb1-d01f165e49b1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/networks/196754c5-145e-4f03-8899-dc98cf5895fc HTTP/1.1" status: 204 len: 168 time: 0.3820026 Dec 20 22:15:34.723673 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411f1fe-61f1-49d3-9eb1-d01f165e49b1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Network': ['ID=196754c5-145e-4f03-8899-dc98cf5895fc,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:34.725617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53010) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:34.787520 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b9ab5282-88f6-4b33-b4c5-832dd71f6de7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.818266 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b9ab5282-88f6-4b33-b4c5-832dd71f6de7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.883553 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b9ab5282-88f6-4b33-b4c5-832dd71f6de7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.886705 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b9ab5282-88f6-4b33-b4c5-832dd71f6de7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:34.888643 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b9ab5282-88f6-4b33-b4c5-832dd71f6de7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/security-groups/fdaeec80-3db7-45e5-98c1-f5cf751d16aa HTTP/1.1" status: 204 len: 168 time: 0.1617596 Dec 20 22:15:34.900635 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab5282-88f6-4b33-b4c5-832dd71f6de7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaeec80-3db7-45e5-98c1-f5cf751d16aa,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:35.135252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53016) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:35.140206 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f31c637b-e1e5-4b02-8a40-335551a97f47 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1846378093', 'description': 'tempest-secgroup-smoke-1846378093 description', 'project_id': '99506acbd4784aecb24a7bb712357daf'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:15:35.172160 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f31c637b-e1e5-4b02-8a40-335551a97f47 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.227192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d9c1cb2e-8935-422c-b068-1b442992b38f no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:15:35.251530 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: d9c1cb2e-8935-422c-b068-1b442992b38f {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:15:35.251869 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d9c1cb2e-8935-422c-b068-1b442992b38f not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:15:35.252292 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 24d7c46b-fd02-4c9e-94c8-a85714835f7a no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:15:35.258725 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f31c637b-e1e5-4b02-8a40-335551a97f47 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.263995 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f31c637b-e1e5-4b02-8a40-335551a97f47 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.272092 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 24d7c46b-fd02-4c9e-94c8-a85714835f7a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:15:35.272437 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 24d7c46b-fd02-4c9e-94c8-a85714835f7a not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:15:35.272863 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b2632432-d3c3-4f4c-9d6c-4b30b8082928 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:15:35.292065 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: b2632432-d3c3-4f4c-9d6c-4b30b8082928 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:15:35.292494 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b2632432-d3c3-4f4c-9d6c-4b30b8082928 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:15:35.303164 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f31c637b-e1e5-4b02-8a40-335551a97f47 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.304277 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f31c637b-e1e5-4b02-8a40-335551a97f47 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1680150 Dec 20 22:15:35.305561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c637b-e1e5-4b02-8a40-335551a97f47 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae566cf-6e4e-4bb8-843e-883f9c543962,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:35.308478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53018) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:35.313320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-cc3d10a7-1c7a-4b5e-adbf-a992728c4363 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': '3ae566cf-6e4e-4bb8-843e-883f9c543962', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:15:35.344218 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cc3d10a7-1c7a-4b5e-adbf-a992728c4363 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.413523 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cc3d10a7-1c7a-4b5e-adbf-a992728c4363 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.418482 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cc3d10a7-1c7a-4b5e-adbf-a992728c4363 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.439913 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d10a7-1c7a-4b5e-adbf-a992728c4363 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4adf94f1-ed41-4d40-af65-e132e5f92a25,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:35.450994 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cc3d10a7-1c7a-4b5e-adbf-a992728c4363 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.455064 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cc3d10a7-1c7a-4b5e-adbf-a992728c4363 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426318 Dec 20 22:15:35.455442 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53020) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:35.460767 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-f6a27215-71c2-4300-bbce-9e1fc73161e9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': '3ae566cf-6e4e-4bb8-843e-883f9c543962', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:15:35.489884 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6a27215-71c2-4300-bbce-9e1fc73161e9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.551707 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6a27215-71c2-4300-bbce-9e1fc73161e9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.558033 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6a27215-71c2-4300-bbce-9e1fc73161e9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.580192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a27215-71c2-4300-bbce-9e1fc73161e9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2727620-3887-4217-8b79-ac2b73abe251,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:35.589774 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-f6a27215-71c2-4300-bbce-9e1fc73161e9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.594309 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f6a27215-71c2-4300-bbce-9e1fc73161e9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346791 Dec 20 22:15:35.594668 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53022) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:35.599292 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c3083346-9114-45c5-a0e3-6f96e19c244f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': '3ae566cf-6e4e-4bb8-843e-883f9c543962', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:15:35.628248 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c3083346-9114-45c5-a0e3-6f96e19c244f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.692959 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c3083346-9114-45c5-a0e3-6f96e19c244f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.698031 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c3083346-9114-45c5-a0e3-6f96e19c244f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.717792 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3083346-9114-45c5-a0e3-6f96e19c244f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b677db25-0900-4f61-89c9-2438d91124f1,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:35.727328 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c3083346-9114-45c5-a0e3-6f96e19c244f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.735231 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c3083346-9114-45c5-a0e3-6f96e19c244f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395378 Dec 20 22:15:35.738611 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53024) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:35.743032 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d9584963-c234-4715-98ac-72174fef4e38 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': '3ae566cf-6e4e-4bb8-843e-883f9c543962', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:15:35.773493 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9584963-c234-4715-98ac-72174fef4e38 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.838991 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9584963-c234-4715-98ac-72174fef4e38 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.843995 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9584963-c234-4715-98ac-72174fef4e38 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.861759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9584963-c234-4715-98ac-72174fef4e38 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10dade6b-7ae9-4fb2-aacd-63da8db5356d,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:35.872763 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d9584963-c234-4715-98ac-72174fef4e38 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.874594 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d9584963-c234-4715-98ac-72174fef4e38 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350317 Dec 20 22:15:35.877652 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53026) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:35.882179 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-966ee241-9f9a-4d07-a944-ba8ee6114dfa tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': '3ae566cf-6e4e-4bb8-843e-883f9c543962', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:15:35.911683 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-966ee241-9f9a-4d07-a944-ba8ee6114dfa tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Project 99506acbd4784aecb24a7bb712357daf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 22:15:35.920486 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-966ee241-9f9a-4d07-a944-ba8ee6114dfa tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:35.996874 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-966ee241-9f9a-4d07-a944-ba8ee6114dfa tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:36.001862 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-966ee241-9f9a-4d07-a944-ba8ee6114dfa tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:36.021137 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ee241-9f9a-4d07-a944-ba8ee6114dfa tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215a7d19-1e6e-46b1-aa2a-a7c9714e22dc,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:36.027548 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-966ee241-9f9a-4d07-a944-ba8ee6114dfa tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:36.028194 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-966ee241-9f9a-4d07-a944-ba8ee6114dfa tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495390 Dec 20 22:15:36.032343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53028) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:36.037243 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-db65e522-93be-4099-930f-367b0b4f0b4e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': '3ae566cf-6e4e-4bb8-843e-883f9c543962', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:15:36.060484 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-db65e522-93be-4099-930f-367b0b4f0b4e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Project 99506acbd4784aecb24a7bb712357daf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 22:15:36.069007 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db65e522-93be-4099-930f-367b0b4f0b4e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:36.137646 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db65e522-93be-4099-930f-367b0b4f0b4e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:36.144336 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db65e522-93be-4099-930f-367b0b4f0b4e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:36.163445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65e522-93be-4099-930f-367b0b4f0b4e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b6018b-cca2-4cb8-9931-d572fd3e2c12,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:36.172473 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-db65e522-93be-4099-930f-367b0b4f0b4e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:36.173755 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-db65e522-93be-4099-930f-367b0b4f0b4e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404500 Dec 20 22:15:36.176622 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53030) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:36.182653 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-14090551-9a65-4cf4-9127-542742e040b4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'network': {'name': 'tempest-network-smoke--1397914635', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'port_security_enabled': True}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:15:36.206615 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14090551-9a65-4cf4-9127-542742e040b4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Made reservation on behalf of 99506acbd4784aecb24a7bb712357daf for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:15:36.210177 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-14090551-9a65-4cf4-9127-542742e040b4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:36.235218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14090551-9a65-4cf4-9127-542742e040b4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:15:36.245438 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-14090551-9a65-4cf4-9127-542742e040b4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:36.245855 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-14090551-9a65-4cf4-9127-542742e040b4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Added segment 7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa of type vlan for network cf9b20ab-3fa3-4fd2-a2ca-538c038331ca Dec 20 22:15:36.290009 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-14090551-9a65-4cf4-9127-542742e040b4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:36.321183 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-14090551-9a65-4cf4-9127-542742e040b4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:36.329156 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14090551-9a65-4cf4-9127-542742e040b4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:36.330716 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-14090551-9a65-4cf4-9127-542742e040b4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:36.397249 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-14090551-9a65-4cf4-9127-542742e040b4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2195046 Dec 20 22:15:36.400026 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53032) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:36.404971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-416021428', 'admin_state_up': True, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:15:36.420454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14090551-9a65-4cf4-9127-542742e040b4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Network': ['ID=cf9b20ab-3fa3-4fd2-a2ca-538c038331ca,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:36.438269 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network cf9b20ab-3fa3-4fd2-a2ca-538c038331ca details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:15:36.441072 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:36.442335 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:36.497799 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:36.649952 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:36.860660 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:36.886295 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:37.000134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.35.3.249 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/e105995c-8290-4448-ba37-94d2d44f39bc) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:15:37.127889 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:37.163307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:37.200826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:15:37.203633 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:15:37.207183 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:15:37.215739 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=e105995c-8290-4448-ba37-94d2d44f39bc,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:37.475663 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:37.704275 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:38.152708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router 2b62b021-8072-4e06-a4b7-624a7b3568b6 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:15:38.267356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:15:38.278620 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Sync routers for ids ['2b62b021-8072-4e06-a4b7-624a7b3568b6'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:15:38.289225 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:38.291403 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8041e7bd-1f87-418a-a7b4-665e61f7d430 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8900764 Dec 20 22:15:38.292455 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Routers {'2b62b021-8072-4e06-a4b7-624a7b3568b6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:15:38.292808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:15:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2b62b021-8072-4e06-a4b7-624a7b3568b6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:38.296568 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53034) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:38.329038 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3503a824-44e7-4ccc-a16f-feb32bc94bbb tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=99506acbd4784aecb24a7bb712357daf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309379 Dec 20 22:15:38.331765 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53036) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:38.422556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Set router 2b62b021-8072-4e06-a4b7-624a7b3568b6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:15:38.453474 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac854140-8400-486d-b97a-5812a8da85be tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:38.455650 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ac854140-8400-486d-b97a-5812a8da85be tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1228983 Dec 20 22:15:38.458092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53038) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:38.487956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-80a3deab-06de-4c29-b0f6-50d120371ed7 tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286021 Dec 20 22:15:38.490832 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53040) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:38.496111 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3ce0bf06-af03-4b5a-9d30-af398fd71f45 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-824476587', 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:15:38.599432 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce0bf06-af03-4b5a-9d30-af398fd71f45 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Made reservation on behalf of 99506acbd4784aecb24a7bb712357daf for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:15:38.603218 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ce0bf06-af03-4b5a-9d30-af398fd71f45 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:38.615979 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416021428', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:37Z', 'revision_number': 3, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:38.643248 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Checking router: 2b62b021-8072-4e06-a4b7-624a7b3568b6 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:15:38.643590 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Updating router 2b62b021-8072-4e06-a4b7-624a7b3568b6 port e105995c-8290-4448-ba37-94d2d44f39bc binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:15:38.668893 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:38.802600 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ce0bf06-af03-4b5a-9d30-af398fd71f45 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:38.868497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0bf06-af03-4b5a-9d30-af398fd71f45 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Subnet': ['ID=87fa70d3-06b9-498a-90a0-de77c0fcd346,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:38.880290 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce0bf06-af03-4b5a-9d30-af398fd71f45 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Checking segment: {'id': '7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:15:38.880761 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce0bf06-af03-4b5a-9d30-af398fd71f45 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network hostable DHCP agents. Network: cf9b20ab-3fa3-4fd2-a2ca-538c038331ca, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:15:38.899909 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce0bf06-af03-4b5a-9d30-af398fd71f45 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network cf9b20ab-3fa3-4fd2-a2ca-538c038331ca is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:15:38.913483 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-3ce0bf06-af03-4b5a-9d30-af398fd71f45 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, cf9b20ab-3fa3-4fd2-a2ca-538c038331ca) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:15:38.919893 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce0bf06-af03-4b5a-9d30-af398fd71f45 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:38.920493 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ce0bf06-af03-4b5a-9d30-af398fd71f45 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:38.926450 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1d0aba-f240-4371-9001-9651a2a6c68d None None] Network cf9b20ab-3fa3-4fd2-a2ca-538c038331ca requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:15:38.938314 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3ce0bf06-af03-4b5a-9d30-af398fd71f45 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4463024 Dec 20 22:15:38.942666 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53042) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:39.012990 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:39.027576 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:39.134412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0286d9b-ce57-4bcb-b11d-115cf270061b None None] Pushing event updated for resources: {'Port': ['ID=e105995c-8290-4448-ba37-94d2d44f39bc,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:39.136873 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Attempting to bind port e105995c-8290-4448-ba37-94d2d44f39bc on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:15:39.137199 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Attempting to bind port e105995c-8290-4448-ba37-94d2d44f39bc by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:15:39.137702 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Attempting to bind port e105995c-8290-4448-ba37-94d2d44f39bc on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:15:39.169753 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:15:39.170319 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:15:39.170775 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:39.171514 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:15:39.172355 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Bound port: e105995c-8290-4448-ba37-94d2d44f39bc, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:15:39.173013 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:39.199009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-cf9b20ab-3fa3-4fd2-a2ca-538c038331ca', 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ips': [{'subnet_id': '87fa70d3-06b9-498a-90a0-de77c0fcd346'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:15:39.199991 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:39.304721 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] For port e105995c-8290-4448-ba37-94d2d44f39bc, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:15:39.330882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] For port e105995c-8290-4448-ba37-94d2d44f39bc, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e105995c-8290-4448-ba37-94d2d44f39bc,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:15:39.338970 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:39.441831 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Allocated IP 172.20.0.2 (cf9b20ab-3fa3-4fd2-a2ca-538c038331ca/87fa70d3-06b9-498a-90a0-de77c0fcd346/9adca0ed-336c-4772-8c20-e645566e8891) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:15:39.447647 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Routers {'2b62b021-8072-4e06-a4b7-624a7b3568b6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:15:39.448326 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:15:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2b62b021-8072-4e06-a4b7-624a7b3568b6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:39.458563 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0286d9b-ce57-4bcb-b11d-115cf270061b None None] Pushing event updated for resources: {'Port': ['ID=e105995c-8290-4448-ba37-94d2d44f39bc,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:39.641698 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] Set router 2b62b021-8072-4e06-a4b7-624a7b3568b6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:15:39.798477 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:39.808694 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:39.840972 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:39.871311 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Network cf9b20ab-3fa3-4fd2-a2ca-538c038331ca is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:15:39.879774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:15:39.883235 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:15:39.904396 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Pushing event updated for resources: {'Port': ['ID=9adca0ed-336c-4772-8c20-e645566e8891,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:39.977157 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Attempting to bind port 9adca0ed-336c-4772-8c20-e645566e8891 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:15:39.979443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Attempting to bind port 9adca0ed-336c-4772-8c20-e645566e8891 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:15:39.979443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Attempting to bind port 9adca0ed-336c-4772-8c20-e645566e8891 on network cf9b20ab-3fa3-4fd2-a2ca-538c038331ca {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:15:39.986424 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:15:39.986907 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Checking segment: {'id': '7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:15:39.987205 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:39.987593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Bound using segment: {'id': '7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:15:39.988059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Bound port: 9adca0ed-336c-4772-8c20-e645566e8891, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:15:39.988437 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:40.004701 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416021428', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:37Z', 'revision_number': 3, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:40.037278 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e4a3da-4d33-40c7-9e86-82ee19cf7fc6 None None] The sync data for ids ['2b62b021-8072-4e06-a4b7-624a7b3568b6'] in n-d-xena-1 is: [{'id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416021428', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:37Z', 'revision_number': 3, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:15:40.099376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] For port 9adca0ed-336c-4772-8c20-e645566e8891, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:15:40.105669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] For port 9adca0ed-336c-4772-8c20-e645566e8891, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9adca0ed-336c-4772-8c20-e645566e8891,segment=NetworkSegment(7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa),segment_id=7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:15:40.112214 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:40.159168 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.20.0.1 (cf9b20ab-3fa3-4fd2-a2ca-538c038331ca/87fa70d3-06b9-498a-90a0-de77c0fcd346/8e894a7b-f11a-4044-ba7c-f944bcf20dc7) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:15:40.180557 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3f1ea-44c4-46de-9e18-a937204766e1 None None] Pushing event updated for resources: {'Port': ['ID=9adca0ed-336c-4772-8c20-e645566e8891,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:40.332821 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:40.371956 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:40.433139 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network cf9b20ab-3fa3-4fd2-a2ca-538c038331ca is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:15:40.436618 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:15:40.439328 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:15:40.471010 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=8e894a7b-f11a-4044-ba7c-f944bcf20dc7,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:40.504527 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:40.680449 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:41.001305 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:41.008469 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:41.104211 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=8e894a7b-f11a-4044-ba7c-f944bcf20dc7,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:41.110295 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:41.227561 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network cf9b20ab-3fa3-4fd2-a2ca-538c038331ca is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:15:41.229188 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:15:41.309833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3051b14b-0e15-453d-9d0a-275009e0c48a None None] Network cf9b20ab-3fa3-4fd2-a2ca-538c038331ca requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:15:41.312269 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9adca0ed-336c-4772-8c20-e645566e8891 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:15:41.368651 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router 2b62b021-8072-4e06-a4b7-624a7b3568b6 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:15:41.433904 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9a9b1548-7e67-4e08-961e-dc1b9c79c218 None None] Provisioning complete for port 9adca0ed-336c-4772-8c20-e645566e8891 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:15:41.434591 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a9b1548-7e67-4e08-961e-dc1b9c79c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:41.469851 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 9adca0ed-336c-4772-8c20-e645566e8891 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:15:41.470273 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:41.487875 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:15:41.494624 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-21161b6a-32e5-47c6-9564-672fecc6ef69 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "PUT /v2.0/routers/2b62b021-8072-4e06-a4b7-624a7b3568b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5506582 Dec 20 22:15:41.642610 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a9b1548-7e67-4e08-961e-dc1b9c79c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:41.656291 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-1559bb78-5e84-44ff-8481-62b7faad178e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1846378093&fields=id&tenant_id=99506acbd4784aecb24a7bb712357daf HTTP/1.1" status: 200 len: 267 time: 0.0352488 Dec 20 22:15:41.687622 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:41.716005 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9a9b1548-7e67-4e08-961e-dc1b9c79c218 None None] For port 9adca0ed-336c-4772-8c20-e645566e8891, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9adca0ed-336c-4772-8c20-e645566e8891,segment=NetworkSegment(7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa),segment_id=7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:15:41.723776 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a9b1548-7e67-4e08-961e-dc1b9c79c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:41.783912 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-5899be2d-6597-4df7-a383-1ffea21a0e9e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:41.785513 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-5899be2d-6597-4df7-a383-1ffea21a0e9e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/networks?id=cf9b20ab-3fa3-4fd2-a2ca-538c038331ca HTTP/1.1" status: 200 len: 797 time: 0.1219602 Dec 20 22:15:41.808984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b1548-7e67-4e08-961e-dc1b9c79c218 None None] Pushing event updated for resources: {'Port': ['ID=9adca0ed-336c-4772-8c20-e645566e8891,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:41.809391 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-fd3bafd2-a0c6-444a-81a3-2144e127140f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/quotas/99506acbd4784aecb24a7bb712357daf HTTP/1.1" status: 200 len: 375 time: 0.0174665 Dec 20 22:15:41.823288 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102403) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 20 22:15:41.823648 n-d-xena-1 neutron-server[102403]: DEBUG oslo_db.api [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 20 22:15:41.881411 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-a0860d72-16c4-4af6-8b5f-896d1e3c8dd2 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636313 Dec 20 22:15:41.954111 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-49077f46-21bf-40c6-8991-c3d1a216e5ae None None] Provisioning complete for port 9adca0ed-336c-4772-8c20-e645566e8891 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:15:41.954580 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49077f46-21bf-40c6-8991-c3d1a216e5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:41.969218 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Sync routers for ids ['2b62b021-8072-4e06-a4b7-624a7b3568b6'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:15:41.980562 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Routers {'2b62b021-8072-4e06-a4b7-624a7b3568b6'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:15:41.981417 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:15:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2b62b021-8072-4e06-a4b7-624a7b3568b6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:42.132812 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-d40ba3fe-7fc3-4f27-9a9e-6cb5bdd5823e service neutron] 10.222.0.32 "GET /v2.0/networks/cf9b20ab-3fa3-4fd2-a2ca-538c038331ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877539 Dec 20 22:15:42.175996 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Set router 2b62b021-8072-4e06-a4b7-624a7b3568b6 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:15:42.258271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-49077f46-21bf-40c6-8991-c3d1a216e5ae None None] Provisioning complete for port 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:15:42.258747 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49077f46-21bf-40c6-8991-c3d1a216e5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:42.271844 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-2fb596f2-f51a-4049-a82c-0de8c4a4cb82 service neutron] 10.222.0.32 "GET /v2.0/networks/cf9b20ab-3fa3-4fd2-a2ca-538c038331ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344798 Dec 20 22:15:42.310313 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-49077f46-21bf-40c6-8991-c3d1a216e5ae None None] Port 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:15:42.380111 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e105995c-8290-4448-ba37-94d2d44f39bc up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:15:42.444129 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1b511e9e-262c-4c67-82a6-cd58e1781708 None None] Provisioning complete for port 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:15:42.444357 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1b511e9e-262c-4c67-82a6-cd58e1781708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:42.487434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e105995c-8290-4448-ba37-94d2d44f39bc triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:15:42.487792 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:42.510598 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416021428', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:40Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '8e894a7b-f11a-4044-ba7c-f944bcf20dc7', 'name': '', 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:3a:a8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:39Z', 'updated_at': '2021-12-20T22:15:40Z', 'revision_number': 2, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:42.514287 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-1b511e9e-262c-4c67-82a6-cd58e1781708 None None] Port 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:15:42.532251 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e44087de-9af0-474b-bad3-f07c0470e96e req-eefa7791-c541-4424-a778-e11a7f0afc49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 210 time: 0.0321653 Dec 20 22:15:42.539620 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Checking router: 2b62b021-8072-4e06-a4b7-624a7b3568b6 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:15:42.540089 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Updating router 2b62b021-8072-4e06-a4b7-624a7b3568b6 port 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:15:42.566965 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:42.608501 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:42.636873 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port e105995c-8290-4448-ba37-94d2d44f39bc, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e105995c-8290-4448-ba37-94d2d44f39bc,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:15:42.643849 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:42.647589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-cd22fa05-ad94-4e41-9c69-f626c3e2cc5a None None] Provisioning complete for port 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:15:42.648509 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cd22fa05-ad94-4e41-9c69-f626c3e2cc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:42.722029 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-cd22fa05-ad94-4e41-9c69-f626c3e2cc5a None None] Port 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:15:42.728022 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=e105995c-8290-4448-ba37-94d2d44f39bc,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:42.914339 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:42.921167 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:42.982524 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9bb78-ed29-400f-b010-1016c2c1e124 None None] Pushing event updated for resources: {'Port': ['ID=8e894a7b-f11a-4044-ba7c-f944bcf20dc7,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:42.995888 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e9bb78-ed29-400f-b010-1016c2c1e124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:42.995888 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e9bb78-ed29-400f-b010-1016c2c1e124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:42.995888 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e9bb78-ed29-400f-b010-1016c2c1e124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:42.995888 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e9bb78-ed29-400f-b010-1016c2c1e124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:42.996375 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e9bb78-ed29-400f-b010-1016c2c1e124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:42.996375 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e9bb78-ed29-400f-b010-1016c2c1e124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:42.996733 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e9bb78-ed29-400f-b010-1016c2c1e124 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:42.997187 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e9bb78-ed29-400f-b010-1016c2c1e124 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:42.997519 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e9bb78-ed29-400f-b010-1016c2c1e124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:42.998006 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e9bb78-ed29-400f-b010-1016c2c1e124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:42.998320 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e9bb78-ed29-400f-b010-1016c2c1e124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:42.998647 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e9bb78-ed29-400f-b010-1016c2c1e124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:15:43.053691 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Attempting to bind port 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:15:43.054223 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Attempting to bind port 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:15:43.055002 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Attempting to bind port 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 on network cf9b20ab-3fa3-4fd2-a2ca-538c038331ca {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:15:43.062501 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:15:43.062948 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Checking segment: {'id': '7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:15:43.063343 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:43.063797 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Bound using segment: {'id': '7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:15:43.064357 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Bound port: 8e894a7b-f11a-4044-ba7c-f944bcf20dc7, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:15:43.064806 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:43.148589 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] For port 8e894a7b-f11a-4044-ba7c-f944bcf20dc7, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:15:43.154167 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] For port 8e894a7b-f11a-4044-ba7c-f944bcf20dc7, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8e894a7b-f11a-4044-ba7c-f944bcf20dc7,segment=NetworkSegment(7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa),segment_id=7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:15:43.160170 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:43.221507 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Routers {'2b62b021-8072-4e06-a4b7-624a7b3568b6'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:15:43.222308 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:15:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2b62b021-8072-4e06-a4b7-624a7b3568b6'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:43.257236 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-806f5344-e5e2-4bef-b87e-a7bfc64ee93a None None] Provisioning complete for port 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:15:43.257789 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-806f5344-e5e2-4bef-b87e-a7bfc64ee93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:43.268726 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9bb78-ed29-400f-b010-1016c2c1e124 None None] Pushing event updated for resources: {'Port': ['ID=8e894a7b-f11a-4044-ba7c-f944bcf20dc7,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:43.310746 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9adca0ed-336c-4772-8c20-e645566e8891 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:15:43.350556 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] Set router 2b62b021-8072-4e06-a4b7-624a7b3568b6 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:15:43.499952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 9adca0ed-336c-4772-8c20-e645566e8891 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:15:43.500237 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:43.534482 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-806f5344-e5e2-4bef-b87e-a7bfc64ee93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:43.576324 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416021428', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:40Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '8e894a7b-f11a-4044-ba7c-f944bcf20dc7', 'name': '', 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:3a:a8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:39Z', 'updated_at': '2021-12-20T22:15:43Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:43.597898 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-806f5344-e5e2-4bef-b87e-a7bfc64ee93a None None] For port 8e894a7b-f11a-4044-ba7c-f944bcf20dc7, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8e894a7b-f11a-4044-ba7c-f944bcf20dc7,segment=NetworkSegment(7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa),segment_id=7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:15:43.609835 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-806f5344-e5e2-4bef-b87e-a7bfc64ee93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:43.646707 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6599ac7d-2b30-4c8f-b105-fde7c2dab726 req-c0920615-0f97-4c11-a159-7812ec530ff8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 210 time: 0.0303426 Dec 20 22:15:43.683432 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e105995c-8290-4448-ba37-94d2d44f39bc up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:15:43.733294 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f5344-e5e2-4bef-b87e-a7bfc64ee93a None None] Pushing event updated for resources: {'Port': ['ID=8e894a7b-f11a-4044-ba7c-f944bcf20dc7,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:43.738382 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b229277c-9f6d-4923-833a-fe1a6074f7ba None None] The sync data for ids ['2b62b021-8072-4e06-a4b7-624a7b3568b6'] in n-d-xena-1 is: [{'id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416021428', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:40Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '8e894a7b-f11a-4044-ba7c-f944bcf20dc7', 'name': '', 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:3a:a8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:39Z', 'updated_at': '2021-12-20T22:15:43Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:15:43.766663 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a8b4b44a-1e65-4e79-a9c2-6e7f0b73b400 None None] Provisioning complete for port 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:15:43.767099 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8b4b44a-1e65-4e79-a9c2-6e7f0b73b400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:43.842712 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port e105995c-8290-4448-ba37-94d2d44f39bc triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:15:43.843088 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:43.998255 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-64bdf475-fb84-4db3-9f4f-191bf21af09b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:43.999817 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-64bdf475-fb84-4db3-9f4f-191bf21af09b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.66 "GET /v2.0/networks?id=cf9b20ab-3fa3-4fd2-a2ca-538c038331ca HTTP/1.1" status: 200 len: 797 time: 0.1779892 Dec 20 22:15:44.061889 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-62c7bf4d-958f-4646-9ca8-9006f7d95cb7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99506acbd4784aecb24a7bb712357daf HTTP/1.1" status: 200 len: 380 time: 0.0405066 Dec 20 22:15:44.073941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-e7e8d82a-9af0-4fa3-8fcf-faa57378f60c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'port': {'device_id': 'db8c6d8a-4891-44a9-af7d-e280453ef9ce', 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca', 'admin_state_up': True, 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'security_groups': ['3ae566cf-6e4e-4bb8-843e-883f9c543962']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:15:44.200193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-e7e8d82a-9af0-4fa3-8fcf-faa57378f60c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Made reservation on behalf of 99506acbd4784aecb24a7bb712357daf for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:15:44.204213 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-e7e8d82a-9af0-4fa3-8fcf-faa57378f60c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:44.360624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-e7e8d82a-9af0-4fa3-8fcf-faa57378f60c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.20.0.11 (cf9b20ab-3fa3-4fd2-a2ca-538c038331ca/87fa70d3-06b9-498a-90a0-de77c0fcd346/d9cf1ce3-e0c5-4c40-913e-0ee670855f3e) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:15:44.534393 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-e7e8d82a-9af0-4fa3-8fcf-faa57378f60c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:44.578567 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-e7e8d82a-9af0-4fa3-8fcf-faa57378f60c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:44.627426 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-e7e8d82a-9af0-4fa3-8fcf-faa57378f60c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network cf9b20ab-3fa3-4fd2-a2ca-538c038331ca is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:15:44.635894 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-e7e8d82a-9af0-4fa3-8fcf-faa57378f60c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:15:44.638408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8d82a-9af0-4fa3-8fcf-faa57378f60c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=d9cf1ce3-e0c5-4c40-913e-0ee670855f3e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:44.640876 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-e7e8d82a-9af0-4fa3-8fcf-faa57378f60c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:15:44.703180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-e7e8d82a-9af0-4fa3-8fcf-faa57378f60c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:44.704040 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-e7e8d82a-9af0-4fa3-8fcf-faa57378f60c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:44.725429 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-e7e8d82a-9af0-4fa3-8fcf-faa57378f60c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6557987 Dec 20 22:15:44.736317 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-ec9224de-b02f-4027-86f0-2e1eaf19ec2b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:15:44.737708 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-ec9224de-b02f-4027-86f0-2e1eaf19ec2b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065825 Dec 20 22:15:44.757522 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Request body: {'port': {'device_id': 'db8c6d8a-4891-44a9-af7d-e280453ef9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:15:44.816856 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae27dc7-09f6-45a3-8366-a21e1d858eb9 req-b7cccda6-e3cd-4979-86cd-6ccbddfe1857 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:44.818620 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ae27dc7-09f6-45a3-8366-a21e1d858eb9 req-b7cccda6-e3cd-4979-86cd-6ccbddfe1857 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 932 time: 0.0758693 Dec 20 22:15:44.841807 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:44.867086 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8ae27dc7-09f6-45a3-8366-a21e1d858eb9 req-51ec5360-ba7f-47d6-9959-94469942998c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409622 Dec 20 22:15:44.996048 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-97a9944d-75ea-4881-966d-c96e151dd0a1 None None] Provisioning complete for port d9cf1ce3-e0c5-4c40-913e-0ee670855f3e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:15:44.996773 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-97a9944d-75ea-4881-966d-c96e151dd0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:45.036030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-97a9944d-75ea-4881-966d-c96e151dd0a1 None None] Port d9cf1ce3-e0c5-4c40-913e-0ee670855f3e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:15:45.145210 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9cf1ce3-e0c5-4c40-913e-0ee670855f3e {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:15:45.154020 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:45.171766 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Transition to ACTIVE for port object d9cf1ce3-e0c5-4c40-913e-0ee670855f3e will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:15:45.177155 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:45.232910 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Pushing event updated for resources: {'Port': ['ID=d9cf1ce3-e0c5-4c40-913e-0ee670855f3e,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:45.260913 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:15:45.328212 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:15:45.329148 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:45.340595 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Attempting to bind port d9cf1ce3-e0c5-4c40-913e-0ee670855f3e on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:15:45.341162 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Attempting to bind port d9cf1ce3-e0c5-4c40-913e-0ee670855f3e by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:15:45.341590 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Attempting to bind port d9cf1ce3-e0c5-4c40-913e-0ee670855f3e on network cf9b20ab-3fa3-4fd2-a2ca-538c038331ca {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:15:45.346778 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Port d9cf1ce3-e0c5-4c40-913e-0ee670855f3e on network cf9b20ab-3fa3-4fd2-a2ca-538c038331ca not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:15:45.347004 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Attempting to bind port d9cf1ce3-e0c5-4c40-913e-0ee670855f3e on network cf9b20ab-3fa3-4fd2-a2ca-538c038331ca {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:15:45.359249 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:15:45.359567 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Checking segment: {'id': '7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:15:45.359970 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Bound using segment: {'id': '7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:15:45.360767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Bound port: d9cf1ce3-e0c5-4c40-913e-0ee670855f3e, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:15:45.361697 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:45.446480 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] For port d9cf1ce3-e0c5-4c40-913e-0ee670855f3e, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:15:45.449996 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:45.450764 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] For port d9cf1ce3-e0c5-4c40-913e-0ee670855f3e, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d9cf1ce3-e0c5-4c40-913e-0ee670855f3e,segment=NetworkSegment(7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa),segment_id=7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:15:45.455477 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:45.491298 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:45.491924 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:45.493335 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] 10.222.0.66 "PUT /v2.0/ports/d9cf1ce3-e0c5-4c40-913e-0ee670855f3e HTTP/1.1" status: 200 len: 1090 time: 0.7403214 Dec 20 22:15:45.494010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8c6d8a-4891-44a9-af7d-e280453ef9ce', 'tag': 'd9cf1ce3-e0c5-4c40-913e-0ee670855f3e'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:15:45.496279 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cbc580-7a40-4dec-a64d-bc001bf18398" -d '{"events": [{"name": "network-changed", "server_uuid": "db8c6d8a-4891-44a9-af7d-e280453ef9ce", "tag": "d9cf1ce3-e0c5-4c40-913e-0ee670855f3e"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:15:45.524413 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd1412-63d8-4ef0-aff8-750ae65ca537 service neutron] Pushing event updated for resources: {'Port': ['ID=d9cf1ce3-e0c5-4c40-913e-0ee670855f3e,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:45.550364 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c45f8b-da4b-4c0b-9309-975b00d652c9 x-openstack-request-id: req-90c45f8b-da4b-4c0b-9309-975b00d652c9 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:15:45.550686 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8c6d8a-4891-44a9-af7d-e280453ef9ce", "tag": "d9cf1ce3-e0c5-4c40-913e-0ee670855f3e", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:15:45.551119 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90c45f8b-da4b-4c0b-9309-975b00d652c9 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:15:45.551706 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8c6d8a-4891-44a9-af7d-e280453ef9ce', 'tag': 'd9cf1ce3-e0c5-4c40-913e-0ee670855f3e', 'status': 'completed', 'code': 200} Dec 20 22:15:45.617388 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-738fcf48-ee46-44ee-b562-6fa611d7713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:45.619144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-738fcf48-ee46-44ee-b562-6fa611d7713b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 1093 time: 0.0501025 Dec 20 22:15:45.677011 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-386739af-0b6e-4657-af9b-3bd5018940ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9cf1ce3-e0c5-4c40-913e-0ee670855f3e HTTP/1.1" status: 200 len: 217 time: 0.0440235 Dec 20 22:15:45.737930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-8f35f7c5-2b3b-4b31-8742-1d834adcac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:45.739490 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-8f35f7c5-2b3b-4b31-8742-1d834adcac29 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87fa70d3-06b9-498a-90a0-de77c0fcd346 HTTP/1.1" status: 200 len: 834 time: 0.0565193 Dec 20 22:15:45.788224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-d7ee0102-4934-4dc9-bfcd-7243f6869970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:45.789818 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-d7ee0102-4934-4dc9-bfcd-7243f6869970 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cf9b20ab-3fa3-4fd2-a2ca-538c038331ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0439930 Dec 20 22:15:45.897392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-778893e0-d1e5-4d8f-a426-33d50a0d3e88 service neutron] 10.222.0.66 "GET /v2.0/networks/cf9b20ab-3fa3-4fd2-a2ca-538c038331ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988903 Dec 20 22:15:45.991483 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c399b4ad-2013-4ec5-af68-4eeb706469f0 req-a1952f13-3a10-4795-87f0-c83a4dc82cdf service neutron] 10.222.0.66 "GET /v2.0/networks/cf9b20ab-3fa3-4fd2-a2ca-538c038331ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874524 Dec 20 22:15:46.007597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19457d5-1489-4743-87af-1d4e8cefb1e0 req-7dbc818a-7701-40f0-9f23-2a4138220381 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:46.009165 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b19457d5-1489-4743-87af-1d4e8cefb1e0 req-7dbc818a-7701-40f0-9f23-2a4138220381 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 944 time: 0.0593543 Dec 20 22:15:46.059543 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b19457d5-1489-4743-87af-1d4e8cefb1e0 req-d4d3716d-1a1d-4ecd-9d68-e31f1915c0b1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431018 Dec 20 22:15:46.140239 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbc580-7a40-4dec-a64d-bc001bf18398 req-521dd791-6bd4-41d0-9b4c-a333d42a9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:46.141782 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37cbc580-7a40-4dec-a64d-bc001bf18398 req-521dd791-6bd4-41d0-9b4c-a333d42a9540 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 1093 time: 0.0530355 Dec 20 22:15:46.239427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbc580-7a40-4dec-a64d-bc001bf18398 req-c9db4a1e-ce0b-484e-8bd0-1bc5310d9d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:46.240923 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37cbc580-7a40-4dec-a64d-bc001bf18398 req-c9db4a1e-ce0b-484e-8bd0-1bc5310d9d2c service neutron] 10.222.0.66 "GET /v2.0/networks?id=cf9b20ab-3fa3-4fd2-a2ca-538c038331ca HTTP/1.1" status: 200 len: 898 time: 0.0919874 Dec 20 22:15:46.284039 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37cbc580-7a40-4dec-a64d-bc001bf18398 req-fe168e03-82dd-44e0-8311-9d20ad115c15 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9cf1ce3-e0c5-4c40-913e-0ee670855f3e HTTP/1.1" status: 200 len: 217 time: 0.0357440 Dec 20 22:15:46.340010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbc580-7a40-4dec-a64d-bc001bf18398 req-5ca05713-9716-4662-aeae-f871827dce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:46.341629 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37cbc580-7a40-4dec-a64d-bc001bf18398 req-5ca05713-9716-4662-aeae-f871827dce9c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87fa70d3-06b9-498a-90a0-de77c0fcd346 HTTP/1.1" status: 200 len: 834 time: 0.0502701 Dec 20 22:15:46.393656 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbc580-7a40-4dec-a64d-bc001bf18398 req-72474a34-06ae-461f-8208-118c4cd762c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:46.395219 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37cbc580-7a40-4dec-a64d-bc001bf18398 req-72474a34-06ae-461f-8208-118c4cd762c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cf9b20ab-3fa3-4fd2-a2ca-538c038331ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0460238 Dec 20 22:15:46.494987 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37cbc580-7a40-4dec-a64d-bc001bf18398 req-8cc6be58-7abb-40a2-93e5-e17b236eeb53 service neutron] 10.222.0.66 "GET /v2.0/networks/cf9b20ab-3fa3-4fd2-a2ca-538c038331ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908558 Dec 20 22:15:46.598977 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-37cbc580-7a40-4dec-a64d-bc001bf18398 req-252da9a8-a9d0-4bdb-a5ec-e7bb52146220 service neutron] 10.222.0.66 "GET /v2.0/networks/cf9b20ab-3fa3-4fd2-a2ca-538c038331ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963829 Dec 20 22:15:47.191767 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd43a19-c3c1-4055-adca-2dc2cfba283f req-2a4419a8-a59b-48af-a331-bb4c58c5d768 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:47.193324 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dd43a19-c3c1-4055-adca-2dc2cfba283f req-2a4419a8-a59b-48af-a331-bb4c58c5d768 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 944 time: 0.0514283 Dec 20 22:15:47.233522 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dd43a19-c3c1-4055-adca-2dc2cfba283f req-886f3de9-f9ff-446f-b7c1-820472c5e8bb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336940 Dec 20 22:15:48.207521 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device d9cf1ce3-e0c5-4c40-913e-0ee670855f3e details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:15:48.318932 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port d9cf1ce3-e0c5-4c40-913e-0ee670855f3e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d9cf1ce3-e0c5-4c40-913e-0ee670855f3e,segment=NetworkSegment(7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa),segment_id=7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:15:48.333174 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'd9cf1ce3-e0c5-4c40-913e-0ee670855f3e', 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca', 'port_id': 'd9cf1ce3-e0c5-4c40-913e-0ee670855f3e', 'mac_address': 'fa:16:3e:55:15:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:15:48.371265 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c554932-27dd-47ea-be51-c75b72b843a2 req-89b18ba0-4b11-4b32-91c0-f8288f464faf tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:48.373164 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c554932-27dd-47ea-be51-c75b72b843a2 req-89b18ba0-4b11-4b32-91c0-f8288f464faf tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 944 time: 0.0581481 Dec 20 22:15:48.377292 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:48.392871 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9cf1ce3-e0c5-4c40-913e-0ee670855f3e {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:15:48.417499 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c554932-27dd-47ea-be51-c75b72b843a2 req-8c6fdaca-69d0-4b2f-8279-aacbc2140fea tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374696 Dec 20 22:15:48.423589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port d9cf1ce3-e0c5-4c40-913e-0ee670855f3e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d9cf1ce3-e0c5-4c40-913e-0ee670855f3e,segment=NetworkSegment(7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa),segment_id=7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:15:48.428627 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:48.503144 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:48.503861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=d9cf1ce3-e0c5-4c40-913e-0ee670855f3e,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:48.745018 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['d9cf1ce3-e0c5-4c40-913e-0ee670855f3e'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:15:49.563452 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69c038-3efd-4b91-939b-e3975d50652b req-caffc06f-45cb-40eb-bf67-f280095115b6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:49.565049 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f69c038-3efd-4b91-939b-e3975d50652b req-caffc06f-45cb-40eb-bf67-f280095115b6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 945 time: 0.0688977 Dec 20 22:15:49.610894 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9f69c038-3efd-4b91-939b-e3975d50652b req-a613c2c1-9efc-4910-99de-b349cf3c593e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392601 Dec 20 22:15:50.230492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device d9cf1ce3-e0c5-4c40-913e-0ee670855f3e up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:15:50.284416 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port d9cf1ce3-e0c5-4c40-913e-0ee670855f3e completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:15:50.288505 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port d9cf1ce3-e0c5-4c40-913e-0ee670855f3e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:15:50.288881 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:50.379941 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:50.415202 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8c6d8a-4891-44a9-af7d-e280453ef9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cf1ce3-e0c5-4c40-913e-0ee670855f3e'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:15:50.417549 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20eead1defd04ed19d9e1f577934cb646bb96fa6360cbfa3ec76c6556e217167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bb1643-396c-48e1-9874-7a307381ff11" -d '{"events": [{"server_uuid": "db8c6d8a-4891-44a9-af7d-e280453ef9ce", "name": "network-vif-plugged", "status": "completed", "tag": "d9cf1ce3-e0c5-4c40-913e-0ee670855f3e"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:15:50.431606 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port d9cf1ce3-e0c5-4c40-913e-0ee670855f3e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d9cf1ce3-e0c5-4c40-913e-0ee670855f3e,segment=NetworkSegment(7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa),segment_id=7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:15:50.437854 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:50.462417 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a546842-3861-421e-bd60-63700cc95479 x-openstack-request-id: req-0a546842-3861-421e-bd60-63700cc95479 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:15:50.462713 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8c6d8a-4891-44a9-af7d-e280453ef9ce", "name": "network-vif-plugged", "status": "completed", "tag": "d9cf1ce3-e0c5-4c40-913e-0ee670855f3e", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:15:50.462968 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a546842-3861-421e-bd60-63700cc95479 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:15:50.463369 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8c6d8a-4891-44a9-af7d-e280453ef9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cf1ce3-e0c5-4c40-913e-0ee670855f3e', 'code': 200} Dec 20 22:15:50.499845 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=d9cf1ce3-e0c5-4c40-913e-0ee670855f3e,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:50.586528 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6521774-0620-46fc-8e86-f4da063ce7bd req-e2db87e5-8df1-489a-b019-75e23d767a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:50.588079 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d6521774-0620-46fc-8e86-f4da063ce7bd req-e2db87e5-8df1-489a-b019-75e23d767a33 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 1095 time: 0.0422158 Dec 20 22:15:50.625872 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d6521774-0620-46fc-8e86-f4da063ce7bd req-c14b228e-7949-4432-9a8a-b76d3048f4f6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305190 Dec 20 22:15:50.731160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d75e93-bc75-463f-840c-8d4c04fb5073 req-0a2e7a94-d4e9-4d71-9385-3319285e166e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:50.732779 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09d75e93-bc75-463f-840c-8d4c04fb5073 req-0a2e7a94-d4e9-4d71-9385-3319285e166e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0534389 Dec 20 22:15:50.779344 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09d75e93-bc75-463f-840c-8d4c04fb5073 req-0afe2428-2825-4a0b-902b-73f7ec7da2d7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396247 Dec 20 22:15:51.914959 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7eb60-d42b-4f3b-bb10-3f97e72011c1 req-aece6a71-56ac-488d-843f-2a424f3edda9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:51.916407 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5af7eb60-d42b-4f3b-bb10-3f97e72011c1 req-aece6a71-56ac-488d-843f-2a424f3edda9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0612607 Dec 20 22:15:51.968209 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5af7eb60-d42b-4f3b-bb10-3f97e72011c1 req-916faeb5-d576-4300-816a-5df8e031e490 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448942 Dec 20 22:15:52.096478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c0637-cccc-4b4c-87c9-b54bf0c834c0 req-79a11f84-36b0-4eee-9bcc-2f01b63b638e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:52.098011 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d83c0637-cccc-4b4c-87c9-b54bf0c834c0 req-79a11f84-36b0-4eee-9bcc-2f01b63b638e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0562136 Dec 20 22:15:52.142011 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d83c0637-cccc-4b4c-87c9-b54bf0c834c0 req-1ffcba73-d77e-4132-9464-48269231e6eb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362458 Dec 20 22:15:52.164630 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53122) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:52.207826 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41ceca9-ada6-405b-bf15-286a8060d800 tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:52.209340 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a41ceca9-ada6-405b-bf15-286a8060d800 tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 1090 time: 0.0436649 Dec 20 22:15:52.214137 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53124) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:52.219118 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': 'd9cf1ce3-e0c5-4c40-913e-0ee670855f3e', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:15:52.243457 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:52.349593 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:52.457763 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.35.3.237 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/4355760d-77ef-4491-90ad-91c6fceeffeb) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:15:52.574301 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:52.620721 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:52.661915 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:15:52.664836 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:15:52.671823 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:15:52.675117 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=4355760d-77ef-4491-90ad-91c6fceeffeb,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:53.044741 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:53.108633 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97a7e2bb-caf8-4284-8dda-6229f3aa02a0 req-bb54acc5-fdff-480f-ad63-f3b3ca9e24db service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0563438 Dec 20 22:15:53.130615 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:53.224991 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e2bb-caf8-4284-8dda-6229f3aa02a0 req-7e8728c6-b570-40a0-b83c-3ed29dc413ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:53.226529 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97a7e2bb-caf8-4284-8dda-6229f3aa02a0 req-7e8728c6-b570-40a0-b83c-3ed29dc413ac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 1095 time: 0.0570083 Dec 20 22:15:53.308799 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:53.314826 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:53.340565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e2bb-caf8-4284-8dda-6229f3aa02a0 req-4bd0d33f-4175-4ad6-adba-e3e9fa1a3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:53.342137 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97a7e2bb-caf8-4284-8dda-6229f3aa02a0 req-4bd0d33f-4175-4ad6-adba-e3e9fa1a3624 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cf9b20ab-3fa3-4fd2-a2ca-538c038331ca HTTP/1.1" status: 200 len: 898 time: 0.0964031 Dec 20 22:15:53.403560 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=4355760d-77ef-4491-90ad-91c6fceeffeb,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:15:53.411300 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97a7e2bb-caf8-4284-8dda-6229f3aa02a0 req-b1c1b40e-5598-4967-b211-c3548b40a853 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9cf1ce3-e0c5-4c40-913e-0ee670855f3e HTTP/1.1" status: 200 len: 1000 time: 0.0627720 Dec 20 22:15:53.411570 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:53.467909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e2bb-caf8-4284-8dda-6229f3aa02a0 req-1c3e6dd7-a4bb-4600-bfd0-4066dd64f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:53.469490 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97a7e2bb-caf8-4284-8dda-6229f3aa02a0 req-1c3e6dd7-a4bb-4600-bfd0-4066dd64f94c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87fa70d3-06b9-498a-90a0-de77c0fcd346 HTTP/1.1" status: 200 len: 834 time: 0.0523648 Dec 20 22:15:53.519450 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e2bb-caf8-4284-8dda-6229f3aa02a0 req-d98cd8d7-3994-4e6d-922e-7166dd797eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:53.521071 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97a7e2bb-caf8-4284-8dda-6229f3aa02a0 req-d98cd8d7-3994-4e6d-922e-7166dd797eaa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cf9b20ab-3fa3-4fd2-a2ca-538c038331ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0450027 Dec 20 22:15:53.532923 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Floating IP 9b444932-b588-4e00-912e-d0b4647959e0 associated. External IP: 172.35.3.237, port: d9cf1ce3-e0c5-4c40-913e-0ee670855f3e. Dec 20 22:15:53.621626 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97a7e2bb-caf8-4284-8dda-6229f3aa02a0 req-01c40c23-2bcb-4fef-bdb3-59335b99f837 service neutron] 10.222.0.66 "GET /v2.0/networks/cf9b20ab-3fa3-4fd2-a2ca-538c038331ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935681 Dec 20 22:15:53.718961 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-97a7e2bb-caf8-4284-8dda-6229f3aa02a0 req-0f6df984-2601-4142-9c3d-a9d0b4eda4ca service neutron] 10.222.0.66 "GET /v2.0/networks/cf9b20ab-3fa3-4fd2-a2ca-538c038331ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905256 Dec 20 22:15:53.761020 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router 2b62b021-8072-4e06-a4b7-624a7b3568b6 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:15:53.877918 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:15:53.889811 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9926f4b-2649-42e9-a264-2d75362c359e None None] Sync routers for ids ['2b62b021-8072-4e06-a4b7-624a7b3568b6'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:15:53.897596 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:53.900891 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9926f4b-2649-42e9-a264-2d75362c359e None None] Routers {'2b62b021-8072-4e06-a4b7-624a7b3568b6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:15:53.901605 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e9926f4b-2649-42e9-a264-2d75362c359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:15:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2b62b021-8072-4e06-a4b7-624a7b3568b6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:53.926668 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-60431852-fcae-487e-9e40-daea0c20a9fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7112834 Dec 20 22:15:53.927273 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8c6d8a-4891-44a9-af7d-e280453ef9ce', 'tag': 'd9cf1ce3-e0c5-4c40-913e-0ee670855f3e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:15:53.930098 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f39d2392ee36c270bf164f2b0d9d8519f42a87b2972c565f9d9401e18f0a645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4da71b0-fc68-4641-bdd8-66e4fb15d466" -d '{"events": [{"name": "network-changed", "server_uuid": "db8c6d8a-4891-44a9-af7d-e280453ef9ce", "tag": "d9cf1ce3-e0c5-4c40-913e-0ee670855f3e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:15:53.968376 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6654dbb-3f1b-4a46-8ca1-116f9a005db3 x-openstack-request-id: req-b6654dbb-3f1b-4a46-8ca1-116f9a005db3 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:15:53.968660 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8c6d8a-4891-44a9-af7d-e280453ef9ce", "tag": "d9cf1ce3-e0c5-4c40-913e-0ee670855f3e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:15:53.968944 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6654dbb-3f1b-4a46-8ca1-116f9a005db3 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:15:53.969346 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8c6d8a-4891-44a9-af7d-e280453ef9ce', 'tag': 'd9cf1ce3-e0c5-4c40-913e-0ee670855f3e', 'status': 'completed', 'code': 200} Dec 20 22:15:54.016824 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e9926f4b-2649-42e9-a264-2d75362c359e None None] Set router 2b62b021-8072-4e06-a4b7-624a7b3568b6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:15:54.037388 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac68afa-6ec8-463b-b7d4-56b1ce056b2e req-7dccef50-b9e6-4da0-8f7a-8a3f40c371ab tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:54.039128 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2ac68afa-6ec8-463b-b7d4-56b1ce056b2e req-7dccef50-b9e6-4da0-8f7a-8a3f40c371ab tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0592024 Dec 20 22:15:54.076250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da71b0-fc68-4641-bdd8-66e4fb15d466 req-80cded8a-8f09-4dea-8f6f-02b923cdca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:54.078410 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4da71b0-fc68-4641-bdd8-66e4fb15d466 req-80cded8a-8f09-4dea-8f6f-02b923cdca61 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 1095 time: 0.0601418 Dec 20 22:15:54.086508 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2ac68afa-6ec8-463b-b7d4-56b1ce056b2e req-bc478feb-ef34-4228-b9d3-46f6de5eded0 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400202 Dec 20 22:15:54.125501 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53130) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:54.194178 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-130f72ae-c8ac-4d3d-a8a4-b67995fced80 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/floatingips/9b444932-b588-4e00-912e-d0b4647959e0 HTTP/1.1" status: 200 len: 992 time: 0.0659735 Dec 20 22:15:54.195789 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da71b0-fc68-4641-bdd8-66e4fb15d466 req-63eb2f70-d374-4dc1-a125-c1efed4c4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:54.197350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4da71b0-fc68-4641-bdd8-66e4fb15d466 req-63eb2f70-d374-4dc1-a125-c1efed4c4f2c service neutron] 10.222.0.66 "GET /v2.0/networks?id=cf9b20ab-3fa3-4fd2-a2ca-538c038331ca HTTP/1.1" status: 200 len: 898 time: 0.1128767 Dec 20 22:15:54.264972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e9926f4b-2649-42e9-a264-2d75362c359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416021428', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:40Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '9b444932-b588-4e00-912e-d0b4647959e0', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'floating_ip_address': '172.35.3.237', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'port_id': 'd9cf1ce3-e0c5-4c40-913e-0ee670855f3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca', 'mac_address': 'fa:16:3e:55:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8c6d8a-4891-44a9-af7d-e280453ef9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:15:52Z', 'updated_at': '2021-12-20T22:15:52Z', 'revision_number': 0, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e894a7b-f11a-4044-ba7c-f944bcf20dc7', 'name': '', 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:3a:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:39Z', 'updated_at': '2021-12-20T22:15:43Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:54.265489 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4da71b0-fc68-4641-bdd8-66e4fb15d466 req-83a04595-7137-4e9e-9b41-827b30cbc384 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9cf1ce3-e0c5-4c40-913e-0ee670855f3e HTTP/1.1" status: 200 len: 1000 time: 0.0616157 Dec 20 22:15:54.291901 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9926f4b-2649-42e9-a264-2d75362c359e None None] Checking router: 2b62b021-8072-4e06-a4b7-624a7b3568b6 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:15:54.301525 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9926f4b-2649-42e9-a264-2d75362c359e None None] Routers {'2b62b021-8072-4e06-a4b7-624a7b3568b6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:15:54.302175 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e9926f4b-2649-42e9-a264-2d75362c359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:15:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2b62b021-8072-4e06-a4b7-624a7b3568b6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:54.317187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da71b0-fc68-4641-bdd8-66e4fb15d466 req-2978ffec-dfa0-459c-b25b-5c9c748f3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:54.318749 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4da71b0-fc68-4641-bdd8-66e4fb15d466 req-2978ffec-dfa0-459c-b25b-5c9c748f3648 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87fa70d3-06b9-498a-90a0-de77c0fcd346 HTTP/1.1" status: 200 len: 834 time: 0.0474021 Dec 20 22:15:54.371967 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da71b0-fc68-4641-bdd8-66e4fb15d466 req-0df3d734-52f9-4baf-b1df-04b1ce7c1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:15:54.373614 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4da71b0-fc68-4641-bdd8-66e4fb15d466 req-0df3d734-52f9-4baf-b1df-04b1ce7c1f4d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cf9b20ab-3fa3-4fd2-a2ca-538c038331ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0483885 Dec 20 22:15:54.412972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e9926f4b-2649-42e9-a264-2d75362c359e None None] Set router 2b62b021-8072-4e06-a4b7-624a7b3568b6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:15:54.463880 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4da71b0-fc68-4641-bdd8-66e4fb15d466 req-9855ccd3-d973-4bee-a7ba-24311ff5989f service neutron] 10.222.0.66 "GET /v2.0/networks/cf9b20ab-3fa3-4fd2-a2ca-538c038331ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834386 Dec 20 22:15:54.578654 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4da71b0-fc68-4641-bdd8-66e4fb15d466 req-7d4ba634-706e-458f-9c91-9f353c7ef94d service neutron] 10.222.0.66 "GET /v2.0/networks/cf9b20ab-3fa3-4fd2-a2ca-538c038331ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072154 Dec 20 22:15:54.666430 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e9926f4b-2649-42e9-a264-2d75362c359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416021428', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:40Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '9b444932-b588-4e00-912e-d0b4647959e0', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'floating_ip_address': '172.35.3.237', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'port_id': 'd9cf1ce3-e0c5-4c40-913e-0ee670855f3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca', 'mac_address': 'fa:16:3e:55:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8c6d8a-4891-44a9-af7d-e280453ef9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:15:52Z', 'updated_at': '2021-12-20T22:15:52Z', 'revision_number': 0, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e894a7b-f11a-4044-ba7c-f944bcf20dc7', 'name': '', 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:3a:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:39Z', 'updated_at': '2021-12-20T22:15:43Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:15:54.693573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9926f4b-2649-42e9-a264-2d75362c359e None None] The sync data for ids ['2b62b021-8072-4e06-a4b7-624a7b3568b6'] in n-d-xena-1 is: [{'id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416021428', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:40Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '9b444932-b588-4e00-912e-d0b4647959e0', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'floating_ip_address': '172.35.3.237', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'port_id': 'd9cf1ce3-e0c5-4c40-913e-0ee670855f3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca', 'mac_address': 'fa:16:3e:55:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8c6d8a-4891-44a9-af7d-e280453ef9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:15:52Z', 'updated_at': '2021-12-20T22:15:52Z', 'revision_number': 0, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e894a7b-f11a-4044-ba7c-f944bcf20dc7', 'name': '', 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:3a:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:39Z', 'updated_at': '2021-12-20T22:15:43Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:15:54.896669 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59bf014-dcd6-4b84-ace9-e4148f8e9ba0 None None] New status for floating IP 9b444932-b588-4e00-912e-d0b4647959e0: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:15:55.196314 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53132) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:15:55.259715 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7c64ba3d-9349-491a-8cec-23f2262a54fb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/floatingips/9b444932-b588-4e00-912e-d0b4647959e0 HTTP/1.1" status: 200 len: 994 time: 0.0620580 Dec 20 22:15:57.238794 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f4de074a-862c-403b-b1a1-a929e256d6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:15:59.550216 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3423d9d5-8ab2-4a42-b2af-596789b0a57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:16:00.895229 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:16:02.332841 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:16:02.457934 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:16:06.330403 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:16:15.460465 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:16:18.494125 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:16:24.120136 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d225850-bcb8-4875-a813-cd72cb8d7455 req-83abcc10-489b-425d-a2b7-bb998422dbc9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:24.121606 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d225850-bcb8-4875-a813-cd72cb8d7455 req-83abcc10-489b-425d-a2b7-bb998422dbc9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0882804 Dec 20 22:16:24.124791 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a70bb7-4b73-446d-ac66-5fa16c593f28 req-397af2bd-3f67-4fa4-a9be-b672595c1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:24.126197 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70a70bb7-4b73-446d-ac66-5fa16c593f28 req-397af2bd-3f67-4fa4-a9be-b672595c1937 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 1095 time: 0.0642214 Dec 20 22:16:24.225771 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d225850-bcb8-4875-a813-cd72cb8d7455 req-3e2479d1-555d-4e2c-ae21-767a6637cce6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883110 Dec 20 22:16:24.253085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a70bb7-4b73-446d-ac66-5fa16c593f28 req-e2d14fc0-fdcf-4d42-91cf-e9ee7ab2511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:24.254712 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70a70bb7-4b73-446d-ac66-5fa16c593f28 req-e2d14fc0-fdcf-4d42-91cf-e9ee7ab2511c service neutron] 10.222.0.66 "GET /v2.0/networks?id=cf9b20ab-3fa3-4fd2-a2ca-538c038331ca HTTP/1.1" status: 200 len: 898 time: 0.1185338 Dec 20 22:16:24.341346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70a70bb7-4b73-446d-ac66-5fa16c593f28 req-370c12c8-5bb7-48da-a38b-ba147c7f750a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9cf1ce3-e0c5-4c40-913e-0ee670855f3e HTTP/1.1" status: 200 len: 1002 time: 0.0797386 Dec 20 22:16:24.403810 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a70bb7-4b73-446d-ac66-5fa16c593f28 req-d50342b9-9a3a-4985-a50d-2031b578448b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:24.405199 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70a70bb7-4b73-446d-ac66-5fa16c593f28 req-d50342b9-9a3a-4985-a50d-2031b578448b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87fa70d3-06b9-498a-90a0-de77c0fcd346 HTTP/1.1" status: 200 len: 834 time: 0.0563598 Dec 20 22:16:24.460094 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a70bb7-4b73-446d-ac66-5fa16c593f28 req-179d2c8f-1d1d-48ef-9238-3ccbe3c6d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:24.461652 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70a70bb7-4b73-446d-ac66-5fa16c593f28 req-179d2c8f-1d1d-48ef-9238-3ccbe3c6d866 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cf9b20ab-3fa3-4fd2-a2ca-538c038331ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0484252 Dec 20 22:16:24.562211 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70a70bb7-4b73-446d-ac66-5fa16c593f28 req-b92856be-7c23-400f-8e60-17aefdc0f2ca service neutron] 10.222.0.66 "GET /v2.0/networks/cf9b20ab-3fa3-4fd2-a2ca-538c038331ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915816 Dec 20 22:16:24.659780 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70a70bb7-4b73-446d-ac66-5fa16c593f28 req-c53fff28-df4c-4952-b84b-0332dd196c2f service neutron] 10.222.0.66 "GET /v2.0/networks/cf9b20ab-3fa3-4fd2-a2ca-538c038331ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899503 Dec 20 22:16:25.356271 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9710ea-6471-483e-ae94-f1748cd10dc2 req-259b5d58-584a-43d0-a502-8dce919e40ae tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:25.357822 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9d9710ea-6471-483e-ae94-f1748cd10dc2 req-259b5d58-584a-43d0-a502-8dce919e40ae tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0555627 Dec 20 22:16:25.409782 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9d9710ea-6471-483e-ae94-f1748cd10dc2 req-d078e2e8-c064-4255-82b1-2aa463c0eb82 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432756 Dec 20 22:16:26.571180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c8308-4727-427b-91fe-4f8f1b40b145 req-4028ae2d-20d8-4e68-98c9-93e56233be55 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:26.572755 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-335c8308-4727-427b-91fe-4f8f1b40b145 req-4028ae2d-20d8-4e68-98c9-93e56233be55 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0669682 Dec 20 22:16:26.623530 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-335c8308-4727-427b-91fe-4f8f1b40b145 req-b2e1ac7c-edcb-4bb9-988a-3fc928fb553a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443852 Dec 20 22:16:27.247250 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cccf2866-a15e-45e4-90a3-e0e668740e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:16:27.755798 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bb24a-1d9b-4a2e-867f-ae00e202411c req-7149d6ee-9bca-4de9-9598-87946b618961 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:27.757359 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4d0bb24a-1d9b-4a2e-867f-ae00e202411c req-7149d6ee-9bca-4de9-9598-87946b618961 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0570459 Dec 20 22:16:27.798366 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4d0bb24a-1d9b-4a2e-867f-ae00e202411c req-d1856d9d-80b0-47c5-a823-7c27b8c6efb2 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348032 Dec 20 22:16:28.944294 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbacbb-7307-4cbf-8039-7b724cdc9b05 req-559415de-fd95-4f17-b019-d52a52095f9d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:28.945723 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ffbacbb-7307-4cbf-8039-7b724cdc9b05 req-559415de-fd95-4f17-b019-d52a52095f9d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0552130 Dec 20 22:16:28.986744 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9ffbacbb-7307-4cbf-8039-7b724cdc9b05 req-28ca5ace-d91a-4f82-9c52-6597f8351f53 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347662 Dec 20 22:16:29.544585 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d2c7221e-a4ef-4bfd-b097-a00d43df7a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:16:30.126306 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940b6ad-6e83-444f-8f68-f901ec6b5b9c req-c15e3b0a-fc95-4d85-97cb-e174277e4b13 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:30.127847 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e940b6ad-6e83-444f-8f68-f901ec6b5b9c req-c15e3b0a-fc95-4d85-97cb-e174277e4b13 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0658364 Dec 20 22:16:30.169477 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e940b6ad-6e83-444f-8f68-f901ec6b5b9c req-b25afa8b-0132-4cf0-b7b4-3f1abac44ba2 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350971 Dec 20 22:16:30.900674 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:16:31.291465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bb6f5-bf34-47ae-97cf-cf909a24152e req-c2f3b607-a6b8-4654-bb48-084d0bb671f2 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:31.293027 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb2bb6f5-bf34-47ae-97cf-cf909a24152e req-c2f3b607-a6b8-4654-bb48-084d0bb671f2 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0520685 Dec 20 22:16:31.337133 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cb2bb6f5-bf34-47ae-97cf-cf909a24152e req-c479f6a1-04a9-4251-8dc5-fbeb631632c6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377657 Dec 20 22:16:32.325790 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:16:32.454529 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:16:32.487228 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164500f1-dd7f-4cef-b095-c7a643c8a817 req-7cc5b3f4-c4a2-4b46-850b-6ee99b254a9f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:32.488706 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-164500f1-dd7f-4cef-b095-c7a643c8a817 req-7cc5b3f4-c4a2-4b46-850b-6ee99b254a9f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0583153 Dec 20 22:16:32.530535 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-164500f1-dd7f-4cef-b095-c7a643c8a817 req-021e40de-a001-457e-a915-00d2cf72cae6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354297 Dec 20 22:16:33.671412 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fe0cf-09fa-48e3-ac41-d4759bc464cf req-d2a1c049-3eba-485f-8f8b-8cf3e6a55a8c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:33.673166 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-335fe0cf-09fa-48e3-ac41-d4759bc464cf req-d2a1c049-3eba-485f-8f8b-8cf3e6a55a8c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0625696 Dec 20 22:16:33.715554 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-335fe0cf-09fa-48e3-ac41-d4759bc464cf req-d6f35759-8340-4ef1-a4f2-f599a81c6e6e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349045 Dec 20 22:16:34.843225 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab39451-14c6-4b22-a217-171fe7b8c145 req-bcdab902-61e3-4cb6-b17a-d14abdbbf3fc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:34.844738 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dab39451-14c6-4b22-a217-171fe7b8c145 req-bcdab902-61e3-4cb6-b17a-d14abdbbf3fc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0557377 Dec 20 22:16:34.888115 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dab39451-14c6-4b22-a217-171fe7b8c145 req-774858b9-04a9-403b-8106-312cb880c207 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354762 Dec 20 22:16:36.012865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bd775-8ede-47fc-bc87-5bba5fafd761 req-ae49c271-8ae3-49f8-abb8-764ecb3da65d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:36.014435 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a89bd775-8ede-47fc-bc87-5bba5fafd761 req-ae49c271-8ae3-49f8-abb8-764ecb3da65d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0548325 Dec 20 22:16:36.060914 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a89bd775-8ede-47fc-bc87-5bba5fafd761 req-0e8fa8d5-ee10-453c-a813-1173e06d086a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370343 Dec 20 22:16:36.084413 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53180) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:16:36.146482 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-d20a3c52-32a8-4ae4-a2ae-6326396de1ff tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/floatingips/9b444932-b588-4e00-912e-d0b4647959e0 HTTP/1.1" status: 200 len: 994 time: 0.0605640 Dec 20 22:16:41.822521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-39705bb0-18b3-4fd7-94a0-bda8013f19b1 req-245b4cd5-aabf-49f1-bb2b-e2a40e9af058 service neutron] (102402) timed out ('10.222.0.32', 43298) {{(pid=102402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 20 22:16:43.330344 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:16:45.465522 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:16:48.503333 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:16:54.100587 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b81d629c-5033-4f4f-9bc2-bfe98ecf3a01 req-1617a4ee-4876-49a5-ab63-d3406df02ee6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0498590 Dec 20 22:16:54.213851 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d629c-5033-4f4f-9bc2-bfe98ecf3a01 req-8eaf96b9-0152-43f8-a025-84dc75940d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:54.215455 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b81d629c-5033-4f4f-9bc2-bfe98ecf3a01 req-8eaf96b9-0152-43f8-a025-84dc75940d54 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 1095 time: 0.0511851 Dec 20 22:16:54.323797 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d629c-5033-4f4f-9bc2-bfe98ecf3a01 req-ebb2efb1-b603-4043-9016-10d00e1398bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:54.325271 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b81d629c-5033-4f4f-9bc2-bfe98ecf3a01 req-ebb2efb1-b603-4043-9016-10d00e1398bb service neutron] 10.222.0.66 "GET /v2.0/networks?id=cf9b20ab-3fa3-4fd2-a2ca-538c038331ca HTTP/1.1" status: 200 len: 898 time: 0.0863714 Dec 20 22:16:54.409841 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b81d629c-5033-4f4f-9bc2-bfe98ecf3a01 req-739000a4-da28-4e96-9a47-8b9a105ac24c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9cf1ce3-e0c5-4c40-913e-0ee670855f3e HTTP/1.1" status: 200 len: 1002 time: 0.0704491 Dec 20 22:16:54.462029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d629c-5033-4f4f-9bc2-bfe98ecf3a01 req-96c157f6-3e01-4189-84a5-f8e3877a64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:54.464285 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b81d629c-5033-4f4f-9bc2-bfe98ecf3a01 req-96c157f6-3e01-4189-84a5-f8e3877a64b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87fa70d3-06b9-498a-90a0-de77c0fcd346 HTTP/1.1" status: 200 len: 834 time: 0.0476902 Dec 20 22:16:54.512848 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d629c-5033-4f4f-9bc2-bfe98ecf3a01 req-d18743b9-1040-486e-825e-f97b2c50b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:16:54.514385 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b81d629c-5033-4f4f-9bc2-bfe98ecf3a01 req-d18743b9-1040-486e-825e-f97b2c50b005 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cf9b20ab-3fa3-4fd2-a2ca-538c038331ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0435202 Dec 20 22:16:54.621861 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b81d629c-5033-4f4f-9bc2-bfe98ecf3a01 req-8dc7ca7f-e992-42f5-a6ae-f0e4231f03b5 service neutron] 10.222.0.66 "GET /v2.0/networks/cf9b20ab-3fa3-4fd2-a2ca-538c038331ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971406 Dec 20 22:16:54.715117 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b81d629c-5033-4f4f-9bc2-bfe98ecf3a01 req-dcad4e71-df8f-4abf-9dd1-410b6acb3be2 service neutron] 10.222.0.66 "GET /v2.0/networks/cf9b20ab-3fa3-4fd2-a2ca-538c038331ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854485 Dec 20 22:16:57.241867 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-68c4e95f-e9f2-44ef-8258-95963bf31cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:16:59.547997 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-61da70a5-4a09-4b38-907c-c262684022d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:00.901982 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:02.329875 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:02.448648 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:03.678155 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-de070cd0-e5d9-476a-8614-fb701c958171 req-17601544-8626-4f6a-94ff-3809b5570b29 service neutron] (102401) timed out ('10.222.0.66', 60444) {{(pid=102401) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 20 22:17:06.851457 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53208) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:07.392527 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port 4355760d-77ef-4491-90ad-91c6fceeffeb {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:17:07.392822 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:07.479885 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:07.480150 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:07.493994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for 4355760d-77ef-4491-90ad-91c6fceeffeb owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:17:07.653083 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:07.679468 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=4355760d-77ef-4491-90ad-91c6fceeffeb,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:07.692074 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:07.692434 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:07.692780 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:07.693114 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:07.693526 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:07.693743 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:07.694097 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:07.694436 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:07.694778 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:07.695092 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:07.695412 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:07.695727 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:07.758758 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:07.759078 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Floating IP 9b444932-b588-4e00-912e-d0b4647959e0 disassociated (deleted). External IP: 172.35.3.237, port: d9cf1ce3-e0c5-4c40-913e-0ee670855f3e. Dec 20 22:17:07.985149 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router 2b62b021-8072-4e06-a4b7-624a7b3568b6 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:17:08.109164 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:17:08.114575 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:08.121932 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a402a1-75a0-4d3b-bb53-19afc3ac8584 None None] Sync routers for ids ['2b62b021-8072-4e06-a4b7-624a7b3568b6'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:17:08.132894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a402a1-75a0-4d3b-bb53-19afc3ac8584 None None] Routers {'2b62b021-8072-4e06-a4b7-624a7b3568b6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:17:08.133517 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-43a402a1-75a0-4d3b-bb53-19afc3ac8584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:17:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2b62b021-8072-4e06-a4b7-624a7b3568b6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:08.144057 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-74ac2f08-1623-4f5e-a84b-7099cac7955b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/floatingips/9b444932-b588-4e00-912e-d0b4647959e0 HTTP/1.1" status: 204 len: 168 time: 1.2914145 Dec 20 22:17:08.144750 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8c6d8a-4891-44a9-af7d-e280453ef9ce', 'tag': 'd9cf1ce3-e0c5-4c40-913e-0ee670855f3e'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:17:08.147069 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f39d2392ee36c270bf164f2b0d9d8519f42a87b2972c565f9d9401e18f0a645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cacaa1-5e26-4e21-8c42-54fa25f3b3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "db8c6d8a-4891-44a9-af7d-e280453ef9ce", "tag": "d9cf1ce3-e0c5-4c40-913e-0ee670855f3e"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:17:08.186525 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fba26a8-0e50-4185-87e5-a3d3baab5f6e x-openstack-request-id: req-3fba26a8-0e50-4185-87e5-a3d3baab5f6e {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:17:08.187131 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8c6d8a-4891-44a9-af7d-e280453ef9ce", "tag": "d9cf1ce3-e0c5-4c40-913e-0ee670855f3e", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:17:08.187394 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fba26a8-0e50-4185-87e5-a3d3baab5f6e {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:17:08.187806 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8c6d8a-4891-44a9-af7d-e280453ef9ce', 'tag': 'd9cf1ce3-e0c5-4c40-913e-0ee670855f3e', 'status': 'completed', 'code': 200} Dec 20 22:17:08.294341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cacaa1-5e26-4e21-8c42-54fa25f3b3b2 req-6813b43a-09cc-47ce-986c-b67c65bffecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:08.297169 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8cacaa1-5e26-4e21-8c42-54fa25f3b3b2 req-6813b43a-09cc-47ce-986c-b67c65bffecf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 1095 time: 0.0658407 Dec 20 22:17:08.407974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7463f-2089-4c8d-9711-09e2fcaf1d41 req-c974097b-e752-4cf0-bbc6-defa75791faa tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:08.409703 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0b7463f-2089-4c8d-9711-09e2fcaf1d41 req-c974097b-e752-4cf0-bbc6-defa75791faa tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0624917 Dec 20 22:17:08.445828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cacaa1-5e26-4e21-8c42-54fa25f3b3b2 req-02a7a3a6-0815-4d9b-8943-7025025d3e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:08.446161 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-43a402a1-75a0-4d3b-bb53-19afc3ac8584 None None] Set router 2b62b021-8072-4e06-a4b7-624a7b3568b6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:17:08.448541 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8cacaa1-5e26-4e21-8c42-54fa25f3b3b2 req-02a7a3a6-0815-4d9b-8943-7025025d3e9f service neutron] 10.222.0.66 "GET /v2.0/networks?id=cf9b20ab-3fa3-4fd2-a2ca-538c038331ca HTTP/1.1" status: 200 len: 898 time: 0.1146557 Dec 20 22:17:08.455248 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0b7463f-2089-4c8d-9711-09e2fcaf1d41 req-235075bb-d692-4c33-8305-420a15b5a583 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391715 Dec 20 22:17:08.491626 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8cacaa1-5e26-4e21-8c42-54fa25f3b3b2 req-f52b1427-148b-44b7-9310-9e75463561d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9cf1ce3-e0c5-4c40-913e-0ee670855f3e HTTP/1.1" status: 200 len: 217 time: 0.0350974 Dec 20 22:17:08.544720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cacaa1-5e26-4e21-8c42-54fa25f3b3b2 req-f442d60b-6e66-4ddb-92b6-82a64ddc328b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:08.546337 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8cacaa1-5e26-4e21-8c42-54fa25f3b3b2 req-f442d60b-6e66-4ddb-92b6-82a64ddc328b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=87fa70d3-06b9-498a-90a0-de77c0fcd346 HTTP/1.1" status: 200 len: 834 time: 0.0470955 Dec 20 22:17:08.605618 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cacaa1-5e26-4e21-8c42-54fa25f3b3b2 req-f8067761-e4c3-40ae-b450-c32d330e5a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:08.607416 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8cacaa1-5e26-4e21-8c42-54fa25f3b3b2 req-f8067761-e4c3-40ae-b450-c32d330e5a16 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cf9b20ab-3fa3-4fd2-a2ca-538c038331ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0532584 Dec 20 22:17:08.658195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-43a402a1-75a0-4d3b-bb53-19afc3ac8584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416021428', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:40Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '8e894a7b-f11a-4044-ba7c-f944bcf20dc7', 'name': '', 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:3a:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:39Z', 'updated_at': '2021-12-20T22:15:43Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:08.688634 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a402a1-75a0-4d3b-bb53-19afc3ac8584 None None] Checking router: 2b62b021-8072-4e06-a4b7-624a7b3568b6 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:17:08.697130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a402a1-75a0-4d3b-bb53-19afc3ac8584 None None] Routers {'2b62b021-8072-4e06-a4b7-624a7b3568b6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:17:08.697746 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-43a402a1-75a0-4d3b-bb53-19afc3ac8584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:17:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2b62b021-8072-4e06-a4b7-624a7b3568b6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:08.701890 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8cacaa1-5e26-4e21-8c42-54fa25f3b3b2 req-f1f266a2-8d41-4021-a32d-35036a15c22f service neutron] 10.222.0.66 "GET /v2.0/networks/cf9b20ab-3fa3-4fd2-a2ca-538c038331ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863428 Dec 20 22:17:08.811609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b8cacaa1-5e26-4e21-8c42-54fa25f3b3b2 req-b76d25fd-8bc2-4418-918b-11ba5f4d6f25 service neutron] 10.222.0.66 "GET /v2.0/networks/cf9b20ab-3fa3-4fd2-a2ca-538c038331ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030176 Dec 20 22:17:08.818489 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-43a402a1-75a0-4d3b-bb53-19afc3ac8584 None None] Set router 2b62b021-8072-4e06-a4b7-624a7b3568b6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:17:09.050425 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-43a402a1-75a0-4d3b-bb53-19afc3ac8584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416021428', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:40Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '8e894a7b-f11a-4044-ba7c-f944bcf20dc7', 'name': '', 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:3a:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:39Z', 'updated_at': '2021-12-20T22:15:43Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:09.077804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a402a1-75a0-4d3b-bb53-19afc3ac8584 None None] The sync data for ids ['2b62b021-8072-4e06-a4b7-624a7b3568b6'] in n-d-xena-1 is: [{'id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416021428', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:40Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '8e894a7b-f11a-4044-ba7c-f944bcf20dc7', 'name': '', 'network_id': 'cf9b20ab-3fa3-4fd2-a2ca-538c038331ca', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:3a:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:39Z', 'updated_at': '2021-12-20T22:15:43Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '87fa70d3-06b9-498a-90a0-de77c0fcd346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:17:09.327171 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf8074d-abb9-42c8-ab25-355db848d9bb None None] New status for floating IP 9b444932-b588-4e00-912e-d0b4647959e0: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:17:09.592883 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe4bd0-4c24-4297-ba3e-f551e5b7210d req-90dc6278-1d88-43bc-83b8-45294a1bd6dc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:09.594546 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-21fe4bd0-4c24-4297-ba3e-f551e5b7210d req-90dc6278-1d88-43bc-83b8-45294a1bd6dc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0594795 Dec 20 22:17:09.646949 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-21fe4bd0-4c24-4297-ba3e-f551e5b7210d req-b18ea850-6b5b-4ded-93db-3df0689c9227 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ae566cf-6e4e-4bb8-843e-883f9c543962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433989 Dec 20 22:17:09.945984 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f1837-43b6-4a80-a303-ebc23cc58842 req-cb0c3f60-4348-4db8-ad9c-85feca9d190a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:09.947433 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-902f1837-43b6-4a80-a303-ebc23cc58842 req-cb0c3f60-4348-4db8-ad9c-85feca9d190a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.66 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 946 time: 0.0527294 Dec 20 22:17:10.045257 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-902f1837-43b6-4a80-a303-ebc23cc58842 req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port d9cf1ce3-e0c5-4c40-913e-0ee670855f3e {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:17:10.045633 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-902f1837-43b6-4a80-a303-ebc23cc58842 req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:10.142855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-902f1837-43b6-4a80-a303-ebc23cc58842 req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] For port d9cf1ce3-e0c5-4c40-913e-0ee670855f3e, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=d9cf1ce3-e0c5-4c40-913e-0ee670855f3e,segment=NetworkSegment(7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa),segment_id=7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:17:10.143165 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-902f1837-43b6-4a80-a303-ebc23cc58842 req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:10.157740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-902f1837-43b6-4a80-a303-ebc23cc58842 req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for d9cf1ce3-e0c5-4c40-913e-0ee670855f3e owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:17:10.313816 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-902f1837-43b6-4a80-a303-ebc23cc58842 req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:10.342747 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=d9cf1ce3-e0c5-4c40-913e-0ee670855f3e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:10.374727 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:10.375133 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:10.375417 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:10.375748 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:10.376074 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:10.376400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:10.376726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:10.377045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:10.377367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:10.377687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:10.378060 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:10.378340 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:10.717696 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-902f1837-43b6-4a80-a303-ebc23cc58842 req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] No DVR routers for this DVR port d9cf1ce3-e0c5-4c40-913e-0ee670855f3e on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:17:10.721062 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-902f1837-43b6-4a80-a303-ebc23cc58842 req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:10.724629 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-902f1837-43b6-4a80-a303-ebc23cc58842 req-3f82a8cf-8cb6-4c6d-bcf9-cd6228cc9053 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.66 "DELETE /v2.0/ports/d9cf1ce3-e0c5-4c40-913e-0ee670855f3e HTTP/1.1" status: 204 len: 173 time: 0.7699172 Dec 20 22:17:10.725109 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8c6d8a-4891-44a9-af7d-e280453ef9ce', 'name': 'network-vif-deleted', 'tag': 'd9cf1ce3-e0c5-4c40-913e-0ee670855f3e'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:17:10.728779 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86cc0de-2539-4701-8571-312f19bb32d6" -d '{"events": [{"server_uuid": "db8c6d8a-4891-44a9-af7d-e280453ef9ce", "name": "network-vif-deleted", "tag": "d9cf1ce3-e0c5-4c40-913e-0ee670855f3e"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:17:10.766687 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8b52e989-1ec0-4d87-939c-22ec72706197 req-6ab0ee54-4a44-4f18-ada1-725a3ec6983d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=db8c6d8a-4891-44a9-af7d-e280453ef9ce HTTP/1.1" status: 200 len: 210 time: 0.0397632 Dec 20 22:17:10.783563 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e5db3c-2d7c-4c8c-868e-3f4dae1c5d5a x-openstack-request-id: req-23e5db3c-2d7c-4c8c-868e-3f4dae1c5d5a {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:17:10.783858 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8c6d8a-4891-44a9-af7d-e280453ef9ce", "name": "network-vif-deleted", "tag": "d9cf1ce3-e0c5-4c40-913e-0ee670855f3e", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:17:10.784432 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23e5db3c-2d7c-4c8c-868e-3f4dae1c5d5a {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:17:10.784836 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8c6d8a-4891-44a9-af7d-e280453ef9ce', 'name': 'network-vif-deleted', 'tag': 'd9cf1ce3-e0c5-4c40-913e-0ee670855f3e', 'status': 'completed', 'code': 200} Dec 20 22:17:11.835775 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53224) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:12.237968 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d79e2f1-8800-40c9-b511-f1d55e56d601 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:12.513988 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7d79e2f1-8800-40c9-b511-f1d55e56d601 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:17:12.514332 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d79e2f1-8800-40c9-b511-f1d55e56d601 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:12.617663 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-7d79e2f1-8800-40c9-b511-f1d55e56d601 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] For port 8e894a7b-f11a-4044-ba7c-f944bcf20dc7, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8e894a7b-f11a-4044-ba7c-f944bcf20dc7,segment=NetworkSegment(7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa),segment_id=7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:17:12.618039 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d79e2f1-8800-40c9-b511-f1d55e56d601 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:12.631885 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-7d79e2f1-8800-40c9-b511-f1d55e56d601 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:17:12.849144 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d79e2f1-8800-40c9-b511-f1d55e56d601 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:12.890436 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79e2f1-8800-40c9-b511-f1d55e56d601 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=8e894a7b-f11a-4044-ba7c-f944bcf20dc7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:13.078221 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d79e2f1-8800-40c9-b511-f1d55e56d601 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:13.325503 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d79e2f1-8800-40c9-b511-f1d55e56d601 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router 2b62b021-8072-4e06-a4b7-624a7b3568b6 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:17:13.446349 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d79e2f1-8800-40c9-b511-f1d55e56d601 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:17:13.451988 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7d79e2f1-8800-40c9-b511-f1d55e56d601 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "PUT /v2.0/routers/2b62b021-8072-4e06-a4b7-624a7b3568b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6151512 Dec 20 22:17:13.454971 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53228) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:13.458005 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb5827-0113-44b1-969f-4ac16c06f628 None None] Sync routers for ids ['2b62b021-8072-4e06-a4b7-624a7b3568b6'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:17:13.468703 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb5827-0113-44b1-969f-4ac16c06f628 None None] Routers {'2b62b021-8072-4e06-a4b7-624a7b3568b6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:17:13.469246 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8aeb5827-0113-44b1-969f-4ac16c06f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:17:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2b62b021-8072-4e06-a4b7-624a7b3568b6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:13.514056 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0580fe6-08fb-4535-b6d1-a8ea043e8144 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting subnet 87fa70d3-06b9-498a-90a0-de77c0fcd346 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:17:13.517638 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0580fe6-08fb-4535-b6d1-a8ea043e8144 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:13.564580 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0580fe6-08fb-4535-b6d1-a8ea043e8144 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:13.594586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-8aeb5827-0113-44b1-969f-4ac16c06f628 None None] Set router 2b62b021-8072-4e06-a4b7-624a7b3568b6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:17:13.664033 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0580fe6-08fb-4535-b6d1-a8ea043e8144 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:13.725424 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0580fe6-08fb-4535-b6d1-a8ea043e8144 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:13.752899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0580fe6-08fb-4535-b6d1-a8ea043e8144 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Subnet': ['ID=87fa70d3-06b9-498a-90a0-de77c0fcd346,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:13.756875 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c0580fe6-08fb-4535-b6d1-a8ea043e8144 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:13.763826 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c0580fe6-08fb-4535-b6d1-a8ea043e8144 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/subnets/87fa70d3-06b9-498a-90a0-de77c0fcd346 HTTP/1.1" status: 204 len: 168 time: 0.3040326 Dec 20 22:17:13.765386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53230) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:13.766906 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dc1b67-98d1-4971-9029-920533ad2e8e None None] Network cf9b20ab-3fa3-4fd2-a2ca-538c038331ca requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:17:13.889965 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad67e6b6-2124-4127-bba8-5ca36065df57 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:13.892301 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8aeb5827-0113-44b1-969f-4ac16c06f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416021428', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:17:12Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:13.928061 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb5827-0113-44b1-969f-4ac16c06f628 None None] Checking router: 2b62b021-8072-4e06-a4b7-624a7b3568b6 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:17:13.943412 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb5827-0113-44b1-969f-4ac16c06f628 None None] Routers {'2b62b021-8072-4e06-a4b7-624a7b3568b6'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:17:13.944023 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8aeb5827-0113-44b1-969f-4ac16c06f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:17:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2b62b021-8072-4e06-a4b7-624a7b3568b6'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:14.015066 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad67e6b6-2124-4127-bba8-5ca36065df57 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:14.045104 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] DHCP port deletion for cf9b20ab-3fa3-4fd2-a2ca-538c038331ca request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 22:17:14.071099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-ad67e6b6-2124-4127-bba8-5ca36065df57 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port e105995c-8290-4448-ba37-94d2d44f39bc {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:17:14.071439 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad67e6b6-2124-4127-bba8-5ca36065df57 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:14.099586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-8aeb5827-0113-44b1-969f-4ac16c06f628 None None] Set router 2b62b021-8072-4e06-a4b7-624a7b3568b6 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:17:14.158012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-ad67e6b6-2124-4127-bba8-5ca36065df57 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] For port e105995c-8290-4448-ba37-94d2d44f39bc, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=e105995c-8290-4448-ba37-94d2d44f39bc,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:17:14.158415 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad67e6b6-2124-4127-bba8-5ca36065df57 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:14.173121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-ad67e6b6-2124-4127-bba8-5ca36065df57 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for e105995c-8290-4448-ba37-94d2d44f39bc owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:17:14.210656 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] Deleting port 9adca0ed-336c-4772-8c20-e645566e8891 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:17:14.211057 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:14.340177 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] For port 9adca0ed-336c-4772-8c20-e645566e8891, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9adca0ed-336c-4772-8c20-e645566e8891,segment=NetworkSegment(7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa),segment_id=7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:17:14.340576 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:14.357298 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] Calling delete_port for 9adca0ed-336c-4772-8c20-e645566e8891 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:17:14.358770 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad67e6b6-2124-4127-bba8-5ca36065df57 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:14.395938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67e6b6-2124-4127-bba8-5ca36065df57 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=e105995c-8290-4448-ba37-94d2d44f39bc,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:14.420958 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-8aeb5827-0113-44b1-969f-4ac16c06f628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416021428', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:17:12Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:14.457107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb5827-0113-44b1-969f-4ac16c06f628 None None] The sync data for ids ['2b62b021-8072-4e06-a4b7-624a7b3568b6'] in n-d-xena-1 is: [{'id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416021428', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:17:12Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'e105995c-8290-4448-ba37-94d2d44f39bc', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b62b021-8072-4e06-a4b7-624a7b3568b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:15:36Z', 'updated_at': '2021-12-20T22:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:17:14.464810 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad67e6b6-2124-4127-bba8-5ca36065df57 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:14.483153 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:14.511379 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] Pushing event deleted for resources: {'Port': ['ID=9adca0ed-336c-4772-8c20-e645566e8891,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:14.516715 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] No DVR routers for this DVR port 9adca0ed-336c-4772-8c20-e645566e8891 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:17:14.524186 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:14.524528 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:14.524865 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:14.525195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:14.525522 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:14.525847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:14.526195 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:14.526946 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:14.526946 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:14.527134 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:14.527432 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:14.527748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad6876-43dd-4de3-a0aa-c640e1c6d1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:14.578331 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad67e6b6-2124-4127-bba8-5ca36065df57 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:14.580585 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad67e6b6-2124-4127-bba8-5ca36065df57 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:14.631001 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad67e6b6-2124-4127-bba8-5ca36065df57 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:14.631534 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad67e6b6-2124-4127-bba8-5ca36065df57 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Fanout notify agent at l3_agent the message router_deleted on router 2b62b021-8072-4e06-a4b7-624a7b3568b6 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:17:14.640711 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ad67e6b6-2124-4127-bba8-5ca36065df57 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:14.642218 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ad67e6b6-2124-4127-bba8-5ca36065df57 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/routers/2b62b021-8072-4e06-a4b7-624a7b3568b6 HTTP/1.1" status: 204 len: 168 time: 0.8752706 Dec 20 22:17:14.645134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53232) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:14.752648 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device d9cf1ce3-e0c5-4c40-913e-0ee670855f3e no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:17:14.757987 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2dc0-191f-4fe6-90a4-dc2d1fa29dd6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:14.772479 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: d9cf1ce3-e0c5-4c40-913e-0ee670855f3e {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:17:14.772817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device d9cf1ce3-e0c5-4c40-913e-0ee670855f3e not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:17:14.864233 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2dc0-191f-4fe6-90a4-dc2d1fa29dd6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:14.890987 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-3b6a2dc0-191f-4fe6-90a4-dc2d1fa29dd6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9b20ab-3fa3-4fd2-a2ca-538c038331ca']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:14.901562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-3b6a2dc0-191f-4fe6-90a4-dc2d1fa29dd6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:14.901888 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-3b6a2dc0-191f-4fe6-90a4-dc2d1fa29dd6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ccd14e4-de1c-4d06-a4ba-4dae1df2a1fa') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:14.912815 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2dc0-191f-4fe6-90a4-dc2d1fa29dd6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:14.930509 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2dc0-191f-4fe6-90a4-dc2d1fa29dd6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:14.937677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6a2dc0-191f-4fe6-90a4-dc2d1fa29dd6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:17:14.938185 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2dc0-191f-4fe6-90a4-dc2d1fa29dd6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: timer() Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:17:14.941761 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:17:15.011484 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2dc0-191f-4fe6-90a4-dc2d1fa29dd6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:15.019189 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3b6a2dc0-191f-4fe6-90a4-dc2d1fa29dd6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:15.022335 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3b6a2dc0-191f-4fe6-90a4-dc2d1fa29dd6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/networks/cf9b20ab-3fa3-4fd2-a2ca-538c038331ca HTTP/1.1" status: 204 len: 168 time: 0.3761950 Dec 20 22:17:15.025354 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53234) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:15.034832 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a2dc0-191f-4fe6-90a4-dc2d1fa29dd6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Network': ['ID=cf9b20ab-3fa3-4fd2-a2ca-538c038331ca,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:15.100986 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b5578aa-469f-4952-ac97-29878fb90010 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:15.129031 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b5578aa-469f-4952-ac97-29878fb90010 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:15.217601 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b5578aa-469f-4952-ac97-29878fb90010 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:15.220224 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1b5578aa-469f-4952-ac97-29878fb90010 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:15.221434 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1b5578aa-469f-4952-ac97-29878fb90010 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/security-groups/3ae566cf-6e4e-4bb8-843e-883f9c543962 HTTP/1.1" status: 204 len: 168 time: 0.1950817 Dec 20 22:17:15.231364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5578aa-469f-4952-ac97-29878fb90010 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae566cf-6e4e-4bb8-843e-883f9c543962,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:15.464994 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:15.573666 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9adca0ed-336c-4772-8c20-e645566e8891 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:17:15.595672 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 9adca0ed-336c-4772-8c20-e645566e8891 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:17:15.596016 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9adca0ed-336c-4772-8c20-e645566e8891 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:17:15.596443 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:17:15.615695 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:17:15.616038 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8e894a7b-f11a-4044-ba7c-f944bcf20dc7 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:17:15.616461 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e105995c-8290-4448-ba37-94d2d44f39bc no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:17:15.638441 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: e105995c-8290-4448-ba37-94d2d44f39bc {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:17:15.638855 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device e105995c-8290-4448-ba37-94d2d44f39bc not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:17:15.743041 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53240) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:15.747818 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-2b5f6574-a690-4f85-90ad-89778447eebc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-157875691', 'description': 'tempest-secgroup-smoke-157875691 description', 'project_id': '99506acbd4784aecb24a7bb712357daf'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:17:15.778573 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b5f6574-a690-4f85-90ad-89778447eebc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:15.856506 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b5f6574-a690-4f85-90ad-89778447eebc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:15.863113 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b5f6574-a690-4f85-90ad-89778447eebc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:15.893486 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2b5f6574-a690-4f85-90ad-89778447eebc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:15.894776 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2b5f6574-a690-4f85-90ad-89778447eebc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1506391 Dec 20 22:17:15.898435 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53242) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:15.899356 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f6574-a690-4f85-90ad-89778447eebc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8580df89-763a-4ba2-891b-3faea6216e77,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:15.904602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-17578e81-4b20-4384-988c-d41421d4619a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': '8580df89-763a-4ba2-891b-3faea6216e77', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:17:15.938685 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-17578e81-4b20-4384-988c-d41421d4619a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.005191 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-17578e81-4b20-4384-988c-d41421d4619a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.010471 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-17578e81-4b20-4384-988c-d41421d4619a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.033099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17578e81-4b20-4384-988c-d41421d4619a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02beb7b1-15de-49e0-8b75-d390ecb4f4ba,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:16.043814 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-17578e81-4b20-4384-988c-d41421d4619a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.045744 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-17578e81-4b20-4384-988c-d41421d4619a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460080 Dec 20 22:17:16.048921 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53244) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:16.053716 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e9bda24b-3bb6-4f03-9e76-08e5318c87bb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': '8580df89-763a-4ba2-891b-3faea6216e77', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:17:16.085552 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e9bda24b-3bb6-4f03-9e76-08e5318c87bb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.146833 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e9bda24b-3bb6-4f03-9e76-08e5318c87bb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.151946 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e9bda24b-3bb6-4f03-9e76-08e5318c87bb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.169882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bda24b-3bb6-4f03-9e76-08e5318c87bb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e618a3d-58ba-4d35-b3b9-21f4300b7ab5,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:16.179815 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e9bda24b-3bb6-4f03-9e76-08e5318c87bb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.183983 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e9bda24b-3bb6-4f03-9e76-08e5318c87bb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340079 Dec 20 22:17:16.184347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53246) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:16.189774 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c8714ee2-1cc3-4832-8ebb-d9fb0a69929a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': '8580df89-763a-4ba2-891b-3faea6216e77', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:17:16.221156 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8714ee2-1cc3-4832-8ebb-d9fb0a69929a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.284975 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8714ee2-1cc3-4832-8ebb-d9fb0a69929a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.290919 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8714ee2-1cc3-4832-8ebb-d9fb0a69929a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.308988 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8714ee2-1cc3-4832-8ebb-d9fb0a69929a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cecacb-87cc-4855-bd78-531d54622123,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:16.318520 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8714ee2-1cc3-4832-8ebb-d9fb0a69929a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.319770 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c8714ee2-1cc3-4832-8ebb-d9fb0a69929a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338625 Dec 20 22:17:16.322981 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53248) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:16.327502 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b6ddc0dc-432b-4198-acf5-3df805bafd6b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': '8580df89-763a-4ba2-891b-3faea6216e77', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:17:16.357744 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6ddc0dc-432b-4198-acf5-3df805bafd6b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.422930 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6ddc0dc-432b-4198-acf5-3df805bafd6b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.428179 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6ddc0dc-432b-4198-acf5-3df805bafd6b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.448917 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddc0dc-432b-4198-acf5-3df805bafd6b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd3d5db-6a00-4aca-833f-33651672bef4,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:16.456685 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b6ddc0dc-432b-4198-acf5-3df805bafd6b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.458235 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b6ddc0dc-432b-4198-acf5-3df805bafd6b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341140 Dec 20 22:17:16.461171 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53252) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:16.467323 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-3987c2a3-500e-4ddf-8fbb-63dba80d174d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': '8580df89-763a-4ba2-891b-3faea6216e77', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:17:16.495734 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-3987c2a3-500e-4ddf-8fbb-63dba80d174d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Project 99506acbd4784aecb24a7bb712357daf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 22:17:16.501175 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3987c2a3-500e-4ddf-8fbb-63dba80d174d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.579048 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3987c2a3-500e-4ddf-8fbb-63dba80d174d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.583466 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3987c2a3-500e-4ddf-8fbb-63dba80d174d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.603693 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987c2a3-500e-4ddf-8fbb-63dba80d174d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1d7fdd-6de8-40df-b114-04e828999a06,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:16.614185 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3987c2a3-500e-4ddf-8fbb-63dba80d174d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.615434 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3987c2a3-500e-4ddf-8fbb-63dba80d174d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529136 Dec 20 22:17:16.618338 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53254) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:16.623172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f84930b9-5f54-4a7d-a58a-4d76a9e4e36c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': '8580df89-763a-4ba2-891b-3faea6216e77', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:17:16.649347 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-f84930b9-5f54-4a7d-a58a-4d76a9e4e36c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Project 99506acbd4784aecb24a7bb712357daf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 22:17:16.654640 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f84930b9-5f54-4a7d-a58a-4d76a9e4e36c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.725167 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f84930b9-5f54-4a7d-a58a-4d76a9e4e36c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.729958 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f84930b9-5f54-4a7d-a58a-4d76a9e4e36c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.747647 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84930b9-5f54-4a7d-a58a-4d76a9e4e36c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc60c40-95a0-46a7-af88-2f1453486964,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:16.756925 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f84930b9-5f54-4a7d-a58a-4d76a9e4e36c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.758214 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f84930b9-5f54-4a7d-a58a-4d76a9e4e36c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388395 Dec 20 22:17:16.761260 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53256) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:16.766477 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cf3e6de2-4247-4846-88e2-9d3ed19bb87b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'network': {'name': 'tempest-network-smoke--1382262115', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'port_security_enabled': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:17:16.789102 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3e6de2-4247-4846-88e2-9d3ed19bb87b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Made reservation on behalf of 99506acbd4784aecb24a7bb712357daf for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:17:16.792697 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6de2-4247-4846-88e2-9d3ed19bb87b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.818825 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3e6de2-4247-4846-88e2-9d3ed19bb87b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:17:16.830034 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6de2-4247-4846-88e2-9d3ed19bb87b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.830378 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-cf3e6de2-4247-4846-88e2-9d3ed19bb87b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Added segment 7dd19934-f9b2-4bab-8e59-b6ad8db2a28c of type vlan for network 3d83aa3a-4715-4b85-bb5b-939e42a1a57f Dec 20 22:17:16.874716 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6de2-4247-4846-88e2-9d3ed19bb87b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.902863 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6de2-4247-4846-88e2-9d3ed19bb87b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.908873 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3e6de2-4247-4846-88e2-9d3ed19bb87b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:16.909475 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6de2-4247-4846-88e2-9d3ed19bb87b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:16.972814 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cf3e6de2-4247-4846-88e2-9d3ed19bb87b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2104034 Dec 20 22:17:16.975597 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53258) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:16.982514 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1168298326', 'admin_state_up': True, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:17:16.995876 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e6de2-4247-4846-88e2-9d3ed19bb87b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Network': ['ID=3d83aa3a-4715-4b85-bb5b-939e42a1a57f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:17.009271 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 3d83aa3a-4715-4b85-bb5b-939e42a1a57f details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:17:17.023466 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:17.024534 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:17.088578 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:17.238292 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:17.455835 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:17.475624 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:17.594936 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.35.3.83 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/177fa7d5-f0af-44ff-915c-c91e050de523) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:17:17.731734 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:17.781936 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:18.191364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:17:18.194378 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:17:18.198914 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:17:18.207241 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=177fa7d5-f0af-44ff-915c-c91e050de523,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:18.464657 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:18.501552 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:18.686221 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:18.826133 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router a0892e6a-7598-4e3c-ba8a-b55665cc8be7 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:17:18.943967 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:17:18.954575 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Sync routers for ids ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:17:18.966696 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:18.967136 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Routers {'a0892e6a-7598-4e3c-ba8a-b55665cc8be7'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:17:18.967422 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:17:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:18.967970 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c49c8f16-2feb-4dab-a62f-af6ae4ce6c86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9914446 Dec 20 22:17:18.971463 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53260) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:19.001267 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-019fb874-664d-47fd-880a-05b18dc0458e tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=99506acbd4784aecb24a7bb712357daf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285723 Dec 20 22:17:19.004286 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53262) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:19.078699 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Set router a0892e6a-7598-4e3c-ba8a-b55665cc8be7 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:17:19.180703 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a94050-9111-47c8-82a4-a8bc4655ad59 tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:19.182584 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-24a94050-9111-47c8-82a4-a8bc4655ad59 tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1764214 Dec 20 22:17:19.186096 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53264) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:19.214770 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bd55fafa-e7b0-4133-b72f-36f7cf31e641 tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274091 Dec 20 22:17:19.217577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53266) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:19.222720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-055e6cd1-62a2-4e0e-bccf-a213f690efa3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-239184299', 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:17:19.275757 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1168298326', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:18Z', 'revision_number': 3, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:19.306556 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Checking router: a0892e6a-7598-4e3c-ba8a-b55665cc8be7 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:17:19.306900 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Updating router a0892e6a-7598-4e3c-ba8a-b55665cc8be7 port 177fa7d5-f0af-44ff-915c-c91e050de523 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:17:19.327403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055e6cd1-62a2-4e0e-bccf-a213f690efa3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Made reservation on behalf of 99506acbd4784aecb24a7bb712357daf for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:17:19.333020 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-055e6cd1-62a2-4e0e-bccf-a213f690efa3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:19.341753 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:19.532277 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-055e6cd1-62a2-4e0e-bccf-a213f690efa3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:19.598427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e6cd1-62a2-4e0e-bccf-a213f690efa3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Subnet': ['ID=327c6e99-a967-46fa-ba28-2de7fd70d73c,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:19.605655 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:19.606039 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e6cd1-62a2-4e0e-bccf-a213f690efa3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Checking segment: {'id': '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:17:19.606521 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055e6cd1-62a2-4e0e-bccf-a213f690efa3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network hostable DHCP agents. Network: 3d83aa3a-4715-4b85-bb5b-939e42a1a57f, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:17:19.613279 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:19.625617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055e6cd1-62a2-4e0e-bccf-a213f690efa3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network 3d83aa3a-4715-4b85-bb5b-939e42a1a57f is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:17:19.635866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-055e6cd1-62a2-4e0e-bccf-a213f690efa3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 3d83aa3a-4715-4b85-bb5b-939e42a1a57f) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:17:19.641067 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055e6cd1-62a2-4e0e-bccf-a213f690efa3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:19.641878 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-055e6cd1-62a2-4e0e-bccf-a213f690efa3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:19.647686 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198497ab-9fa1-496e-be40-f965bcca0040 None None] Network 3d83aa3a-4715-4b85-bb5b-939e42a1a57f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:17:19.664585 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-055e6cd1-62a2-4e0e-bccf-a213f690efa3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4458342 Dec 20 22:17:19.668476 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Attempting to bind port 177fa7d5-f0af-44ff-915c-c91e050de523 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:17:19.669328 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Attempting to bind port 177fa7d5-f0af-44ff-915c-c91e050de523 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:17:19.669547 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Attempting to bind port 177fa7d5-f0af-44ff-915c-c91e050de523 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:17:19.671739 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53268) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:19.680229 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4435a-6ed8-4423-89b0-d6098f5ae07d None None] Pushing event updated for resources: {'Port': ['ID=177fa7d5-f0af-44ff-915c-c91e050de523,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:19.682679 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:17:19.683050 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:17:19.683454 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:19.683886 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:17:19.684314 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Bound port: 177fa7d5-f0af-44ff-915c-c91e050de523, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:17:19.684723 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:19.712182 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4435a-6ed8-4423-89b0-d6098f5ae07d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:19.712560 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4435a-6ed8-4423-89b0-d6098f5ae07d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:19.712891 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4435a-6ed8-4423-89b0-d6098f5ae07d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:19.713221 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4435a-6ed8-4423-89b0-d6098f5ae07d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:19.713546 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4435a-6ed8-4423-89b0-d6098f5ae07d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:19.713873 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4435a-6ed8-4423-89b0-d6098f5ae07d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:19.714236 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4435a-6ed8-4423-89b0-d6098f5ae07d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:19.714556 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4435a-6ed8-4423-89b0-d6098f5ae07d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:19.714875 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4435a-6ed8-4423-89b0-d6098f5ae07d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:19.715190 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4435a-6ed8-4423-89b0-d6098f5ae07d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:19.715496 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4435a-6ed8-4423-89b0-d6098f5ae07d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:19.715837 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af4435a-6ed8-4423-89b0-d6098f5ae07d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:17:19.758152 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] For port 177fa7d5-f0af-44ff-915c-c91e050de523, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:17:19.762119 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] For port 177fa7d5-f0af-44ff-915c-c91e050de523, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=177fa7d5-f0af-44ff-915c-c91e050de523,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:17:19.773559 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:19.819463 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-3d83aa3a-4715-4b85-bb5b-939e42a1a57f', 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ips': [{'subnet_id': '327c6e99-a967-46fa-ba28-2de7fd70d73c'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:17:19.820901 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:19.842179 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4435a-6ed8-4423-89b0-d6098f5ae07d None None] Pushing event updated for resources: {'Port': ['ID=177fa7d5-f0af-44ff-915c-c91e050de523,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:19.853477 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Routers {'a0892e6a-7598-4e3c-ba8a-b55665cc8be7'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:17:19.854497 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:17:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:19.976892 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] Set router a0892e6a-7598-4e3c-ba8a-b55665cc8be7 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:17:19.981608 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Allocated IP 172.20.0.2 (3d83aa3a-4715-4b85-bb5b-939e42a1a57f/327c6e99-a967-46fa-ba28-2de7fd70d73c/8824c80e-6319-4cb8-a556-d5feecf8b248) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:17:20.148316 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:20.155931 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:20.171832 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1168298326', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:18Z', 'revision_number': 3, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:20.174495 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:20.303881 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01c2694-1dc5-4447-8022-ed4ca5df50ef None None] The sync data for ids ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'] in n-d-xena-1 is: [{'id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1168298326', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:18Z', 'revision_number': 3, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:17:20.341722 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:17:20.376894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Network 3d83aa3a-4715-4b85-bb5b-939e42a1a57f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:17:20.380552 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:17:20.385583 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:17:20.396767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Pushing event updated for resources: {'Port': ['ID=8824c80e-6319-4cb8-a556-d5feecf8b248,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:20.460456 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Attempting to bind port 8824c80e-6319-4cb8-a556-d5feecf8b248 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:17:20.461362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Attempting to bind port 8824c80e-6319-4cb8-a556-d5feecf8b248 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:17:20.461718 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Attempting to bind port 8824c80e-6319-4cb8-a556-d5feecf8b248 on network 3d83aa3a-4715-4b85-bb5b-939e42a1a57f {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:17:20.468099 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:17:20.468467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Checking segment: {'id': '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:17:20.468865 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:20.469257 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Bound using segment: {'id': '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:17:20.469749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Bound port: 8824c80e-6319-4cb8-a556-d5feecf8b248, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:17:20.470163 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:20.525182 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.20.0.1 (3d83aa3a-4715-4b85-bb5b-939e42a1a57f/327c6e99-a967-46fa-ba28-2de7fd70d73c/6d72a63f-e0ff-49b0-8a8c-80c419107c6e) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:17:20.548263 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] For port 8824c80e-6319-4cb8-a556-d5feecf8b248, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:17:20.551638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] For port 8824c80e-6319-4cb8-a556-d5feecf8b248, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8824c80e-6319-4cb8-a556-d5feecf8b248,segment=NetworkSegment(7dd19934-f9b2-4bab-8e59-b6ad8db2a28c),segment_id=7dd19934-f9b2-4bab-8e59-b6ad8db2a28c)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:17:20.558706 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:20.657487 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27110de-cd54-42d9-a38c-8477b9dd7fbb None None] Pushing event updated for resources: {'Port': ['ID=8824c80e-6319-4cb8-a556-d5feecf8b248,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:20.699509 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:20.749776 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:20.853649 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network 3d83aa3a-4715-4b85-bb5b-939e42a1a57f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:17:20.857565 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:17:20.862543 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:17:20.872809 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=6d72a63f-e0ff-49b0-8a8c-80c419107c6e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:20.929580 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:21.085757 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:21.375527 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8824c80e-6319-4cb8-a556-d5feecf8b248 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:17:21.438798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8824c80e-6319-4cb8-a556-d5feecf8b248 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:17:21.439180 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:21.474156 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:21.480272 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:21.527347 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:21.558748 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:21.560958 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=6d72a63f-e0ff-49b0-8a8c-80c419107c6e,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:21.579462 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 8824c80e-6319-4cb8-a556-d5feecf8b248, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8824c80e-6319-4cb8-a556-d5feecf8b248,segment=NetworkSegment(7dd19934-f9b2-4bab-8e59-b6ad8db2a28c),segment_id=7dd19934-f9b2-4bab-8e59-b6ad8db2a28c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:17:21.584478 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:21.585610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 177fa7d5-f0af-44ff-915c-c91e050de523 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:17:21.687255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=8824c80e-6319-4cb8-a556-d5feecf8b248,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:21.699399 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network 3d83aa3a-4715-4b85-bb5b-939e42a1a57f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:17:21.700956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:17:21.701825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 177fa7d5-f0af-44ff-915c-c91e050de523 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:17:21.702238 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:21.725661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b7f01a-a8b7-4cd7-9030-34720617491e None None] Network 3d83aa3a-4715-4b85-bb5b-939e42a1a57f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:17:21.839317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router a0892e6a-7598-4e3c-ba8a-b55665cc8be7 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:17:21.844255 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-7ac0ccc4-9eb4-4072-9a83-ef3dcdb50fa6 None None] Provisioning complete for port 8824c80e-6319-4cb8-a556-d5feecf8b248 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:17:21.844635 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ccc4-9eb4-4072-9a83-ef3dcdb50fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:21.894405 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:21.957728 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 177fa7d5-f0af-44ff-915c-c91e050de523, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=177fa7d5-f0af-44ff-915c-c91e050de523,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:17:21.966515 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:21.968537 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:17:21.974976 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ccd7e2f8-73b8-4729-b71b-d54d06398b12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "PUT /v2.0/routers/a0892e6a-7598-4e3c-ba8a-b55665cc8be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3020921 Dec 20 22:17:22.077976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=177fa7d5-f0af-44ff-915c-c91e050de523,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:22.152698 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-91ce7415-0502-4990-811f-a5dce3013805 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-157875691&fields=id&tenant_id=99506acbd4784aecb24a7bb712357daf HTTP/1.1" status: 200 len: 267 time: 0.0384636 Dec 20 22:17:22.284964 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-7bb07864-4853-441f-8480-470ce0881081 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:22.286925 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-7bb07864-4853-441f-8480-470ce0881081 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/networks?id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f HTTP/1.1" status: 200 len: 797 time: 0.1260862 Dec 20 22:17:22.291040 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Sync routers for ids ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:17:22.307999 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-07b54ca7-70cc-4ecc-ac4c-7f222dd28978 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/quotas/99506acbd4784aecb24a7bb712357daf HTTP/1.1" status: 200 len: 375 time: 0.0138812 Dec 20 22:17:22.311133 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Routers {'a0892e6a-7598-4e3c-ba8a-b55665cc8be7'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:17:22.311808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3511c008-658c-4a2f-a449-003561b9129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:17:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:22.365638 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-0f133a18-1de9-4844-99e4-398414d41381 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504692 Dec 20 22:17:22.371744 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9a0d12ea-8d23-448a-9113-fc8a912eda23 None None] Provisioning complete for port 8824c80e-6319-4cb8-a556-d5feecf8b248 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:17:22.372193 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a0d12ea-8d23-448a-9113-fc8a912eda23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:22.457401 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Set router a0892e6a-7598-4e3c-ba8a-b55665cc8be7 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:17:22.613681 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-04c17aff-33d3-4a9e-979f-faaa79e5dc21 service neutron] 10.222.0.32 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818330 Dec 20 22:17:22.617922 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9a0d12ea-8d23-448a-9113-fc8a912eda23 None None] Provisioning complete for port 6d72a63f-e0ff-49b0-8a8c-80c419107c6e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:17:22.618398 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9a0d12ea-8d23-448a-9113-fc8a912eda23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:22.684555 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9a0d12ea-8d23-448a-9113-fc8a912eda23 None None] Port 6d72a63f-e0ff-49b0-8a8c-80c419107c6e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:17:22.722902 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-06da2c45-fa55-4ab2-b481-924b723e8ed4 service neutron] 10.222.0.32 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023712 Dec 20 22:17:22.762998 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3511c008-658c-4a2f-a449-003561b9129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1168298326', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '6d72a63f-e0ff-49b0-8a8c-80c419107c6e', 'name': '', 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:e4:21:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:20Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 2, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:22.792288 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Checking router: a0892e6a-7598-4e3c-ba8a-b55665cc8be7 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:17:22.792639 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Updating router a0892e6a-7598-4e3c-ba8a-b55665cc8be7 port 6d72a63f-e0ff-49b0-8a8c-80c419107c6e binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:17:22.827350 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c27b0cdb-00bc-4c50-8d9e-c45528265bd4 None None] Provisioning complete for port 6d72a63f-e0ff-49b0-8a8c-80c419107c6e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:17:22.827636 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c27b0cdb-00bc-4c50-8d9e-c45528265bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:22.829179 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:22.899585 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-c27b0cdb-00bc-4c50-8d9e-c45528265bd4 None None] Port 6d72a63f-e0ff-49b0-8a8c-80c419107c6e cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:17:22.930550 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b060e015-f365-4a32-865e-4f54122e5930 req-618b2b1e-5738-424f-94c8-305284639037 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 210 time: 0.0384178 Dec 20 22:17:23.156255 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:23.163240 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:23.218112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163b04f-5bf3-4797-a661-5fb67e401a47 None None] Pushing event updated for resources: {'Port': ['ID=6d72a63f-e0ff-49b0-8a8c-80c419107c6e,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:23.293153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Attempting to bind port 6d72a63f-e0ff-49b0-8a8c-80c419107c6e on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:17:23.294442 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Attempting to bind port 6d72a63f-e0ff-49b0-8a8c-80c419107c6e by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:17:23.295270 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Attempting to bind port 6d72a63f-e0ff-49b0-8a8c-80c419107c6e on network 3d83aa3a-4715-4b85-bb5b-939e42a1a57f {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:17:23.303815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:17:23.304846 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Checking segment: {'id': '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:17:23.305318 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:23.305812 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Bound using segment: {'id': '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:17:23.306410 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Bound port: 6d72a63f-e0ff-49b0-8a8c-80c419107c6e, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:17:23.306994 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:23.324262 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8824c80e-6319-4cb8-a556-d5feecf8b248 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:17:23.440382 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3511c008-658c-4a2f-a449-003561b9129e None None] For port 6d72a63f-e0ff-49b0-8a8c-80c419107c6e, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:17:23.444599 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3511c008-658c-4a2f-a449-003561b9129e None None] For port 6d72a63f-e0ff-49b0-8a8c-80c419107c6e, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6d72a63f-e0ff-49b0-8a8c-80c419107c6e,segment=NetworkSegment(7dd19934-f9b2-4bab-8e59-b6ad8db2a28c),segment_id=7dd19934-f9b2-4bab-8e59-b6ad8db2a28c)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:17:23.451133 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:23.453011 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8824c80e-6319-4cb8-a556-d5feecf8b248 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:17:23.453367 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:23.566736 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163b04f-5bf3-4797-a661-5fb67e401a47 None None] Pushing event updated for resources: {'Port': ['ID=6d72a63f-e0ff-49b0-8a8c-80c419107c6e,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:23.570927 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Routers {'a0892e6a-7598-4e3c-ba8a-b55665cc8be7'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:17:23.571555 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3511c008-658c-4a2f-a449-003561b9129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:17:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:23.611853 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-209e837b-b73d-4b9a-b581-c74728e7c45f None None] Provisioning complete for port 6d72a63f-e0ff-49b0-8a8c-80c419107c6e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:17:23.612225 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-209e837b-b73d-4b9a-b581-c74728e7c45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:23.918643 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 177fa7d5-f0af-44ff-915c-c91e050de523 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:17:23.952844 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-3511c008-658c-4a2f-a449-003561b9129e None None] Set router a0892e6a-7598-4e3c-ba8a-b55665cc8be7 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:17:24.074784 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bd808006-baba-49da-a010-05860f9c4ae4 req-427ee071-c4da-4ae9-9a47-646a4f0d8710 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 210 time: 0.0517218 Dec 20 22:17:24.075688 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-209e837b-b73d-4b9a-b581-c74728e7c45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:24.123259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-5ebe67f9-5310-45dd-9d7f-46afe5231b5c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:24.125053 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-5ebe67f9-5310-45dd-9d7f-46afe5231b5c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.31 "GET /v2.0/networks?id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f HTTP/1.1" status: 200 len: 797 time: 0.1680474 Dec 20 22:17:24.170335 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 177fa7d5-f0af-44ff-915c-c91e050de523 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:17:24.170622 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:24.178542 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-209e837b-b73d-4b9a-b581-c74728e7c45f None None] For port 6d72a63f-e0ff-49b0-8a8c-80c419107c6e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6d72a63f-e0ff-49b0-8a8c-80c419107c6e,segment=NetworkSegment(7dd19934-f9b2-4bab-8e59-b6ad8db2a28c),segment_id=7dd19934-f9b2-4bab-8e59-b6ad8db2a28c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:17:24.178785 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-0635077c-1455-4922-8753-3da703e73e0f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99506acbd4784aecb24a7bb712357daf HTTP/1.1" status: 200 len: 379 time: 0.0376852 Dec 20 22:17:24.190144 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-dac77e0f-e24f-4016-ab27-a1cb3f6c35cf tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'port': {'device_id': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f', 'admin_state_up': True, 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'security_groups': ['8580df89-763a-4ba2-891b-3faea6216e77']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:17:24.202505 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-209e837b-b73d-4b9a-b581-c74728e7c45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:24.311112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e837b-b73d-4b9a-b581-c74728e7c45f None None] Pushing event updated for resources: {'Port': ['ID=6d72a63f-e0ff-49b0-8a8c-80c419107c6e,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:24.311527 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-dac77e0f-e24f-4016-ab27-a1cb3f6c35cf tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Made reservation on behalf of 99506acbd4784aecb24a7bb712357daf for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:17:24.315871 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-dac77e0f-e24f-4016-ab27-a1cb3f6c35cf tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:24.367912 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-fb330349-9876-469f-be9c-3cd9a3a36823 None None] Provisioning complete for port 6d72a63f-e0ff-49b0-8a8c-80c419107c6e triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:17:24.368290 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fb330349-9876-469f-be9c-3cd9a3a36823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:24.413658 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3511c008-658c-4a2f-a449-003561b9129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1168298326', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '6d72a63f-e0ff-49b0-8a8c-80c419107c6e', 'name': '', 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:e4:21:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:20Z', 'updated_at': '2021-12-20T22:17:23Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:24.448511 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3511c008-658c-4a2f-a449-003561b9129e None None] The sync data for ids ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'] in n-d-xena-1 is: [{'id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1168298326', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '6d72a63f-e0ff-49b0-8a8c-80c419107c6e', 'name': '', 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:e4:21:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:20Z', 'updated_at': '2021-12-20T22:17:23Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:17:24.474423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-dac77e0f-e24f-4016-ab27-a1cb3f6c35cf tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.20.0.8 (3d83aa3a-4715-4b85-bb5b-939e42a1a57f/327c6e99-a967-46fa-ba28-2de7fd70d73c/222cf15d-532c-4a98-94f8-e176a3b0396d) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:17:24.664847 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-dac77e0f-e24f-4016-ab27-a1cb3f6c35cf tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:24.704637 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-dac77e0f-e24f-4016-ab27-a1cb3f6c35cf tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:24.757704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-dac77e0f-e24f-4016-ab27-a1cb3f6c35cf tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network 3d83aa3a-4715-4b85-bb5b-939e42a1a57f is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:17:24.764886 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac77e0f-e24f-4016-ab27-a1cb3f6c35cf tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=222cf15d-532c-4a98-94f8-e176a3b0396d,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:24.768687 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-dac77e0f-e24f-4016-ab27-a1cb3f6c35cf tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:17:24.770865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-dac77e0f-e24f-4016-ab27-a1cb3f6c35cf tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:17:24.835235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-dac77e0f-e24f-4016-ab27-a1cb3f6c35cf tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:24.835920 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-dac77e0f-e24f-4016-ab27-a1cb3f6c35cf tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:24.857216 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-dac77e0f-e24f-4016-ab27-a1cb3f6c35cf tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6713705 Dec 20 22:17:24.876162 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Request body: {'port': {'device_id': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:17:24.966235 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:25.051542 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ff324669-143a-432f-b7fe-10aa2cd22976 None None] Provisioning complete for port 222cf15d-532c-4a98-94f8-e176a3b0396d triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:17:25.052128 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff324669-143a-432f-b7fe-10aa2cd22976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:25.107661 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ff324669-143a-432f-b7fe-10aa2cd22976 None None] Port 222cf15d-532c-4a98-94f8-e176a3b0396d cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:17:25.275528 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f01ad-4215-4585-b223-0f6e684e7719 req-1639c7f8-b5f5-4cc2-9e55-887ff7cefa04 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:25.277129 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d82f01ad-4215-4585-b223-0f6e684e7719 req-1639c7f8-b5f5-4cc2-9e55-887ff7cefa04 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 931 time: 0.1186817 Dec 20 22:17:25.318247 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6d72a63f-e0ff-49b0-8a8c-80c419107c6e up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:17:25.329443 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 222cf15d-532c-4a98-94f8-e176a3b0396d {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:17:25.338569 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:25.359850 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Transition to ACTIVE for port object 222cf15d-532c-4a98-94f8-e176a3b0396d will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:17:25.372456 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d82f01ad-4215-4585-b223-0f6e684e7719 req-3ae942c0-022a-44a9-8e34-3b3b22c2902c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769506 Dec 20 22:17:25.373662 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:25.376742 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 6d72a63f-e0ff-49b0-8a8c-80c419107c6e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:17:25.378621 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:25.429835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Pushing event updated for resources: {'Port': ['ID=222cf15d-532c-4a98-94f8-e176a3b0396d,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:25.522163 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Attempting to bind port 222cf15d-532c-4a98-94f8-e176a3b0396d on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:17:25.522533 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Attempting to bind port 222cf15d-532c-4a98-94f8-e176a3b0396d by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:17:25.522867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Attempting to bind port 222cf15d-532c-4a98-94f8-e176a3b0396d on network 3d83aa3a-4715-4b85-bb5b-939e42a1a57f {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:17:25.529051 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Port 222cf15d-532c-4a98-94f8-e176a3b0396d on network 3d83aa3a-4715-4b85-bb5b-939e42a1a57f not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:17:25.529677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Attempting to bind port 222cf15d-532c-4a98-94f8-e176a3b0396d on network 3d83aa3a-4715-4b85-bb5b-939e42a1a57f {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:17:25.536980 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:17:25.537336 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Checking segment: {'id': '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:17:25.537726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Bound using segment: {'id': '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:17:25.538199 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Bound port: 222cf15d-532c-4a98-94f8-e176a3b0396d, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:17:25.538595 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:25.628061 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] For port 222cf15d-532c-4a98-94f8-e176a3b0396d, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:17:25.632030 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] For port 222cf15d-532c-4a98-94f8-e176a3b0396d, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=222cf15d-532c-4a98-94f8-e176a3b0396d,segment=NetworkSegment(7dd19934-f9b2-4bab-8e59-b6ad8db2a28c),segment_id=7dd19934-f9b2-4bab-8e59-b6ad8db2a28c)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:17:25.638992 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:25.674785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:25.675413 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:25.676976 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] 10.222.0.31 "PUT /v2.0/ports/222cf15d-532c-4a98-94f8-e176a3b0396d HTTP/1.1" status: 200 len: 1089 time: 0.8058736 Dec 20 22:17:25.677284 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'tag': '222cf15d-532c-4a98-94f8-e176a3b0396d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:17:25.680280 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f870ef-f776-40ae-828d-0b6a0e4ae5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d94612e3-507e-45dd-abbc-b0d7f8425769", "tag": "222cf15d-532c-4a98-94f8-e176a3b0396d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:17:25.710179 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa769f2-fef4-4a5f-8281-058aef2f6f1d service neutron] Pushing event updated for resources: {'Port': ['ID=222cf15d-532c-4a98-94f8-e176a3b0396d,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:25.745071 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f56093-ad5a-43cf-86da-7c52262dca3e x-openstack-request-id: req-02f56093-ad5a-43cf-86da-7c52262dca3e {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:17:25.747353 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94612e3-507e-45dd-abbc-b0d7f8425769", "tag": "222cf15d-532c-4a98-94f8-e176a3b0396d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:17:25.747579 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02f56093-ad5a-43cf-86da-7c52262dca3e {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:17:25.747950 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'tag': '222cf15d-532c-4a98-94f8-e176a3b0396d', 'status': 'completed', 'code': 200} Dec 20 22:17:25.821805 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-8c53189e-1ab0-490d-8cbb-60565c47ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:25.824384 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-8c53189e-1ab0-490d-8cbb-60565c47ebd1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 1092 time: 0.0637870 Dec 20 22:17:25.878528 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-2bb95f8c-47db-4111-bc64-400aa73d8593 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=222cf15d-532c-4a98-94f8-e176a3b0396d HTTP/1.1" status: 200 len: 217 time: 0.0409701 Dec 20 22:17:25.936594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-22cb2733-b6ad-45d0-b27f-4b84f9c4bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:25.938113 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-22cb2733-b6ad-45d0-b27f-4b84f9c4bce6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c6e99-a967-46fa-ba28-2de7fd70d73c HTTP/1.1" status: 200 len: 834 time: 0.0537610 Dec 20 22:17:25.993539 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-a185722b-4af7-4605-a196-287bc427ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:25.995124 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-a185722b-4af7-4605-a196-287bc427ac28 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0500686 Dec 20 22:17:26.089817 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-c22b5100-1c90-4261-b963-553d692b96aa service neutron] 10.222.0.31 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877049 Dec 20 22:17:26.191314 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d20f68ef-c7ad-43ae-aa17-15573146921f req-171066b5-dcdd-4346-8083-44ca5cdce198 service neutron] 10.222.0.31 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947821 Dec 20 22:17:26.325828 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f870ef-f776-40ae-828d-0b6a0e4ae5b2 req-01470d06-288d-4739-9c9f-6284e8d93f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:26.327366 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c2f870ef-f776-40ae-828d-0b6a0e4ae5b2 req-01470d06-288d-4739-9c9f-6284e8d93f39 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 1092 time: 0.0512519 Dec 20 22:17:26.433320 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f870ef-f776-40ae-828d-0b6a0e4ae5b2 req-8df891df-daaf-4a1b-a806-536ebfef7228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:26.434919 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c2f870ef-f776-40ae-828d-0b6a0e4ae5b2 req-8df891df-daaf-4a1b-a806-536ebfef7228 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f HTTP/1.1" status: 200 len: 898 time: 0.0995576 Dec 20 22:17:26.494493 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c2f870ef-f776-40ae-828d-0b6a0e4ae5b2 req-8dfc755f-b852-491a-9c42-9334b9a14766 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=222cf15d-532c-4a98-94f8-e176a3b0396d HTTP/1.1" status: 200 len: 217 time: 0.0526273 Dec 20 22:17:26.564953 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f870ef-f776-40ae-828d-0b6a0e4ae5b2 req-68832d76-2578-40e1-97b9-6861152d5f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:26.566466 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c2f870ef-f776-40ae-828d-0b6a0e4ae5b2 req-68832d76-2578-40e1-97b9-6861152d5f72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c6e99-a967-46fa-ba28-2de7fd70d73c HTTP/1.1" status: 200 len: 834 time: 0.0578017 Dec 20 22:17:26.575112 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50688cf1-7e44-4f7e-8565-1cfa923f5959 req-725914a1-8bf4-4672-87f7-f25da28ea799 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:26.576626 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50688cf1-7e44-4f7e-8565-1cfa923f5959 req-725914a1-8bf4-4672-87f7-f25da28ea799 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 943 time: 0.1254153 Dec 20 22:17:26.642996 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50688cf1-7e44-4f7e-8565-1cfa923f5959 req-c201c31a-b07f-41d7-bfec-7e48c5b2aa24 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572233 Dec 20 22:17:26.648433 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f870ef-f776-40ae-828d-0b6a0e4ae5b2 req-a9850043-2724-4bda-bdb8-37bf75954c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:26.649924 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c2f870ef-f776-40ae-828d-0b6a0e4ae5b2 req-a9850043-2724-4bda-bdb8-37bf75954c6c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0724993 Dec 20 22:17:26.754441 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c2f870ef-f776-40ae-828d-0b6a0e4ae5b2 req-e6ba6e96-728b-4add-bfa4-048f0aba5f28 service neutron] 10.222.0.31 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973146 Dec 20 22:17:26.864294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c2f870ef-f776-40ae-828d-0b6a0e4ae5b2 req-9e94e14b-55c0-40c2-871e-2100da92b6f1 service neutron] 10.222.0.31 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021783 Dec 20 22:17:27.248836 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bb360cd3-904b-43ea-923e-fc906dffa0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:27.780796 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb25fd-bff5-4be6-8641-982ebf53e556 req-d81a144f-16e2-49ae-aa1a-f1a3d506fa21 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:27.782273 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90bb25fd-bff5-4be6-8641-982ebf53e556 req-d81a144f-16e2-49ae-aa1a-f1a3d506fa21 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 943 time: 0.0619166 Dec 20 22:17:27.822810 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90bb25fd-bff5-4be6-8641-982ebf53e556 req-6cdbb268-3bfd-4b02-a249-6f9cd26e4b6b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343492 Dec 20 22:17:28.096406 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 222cf15d-532c-4a98-94f8-e176a3b0396d details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:17:28.196402 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 222cf15d-532c-4a98-94f8-e176a3b0396d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=222cf15d-532c-4a98-94f8-e176a3b0396d,segment=NetworkSegment(7dd19934-f9b2-4bab-8e59-b6ad8db2a28c),segment_id=7dd19934-f9b2-4bab-8e59-b6ad8db2a28c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:17:28.209704 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '222cf15d-532c-4a98-94f8-e176a3b0396d', 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f', 'port_id': '222cf15d-532c-4a98-94f8-e176a3b0396d', 'mac_address': 'fa:16:3e:66:65:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:17:28.260804 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:28.282795 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 222cf15d-532c-4a98-94f8-e176a3b0396d {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:17:28.316182 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 222cf15d-532c-4a98-94f8-e176a3b0396d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=222cf15d-532c-4a98-94f8-e176a3b0396d,segment=NetworkSegment(7dd19934-f9b2-4bab-8e59-b6ad8db2a28c),segment_id=7dd19934-f9b2-4bab-8e59-b6ad8db2a28c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:17:28.321718 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:28.378861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=222cf15d-532c-4a98-94f8-e176a3b0396d,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:28.595515 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['222cf15d-532c-4a98-94f8-e176a3b0396d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:17:28.959352 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a570eba-e9c6-4ef0-b5c8-0a5983777e34 req-d8950eed-f3c3-4de4-8668-71093669b947 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:28.960875 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8a570eba-e9c6-4ef0-b5c8-0a5983777e34 req-d8950eed-f3c3-4de4-8668-71093669b947 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 944 time: 0.0531163 Dec 20 22:17:29.000695 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8a570eba-e9c6-4ef0-b5c8-0a5983777e34 req-2fd7855e-46c6-4f00-a8ba-caea84e1af5d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334313 Dec 20 22:17:29.551730 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a0044269-73be-4fb3-b2c6-af089e2ba5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:30.125269 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7aed27-9b33-46cd-9382-700bb8ee641a req-33d08042-e886-42a7-9c9f-bd27c1943da5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:30.126930 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c7aed27-9b33-46cd-9382-700bb8ee641a req-33d08042-e886-42a7-9c9f-bd27c1943da5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 944 time: 0.0519655 Dec 20 22:17:30.128977 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 222cf15d-532c-4a98-94f8-e176a3b0396d up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:17:30.171716 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c7aed27-9b33-46cd-9382-700bb8ee641a req-2a2f6e0d-ffd9-4b8a-b4bc-66304de93862 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383432 Dec 20 22:17:30.186858 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 222cf15d-532c-4a98-94f8-e176a3b0396d completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:17:30.191223 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 222cf15d-532c-4a98-94f8-e176a3b0396d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:17:30.191600 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:30.278438 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:30.301531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222cf15d-532c-4a98-94f8-e176a3b0396d'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:17:30.303886 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20eead1defd04ed19d9e1f577934cb646bb96fa6360cbfa3ec76c6556e217167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d67b61a-f7c1-4a40-b577-6bc892a8f30f" -d '{"events": [{"server_uuid": "d94612e3-507e-45dd-abbc-b0d7f8425769", "name": "network-vif-plugged", "status": "completed", "tag": "222cf15d-532c-4a98-94f8-e176a3b0396d"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:17:30.317816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 222cf15d-532c-4a98-94f8-e176a3b0396d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=222cf15d-532c-4a98-94f8-e176a3b0396d,segment=NetworkSegment(7dd19934-f9b2-4bab-8e59-b6ad8db2a28c),segment_id=7dd19934-f9b2-4bab-8e59-b6ad8db2a28c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:17:30.323261 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:30.350008 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e416b9-e0d1-49c2-b323-9a9d0b210598 x-openstack-request-id: req-90e416b9-e0d1-49c2-b323-9a9d0b210598 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:17:30.350330 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94612e3-507e-45dd-abbc-b0d7f8425769", "name": "network-vif-plugged", "status": "completed", "tag": "222cf15d-532c-4a98-94f8-e176a3b0396d", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:17:30.350565 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90e416b9-e0d1-49c2-b323-9a9d0b210598 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:17:30.350957 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222cf15d-532c-4a98-94f8-e176a3b0396d', 'code': 200} Dec 20 22:17:30.378587 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=222cf15d-532c-4a98-94f8-e176a3b0396d,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:30.478709 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28a90c-9f4d-4c3d-92eb-9f7230048df4 req-d6a3e255-0624-4089-af63-0d772b1e33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:30.480231 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0f28a90c-9f4d-4c3d-92eb-9f7230048df4 req-d6a3e255-0624-4089-af63-0d772b1e33e8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 1094 time: 0.0469301 Dec 20 22:17:30.519949 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0f28a90c-9f4d-4c3d-92eb-9f7230048df4 req-06731eea-9de4-4bdf-8c16-263bec6a65c7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331137 Dec 20 22:17:30.906300 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:31.292183 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f79fa-8c68-4c52-8668-be5ddbf72e8b req-ce509de8-6341-463f-87c4-03b9e38e7207 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:31.293751 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-518f79fa-8c68-4c52-8668-be5ddbf72e8b req-ce509de8-6341-463f-87c4-03b9e38e7207 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0499141 Dec 20 22:17:31.336108 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-518f79fa-8c68-4c52-8668-be5ddbf72e8b req-64d6b39b-b218-4b4a-a621-d753cb085469 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327203 Dec 20 22:17:32.330982 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:32.453379 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:32.466829 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66654251-8416-40db-891c-46db956f495f req-e1718d47-adfe-4cd8-9533-fdf836b7aa72 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:32.468324 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66654251-8416-40db-891c-46db956f495f req-e1718d47-adfe-4cd8-9533-fdf836b7aa72 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0601778 Dec 20 22:17:32.506097 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-66654251-8416-40db-891c-46db956f495f req-53ed729f-5aa3-45e6-a167-696b8f0e6e1e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316129 Dec 20 22:17:32.631241 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557f1e1-5698-4398-a224-691ba09a6f15 req-e6b38490-62c7-48f0-85be-435019e24305 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:32.632707 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2557f1e1-5698-4398-a224-691ba09a6f15 req-e6b38490-62c7-48f0-85be-435019e24305 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0588772 Dec 20 22:17:32.671209 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2557f1e1-5698-4398-a224-691ba09a6f15 req-a3655879-917c-457c-a309-7d43c1651011 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320687 Dec 20 22:17:32.693729 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53322) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:32.743254 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc5fef5-6412-4348-a74e-70f613ddec9c tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:32.747700 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ecc5fef5-6412-4348-a74e-70f613ddec9c tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 1089 time: 0.0500998 Dec 20 22:17:32.747904 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53324) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:32.752226 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': '222cf15d-532c-4a98-94f8-e176a3b0396d', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:17:32.775193 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:32.875107 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:32.976960 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.35.3.169 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/1b9fe030-306d-4ce0-a9e9-30cd46ad89da) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:17:33.089963 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:33.133353 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:33.172734 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:17:33.177135 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:17:33.181080 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:17:33.190026 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=1b9fe030-306d-4ce0-a9e9-30cd46ad89da,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:33.898152 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:33.967322 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:34.118177 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:34.124050 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:34.195733 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=1b9fe030-306d-4ce0-a9e9-30cd46ad89da,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:17:34.204648 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:34.305854 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Floating IP 7e61038c-d6e2-4a85-ad4e-e0a8a8bef602 associated. External IP: 172.35.3.169, port: 222cf15d-532c-4a98-94f8-e176a3b0396d. Dec 20 22:17:34.527124 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router a0892e6a-7598-4e3c-ba8a-b55665cc8be7 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:17:34.642984 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:17:34.653516 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f0a3bd-54ed-48d7-b144-f97c8c369153 None None] Sync routers for ids ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:17:34.663018 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:34.663749 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f0a3bd-54ed-48d7-b144-f97c8c369153 None None] Routers {'a0892e6a-7598-4e3c-ba8a-b55665cc8be7'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:17:34.664373 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-12f0a3bd-54ed-48d7-b144-f97c8c369153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:17:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:34.691627 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-25582e06-6f80-41e4-8f07-21f2893434da tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9426939 Dec 20 22:17:34.692190 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'tag': '222cf15d-532c-4a98-94f8-e176a3b0396d'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:17:34.694474 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f39d2392ee36c270bf164f2b0d9d8519f42a87b2972c565f9d9401e18f0a645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc92efa-47a0-4c94-86ec-3eee9182fb00" -d '{"events": [{"name": "network-changed", "server_uuid": "d94612e3-507e-45dd-abbc-b0d7f8425769", "tag": "222cf15d-532c-4a98-94f8-e176a3b0396d"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:17:34.737209 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89351c8e-577f-456a-8c02-288be9c85afb x-openstack-request-id: req-89351c8e-577f-456a-8c02-288be9c85afb {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:17:34.737480 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94612e3-507e-45dd-abbc-b0d7f8425769", "tag": "222cf15d-532c-4a98-94f8-e176a3b0396d", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:17:34.737759 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89351c8e-577f-456a-8c02-288be9c85afb {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:17:34.738249 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'tag': '222cf15d-532c-4a98-94f8-e176a3b0396d', 'status': 'completed', 'code': 200} Dec 20 22:17:34.773821 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-12f0a3bd-54ed-48d7-b144-f97c8c369153 None None] Set router a0892e6a-7598-4e3c-ba8a-b55665cc8be7 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:17:34.827202 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d083283-e31f-4d29-b6fc-998ed397b990 req-44e34bc2-ac45-4925-9be5-a70fd5c4d616 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:34.828765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d083283-e31f-4d29-b6fc-998ed397b990 req-44e34bc2-ac45-4925-9be5-a70fd5c4d616 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0858026 Dec 20 22:17:34.860338 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc92efa-47a0-4c94-86ec-3eee9182fb00 req-69de533d-05bd-4a25-b86a-fcbe90ea50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:34.861900 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6cc92efa-47a0-4c94-86ec-3eee9182fb00 req-69de533d-05bd-4a25-b86a-fcbe90ea50fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 1094 time: 0.0724952 Dec 20 22:17:34.892010 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6d083283-e31f-4d29-b6fc-998ed397b990 req-f8d3890c-60e0-4178-a9e9-c7e73d6d058e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567083 Dec 20 22:17:34.915173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53330) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:34.958755 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc92efa-47a0-4c94-86ec-3eee9182fb00 req-3ed2e6b0-e2d9-4fa1-bac5-1199050fc8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:34.960225 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6cc92efa-47a0-4c94-86ec-3eee9182fb00 req-3ed2e6b0-e2d9-4fa1-bac5-1199050fc8a4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f HTTP/1.1" status: 200 len: 898 time: 0.0911052 Dec 20 22:17:34.977534 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c6c30caa-19b0-4c68-8a85-d956f641729c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/floatingips/7e61038c-d6e2-4a85-ad4e-e0a8a8bef602 HTTP/1.1" status: 200 len: 991 time: 0.0613778 Dec 20 22:17:34.999163 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-12f0a3bd-54ed-48d7-b144-f97c8c369153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1168298326', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '7e61038c-d6e2-4a85-ad4e-e0a8a8bef602', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'floating_ip_address': '172.35.3.169', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'port_id': '222cf15d-532c-4a98-94f8-e176a3b0396d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f', 'mac_address': 'fa:16:3e:66:65:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:17:33Z', 'updated_at': '2021-12-20T22:17:33Z', 'revision_number': 0, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d72a63f-e0ff-49b0-8a8c-80c419107c6e', 'name': '', 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:e4:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:20Z', 'updated_at': '2021-12-20T22:17:24Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:35.028865 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f0a3bd-54ed-48d7-b144-f97c8c369153 None None] Checking router: a0892e6a-7598-4e3c-ba8a-b55665cc8be7 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:17:35.037927 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f0a3bd-54ed-48d7-b144-f97c8c369153 None None] Routers {'a0892e6a-7598-4e3c-ba8a-b55665cc8be7'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:17:35.038573 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-12f0a3bd-54ed-48d7-b144-f97c8c369153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:17:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:35.149894 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-12f0a3bd-54ed-48d7-b144-f97c8c369153 None None] Set router a0892e6a-7598-4e3c-ba8a-b55665cc8be7 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:17:35.342402 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6cc92efa-47a0-4c94-86ec-3eee9182fb00 req-616a1f8c-b35a-4d09-bd57-e27d35674411 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=222cf15d-532c-4a98-94f8-e176a3b0396d HTTP/1.1" status: 200 len: 999 time: 0.3755631 Dec 20 22:17:35.389397 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-12f0a3bd-54ed-48d7-b144-f97c8c369153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1168298326', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '7e61038c-d6e2-4a85-ad4e-e0a8a8bef602', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'floating_ip_address': '172.35.3.169', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'port_id': '222cf15d-532c-4a98-94f8-e176a3b0396d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f', 'mac_address': 'fa:16:3e:66:65:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:17:33Z', 'updated_at': '2021-12-20T22:17:33Z', 'revision_number': 0, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d72a63f-e0ff-49b0-8a8c-80c419107c6e', 'name': '', 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:e4:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:20Z', 'updated_at': '2021-12-20T22:17:24Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:17:35.393195 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc92efa-47a0-4c94-86ec-3eee9182fb00 req-564a9412-3b78-47e2-a058-d506d2b7255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:35.394747 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6cc92efa-47a0-4c94-86ec-3eee9182fb00 req-564a9412-3b78-47e2-a058-d506d2b7255f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c6e99-a967-46fa-ba28-2de7fd70d73c HTTP/1.1" status: 200 len: 834 time: 0.0459344 Dec 20 22:17:35.415620 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f0a3bd-54ed-48d7-b144-f97c8c369153 None None] The sync data for ids ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'] in n-d-xena-1 is: [{'id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1168298326', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '7e61038c-d6e2-4a85-ad4e-e0a8a8bef602', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'floating_ip_address': '172.35.3.169', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'port_id': '222cf15d-532c-4a98-94f8-e176a3b0396d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f', 'mac_address': 'fa:16:3e:66:65:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:17:33Z', 'updated_at': '2021-12-20T22:17:33Z', 'revision_number': 0, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d72a63f-e0ff-49b0-8a8c-80c419107c6e', 'name': '', 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:e4:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:20Z', 'updated_at': '2021-12-20T22:17:24Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:17:35.443114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc92efa-47a0-4c94-86ec-3eee9182fb00 req-b5d5f791-223c-43a2-9d42-6620b6bc37db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:35.444644 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6cc92efa-47a0-4c94-86ec-3eee9182fb00 req-b5d5f791-223c-43a2-9d42-6620b6bc37db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0438223 Dec 20 22:17:35.545427 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6cc92efa-47a0-4c94-86ec-3eee9182fb00 req-daba79d5-21f4-46fc-a1d7-ee94c49b6530 service neutron] 10.222.0.31 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935087 Dec 20 22:17:35.615283 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c57ab6-761c-44f4-a885-60d41cf413bd None None] New status for floating IP 7e61038c-d6e2-4a85-ad4e-e0a8a8bef602: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:17:35.638613 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6cc92efa-47a0-4c94-86ec-3eee9182fb00 req-7d3fbb40-1164-4167-9c46-6de6ccc8016f service neutron] 10.222.0.31 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867569 Dec 20 22:17:35.981820 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53332) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:17:36.047245 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-afa869b8-4e01-4cf9-a09e-121828b7ae54 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/floatingips/7e61038c-d6e2-4a85-ad4e-e0a8a8bef602 HTTP/1.1" status: 200 len: 993 time: 0.0639741 Dec 20 22:17:45.486703 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:48.525990 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:51.947340 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-12e5101d-b555-4f0e-bc38-68068d10a094 req-161c2740-8e98-4b65-8a80-749d6bf0a8a6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0451200 Dec 20 22:17:52.057209 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5101d-b555-4f0e-bc38-68068d10a094 req-d0f637ee-4479-48d7-af12-017ab045cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:52.058760 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-12e5101d-b555-4f0e-bc38-68068d10a094 req-d0f637ee-4479-48d7-af12-017ab045cf18 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 1094 time: 0.0478792 Dec 20 22:17:52.172852 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5101d-b555-4f0e-bc38-68068d10a094 req-67995a4d-c3a9-4916-84b8-c9ce04d53f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:52.174423 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-12e5101d-b555-4f0e-bc38-68068d10a094 req-67995a4d-c3a9-4916-84b8-c9ce04d53f65 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f HTTP/1.1" status: 200 len: 898 time: 0.0931785 Dec 20 22:17:52.245763 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-12e5101d-b555-4f0e-bc38-68068d10a094 req-13b42f74-8840-480c-b7e5-193f63940027 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=222cf15d-532c-4a98-94f8-e176a3b0396d HTTP/1.1" status: 200 len: 1001 time: 0.0639021 Dec 20 22:17:52.296099 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5101d-b555-4f0e-bc38-68068d10a094 req-4bebf874-48f5-4533-9d96-f4296259198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:52.297585 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-12e5101d-b555-4f0e-bc38-68068d10a094 req-4bebf874-48f5-4533-9d96-f4296259198e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c6e99-a967-46fa-ba28-2de7fd70d73c HTTP/1.1" status: 200 len: 834 time: 0.0449517 Dec 20 22:17:52.351619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5101d-b555-4f0e-bc38-68068d10a094 req-28b5aca5-9cec-4c5a-8354-c25b733e7e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:17:52.353134 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-12e5101d-b555-4f0e-bc38-68068d10a094 req-28b5aca5-9cec-4c5a-8354-c25b733e7e46 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0476696 Dec 20 22:17:52.448802 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-12e5101d-b555-4f0e-bc38-68068d10a094 req-bfacac78-4bd2-4f5b-b70b-db7126def0bc service neutron] 10.222.0.31 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878570 Dec 20 22:17:52.549695 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-12e5101d-b555-4f0e-bc38-68068d10a094 req-688fdbd6-2ebe-432f-b993-2adbc3e3e3f4 service neutron] 10.222.0.31 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942118 Dec 20 22:17:57.247647 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5e12b7d2-dd22-4597-96df-70d3b6baa063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:17:57.332904 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:17:59.562730 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ce22363d-68c0-43f8-9aca-87d1e906b30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:00.909529 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:02.333619 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:02.456845 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:08.563529 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabfde5-36ff-4027-9d2b-53a6f5b06cfd req-506dde4b-43dd-4da9-b142-791623caa0ba tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:08.565131 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5fabfde5-36ff-4027-9d2b-53a6f5b06cfd req-506dde4b-43dd-4da9-b142-791623caa0ba tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.1407948 Dec 20 22:18:08.569049 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-ae531c43-6c9e-482f-a47b-27b8862f3c27 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1126091 Dec 20 22:18:08.582900 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-46d3a804-3134-4808-958a-c5602855a8d1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:18:08.583868 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-46d3a804-3134-4808-958a-c5602855a8d1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059376 Dec 20 22:18:08.611110 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5fabfde5-36ff-4027-9d2b-53a6f5b06cfd req-20295518-716b-4dc1-8949-18f935a39239 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390193 Dec 20 22:18:09.795693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c601a9-606d-459e-a6b3-c509ce01e191 req-b268107f-e692-4b27-9f75-523564ab235b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:09.797353 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70c601a9-606d-459e-a6b3-c509ce01e191 req-b268107f-e692-4b27-9f75-523564ab235b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.1141360 Dec 20 22:18:09.872388 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-70c601a9-606d-459e-a6b3-c509ce01e191 req-d146013d-ea9c-45df-9a3d-2c5f80f7d7fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685501 Dec 20 22:18:09.878984 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5e20a373-818c-4ee3-a4d3-c5c73814066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:09.880588 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5e20a373-818c-4ee3-a4d3-c5c73814066c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 1094 time: 0.0703523 Dec 20 22:18:09.974356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-eb16526c-be88-4e96-9b04-6c04c149ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:09.975835 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-eb16526c-be88-4e96-9b04-6c04c149ac4f service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f HTTP/1.1" status: 200 len: 898 time: 0.0886703 Dec 20 22:18:10.047257 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-89711baf-2e3c-441f-bab3-d44e84c367e4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=222cf15d-532c-4a98-94f8-e176a3b0396d HTTP/1.1" status: 200 len: 1001 time: 0.0647652 Dec 20 22:18:10.097356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-f6df78e2-a3dc-4f1e-a37d-d5e2546a1de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:10.098880 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-f6df78e2-a3dc-4f1e-a37d-d5e2546a1de6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c6e99-a967-46fa-ba28-2de7fd70d73c HTTP/1.1" status: 200 len: 834 time: 0.0449979 Dec 20 22:18:10.144143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-94917672-6b36-4d09-93ea-7385f4135fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:10.145534 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-94917672-6b36-4d09-93ea-7385f4135fda service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0406218 Dec 20 22:18:10.239067 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-f715645b-1569-4a07-8d30-4c2e9e7447df service neutron] 10.222.0.31 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865798 Dec 20 22:18:10.334604 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-cd1ceae5-f79d-442e-8def-6f7cb0b92c7c service neutron] 10.222.0.31 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889330 Dec 20 22:18:10.998364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d2d5a-1847-4016-bf14-1bd93a4ea3d5 req-13e34d5b-f371-4395-adcf-e6917a6bf260 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:11.000047 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8b6d2d5a-1847-4016-bf14-1bd93a4ea3d5 req-13e34d5b-f371-4395-adcf-e6917a6bf260 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0507069 Dec 20 22:18:11.040082 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8b6d2d5a-1847-4016-bf14-1bd93a4ea3d5 req-f796d119-3db1-4861-8d20-541592d17a88 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336316 Dec 20 22:18:12.177882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac9144-c317-427b-a3ca-c937edee76b0 req-f6ecacf0-1dc7-4c8d-99be-25eafb42f3af tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:12.179833 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5bac9144-c317-427b-a3ca-c937edee76b0 req-f6ecacf0-1dc7-4c8d-99be-25eafb42f3af tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0666120 Dec 20 22:18:12.221734 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5bac9144-c317-427b-a3ca-c937edee76b0 req-06a1ae05-0f4f-457e-b804-697f7fc86b8f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357187 Dec 20 22:18:13.346145 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a07639-58d6-4a75-a5d7-0e7eb5ff3271 req-6f163675-6b66-4f0b-acb8-863de2a06095 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:13.347635 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c4a07639-58d6-4a75-a5d7-0e7eb5ff3271 req-6f163675-6b66-4f0b-acb8-863de2a06095 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0548880 Dec 20 22:18:13.389027 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c4a07639-58d6-4a75-a5d7-0e7eb5ff3271 req-026f89ae-d578-4101-9029-7099abb055fa tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348947 Dec 20 22:18:14.521247 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d8b0d-446b-490a-8cce-3222797b5fe5 req-3847ceaa-1b36-4fcd-868a-540198302c77 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:14.522821 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b7d8b0d-446b-490a-8cce-3222797b5fe5 req-3847ceaa-1b36-4fcd-868a-540198302c77 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0616131 Dec 20 22:18:14.567935 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8b7d8b0d-446b-490a-8cce-3222797b5fe5 req-ccb05b8e-1c60-41bc-8cd3-cdd69d4553b0 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354071 Dec 20 22:18:15.497194 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:15.701683 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b3423-8139-4df1-9fbd-8ac56937fac1 req-bab9950d-9344-4f43-8263-51b1a66e697c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:15.703511 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1a7b3423-8139-4df1-9fbd-8ac56937fac1 req-bab9950d-9344-4f43-8263-51b1a66e697c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0607514 Dec 20 22:18:15.755630 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1a7b3423-8139-4df1-9fbd-8ac56937fac1 req-8bbb3f5f-2082-4d4f-a732-1d7f90494633 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358465 Dec 20 22:18:16.888428 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268dc4f-7a75-47eb-81bd-e782e70ab30d req-48ca7d24-fc60-4294-a12d-afdb6a8bbc92 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:16.889859 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b268dc4f-7a75-47eb-81bd-e782e70ab30d req-48ca7d24-fc60-4294-a12d-afdb6a8bbc92 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0521200 Dec 20 22:18:16.931070 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b268dc4f-7a75-47eb-81bd-e782e70ab30d req-0102d3e7-fd8b-4716-a05b-c4dc5f1ab375 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346119 Dec 20 22:18:18.054428 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c89c1a-d514-4bce-8241-5c67395fe539 req-01b506a8-b2be-48d5-8205-4b4357cea781 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:18.056011 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25c89c1a-d514-4bce-8241-5c67395fe539 req-01b506a8-b2be-48d5-8205-4b4357cea781 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0520043 Dec 20 22:18:18.097605 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-25c89c1a-d514-4bce-8241-5c67395fe539 req-919fce1e-be16-4299-bf31-c7cdc6242b6e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354428 Dec 20 22:18:18.532565 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:19.239429 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4a297-bbb3-4431-bb1e-9a1875127625 req-e8a290a8-83d1-45d8-a79e-7ef6dd14557c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:19.240840 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-91d4a297-bbb3-4431-bb1e-9a1875127625 req-e8a290a8-83d1-45d8-a79e-7ef6dd14557c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0667763 Dec 20 22:18:19.299473 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-91d4a297-bbb3-4431-bb1e-9a1875127625 req-b97b9e91-fb04-4597-aa25-a3c3208e23b3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486717 Dec 20 22:18:20.443215 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d8b81-9620-4947-ac1d-45296265d356 req-08dcd2f2-1ae0-4d95-8de0-b9ef3e4b6779 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:20.444745 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4e6d8b81-9620-4947-ac1d-45296265d356 req-08dcd2f2-1ae0-4d95-8de0-b9ef3e4b6779 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0523384 Dec 20 22:18:20.487650 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4e6d8b81-9620-4947-ac1d-45296265d356 req-64895cab-13eb-4566-a41d-8ab3ff4b3816 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367236 Dec 20 22:18:21.623660 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a417696-44b0-452a-83c5-352820aeaa68 req-15553cb8-6ee2-479f-b5af-34b00c02e05d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:21.625275 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0a417696-44b0-452a-83c5-352820aeaa68 req-15553cb8-6ee2-479f-b5af-34b00c02e05d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0534446 Dec 20 22:18:21.668319 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0a417696-44b0-452a-83c5-352820aeaa68 req-b8283cf3-fa77-4394-bcaa-6fa851f27b50 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363362 Dec 20 22:18:22.802545 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652443e1-0cec-4543-ab87-c3f574f02386 req-967ff5b3-97b5-4f0a-8554-21698539a692 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:22.804343 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-652443e1-0cec-4543-ab87-c3f574f02386 req-967ff5b3-97b5-4f0a-8554-21698539a692 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0574856 Dec 20 22:18:22.844714 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-652443e1-0cec-4543-ab87-c3f574f02386 req-0416d143-57b5-4fe1-9f9a-47ccc82fb43e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340600 Dec 20 22:18:23.966027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0e4ad-663c-4b19-9258-9c3580d0eb36 req-a6a18fe9-de32-42bd-bc8b-81f3d1ad01e8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:23.967603 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bba0e4ad-663c-4b19-9258-9c3580d0eb36 req-a6a18fe9-de32-42bd-bc8b-81f3d1ad01e8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0527253 Dec 20 22:18:24.014641 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bba0e4ad-663c-4b19-9258-9c3580d0eb36 req-38f0e504-a10b-4470-b84d-1ad7f454b3fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407977 Dec 20 22:18:25.163446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c08209-156e-4178-8c2e-3675bb9bd3dd req-212b2161-9809-417f-b294-f5c04e8ba793 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:25.165740 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-89c08209-156e-4178-8c2e-3675bb9bd3dd req-212b2161-9809-417f-b294-f5c04e8ba793 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0674412 Dec 20 22:18:25.210918 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-89c08209-156e-4178-8c2e-3675bb9bd3dd req-2957cefb-c7c9-42bf-9f68-bbd6455c6bd8 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384059 Dec 20 22:18:26.360404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefe571-64c0-45aa-ae96-8881525894ca req-f34b2343-d1a3-43ba-892f-9bd9553d3ab4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:26.363029 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abefe571-64c0-45aa-ae96-8881525894ca req-f34b2343-d1a3-43ba-892f-9bd9553d3ab4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0686853 Dec 20 22:18:26.408652 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-abefe571-64c0-45aa-ae96-8881525894ca req-e61e8370-aee5-4c05-9d83-ecaf46d635aa tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380809 Dec 20 22:18:27.251234 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-149ad070-a017-45a6-9002-ea6ee52f4d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:27.341233 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-44f543bd-9091-4e12-83cf-8af6f4d1cefc service neutron] show failed (client error): The resource could not be found. Dec 20 22:18:27.342774 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-44f543bd-9091-4e12-83cf-8af6f4d1cefc service neutron] 10.222.0.31 "GET /v2.0/ports/222cf15d-532c-4a98-94f8-e176a3b0396d/bindings/n-h2-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.0610073 Dec 20 22:18:27.557310 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac812b-ab65-47e0-ac14-7e70052d0e06 req-fcb15150-fe6c-4e27-bc3b-581046675b5d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:27.559065 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-95ac812b-ab65-47e0-ac14-7e70052d0e06 req-fcb15150-fe6c-4e27-bc3b-581046675b5d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0562291 Dec 20 22:18:27.604657 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-95ac812b-ab65-47e0-ac14-7e70052d0e06 req-a807d94b-c403-4807-ba56-d9ba9841a3c4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392253 Dec 20 22:18:27.637405 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-4f57c9f7-1548-4648-a24a-6b2d2bfec9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:27.638969 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-4f57c9f7-1548-4648-a24a-6b2d2bfec9b8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769&tenant_id=99506acbd4784aecb24a7bb712357daf HTTP/1.1" status: 200 len: 1094 time: 0.0972147 Dec 20 22:18:27.658588 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:18:27.728110 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:27.964233 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] For port 222cf15d-532c-4a98-94f8-e176a3b0396d, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=222cf15d-532c-4a98-94f8-e176a3b0396d,segment=NetworkSegment(7dd19934-f9b2-4bab-8e59-b6ad8db2a28c),segment_id=7dd19934-f9b2-4bab-8e59-b6ad8db2a28c)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:18:28.019186 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] For port 222cf15d-532c-4a98-94f8-e176a3b0396d, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:18:28.069795 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '222cf15d-532c-4a98-94f8-e176a3b0396d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:18:28.072442 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5335caf0-81cb-41bc-9f43-e77d8fc300dd" -d '{"events": [{"server_uuid": "d94612e3-507e-45dd-abbc-b0d7f8425769", "name": "network-vif-unplugged", "status": "completed", "tag": "222cf15d-532c-4a98-94f8-e176a3b0396d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:18:28.076529 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:28.093134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Transition to ACTIVE for port object 222cf15d-532c-4a98-94f8-e176a3b0396d will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:18:28.104108 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:28.140431 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40744c78-baaf-4fca-9dcc-004a826db244 x-openstack-request-id: req-40744c78-baaf-4fca-9dcc-004a826db244 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:18:28.140769 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94612e3-507e-45dd-abbc-b0d7f8425769", "name": "network-vif-unplugged", "status": "completed", "tag": "222cf15d-532c-4a98-94f8-e176a3b0396d", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:18:28.140956 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40744c78-baaf-4fca-9dcc-004a826db244 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:18:28.141364 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '222cf15d-532c-4a98-94f8-e176a3b0396d', 'code': 200} Dec 20 22:18:28.198516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Pushing event updated for resources: {'Port': ['ID=222cf15d-532c-4a98-94f8-e176a3b0396d,revision_number=6']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:18:28.211867 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:28.212211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:28.212544 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:28.212869 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:28.213192 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:28.213519 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:28.213835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:28.214180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:28.214551 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:28.214812 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:28.215142 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:28.215435 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:28.255592 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] No DVR routers for this DVR port 222cf15d-532c-4a98-94f8-e176a3b0396d on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:18:28.427315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Attempting to bind port 222cf15d-532c-4a98-94f8-e176a3b0396d on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:18:28.427560 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Attempting to bind port 222cf15d-532c-4a98-94f8-e176a3b0396d by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:18:28.427871 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Attempting to bind port 222cf15d-532c-4a98-94f8-e176a3b0396d on network 3d83aa3a-4715-4b85-bb5b-939e42a1a57f {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:18:28.433134 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Port 222cf15d-532c-4a98-94f8-e176a3b0396d on network 3d83aa3a-4715-4b85-bb5b-939e42a1a57f not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:18:28.433449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Attempting to bind port 222cf15d-532c-4a98-94f8-e176a3b0396d on network 3d83aa3a-4715-4b85-bb5b-939e42a1a57f {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:18:28.438602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:18:28.438930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Checking segment: {'id': '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:18:28.439306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Bound using segment: {'id': '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:18:28.439727 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Bound port: 222cf15d-532c-4a98-94f8-e176a3b0396d, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:18:28.440084 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:28.515758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] For port 222cf15d-532c-4a98-94f8-e176a3b0396d, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:18:28.519997 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] For port 222cf15d-532c-4a98-94f8-e176a3b0396d, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=222cf15d-532c-4a98-94f8-e176a3b0396d,segment=NetworkSegment(7dd19934-f9b2-4bab-8e59-b6ad8db2a28c),segment_id=7dd19934-f9b2-4bab-8e59-b6ad8db2a28c)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:18:28.524844 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:28.560267 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:28.560899 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:28.562341 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] 10.222.0.66 "PUT /v2.0/ports/222cf15d-532c-4a98-94f8-e176a3b0396d HTTP/1.1" status: 200 len: 1089 time: 0.9098983 Dec 20 22:18:28.584506 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231d133-7922-476c-9f5c-e0ce91231155 service neutron] Pushing event updated for resources: {'Port': ['ID=222cf15d-532c-4a98-94f8-e176a3b0396d,revision_number=7']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:18:28.655992 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-b0ee185c-2b93-4068-9945-1b32edcb1a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:28.657920 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-b0ee185c-2b93-4068-9945-1b32edcb1a50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 1092 time: 0.0546901 Dec 20 22:18:28.751377 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6e276-2a3b-485a-b447-91d2eea6f104 req-a54f5e0f-6e4f-4fa2-8c8f-7f1db82a39b6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:28.754496 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fe6e276-2a3b-485a-b447-91d2eea6f104 req-a54f5e0f-6e4f-4fa2-8c8f-7f1db82a39b6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 943 time: 0.0711141 Dec 20 22:18:28.775768 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-141a77dd-2b9a-420a-a359-76ab78591a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:28.777445 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-141a77dd-2b9a-420a-a359-76ab78591a12 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f HTTP/1.1" status: 200 len: 898 time: 0.1133757 Dec 20 22:18:28.799072 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2fe6e276-2a3b-485a-b447-91d2eea6f104 req-7edcb614-9749-4098-b41c-e0196c1d8934 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377054 Dec 20 22:18:28.855716 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-3da63416-b370-4173-a245-3cce4f896011 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=222cf15d-532c-4a98-94f8-e176a3b0396d HTTP/1.1" status: 200 len: 999 time: 0.0711961 Dec 20 22:18:28.919764 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-b752f194-cf74-4268-992e-9e9813462b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:28.922329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-b752f194-cf74-4268-992e-9e9813462b83 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=327c6e99-a967-46fa-ba28-2de7fd70d73c HTTP/1.1" status: 200 len: 834 time: 0.0605869 Dec 20 22:18:28.979015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-a651c31f-72e4-441d-a91f-1da8f0f657ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:28.980639 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-a651c31f-72e4-441d-a91f-1da8f0f657ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0526743 Dec 20 22:18:29.077705 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-b54edfef-52f8-45dd-a96e-83b354abe788 service neutron] 10.222.0.66 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902712 Dec 20 22:18:29.170893 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0211e5a9-5205-4ae1-b790-8856d2a16c90 req-54b500b9-eefb-4ee2-b1f5-705097ee588f service neutron] 10.222.0.66 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869448 Dec 20 22:18:29.559584 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5b28cd66-13f5-4d3e-b91d-01a7370477cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:29.946805 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0b77e-60bf-408f-942c-dc2ddf8dd789 req-4daa72fd-4558-4a0d-abff-5aa039fd73f5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:29.948447 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50e0b77e-60bf-408f-942c-dc2ddf8dd789 req-4daa72fd-4558-4a0d-abff-5aa039fd73f5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 943 time: 0.0684414 Dec 20 22:18:29.989711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-50e0b77e-60bf-408f-942c-dc2ddf8dd789 req-cc11bc4f-462a-4d88-af2e-de377673902f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344503 Dec 20 22:18:30.142815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'tag': '222cf15d-532c-4a98-94f8-e176a3b0396d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:18:30.145284 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5" -d '{"events": [{"name": "network-changed", "server_uuid": "d94612e3-507e-45dd-abbc-b0d7f8425769", "tag": "222cf15d-532c-4a98-94f8-e176a3b0396d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:18:30.200149 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5e3f77-0d4f-4e64-ba8b-c61e26af43d8 x-openstack-request-id: req-4e5e3f77-0d4f-4e64-ba8b-c61e26af43d8 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:18:30.200450 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94612e3-507e-45dd-abbc-b0d7f8425769", "tag": "222cf15d-532c-4a98-94f8-e176a3b0396d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:18:30.200703 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e5e3f77-0d4f-4e64-ba8b-c61e26af43d8 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:18:30.201107 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'tag': '222cf15d-532c-4a98-94f8-e176a3b0396d', 'status': 'completed', 'code': 200} Dec 20 22:18:30.315662 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-bb5f19ed-6948-47d2-8c35-c8a88d388ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:30.317232 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-bb5f19ed-6948-47d2-8c35-c8a88d388ab6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 1092 time: 0.0774264 Dec 20 22:18:30.319102 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-75e62d6f-5f09-45e5-8ce8-f3826e317f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:30.320806 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-75e62d6f-5f09-45e5-8ce8-f3826e317f61 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 1092 time: 0.0725179 Dec 20 22:18:30.482164 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-4e3227f1-9ed7-4355-b307-76406e1e7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:30.483607 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-4e3227f1-9ed7-4355-b307-76406e1e7cc0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f HTTP/1.1" status: 200 len: 898 time: 0.1597033 Dec 20 22:18:30.484689 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-042545af-5810-454b-b4b0-410bc8228e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:30.486061 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-042545af-5810-454b-b4b0-410bc8228e9a service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f HTTP/1.1" status: 200 len: 898 time: 0.1546900 Dec 20 22:18:30.597690 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-886ab73a-a088-4b03-8c84-72ecd6200831 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=222cf15d-532c-4a98-94f8-e176a3b0396d HTTP/1.1" status: 200 len: 999 time: 0.1067243 Dec 20 22:18:30.603772 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-38056ba1-348a-44d3-bc29-01feb6567815 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=222cf15d-532c-4a98-94f8-e176a3b0396d HTTP/1.1" status: 200 len: 999 time: 0.1065075 Dec 20 22:18:30.692114 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-fd0e14ab-7f01-4640-917a-fbeca452072d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:30.694451 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-fd0e14ab-7f01-4640-917a-fbeca452072d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=327c6e99-a967-46fa-ba28-2de7fd70d73c HTTP/1.1" status: 200 len: 834 time: 0.0893350 Dec 20 22:18:30.696768 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-79f9c858-7e44-4717-a113-15ef5342bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:30.698945 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-79f9c858-7e44-4717-a113-15ef5342bdea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c6e99-a967-46fa-ba28-2de7fd70d73c HTTP/1.1" status: 200 len: 834 time: 0.0859783 Dec 20 22:18:30.756808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-71ab0fa9-553a-42b3-b059-a3fb5c614e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:30.758324 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-71ab0fa9-553a-42b3-b059-a3fb5c614e38 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0533941 Dec 20 22:18:30.849706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-93dc9ded-b6dd-4c28-a434-fd23d5b2e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:30.851285 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-93dc9ded-b6dd-4c28-a434-fd23d5b2e3b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1084452 Dec 20 22:18:30.912271 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:30.927418 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-e81d9a7c-c956-4ed0-849d-f373b545cd3b service neutron] 10.222.0.31 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507275 Dec 20 22:18:31.019405 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-a8d28e15-33af-45c4-b1e1-8d5106a64dce service neutron] 10.222.0.66 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540937 Dec 20 22:18:31.108247 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-362022a4-b1f1-4134-9a6f-47293babc5cc service neutron] 10.222.0.31 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734400 Dec 20 22:18:31.172499 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f722e-44ac-4c53-90f1-e3a43125de67 req-b0914dd4-c6e5-46af-b7c2-6b3fbc8b15d1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:31.174098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f15f722e-44ac-4c53-90f1-e3a43125de67 req-b0914dd4-c6e5-46af-b7c2-6b3fbc8b15d1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 943 time: 0.0823860 Dec 20 22:18:31.178363 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b2b0ceab-34a0-4f75-b22b-95a13e66edd5 req-b5372baf-a043-4add-922e-a7dfcf257dbd service neutron] 10.222.0.66 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499009 Dec 20 22:18:31.208682 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 222cf15d-532c-4a98-94f8-e176a3b0396d details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:18:31.218287 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f15f722e-44ac-4c53-90f1-e3a43125de67 req-65386fef-2d61-4ffc-a2eb-271e2b37ac78 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368242 Dec 20 22:18:31.319844 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 222cf15d-532c-4a98-94f8-e176a3b0396d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=222cf15d-532c-4a98-94f8-e176a3b0396d,segment=NetworkSegment(7dd19934-f9b2-4bab-8e59-b6ad8db2a28c),segment_id=7dd19934-f9b2-4bab-8e59-b6ad8db2a28c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:18:31.332500 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '222cf15d-532c-4a98-94f8-e176a3b0396d', 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f', 'port_id': '222cf15d-532c-4a98-94f8-e176a3b0396d', 'mac_address': 'fa:16:3e:66:65:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:18:31.381722 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:31.403568 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 222cf15d-532c-4a98-94f8-e176a3b0396d {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:18:31.432578 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 222cf15d-532c-4a98-94f8-e176a3b0396d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=222cf15d-532c-4a98-94f8-e176a3b0396d,segment=NetworkSegment(7dd19934-f9b2-4bab-8e59-b6ad8db2a28c),segment_id=7dd19934-f9b2-4bab-8e59-b6ad8db2a28c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:18:31.437165 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:31.487433 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=222cf15d-532c-4a98-94f8-e176a3b0396d,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:18:31.495155 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:31.495501 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:31.495839 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:31.496173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:31.496506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:31.496864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:31.497192 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:31.497513 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:31.497836 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:31.497941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf737dd-f168-4259-91b4-a0b52b2855d2 req-df4545fe-c647-40a1-bc96-093778c24d56 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:31.498190 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:31.498511 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:31.498829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:18:31.499403 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dcf737dd-f168-4259-91b4-a0b52b2855d2 req-df4545fe-c647-40a1-bc96-093778c24d56 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769&tenant_id=99506acbd4784aecb24a7bb712357daf&binding%3Ahost_id=n-h2-xena-1 HTTP/1.1" status: 200 len: 943 time: 0.0863855 Dec 20 22:18:31.514389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57944f23-c687-4199-aac2-c1e497ef687e req-b45334e0-04d3-4308-a0b3-16b89b695724 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:31.515823 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57944f23-c687-4199-aac2-c1e497ef687e req-b45334e0-04d3-4308-a0b3-16b89b695724 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 944 time: 0.0931354 Dec 20 22:18:31.591883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-57944f23-c687-4199-aac2-c1e497ef687e req-31e88a4c-3cad-4fd3-9fac-0dfb351f97fd tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692003 Dec 20 22:18:31.597273 n-d-xena-1 neutron-server[102401]: INFO neutron.api.v2.resource [req-dcf737dd-f168-4259-91b4-a0b52b2855d2 req-84f798d5-40ad-410e-ac63-6f15618684d2 service neutron] delete failed (client error): The resource could not be found. Dec 20 22:18:31.598599 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dcf737dd-f168-4259-91b4-a0b52b2855d2 req-84f798d5-40ad-410e-ac63-6f15618684d2 service neutron] 10.222.0.31 "DELETE /v2.0/ports/222cf15d-532c-4a98-94f8-e176a3b0396d/bindings/n-h1-xena-1 HTTP/1.1" status: 404 len: 378 time: 0.0924125 Dec 20 22:18:31.712464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf737dd-f168-4259-91b4-a0b52b2855d2 req-4510152c-fbec-45e0-95e1-39582e2dc679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:31.714856 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dcf737dd-f168-4259-91b4-a0b52b2855d2 req-4510152c-fbec-45e0-95e1-39582e2dc679 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 1093 time: 0.0505495 Dec 20 22:18:31.736752 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96a137-b1be-45e2-a922-3a9f18caa0d4 req-7cbc9079-e06e-4a18-87ef-28b166e907c0 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:31.739814 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5d96a137-b1be-45e2-a922-3a9f18caa0d4 req-7cbc9079-e06e-4a18-87ef-28b166e907c0 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 944 time: 0.0564268 Dec 20 22:18:31.741290 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['222cf15d-532c-4a98-94f8-e176a3b0396d'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:18:31.783383 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5d96a137-b1be-45e2-a922-3a9f18caa0d4 req-90c712f2-742b-4459-b0f3-36a5bdb04360 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358696 Dec 20 22:18:31.828794 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf737dd-f168-4259-91b4-a0b52b2855d2 req-32160812-9c11-4cdb-9887-1ad3b1a9aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:31.831371 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dcf737dd-f168-4259-91b4-a0b52b2855d2 req-32160812-9c11-4cdb-9887-1ad3b1a9aa22 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f HTTP/1.1" status: 200 len: 898 time: 0.1105256 Dec 20 22:18:31.918998 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dcf737dd-f168-4259-91b4-a0b52b2855d2 req-710c788b-3db3-4ec9-a2c5-713d88007831 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=222cf15d-532c-4a98-94f8-e176a3b0396d HTTP/1.1" status: 200 len: 1000 time: 0.0812244 Dec 20 22:18:31.980439 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf737dd-f168-4259-91b4-a0b52b2855d2 req-0f962f9e-9a8a-4a4a-9558-8d454cc1060c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:31.982026 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dcf737dd-f168-4259-91b4-a0b52b2855d2 req-0f962f9e-9a8a-4a4a-9558-8d454cc1060c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=327c6e99-a967-46fa-ba28-2de7fd70d73c HTTP/1.1" status: 200 len: 834 time: 0.0568736 Dec 20 22:18:32.038222 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf737dd-f168-4259-91b4-a0b52b2855d2 req-6c9b035d-f943-45f4-9e3e-e1150ed016ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:32.040442 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dcf737dd-f168-4259-91b4-a0b52b2855d2 req-6c9b035d-f943-45f4-9e3e-e1150ed016ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0521824 Dec 20 22:18:32.139479 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dcf737dd-f168-4259-91b4-a0b52b2855d2 req-9291d49a-c9be-4ca7-b743-55de9f7906e0 service neutron] 10.222.0.31 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925512 Dec 20 22:18:32.242699 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dcf737dd-f168-4259-91b4-a0b52b2855d2 req-410faaad-bc45-4d3d-8e52-5892086796c4 service neutron] 10.222.0.31 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964143 Dec 20 22:18:32.336617 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:32.462736 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:32.499700 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 222cf15d-532c-4a98-94f8-e176a3b0396d no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:18:32.544717 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 222cf15d-532c-4a98-94f8-e176a3b0396d not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:18:32.925363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e6a53-34ad-4f80-aafd-582f6251bd9b req-58916411-6783-40d0-8e2d-e88481ea32fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:32.927699 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-363e6a53-34ad-4f80-aafd-582f6251bd9b req-58916411-6783-40d0-8e2d-e88481ea32fe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 944 time: 0.0573523 Dec 20 22:18:32.974664 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-363e6a53-34ad-4f80-aafd-582f6251bd9b req-81208404-2f33-43d8-af26-3a2e5c2f8adb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378995 Dec 20 22:18:33.000343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53452) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:18:33.229201 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 222cf15d-532c-4a98-94f8-e176a3b0396d up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:18:33.287612 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 222cf15d-532c-4a98-94f8-e176a3b0396d completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:18:33.292744 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 222cf15d-532c-4a98-94f8-e176a3b0396d triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:18:33.293233 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:33.392668 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:33.407493 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-62f506f7-dcbc-4b67-8e61-50c544c405d9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/floatingips/7e61038c-d6e2-4a85-ad4e-e0a8a8bef602 HTTP/1.1" status: 200 len: 992 time: 0.4057155 Dec 20 22:18:33.430553 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222cf15d-532c-4a98-94f8-e176a3b0396d'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:18:33.436362 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20eead1defd04ed19d9e1f577934cb646bb96fa6360cbfa3ec76c6556e217167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0d4862-eeeb-4741-8943-a2ef01545d58" -d '{"events": [{"server_uuid": "d94612e3-507e-45dd-abbc-b0d7f8425769", "name": "network-vif-plugged", "status": "completed", "tag": "222cf15d-532c-4a98-94f8-e176a3b0396d"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:18:33.449225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 222cf15d-532c-4a98-94f8-e176a3b0396d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=222cf15d-532c-4a98-94f8-e176a3b0396d,segment=NetworkSegment(7dd19934-f9b2-4bab-8e59-b6ad8db2a28c),segment_id=7dd19934-f9b2-4bab-8e59-b6ad8db2a28c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:18:33.454337 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:33.477514 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f361195a-1e0c-4539-8565-4bfd8e56e7f5 x-openstack-request-id: req-f361195a-1e0c-4539-8565-4bfd8e56e7f5 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:18:33.477798 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94612e3-507e-45dd-abbc-b0d7f8425769", "name": "network-vif-plugged", "status": "completed", "tag": "222cf15d-532c-4a98-94f8-e176a3b0396d", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:18:33.478004 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f361195a-1e0c-4539-8565-4bfd8e56e7f5 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:18:33.478404 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222cf15d-532c-4a98-94f8-e176a3b0396d', 'code': 200} Dec 20 22:18:33.504757 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=222cf15d-532c-4a98-94f8-e176a3b0396d,revision_number=9']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:18:34.332745 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:18:45.497634 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:48.523588 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:56.975821 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17dfbee0-be14-4f71-a0e6-bc49c8dde251 req-b2f927d1-a65d-4976-9d84-11490fa03473 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0466719 Dec 20 22:18:57.078685 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfbee0-be14-4f71-a0e6-bc49c8dde251 req-947d1039-a547-4f12-82a7-92f8120aafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:57.080204 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17dfbee0-be14-4f71-a0e6-bc49c8dde251 req-947d1039-a547-4f12-82a7-92f8120aafd0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 1094 time: 0.0422270 Dec 20 22:18:57.188624 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfbee0-be14-4f71-a0e6-bc49c8dde251 req-be6ef7a0-d221-4002-9a99-76228910d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:57.190095 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17dfbee0-be14-4f71-a0e6-bc49c8dde251 req-be6ef7a0-d221-4002-9a99-76228910d45d service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f HTTP/1.1" status: 200 len: 898 time: 0.0896556 Dec 20 22:18:57.245114 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-af20218a-22c6-4a03-9e80-69547a40bf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:18:57.255058 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17dfbee0-be14-4f71-a0e6-bc49c8dde251 req-e7b8744c-6249-4e1c-8e1f-faf6e1b2c239 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=222cf15d-532c-4a98-94f8-e176a3b0396d HTTP/1.1" status: 200 len: 1001 time: 0.0584311 Dec 20 22:18:57.311123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfbee0-be14-4f71-a0e6-bc49c8dde251 req-98b7494f-a0d9-4478-bb27-bc095422bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:57.312610 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17dfbee0-be14-4f71-a0e6-bc49c8dde251 req-98b7494f-a0d9-4478-bb27-bc095422bf53 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=327c6e99-a967-46fa-ba28-2de7fd70d73c HTTP/1.1" status: 200 len: 834 time: 0.0494912 Dec 20 22:18:57.371635 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfbee0-be14-4f71-a0e6-bc49c8dde251 req-f11ca96d-9669-490b-9182-1616ea0cfb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:18:57.374009 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17dfbee0-be14-4f71-a0e6-bc49c8dde251 req-f11ca96d-9669-490b-9182-1616ea0cfb5b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0547209 Dec 20 22:18:57.466513 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17dfbee0-be14-4f71-a0e6-bc49c8dde251 req-cad95972-2628-4102-875f-c083a462a29e service neutron] 10.222.0.66 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846026 Dec 20 22:18:57.560721 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-17dfbee0-be14-4f71-a0e6-bc49c8dde251 req-737c4457-7c7f-4fce-b882-cd1cf301e33c service neutron] 10.222.0.66 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876341 Dec 20 22:18:59.553474 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-43e3ee62-135c-426d-bc3b-40755f5e6673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:00.918899 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:01.869025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53464) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:02.034107 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-0be33d0c-8cd1-4b65-bd89-f894e65a2d63 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port 1b9fe030-306d-4ce0-a9e9-30cd46ad89da {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:19:02.034468 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0be33d0c-8cd1-4b65-bd89-f894e65a2d63 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:02.119804 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0be33d0c-8cd1-4b65-bd89-f894e65a2d63 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:02.120238 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0be33d0c-8cd1-4b65-bd89-f894e65a2d63 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:02.135435 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-0be33d0c-8cd1-4b65-bd89-f894e65a2d63 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for 1b9fe030-306d-4ce0-a9e9-30cd46ad89da owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:19:02.296623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0be33d0c-8cd1-4b65-bd89-f894e65a2d63 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:02.325733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be33d0c-8cd1-4b65-bd89-f894e65a2d63 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=1b9fe030-306d-4ce0-a9e9-30cd46ad89da,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:02.344853 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:02.392283 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0be33d0c-8cd1-4b65-bd89-f894e65a2d63 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:02.392528 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-0be33d0c-8cd1-4b65-bd89-f894e65a2d63 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Floating IP 7e61038c-d6e2-4a85-ad4e-e0a8a8bef602 disassociated (deleted). External IP: 172.35.3.169, port: 222cf15d-532c-4a98-94f8-e176a3b0396d. Dec 20 22:19:02.456657 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:02.608910 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be33d0c-8cd1-4b65-bd89-f894e65a2d63 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router a0892e6a-7598-4e3c-ba8a-b55665cc8be7 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:19:02.729525 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be33d0c-8cd1-4b65-bd89-f894e65a2d63 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:19:02.734682 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0be33d0c-8cd1-4b65-bd89-f894e65a2d63 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:02.742359 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad08f16d-5400-499a-a0fe-89438e41fee9 None None] Sync routers for ids ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:19:02.752356 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad08f16d-5400-499a-a0fe-89438e41fee9 None None] Routers {'a0892e6a-7598-4e3c-ba8a-b55665cc8be7'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:19:02.752978 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ad08f16d-5400-499a-a0fe-89438e41fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:19:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:02.764269 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0be33d0c-8cd1-4b65-bd89-f894e65a2d63 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/floatingips/7e61038c-d6e2-4a85-ad4e-e0a8a8bef602 HTTP/1.1" status: 204 len: 168 time: 0.8942256 Dec 20 22:19:02.764858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'tag': '222cf15d-532c-4a98-94f8-e176a3b0396d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:19:02.767284 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccac3f45-7c12-403e-97c8-42c68af817b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d94612e3-507e-45dd-abbc-b0d7f8425769", "tag": "222cf15d-532c-4a98-94f8-e176a3b0396d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:19:02.820673 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46909dd9-cc07-4eff-b1ee-7c1f644a1e32 x-openstack-request-id: req-46909dd9-cc07-4eff-b1ee-7c1f644a1e32 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:19:02.821042 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94612e3-507e-45dd-abbc-b0d7f8425769", "tag": "222cf15d-532c-4a98-94f8-e176a3b0396d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:19:02.821400 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46909dd9-cc07-4eff-b1ee-7c1f644a1e32 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:19:02.822376 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'tag': '222cf15d-532c-4a98-94f8-e176a3b0396d', 'status': 'completed', 'code': 200} Dec 20 22:19:02.866057 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ad08f16d-5400-499a-a0fe-89438e41fee9 None None] Set router a0892e6a-7598-4e3c-ba8a-b55665cc8be7 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:19:02.911355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac3f45-7c12-403e-97c8-42c68af817b4 req-7cbd18a7-3160-4af7-acb0-8e0f3e15d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:02.913061 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ccac3f45-7c12-403e-97c8-42c68af817b4 req-7cbd18a7-3160-4af7-acb0-8e0f3e15d6ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 1094 time: 0.0461361 Dec 20 22:19:03.080173 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296cb08-20fb-4c1f-8545-67aa844faf91 req-3f495254-8fc3-4542-a8a8-19fb190ba49c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:03.081691 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6296cb08-20fb-4c1f-8545-67aa844faf91 req-3f495254-8fc3-4542-a8a8-19fb190ba49c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0845456 Dec 20 22:19:03.084949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac3f45-7c12-403e-97c8-42c68af817b4 req-b27d0439-8e34-4716-98f7-c3a6adc1a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:03.086358 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ccac3f45-7c12-403e-97c8-42c68af817b4 req-b27d0439-8e34-4716-98f7-c3a6adc1a79e service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f HTTP/1.1" status: 200 len: 898 time: 0.1312671 Dec 20 22:19:03.087332 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ad08f16d-5400-499a-a0fe-89438e41fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1168298326', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '6d72a63f-e0ff-49b0-8a8c-80c419107c6e', 'name': '', 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:e4:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:20Z', 'updated_at': '2021-12-20T22:17:24Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:03.114439 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad08f16d-5400-499a-a0fe-89438e41fee9 None None] Checking router: a0892e6a-7598-4e3c-ba8a-b55665cc8be7 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:19:03.123470 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad08f16d-5400-499a-a0fe-89438e41fee9 None None] Routers {'a0892e6a-7598-4e3c-ba8a-b55665cc8be7'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:19:03.124204 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ad08f16d-5400-499a-a0fe-89438e41fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:19:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:03.139668 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ccac3f45-7c12-403e-97c8-42c68af817b4 req-41991464-2f4e-40ce-a8a0-fe2920e8b82f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=222cf15d-532c-4a98-94f8-e176a3b0396d HTTP/1.1" status: 200 len: 217 time: 0.0376401 Dec 20 22:19:03.162570 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6296cb08-20fb-4c1f-8545-67aa844faf91 req-977a92bb-1dd0-459d-8e27-6e1d699737c1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743878 Dec 20 22:19:03.202882 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac3f45-7c12-403e-97c8-42c68af817b4 req-e7c25423-8617-4916-8bb0-3f5a120c6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:03.204630 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ccac3f45-7c12-403e-97c8-42c68af817b4 req-e7c25423-8617-4916-8bb0-3f5a120c6c8a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=327c6e99-a967-46fa-ba28-2de7fd70d73c HTTP/1.1" status: 200 len: 834 time: 0.0575573 Dec 20 22:19:03.228801 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-ad08f16d-5400-499a-a0fe-89438e41fee9 None None] Set router a0892e6a-7598-4e3c-ba8a-b55665cc8be7 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:19:03.251769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac3f45-7c12-403e-97c8-42c68af817b4 req-618d9b40-9bb0-4cde-9733-55db74ebc33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:03.253280 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ccac3f45-7c12-403e-97c8-42c68af817b4 req-618d9b40-9bb0-4cde-9733-55db74ebc33e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d83aa3a-4715-4b85-bb5b-939e42a1a57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0408225 Dec 20 22:19:03.353421 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ccac3f45-7c12-403e-97c8-42c68af817b4 req-e09fe774-03e6-4c37-9248-b0daa60618bf service neutron] 10.222.0.66 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919745 Dec 20 22:19:03.455360 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ccac3f45-7c12-403e-97c8-42c68af817b4 req-cf6cde9c-05d7-447c-98c8-e7e593055f12 service neutron] 10.222.0.66 "GET /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929189 Dec 20 22:19:03.520862 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-ad08f16d-5400-499a-a0fe-89438e41fee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1168298326', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '6d72a63f-e0ff-49b0-8a8c-80c419107c6e', 'name': '', 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:e4:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:20Z', 'updated_at': '2021-12-20T22:17:24Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:03.550450 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad08f16d-5400-499a-a0fe-89438e41fee9 None None] The sync data for ids ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'] in n-d-xena-1 is: [{'id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1168298326', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '6d72a63f-e0ff-49b0-8a8c-80c419107c6e', 'name': '', 'network_id': '3d83aa3a-4715-4b85-bb5b-939e42a1a57f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:e4:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:20Z', 'updated_at': '2021-12-20T22:17:24Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '327c6e99-a967-46fa-ba28-2de7fd70d73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:19:03.793165 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd1bec-dbc6-4415-929a-1bfea0eae1a4 None None] New status for floating IP 7e61038c-d6e2-4a85-ad4e-e0a8a8bef602: DOWN {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:19:04.298057 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cce16-ddd4-4265-aa02-5070662be3fb req-4972cfb9-c6a6-44b3-bff2-d0d2048f283a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:04.299585 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee6cce16-ddd4-4265-aa02-5070662be3fb req-4972cfb9-c6a6-44b3-bff2-d0d2048f283a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0505788 Dec 20 22:19:04.340820 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ee6cce16-ddd4-4265-aa02-5070662be3fb req-9f52a70e-5df4-4d42-9138-b2ae7cce283e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=8580df89-763a-4ba2-891b-3faea6216e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346746 Dec 20 22:19:04.472483 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f6411-c389-48f5-9fde-91fc79858813 req-89913c5b-a023-493c-89fa-86fa7df2f195 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:04.473865 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e5f6411-c389-48f5-9fde-91fc79858813 req-89913c5b-a023-493c-89fa-86fa7df2f195 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.66 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 945 time: 0.0504472 Dec 20 22:19:04.569377 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-5e5f6411-c389-48f5-9fde-91fc79858813 req-ba71906a-60bc-4f52-bf28-aa75e1bc8997 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port 222cf15d-532c-4a98-94f8-e176a3b0396d {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:19:04.569700 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-5e5f6411-c389-48f5-9fde-91fc79858813 req-ba71906a-60bc-4f52-bf28-aa75e1bc8997 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:04.657757 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-5e5f6411-c389-48f5-9fde-91fc79858813 req-ba71906a-60bc-4f52-bf28-aa75e1bc8997 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] For port 222cf15d-532c-4a98-94f8-e176a3b0396d, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=222cf15d-532c-4a98-94f8-e176a3b0396d,segment=NetworkSegment(7dd19934-f9b2-4bab-8e59-b6ad8db2a28c),segment_id=7dd19934-f9b2-4bab-8e59-b6ad8db2a28c)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:19:04.658152 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-5e5f6411-c389-48f5-9fde-91fc79858813 req-ba71906a-60bc-4f52-bf28-aa75e1bc8997 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:04.671692 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-5e5f6411-c389-48f5-9fde-91fc79858813 req-ba71906a-60bc-4f52-bf28-aa75e1bc8997 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for 222cf15d-532c-4a98-94f8-e176a3b0396d owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:19:04.802954 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-5e5f6411-c389-48f5-9fde-91fc79858813 req-ba71906a-60bc-4f52-bf28-aa75e1bc8997 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:04.831608 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71906a-60bc-4f52-bf28-aa75e1bc8997 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=222cf15d-532c-4a98-94f8-e176a3b0396d,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:04.878329 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5f6411-c389-48f5-9fde-91fc79858813 req-ba71906a-60bc-4f52-bf28-aa75e1bc8997 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] No DVR routers for this DVR port 222cf15d-532c-4a98-94f8-e176a3b0396d on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:19:04.881504 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-5e5f6411-c389-48f5-9fde-91fc79858813 req-ba71906a-60bc-4f52-bf28-aa75e1bc8997 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:04.884965 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5e5f6411-c389-48f5-9fde-91fc79858813 req-ba71906a-60bc-4f52-bf28-aa75e1bc8997 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.66 "DELETE /v2.0/ports/222cf15d-532c-4a98-94f8-e176a3b0396d HTTP/1.1" status: 204 len: 173 time: 0.4051235 Dec 20 22:19:04.885482 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'name': 'network-vif-deleted', 'tag': '222cf15d-532c-4a98-94f8-e176a3b0396d'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:19:04.888084 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc377df2-2cfc-40b9-a5f8-8b7ee465f3e9" -d '{"events": [{"server_uuid": "d94612e3-507e-45dd-abbc-b0d7f8425769", "name": "network-vif-deleted", "tag": "222cf15d-532c-4a98-94f8-e176a3b0396d"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:19:04.925293 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588dde12-a91d-4044-be58-5eebeeae560a x-openstack-request-id: req-588dde12-a91d-4044-be58-5eebeeae560a {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:19:04.925619 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94612e3-507e-45dd-abbc-b0d7f8425769", "name": "network-vif-deleted", "tag": "222cf15d-532c-4a98-94f8-e176a3b0396d", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:19:04.926119 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-588dde12-a91d-4044-be58-5eebeeae560a {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:19:04.926540 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94612e3-507e-45dd-abbc-b0d7f8425769', 'name': 'network-vif-deleted', 'tag': '222cf15d-532c-4a98-94f8-e176a3b0396d', 'status': 'completed', 'code': 200} Dec 20 22:19:05.455219 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-72106f52-dd3f-4524-a93d-20f7af84d2b3 req-54761d1a-bf49-4d40-926f-e4548bce8d86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=d94612e3-507e-45dd-abbc-b0d7f8425769 HTTP/1.1" status: 200 len: 210 time: 0.0321572 Dec 20 22:19:06.514208 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53482) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:06.901852 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:07.207717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port 6d72a63f-e0ff-49b0-8a8c-80c419107c6e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:19:07.207979 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:07.301050 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] For port 6d72a63f-e0ff-49b0-8a8c-80c419107c6e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6d72a63f-e0ff-49b0-8a8c-80c419107c6e,segment=NetworkSegment(7dd19934-f9b2-4bab-8e59-b6ad8db2a28c),segment_id=7dd19934-f9b2-4bab-8e59-b6ad8db2a28c)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:19:07.301412 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:07.315659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for 6d72a63f-e0ff-49b0-8a8c-80c419107c6e owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:19:07.518528 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:07.545392 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=6d72a63f-e0ff-49b0-8a8c-80c419107c6e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:07.558468 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:07.558814 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:07.559146 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:07.559475 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:07.559818 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:07.560192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:07.560463 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:07.560787 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:07.561097 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:07.561384 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:07.561695 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:07.562029 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:07.733341 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:07.954465 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router a0892e6a-7598-4e3c-ba8a-b55665cc8be7 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:19:08.064242 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:19:08.069726 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2037b89d-5cbc-478b-907f-1a2606d76dd7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "PUT /v2.0/routers/a0892e6a-7598-4e3c-ba8a-b55665cc8be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5544994 Dec 20 22:19:08.072599 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53484) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:08.075305 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c9c36d-8d8d-4092-8db0-4c39f6996051 None None] Sync routers for ids ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:19:08.085485 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c9c36d-8d8d-4092-8db0-4c39f6996051 None None] Routers {'a0892e6a-7598-4e3c-ba8a-b55665cc8be7'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:19:08.086102 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-87c9c36d-8d8d-4092-8db0-4c39f6996051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:19:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:08.127863 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7716910-6299-4ee9-9c59-0942052f8e36 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting subnet 327c6e99-a967-46fa-ba28-2de7fd70d73c {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:19:08.131339 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7716910-6299-4ee9-9c59-0942052f8e36 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:08.174169 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7716910-6299-4ee9-9c59-0942052f8e36 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:08.190866 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-87c9c36d-8d8d-4092-8db0-4c39f6996051 None None] Set router a0892e6a-7598-4e3c-ba8a-b55665cc8be7 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:19:08.280018 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7716910-6299-4ee9-9c59-0942052f8e36 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:08.345535 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7716910-6299-4ee9-9c59-0942052f8e36 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:08.372980 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7716910-6299-4ee9-9c59-0942052f8e36 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Subnet': ['ID=327c6e99-a967-46fa-ba28-2de7fd70d73c,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:08.377002 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e7716910-6299-4ee9-9c59-0942052f8e36 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:08.380266 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e7716910-6299-4ee9-9c59-0942052f8e36 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/subnets/327c6e99-a967-46fa-ba28-2de7fd70d73c HTTP/1.1" status: 204 len: 168 time: 0.3067038 Dec 20 22:19:08.384007 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53486) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:08.386610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af76aee5-9346-4aa2-9868-3320d90545e5 None None] Network 3d83aa3a-4715-4b85-bb5b-939e42a1a57f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:19:08.409260 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-87c9c36d-8d8d-4092-8db0-4c39f6996051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1168298326', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:19:07Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:08.441410 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c9c36d-8d8d-4092-8db0-4c39f6996051 None None] Checking router: a0892e6a-7598-4e3c-ba8a-b55665cc8be7 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:19:08.450677 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c9c36d-8d8d-4092-8db0-4c39f6996051 None None] Routers {'a0892e6a-7598-4e3c-ba8a-b55665cc8be7'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:19:08.451380 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-87c9c36d-8d8d-4092-8db0-4c39f6996051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:19:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:08.514291 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1db23286-4a46-40c2-a859-8686e3189fd5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:08.589887 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-87c9c36d-8d8d-4092-8db0-4c39f6996051 None None] Set router a0892e6a-7598-4e3c-ba8a-b55665cc8be7 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:19:08.601868 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1d0599-9e10-4539-8868-a10ff62b3982 None None] DHCP port deletion for 3d83aa3a-4715-4b85-bb5b-939e42a1a57f request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 22:19:08.650987 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1db23286-4a46-40c2-a859-8686e3189fd5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:08.655884 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d0599-9e10-4539-8868-a10ff62b3982 None None] Deleting port 8824c80e-6319-4cb8-a556-d5feecf8b248 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:19:08.656635 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e1d0599-9e10-4539-8868-a10ff62b3982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:08.716030 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-1db23286-4a46-40c2-a859-8686e3189fd5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port 177fa7d5-f0af-44ff-915c-c91e050de523 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:19:08.716341 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1db23286-4a46-40c2-a859-8686e3189fd5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:08.726188 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9e1d0599-9e10-4539-8868-a10ff62b3982 None None] For port 8824c80e-6319-4cb8-a556-d5feecf8b248, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8824c80e-6319-4cb8-a556-d5feecf8b248,segment=NetworkSegment(7dd19934-f9b2-4bab-8e59-b6ad8db2a28c),segment_id=7dd19934-f9b2-4bab-8e59-b6ad8db2a28c)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:19:08.726767 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e1d0599-9e10-4539-8868-a10ff62b3982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:08.741889 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d0599-9e10-4539-8868-a10ff62b3982 None None] Calling delete_port for 8824c80e-6319-4cb8-a556-d5feecf8b248 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:19:08.784964 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-87c9c36d-8d8d-4092-8db0-4c39f6996051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1168298326', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:19:07Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:08.806363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-1db23286-4a46-40c2-a859-8686e3189fd5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] For port 177fa7d5-f0af-44ff-915c-c91e050de523, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=177fa7d5-f0af-44ff-915c-c91e050de523,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:19:08.806727 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1db23286-4a46-40c2-a859-8686e3189fd5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:08.827970 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c9c36d-8d8d-4092-8db0-4c39f6996051 None None] The sync data for ids ['a0892e6a-7598-4e3c-ba8a-b55665cc8be7'] in n-d-xena-1 is: [{'id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1168298326', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83'}], 'enable_snat': True}, 'gw_port_id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:19:07Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '177fa7d5-f0af-44ff-915c-c91e050de523', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0892e6a-7598-4e3c-ba8a-b55665cc8be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:17:17Z', 'updated_at': '2021-12-20T22:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:19:08.828592 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-1db23286-4a46-40c2-a859-8686e3189fd5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for 177fa7d5-f0af-44ff-915c-c91e050de523 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:19:08.828860 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e1d0599-9e10-4539-8868-a10ff62b3982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:08.876315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d0599-9e10-4539-8868-a10ff62b3982 None None] No DVR routers for this DVR port 8824c80e-6319-4cb8-a556-d5feecf8b248 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:19:08.878467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d0599-9e10-4539-8868-a10ff62b3982 None None] Pushing event deleted for resources: {'Port': ['ID=8824c80e-6319-4cb8-a556-d5feecf8b248,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:09.018481 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1db23286-4a46-40c2-a859-8686e3189fd5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:09.043951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db23286-4a46-40c2-a859-8686e3189fd5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=177fa7d5-f0af-44ff-915c-c91e050de523,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:09.118352 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1db23286-4a46-40c2-a859-8686e3189fd5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:09.218557 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1db23286-4a46-40c2-a859-8686e3189fd5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:09.220913 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1db23286-4a46-40c2-a859-8686e3189fd5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:09.266964 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1db23286-4a46-40c2-a859-8686e3189fd5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:09.267621 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db23286-4a46-40c2-a859-8686e3189fd5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Fanout notify agent at l3_agent the message router_deleted on router a0892e6a-7598-4e3c-ba8a-b55665cc8be7 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:19:09.276195 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1db23286-4a46-40c2-a859-8686e3189fd5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:09.277343 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1db23286-4a46-40c2-a859-8686e3189fd5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/routers/a0892e6a-7598-4e3c-ba8a-b55665cc8be7 HTTP/1.1" status: 204 len: 168 time: 0.8921022 Dec 20 22:19:09.280899 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53488) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:09.377455 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ad06caa-b114-4e31-8016-72f35ac95505 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:09.398434 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8824c80e-6319-4cb8-a556-d5feecf8b248 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:19:09.418696 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 8824c80e-6319-4cb8-a556-d5feecf8b248 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:19:09.419047 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8824c80e-6319-4cb8-a556-d5feecf8b248 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:19:09.419467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6d72a63f-e0ff-49b0-8a8c-80c419107c6e no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:19:09.440136 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 6d72a63f-e0ff-49b0-8a8c-80c419107c6e {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:19:09.440479 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6d72a63f-e0ff-49b0-8a8c-80c419107c6e not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:19:09.467718 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 222cf15d-532c-4a98-94f8-e176a3b0396d no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:19:09.473074 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ad06caa-b114-4e31-8016-72f35ac95505 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:09.492129 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 222cf15d-532c-4a98-94f8-e176a3b0396d {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:19:09.492475 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 222cf15d-532c-4a98-94f8-e176a3b0396d not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:19:09.495417 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3ad06caa-b114-4e31-8016-72f35ac95505 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d83aa3a-4715-4b85-bb5b-939e42a1a57f']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:09.505689 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3ad06caa-b114-4e31-8016-72f35ac95505 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:09.505981 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-3ad06caa-b114-4e31-8016-72f35ac95505 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd19934-f9b2-4bab-8e59-b6ad8db2a28c') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:09.520640 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ad06caa-b114-4e31-8016-72f35ac95505 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:09.534414 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ad06caa-b114-4e31-8016-72f35ac95505 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:09.540525 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad06caa-b114-4e31-8016-72f35ac95505 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:19:09.540911 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ad06caa-b114-4e31-8016-72f35ac95505 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: timer() Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:19:09.543844 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:19:09.603067 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ad06caa-b114-4e31-8016-72f35ac95505 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:09.613808 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3ad06caa-b114-4e31-8016-72f35ac95505 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:09.617566 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3ad06caa-b114-4e31-8016-72f35ac95505 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/networks/3d83aa3a-4715-4b85-bb5b-939e42a1a57f HTTP/1.1" status: 204 len: 168 time: 0.3358991 Dec 20 22:19:09.620916 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53490) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:09.627620 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad06caa-b114-4e31-8016-72f35ac95505 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Network': ['ID=3d83aa3a-4715-4b85-bb5b-939e42a1a57f,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:09.681651 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2693b966-4361-4df5-9f00-eadaceb62510 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:09.708341 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2693b966-4361-4df5-9f00-eadaceb62510 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:09.777655 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2693b966-4361-4df5-9f00-eadaceb62510 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:09.780218 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-2693b966-4361-4df5-9f00-eadaceb62510 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:09.781428 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-2693b966-4361-4df5-9f00-eadaceb62510 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/security-groups/8580df89-763a-4ba2-891b-3faea6216e77 HTTP/1.1" status: 204 len: 168 time: 0.1595054 Dec 20 22:19:09.790585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693b966-4361-4df5-9f00-eadaceb62510 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8580df89-763a-4ba2-891b-3faea6216e77,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:09.997332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53496) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:10.004360 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-7d619003-1699-40c4-864a-481226152b33 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-755055335', 'description': 'tempest-secgroup-smoke-755055335 description', 'project_id': '99506acbd4784aecb24a7bb712357daf'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:19:10.033272 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d619003-1699-40c4-864a-481226152b33 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.104705 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d619003-1699-40c4-864a-481226152b33 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.109722 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d619003-1699-40c4-864a-481226152b33 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.139813 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-7d619003-1699-40c4-864a-481226152b33 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.141005 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-7d619003-1699-40c4-864a-481226152b33 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1423197 Dec 20 22:19:10.144086 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53498) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:10.150118 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8fcfdaf3-db5c-4d04-9116-f1e6729a20a0 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': 'e89cc48a-d353-4547-8551-a7021cd0d271', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:19:10.156413 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d619003-1699-40c4-864a-481226152b33 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89cc48a-d353-4547-8551-a7021cd0d271,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:10.186470 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fcfdaf3-db5c-4d04-9116-f1e6729a20a0 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.249526 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fcfdaf3-db5c-4d04-9116-f1e6729a20a0 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.255522 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fcfdaf3-db5c-4d04-9116-f1e6729a20a0 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.272929 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfdaf3-db5c-4d04-9116-f1e6729a20a0 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55eef31b-95fb-475b-932d-5c7e6d4dab56,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:10.281770 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8fcfdaf3-db5c-4d04-9116-f1e6729a20a0 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.283040 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8fcfdaf3-db5c-4d04-9116-f1e6729a20a0 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372292 Dec 20 22:19:10.285719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53500) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:10.290154 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-22878de5-3744-4c10-af1e-97b70ae5b797 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': 'e89cc48a-d353-4547-8551-a7021cd0d271', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:19:10.319318 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22878de5-3744-4c10-af1e-97b70ae5b797 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.378885 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22878de5-3744-4c10-af1e-97b70ae5b797 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.384049 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22878de5-3744-4c10-af1e-97b70ae5b797 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.403094 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22878de5-3744-4c10-af1e-97b70ae5b797 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596ddab0-57d9-471f-b10e-b5b8b408e6a4,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:10.410000 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-22878de5-3744-4c10-af1e-97b70ae5b797 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.413093 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-22878de5-3744-4c10-af1e-97b70ae5b797 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238275 Dec 20 22:19:10.413407 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53502) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:10.418095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0784bf7d-e53e-422d-85ac-19a21b05555f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': 'e89cc48a-d353-4547-8551-a7021cd0d271', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:19:10.451826 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0784bf7d-e53e-422d-85ac-19a21b05555f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.504256 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0784bf7d-e53e-422d-85ac-19a21b05555f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.508557 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0784bf7d-e53e-422d-85ac-19a21b05555f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.528022 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784bf7d-e53e-422d-85ac-19a21b05555f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f7551d-e6d2-467a-acbb-fbcde33a3e2a,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:10.537361 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0784bf7d-e53e-422d-85ac-19a21b05555f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.538621 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0784bf7d-e53e-422d-85ac-19a21b05555f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241231 Dec 20 22:19:10.541573 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53504) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:10.546637 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1f83de99-7716-411c-9923-60f2d702016d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': 'e89cc48a-d353-4547-8551-a7021cd0d271', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:19:10.575935 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f83de99-7716-411c-9923-60f2d702016d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.636437 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f83de99-7716-411c-9923-60f2d702016d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.640602 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f83de99-7716-411c-9923-60f2d702016d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.658292 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83de99-7716-411c-9923-60f2d702016d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b433731f-82b8-4a13-811a-63377ce6af3b,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:10.665940 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1f83de99-7716-411c-9923-60f2d702016d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.667189 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1f83de99-7716-411c-9923-60f2d702016d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245406 Dec 20 22:19:10.670005 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53506) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:10.674383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-8df87b8a-81e2-4680-96ad-b55901d07269 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': 'e89cc48a-d353-4547-8551-a7021cd0d271', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:19:10.696941 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-8df87b8a-81e2-4680-96ad-b55901d07269 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Project 99506acbd4784aecb24a7bb712357daf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 22:19:10.701984 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8df87b8a-81e2-4680-96ad-b55901d07269 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.767523 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8df87b8a-81e2-4680-96ad-b55901d07269 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.772419 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8df87b8a-81e2-4680-96ad-b55901d07269 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.790667 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df87b8a-81e2-4680-96ad-b55901d07269 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947b08cd-6fd9-4c68-8af8-caf877130213,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:10.798590 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-8df87b8a-81e2-4680-96ad-b55901d07269 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.799834 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-8df87b8a-81e2-4680-96ad-b55901d07269 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288681 Dec 20 22:19:10.803048 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53508) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:10.808048 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e30eefcd-6887-40f8-8957-9b46dc3be45e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': 'e89cc48a-d353-4547-8551-a7021cd0d271', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:19:10.831605 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-e30eefcd-6887-40f8-8957-9b46dc3be45e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Project 99506acbd4784aecb24a7bb712357daf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 22:19:10.836790 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e30eefcd-6887-40f8-8957-9b46dc3be45e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.900889 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e30eefcd-6887-40f8-8957-9b46dc3be45e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.905539 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e30eefcd-6887-40f8-8957-9b46dc3be45e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.936192 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30eefcd-6887-40f8-8957-9b46dc3be45e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4198ae17-c159-450f-8fcd-f9ba5555a9b5,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:10.945663 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e30eefcd-6887-40f8-8957-9b46dc3be45e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:10.946981 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e30eefcd-6887-40f8-8957-9b46dc3be45e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425321 Dec 20 22:19:10.949833 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53510) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:10.954839 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-56bad515-02c1-4fa1-a90e-ee29bc9b050e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'network': {'name': 'tempest-network-smoke--1519334119', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'port_security_enabled': True}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:19:10.977146 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bad515-02c1-4fa1-a90e-ee29bc9b050e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Made reservation on behalf of 99506acbd4784aecb24a7bb712357daf for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:19:10.980711 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56bad515-02c1-4fa1-a90e-ee29bc9b050e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:11.004688 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bad515-02c1-4fa1-a90e-ee29bc9b050e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:19:11.014870 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56bad515-02c1-4fa1-a90e-ee29bc9b050e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:11.015242 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-56bad515-02c1-4fa1-a90e-ee29bc9b050e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Added segment e032dce7-4260-4ae2-999b-95da97687bf9 of type vlan for network d3e2fc58-f784-49db-b645-ab3f5dfb211f Dec 20 22:19:11.058137 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56bad515-02c1-4fa1-a90e-ee29bc9b050e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:11.085309 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56bad515-02c1-4fa1-a90e-ee29bc9b050e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:11.090987 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bad515-02c1-4fa1-a90e-ee29bc9b050e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:11.091586 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-56bad515-02c1-4fa1-a90e-ee29bc9b050e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:11.148092 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-56bad515-02c1-4fa1-a90e-ee29bc9b050e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1971829 Dec 20 22:19:11.151035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53512) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:11.156229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1492473154', 'admin_state_up': True, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:19:11.164986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bad515-02c1-4fa1-a90e-ee29bc9b050e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Network': ['ID=d3e2fc58-f784-49db-b645-ab3f5dfb211f,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:11.176606 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network d3e2fc58-f784-49db-b645-ab3f5dfb211f details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:19:11.185688 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:11.187651 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:11.246706 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:11.297459 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 177fa7d5-f0af-44ff-915c-c91e050de523 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:19:11.318325 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 177fa7d5-f0af-44ff-915c-c91e050de523 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:19:11.318664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 177fa7d5-f0af-44ff-915c-c91e050de523 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:19:11.332467 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:19:11.385181 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:11.601937 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:11.620917 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:11.729238 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.35.3.226 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/813052cf-f16a-424b-a4d0-1fd1fc51a167) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:19:11.832653 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:11.874843 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:11.910384 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:19:11.913194 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:19:11.915790 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:19:11.944501 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=813052cf-f16a-424b-a4d0-1fd1fc51a167,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:12.484727 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:12.718527 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:12.861420 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:19:12.980904 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:19:12.991516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Sync routers for ids ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:19:13.002928 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:13.003153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Routers {'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:19:13.003638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:19:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:13.004187 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c593520b-aa10-4c39-8ded-1e21e0f138f3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8515890 Dec 20 22:19:13.008121 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53514) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:13.038658 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2bb4660c-612a-4d61-928c-963dea71b457 tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=99506acbd4784aecb24a7bb712357daf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288529 Dec 20 22:19:13.041820 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53516) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:13.111100 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Set router ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:19:13.132608 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f92898-86c2-4581-9d43-060097c91f4f tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:13.134030 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-64f92898-86c2-4581-9d43-060097c91f4f tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912633 Dec 20 22:19:13.137164 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53518) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:13.166871 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a35869fe-8090-4070-ae98-16fe6ace5e3c tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284791 Dec 20 22:19:13.169629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53520) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:13.174904 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0c0e6206-fb75-4446-a48b-14714935756e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1347291026', 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:19:13.269438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0e6206-fb75-4446-a48b-14714935756e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Made reservation on behalf of 99506acbd4784aecb24a7bb712357daf for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:19:13.273548 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6206-fb75-4446-a48b-14714935756e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:13.293485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492473154', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226'}], 'enable_snat': True}, 'gw_port_id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:12Z', 'revision_number': 3, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:13.324139 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Checking router: ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:19:13.324492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Updating router ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 port 813052cf-f16a-424b-a4d0-1fd1fc51a167 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:19:13.349171 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:13.465442 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6206-fb75-4446-a48b-14714935756e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:13.532676 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e6206-fb75-4446-a48b-14714935756e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Subnet': ['ID=299e9b62-c8a9-42cd-a5f7-5f655d55086e,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:13.538508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0e6206-fb75-4446-a48b-14714935756e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Checking segment: {'id': 'e032dce7-4260-4ae2-999b-95da97687bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:19:13.538863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0e6206-fb75-4446-a48b-14714935756e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network hostable DHCP agents. Network: d3e2fc58-f784-49db-b645-ab3f5dfb211f, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:19:13.570286 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0e6206-fb75-4446-a48b-14714935756e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network d3e2fc58-f784-49db-b645-ab3f5dfb211f is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:19:13.580944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-0c0e6206-fb75-4446-a48b-14714935756e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, d3e2fc58-f784-49db-b645-ab3f5dfb211f) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:19:13.586190 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e6206-fb75-4446-a48b-14714935756e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:13.586880 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6206-fb75-4446-a48b-14714935756e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:13.606638 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0c0e6206-fb75-4446-a48b-14714935756e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4356189 Dec 20 22:19:13.609592 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53522) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:13.644121 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb13a694-6515-414e-bb2b-dae33a39761e None None] Network d3e2fc58-f784-49db-b645-ab3f5dfb211f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:19:13.887941 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:13.895575 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-d3e2fc58-f784-49db-b645-ab3f5dfb211f', 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ips': [{'subnet_id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:19:13.896620 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:13.900731 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:14.016369 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab3e27-53ae-4512-963d-b5f66e613034 None None] Pushing event updated for resources: {'Port': ['ID=813052cf-f16a-424b-a4d0-1fd1fc51a167,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:14.024722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Attempting to bind port 813052cf-f16a-424b-a4d0-1fd1fc51a167 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:19:14.025093 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Attempting to bind port 813052cf-f16a-424b-a4d0-1fd1fc51a167 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:19:14.025491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Attempting to bind port 813052cf-f16a-424b-a4d0-1fd1fc51a167 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:19:14.044858 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:19:14.045273 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:19:14.045660 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:14.046052 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:19:14.046539 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Bound port: 813052cf-f16a-424b-a4d0-1fd1fc51a167, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:19:14.046948 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:14.138720 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] For port 813052cf-f16a-424b-a4d0-1fd1fc51a167, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:19:14.140910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Allocated IP 172.20.0.2 (d3e2fc58-f784-49db-b645-ab3f5dfb211f/299e9b62-c8a9-42cd-a5f7-5f655d55086e/6fb77be0-c1ba-45d4-9295-d188ebcd04a4) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:19:14.143742 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] For port 813052cf-f16a-424b-a4d0-1fd1fc51a167, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=813052cf-f16a-424b-a4d0-1fd1fc51a167,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:19:14.149692 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:14.262790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab3e27-53ae-4512-963d-b5f66e613034 None None] Pushing event updated for resources: {'Port': ['ID=813052cf-f16a-424b-a4d0-1fd1fc51a167,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:14.267308 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Routers {'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:19:14.267925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:19:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:14.434463 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] Set router ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:19:14.436793 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:14.491366 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:14.506261 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:14.585816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Network d3e2fc58-f784-49db-b645-ab3f5dfb211f is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:19:14.599836 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:19:14.608251 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:19:14.610842 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Pushing event updated for resources: {'Port': ['ID=6fb77be0-c1ba-45d4-9295-d188ebcd04a4,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:14.700368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Attempting to bind port 6fb77be0-c1ba-45d4-9295-d188ebcd04a4 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:19:14.700641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Attempting to bind port 6fb77be0-c1ba-45d4-9295-d188ebcd04a4 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'e032dce7-4260-4ae2-999b-95da97687bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:19:14.701002 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Attempting to bind port 6fb77be0-c1ba-45d4-9295-d188ebcd04a4 on network d3e2fc58-f784-49db-b645-ab3f5dfb211f {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:19:14.710336 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:19:14.710688 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Checking segment: {'id': 'e032dce7-4260-4ae2-999b-95da97687bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:19:14.711126 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:14.711524 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Bound using segment: {'id': 'e032dce7-4260-4ae2-999b-95da97687bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:19:14.711995 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Bound port: 6fb77be0-c1ba-45d4-9295-d188ebcd04a4, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e032dce7-4260-4ae2-999b-95da97687bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:19:14.712355 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:14.737706 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.20.0.1 (d3e2fc58-f784-49db-b645-ab3f5dfb211f/299e9b62-c8a9-42cd-a5f7-5f655d55086e/4632b269-d021-4582-9117-4763c87997b4) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:19:14.773045 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492473154', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226'}], 'enable_snat': True}, 'gw_port_id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:12Z', 'revision_number': 3, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:14.807260 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f34deb-81cd-46ec-b816-8630faf7ec76 None None] The sync data for ids ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'] in n-d-xena-1 is: [{'id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492473154', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226'}], 'enable_snat': True}, 'gw_port_id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:12Z', 'revision_number': 3, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:19:14.814681 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] For port 6fb77be0-c1ba-45d4-9295-d188ebcd04a4, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:19:14.819514 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] For port 6fb77be0-c1ba-45d4-9295-d188ebcd04a4, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6fb77be0-c1ba-45d4-9295-d188ebcd04a4,segment=NetworkSegment(e032dce7-4260-4ae2-999b-95da97687bf9),segment_id=e032dce7-4260-4ae2-999b-95da97687bf9)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:19:14.825850 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:14.878399 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:14.888522 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52338b3d-0659-4015-9127-e6961a037f9b None None] Pushing event updated for resources: {'Port': ['ID=6fb77be0-c1ba-45d4-9295-d188ebcd04a4,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:14.920474 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:14.967576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network d3e2fc58-f784-49db-b645-ab3f5dfb211f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:19:14.970752 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:19:14.973445 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:19:14.983411 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=4632b269-d021-4582-9117-4763c87997b4,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:15.028743 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:15.194562 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:15.425591 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6fb77be0-c1ba-45d4-9295-d188ebcd04a4 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:19:15.485773 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 6fb77be0-c1ba-45d4-9295-d188ebcd04a4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:19:15.486169 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:15.515439 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:15.523340 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:15.546315 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:15.604624 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=4632b269-d021-4582-9117-4763c87997b4,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:15.612921 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:15.619243 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:15.668014 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 6fb77be0-c1ba-45d4-9295-d188ebcd04a4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6fb77be0-c1ba-45d4-9295-d188ebcd04a4,segment=NetworkSegment(e032dce7-4260-4ae2-999b-95da97687bf9),segment_id=e032dce7-4260-4ae2-999b-95da97687bf9)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:19:15.676429 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:15.679700 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 813052cf-f16a-424b-a4d0-1fd1fc51a167 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:19:15.748347 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network d3e2fc58-f784-49db-b645-ab3f5dfb211f is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:19:15.750205 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:19:15.762670 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=6fb77be0-c1ba-45d4-9295-d188ebcd04a4,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:15.799589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 813052cf-f16a-424b-a4d0-1fd1fc51a167 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:19:15.800074 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:15.887015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:19:15.901853 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:15.924602 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 813052cf-f16a-424b-a4d0-1fd1fc51a167, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=813052cf-f16a-424b-a4d0-1fd1fc51a167,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:19:15.932867 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:15.986603 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=813052cf-f16a-424b-a4d0-1fd1fc51a167,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:16.020570 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:19:16.025819 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-098f3fb2-5e02-403e-9c2b-1a2fdc5ce09c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "PUT /v2.0/routers/ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4151423 Dec 20 22:19:16.031628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c78ce2-e125-46f5-bc63-6f5d19ecca3c None None] Network d3e2fc58-f784-49db-b645-ab3f5dfb211f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:19:16.097663 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d969030a-7206-4a80-bfd7-fcf32f85199a None None] Provisioning complete for port 6fb77be0-c1ba-45d4-9295-d188ebcd04a4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:19:16.098041 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d969030a-7206-4a80-bfd7-fcf32f85199a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:16.173163 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-07de7c94-4f23-4788-aa6b-c86a27c58e06 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-755055335&fields=id&tenant_id=99506acbd4784aecb24a7bb712357daf HTTP/1.1" status: 200 len: 267 time: 0.0368247 Dec 20 22:19:16.284505 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-0f749b7a-2f5a-41b8-822a-5b2f63df5e56 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:16.285965 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-0f749b7a-2f5a-41b8-822a-5b2f63df5e56 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/networks?id=d3e2fc58-f784-49db-b645-ab3f5dfb211f HTTP/1.1" status: 200 len: 797 time: 0.1054599 Dec 20 22:19:16.301991 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-8b4e61dd-2767-40ab-b734-87971e77d77e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/quotas/99506acbd4784aecb24a7bb712357daf HTTP/1.1" status: 200 len: 375 time: 0.0096691 Dec 20 22:19:16.390172 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-c03d693b-0a39-461f-8cfc-709f3e25d34f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811031 Dec 20 22:19:16.498804 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-1ca1b14d-7f19-4334-a97f-bb127be0f573 service neutron] 10.222.0.32 "GET /v2.0/networks/d3e2fc58-f784-49db-b645-ab3f5dfb211f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951757 Dec 20 22:19:16.576492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a5838a8d-649e-4618-96fb-ffffbc1d6c3d None None] Provisioning complete for port 6fb77be0-c1ba-45d4-9295-d188ebcd04a4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:19:16.578127 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5838a8d-649e-4618-96fb-ffffbc1d6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:16.614896 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-cf129878-baf8-4e71-b3ff-d4504135d003 service neutron] 10.222.0.32 "GET /v2.0/networks/d3e2fc58-f784-49db-b645-ab3f5dfb211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095474 Dec 20 22:19:16.695355 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-a5838a8d-649e-4618-96fb-ffffbc1d6c3d None None] Provisioning complete for port 4632b269-d021-4582-9117-4763c87997b4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:19:16.695729 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a5838a8d-649e-4618-96fb-ffffbc1d6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:16.799714 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Sync routers for ids ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:19:16.822000 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Routers {'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:19:16.823905 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:19:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:16.936050 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9981c941-ab63-400f-a8bf-8369fa0d8ad7 req-a7a3b569-5804-43dd-8290-0df265adfb3f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 210 time: 0.1080992 Dec 20 22:19:16.956628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-a5838a8d-649e-4618-96fb-ffffbc1d6c3d None None] Port 4632b269-d021-4582-9117-4763c87997b4 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:19:17.003598 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Set router ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:19:17.079172 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e1468d9a-e366-46b9-bb42-2b239ae88aaf None None] Provisioning complete for port 4632b269-d021-4582-9117-4763c87997b4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:19:17.079553 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1468d9a-e366-46b9-bb42-2b239ae88aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:17.120498 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e1468d9a-e366-46b9-bb42-2b239ae88aaf None None] Port 4632b269-d021-4582-9117-4763c87997b4 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:19:17.232868 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492473154', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226'}], 'enable_snat': True}, 'gw_port_id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '4632b269-d021-4582-9117-4763c87997b4', 'name': '', 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:0b:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:14Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 2, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:17.263852 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Checking router: ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:19:17.264196 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Updating router ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 port 4632b269-d021-4582-9117-4763c87997b4 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:19:17.291769 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:17.378764 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6fb77be0-c1ba-45d4-9295-d188ebcd04a4 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:19:17.434426 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 6fb77be0-c1ba-45d4-9295-d188ebcd04a4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:19:17.435096 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:17.519947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 813052cf-f16a-424b-a4d0-1fd1fc51a167 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:19:17.571824 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 813052cf-f16a-424b-a4d0-1fd1fc51a167 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:19:17.572221 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:17.587940 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:17.596368 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:17.650202 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77641701-ac70-4a50-95cd-efa3c1012cb7 None None] Pushing event updated for resources: {'Port': ['ID=4632b269-d021-4582-9117-4763c87997b4,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:17.678337 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77641701-ac70-4a50-95cd-efa3c1012cb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:17.679131 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77641701-ac70-4a50-95cd-efa3c1012cb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:17.679540 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77641701-ac70-4a50-95cd-efa3c1012cb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:17.679877 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77641701-ac70-4a50-95cd-efa3c1012cb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:17.680199 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77641701-ac70-4a50-95cd-efa3c1012cb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:17.680526 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77641701-ac70-4a50-95cd-efa3c1012cb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:17.680847 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77641701-ac70-4a50-95cd-efa3c1012cb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:17.681164 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77641701-ac70-4a50-95cd-efa3c1012cb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:17.681483 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77641701-ac70-4a50-95cd-efa3c1012cb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:17.681801 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77641701-ac70-4a50-95cd-efa3c1012cb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:17.682153 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77641701-ac70-4a50-95cd-efa3c1012cb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:17.682497 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77641701-ac70-4a50-95cd-efa3c1012cb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:19:17.814817 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Attempting to bind port 4632b269-d021-4582-9117-4763c87997b4 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:19:17.815539 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Attempting to bind port 4632b269-d021-4582-9117-4763c87997b4 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'e032dce7-4260-4ae2-999b-95da97687bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:19:17.815539 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Attempting to bind port 4632b269-d021-4582-9117-4763c87997b4 on network d3e2fc58-f784-49db-b645-ab3f5dfb211f {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:19:17.822640 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:19:17.822984 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Checking segment: {'id': 'e032dce7-4260-4ae2-999b-95da97687bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:19:17.823538 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:17.823939 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Bound using segment: {'id': 'e032dce7-4260-4ae2-999b-95da97687bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:19:17.824428 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Bound port: 4632b269-d021-4582-9117-4763c87997b4, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e032dce7-4260-4ae2-999b-95da97687bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:19:17.824815 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:17.888803 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] For port 4632b269-d021-4582-9117-4763c87997b4, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:19:17.891921 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] For port 4632b269-d021-4582-9117-4763c87997b4, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4632b269-d021-4582-9117-4763c87997b4,segment=NetworkSegment(e032dce7-4260-4ae2-999b-95da97687bf9),segment_id=e032dce7-4260-4ae2-999b-95da97687bf9)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:19:17.897625 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:17.941810 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Routers {'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:19:17.942565 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:19:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:17.972830 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-aad22861-d08f-4de0-8d39-06316abb139b None None] Provisioning complete for port 4632b269-d021-4582-9117-4763c87997b4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:19:17.973433 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aad22861-d08f-4de0-8d39-06316abb139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:18.080954 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5b25ceeb-63d3-4869-a526-4a762c6dbf4e req-c2f26ec1-8c0b-4abc-8646-d68fe8b0873a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 210 time: 0.0337968 Dec 20 22:19:18.092154 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] Set router ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:19:18.158950 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-ec3f0f87-6e02-486e-b48b-7d2313eaf0e3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:18.160563 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-ec3f0f87-6e02-486e-b48b-7d2313eaf0e3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.66 "GET /v2.0/networks?id=d3e2fc58-f784-49db-b645-ab3f5dfb211f HTTP/1.1" status: 200 len: 797 time: 0.2156656 Dec 20 22:19:18.165712 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aad22861-d08f-4de0-8d39-06316abb139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:18.208971 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-aad22861-d08f-4de0-8d39-06316abb139b None None] For port 4632b269-d021-4582-9117-4763c87997b4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4632b269-d021-4582-9117-4763c87997b4,segment=NetworkSegment(e032dce7-4260-4ae2-999b-95da97687bf9),segment_id=e032dce7-4260-4ae2-999b-95da97687bf9)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:19:18.216736 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aad22861-d08f-4de0-8d39-06316abb139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:18.217523 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77641701-ac70-4a50-95cd-efa3c1012cb7 None None] Pushing event updated for resources: {'Port': ['ID=4632b269-d021-4582-9117-4763c87997b4,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:18.229256 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-d19d0e56-e406-450e-b4eb-2e13a2164517 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99506acbd4784aecb24a7bb712357daf HTTP/1.1" status: 200 len: 379 time: 0.0510743 Dec 20 22:19:18.269839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-6debe26f-9383-424f-95b3-43cf3abd1a2a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'port': {'device_id': '9ed173f8-db7a-4458-a261-a20d9253ab3a', 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f', 'admin_state_up': True, 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'security_groups': ['e89cc48a-d353-4547-8551-a7021cd0d271']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:19:18.278838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad22861-d08f-4de0-8d39-06316abb139b None None] Pushing event updated for resources: {'Port': ['ID=4632b269-d021-4582-9117-4763c87997b4,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:18.320715 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492473154', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226'}], 'enable_snat': True}, 'gw_port_id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '4632b269-d021-4582-9117-4763c87997b4', 'name': '', 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:0b:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:14Z', 'updated_at': '2021-12-20T22:19:17Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:18.338331 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-8498fb89-381c-4277-b5a5-375fdf048faf None None] Provisioning complete for port 4632b269-d021-4582-9117-4763c87997b4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:19:18.338670 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8498fb89-381c-4277-b5a5-375fdf048faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:18.349037 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609c5c50-d6ad-4233-9337-3258cc2ce327 None None] The sync data for ids ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'] in n-d-xena-1 is: [{'id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492473154', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226'}], 'enable_snat': True}, 'gw_port_id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '4632b269-d021-4582-9117-4763c87997b4', 'name': '', 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:0b:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:14Z', 'updated_at': '2021-12-20T22:19:17Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:19:18.403820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-6debe26f-9383-424f-95b3-43cf3abd1a2a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Made reservation on behalf of 99506acbd4784aecb24a7bb712357daf for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:19:18.409515 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-6debe26f-9383-424f-95b3-43cf3abd1a2a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:18.523433 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:18.571919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-6debe26f-9383-424f-95b3-43cf3abd1a2a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.20.0.6 (d3e2fc58-f784-49db-b645-ab3f5dfb211f/299e9b62-c8a9-42cd-a5f7-5f655d55086e/ecba541b-429d-454f-aa19-166b48cb7897) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:19:18.727542 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-6debe26f-9383-424f-95b3-43cf3abd1a2a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:18.765982 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-6debe26f-9383-424f-95b3-43cf3abd1a2a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:18.815008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-6debe26f-9383-424f-95b3-43cf3abd1a2a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network d3e2fc58-f784-49db-b645-ab3f5dfb211f is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:19:18.818565 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-6debe26f-9383-424f-95b3-43cf3abd1a2a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:19:18.821093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-6debe26f-9383-424f-95b3-43cf3abd1a2a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:19:18.857672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debe26f-9383-424f-95b3-43cf3abd1a2a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=ecba541b-429d-454f-aa19-166b48cb7897,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:18.891188 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-6debe26f-9383-424f-95b3-43cf3abd1a2a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:18.891883 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-6debe26f-9383-424f-95b3-43cf3abd1a2a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:18.909597 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-6debe26f-9383-424f-95b3-43cf3abd1a2a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6453526 Dec 20 22:19:18.927474 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Request body: {'port': {'device_id': '9ed173f8-db7a-4458-a261-a20d9253ab3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:19:19.021208 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:19.072872 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d55283cc-2e41-4c0b-990a-63b230d0d208 None None] Provisioning complete for port ecba541b-429d-454f-aa19-166b48cb7897 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:19:19.073477 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d55283cc-2e41-4c0b-990a-63b230d0d208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:19.116712 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d55283cc-2e41-4c0b-990a-63b230d0d208 None None] Port ecba541b-429d-454f-aa19-166b48cb7897 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:19:19.270843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e15c46-36a8-41c7-9bf9-57a82e8d3cec req-a5951f13-573a-4e94-8cd5-865ccf69a27a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:19.272467 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-52e15c46-36a8-41c7-9bf9-57a82e8d3cec req-a5951f13-573a-4e94-8cd5-865ccf69a27a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 931 time: 0.1102800 Dec 20 22:19:19.377821 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-52e15c46-36a8-41c7-9bf9-57a82e8d3cec req-45d32f9c-e699-4e3c-b183-a39bf70a2b37 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986919 Dec 20 22:19:19.394098 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecba541b-429d-454f-aa19-166b48cb7897 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:19:19.397139 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4632b269-d021-4582-9117-4763c87997b4 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:19:19.403361 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:19.417937 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Transition to ACTIVE for port object ecba541b-429d-454f-aa19-166b48cb7897 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:19:19.427589 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:19.482252 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 4632b269-d021-4582-9117-4763c87997b4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:19:19.482545 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:19.505323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ecba541b-429d-454f-aa19-166b48cb7897,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:19.595986 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Attempting to bind port ecba541b-429d-454f-aa19-166b48cb7897 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:19:19.596574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Attempting to bind port ecba541b-429d-454f-aa19-166b48cb7897 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'e032dce7-4260-4ae2-999b-95da97687bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:19:19.597165 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Attempting to bind port ecba541b-429d-454f-aa19-166b48cb7897 on network d3e2fc58-f784-49db-b645-ab3f5dfb211f {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:19:19.608694 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Port ecba541b-429d-454f-aa19-166b48cb7897 on network d3e2fc58-f784-49db-b645-ab3f5dfb211f not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:19:19.608694 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Attempting to bind port ecba541b-429d-454f-aa19-166b48cb7897 on network d3e2fc58-f784-49db-b645-ab3f5dfb211f {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:19:19.616339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:19:19.617719 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Checking segment: {'id': 'e032dce7-4260-4ae2-999b-95da97687bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:19:19.617719 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Bound using segment: {'id': 'e032dce7-4260-4ae2-999b-95da97687bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:19:19.617953 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Bound port: ecba541b-429d-454f-aa19-166b48cb7897, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e032dce7-4260-4ae2-999b-95da97687bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:19:19.618323 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:19.691199 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] For port ecba541b-429d-454f-aa19-166b48cb7897, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:19:19.695904 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] For port ecba541b-429d-454f-aa19-166b48cb7897, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ecba541b-429d-454f-aa19-166b48cb7897,segment=NetworkSegment(e032dce7-4260-4ae2-999b-95da97687bf9),segment_id=e032dce7-4260-4ae2-999b-95da97687bf9)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:19:19.701487 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:19.736241 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:19.736927 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:19.738740 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] 10.222.0.66 "PUT /v2.0/ports/ecba541b-429d-454f-aa19-166b48cb7897 HTTP/1.1" status: 200 len: 1089 time: 0.8157854 Dec 20 22:19:19.739712 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed173f8-db7a-4458-a261-a20d9253ab3a', 'tag': 'ecba541b-429d-454f-aa19-166b48cb7897'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:19:19.743839 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590291b2-147a-4cb0-9e05-3ab5bbdf83cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed173f8-db7a-4458-a261-a20d9253ab3a", "tag": "ecba541b-429d-454f-aa19-166b48cb7897"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:19:19.785153 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0fb55-7857-4a59-9f39-6f860a045eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ecba541b-429d-454f-aa19-166b48cb7897,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:19.875741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-b23d413a-94b5-426f-a61f-b7560bfec901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:19.878296 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-b23d413a-94b5-426f-a61f-b7560bfec901 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 1092 time: 0.0701652 Dec 20 22:19:19.928855 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9559077f-e575-4a81-924f-53be0afbb07b x-openstack-request-id: req-9559077f-e575-4a81-924f-53be0afbb07b {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:19:19.929156 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed173f8-db7a-4458-a261-a20d9253ab3a", "tag": "ecba541b-429d-454f-aa19-166b48cb7897", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:19:19.929402 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9559077f-e575-4a81-924f-53be0afbb07b {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:19:19.929803 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed173f8-db7a-4458-a261-a20d9253ab3a', 'tag': 'ecba541b-429d-454f-aa19-166b48cb7897', 'status': 'completed', 'code': 200} Dec 20 22:19:19.931802 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-d54f16a7-1052-4b48-b64b-88f40fe904e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecba541b-429d-454f-aa19-166b48cb7897 HTTP/1.1" status: 200 len: 217 time: 0.0399463 Dec 20 22:19:19.987862 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-51a7e52e-244d-41a1-9530-12769b590606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:19.989641 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-51a7e52e-244d-41a1-9530-12769b590606 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=299e9b62-c8a9-42cd-a5f7-5f655d55086e HTTP/1.1" status: 200 len: 835 time: 0.0516202 Dec 20 22:19:20.039256 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-99c55a88-b85b-484f-8430-15cb29b4f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:20.040680 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-99c55a88-b85b-484f-8430-15cb29b4f4a7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d3e2fc58-f784-49db-b645-ab3f5dfb211f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0450771 Dec 20 22:19:20.135242 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-a41a720c-38c0-47ec-a9d9-295b56e732e3 service neutron] 10.222.0.66 "GET /v2.0/networks/d3e2fc58-f784-49db-b645-ab3f5dfb211f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865898 Dec 20 22:19:20.230317 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8da8f4db-95e5-4002-bf1c-66152ece0f3e req-f628d7ad-2170-4d9a-9201-fe746dd6a954 service neutron] 10.222.0.66 "GET /v2.0/networks/d3e2fc58-f784-49db-b645-ab3f5dfb211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881412 Dec 20 22:19:20.374735 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590291b2-147a-4cb0-9e05-3ab5bbdf83cd req-f7790100-1960-4ebc-a1d0-dd2fadabe974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:20.376253 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-590291b2-147a-4cb0-9e05-3ab5bbdf83cd req-f7790100-1960-4ebc-a1d0-dd2fadabe974 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 1092 time: 0.0450673 Dec 20 22:19:20.479193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590291b2-147a-4cb0-9e05-3ab5bbdf83cd req-1a51f60b-3484-4e29-8a96-b1c029605541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:20.480975 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-590291b2-147a-4cb0-9e05-3ab5bbdf83cd req-1a51f60b-3484-4e29-8a96-b1c029605541 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d3e2fc58-f784-49db-b645-ab3f5dfb211f HTTP/1.1" status: 200 len: 898 time: 0.0981405 Dec 20 22:19:20.531602 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-590291b2-147a-4cb0-9e05-3ab5bbdf83cd req-374306f8-2cb5-490f-b401-663b31cfdd0a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecba541b-429d-454f-aa19-166b48cb7897 HTTP/1.1" status: 200 len: 217 time: 0.0411491 Dec 20 22:19:20.585693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590291b2-147a-4cb0-9e05-3ab5bbdf83cd req-1b6ef66a-6764-4eac-a8dc-15980b44b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:20.587363 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-590291b2-147a-4cb0-9e05-3ab5bbdf83cd req-1b6ef66a-6764-4eac-a8dc-15980b44b7bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=299e9b62-c8a9-42cd-a5f7-5f655d55086e HTTP/1.1" status: 200 len: 835 time: 0.0480571 Dec 20 22:19:20.640164 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590291b2-147a-4cb0-9e05-3ab5bbdf83cd req-355e88b5-2972-4ba6-90a8-ead2675b0436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:20.641789 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-590291b2-147a-4cb0-9e05-3ab5bbdf83cd req-355e88b5-2972-4ba6-90a8-ead2675b0436 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d3e2fc58-f784-49db-b645-ab3f5dfb211f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0466366 Dec 20 22:19:20.739261 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-590291b2-147a-4cb0-9e05-3ab5bbdf83cd req-bfd28984-e220-44cc-81f1-5431c5b9ee1b service neutron] 10.222.0.66 "GET /v2.0/networks/d3e2fc58-f784-49db-b645-ab3f5dfb211f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899377 Dec 20 22:19:20.879540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05835a88-5aad-42ab-ad27-ff7c4462d7e3 req-0257ace9-662c-4e53-9608-50f0e29564d4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:20.881156 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05835a88-5aad-42ab-ad27-ff7c4462d7e3 req-0257ace9-662c-4e53-9608-50f0e29564d4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 943 time: 0.1152248 Dec 20 22:19:20.885356 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-590291b2-147a-4cb0-9e05-3ab5bbdf83cd req-fdc1fe5c-a104-4f2f-b1e4-54b47752a557 service neutron] 10.222.0.66 "GET /v2.0/networks/d3e2fc58-f784-49db-b645-ab3f5dfb211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374726 Dec 20 22:19:20.931124 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-05835a88-5aad-42ab-ad27-ff7c4462d7e3 req-a8c0c98f-e415-4169-a770-f2e18f8952be tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416780 Dec 20 22:19:22.053956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d318bb-e440-4898-ad08-396c20e954fc req-bdb5142a-c6db-4dba-9a67-f7a11bc7cfa4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:22.055527 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a2d318bb-e440-4898-ad08-396c20e954fc req-bdb5142a-c6db-4dba-9a67-f7a11bc7cfa4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 943 time: 0.0535181 Dec 20 22:19:22.097274 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a2d318bb-e440-4898-ad08-396c20e954fc req-dbb05d10-7946-4d75-9adf-ff8704a3860d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337112 Dec 20 22:19:23.231339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff25bff-5019-48c5-b45f-29e4d5123989 req-1bba2ee7-ceb5-4f3d-bb53-82b6d196f321 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:23.232851 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6ff25bff-5019-48c5-b45f-29e4d5123989 req-1bba2ee7-ceb5-4f3d-bb53-82b6d196f321 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 943 time: 0.0611141 Dec 20 22:19:23.275616 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6ff25bff-5019-48c5-b45f-29e4d5123989 req-af3e68cc-4586-47a1-bfb6-49074eea91c5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333943 Dec 20 22:19:23.548251 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ecba541b-429d-454f-aa19-166b48cb7897 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:19:23.645285 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ecba541b-429d-454f-aa19-166b48cb7897, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ecba541b-429d-454f-aa19-166b48cb7897,segment=NetworkSegment(e032dce7-4260-4ae2-999b-95da97687bf9),segment_id=e032dce7-4260-4ae2-999b-95da97687bf9)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:19:23.659943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'ecba541b-429d-454f-aa19-166b48cb7897', 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f', 'port_id': 'ecba541b-429d-454f-aa19-166b48cb7897', 'mac_address': 'fa:16:3e:47:37:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:19:23.700055 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:23.714193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecba541b-429d-454f-aa19-166b48cb7897 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:19:23.733831 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ecba541b-429d-454f-aa19-166b48cb7897, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ecba541b-429d-454f-aa19-166b48cb7897,segment=NetworkSegment(e032dce7-4260-4ae2-999b-95da97687bf9),segment_id=e032dce7-4260-4ae2-999b-95da97687bf9)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:19:23.739828 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:23.785862 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=ecba541b-429d-454f-aa19-166b48cb7897,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:24.036918 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['ecba541b-429d-454f-aa19-166b48cb7897'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:19:24.412093 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6203b4d-b54e-49ff-8fea-5b225b4ba0d0 req-0322ec79-e033-409e-9957-7315fbb8bab4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:24.414206 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f6203b4d-b54e-49ff-8fea-5b225b4ba0d0 req-0322ec79-e033-409e-9957-7315fbb8bab4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 944 time: 0.0575299 Dec 20 22:19:24.456532 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f6203b4d-b54e-49ff-8fea-5b225b4ba0d0 req-95919c98-4e55-4c47-9ca0-55a77a140af6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356786 Dec 20 22:19:25.545891 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ecba541b-429d-454f-aa19-166b48cb7897 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:19:25.580698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49947e03-dc47-42c7-af92-7be8d01ed758 req-d6518876-1e62-489c-b000-da96c85c1f0e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:25.582392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49947e03-dc47-42c7-af92-7be8d01ed758 req-d6518876-1e62-489c-b000-da96c85c1f0e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 944 time: 0.0551088 Dec 20 22:19:25.600016 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port ecba541b-429d-454f-aa19-166b48cb7897 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:19:25.603832 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port ecba541b-429d-454f-aa19-166b48cb7897 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:19:25.604201 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:25.630943 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49947e03-dc47-42c7-af92-7be8d01ed758 req-f5514916-1610-4ee7-8da2-26b9c858d75e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372984 Dec 20 22:19:25.684732 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:25.712262 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed173f8-db7a-4458-a261-a20d9253ab3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecba541b-429d-454f-aa19-166b48cb7897'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:19:25.714582 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20eead1defd04ed19d9e1f577934cb646bb96fa6360cbfa3ec76c6556e217167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbf16ae-b8ad-45fc-b4ac-44d3fba483e8" -d '{"events": [{"server_uuid": "9ed173f8-db7a-4458-a261-a20d9253ab3a", "name": "network-vif-plugged", "status": "completed", "tag": "ecba541b-429d-454f-aa19-166b48cb7897"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:19:25.730767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port ecba541b-429d-454f-aa19-166b48cb7897, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ecba541b-429d-454f-aa19-166b48cb7897,segment=NetworkSegment(e032dce7-4260-4ae2-999b-95da97687bf9),segment_id=e032dce7-4260-4ae2-999b-95da97687bf9)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:19:25.736415 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:25.761685 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0715bf5c-cfbb-4575-8c8d-0acbd486232c x-openstack-request-id: req-0715bf5c-cfbb-4575-8c8d-0acbd486232c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:19:25.761969 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed173f8-db7a-4458-a261-a20d9253ab3a", "name": "network-vif-plugged", "status": "completed", "tag": "ecba541b-429d-454f-aa19-166b48cb7897", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:19:25.762224 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0715bf5c-cfbb-4575-8c8d-0acbd486232c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:19:25.762616 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed173f8-db7a-4458-a261-a20d9253ab3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecba541b-429d-454f-aa19-166b48cb7897', 'code': 200} Dec 20 22:19:25.792224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=ecba541b-429d-454f-aa19-166b48cb7897,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:25.875042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fd3a0-097b-4ea2-b605-9e47127a3867 req-9d6942da-be54-4186-a9ea-c7e51649616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:25.876584 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-417fd3a0-097b-4ea2-b605-9e47127a3867 req-9d6942da-be54-4186-a9ea-c7e51649616e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 1094 time: 0.0449703 Dec 20 22:19:25.914635 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-417fd3a0-097b-4ea2-b605-9e47127a3867 req-8394d101-869a-481e-937e-32f8e8b745c9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311518 Dec 20 22:19:26.759032 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fbdee-dc96-4ea2-b354-5141d2c6e129 req-14ab3334-0e67-4265-bb75-b7292ad9f71b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:26.760577 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-993fbdee-dc96-4ea2-b354-5141d2c6e129 req-14ab3334-0e67-4265-bb75-b7292ad9f71b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0558224 Dec 20 22:19:26.800633 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-993fbdee-dc96-4ea2-b354-5141d2c6e129 req-7f0a6e51-0d84-4b0c-9593-7d141ebfafc9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337551 Dec 20 22:19:27.250402 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-55d635b8-ac20-4649-b623-e77b56bce89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:27.936506 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21d831-4db5-4773-b3dd-2db4be2efe67 req-9fdb9126-03f7-4a9e-931d-f93f87266e0c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:27.937943 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0b21d831-4db5-4773-b3dd-2db4be2efe67 req-9fdb9126-03f7-4a9e-931d-f93f87266e0c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0608962 Dec 20 22:19:27.980338 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0b21d831-4db5-4773-b3dd-2db4be2efe67 req-4539dff0-ee1b-4a4f-a382-22d3c31ad02b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358632 Dec 20 22:19:28.106894 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a085853-2276-4810-930a-9417566b38af req-d78a86a9-551a-4602-98f3-3e74a975424a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:28.108506 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a085853-2276-4810-930a-9417566b38af req-d78a86a9-551a-4602-98f3-3e74a975424a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0555990 Dec 20 22:19:28.163160 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6a085853-2276-4810-930a-9417566b38af req-724240fa-7ae3-4c63-a866-ffd0abaa225d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477991 Dec 20 22:19:28.192082 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53576) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:28.234205 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a4922a-16be-4c2c-8c9f-198e2eb2ead5 tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:28.235696 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-00a4922a-16be-4c2c-8c9f-198e2eb2ead5 tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 1089 time: 0.0424480 Dec 20 22:19:28.239850 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53578) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:28.244252 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': 'ecba541b-429d-454f-aa19-166b48cb7897', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:19:28.272614 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:28.378684 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:28.489671 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.35.3.188 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/ae4c1c9d-4cc0-459b-b1b9-18ca2e717070) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:19:28.606937 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:28.641953 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:28.680747 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:19:28.685251 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:19:28.687998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:19:28.696676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=ae4c1c9d-4cc0-459b-b1b9-18ca2e717070,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:29.078097 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:29.146786 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:29.301858 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:29.307932 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:29.374559 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=ae4c1c9d-4cc0-459b-b1b9-18ca2e717070,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:19:29.386734 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:29.490868 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Floating IP d09235ec-85ef-45fc-bf91-269368c489ef associated. External IP: 172.35.3.188, port: ecba541b-429d-454f-aa19-166b48cb7897. Dec 20 22:19:29.557934 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3e957f9b-73ec-4cc0-848e-b98ea538e8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:29.710195 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:19:29.831981 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:19:29.841821 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e7cfa-5ea1-4975-853b-b900c10216af None None] Sync routers for ids ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:19:29.850888 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:29.853094 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e7cfa-5ea1-4975-853b-b900c10216af None None] Routers {'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:19:29.853740 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-625e7cfa-5ea1-4975-853b-b900c10216af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:19:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:29.878634 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e699293c-f405-40e5-9c6c-c81b746d2b49 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6376543 Dec 20 22:19:29.879317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed173f8-db7a-4458-a261-a20d9253ab3a', 'tag': 'ecba541b-429d-454f-aa19-166b48cb7897'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:19:29.881704 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f39d2392ee36c270bf164f2b0d9d8519f42a87b2972c565f9d9401e18f0a645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3aea5f-ef84-4608-826d-cd4cf3d578b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed173f8-db7a-4458-a261-a20d9253ab3a", "tag": "ecba541b-429d-454f-aa19-166b48cb7897"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:19:29.974056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-625e7cfa-5ea1-4975-853b-b900c10216af None None] Set router ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:19:29.980128 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9939ed-a84e-4d8d-ba01-71d9f0e1f043 req-4534302c-0eca-4f42-81c6-a453c9750397 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:29.981701 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9f9939ed-a84e-4d8d-ba01-71d9f0e1f043 req-4534302c-0eca-4f42-81c6-a453c9750397 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0507691 Dec 20 22:19:29.983223 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b54895-a9fe-498f-a9ce-f849a2998160 x-openstack-request-id: req-f8b54895-a9fe-498f-a9ce-f849a2998160 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:19:29.983513 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed173f8-db7a-4458-a261-a20d9253ab3a", "tag": "ecba541b-429d-454f-aa19-166b48cb7897", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:19:29.983757 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8b54895-a9fe-498f-a9ce-f849a2998160 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:19:29.984155 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed173f8-db7a-4458-a261-a20d9253ab3a', 'tag': 'ecba541b-429d-454f-aa19-166b48cb7897', 'status': 'completed', 'code': 200} Dec 20 22:19:30.022241 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9f9939ed-a84e-4d8d-ba01-71d9f0e1f043 req-a73cba26-6f72-4bdc-b88c-d72ac5e78164 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334017 Dec 20 22:19:30.046606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53586) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:30.063271 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3aea5f-ef84-4608-826d-cd4cf3d578b9 req-f294a123-206f-48f5-98e0-d98d857ec38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:30.065098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e3aea5f-ef84-4608-826d-cd4cf3d578b9 req-f294a123-206f-48f5-98e0-d98d857ec38e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 1094 time: 0.0438924 Dec 20 22:19:30.116641 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0d5623af-3615-4eca-a5a0-89a738dfc8eb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/floatingips/d09235ec-85ef-45fc-bf91-269368c489ef HTTP/1.1" status: 200 len: 991 time: 0.0684838 Dec 20 22:19:30.161765 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3aea5f-ef84-4608-826d-cd4cf3d578b9 req-3e16e55f-de0a-4f73-90be-d3b2ca4ef01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:30.163441 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e3aea5f-ef84-4608-826d-cd4cf3d578b9 req-3e16e55f-de0a-4f73-90be-d3b2ca4ef01f service neutron] 10.222.0.66 "GET /v2.0/networks?id=d3e2fc58-f784-49db-b645-ab3f5dfb211f HTTP/1.1" status: 200 len: 898 time: 0.0921764 Dec 20 22:19:30.233315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-625e7cfa-5ea1-4975-853b-b900c10216af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492473154', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226'}], 'enable_snat': True}, 'gw_port_id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'd09235ec-85ef-45fc-bf91-269368c489ef', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'floating_ip_address': '172.35.3.188', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'port_id': 'ecba541b-429d-454f-aa19-166b48cb7897', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f', 'mac_address': 'fa:16:3e:47:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed173f8-db7a-4458-a261-a20d9253ab3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:19:28Z', 'updated_at': '2021-12-20T22:19:28Z', 'revision_number': 0, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4632b269-d021-4582-9117-4763c87997b4', 'name': '', 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:0b:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:14Z', 'updated_at': '2021-12-20T22:19:18Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:30.238934 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e3aea5f-ef84-4608-826d-cd4cf3d578b9 req-1bef9507-526c-468b-b369-5a99e8c7a1e3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecba541b-429d-454f-aa19-166b48cb7897 HTTP/1.1" status: 200 len: 999 time: 0.0684984 Dec 20 22:19:30.261403 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e7cfa-5ea1-4975-853b-b900c10216af None None] Checking router: ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:19:30.270203 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e7cfa-5ea1-4975-853b-b900c10216af None None] Routers {'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:19:30.270918 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-625e7cfa-5ea1-4975-853b-b900c10216af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:19:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:30.289461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3aea5f-ef84-4608-826d-cd4cf3d578b9 req-f1541051-8e0d-402e-b525-aa1a93791669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:30.290953 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e3aea5f-ef84-4608-826d-cd4cf3d578b9 req-f1541051-8e0d-402e-b525-aa1a93791669 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=299e9b62-c8a9-42cd-a5f7-5f655d55086e HTTP/1.1" status: 200 len: 835 time: 0.0462489 Dec 20 22:19:30.339156 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3aea5f-ef84-4608-826d-cd4cf3d578b9 req-255409e1-1aa1-4d3b-8498-12b516eab9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:30.340670 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e3aea5f-ef84-4608-826d-cd4cf3d578b9 req-255409e1-1aa1-4d3b-8498-12b516eab9fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d3e2fc58-f784-49db-b645-ab3f5dfb211f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0419841 Dec 20 22:19:30.380222 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-625e7cfa-5ea1-4975-853b-b900c10216af None None] Set router ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:19:30.452279 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e3aea5f-ef84-4608-826d-cd4cf3d578b9 req-8761313f-68a8-497d-8536-d08688df1fd3 service neutron] 10.222.0.66 "GET /v2.0/networks/d3e2fc58-f784-49db-b645-ab3f5dfb211f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044066 Dec 20 22:19:30.541869 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e3aea5f-ef84-4608-826d-cd4cf3d578b9 req-50086c63-c6a7-4227-8ba1-0cd9b2fb97b1 service neutron] 10.222.0.66 "GET /v2.0/networks/d3e2fc58-f784-49db-b645-ab3f5dfb211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832388 Dec 20 22:19:30.617491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-625e7cfa-5ea1-4975-853b-b900c10216af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492473154', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226'}], 'enable_snat': True}, 'gw_port_id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'd09235ec-85ef-45fc-bf91-269368c489ef', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'floating_ip_address': '172.35.3.188', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'port_id': 'ecba541b-429d-454f-aa19-166b48cb7897', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f', 'mac_address': 'fa:16:3e:47:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed173f8-db7a-4458-a261-a20d9253ab3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:19:28Z', 'updated_at': '2021-12-20T22:19:28Z', 'revision_number': 0, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4632b269-d021-4582-9117-4763c87997b4', 'name': '', 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:0b:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:14Z', 'updated_at': '2021-12-20T22:19:18Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:19:30.647713 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e7cfa-5ea1-4975-853b-b900c10216af None None] The sync data for ids ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'] in n-d-xena-1 is: [{'id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492473154', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226'}], 'enable_snat': True}, 'gw_port_id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'd09235ec-85ef-45fc-bf91-269368c489ef', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'floating_ip_address': '172.35.3.188', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'port_id': 'ecba541b-429d-454f-aa19-166b48cb7897', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f', 'mac_address': 'fa:16:3e:47:37:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed173f8-db7a-4458-a261-a20d9253ab3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:19:28Z', 'updated_at': '2021-12-20T22:19:28Z', 'revision_number': 0, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4632b269-d021-4582-9117-4763c87997b4', 'name': '', 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:0b:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:14Z', 'updated_at': '2021-12-20T22:19:18Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:19:30.849882 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec99854-d013-41dc-be1b-672c705c87e3 None None] New status for floating IP d09235ec-85ef-45fc-bf91-269368c489ef: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:19:30.920119 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:31.120017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53588) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:19:31.234668 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a859c550-0801-4650-843f-29eec3367065 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/floatingips/d09235ec-85ef-45fc-bf91-269368c489ef HTTP/1.1" status: 200 len: 993 time: 0.1133392 Dec 20 22:19:32.343238 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:32.462053 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:45.498380 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:48.331392 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:19:48.539301 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:57.255747 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-314908f1-1c07-4886-aee5-1fec437502e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:58.768789 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14d56e8d-ca03-440d-b793-4081d748925a req-daa09e53-cce6-4a38-8e10-58401cdb11a2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0413468 Dec 20 22:19:58.868253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d56e8d-ca03-440d-b793-4081d748925a req-e815297a-3656-4440-a6ef-91c9cdfd20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:58.869848 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14d56e8d-ca03-440d-b793-4081d748925a req-e815297a-3656-4440-a6ef-91c9cdfd20ac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 1094 time: 0.0419104 Dec 20 22:19:58.988178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d56e8d-ca03-440d-b793-4081d748925a req-96f675cb-d2cb-44df-8512-a35c9cbc76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:58.989662 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14d56e8d-ca03-440d-b793-4081d748925a req-96f675cb-d2cb-44df-8512-a35c9cbc76c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d3e2fc58-f784-49db-b645-ab3f5dfb211f HTTP/1.1" status: 200 len: 898 time: 0.0977380 Dec 20 22:19:59.060571 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14d56e8d-ca03-440d-b793-4081d748925a req-fb313268-bfff-46b6-b5d9-a214e92bd6b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecba541b-429d-454f-aa19-166b48cb7897 HTTP/1.1" status: 200 len: 1001 time: 0.0642605 Dec 20 22:19:59.120343 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d56e8d-ca03-440d-b793-4081d748925a req-db2778ce-5623-402f-9d4e-a691cf7b38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:59.121741 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14d56e8d-ca03-440d-b793-4081d748925a req-db2778ce-5623-402f-9d4e-a691cf7b38a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=299e9b62-c8a9-42cd-a5f7-5f655d55086e HTTP/1.1" status: 200 len: 835 time: 0.0516598 Dec 20 22:19:59.180309 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d56e8d-ca03-440d-b793-4081d748925a req-d4f2095f-de46-456a-be2b-cdfed9838cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:19:59.182690 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14d56e8d-ca03-440d-b793-4081d748925a req-d4f2095f-de46-456a-be2b-cdfed9838cf0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d3e2fc58-f784-49db-b645-ab3f5dfb211f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0539963 Dec 20 22:19:59.276628 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14d56e8d-ca03-440d-b793-4081d748925a req-8f24631d-b918-4570-be12-c00b1755848e service neutron] 10.222.0.66 "GET /v2.0/networks/d3e2fc58-f784-49db-b645-ab3f5dfb211f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868206 Dec 20 22:19:59.562648 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-41a871b6-85eb-40ab-bf48-a511208d1634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:19:59.713906 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-14d56e8d-ca03-440d-b793-4081d748925a req-de8ac098-cc71-4026-b113-f93bde1a7535 service neutron] 10.222.0.66 "GET /v2.0/networks/d3e2fc58-f784-49db-b645-ab3f5dfb211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229054 Dec 20 22:20:00.923008 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:02.350993 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:02.466442 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:02.538279 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae94b45-9f15-4320-a102-c14d8cc71276 req-5ee5eed9-f111-4d09-8813-39d12cf0201f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:02.540476 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cae94b45-9f15-4320-a102-c14d8cc71276 req-5ee5eed9-f111-4d09-8813-39d12cf0201f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0623736 Dec 20 22:20:02.585231 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cae94b45-9f15-4320-a102-c14d8cc71276 req-9da49e97-512f-4c2a-b8c8-c368becd11ac tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375056 Dec 20 22:20:03.721717 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bd1a4-4f8c-4e93-920d-e879ac9231aa req-9dc5e30d-4a2f-4a8f-a6e7-a937ae262667 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:03.723240 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f4bd1a4-4f8c-4e93-920d-e879ac9231aa req-9dc5e30d-4a2f-4a8f-a6e7-a937ae262667 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0611343 Dec 20 22:20:03.763392 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f4bd1a4-4f8c-4e93-920d-e879ac9231aa req-2040a901-ffe0-47f2-bd51-0e6953a8d905 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339885 Dec 20 22:20:04.891258 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe860d3-109d-4283-b910-f125f6d481c3 req-b4335ab7-da01-4600-af3d-c94cecb88370 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:04.892625 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebe860d3-109d-4283-b910-f125f6d481c3 req-b4335ab7-da01-4600-af3d-c94cecb88370 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0566792 Dec 20 22:20:04.934335 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebe860d3-109d-4283-b910-f125f6d481c3 req-e264adb5-896c-4500-a294-fe6ec31ae617 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353374 Dec 20 22:20:06.054634 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c44758-e861-4e79-a942-13b08212f3a0 req-b97b4251-483e-4289-8101-7b2d7ccebbd4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:06.056143 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90c44758-e861-4e79-a942-13b08212f3a0 req-b97b4251-483e-4289-8101-7b2d7ccebbd4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0505502 Dec 20 22:20:06.095351 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-90c44758-e861-4e79-a942-13b08212f3a0 req-42bc6753-3bb4-4650-980f-3f3520f379f9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327287 Dec 20 22:20:07.231259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6e626-e3ce-4f0e-89bd-b6cc8c71c61c req-b4157453-aba7-4ad6-bd5c-f239bec28f12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:07.232790 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebc6e626-e3ce-4f0e-89bd-b6cc8c71c61c req-b4157453-aba7-4ad6-bd5c-f239bec28f12 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0581424 Dec 20 22:20:07.277695 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ebc6e626-e3ce-4f0e-89bd-b6cc8c71c61c req-72b6fe7f-610e-469a-a936-90b132ff68af tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355296 Dec 20 22:20:08.412086 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927a257-2eb0-435b-bb4f-f55337266645 req-cc7d80e4-0dd0-4de3-97c3-c502fc326441 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:08.413791 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b927a257-2eb0-435b-bb4f-f55337266645 req-cc7d80e4-0dd0-4de3-97c3-c502fc326441 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0604265 Dec 20 22:20:08.455638 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b927a257-2eb0-435b-bb4f-f55337266645 req-ee0fec88-c07b-4772-81c0-c49d14439eff tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338168 Dec 20 22:20:09.583272 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39121d3d-cf03-44e9-b915-3b3624730506 req-78368f20-2daf-4e4f-8b24-27feadf57b26 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:09.584695 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39121d3d-cf03-44e9-b915-3b3624730506 req-78368f20-2daf-4e4f-8b24-27feadf57b26 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0510223 Dec 20 22:20:09.624227 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39121d3d-cf03-44e9-b915-3b3624730506 req-4578380c-535a-4333-a279-6d3a83ba2d5e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333686 Dec 20 22:20:10.757963 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e2e52-9f4d-40e9-b238-a9437557cc74 req-6ca4f886-ad8c-4f7d-850b-48168cad5a13 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:10.759490 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-900e2e52-9f4d-40e9-b238-a9437557cc74 req-6ca4f886-ad8c-4f7d-850b-48168cad5a13 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0521204 Dec 20 22:20:10.801825 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-900e2e52-9f4d-40e9-b238-a9437557cc74 req-b33b8c75-43de-4b41-9c56-c93be89441c7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354655 Dec 20 22:20:11.927964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029fb3e-82e3-4037-bdcb-36f93b5fa24e req-7ea11066-11f2-4327-8228-28f57fd3dadb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:11.929707 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4029fb3e-82e3-4037-bdcb-36f93b5fa24e req-7ea11066-11f2-4327-8228-28f57fd3dadb tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0534813 Dec 20 22:20:11.969188 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4029fb3e-82e3-4037-bdcb-36f93b5fa24e req-bc6f4e53-6b66-49f0-a877-d9a7af98ce90 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330482 Dec 20 22:20:13.092734 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bf61b-5b8c-48b3-bc4d-c19b8b3c99e8 req-72fe585d-2088-45b3-bed5-b4f7ab167b9c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:13.094298 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-304bf61b-5b8c-48b3-bc4d-c19b8b3c99e8 req-72fe585d-2088-45b3-bed5-b4f7ab167b9c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0527258 Dec 20 22:20:13.134984 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-304bf61b-5b8c-48b3-bc4d-c19b8b3c99e8 req-0351ea86-fb51-4171-a8e9-9c9080d55b64 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342422 Dec 20 22:20:14.261052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191cf92-f860-4fcf-8a37-aa7be576bc58 req-f557a535-b597-42f2-967b-ba847ab608de tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:14.262695 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1191cf92-f860-4fcf-8a37-aa7be576bc58 req-f557a535-b597-42f2-967b-ba847ab608de tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0558348 Dec 20 22:20:14.304740 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1191cf92-f860-4fcf-8a37-aa7be576bc58 req-c908b3fb-6ad8-42f1-b60d-4003cda794d2 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353518 Dec 20 22:20:15.433627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311908d-1a1b-4a99-93fd-b8b1061a1d7f req-9f155468-2773-471d-88ba-3d61e0a33722 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:15.435143 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1311908d-1a1b-4a99-93fd-b8b1061a1d7f req-9f155468-2773-471d-88ba-3d61e0a33722 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0567544 Dec 20 22:20:15.481565 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1311908d-1a1b-4a99-93fd-b8b1061a1d7f req-dd21c01a-a7cd-45dc-8448-f453f5c29dba tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398843 Dec 20 22:20:15.513097 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:16.622602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e795bdd-1319-4da6-8efd-ecdc954b5d9f req-648b71ac-118f-4121-8087-1608265221f9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:16.624294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e795bdd-1319-4da6-8efd-ecdc954b5d9f req-648b71ac-118f-4121-8087-1608265221f9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0637572 Dec 20 22:20:16.662926 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3e795bdd-1319-4da6-8efd-ecdc954b5d9f req-bc4856ce-310e-44c9-a814-824be6526515 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323162 Dec 20 22:20:17.805767 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cf50b-3c16-4168-8916-140638b90a34 req-ca0d6a51-658f-44fe-9847-c3e3d62b26e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:17.807443 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-479cf50b-3c16-4168-8916-140638b90a34 req-ca0d6a51-658f-44fe-9847-c3e3d62b26e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0576997 Dec 20 22:20:17.849757 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-479cf50b-3c16-4168-8916-140638b90a34 req-0e29af49-0145-43b7-bcff-b4c4251ab86b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354669 Dec 20 22:20:18.542817 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:18.977957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4913692-b34c-40a6-b8dc-7ca3fd704d23 req-1cf1b57a-9be5-43f7-9b90-4bbf543fd94d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:18.979435 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a4913692-b34c-40a6-b8dc-7ca3fd704d23 req-1cf1b57a-9be5-43f7-9b90-4bbf543fd94d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0592570 Dec 20 22:20:19.019675 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a4913692-b34c-40a6-b8dc-7ca3fd704d23 req-aec7e19f-e55e-411e-8ba2-98107c3ec6d0 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325525 Dec 20 22:20:19.042280 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53640) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:20:19.107352 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-989229df-2ed5-45db-b481-40c08981b9c4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/floatingips/d09235ec-85ef-45fc-bf91-269368c489ef HTTP/1.1" status: 200 len: 993 time: 0.0638225 Dec 20 22:20:20.416415 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a0518-0927-4dfd-8b26-28f007635616 req-80b88113-ec0a-49a8-859b-5ad521f0002d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:20.417991 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c67a0518-0927-4dfd-8b26-28f007635616 req-80b88113-ec0a-49a8-859b-5ad521f0002d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0523093 Dec 20 22:20:20.457186 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c67a0518-0927-4dfd-8b26-28f007635616 req-53af2bfc-bf8b-489a-a41d-b9c83207ba1c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322928 Dec 20 22:20:20.457472 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452a531-0663-43d4-b549-9f00dcef2aa3 req-2cab8640-e75e-49b2-af20-8e1f06685133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:20.458955 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3452a531-0663-43d4-b549-9f00dcef2aa3 req-2cab8640-e75e-49b2-af20-8e1f06685133 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 1094 time: 0.0423617 Dec 20 22:20:20.549416 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452a531-0663-43d4-b549-9f00dcef2aa3 req-30887715-f32e-4fb9-943c-7919299c8ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:20.550890 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3452a531-0663-43d4-b549-9f00dcef2aa3 req-30887715-f32e-4fb9-943c-7919299c8ae1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d3e2fc58-f784-49db-b645-ab3f5dfb211f HTTP/1.1" status: 200 len: 898 time: 0.0854874 Dec 20 22:20:20.617644 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3452a531-0663-43d4-b549-9f00dcef2aa3 req-0084bbf6-a8a2-4b64-9df7-f9af1b59cab1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecba541b-429d-454f-aa19-166b48cb7897 HTTP/1.1" status: 200 len: 1001 time: 0.0589650 Dec 20 22:20:20.668973 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452a531-0663-43d4-b549-9f00dcef2aa3 req-a4defeb0-4e7c-4c76-b128-dac58ad01e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:20.670420 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3452a531-0663-43d4-b549-9f00dcef2aa3 req-a4defeb0-4e7c-4c76-b128-dac58ad01e03 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=299e9b62-c8a9-42cd-a5f7-5f655d55086e HTTP/1.1" status: 200 len: 835 time: 0.0456071 Dec 20 22:20:20.723376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452a531-0663-43d4-b549-9f00dcef2aa3 req-4a3b66ec-6b10-41ed-ba9e-182694038e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:20.724884 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3452a531-0663-43d4-b549-9f00dcef2aa3 req-4a3b66ec-6b10-41ed-ba9e-182694038e2e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d3e2fc58-f784-49db-b645-ab3f5dfb211f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0479443 Dec 20 22:20:20.831455 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3452a531-0663-43d4-b549-9f00dcef2aa3 req-519837f4-ead2-4ac4-aefa-6dee0604b3ad service neutron] 10.222.0.66 "GET /v2.0/networks/d3e2fc58-f784-49db-b645-ab3f5dfb211f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992506 Dec 20 22:20:20.923976 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3452a531-0663-43d4-b549-9f00dcef2aa3 req-7838918e-b633-48e4-8070-9152d4076a18 service neutron] 10.222.0.66 "GET /v2.0/networks/d3e2fc58-f784-49db-b645-ab3f5dfb211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853469 Dec 20 22:20:21.581941 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c99421-73d4-49cd-9ccb-d635c2bbe554 req-5be39a8d-fa4b-4cd9-a0ed-8a149bfd0dd4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:21.583363 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a1c99421-73d4-49cd-9ccb-d635c2bbe554 req-5be39a8d-fa4b-4cd9-a0ed-8a149bfd0dd4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0540462 Dec 20 22:20:21.625132 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a1c99421-73d4-49cd-9ccb-d635c2bbe554 req-03e8d927-e168-4203-8b10-81c41bc8e5fc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339899 Dec 20 22:20:21.647539 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53650) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:20:21.720712 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-774533e8-5b81-4bb8-a0de-2b8af2c7f171 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/floatingips/d09235ec-85ef-45fc-bf91-269368c489ef HTTP/1.1" status: 200 len: 993 time: 0.0720530 Dec 20 22:20:25.335445 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:20:27.255038 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f1626215-63e7-4a14-8950-9bf4ec3c554c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:29.576433 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ae128a1f-53ea-4f42-b053-d81924492fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:30.937713 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:32.359370 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:32.469767 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:45.516785 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:48.556561 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:52.233407 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53662) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:20:52.437843 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port ae4c1c9d-4cc0-459b-b1b9-18ca2e717070 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:20:52.438166 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:52.530598 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:52.530897 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:52.548693 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for ae4c1c9d-4cc0-459b-b1b9-18ca2e717070 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:20:52.739572 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:52.767339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=ae4c1c9d-4cc0-459b-b1b9-18ca2e717070,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:20:52.796471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:52.796744 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:52.797021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:52.797384 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:52.797711 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:52.798023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:52.798408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:52.798810 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:52.799139 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:52.799477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:52.799781 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:52.800093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:52.848465 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:52.848801 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Floating IP d09235ec-85ef-45fc-bf91-269368c489ef disassociated (deleted). External IP: 172.35.3.188, port: ecba541b-429d-454f-aa19-166b48cb7897. Dec 20 22:20:53.092393 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:20:53.215439 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:20:53.221036 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:53.225675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47474ff1-b06e-4629-998c-7893649b322d None None] Sync routers for ids ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:20:53.236204 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47474ff1-b06e-4629-998c-7893649b322d None None] Routers {'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:20:53.236811 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-47474ff1-b06e-4629-998c-7893649b322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:20:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:20:53.249397 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fe329405-0499-4be3-a792-504321abd5b9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/floatingips/d09235ec-85ef-45fc-bf91-269368c489ef HTTP/1.1" status: 204 len: 168 time: 1.0144863 Dec 20 22:20:53.250111 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed173f8-db7a-4458-a261-a20d9253ab3a', 'tag': 'ecba541b-429d-454f-aa19-166b48cb7897'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:20:53.252511 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeea0a7c-7761-467e-9fe4-f50ea15994b7" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed173f8-db7a-4458-a261-a20d9253ab3a", "tag": "ecba541b-429d-454f-aa19-166b48cb7897"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:20:53.290774 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882d39f5-d906-4c40-adc3-9aaf928df8bf x-openstack-request-id: req-882d39f5-d906-4c40-adc3-9aaf928df8bf {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:20:53.291060 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed173f8-db7a-4458-a261-a20d9253ab3a", "tag": "ecba541b-429d-454f-aa19-166b48cb7897", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:20:53.291337 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-882d39f5-d906-4c40-adc3-9aaf928df8bf {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:20:53.291786 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed173f8-db7a-4458-a261-a20d9253ab3a', 'tag': 'ecba541b-429d-454f-aa19-166b48cb7897', 'status': 'completed', 'code': 200} Dec 20 22:20:53.344875 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-47474ff1-b06e-4629-998c-7893649b322d None None] Set router ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:20:53.391283 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea0a7c-7761-467e-9fe4-f50ea15994b7 req-2f45704d-8959-45cf-9d13-fd7299cf6f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:53.392775 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eeea0a7c-7761-467e-9fe4-f50ea15994b7 req-2f45704d-8959-45cf-9d13-fd7299cf6f8a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 1094 time: 0.0497918 Dec 20 22:20:53.498432 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58b597-a7f5-4fda-a72e-e22dd1600ed4 req-c9bf858d-aa5f-4bcc-b19e-834371e525e0 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:53.500091 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9a58b597-a7f5-4fda-a72e-e22dd1600ed4 req-c9bf858d-aa5f-4bcc-b19e-834371e525e0 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0576181 Dec 20 22:20:53.518827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea0a7c-7761-467e-9fe4-f50ea15994b7 req-e2f1f7d7-8198-42ad-ac90-d4965755a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:53.520408 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eeea0a7c-7761-467e-9fe4-f50ea15994b7 req-e2f1f7d7-8198-42ad-ac90-d4965755a93d service neutron] 10.222.0.66 "GET /v2.0/networks?id=d3e2fc58-f784-49db-b645-ab3f5dfb211f HTTP/1.1" status: 200 len: 898 time: 0.0864227 Dec 20 22:20:53.542384 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9a58b597-a7f5-4fda-a72e-e22dd1600ed4 req-62a658c0-1c7a-4017-8385-fa4294086a1a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350678 Dec 20 22:20:53.558209 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-47474ff1-b06e-4629-998c-7893649b322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492473154', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226'}], 'enable_snat': True}, 'gw_port_id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '4632b269-d021-4582-9117-4763c87997b4', 'name': '', 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:0b:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:14Z', 'updated_at': '2021-12-20T22:19:18Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:20:53.567442 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eeea0a7c-7761-467e-9fe4-f50ea15994b7 req-f7c967d2-2781-45f9-9881-a4f39a71c983 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecba541b-429d-454f-aa19-166b48cb7897 HTTP/1.1" status: 200 len: 217 time: 0.0352831 Dec 20 22:20:53.593675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47474ff1-b06e-4629-998c-7893649b322d None None] Checking router: ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:20:53.601875 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47474ff1-b06e-4629-998c-7893649b322d None None] Routers {'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:20:53.602510 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-47474ff1-b06e-4629-998c-7893649b322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:20:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:20:53.622340 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea0a7c-7761-467e-9fe4-f50ea15994b7 req-4798133f-6d8b-41d1-b6a1-052b9ea525ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:53.623810 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eeea0a7c-7761-467e-9fe4-f50ea15994b7 req-4798133f-6d8b-41d1-b6a1-052b9ea525ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=299e9b62-c8a9-42cd-a5f7-5f655d55086e HTTP/1.1" status: 200 len: 835 time: 0.0477629 Dec 20 22:20:53.671410 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea0a7c-7761-467e-9fe4-f50ea15994b7 req-cb3f5c55-204d-4c2d-9924-a83a45e50095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:53.672940 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eeea0a7c-7761-467e-9fe4-f50ea15994b7 req-cb3f5c55-204d-4c2d-9924-a83a45e50095 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d3e2fc58-f784-49db-b645-ab3f5dfb211f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0397873 Dec 20 22:20:53.706274 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-47474ff1-b06e-4629-998c-7893649b322d None None] Set router ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:20:53.768066 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eeea0a7c-7761-467e-9fe4-f50ea15994b7 req-c0cea3e9-4742-4ade-99cc-fefa7e87699e service neutron] 10.222.0.66 "GET /v2.0/networks/d3e2fc58-f784-49db-b645-ab3f5dfb211f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859473 Dec 20 22:20:53.870546 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-eeea0a7c-7761-467e-9fe4-f50ea15994b7 req-002431ba-69c4-48d5-ba70-53d249f6f4c6 service neutron] 10.222.0.66 "GET /v2.0/networks/d3e2fc58-f784-49db-b645-ab3f5dfb211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943320 Dec 20 22:20:54.100183 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-47474ff1-b06e-4629-998c-7893649b322d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492473154', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226'}], 'enable_snat': True}, 'gw_port_id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '4632b269-d021-4582-9117-4763c87997b4', 'name': '', 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:0b:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:14Z', 'updated_at': '2021-12-20T22:19:18Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:20:54.126107 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47474ff1-b06e-4629-998c-7893649b322d None None] The sync data for ids ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'] in n-d-xena-1 is: [{'id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492473154', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226'}], 'enable_snat': True}, 'gw_port_id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '4632b269-d021-4582-9117-4763c87997b4', 'name': '', 'network_id': 'd3e2fc58-f784-49db-b645-ab3f5dfb211f', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:0b:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:14Z', 'updated_at': '2021-12-20T22:19:18Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '299e9b62-c8a9-42cd-a5f7-5f655d55086e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:20:54.351772 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486914a-f4e9-45f3-8945-0c8ec2188a65 None None] New status for floating IP d09235ec-85ef-45fc-bf91-269368c489ef: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:20:54.686010 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d163c5c-08fb-4dfb-a95d-d201c42bafc8 req-dc7e75f1-ba72-4d6f-96a8-9251c524a0a9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:54.687509 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8d163c5c-08fb-4dfb-a95d-d201c42bafc8 req-dc7e75f1-ba72-4d6f-96a8-9251c524a0a9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0619833 Dec 20 22:20:54.726769 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8d163c5c-08fb-4dfb-a95d-d201c42bafc8 req-e74b8eb4-1999-4b06-9c4f-769923409139 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=e89cc48a-d353-4547-8551-a7021cd0d271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330493 Dec 20 22:20:55.109138 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe582d3-7738-4da9-a182-3af0e6e626ab req-b7d6640b-2ef2-48d6-aa8d-727d6536f1bc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:20:55.110684 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffe582d3-7738-4da9-a182-3af0e6e626ab req-b7d6640b-2ef2-48d6-aa8d-727d6536f1bc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 945 time: 0.0721552 Dec 20 22:20:55.218470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-ffe582d3-7738-4da9-a182-3af0e6e626ab req-7c28d5ae-cb4d-489f-bfeb-3f7664945edc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port ecba541b-429d-454f-aa19-166b48cb7897 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:20:55.218808 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ffe582d3-7738-4da9-a182-3af0e6e626ab req-7c28d5ae-cb4d-489f-bfeb-3f7664945edc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:55.316583 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-ffe582d3-7738-4da9-a182-3af0e6e626ab req-7c28d5ae-cb4d-489f-bfeb-3f7664945edc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] For port ecba541b-429d-454f-aa19-166b48cb7897, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=ecba541b-429d-454f-aa19-166b48cb7897,segment=NetworkSegment(e032dce7-4260-4ae2-999b-95da97687bf9),segment_id=e032dce7-4260-4ae2-999b-95da97687bf9)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:20:55.316993 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ffe582d3-7738-4da9-a182-3af0e6e626ab req-7c28d5ae-cb4d-489f-bfeb-3f7664945edc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:55.341823 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-ffe582d3-7738-4da9-a182-3af0e6e626ab req-7c28d5ae-cb4d-489f-bfeb-3f7664945edc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for ecba541b-429d-454f-aa19-166b48cb7897 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:20:55.476915 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ffe582d3-7738-4da9-a182-3af0e6e626ab req-7c28d5ae-cb4d-489f-bfeb-3f7664945edc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:55.505401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28d5ae-cb4d-489f-bfeb-3f7664945edc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=ecba541b-429d-454f-aa19-166b48cb7897,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:20:55.549833 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe582d3-7738-4da9-a182-3af0e6e626ab req-7c28d5ae-cb4d-489f-bfeb-3f7664945edc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] No DVR routers for this DVR port ecba541b-429d-454f-aa19-166b48cb7897 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:20:55.552590 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-ffe582d3-7738-4da9-a182-3af0e6e626ab req-7c28d5ae-cb4d-489f-bfeb-3f7664945edc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:55.556379 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffe582d3-7738-4da9-a182-3af0e6e626ab req-7c28d5ae-cb4d-489f-bfeb-3f7664945edc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.66 "DELETE /v2.0/ports/ecba541b-429d-454f-aa19-166b48cb7897 HTTP/1.1" status: 204 len: 173 time: 0.4399564 Dec 20 22:20:55.556827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed173f8-db7a-4458-a261-a20d9253ab3a', 'name': 'network-vif-deleted', 'tag': 'ecba541b-429d-454f-aa19-166b48cb7897'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:20:55.559263 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31a7c47-8dc2-4661-aa1c-500ada0a2344" -d '{"events": [{"server_uuid": "9ed173f8-db7a-4458-a261-a20d9253ab3a", "name": "network-vif-deleted", "tag": "ecba541b-429d-454f-aa19-166b48cb7897"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:20:55.598223 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7299ef0e-a1ff-4cd1-804d-6223252c7423 x-openstack-request-id: req-7299ef0e-a1ff-4cd1-804d-6223252c7423 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:20:55.598558 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed173f8-db7a-4458-a261-a20d9253ab3a", "name": "network-vif-deleted", "tag": "ecba541b-429d-454f-aa19-166b48cb7897", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:20:55.598768 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7299ef0e-a1ff-4cd1-804d-6223252c7423 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:20:55.599173 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed173f8-db7a-4458-a261-a20d9253ab3a', 'name': 'network-vif-deleted', 'tag': 'ecba541b-429d-454f-aa19-166b48cb7897', 'status': 'completed', 'code': 200} Dec 20 22:20:55.844967 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-766fee63-354a-47fa-b467-200529aa727b req-f6469a37-bd55-4d2a-953c-be0e7f4ced89 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ed173f8-db7a-4458-a261-a20d9253ab3a HTTP/1.1" status: 200 len: 210 time: 0.0281823 Dec 20 22:20:56.904871 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53684) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:20:57.251907 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-06491770-a39e-4ff1-80f6-cc4445fefd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:57.657121 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:57.934739 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port 4632b269-d021-4582-9117-4763c87997b4 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:20:57.935425 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:58.057969 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] For port 4632b269-d021-4582-9117-4763c87997b4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=4632b269-d021-4582-9117-4763c87997b4,segment=NetworkSegment(e032dce7-4260-4ae2-999b-95da97687bf9),segment_id=e032dce7-4260-4ae2-999b-95da97687bf9)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:20:58.060245 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:58.084313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for 4632b269-d021-4582-9117-4763c87997b4 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:20:58.291330 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:58.323146 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=4632b269-d021-4582-9117-4763c87997b4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:20:58.335138 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:58.335497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:58.335832 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:58.336166 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:58.336481 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:58.336808 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:58.337122 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:58.337437 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:58.337755 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:58.338096 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:58.338607 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:58.338923 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:58.511501 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:58.750160 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:20:58.868394 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:20:58.874139 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-48015f1d-03a8-409c-9641-685c576ba9e5 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "PUT /v2.0/routers/ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9681628 Dec 20 22:20:58.876890 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53688) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:20:58.880794 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd24b63-0fac-44d0-9059-f3e4c14d327d None None] Sync routers for ids ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:20:58.891264 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd24b63-0fac-44d0-9059-f3e4c14d327d None None] Routers {'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:20:58.891893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4dd24b63-0fac-44d0-9059-f3e4c14d327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:20:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:20:58.929902 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-3669802e-3fc4-4ee1-af2a-93afe1ae7c33 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting subnet 299e9b62-c8a9-42cd-a5f7-5f655d55086e {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:20:58.933116 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3669802e-3fc4-4ee1-af2a-93afe1ae7c33 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:58.979351 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3669802e-3fc4-4ee1-af2a-93afe1ae7c33 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:58.998811 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-4dd24b63-0fac-44d0-9059-f3e4c14d327d None None] Set router ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:20:59.061590 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3669802e-3fc4-4ee1-af2a-93afe1ae7c33 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:59.121262 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3669802e-3fc4-4ee1-af2a-93afe1ae7c33 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:59.156236 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3669802e-3fc4-4ee1-af2a-93afe1ae7c33 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:59.160078 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3669802e-3fc4-4ee1-af2a-93afe1ae7c33 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/subnets/299e9b62-c8a9-42cd-a5f7-5f655d55086e HTTP/1.1" status: 204 len: 168 time: 0.2822692 Dec 20 22:20:59.160994 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669802e-3fc4-4ee1-af2a-93afe1ae7c33 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Subnet': ['ID=299e9b62-c8a9-42cd-a5f7-5f655d55086e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:20:59.162722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c7f851-d1e0-490b-9803-8c5afb449de1 None None] Network d3e2fc58-f784-49db-b645-ab3f5dfb211f requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:20:59.163000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53690) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:20:59.259497 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4dd24b63-0fac-44d0-9059-f3e4c14d327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492473154', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226'}], 'enable_snat': True}, 'gw_port_id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:20:58Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:20:59.269962 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af0b8cac-5896-4c7f-9a5a-bb2a47d87c73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:59.316108 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd24b63-0fac-44d0-9059-f3e4c14d327d None None] Checking router: ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:20:59.331925 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd24b63-0fac-44d0-9059-f3e4c14d327d None None] Routers {'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:20:59.332547 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4dd24b63-0fac-44d0-9059-f3e4c14d327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:20:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:20:59.389676 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af0b8cac-5896-4c7f-9a5a-bb2a47d87c73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:59.425646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] DHCP port deletion for d3e2fc58-f784-49db-b645-ab3f5dfb211f request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 22:20:59.447874 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-af0b8cac-5896-4c7f-9a5a-bb2a47d87c73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port 813052cf-f16a-424b-a4d0-1fd1fc51a167 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:20:59.448218 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af0b8cac-5896-4c7f-9a5a-bb2a47d87c73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:59.472510 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-4dd24b63-0fac-44d0-9059-f3e4c14d327d None None] Set router ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:20:59.529773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-af0b8cac-5896-4c7f-9a5a-bb2a47d87c73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] For port 813052cf-f16a-424b-a4d0-1fd1fc51a167, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=813052cf-f16a-424b-a4d0-1fd1fc51a167,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:20:59.530480 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af0b8cac-5896-4c7f-9a5a-bb2a47d87c73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:59.547253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-af0b8cac-5896-4c7f-9a5a-bb2a47d87c73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for 813052cf-f16a-424b-a4d0-1fd1fc51a167 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:20:59.591491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] Deleting port 6fb77be0-c1ba-45d4-9295-d188ebcd04a4 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:20:59.591870 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:59.598045 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d7d14e20-5539-4930-b17f-aaf9f4013338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:59.711570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] For port 6fb77be0-c1ba-45d4-9295-d188ebcd04a4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=6fb77be0-c1ba-45d4-9295-d188ebcd04a4,segment=NetworkSegment(e032dce7-4260-4ae2-999b-95da97687bf9),segment_id=e032dce7-4260-4ae2-999b-95da97687bf9)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:20:59.711827 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:59.721247 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af0b8cac-5896-4c7f-9a5a-bb2a47d87c73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:59.726376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] Calling delete_port for 6fb77be0-c1ba-45d4-9295-d188ebcd04a4 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:20:59.750052 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b8cac-5896-4c7f-9a5a-bb2a47d87c73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=813052cf-f16a-424b-a4d0-1fd1fc51a167,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:20:59.796544 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4dd24b63-0fac-44d0-9059-f3e4c14d327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492473154', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226'}], 'enable_snat': True}, 'gw_port_id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:20:58Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:20:59.808316 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af0b8cac-5896-4c7f-9a5a-bb2a47d87c73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:59.826845 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd24b63-0fac-44d0-9059-f3e4c14d327d None None] The sync data for ids ['ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9'] in n-d-xena-1 is: [{'id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492473154', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226'}], 'enable_snat': True}, 'gw_port_id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:20:58Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': '813052cf-f16a-424b-a4d0-1fd1fc51a167', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:19:11Z', 'updated_at': '2021-12-20T22:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:20:59.855926 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:59.880792 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] Pushing event deleted for resources: {'Port': ['ID=6fb77be0-c1ba-45d4-9295-d188ebcd04a4,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:20:59.890360 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] No DVR routers for this DVR port 6fb77be0-c1ba-45d4-9295-d188ebcd04a4 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:20:59.892738 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:59.893079 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:59.893427 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:59.893757 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:59.894093 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:59.894422 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:59.894745 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:59.895071 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:59.895448 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:59.895772 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:59.896090 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:59.896407 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc3e60-c491-4aa7-9807-6c27408b23c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:20:59.899653 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af0b8cac-5896-4c7f-9a5a-bb2a47d87c73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:59.901640 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af0b8cac-5896-4c7f-9a5a-bb2a47d87c73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:59.948542 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af0b8cac-5896-4c7f-9a5a-bb2a47d87c73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:59.949126 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0b8cac-5896-4c7f-9a5a-bb2a47d87c73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Fanout notify agent at l3_agent the message router_deleted on router ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:20:59.957227 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-af0b8cac-5896-4c7f-9a5a-bb2a47d87c73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:20:59.958384 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-af0b8cac-5896-4c7f-9a5a-bb2a47d87c73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/routers/ed1a73b8-8b1a-488c-8c1f-9c6f5ad6cda9 HTTP/1.1" status: 204 len: 168 time: 0.7942910 Dec 20 22:20:59.961877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53692) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:00.011117 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ecba541b-429d-454f-aa19-166b48cb7897 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:21:00.031362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: ecba541b-429d-454f-aa19-166b48cb7897 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:21:00.031706 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device ecba541b-429d-454f-aa19-166b48cb7897 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:21:00.036118 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6bc09d67-5dca-4954-a9c6-a36dfffdcc55 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:00.127434 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6bc09d67-5dca-4954-a9c6-a36dfffdcc55 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:00.147250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-6bc09d67-5dca-4954-a9c6-a36dfffdcc55 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e2fc58-f784-49db-b645-ab3f5dfb211f']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:00.157601 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-6bc09d67-5dca-4954-a9c6-a36dfffdcc55 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e032dce7-4260-4ae2-999b-95da97687bf9') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:00.157892 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-6bc09d67-5dca-4954-a9c6-a36dfffdcc55 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e032dce7-4260-4ae2-999b-95da97687bf9') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:00.168155 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6bc09d67-5dca-4954-a9c6-a36dfffdcc55 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:00.183594 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6bc09d67-5dca-4954-a9c6-a36dfffdcc55 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:00.190461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc09d67-5dca-4954-a9c6-a36dfffdcc55 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:21:00.190834 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6bc09d67-5dca-4954-a9c6-a36dfffdcc55 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: timer() Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:21:00.194253 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:21:00.255491 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6bc09d67-5dca-4954-a9c6-a36dfffdcc55 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:00.261446 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6bc09d67-5dca-4954-a9c6-a36dfffdcc55 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:00.266554 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6bc09d67-5dca-4954-a9c6-a36dfffdcc55 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/networks/d3e2fc58-f784-49db-b645-ab3f5dfb211f HTTP/1.1" status: 204 len: 168 time: 0.3036675 Dec 20 22:21:00.267596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53694) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:00.285085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc09d67-5dca-4954-a9c6-a36dfffdcc55 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Network': ['ID=d3e2fc58-f784-49db-b645-ab3f5dfb211f,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:00.328267 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fd7755c-5cbd-4591-b176-f4d83e81d61d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:00.353272 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fd7755c-5cbd-4591-b176-f4d83e81d61d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:00.416067 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fd7755c-5cbd-4591-b176-f4d83e81d61d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:00.418911 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5fd7755c-5cbd-4591-b176-f4d83e81d61d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:00.423150 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5fd7755c-5cbd-4591-b176-f4d83e81d61d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/security-groups/e89cc48a-d353-4547-8551-a7021cd0d271 HTTP/1.1" status: 204 len: 168 time: 0.1517143 Dec 20 22:21:00.431498 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7755c-5cbd-4591-b176-f4d83e81d61d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89cc48a-d353-4547-8551-a7021cd0d271,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:00.846846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53700) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:00.853750 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-72610c59-6ca7-485d-92b8-8a6c5c2db6c3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355440462', 'description': 'tempest-secgroup-smoke-1355440462 description', 'project_id': '99506acbd4784aecb24a7bb712357daf'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:21:00.884130 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-72610c59-6ca7-485d-92b8-8a6c5c2db6c3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:00.931633 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:00.956403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-72610c59-6ca7-485d-92b8-8a6c5c2db6c3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:00.961730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-72610c59-6ca7-485d-92b8-8a6c5c2db6c3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:00.996905 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-72610c59-6ca7-485d-92b8-8a6c5c2db6c3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:00.998542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-72610c59-6ca7-485d-92b8-8a6c5c2db6c3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1504865 Dec 20 22:21:01.000531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72610c59-6ca7-485d-92b8-8a6c5c2db6c3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:01.001676 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53702) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:01.008408 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-cfd334e0-ffb6-4972-9809-28d07f6db9fc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': 'cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:21:01.038342 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cfd334e0-ffb6-4972-9809-28d07f6db9fc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.086228 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cfd334e0-ffb6-4972-9809-28d07f6db9fc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.091919 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cfd334e0-ffb6-4972-9809-28d07f6db9fc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.110012 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd334e0-ffb6-4972-9809-28d07f6db9fc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e639e012-383b-4d2a-b268-a3412ee236c6,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:01.116464 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cfd334e0-ffb6-4972-9809-28d07f6db9fc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.117777 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cfd334e0-ffb6-4972-9809-28d07f6db9fc tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148672 Dec 20 22:21:01.120890 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53704) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:01.127377 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e38a6c8c-8956-4e8c-90bc-5308f7baf175 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': 'cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:21:01.161430 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e38a6c8c-8956-4e8c-90bc-5308f7baf175 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.223084 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e38a6c8c-8956-4e8c-90bc-5308f7baf175 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.228135 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e38a6c8c-8956-4e8c-90bc-5308f7baf175 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.247556 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a6c8c-8956-4e8c-90bc-5308f7baf175 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10feacf-cfc9-45bd-bc5f-8b5930690693,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:01.253687 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e38a6c8c-8956-4e8c-90bc-5308f7baf175 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.254952 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e38a6c8c-8956-4e8c-90bc-5308f7baf175 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327059 Dec 20 22:21:01.257664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53706) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:01.261957 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-63e84cae-4263-4974-93bc-18c67298de77 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': 'cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:21:01.289984 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-63e84cae-4263-4974-93bc-18c67298de77 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.350898 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-63e84cae-4263-4974-93bc-18c67298de77 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.356080 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-63e84cae-4263-4974-93bc-18c67298de77 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.375236 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e84cae-4263-4974-93bc-18c67298de77 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cf244e-bbda-479c-8687-98495c82ab38,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:01.385459 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-63e84cae-4263-4974-93bc-18c67298de77 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.389943 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-63e84cae-4263-4974-93bc-18c67298de77 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281505 Dec 20 22:21:01.390524 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53708) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:01.394546 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-8ab0d279-121e-4e4e-9a02-44d2ce477275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': 'cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:21:01.409005 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6fb77be0-c1ba-45d4-9295-d188ebcd04a4 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:21:01.421806 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d279-121e-4e4e-9a02-44d2ce477275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.430785 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 6fb77be0-c1ba-45d4-9295-d188ebcd04a4 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:21:01.431139 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 6fb77be0-c1ba-45d4-9295-d188ebcd04a4 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:21:01.431545 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 813052cf-f16a-424b-a4d0-1fd1fc51a167 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:21:01.456534 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 813052cf-f16a-424b-a4d0-1fd1fc51a167 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:21:01.457170 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 813052cf-f16a-424b-a4d0-1fd1fc51a167 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:21:01.457774 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4632b269-d021-4582-9117-4763c87997b4 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:21:01.477001 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 4632b269-d021-4582-9117-4763c87997b4 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:21:01.477316 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 4632b269-d021-4582-9117-4763c87997b4 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:21:01.484215 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d279-121e-4e4e-9a02-44d2ce477275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.488918 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d279-121e-4e4e-9a02-44d2ce477275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.511956 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0d279-121e-4e4e-9a02-44d2ce477275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d17d58b-f8ae-44ca-a702-c12e06594a5d,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:01.517529 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d279-121e-4e4e-9a02-44d2ce477275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.518747 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-8ab0d279-121e-4e4e-9a02-44d2ce477275 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276362 Dec 20 22:21:01.521568 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53712) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:01.525806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-4b0fdd55-5451-4204-a0b2-b2e10d614160 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': 'cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:21:01.548660 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-4b0fdd55-5451-4204-a0b2-b2e10d614160 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Project 99506acbd4784aecb24a7bb712357daf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 22:21:01.554210 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b0fdd55-5451-4204-a0b2-b2e10d614160 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.615565 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b0fdd55-5451-4204-a0b2-b2e10d614160 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.620244 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b0fdd55-5451-4204-a0b2-b2e10d614160 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.638694 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fdd55-5451-4204-a0b2-b2e10d614160 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb084e1-a0a4-4730-80da-9c16abe1768d,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:01.648881 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4b0fdd55-5451-4204-a0b2-b2e10d614160 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.650736 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4b0fdd55-5451-4204-a0b2-b2e10d614160 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280613 Dec 20 22:21:01.654696 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53714) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:01.659046 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-86c4a44d-b4f4-430c-b526-9c35934deb47 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'security_group_rule': {'security_group_id': 'cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:21:01.685085 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-86c4a44d-b4f4-430c-b526-9c35934deb47 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Project 99506acbd4784aecb24a7bb712357daf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 22:21:01.689884 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86c4a44d-b4f4-430c-b526-9c35934deb47 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.755133 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86c4a44d-b4f4-430c-b526-9c35934deb47 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.761410 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86c4a44d-b4f4-430c-b526-9c35934deb47 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.777786 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4a44d-b4f4-430c-b526-9c35934deb47 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd48c11-e81b-40db-8aa5-e2d3f09ce894,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:01.786540 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86c4a44d-b4f4-430c-b526-9c35934deb47 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.787740 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-86c4a44d-b4f4-430c-b526-9c35934deb47 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320834 Dec 20 22:21:01.791856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53716) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:01.796725 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-1b0473fe-330d-4bca-93c7-675834d0e044 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'network': {'name': 'tempest-network-smoke--1877944937', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'port_security_enabled': True}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:21:01.822445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0473fe-330d-4bca-93c7-675834d0e044 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Made reservation on behalf of 99506acbd4784aecb24a7bb712357daf for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:21:01.826908 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b0473fe-330d-4bca-93c7-675834d0e044 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.850901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0473fe-330d-4bca-93c7-675834d0e044 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:21:01.860732 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b0473fe-330d-4bca-93c7-675834d0e044 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.861140 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-1b0473fe-330d-4bca-93c7-675834d0e044 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Added segment 9b6387d3-c1f9-40f0-81d3-fb3f06494e88 of type vlan for network c14ceb23-55d4-41f1-987f-538372772e70 Dec 20 22:21:01.911730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b0473fe-330d-4bca-93c7-675834d0e044 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.940971 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b0473fe-330d-4bca-93c7-675834d0e044 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:01.949727 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0473fe-330d-4bca-93c7-675834d0e044 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:01.950947 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1b0473fe-330d-4bca-93c7-675834d0e044 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:02.005259 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1b0473fe-330d-4bca-93c7-675834d0e044 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2123251 Dec 20 22:21:02.008174 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53718) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:02.012923 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-724260839', 'admin_state_up': True, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:21:02.021117 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0473fe-330d-4bca-93c7-675834d0e044 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Network': ['ID=c14ceb23-55d4-41f1-987f-538372772e70,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:02.033457 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network c14ceb23-55d4-41f1-987f-538372772e70 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:21:02.041473 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:02.042651 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:02.100750 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:02.240820 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:02.334179 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:21:02.354688 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:02.443285 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:02.462910 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:02.473549 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:02.580345 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.35.3.18 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:21:02.686559 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:02.725413 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:02.759331 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:21:02.762179 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:21:02.765863 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:21:02.799709 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:03.032885 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:03.240813 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:03.381098 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:21:03.491582 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:21:03.501758 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Sync routers for ids ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:21:03.511416 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Routers {'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:21:03.512031 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:21:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:03.512579 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:03.516932 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c13c0f24-046b-4706-b34d-1279cf556b7e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5077143 Dec 20 22:21:03.517157 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53720) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:03.599460 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a8ef7e51-2eb9-4283-90c2-3b2c6dc79a9a tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=99506acbd4784aecb24a7bb712357daf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0810351 Dec 20 22:21:03.602042 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53724) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:03.616604 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Set router bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:21:03.692796 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061eddc5-8708-4401-ace0-ecbf405f1e30 tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:03.694371 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-061eddc5-8708-4401-ace0-ecbf405f1e30 tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913618 Dec 20 22:21:03.697262 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53726) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:03.725136 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-9210aab7-8e23-4bf0-ac5c-861e16e6e2c7 tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=75a50006-9813-4820-b308-110a7399d065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268049 Dec 20 22:21:03.727898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53728) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:03.732866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-fcaf5617-2d8c-444b-9a86-a4537bd6ad5d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1026232231', 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70', 'project_id': '99506acbd4784aecb24a7bb712357daf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:21:03.790983 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724260839', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:02Z', 'revision_number': 3, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:03.817543 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Checking router: bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:21:03.817897 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Updating router bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 port bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:21:03.826629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaf5617-2d8c-444b-9a86-a4537bd6ad5d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Made reservation on behalf of 99506acbd4784aecb24a7bb712357daf for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:21:03.830869 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5617-2d8c-444b-9a86-a4537bd6ad5d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:03.846286 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:04.007326 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5617-2d8c-444b-9a86-a4537bd6ad5d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:04.064982 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf5617-2d8c-444b-9a86-a4537bd6ad5d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Subnet': ['ID=06a064ae-56ea-4799-aa3e-467a9e4c2a79,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:04.080898 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaf5617-2d8c-444b-9a86-a4537bd6ad5d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Checking segment: {'id': '9b6387d3-c1f9-40f0-81d3-fb3f06494e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:21:04.081259 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaf5617-2d8c-444b-9a86-a4537bd6ad5d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network hostable DHCP agents. Network: c14ceb23-55d4-41f1-987f-538372772e70, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:21:04.098537 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaf5617-2d8c-444b-9a86-a4537bd6ad5d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network c14ceb23-55d4-41f1-987f-538372772e70 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:21:04.107888 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-fcaf5617-2d8c-444b-9a86-a4537bd6ad5d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, c14ceb23-55d4-41f1-987f-538372772e70) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:21:04.113625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaf5617-2d8c-444b-9a86-a4537bd6ad5d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:04.114324 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5617-2d8c-444b-9a86-a4537bd6ad5d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:04.119376 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd031768-5d70-4aa1-b5bf-71ff130ae6ab None None] Network c14ceb23-55d4-41f1-987f-538372772e70 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:21:04.134396 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-fcaf5617-2d8c-444b-9a86-a4537bd6ad5d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4054024 Dec 20 22:21:04.137113 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53730) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:04.201079 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:04.207225 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:04.254804 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Attempting to bind port bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:21:04.255173 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Attempting to bind port bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:21:04.255532 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Attempting to bind port bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:21:04.264844 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca7ff4-07a2-40a9-a8e0-9e7ca40e819c None None] Pushing event updated for resources: {'Port': ['ID=bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e,revision_number=2']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:04.267012 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:21:04.267377 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:21:04.267773 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:04.268186 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:21:04.268610 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Bound port: bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:21:04.268987 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:04.279163 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-c14ceb23-55d4-41f1-987f-538372772e70', 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ips': [{'subnet_id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:21:04.280063 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:04.292821 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca7ff4-07a2-40a9-a8e0-9e7ca40e819c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:04.293148 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca7ff4-07a2-40a9-a8e0-9e7ca40e819c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:04.293484 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca7ff4-07a2-40a9-a8e0-9e7ca40e819c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:04.293846 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca7ff4-07a2-40a9-a8e0-9e7ca40e819c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:04.294322 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca7ff4-07a2-40a9-a8e0-9e7ca40e819c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:04.294517 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca7ff4-07a2-40a9-a8e0-9e7ca40e819c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:04.294830 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca7ff4-07a2-40a9-a8e0-9e7ca40e819c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:04.295294 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca7ff4-07a2-40a9-a8e0-9e7ca40e819c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:04.295467 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca7ff4-07a2-40a9-a8e0-9e7ca40e819c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:04.295766 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca7ff4-07a2-40a9-a8e0-9e7ca40e819c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:04.296078 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca7ff4-07a2-40a9-a8e0-9e7ca40e819c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:04.296387 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aca7ff4-07a2-40a9-a8e0-9e7ca40e819c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:04.338110 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] For port bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:21:04.342568 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] For port bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:21:04.347467 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:04.396775 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca7ff4-07a2-40a9-a8e0-9e7ca40e819c None None] Pushing event updated for resources: {'Port': ['ID=bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:04.416537 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Routers {'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:21:04.417153 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:21:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:04.426834 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Allocated IP 172.20.0.2 (c14ceb23-55d4-41f1-987f-538372772e70/06a064ae-56ea-4799-aa3e-467a9e4c2a79/2300a777-ddab-418c-a86d-967c2469cdb9) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:21:04.527192 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] Set router bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:21:04.585834 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:04.598461 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:04.635124 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Network c14ceb23-55d4-41f1-987f-538372772e70 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:21:04.640184 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:21:04.643966 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:21:04.676808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Pushing event updated for resources: {'Port': ['ID=2300a777-ddab-418c-a86d-967c2469cdb9,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:04.711385 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Attempting to bind port 2300a777-ddab-418c-a86d-967c2469cdb9 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:21:04.711753 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Attempting to bind port 2300a777-ddab-418c-a86d-967c2469cdb9 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '9b6387d3-c1f9-40f0-81d3-fb3f06494e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:21:04.712137 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Attempting to bind port 2300a777-ddab-418c-a86d-967c2469cdb9 on network c14ceb23-55d4-41f1-987f-538372772e70 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:21:04.717424 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:21:04.717798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Checking segment: {'id': '9b6387d3-c1f9-40f0-81d3-fb3f06494e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:21:04.718236 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:04.718655 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Bound using segment: {'id': '9b6387d3-c1f9-40f0-81d3-fb3f06494e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:21:04.719084 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724260839', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:02Z', 'revision_number': 3, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:04.719342 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Bound port: 2300a777-ddab-418c-a86d-967c2469cdb9, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6387d3-c1f9-40f0-81d3-fb3f06494e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:21:04.719538 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:04.745979 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7466ef3-5a25-4f23-9532-f5c958a46e2a None None] The sync data for ids ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'] in n-d-xena-1 is: [{'id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724260839', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:02Z', 'revision_number': 3, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:21:04.787981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] For port 2300a777-ddab-418c-a86d-967c2469cdb9, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:21:04.791249 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] For port 2300a777-ddab-418c-a86d-967c2469cdb9, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2300a777-ddab-418c-a86d-967c2469cdb9,segment=NetworkSegment(9b6387d3-c1f9-40f0-81d3-fb3f06494e88),segment_id=9b6387d3-c1f9-40f0-81d3-fb3f06494e88)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:21:04.798007 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:04.859121 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c660903-542b-487d-b565-6ddd41f4518f None None] Pushing event updated for resources: {'Port': ['ID=2300a777-ddab-418c-a86d-967c2469cdb9,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:04.916451 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:05.265403 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.20.0.1 (c14ceb23-55d4-41f1-987f-538372772e70/06a064ae-56ea-4799-aa3e-467a9e4c2a79/badc00a3-5e7f-4c91-8478-3fc00e6c9fa4) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:21:05.389015 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:05.430927 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:05.484226 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2300a777-ddab-418c-a86d-967c2469cdb9 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:21:05.485270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network c14ceb23-55d4-41f1-987f-538372772e70 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:21:05.491719 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:21:05.493569 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=badc00a3-5e7f-4c91-8478-3fc00e6c9fa4,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:05.495802 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:21:05.550294 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:05.553805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 2300a777-ddab-418c-a86d-967c2469cdb9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:21:05.554220 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:05.706863 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:05.831292 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:05.863837 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 2300a777-ddab-418c-a86d-967c2469cdb9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2300a777-ddab-418c-a86d-967c2469cdb9,segment=NetworkSegment(9b6387d3-c1f9-40f0-81d3-fb3f06494e88),segment_id=9b6387d3-c1f9-40f0-81d3-fb3f06494e88)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:21:05.869315 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:05.870294 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:21:05.924201 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5406bca8-6c7f-4657-b01d-aa0d6ea4f943 None None] Network c14ceb23-55d4-41f1-987f-538372772e70 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:21:05.994631 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=2300a777-ddab-418c-a86d-967c2469cdb9,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:06.017702 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:21:06.018096 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:06.024069 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:06.032390 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:06.047875 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-691216b8-2b14-40ef-aad7-b24d75f76124 None None] Provisioning complete for port 2300a777-ddab-418c-a86d-967c2469cdb9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:21:06.048247 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-691216b8-2b14-40ef-aad7-b24d75f76124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:06.107906 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:06.110718 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=badc00a3-5e7f-4c91-8478-3fc00e6c9fa4,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:06.206897 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network c14ceb23-55d4-41f1-987f-538372772e70 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:21:06.208407 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:21:06.234248 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:06.264287 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:21:06.270625 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:06.327545 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:06.335780 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:21:06.457111 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:21:06.467127 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b61d6528-2b75-4701-81ed-2caf7a3c6f73 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "PUT /v2.0/routers/bd97e0ff-6972-4f60-9c8b-36caf0b2ba37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3237116 Dec 20 22:21:06.565828 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6b3d580a-3f50-45a6-934a-3557b9624d10 None None] Provisioning complete for port badc00a3-5e7f-4c91-8478-3fc00e6c9fa4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:21:06.566848 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b3d580a-3f50-45a6-934a-3557b9624d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:06.597803 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Sync routers for ids ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:21:06.618450 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61eba938-7a9a-409b-954c-21338e3952b5 req-28c6ee20-1f44-410d-a4ec-4e9dbf499f9a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355440462&fields=id&tenant_id=99506acbd4784aecb24a7bb712357daf HTTP/1.1" status: 200 len: 267 time: 0.0417204 Dec 20 22:21:06.619612 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Routers {'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:21:06.620240 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:21:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:06.624021 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d580a-3f50-45a6-934a-3557b9624d10 None None] Port badc00a3-5e7f-4c91-8478-3fc00e6c9fa4 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:21:06.699901 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6b3d580a-3f50-45a6-934a-3557b9624d10 None None] Provisioning complete for port 2300a777-ddab-418c-a86d-967c2469cdb9 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:21:06.700449 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6b3d580a-3f50-45a6-934a-3557b9624d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:06.733474 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eba938-7a9a-409b-954c-21338e3952b5 req-825cf00f-dc51-4650-bfbd-5cf3ebf0ccfd tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:06.735236 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61eba938-7a9a-409b-954c-21338e3952b5 req-825cf00f-dc51-4650-bfbd-5cf3ebf0ccfd tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/networks?id=c14ceb23-55d4-41f1-987f-538372772e70 HTTP/1.1" status: 200 len: 797 time: 0.1073153 Dec 20 22:21:06.751883 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61eba938-7a9a-409b-954c-21338e3952b5 req-7a93ffc8-1fc8-4ff3-bd30-0db551340554 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/quotas/99506acbd4784aecb24a7bb712357daf HTTP/1.1" status: 200 len: 375 time: 0.0101669 Dec 20 22:21:06.772134 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Set router bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:21:06.821578 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61eba938-7a9a-409b-954c-21338e3952b5 req-c391c5e7-3e71-406c-b5af-b768958c43cf tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591664 Dec 20 22:21:06.882744 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-61eba938-7a9a-409b-954c-21338e3952b5 req-2cd7e8d5-acd0-469c-b13c-b704e0f4415a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:21:06.883750 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61eba938-7a9a-409b-954c-21338e3952b5 req-2cd7e8d5-acd0-469c-b13c-b704e0f4415a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482161 Dec 20 22:21:06.976456 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61eba938-7a9a-409b-954c-21338e3952b5 req-d6360c76-f76f-486e-8727-2d488995dd2d service neutron] 10.222.0.32 "GET /v2.0/networks/c14ceb23-55d4-41f1-987f-538372772e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842738 Dec 20 22:21:07.004333 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-0fd13d28-04b9-4848-a123-279cef0fb425 None None] Provisioning complete for port badc00a3-5e7f-4c91-8478-3fc00e6c9fa4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:21:07.004700 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0fd13d28-04b9-4848-a123-279cef0fb425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:07.042324 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724260839', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:05Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'badc00a3-5e7f-4c91-8478-3fc00e6c9fa4', 'name': '', 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:e5:bf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:05Z', 'updated_at': '2021-12-20T22:21:05Z', 'revision_number': 2, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:07.044543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-0fd13d28-04b9-4848-a123-279cef0fb425 None None] Port badc00a3-5e7f-4c91-8478-3fc00e6c9fa4 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:21:07.070675 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Checking router: bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:21:07.071036 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Updating router bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 port badc00a3-5e7f-4c91-8478-3fc00e6c9fa4 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:21:07.074975 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61eba938-7a9a-409b-954c-21338e3952b5 req-5d1db0a2-2483-4125-9fef-7b1fdc9af632 service neutron] 10.222.0.32 "GET /v2.0/networks/c14ceb23-55d4-41f1-987f-538372772e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913768 Dec 20 22:21:07.096064 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:07.261300 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-790d089a-c774-4bd0-8583-b0cd1eb8c453 req-e1f01e66-9d8d-42b5-ad55-73271e132004 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 210 time: 0.0344582 Dec 20 22:21:07.374176 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:07.381054 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:07.425671 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2300a777-ddab-418c-a86d-967c2469cdb9 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:21:07.461096 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a122636-eedc-4970-887e-0e9cd917f2c6 None None] Pushing event updated for resources: {'Port': ['ID=badc00a3-5e7f-4c91-8478-3fc00e6c9fa4,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:07.536539 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Attempting to bind port badc00a3-5e7f-4c91-8478-3fc00e6c9fa4 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:21:07.536910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Attempting to bind port badc00a3-5e7f-4c91-8478-3fc00e6c9fa4 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '9b6387d3-c1f9-40f0-81d3-fb3f06494e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:21:07.537278 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Attempting to bind port badc00a3-5e7f-4c91-8478-3fc00e6c9fa4 on network c14ceb23-55d4-41f1-987f-538372772e70 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:21:07.545829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:21:07.546231 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Checking segment: {'id': '9b6387d3-c1f9-40f0-81d3-fb3f06494e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:21:07.546633 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:07.547019 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Bound using segment: {'id': '9b6387d3-c1f9-40f0-81d3-fb3f06494e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:21:07.547492 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Bound port: badc00a3-5e7f-4c91-8478-3fc00e6c9fa4, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6387d3-c1f9-40f0-81d3-fb3f06494e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:21:07.547873 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:07.550583 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 2300a777-ddab-418c-a86d-967c2469cdb9 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:21:07.550934 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:07.649458 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] For port badc00a3-5e7f-4c91-8478-3fc00e6c9fa4, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:21:07.653431 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] For port badc00a3-5e7f-4c91-8478-3fc00e6c9fa4, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=badc00a3-5e7f-4c91-8478-3fc00e6c9fa4,segment=NetworkSegment(9b6387d3-c1f9-40f0-81d3-fb3f06494e88),segment_id=9b6387d3-c1f9-40f0-81d3-fb3f06494e88)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:21:07.681320 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:07.737541 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:21:07.767997 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c50aebfd-1768-47cb-ae3f-7ec85b14127a None None] Provisioning complete for port badc00a3-5e7f-4c91-8478-3fc00e6c9fa4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:21:07.768362 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c50aebfd-1768-47cb-ae3f-7ec85b14127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:07.826161 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a122636-eedc-4970-887e-0e9cd917f2c6 None None] Pushing event updated for resources: {'Port': ['ID=badc00a3-5e7f-4c91-8478-3fc00e6c9fa4,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:07.831871 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Routers {'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:21:07.832499 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:21:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:07.969627 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:21:07.969989 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:08.027237 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] Set router bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:21:08.032503 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c50aebfd-1768-47cb-ae3f-7ec85b14127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:08.147091 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c50aebfd-1768-47cb-ae3f-7ec85b14127a None None] For port badc00a3-5e7f-4c91-8478-3fc00e6c9fa4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=badc00a3-5e7f-4c91-8478-3fc00e6c9fa4,segment=NetworkSegment(9b6387d3-c1f9-40f0-81d3-fb3f06494e88),segment_id=9b6387d3-c1f9-40f0-81d3-fb3f06494e88)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:21:08.185902 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c50aebfd-1768-47cb-ae3f-7ec85b14127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:08.378650 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8dee2d67-56b6-471d-a2dd-ccbb9d22560b req-21d5a5a1-d506-4630-9305-02424087fbf6 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 210 time: 0.0342295 Dec 20 22:21:08.427419 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eba938-7a9a-409b-954c-21338e3952b5 req-1490395d-4f4e-4a31-9c94-1d9bdf773727 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:08.429221 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61eba938-7a9a-409b-954c-21338e3952b5 req-1490395d-4f4e-4a31-9c94-1d9bdf773727 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.66 "GET /v2.0/networks?id=c14ceb23-55d4-41f1-987f-538372772e70 HTTP/1.1" status: 200 len: 797 time: 0.1708968 Dec 20 22:21:08.471919 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50aebfd-1768-47cb-ae3f-7ec85b14127a None None] Pushing event updated for resources: {'Port': ['ID=badc00a3-5e7f-4c91-8478-3fc00e6c9fa4,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:08.474429 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-1d11ea2e-97da-4bdd-965d-05ea10e4fb71 None None] Provisioning complete for port badc00a3-5e7f-4c91-8478-3fc00e6c9fa4 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:21:08.474763 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d11ea2e-97da-4bdd-965d-05ea10e4fb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:08.482775 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61eba938-7a9a-409b-954c-21338e3952b5 req-7067aea0-1c96-4be7-b0f4-90d9f6a77523 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99506acbd4784aecb24a7bb712357daf HTTP/1.1" status: 200 len: 380 time: 0.0388169 Dec 20 22:21:08.499453 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-61eba938-7a9a-409b-954c-21338e3952b5 req-9811fc4d-e1d2-4301-befd-85eefcab1d50 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'port': {'device_id': 'e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d', 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70', 'admin_state_up': True, 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'security_groups': ['cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:21:08.604804 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724260839', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:05Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'badc00a3-5e7f-4c91-8478-3fc00e6c9fa4', 'name': '', 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:e5:bf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:05Z', 'updated_at': '2021-12-20T22:21:07Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:08.614284 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61eba938-7a9a-409b-954c-21338e3952b5 req-9811fc4d-e1d2-4301-befd-85eefcab1d50 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Made reservation on behalf of 99506acbd4784aecb24a7bb712357daf for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:21:08.617899 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61eba938-7a9a-409b-954c-21338e3952b5 req-9811fc4d-e1d2-4301-befd-85eefcab1d50 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:08.631260 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181be950-2102-476b-9083-694f2e9f09b7 None None] The sync data for ids ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'] in n-d-xena-1 is: [{'id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724260839', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:05Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'badc00a3-5e7f-4c91-8478-3fc00e6c9fa4', 'name': '', 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:e5:bf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:05Z', 'updated_at': '2021-12-20T22:21:07Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:21:08.768627 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-61eba938-7a9a-409b-954c-21338e3952b5 req-9811fc4d-e1d2-4301-befd-85eefcab1d50 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.20.0.6 (c14ceb23-55d4-41f1-987f-538372772e70/06a064ae-56ea-4799-aa3e-467a9e4c2a79/b571072c-6f65-4d53-b6f3-52875304692a) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:21:08.914240 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61eba938-7a9a-409b-954c-21338e3952b5 req-9811fc4d-e1d2-4301-befd-85eefcab1d50 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:08.953792 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61eba938-7a9a-409b-954c-21338e3952b5 req-9811fc4d-e1d2-4301-befd-85eefcab1d50 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:08.996839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61eba938-7a9a-409b-954c-21338e3952b5 req-9811fc4d-e1d2-4301-befd-85eefcab1d50 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network c14ceb23-55d4-41f1-987f-538372772e70 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:21:08.999947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-61eba938-7a9a-409b-954c-21338e3952b5 req-9811fc4d-e1d2-4301-befd-85eefcab1d50 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:21:09.003680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-61eba938-7a9a-409b-954c-21338e3952b5 req-9811fc4d-e1d2-4301-befd-85eefcab1d50 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:21:09.013139 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811fc4d-e1d2-4301-befd-85eefcab1d50 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=b571072c-6f65-4d53-b6f3-52875304692a,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:09.060533 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eba938-7a9a-409b-954c-21338e3952b5 req-9811fc4d-e1d2-4301-befd-85eefcab1d50 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:09.061204 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61eba938-7a9a-409b-954c-21338e3952b5 req-9811fc4d-e1d2-4301-befd-85eefcab1d50 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:09.080367 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61eba938-7a9a-409b-954c-21338e3952b5 req-9811fc4d-e1d2-4301-befd-85eefcab1d50 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5853920 Dec 20 22:21:09.098557 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Request body: {'port': {'device_id': 'e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:21:09.159053 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:09.228983 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9ca5a273-c802-4c77-af8b-28db6d9b96e8 None None] Provisioning complete for port b571072c-6f65-4d53-b6f3-52875304692a triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:21:09.229507 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a273-c802-4c77-af8b-28db6d9b96e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:09.265198 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9ca5a273-c802-4c77-af8b-28db6d9b96e8 None None] Port b571072c-6f65-4d53-b6f3-52875304692a cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:21:09.445313 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b571072c-6f65-4d53-b6f3-52875304692a {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:21:09.453951 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:09.459735 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device badc00a3-5e7f-4c91-8478-3fc00e6c9fa4 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:21:09.479136 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Transition to ACTIVE for port object b571072c-6f65-4d53-b6f3-52875304692a will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:21:09.485669 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:09.555996 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port badc00a3-5e7f-4c91-8478-3fc00e6c9fa4 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:21:09.556388 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:09.563231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Pushing event updated for resources: {'Port': ['ID=b571072c-6f65-4d53-b6f3-52875304692a,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:09.577558 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878720b-2e58-4c67-8f9d-b37177744bdb req-43305030-14b7-49bc-9bd9-92458ac298e1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:09.580150 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e878720b-2e58-4c67-8f9d-b37177744bdb req-43305030-14b7-49bc-9bd9-92458ac298e1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 943 time: 0.1030695 Dec 20 22:21:09.659236 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Attempting to bind port b571072c-6f65-4d53-b6f3-52875304692a on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:21:09.659680 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Attempting to bind port b571072c-6f65-4d53-b6f3-52875304692a by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '9b6387d3-c1f9-40f0-81d3-fb3f06494e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:21:09.660015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Attempting to bind port b571072c-6f65-4d53-b6f3-52875304692a on network c14ceb23-55d4-41f1-987f-538372772e70 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:21:09.661731 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e878720b-2e58-4c67-8f9d-b37177744bdb req-29792eff-07cb-44ea-8d3c-faa81bfde76a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704455 Dec 20 22:21:09.664905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Port b571072c-6f65-4d53-b6f3-52875304692a on network c14ceb23-55d4-41f1-987f-538372772e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:21:09.665234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Attempting to bind port b571072c-6f65-4d53-b6f3-52875304692a on network c14ceb23-55d4-41f1-987f-538372772e70 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:21:09.671215 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:21:09.671772 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Checking segment: {'id': '9b6387d3-c1f9-40f0-81d3-fb3f06494e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:21:09.672445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Bound using segment: {'id': '9b6387d3-c1f9-40f0-81d3-fb3f06494e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:21:09.673064 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Bound port: b571072c-6f65-4d53-b6f3-52875304692a, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b6387d3-c1f9-40f0-81d3-fb3f06494e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:21:09.673429 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:09.752570 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] For port b571072c-6f65-4d53-b6f3-52875304692a, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:21:09.756375 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] For port b571072c-6f65-4d53-b6f3-52875304692a, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b571072c-6f65-4d53-b6f3-52875304692a,segment=NetworkSegment(9b6387d3-c1f9-40f0-81d3-fb3f06494e88),segment_id=9b6387d3-c1f9-40f0-81d3-fb3f06494e88)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:21:09.763256 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:09.800342 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:09.800952 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:09.802450 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61eba938-7a9a-409b-954c-21338e3952b5 req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] 10.222.0.66 "PUT /v2.0/ports/b571072c-6f65-4d53-b6f3-52875304692a HTTP/1.1" status: 200 len: 1089 time: 0.7082963 Dec 20 22:21:09.803209 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d', 'tag': 'b571072c-6f65-4d53-b6f3-52875304692a'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:21:09.805659 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a214f82a-0860-4c62-a6a7-5e783e4027f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d", "tag": "b571072c-6f65-4d53-b6f3-52875304692a"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:21:09.832919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f9964-0ce2-4e51-8a4f-8df724f3fc0f service neutron] Pushing event updated for resources: {'Port': ['ID=b571072c-6f65-4d53-b6f3-52875304692a,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:09.863937 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f8f551-639a-4f01-a24a-9e577bfc1686 x-openstack-request-id: req-88f8f551-639a-4f01-a24a-9e577bfc1686 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:21:09.864230 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d", "tag": "b571072c-6f65-4d53-b6f3-52875304692a", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:21:09.864482 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88f8f551-639a-4f01-a24a-9e577bfc1686 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:21:09.864952 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d', 'tag': 'b571072c-6f65-4d53-b6f3-52875304692a', 'status': 'completed', 'code': 200} Dec 20 22:21:09.920699 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eba938-7a9a-409b-954c-21338e3952b5 req-21ddb067-0ea8-4c39-bd9a-2a5820ace60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:09.922294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61eba938-7a9a-409b-954c-21338e3952b5 req-21ddb067-0ea8-4c39-bd9a-2a5820ace60f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 1092 time: 0.0425677 Dec 20 22:21:09.977327 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61eba938-7a9a-409b-954c-21338e3952b5 req-694965aa-9fd5-4670-8649-02570e350fd8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b571072c-6f65-4d53-b6f3-52875304692a HTTP/1.1" status: 200 len: 217 time: 0.0433552 Dec 20 22:21:10.029238 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eba938-7a9a-409b-954c-21338e3952b5 req-289adc37-b81a-459e-b01a-6d233bff6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:10.030774 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61eba938-7a9a-409b-954c-21338e3952b5 req-289adc37-b81a-459e-b01a-6d233bff6911 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06a064ae-56ea-4799-aa3e-467a9e4c2a79 HTTP/1.1" status: 200 len: 835 time: 0.0468457 Dec 20 22:21:10.076319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eba938-7a9a-409b-954c-21338e3952b5 req-6c14d82e-da42-455a-b996-4fe12b7d49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:10.077718 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61eba938-7a9a-409b-954c-21338e3952b5 req-6c14d82e-da42-455a-b996-4fe12b7d49b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c14ceb23-55d4-41f1-987f-538372772e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0406544 Dec 20 22:21:10.170448 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61eba938-7a9a-409b-954c-21338e3952b5 req-5b20ea0f-b398-462d-ade0-dbbc256cb640 service neutron] 10.222.0.66 "GET /v2.0/networks/c14ceb23-55d4-41f1-987f-538372772e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861866 Dec 20 22:21:10.260736 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-61eba938-7a9a-409b-954c-21338e3952b5 req-66aff5fb-1fba-4b03-8e9a-baa3edcce7db service neutron] 10.222.0.66 "GET /v2.0/networks/c14ceb23-55d4-41f1-987f-538372772e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839491 Dec 20 22:21:10.406835 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214f82a-0860-4c62-a6a7-5e783e4027f4 req-2516f862-a834-4c72-9429-f4be2ecbdeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:10.408274 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a214f82a-0860-4c62-a6a7-5e783e4027f4 req-2516f862-a834-4c72-9429-f4be2ecbdeb4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 1092 time: 0.0479870 Dec 20 22:21:10.506564 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214f82a-0860-4c62-a6a7-5e783e4027f4 req-6ce9dd94-78e9-43a6-842b-83e40ce9569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:10.508053 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a214f82a-0860-4c62-a6a7-5e783e4027f4 req-6ce9dd94-78e9-43a6-842b-83e40ce9569f service neutron] 10.222.0.66 "GET /v2.0/networks?id=c14ceb23-55d4-41f1-987f-538372772e70 HTTP/1.1" status: 200 len: 898 time: 0.0932183 Dec 20 22:21:10.554039 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a214f82a-0860-4c62-a6a7-5e783e4027f4 req-fb45ddec-b726-4a46-ae90-8f6d607874c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b571072c-6f65-4d53-b6f3-52875304692a HTTP/1.1" status: 200 len: 217 time: 0.0386407 Dec 20 22:21:10.609402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214f82a-0860-4c62-a6a7-5e783e4027f4 req-3ef50182-ce72-481f-9ecf-585341ab7b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:10.610927 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a214f82a-0860-4c62-a6a7-5e783e4027f4 req-3ef50182-ce72-481f-9ecf-585341ab7b59 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06a064ae-56ea-4799-aa3e-467a9e4c2a79 HTTP/1.1" status: 200 len: 835 time: 0.0500906 Dec 20 22:21:10.659672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214f82a-0860-4c62-a6a7-5e783e4027f4 req-0e889179-23a8-4121-b551-c93f1d8a1cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:10.661053 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a214f82a-0860-4c62-a6a7-5e783e4027f4 req-0e889179-23a8-4121-b551-c93f1d8a1cf2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c14ceb23-55d4-41f1-987f-538372772e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0422723 Dec 20 22:21:10.756510 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a214f82a-0860-4c62-a6a7-5e783e4027f4 req-89b6517e-409b-4ff9-983a-f4d7706661ca service neutron] 10.222.0.66 "GET /v2.0/networks/c14ceb23-55d4-41f1-987f-538372772e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878212 Dec 20 22:21:10.770389 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107177c-008a-4a13-a558-9a566dc90e8c req-bd56fd8f-3fd6-49fc-babf-f06ebf40c820 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:10.771847 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4107177c-008a-4a13-a558-9a566dc90e8c req-bd56fd8f-3fd6-49fc-babf-f06ebf40c820 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 943 time: 0.0514200 Dec 20 22:21:10.809979 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4107177c-008a-4a13-a558-9a566dc90e8c req-4026b5d7-6381-4b81-905d-5ab5287cc003 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319939 Dec 20 22:21:10.860074 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a214f82a-0860-4c62-a6a7-5e783e4027f4 req-244174f2-6819-4f1e-bf9c-5392d08875fa service neutron] 10.222.0.66 "GET /v2.0/networks/c14ceb23-55d4-41f1-987f-538372772e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962980 Dec 20 22:21:11.953175 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13d1a0-4899-48fb-b378-59e951392411 req-163ff8db-097c-4231-b809-6492041c735e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:11.954707 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ce13d1a0-4899-48fb-b378-59e951392411 req-163ff8db-097c-4231-b809-6492041c735e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 943 time: 0.0618176 Dec 20 22:21:11.999370 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ce13d1a0-4899-48fb-b378-59e951392411 req-bd087a82-af9f-4bd7-8f8e-73c17d39c2fd tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350878 Dec 20 22:21:12.076440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device b571072c-6f65-4d53-b6f3-52875304692a details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:21:12.186678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port b571072c-6f65-4d53-b6f3-52875304692a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b571072c-6f65-4d53-b6f3-52875304692a,segment=NetworkSegment(9b6387d3-c1f9-40f0-81d3-fb3f06494e88),segment_id=9b6387d3-c1f9-40f0-81d3-fb3f06494e88)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:21:12.197781 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'b571072c-6f65-4d53-b6f3-52875304692a', 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70', 'port_id': 'b571072c-6f65-4d53-b6f3-52875304692a', 'mac_address': 'fa:16:3e:23:1b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:21:12.235080 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:12.247651 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b571072c-6f65-4d53-b6f3-52875304692a {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:21:12.266626 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port b571072c-6f65-4d53-b6f3-52875304692a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b571072c-6f65-4d53-b6f3-52875304692a,segment=NetworkSegment(9b6387d3-c1f9-40f0-81d3-fb3f06494e88),segment_id=9b6387d3-c1f9-40f0-81d3-fb3f06494e88)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:21:12.270823 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:12.319981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=b571072c-6f65-4d53-b6f3-52875304692a,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:12.540760 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['b571072c-6f65-4d53-b6f3-52875304692a'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:21:13.138799 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1210a-37ec-41db-b7ff-40c2e7d1aaa2 req-9d39aebb-66f5-45b3-b4a3-da80eee81c34 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:13.140302 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1be1210a-37ec-41db-b7ff-40c2e7d1aaa2 req-9d39aebb-66f5-45b3-b4a3-da80eee81c34 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 944 time: 0.0580366 Dec 20 22:21:13.180360 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-1be1210a-37ec-41db-b7ff-40c2e7d1aaa2 req-0df7381b-b1d5-4b31-8e10-a0c9532b4204 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338843 Dec 20 22:21:14.089743 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device b571072c-6f65-4d53-b6f3-52875304692a up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:21:14.141137 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port b571072c-6f65-4d53-b6f3-52875304692a completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:21:14.145090 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port b571072c-6f65-4d53-b6f3-52875304692a triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:21:14.145492 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:14.229083 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:14.251838 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b571072c-6f65-4d53-b6f3-52875304692a'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:21:14.254204 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20eead1defd04ed19d9e1f577934cb646bb96fa6360cbfa3ec76c6556e217167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d6c8e8-e13a-43bf-86e6-81a3c5a2919f" -d '{"events": [{"server_uuid": "e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d", "name": "network-vif-plugged", "status": "completed", "tag": "b571072c-6f65-4d53-b6f3-52875304692a"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:21:14.268741 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port b571072c-6f65-4d53-b6f3-52875304692a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b571072c-6f65-4d53-b6f3-52875304692a,segment=NetworkSegment(9b6387d3-c1f9-40f0-81d3-fb3f06494e88),segment_id=9b6387d3-c1f9-40f0-81d3-fb3f06494e88)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:21:14.274113 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:14.300914 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158f72d-da29-4ca7-91cf-2fa60f698567 req-d1fc3162-c8d1-487c-b760-c31db6a57f86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:14.302554 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a158f72d-da29-4ca7-91cf-2fa60f698567 req-d1fc3162-c8d1-487c-b760-c31db6a57f86 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 944 time: 0.0528710 Dec 20 22:21:14.327141 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=b571072c-6f65-4d53-b6f3-52875304692a,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:14.343303 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a158f72d-da29-4ca7-91cf-2fa60f698567 req-57b3ba95-66c7-4d0b-8680-7ae5161e4d89 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334766 Dec 20 22:21:14.351413 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c95b81-484b-4669-af5a-96b03cceabce x-openstack-request-id: req-04c95b81-484b-4669-af5a-96b03cceabce {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:21:14.351714 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d", "name": "network-vif-plugged", "status": "completed", "tag": "b571072c-6f65-4d53-b6f3-52875304692a", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:21:14.351971 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04c95b81-484b-4669-af5a-96b03cceabce {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:21:14.352370 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b571072c-6f65-4d53-b6f3-52875304692a', 'code': 200} Dec 20 22:21:14.478401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57603f8-c900-49c1-8f49-af821d17216e req-9e822bb8-3a07-4779-a510-fec51cf49973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:14.479925 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b57603f8-c900-49c1-8f49-af821d17216e req-9e822bb8-3a07-4779-a510-fec51cf49973 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 1094 time: 0.0483017 Dec 20 22:21:14.516910 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b57603f8-c900-49c1-8f49-af821d17216e req-08a98556-cebe-42e5-ac3a-596c455c5b93 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294719 Dec 20 22:21:15.481508 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cd6f8-3007-4a62-8bd6-d064b9a712c7 req-ec7e0238-1913-43c1-95b5-fea40ff76578 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:15.483063 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cf4cd6f8-3007-4a62-8bd6-d064b9a712c7 req-ec7e0238-1913-43c1-95b5-fea40ff76578 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 945 time: 0.0624044 Dec 20 22:21:15.513090 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:15.527210 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cf4cd6f8-3007-4a62-8bd6-d064b9a712c7 req-520eeb16-1484-496a-b313-cb25ed5bdb8e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351322 Dec 20 22:21:16.651092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ebfd9-5b0e-4374-bc5a-1aa5e7de6d89 req-17a93c0d-8974-4473-8989-50882975a518 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:16.652580 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c10ebfd9-5b0e-4374-bc5a-1aa5e7de6d89 req-17a93c0d-8974-4473-8989-50882975a518 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 945 time: 0.0509210 Dec 20 22:21:16.693191 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c10ebfd9-5b0e-4374-bc5a-1aa5e7de6d89 req-e111070d-0c93-4e92-9da3-41cc6d529bf1 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331347 Dec 20 22:21:16.815650 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9a6b4-a1f4-4a17-85ef-7f4358ffd48a req-1aacd962-a4b1-4a2f-beda-de9d8da3c73c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:16.817243 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14a9a6b4-a1f4-4a17-85ef-7f4358ffd48a req-1aacd962-a4b1-4a2f-beda-de9d8da3c73c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 945 time: 0.0531123 Dec 20 22:21:16.857074 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-14a9a6b4-a1f4-4a17-85ef-7f4358ffd48a req-a78ce308-43a5-4cec-987d-b5219fe7aad7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337811 Dec 20 22:21:16.878984 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53790) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:16.919354 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7df4cb6-2a6e-4d52-abf0-a984f08e5f13 tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:16.920908 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-f7df4cb6-2a6e-4d52-abf0-a984f08e5f13 tempest-TestNetworkAdvancedServerOps-1928527305 tempest-TestNetworkAdvancedServerOps-1928527305-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 1089 time: 0.0409780 Dec 20 22:21:16.925426 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53792) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:16.929956 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': 'b571072c-6f65-4d53-b6f3-52875304692a', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:21:16.955202 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:17.075774 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:17.174198 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Allocated IP 172.35.3.27 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/fba6f81b-9cd1-466b-ac6d-234100d2fb3e) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:21:17.290626 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:17.336414 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:17.375364 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:21:17.378243 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:21:17.381948 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:21:17.390798 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=fba6f81b-9cd1-466b-ac6d-234100d2fb3e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:18.092020 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:18.164823 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:18.321049 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:18.327571 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:18.403774 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event updated for resources: {'Port': ['ID=fba6f81b-9cd1-466b-ac6d-234100d2fb3e,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:18.418805 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:18.521375 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Floating IP cb3ff58f-5826-4dae-ad70-b0f344e7e282 associated. External IP: 172.35.3.27, port: b571072c-6f65-4d53-b6f3-52875304692a. Dec 20 22:21:18.551917 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:18.764516 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:21:18.880937 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:21:18.891329 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec4515-04e0-4b23-a607-6ddb3ce8ffee None None] Sync routers for ids ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:21:18.900399 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:18.902353 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec4515-04e0-4b23-a607-6ddb3ce8ffee None None] Routers {'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:21:18.903015 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8dec4515-04e0-4b23-a607-6ddb3ce8ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:21:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:18.932767 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0b6087e5-2c0c-49ea-9abe-7bc1ea46eefe tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0063722 Dec 20 22:21:18.933554 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d', 'tag': 'b571072c-6f65-4d53-b6f3-52875304692a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:21:18.937692 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f39d2392ee36c270bf164f2b0d9d8519f42a87b2972c565f9d9401e18f0a645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbb9618-3bd4-4031-be6a-984cd1e15a69" -d '{"events": [{"name": "network-changed", "server_uuid": "e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d", "tag": "b571072c-6f65-4d53-b6f3-52875304692a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:21:18.978398 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf0b4e1-285e-46b3-bf4d-16902914b0e5 x-openstack-request-id: req-aaf0b4e1-285e-46b3-bf4d-16902914b0e5 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:21:18.978689 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d", "tag": "b571072c-6f65-4d53-b6f3-52875304692a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:21:18.978940 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aaf0b4e1-285e-46b3-bf4d-16902914b0e5 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:21:18.979347 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d', 'tag': 'b571072c-6f65-4d53-b6f3-52875304692a', 'status': 'completed', 'code': 200} Dec 20 22:21:19.013171 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-8dec4515-04e0-4b23-a607-6ddb3ce8ffee None None] Set router bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:21:19.060734 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555b73d-3ff1-4868-bd77-3f76f0f1a075 req-ce3b717a-f7be-4b3d-8901-b39eb44f7141 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:19.062184 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a555b73d-3ff1-4868-bd77-3f76f0f1a075 req-ce3b717a-f7be-4b3d-8901-b39eb44f7141 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 945 time: 0.0776780 Dec 20 22:21:19.088655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9618-3bd4-4031-be6a-984cd1e15a69 req-9271c1c7-f3ba-4dcd-8ec2-f66f0c5ecf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:19.090144 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6dbb9618-3bd4-4031-be6a-984cd1e15a69 req-9271c1c7-f3ba-4dcd-8ec2-f66f0c5ecf3f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 1094 time: 0.0692785 Dec 20 22:21:19.117130 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a555b73d-3ff1-4868-bd77-3f76f0f1a075 req-19114ff0-e1eb-48f9-8c26-2e2b201a4ae0 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486660 Dec 20 22:21:19.140944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53798) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:19.196839 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9618-3bd4-4031-be6a-984cd1e15a69 req-73cb2dae-ff35-43f1-a6e6-240b0faf94ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:19.198365 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6dbb9618-3bd4-4031-be6a-984cd1e15a69 req-73cb2dae-ff35-43f1-a6e6-240b0faf94ce service neutron] 10.222.0.66 "GET /v2.0/networks?id=c14ceb23-55d4-41f1-987f-538372772e70 HTTP/1.1" status: 200 len: 898 time: 0.0971978 Dec 20 22:21:19.208539 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6bbf34ef-64ab-4ec5-bd35-2bfd034ddc42 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/floatingips/cb3ff58f-5826-4dae-ad70-b0f344e7e282 HTTP/1.1" status: 200 len: 990 time: 0.0654192 Dec 20 22:21:19.242480 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8dec4515-04e0-4b23-a607-6ddb3ce8ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724260839', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:05Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'cb3ff58f-5826-4dae-ad70-b0f344e7e282', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'floating_ip_address': '172.35.3.27', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'port_id': 'b571072c-6f65-4d53-b6f3-52875304692a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70', 'mac_address': 'fa:16:3e:23:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:21:17Z', 'updated_at': '2021-12-20T22:21:17Z', 'revision_number': 0, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'badc00a3-5e7f-4c91-8478-3fc00e6c9fa4', 'name': '', 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:e5:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:05Z', 'updated_at': '2021-12-20T22:21:08Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:19.266411 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6dbb9618-3bd4-4031-be6a-984cd1e15a69 req-1fab4c9c-8872-40ba-be1a-b5e5fe1e40d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b571072c-6f65-4d53-b6f3-52875304692a HTTP/1.1" status: 200 len: 998 time: 0.0611389 Dec 20 22:21:19.268763 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec4515-04e0-4b23-a607-6ddb3ce8ffee None None] Checking router: bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:21:19.277175 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec4515-04e0-4b23-a607-6ddb3ce8ffee None None] Routers {'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:21:19.277767 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8dec4515-04e0-4b23-a607-6ddb3ce8ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:21:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:19.316461 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9618-3bd4-4031-be6a-984cd1e15a69 req-d3380625-4f47-49ec-bb8a-4b576d96d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:19.317849 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6dbb9618-3bd4-4031-be6a-984cd1e15a69 req-d3380625-4f47-49ec-bb8a-4b576d96d5d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06a064ae-56ea-4799-aa3e-467a9e4c2a79 HTTP/1.1" status: 200 len: 835 time: 0.0445161 Dec 20 22:21:19.364573 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9618-3bd4-4031-be6a-984cd1e15a69 req-f2fa7f87-847d-44cb-92af-98d4e1b97559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:19.366204 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6dbb9618-3bd4-4031-be6a-984cd1e15a69 req-f2fa7f87-847d-44cb-92af-98d4e1b97559 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c14ceb23-55d4-41f1-987f-538372772e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0409939 Dec 20 22:21:19.384467 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-8dec4515-04e0-4b23-a607-6ddb3ce8ffee None None] Set router bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:21:19.463525 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6dbb9618-3bd4-4031-be6a-984cd1e15a69 req-c34cd3a2-91d8-49ac-8488-964edb1a4446 service neutron] 10.222.0.66 "GET /v2.0/networks/c14ceb23-55d4-41f1-987f-538372772e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904160 Dec 20 22:21:19.556076 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6dbb9618-3bd4-4031-be6a-984cd1e15a69 req-73bc0990-de78-4f63-a692-1531cc425afa service neutron] 10.222.0.66 "GET /v2.0/networks/c14ceb23-55d4-41f1-987f-538372772e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849533 Dec 20 22:21:19.616853 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-8dec4515-04e0-4b23-a607-6ddb3ce8ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724260839', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:05Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'cb3ff58f-5826-4dae-ad70-b0f344e7e282', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'floating_ip_address': '172.35.3.27', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'port_id': 'b571072c-6f65-4d53-b6f3-52875304692a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70', 'mac_address': 'fa:16:3e:23:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:21:17Z', 'updated_at': '2021-12-20T22:21:17Z', 'revision_number': 0, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'badc00a3-5e7f-4c91-8478-3fc00e6c9fa4', 'name': '', 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:e5:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:05Z', 'updated_at': '2021-12-20T22:21:08Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:19.643504 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec4515-04e0-4b23-a607-6ddb3ce8ffee None None] The sync data for ids ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'] in n-d-xena-1 is: [{'id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724260839', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:05Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'cb3ff58f-5826-4dae-ad70-b0f344e7e282', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'floating_ip_address': '172.35.3.27', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'port_id': 'b571072c-6f65-4d53-b6f3-52875304692a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70', 'mac_address': 'fa:16:3e:23:1b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:21:17Z', 'updated_at': '2021-12-20T22:21:17Z', 'revision_number': 0, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'badc00a3-5e7f-4c91-8478-3fc00e6c9fa4', 'name': '', 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:e5:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:05Z', 'updated_at': '2021-12-20T22:21:08Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:21:19.843037 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a7f202-68ba-4229-8a23-355f0617882c None None] New status for floating IP cb3ff58f-5826-4dae-ad70-b0f344e7e282: ACTIVE {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:21:20.212736 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53800) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:20.280015 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-dc0f5de1-f0f1-4efa-ac04-e520b63d095c tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/floatingips/cb3ff58f-5826-4dae-ad70-b0f344e7e282 HTTP/1.1" status: 200 len: 992 time: 0.0657644 Dec 20 22:21:27.245588 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-538b4000-6c2b-49c4-8eb1-2c0c620d4913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:29.583244 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-07a57502-dc42-4505-bd8e-4a0fe35a4082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:30.939574 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:32.360033 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:32.477200 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:39.339144 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:21:45.546589 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:47.137784 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eeffb7-8dde-4a73-9a8a-b8b3f34a5fb3 req-218b2241-1796-428b-8bbc-d89f43b82be7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:47.139181 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b3eeffb7-8dde-4a73-9a8a-b8b3f34a5fb3 req-218b2241-1796-428b-8bbc-d89f43b82be7 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 945 time: 0.0602744 Dec 20 22:21:47.179960 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b3eeffb7-8dde-4a73-9a8a-b8b3f34a5fb3 req-8c4bb79a-3e5a-4961-a277-74df7508e85a tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316808 Dec 20 22:21:48.322351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbab5aa-ac43-42ea-81e2-3f944c099d93 req-72c9d511-7a45-4f48-990b-05d6dd579817 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:48.324101 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4bbab5aa-ac43-42ea-81e2-3f944c099d93 req-72c9d511-7a45-4f48-990b-05d6dd579817 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 945 time: 0.0630867 Dec 20 22:21:48.368527 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4bbab5aa-ac43-42ea-81e2-3f944c099d93 req-a7eb7ae5-aa5b-4860-a117-1f7b7bb395a3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383475 Dec 20 22:21:48.391218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53818) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:48.451467 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b1145ff1-cef1-4c83-b049-9986a7ff69a4 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/floatingips/cb3ff58f-5826-4dae-ad70-b0f344e7e282 HTTP/1.1" status: 200 len: 992 time: 0.0591292 Dec 20 22:21:48.575682 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:49.746553 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c23d6-a32e-4cad-9bbd-34fc7889b955 req-586bd318-f4a5-44cc-af29-9487f388cbb9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:49.748053 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ae0c23d6-a32e-4cad-9bbd-34fc7889b955 req-586bd318-f4a5-44cc-af29-9487f388cbb9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 945 time: 0.0535238 Dec 20 22:21:49.781991 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29741ddd-42dd-46b0-b146-e116806b2940 req-de0460c1-9945-466e-ac4d-5055514a86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:49.783724 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-29741ddd-42dd-46b0-b146-e116806b2940 req-de0460c1-9945-466e-ac4d-5055514a86b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 1094 time: 0.0424697 Dec 20 22:21:49.787818 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ae0c23d6-a32e-4cad-9bbd-34fc7889b955 req-90d84775-feb8-4326-9936-50cf6064846d tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332570 Dec 20 22:21:49.885373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29741ddd-42dd-46b0-b146-e116806b2940 req-2704128b-006e-43cf-a464-fdbce6efe4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:49.886871 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-29741ddd-42dd-46b0-b146-e116806b2940 req-2704128b-006e-43cf-a464-fdbce6efe4c1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c14ceb23-55d4-41f1-987f-538372772e70 HTTP/1.1" status: 200 len: 898 time: 0.0970848 Dec 20 22:21:49.956340 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-29741ddd-42dd-46b0-b146-e116806b2940 req-993716a3-a68a-4a56-9a9e-4f4329980f37 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b571072c-6f65-4d53-b6f3-52875304692a HTTP/1.1" status: 200 len: 1000 time: 0.0613120 Dec 20 22:21:50.008718 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29741ddd-42dd-46b0-b146-e116806b2940 req-9580177a-0c6c-45cf-bd4b-66ffd1f5871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:50.010114 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-29741ddd-42dd-46b0-b146-e116806b2940 req-9580177a-0c6c-45cf-bd4b-66ffd1f5871c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06a064ae-56ea-4799-aa3e-467a9e4c2a79 HTTP/1.1" status: 200 len: 835 time: 0.0475056 Dec 20 22:21:50.068113 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29741ddd-42dd-46b0-b146-e116806b2940 req-02e0d350-d355-465f-bba4-3584cd62a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:50.069613 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-29741ddd-42dd-46b0-b146-e116806b2940 req-02e0d350-d355-465f-bba4-3584cd62a7d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c14ceb23-55d4-41f1-987f-538372772e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0528278 Dec 20 22:21:50.157938 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-29741ddd-42dd-46b0-b146-e116806b2940 req-cb8cd246-15b9-4f4c-94a6-73e944993a54 service neutron] 10.222.0.66 "GET /v2.0/networks/c14ceb23-55d4-41f1-987f-538372772e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813477 Dec 20 22:21:50.256480 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-29741ddd-42dd-46b0-b146-e116806b2940 req-cdc2f3ee-9b74-418d-aacc-c27b91242c73 service neutron] 10.222.0.66 "GET /v2.0/networks/c14ceb23-55d4-41f1-987f-538372772e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910902 Dec 20 22:21:50.923032 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a18a85-14bd-4112-b97e-e6df4b7fa29c req-2a734b41-224a-4596-8672-e30510a86f47 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:50.924821 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16a18a85-14bd-4112-b97e-e6df4b7fa29c req-2a734b41-224a-4596-8672-e30510a86f47 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 945 time: 0.0583785 Dec 20 22:21:50.965481 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16a18a85-14bd-4112-b97e-e6df4b7fa29c req-e1d78e88-f78e-4e5f-9c0e-173da1c95a52 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341973 Dec 20 22:21:52.090807 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03766b-dcbb-4988-bcc1-881878ec74d9 req-686e414d-63dc-4ddc-b170-77a7bcdbc33b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:52.092264 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6b03766b-dcbb-4988-bcc1-881878ec74d9 req-686e414d-63dc-4ddc-b170-77a7bcdbc33b tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 945 time: 0.0525787 Dec 20 22:21:52.137151 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6b03766b-dcbb-4988-bcc1-881878ec74d9 req-e4962b61-c34c-40a4-8591-b6893926292f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381525 Dec 20 22:21:52.159617 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53830) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:52.227521 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-94e662e9-013c-43bf-b066-c9797e3b7da9 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/floatingips/cb3ff58f-5826-4dae-ad70-b0f344e7e282 HTTP/1.1" status: 200 len: 992 time: 0.0665889 Dec 20 22:21:52.474180 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53836) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:52.647185 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-5ecf198c-69a6-427a-836a-20a1a9369b66 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port fba6f81b-9cd1-466b-ac6d-234100d2fb3e {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:21:52.647609 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ecf198c-69a6-427a-836a-20a1a9369b66 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:52.720890 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ecf198c-69a6-427a-836a-20a1a9369b66 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:52.721182 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ecf198c-69a6-427a-836a-20a1a9369b66 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:52.735517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-5ecf198c-69a6-427a-836a-20a1a9369b66 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for fba6f81b-9cd1-466b-ac6d-234100d2fb3e owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:21:52.908501 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ecf198c-69a6-427a-836a-20a1a9369b66 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:52.947409 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf198c-69a6-427a-836a-20a1a9369b66 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=fba6f81b-9cd1-466b-ac6d-234100d2fb3e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:53.010154 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ecf198c-69a6-427a-836a-20a1a9369b66 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:53.010472 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-5ecf198c-69a6-427a-836a-20a1a9369b66 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Floating IP cb3ff58f-5826-4dae-ad70-b0f344e7e282 disassociated (deleted). External IP: 172.35.3.27, port: b571072c-6f65-4d53-b6f3-52875304692a. Dec 20 22:21:53.251882 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecf198c-69a6-427a-836a-20a1a9369b66 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:21:53.373810 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecf198c-69a6-427a-836a-20a1a9369b66 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:21:53.378790 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5ecf198c-69a6-427a-836a-20a1a9369b66 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:53.385575 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ee215-2b84-4ce9-8e06-5a45a71a8572 None None] Sync routers for ids ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:21:53.395104 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ee215-2b84-4ce9-8e06-5a45a71a8572 None None] Routers {'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:21:53.395798 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a02ee215-2b84-4ce9-8e06-5a45a71a8572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:21:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:53.405993 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5ecf198c-69a6-427a-836a-20a1a9369b66 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/floatingips/cb3ff58f-5826-4dae-ad70-b0f344e7e282 HTTP/1.1" status: 204 len: 168 time: 0.9306836 Dec 20 22:21:53.406649 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d', 'tag': 'b571072c-6f65-4d53-b6f3-52875304692a'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:21:53.409060 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f39d2392ee36c270bf164f2b0d9d8519f42a87b2972c565f9d9401e18f0a645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1174e582-0a97-4425-8f25-6755a7a64951" -d '{"events": [{"name": "network-changed", "server_uuid": "e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d", "tag": "b571072c-6f65-4d53-b6f3-52875304692a"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:21:53.448188 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bab0737-2837-4197-9710-cc575f6356fe x-openstack-request-id: req-6bab0737-2837-4197-9710-cc575f6356fe {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:21:53.448487 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d", "tag": "b571072c-6f65-4d53-b6f3-52875304692a", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:21:53.448742 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bab0737-2837-4197-9710-cc575f6356fe {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:21:53.449157 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d', 'tag': 'b571072c-6f65-4d53-b6f3-52875304692a', 'status': 'completed', 'code': 200} Dec 20 22:21:53.503026 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a02ee215-2b84-4ce9-8e06-5a45a71a8572 None None] Set router bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:21:53.537866 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174e582-0a97-4425-8f25-6755a7a64951 req-f743785a-9a01-40ee-aab1-51f38712c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:53.539721 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1174e582-0a97-4425-8f25-6755a7a64951 req-f743785a-9a01-40ee-aab1-51f38712c41f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=99506acbd4784aecb24a7bb712357daf&device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 1094 time: 0.0448306 Dec 20 22:21:53.669217 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174e582-0a97-4425-8f25-6755a7a64951 req-9a8d9a87-6a47-4e2b-bc91-9f44d98e7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:53.670756 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1174e582-0a97-4425-8f25-6755a7a64951 req-9a8d9a87-6a47-4e2b-bc91-9f44d98e7aa9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c14ceb23-55d4-41f1-987f-538372772e70 HTTP/1.1" status: 200 len: 898 time: 0.1237586 Dec 20 22:21:53.679837 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9304d30-3366-43cb-bdd2-653d14a88aeb req-21db15ac-ba36-4c3b-be75-6ea4ec64124e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:53.681316 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9304d30-3366-43cb-bdd2-653d14a88aeb req-21db15ac-ba36-4c3b-be75-6ea4ec64124e tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 945 time: 0.0822759 Dec 20 22:21:53.815915 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a02ee215-2b84-4ce9-8e06-5a45a71a8572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724260839', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:05Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'badc00a3-5e7f-4c91-8478-3fc00e6c9fa4', 'name': '', 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:e5:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:05Z', 'updated_at': '2021-12-20T22:21:08Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:53.845073 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ee215-2b84-4ce9-8e06-5a45a71a8572 None None] Checking router: bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:21:53.854494 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ee215-2b84-4ce9-8e06-5a45a71a8572 None None] Routers {'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:21:53.855112 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a02ee215-2b84-4ce9-8e06-5a45a71a8572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:21:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:53.960514 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a02ee215-2b84-4ce9-8e06-5a45a71a8572 None None] Set router bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:21:54.045663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1174e582-0a97-4425-8f25-6755a7a64951 req-b0803678-d267-4013-a304-dcbca3eb72de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b571072c-6f65-4d53-b6f3-52875304692a HTTP/1.1" status: 200 len: 217 time: 0.3633406 Dec 20 22:21:54.101019 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c9304d30-3366-43cb-bdd2-653d14a88aeb req-22ac734a-54c0-4cbc-b0ef-8f47faccc4a3 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4129207 Dec 20 22:21:54.120953 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174e582-0a97-4425-8f25-6755a7a64951 req-30e63589-7b90-4d33-b738-dbfe1ceb01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:54.122871 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1174e582-0a97-4425-8f25-6755a7a64951 req-30e63589-7b90-4d33-b738-dbfe1ceb01e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06a064ae-56ea-4799-aa3e-467a9e4c2a79 HTTP/1.1" status: 200 len: 835 time: 0.0647082 Dec 20 22:21:54.170104 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a02ee215-2b84-4ce9-8e06-5a45a71a8572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724260839', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:05Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'badc00a3-5e7f-4c91-8478-3fc00e6c9fa4', 'name': '', 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:e5:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:05Z', 'updated_at': '2021-12-20T22:21:08Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:54.176152 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174e582-0a97-4425-8f25-6755a7a64951 req-cef15dbc-3596-479a-abb5-082b2e075af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:54.178264 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1174e582-0a97-4425-8f25-6755a7a64951 req-cef15dbc-3596-479a-abb5-082b2e075af8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c14ceb23-55d4-41f1-987f-538372772e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478137 Dec 20 22:21:54.201524 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ee215-2b84-4ce9-8e06-5a45a71a8572 None None] The sync data for ids ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'] in n-d-xena-1 is: [{'id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724260839', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:05Z', 'revision_number': 4, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'badc00a3-5e7f-4c91-8478-3fc00e6c9fa4', 'name': '', 'network_id': 'c14ceb23-55d4-41f1-987f-538372772e70', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'mac_address': 'fa:16:3e:e5:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:05Z', 'updated_at': '2021-12-20T22:21:08Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'subnets': [{'id': '06a064ae-56ea-4799-aa3e-467a9e4c2a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:21:54.292044 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1174e582-0a97-4425-8f25-6755a7a64951 req-3cad5429-821d-4239-888c-9fd45bdfaddf service neutron] 10.222.0.66 "GET /v2.0/networks/c14ceb23-55d4-41f1-987f-538372772e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963719 Dec 20 22:21:54.396644 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1174e582-0a97-4425-8f25-6755a7a64951 req-8c80ae73-4a50-464f-972b-3bcd505e876c service neutron] 10.222.0.66 "GET /v2.0/networks/c14ceb23-55d4-41f1-987f-538372772e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963082 Dec 20 22:21:54.448762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4d1d04-f320-441e-8f34-3633aeede204 None None] New status for floating IP cb3ff58f-5826-4dae-ad70-b0f344e7e282: DOWN {{(pid=102403) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:21:55.259770 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281f12e-f525-4ff6-944d-e6f35c2ecf13 req-969d55d4-e917-4ccb-a289-bc09ce77ce21 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:55.261295 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f281f12e-f525-4ff6-944d-e6f35c2ecf13 req-969d55d4-e917-4ccb-a289-bc09ce77ce21 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 945 time: 0.0731053 Dec 20 22:21:55.309490 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-f281f12e-f525-4ff6-944d-e6f35c2ecf13 req-1d3b112d-12a4-41b0-95e5-49c93eba3a19 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "GET /v2.0/security-groups?id=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394149 Dec 20 22:21:55.358404 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c259a9-7eae-4116-b55a-13840c101527 req-5d8e9e28-e560-4d43-bb1b-59c13a795a30 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:21:55.359862 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f9c259a9-7eae-4116-b55a-13840c101527 req-5d8e9e28-e560-4d43-bb1b-59c13a795a30 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.66 "GET /v2.0/ports?device_id=e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d HTTP/1.1" status: 200 len: 945 time: 0.0531664 Dec 20 22:21:55.462141 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-f9c259a9-7eae-4116-b55a-13840c101527 req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port b571072c-6f65-4d53-b6f3-52875304692a {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:21:55.462388 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f9c259a9-7eae-4116-b55a-13840c101527 req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:55.573304 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-f9c259a9-7eae-4116-b55a-13840c101527 req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] For port b571072c-6f65-4d53-b6f3-52875304692a, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=b571072c-6f65-4d53-b6f3-52875304692a,segment=NetworkSegment(9b6387d3-c1f9-40f0-81d3-fb3f06494e88),segment_id=9b6387d3-c1f9-40f0-81d3-fb3f06494e88)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:21:55.573627 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f9c259a9-7eae-4116-b55a-13840c101527 req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:55.589065 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-f9c259a9-7eae-4116-b55a-13840c101527 req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for b571072c-6f65-4d53-b6f3-52875304692a owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:21:55.733924 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f9c259a9-7eae-4116-b55a-13840c101527 req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:55.766733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=b571072c-6f65-4d53-b6f3-52875304692a,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:55.793641 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:55.793993 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:55.794366 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:55.794720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:55.795049 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:55.795377 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:55.795705 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:55.796033 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:55.796356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:55.796694 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:55.797014 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:55.797312 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:55.819129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c259a9-7eae-4116-b55a-13840c101527 req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] No DVR routers for this DVR port b571072c-6f65-4d53-b6f3-52875304692a on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:21:55.821733 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-f9c259a9-7eae-4116-b55a-13840c101527 req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:55.825160 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f9c259a9-7eae-4116-b55a-13840c101527 req-9d9bb862-e18f-449d-9da0-8575c1a5f907 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.66 "DELETE /v2.0/ports/b571072c-6f65-4d53-b6f3-52875304692a HTTP/1.1" status: 204 len: 173 time: 0.4587400 Dec 20 22:21:55.825598 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d', 'name': 'network-vif-deleted', 'tag': 'b571072c-6f65-4d53-b6f3-52875304692a'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:21:55.827931 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cf6863-70e2-421e-8b9c-97846b7a2d46" -d '{"events": [{"server_uuid": "e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d", "name": "network-vif-deleted", "tag": "b571072c-6f65-4d53-b6f3-52875304692a"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:21:55.865299 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3a61b9-8efd-442b-8159-0e5f5a226d0a x-openstack-request-id: req-ed3a61b9-8efd-442b-8159-0e5f5a226d0a {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:21:55.865632 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d", "name": "network-vif-deleted", "tag": "b571072c-6f65-4d53-b6f3-52875304692a", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:21:55.865886 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed3a61b9-8efd-442b-8159-0e5f5a226d0a {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:21:55.866382 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e784870c-f1d6-4ca4-8cc3-48feb3bcdc6d', 'name': 'network-vif-deleted', 'tag': 'b571072c-6f65-4d53-b6f3-52875304692a', 'status': 'completed', 'code': 200} Dec 20 22:21:56.372373 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53850) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:56.751989 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-010b178b-a3cb-4a22-982e-eba0e46c7f10 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:57.018254 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-010b178b-a3cb-4a22-982e-eba0e46c7f10 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port badc00a3-5e7f-4c91-8478-3fc00e6c9fa4 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:21:57.018571 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-010b178b-a3cb-4a22-982e-eba0e46c7f10 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:57.107627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-010b178b-a3cb-4a22-982e-eba0e46c7f10 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] For port badc00a3-5e7f-4c91-8478-3fc00e6c9fa4, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=badc00a3-5e7f-4c91-8478-3fc00e6c9fa4,segment=NetworkSegment(9b6387d3-c1f9-40f0-81d3-fb3f06494e88),segment_id=9b6387d3-c1f9-40f0-81d3-fb3f06494e88)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:21:57.107872 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-010b178b-a3cb-4a22-982e-eba0e46c7f10 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:57.121781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-010b178b-a3cb-4a22-982e-eba0e46c7f10 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for badc00a3-5e7f-4c91-8478-3fc00e6c9fa4 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:21:57.248749 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e0fa05e5-90b8-4099-9bf0-aa77e923364c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:57.317185 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-010b178b-a3cb-4a22-982e-eba0e46c7f10 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:57.346889 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b178b-a3cb-4a22-982e-eba0e46c7f10 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=badc00a3-5e7f-4c91-8478-3fc00e6c9fa4,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:57.529636 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-010b178b-a3cb-4a22-982e-eba0e46c7f10 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:58.106098 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010b178b-a3cb-4a22-982e-eba0e46c7f10 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Router bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:21:58.217198 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010b178b-a3cb-4a22-982e-eba0e46c7f10 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:21:58.222685 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-010b178b-a3cb-4a22-982e-eba0e46c7f10 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "PUT /v2.0/routers/bd97e0ff-6972-4f60-9c8b-36caf0b2ba37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8492408 Dec 20 22:21:58.225562 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53852) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:58.228096 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde89baf-122c-4694-a573-9299f4352d7f None None] Sync routers for ids ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:21:58.238540 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde89baf-122c-4694-a573-9299f4352d7f None None] Routers {'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:21:58.239152 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-bde89baf-122c-4694-a573-9299f4352d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:21:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:58.279169 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting subnet 06a064ae-56ea-4799-aa3e-467a9e4c2a79 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:21:58.282333 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:58.323725 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:58.346773 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-bde89baf-122c-4694-a573-9299f4352d7f None None] Set router bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:21:58.357386 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device b571072c-6f65-4d53-b6f3-52875304692a no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:21:58.383817 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: b571072c-6f65-4d53-b6f3-52875304692a {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:21:58.384285 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device b571072c-6f65-4d53-b6f3-52875304692a not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:21:58.426953 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:58.485452 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:58.514047 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:58.517261 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/subnets/06a064ae-56ea-4799-aa3e-467a9e4c2a79 HTTP/1.1" status: 204 len: 168 time: 0.2907517 Dec 20 22:21:58.518286 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Subnet': ['ID=06a064ae-56ea-4799-aa3e-467a9e4c2a79,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:58.520143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53856) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:58.524100 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3ed9cd-db7b-4b61-b4f3-ebfc72d1ca49 None None] Network c14ceb23-55d4-41f1-987f-538372772e70 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:21:58.531640 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:58.532210 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:58.532307 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:58.532649 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:58.532768 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-bde89baf-122c-4694-a573-9299f4352d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724260839', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:57Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:58.533018 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:58.533302 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:58.533627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:58.533952 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:58.534313 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:58.534638 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:58.534959 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:58.535277 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8dc5e-0146-4b11-8ed3-30cd6f497c7f tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:21:58.558538 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde89baf-122c-4694-a573-9299f4352d7f None None] Checking router: bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:21:58.566893 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde89baf-122c-4694-a573-9299f4352d7f None None] Routers {'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:21:58.567492 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-bde89baf-122c-4694-a573-9299f4352d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:21:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:58.651408 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-11fab317-eb63-41d3-ae5e-b1424d727073 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:58.683524 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-bde89baf-122c-4694-a573-9299f4352d7f None None] Set router bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:21:58.725220 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d03e521-3c01-4760-a349-86b81e493f30 None None] DHCP port deletion for c14ceb23-55d4-41f1-987f-538372772e70 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 22:21:58.771416 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-11fab317-eb63-41d3-ae5e-b1424d727073 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:58.776194 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9d03e521-3c01-4760-a349-86b81e493f30 None None] Deleting port 2300a777-ddab-418c-a86d-967c2469cdb9 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:21:58.776856 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d03e521-3c01-4760-a349-86b81e493f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:58.827639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-11fab317-eb63-41d3-ae5e-b1424d727073 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Deleting port bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:21:58.827980 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-11fab317-eb63-41d3-ae5e-b1424d727073 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:58.841680 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9d03e521-3c01-4760-a349-86b81e493f30 None None] For port 2300a777-ddab-418c-a86d-967c2469cdb9, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=2300a777-ddab-418c-a86d-967c2469cdb9,segment=NetworkSegment(9b6387d3-c1f9-40f0-81d3-fb3f06494e88),segment_id=9b6387d3-c1f9-40f0-81d3-fb3f06494e88)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:21:58.842241 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d03e521-3c01-4760-a349-86b81e493f30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:58.859740 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9d03e521-3c01-4760-a349-86b81e493f30 None None] Calling delete_port for 2300a777-ddab-418c-a86d-967c2469cdb9 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:21:58.868984 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-bde89baf-122c-4694-a573-9299f4352d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724260839', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:57Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:58.898615 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde89baf-122c-4694-a573-9299f4352d7f None None] The sync data for ids ['bd97e0ff-6972-4f60-9c8b-36caf0b2ba37'] in n-d-xena-1 is: [{'id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724260839', 'tenant_id': '99506acbd4784aecb24a7bb712357daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18'}], 'enable_snat': True}, 'gw_port_id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:57Z', 'revision_number': 5, 'project_id': '99506acbd4784aecb24a7bb712357daf', 'gw_port': {'id': 'bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd97e0ff-6972-4f60-9c8b-36caf0b2ba37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:21:02Z', 'updated_at': '2021-12-20T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:21:58.915875 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-11fab317-eb63-41d3-ae5e-b1424d727073 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] For port bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:21:58.916368 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-11fab317-eb63-41d3-ae5e-b1424d727073 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:58.935348 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-11fab317-eb63-41d3-ae5e-b1424d727073 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Calling delete_port for bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:21:58.952679 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9d03e521-3c01-4760-a349-86b81e493f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:58.980082 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03e521-3c01-4760-a349-86b81e493f30 None None] Pushing event deleted for resources: {'Port': ['ID=2300a777-ddab-418c-a86d-967c2469cdb9,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:58.982262 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d03e521-3c01-4760-a349-86b81e493f30 None None] No DVR routers for this DVR port 2300a777-ddab-418c-a86d-967c2469cdb9 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:21:59.113566 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-11fab317-eb63-41d3-ae5e-b1424d727073 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:59.139091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fab317-eb63-41d3-ae5e-b1424d727073 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Port': ['ID=bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:59.200109 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-11fab317-eb63-41d3-ae5e-b1424d727073 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:59.290610 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-11fab317-eb63-41d3-ae5e-b1424d727073 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:59.292955 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-11fab317-eb63-41d3-ae5e-b1424d727073 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:59.347131 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-11fab317-eb63-41d3-ae5e-b1424d727073 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:59.347678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fab317-eb63-41d3-ae5e-b1424d727073 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Fanout notify agent at l3_agent the message router_deleted on router bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:21:59.356237 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-11fab317-eb63-41d3-ae5e-b1424d727073 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:59.357414 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-11fab317-eb63-41d3-ae5e-b1424d727073 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/routers/bd97e0ff-6972-4f60-9c8b-36caf0b2ba37 HTTP/1.1" status: 204 len: 168 time: 0.8343565 Dec 20 22:21:59.360518 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53858) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:59.440064 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8de4f51-38fb-45a4-98c9-d4cfda494d64 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:59.504207 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2300a777-ddab-418c-a86d-967c2469cdb9 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:21:59.525384 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 2300a777-ddab-418c-a86d-967c2469cdb9 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:21:59.525731 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 2300a777-ddab-418c-a86d-967c2469cdb9 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:21:59.526372 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device badc00a3-5e7f-4c91-8478-3fc00e6c9fa4 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:21:59.533932 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8de4f51-38fb-45a4-98c9-d4cfda494d64 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:59.546197 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: badc00a3-5e7f-4c91-8478-3fc00e6c9fa4 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:21:59.546847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device badc00a3-5e7f-4c91-8478-3fc00e6c9fa4 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:21:59.556716 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c8de4f51-38fb-45a4-98c9-d4cfda494d64 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14ceb23-55d4-41f1-987f-538372772e70']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:59.568224 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c8de4f51-38fb-45a4-98c9-d4cfda494d64 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6387d3-c1f9-40f0-81d3-fb3f06494e88') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:59.568645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-c8de4f51-38fb-45a4-98c9-d4cfda494d64 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6387d3-c1f9-40f0-81d3-fb3f06494e88') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:21:59.577364 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bf67b6d1-82ee-4444-8c4f-00a9928c85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:59.579340 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8de4f51-38fb-45a4-98c9-d4cfda494d64 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:59.595110 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8de4f51-38fb-45a4-98c9-d4cfda494d64 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:59.601648 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8de4f51-38fb-45a4-98c9-d4cfda494d64 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:21:59.602089 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8de4f51-38fb-45a4-98c9-d4cfda494d64 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: timer() Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:21:59.605350 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:21:59.668016 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8de4f51-38fb-45a4-98c9-d4cfda494d64 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:59.676312 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c8de4f51-38fb-45a4-98c9-d4cfda494d64 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:59.679856 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c8de4f51-38fb-45a4-98c9-d4cfda494d64 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/networks/c14ceb23-55d4-41f1-987f-538372772e70 HTTP/1.1" status: 204 len: 168 time: 0.3182483 Dec 20 22:21:59.682951 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53860) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:21:59.691373 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de4f51-38fb-45a4-98c9-d4cfda494d64 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'Network': ['ID=c14ceb23-55d4-41f1-987f-538372772e70,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:21:59.743595 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c302d5f1-b5c4-4e85-8b74-b047571d3695 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:59.779275 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c302d5f1-b5c4-4e85-8b74-b047571d3695 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:59.847535 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c302d5f1-b5c4-4e85-8b74-b047571d3695 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:59.850454 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c302d5f1-b5c4-4e85-8b74-b047571d3695 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:21:59.851661 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c302d5f1-b5c4-4e85-8b74-b047571d3695 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] 10.222.0.32 "DELETE /v2.0/security-groups/cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc HTTP/1.1" status: 204 len: 168 time: 0.1676707 Dec 20 22:21:59.861224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302d5f1-b5c4-4e85-8b74-b047571d3695 tempest-TestNetworkAdvancedServerOps-1830363047 tempest-TestNetworkAdvancedServerOps-1830363047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffa2f16-5b6e-4cb3-8aaf-c8323d57c6bc,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:00.206582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53868) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:00.370951 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-325422b7-03a0-48a3-9d50-196dda8cc07f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99506acbd4784aecb24a7bb712357daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628125 Dec 20 22:22:00.373488 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53872) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:00.425304 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-759f12ef-93f9-442a-a622-a73b3d1df6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:00.446310 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-759f12ef-93f9-442a-a622-a73b3d1df6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:00.497499 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-759f12ef-93f9-442a-a622-a73b3d1df6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:00.500236 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-759f12ef-93f9-442a-a622-a73b3d1df6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:00.501395 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-759f12ef-93f9-442a-a622-a73b3d1df6da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aeac4877-0ed8-4e8e-affb-f4edf596d7ac HTTP/1.1" status: 204 len: 168 time: 0.1270299 Dec 20 22:22:00.510399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f12ef-93f9-442a-a622-a73b3d1df6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeac4877-0ed8-4e8e-affb-f4edf596d7ac,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:00.766149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53878) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:00.779607 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ee5b938c-1966-4c62-845a-12fc5122abba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:00.861469 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ee5b938c-1966-4c62-845a-12fc5122abba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:00.867636 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-ee5b938c-1966-4c62-845a-12fc5122abba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:00.907448 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b938c-1966-4c62-845a-12fc5122abba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b70aca-a33f-4880-999e-47db02d26a09,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:00.912410 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-ee5b938c-1966-4c62-845a-12fc5122abba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d929a94d3e2a448b8200fa6ce822c6c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446066 Dec 20 22:22:00.914978 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53880) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:00.938429 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:00.965458 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-57c45826-092e-410c-aa99-644aacaf4225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:00.986021 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-57c45826-092e-410c-aa99-644aacaf4225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:01.040556 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-57c45826-092e-410c-aa99-644aacaf4225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:01.043102 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-57c45826-092e-410c-aa99-644aacaf4225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:01.044258 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-57c45826-092e-410c-aa99-644aacaf4225 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8b70aca-a33f-4880-999e-47db02d26a09 HTTP/1.1" status: 204 len: 168 time: 0.1283827 Dec 20 22:22:01.051846 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c45826-092e-410c-aa99-644aacaf4225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b70aca-a33f-4880-999e-47db02d26a09,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:01.396548 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:22:01.416571 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:22:01.416914 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device bb6e701f-cacc-4c0c-9dd9-8e0355fc9e7e not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:22:01.818852 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53902) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:01.919633 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a51584bf-caf4-49aa-bc61-e2ef355035c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-331911342-network', 'tenant_id': '18957f94c12e4276817177af0d763cc6'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:22:01.944672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51584bf-caf4-49aa-bc61-e2ef355035c2 admin admin] Made reservation on behalf of 18957f94c12e4276817177af0d763cc6 for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:22:01.947025 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a51584bf-caf4-49aa-bc61-e2ef355035c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:01.955658 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a51584bf-caf4-49aa-bc61-e2ef355035c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.030906 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a51584bf-caf4-49aa-bc61-e2ef355035c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.036738 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a51584bf-caf4-49aa-bc61-e2ef355035c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.061454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51584bf-caf4-49aa-bc61-e2ef355035c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:22:02.071426 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51584bf-caf4-49aa-bc61-e2ef355035c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570c70c0-bad7-4325-bacc-0765e7e848b2,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:02.076462 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a51584bf-caf4-49aa-bc61-e2ef355035c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.076810 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-a51584bf-caf4-49aa-bc61-e2ef355035c2 admin admin] Added segment a4ab584a-fff0-4e46-9a24-f8b579c0d2db of type vlan for network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 Dec 20 22:22:02.117258 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a51584bf-caf4-49aa-bc61-e2ef355035c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.152541 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a51584bf-caf4-49aa-bc61-e2ef355035c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.153127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51584bf-caf4-49aa-bc61-e2ef355035c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:02.153746 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a51584bf-caf4-49aa-bc61-e2ef355035c2 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.209329 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a51584bf-caf4-49aa-bc61-e2ef355035c2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3893447 Dec 20 22:22:02.212898 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53906) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:02.216141 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51584bf-caf4-49aa-bc61-e2ef355035c2 admin admin] Pushing event updated for resources: {'Network': ['ID=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:02.218652 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-97453d0b-bbc0-4033-86ed-60ca964f8697 admin admin] Request body: {'subnet': {'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-331911342-subnet', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'ip_version': 4}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:22:02.226262 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:22:02.240832 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97453d0b-bbc0-4033-86ed-60ca964f8697 admin admin] Made reservation on behalf of 18957f94c12e4276817177af0d763cc6 for: {'subnet': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:22:02.243107 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97453d0b-bbc0-4033-86ed-60ca964f8697 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31186282'] for subnet, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.359753 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.431733 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97453d0b-bbc0-4033-86ed-60ca964f8697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31194183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31186832'] for subnet, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.481202 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.487147 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97453d0b-bbc0-4033-86ed-60ca964f8697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98690788-4bfb-4e74-8e5f-056d9deeddb0,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:02.504298 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97453d0b-bbc0-4033-86ed-60ca964f8697 admin admin] Checking segment: {'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102402) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:22:02.504648 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97453d0b-bbc0-4033-86ed-60ca964f8697 admin admin] Network hostable DHCP agents. Network: 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102402) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:22:02.523584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97453d0b-bbc0-4033-86ed-60ca964f8697 admin admin] Network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102402) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:22:02.533021 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-97453d0b-bbc0-4033-86ed-60ca964f8697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55) {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:22:02.537895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97453d0b-bbc0-4033-86ed-60ca964f8697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:02.538606 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97453d0b-bbc0-4033-86ed-60ca964f8697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.542666 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b5d739-21a4-49d9-955d-35848c41f116 None None] Network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:22:02.557172 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-97453d0b-bbc0-4033-86ed-60ca964f8697 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3431163 Dec 20 22:22:02.559898 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53908) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:02.564277 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:22:02.585092 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.586294 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.643530 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.692307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:22:02.693238 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.780075 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.829016 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Allocated IP 172.20.0.2 (8cbaba4e-ff43-4b2c-bf94-c77af7e71f55/98690788-4bfb-4e74-8e5f-056d9deeddb0/48d997ff-ca7f-4ee5-97e8-6b5116767f92) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:22:02.975448 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.980187 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.982286 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:02.999590 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:03.020006 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:22:03.023080 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:22:03.025576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:22:03.036864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Pushing event updated for resources: {'Port': ['ID=48d997ff-ca7f-4ee5-97e8-6b5116767f92,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:03.061419 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:03.061764 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:03.062127 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:03.062467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:03.062797 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:03.063126 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:03.063589 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:03.063790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:03.064234 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:03.065440 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:03.066235 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:03.066691 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:03.099491 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Attempting to bind port 48d997ff-ca7f-4ee5-97e8-6b5116767f92 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:22:03.100059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Attempting to bind port 48d997ff-ca7f-4ee5-97e8-6b5116767f92 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:22:03.100584 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Attempting to bind port 48d997ff-ca7f-4ee5-97e8-6b5116767f92 on network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:22:03.105629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:22:03.105819 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Allocated IP 172.35.3.202 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/d0f4bd77-3953-49a7-b317-126d2fc9be36) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:22:03.105999 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Checking segment: {'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:22:03.106441 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:03.106835 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Bound using segment: {'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:22:03.107408 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Bound port: 48d997ff-ca7f-4ee5-97e8-6b5116767f92, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:22:03.107670 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:03.176064 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] For port 48d997ff-ca7f-4ee5-97e8-6b5116767f92, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:22:03.180500 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] For port 48d997ff-ca7f-4ee5-97e8-6b5116767f92, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=48d997ff-ca7f-4ee5-97e8-6b5116767f92,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:22:03.185470 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:03.225637 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:03.243463 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c33a82-b7fa-47d5-974b-27750998bb19 None None] Pushing event updated for resources: {'Port': ['ID=48d997ff-ca7f-4ee5-97e8-6b5116767f92,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:03.261055 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:03.300616 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:22:03.305276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:22:03.311713 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:22:03.314895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Pushing event updated for resources: {'Port': ['ID=d0f4bd77-3953-49a7-b317-126d2fc9be36,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:03.537377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 48d997ff-ca7f-4ee5-97e8-6b5116767f92 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:22:03.584276 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 48d997ff-ca7f-4ee5-97e8-6b5116767f92 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:03.584650 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:03.587758 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:03.662748 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:03.695476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 48d997ff-ca7f-4ee5-97e8-6b5116767f92, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=48d997ff-ca7f-4ee5-97e8-6b5116767f92,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:22:03.701004 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:03.748911 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=48d997ff-ca7f-4ee5-97e8-6b5116767f92,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:03.784319 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:03.914497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Router 37a207ef-2192-4616-a734-b9b7c021fe92 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:22:04.023628 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:22:04.033264 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Sync routers for ids ['37a207ef-2192-4616-a734-b9b7c021fe92'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:22:04.043147 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:04.044664 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a02be3f3-ce6c-4fef-aa4c-8a66cf44198d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4836164 Dec 20 22:22:04.044909 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Routers {'37a207ef-2192-4616-a734-b9b7c021fe92'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:22:04.045733 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:22:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['37a207ef-2192-4616-a734-b9b7c021fe92'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:04.047536 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53910) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:04.166299 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Set router 37a207ef-2192-4616-a734-b9b7c021fe92 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:22:04.221231 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593600e9-b364-44f5-b25a-138935b34c68 None None] Network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:22:04.477673 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:04.510768 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2af29459-7c13-40e6-9a6f-13adc06246f7 None None] Provisioning complete for port 48d997ff-ca7f-4ee5-97e8-6b5116767f92 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:04.511439 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2af29459-7c13-40e6-9a6f-13adc06246f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:04.641025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] Allocated IP 172.20.0.1 (8cbaba4e-ff43-4b2c-bf94-c77af7e71f55/98690788-4bfb-4e74-8e5f-056d9deeddb0/027daf5e-bbea-41b3-a9af-51561d5428a0) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:22:04.705034 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:22:03Z', 'revision_number': 3, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:04.733137 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Checking router: 37a207ef-2192-4616-a734-b9b7c021fe92 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:22:04.733473 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Updating router 37a207ef-2192-4616-a734-b9b7c021fe92 port d0f4bd77-3953-49a7-b317-126d2fc9be36 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:22:04.754058 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:04.760112 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:04.794233 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:04.845378 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] Network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:22:04.846344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] Pushing event updated for resources: {'Port': ['ID=027daf5e-bbea-41b3-a9af-51561d5428a0,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:04.852431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:22:04.858286 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:22:04.901490 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:05.036986 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:05.054858 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:05.057592 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-eacf6f4e-4fbc-4022-9722-b7956ee90b8d None None] Provisioning complete for port 48d997ff-ca7f-4ee5-97e8-6b5116767f92 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:05.058118 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eacf6f4e-4fbc-4022-9722-b7956ee90b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:05.061453 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:05.141683 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Attempting to bind port d0f4bd77-3953-49a7-b317-126d2fc9be36 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:22:05.142038 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Attempting to bind port d0f4bd77-3953-49a7-b317-126d2fc9be36 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:22:05.142415 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Attempting to bind port d0f4bd77-3953-49a7-b317-126d2fc9be36 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:22:05.144947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642cf7e-e595-429b-813e-087185b9044f None None] Pushing event updated for resources: {'Port': ['ID=d0f4bd77-3953-49a7-b317-126d2fc9be36,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:05.153581 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:22:05.153990 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:22:05.154349 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:05.154709 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:22:05.155212 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Bound port: d0f4bd77-3953-49a7-b317-126d2fc9be36, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:22:05.155556 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:05.206374 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:05.216885 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:05.238972 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] For port d0f4bd77-3953-49a7-b317-126d2fc9be36, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:22:05.250950 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] For port d0f4bd77-3953-49a7-b317-126d2fc9be36, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d0f4bd77-3953-49a7-b317-126d2fc9be36,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:22:05.257116 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:05.289426 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] Pushing event updated for resources: {'Port': ['ID=027daf5e-bbea-41b3-a9af-51561d5428a0,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:05.292394 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:05.312315 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Routers {'37a207ef-2192-4616-a734-b9b7c021fe92'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:22:05.313014 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:22:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['37a207ef-2192-4616-a734-b9b7c021fe92'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:05.376198 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642cf7e-e595-429b-813e-087185b9044f None None] Pushing event updated for resources: {'Port': ['ID=d0f4bd77-3953-49a7-b317-126d2fc9be36,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:05.389695 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] Network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:22:05.391449 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:22:05.400818 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-60c65a87-f0b0-497a-9646-a409e98d297c None None] Provisioning complete for port 027daf5e-bbea-41b3-a9af-51561d5428a0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:05.401183 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-60c65a87-f0b0-497a-9646-a409e98d297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:05.445202 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-60c65a87-f0b0-497a-9646-a409e98d297c None None] Port 027daf5e-bbea-41b3-a9af-51561d5428a0 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:22:05.461986 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] Set router 37a207ef-2192-4616-a734-b9b7c021fe92 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:22:05.495409 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 48d997ff-ca7f-4ee5-97e8-6b5116767f92 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:22:05.518355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] Router 37a207ef-2192-4616-a734-b9b7c021fe92 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:22:05.633938 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:22:05.638305 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 48d997ff-ca7f-4ee5-97e8-6b5116767f92 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:05.638305 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:05.638886 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0b7bc83c-4bb0-48f7-b53d-9b4c6586f44b admin admin] 10.222.0.32 "PUT /v2.0/routers/37a207ef-2192-4616-a734-b9b7c021fe92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5902689 Dec 20 22:22:05.719189 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-247ad15a-facb-44e3-8739-1d80b7f53fb0 None None] Provisioning complete for port 027daf5e-bbea-41b3-a9af-51561d5428a0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:05.719595 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-247ad15a-facb-44e3-8739-1d80b7f53fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:05.790767 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-247ad15a-facb-44e3-8739-1d80b7f53fb0 None None] Port 027daf5e-bbea-41b3-a9af-51561d5428a0 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:22:05.810798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '027daf5e-bbea-41b3-a9af-51561d5428a0', 'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:04Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 2, 'project_id': '18957f94c12e4276817177af0d763cc6', 'subnets': [{'id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:05.836681 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31d995-b9bd-4606-915a-31152d0c719c None None] The sync data for ids ['37a207ef-2192-4616-a734-b9b7c021fe92'] in n-d-xena-1 is: [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '027daf5e-bbea-41b3-a9af-51561d5428a0', 'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:04Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 2, 'project_id': '18957f94c12e4276817177af0d763cc6', 'subnets': [{'id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:22:06.147082 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 53926) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:06.152407 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-33fbd709-636c-4c01-993e-38033058b546 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1934050161-network', 'tenant_id': 'a27038b1c9fa474b8dad5fd28ae4d324'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:22:06.176786 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fbd709-636c-4c01-993e-38033058b546 admin admin] Made reservation on behalf of a27038b1c9fa474b8dad5fd28ae4d324 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:22:06.179877 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33fbd709-636c-4c01-993e-38033058b546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:06.189345 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33fbd709-636c-4c01-993e-38033058b546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:06.274864 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33fbd709-636c-4c01-993e-38033058b546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:06.285666 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33fbd709-636c-4c01-993e-38033058b546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:06.314968 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fbd709-636c-4c01-993e-38033058b546 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:22:06.326204 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbd709-636c-4c01-993e-38033058b546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c260d37-12c8-4c63-9d69-480749e8836e,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:06.331344 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33fbd709-636c-4c01-993e-38033058b546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:06.331689 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-33fbd709-636c-4c01-993e-38033058b546 admin admin] Added segment 2ed61e54-5348-4056-9492-2048b992b1fc of type vlan for network cd17143e-c0ea-422e-8b71-8c02f0e251e0 Dec 20 22:22:06.375608 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33fbd709-636c-4c01-993e-38033058b546 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:06.401638 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33fbd709-636c-4c01-993e-38033058b546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:06.402630 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fbd709-636c-4c01-993e-38033058b546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:06.403212 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33fbd709-636c-4c01-993e-38033058b546 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:06.469506 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-33fbd709-636c-4c01-993e-38033058b546 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3186653 Dec 20 22:22:06.470376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53928) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:06.476250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-23fd9c90-83c1-4b0e-9c22-3057e616055d admin admin] Request body: {'subnet': {'network_id': 'cd17143e-c0ea-422e-8b71-8c02f0e251e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1934050161-subnet', 'tenant_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:22:06.476983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbd709-636c-4c01-993e-38033058b546 admin admin] Pushing event updated for resources: {'Network': ['ID=cd17143e-c0ea-422e-8b71-8c02f0e251e0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:06.495338 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network cd17143e-c0ea-422e-8b71-8c02f0e251e0 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:22:06.509562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fd9c90-83c1-4b0e-9c22-3057e616055d admin admin] Made reservation on behalf of a27038b1c9fa474b8dad5fd28ae4d324 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:22:06.512238 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23fd9c90-83c1-4b0e-9c22-3057e616055d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.008147 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23fd9c90-83c1-4b0e-9c22-3057e616055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.063913 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd9c90-83c1-4b0e-9c22-3057e616055d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c6f80c9-914e-46e4-be48-d68d5ee59ff7,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:07.074911 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fd9c90-83c1-4b0e-9c22-3057e616055d admin admin] Checking segment: {'id': '2ed61e54-5348-4056-9492-2048b992b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd17143e-c0ea-422e-8b71-8c02f0e251e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:22:07.075271 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fd9c90-83c1-4b0e-9c22-3057e616055d admin admin] Network hostable DHCP agents. Network: cd17143e-c0ea-422e-8b71-8c02f0e251e0, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:22:07.093471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fd9c90-83c1-4b0e-9c22-3057e616055d admin admin] Network cd17143e-c0ea-422e-8b71-8c02f0e251e0 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:22:07.103223 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-23fd9c90-83c1-4b0e-9c22-3057e616055d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, cd17143e-c0ea-422e-8b71-8c02f0e251e0) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:22:07.109471 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fd9c90-83c1-4b0e-9c22-3057e616055d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:07.110410 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-23fd9c90-83c1-4b0e-9c22-3057e616055d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.115292 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a7bfff-3466-4a31-8d36-4056f7b4bace None None] Network cd17143e-c0ea-422e-8b71-8c02f0e251e0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:22:07.129010 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-23fd9c90-83c1-4b0e-9c22-3057e616055d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6569090 Dec 20 22:22:07.131712 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53930) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:07.136020 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1934050161-router', 'tenant_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:22:07.157350 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.158363 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.212860 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.270553 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-cd17143e-c0ea-422e-8b71-8c02f0e251e0', 'network_id': 'cd17143e-c0ea-422e-8b71-8c02f0e251e0', 'tenant_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'fixed_ips': [{'subnet_id': '6c6f80c9-914e-46e4-be48-d68d5ee59ff7'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:22:07.271491 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.354943 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.406050 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Allocated IP 172.20.0.2 (cd17143e-c0ea-422e-8b71-8c02f0e251e0/6c6f80c9-914e-46e4-be48-d68d5ee59ff7/9f6c7535-72f0-41c8-8b95-9bf9845729fb) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:22:07.492333 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d0f4bd77-3953-49a7-b317-126d2fc9be36 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:22:07.582056 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.599213 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d0f4bd77-3953-49a7-b317-126d2fc9be36 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:07.599811 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.607595 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.644473 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.655558 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.709494 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Allocated IP 172.35.3.89 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/20500876-1b15-4f74-aaeb-522091df7de2) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:22:07.709727 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Network cd17143e-c0ea-422e-8b71-8c02f0e251e0 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:22:07.712536 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Pushing event updated for resources: {'Port': ['ID=9f6c7535-72f0-41c8-8b95-9bf9845729fb,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:07.715984 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:22:07.734939 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:22:07.772798 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.817116 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.818136 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port d0f4bd77-3953-49a7-b317-126d2fc9be36, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d0f4bd77-3953-49a7-b317-126d2fc9be36,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:22:07.820204 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Attempting to bind port 9f6c7535-72f0-41c8-8b95-9bf9845729fb on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:22:07.820655 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Attempting to bind port 9f6c7535-72f0-41c8-8b95-9bf9845729fb by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '2ed61e54-5348-4056-9492-2048b992b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd17143e-c0ea-422e-8b71-8c02f0e251e0'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:22:07.820960 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Attempting to bind port 9f6c7535-72f0-41c8-8b95-9bf9845729fb on network cd17143e-c0ea-422e-8b71-8c02f0e251e0 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:22:07.824544 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.831585 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:22:07.831585 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Checking segment: {'id': '2ed61e54-5348-4056-9492-2048b992b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd17143e-c0ea-422e-8b71-8c02f0e251e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:22:07.831982 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.832310 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Bound using segment: {'id': '2ed61e54-5348-4056-9492-2048b992b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd17143e-c0ea-422e-8b71-8c02f0e251e0'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:22:07.832765 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Bound port: 9f6c7535-72f0-41c8-8b95-9bf9845729fb, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed61e54-5348-4056-9492-2048b992b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd17143e-c0ea-422e-8b71-8c02f0e251e0'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:22:07.833144 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.844384 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Sync routers for ids ['37a207ef-2192-4616-a734-b9b7c021fe92'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:22:07.853333 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Routers {'37a207ef-2192-4616-a734-b9b7c021fe92'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:22:07.853951 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:22:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['37a207ef-2192-4616-a734-b9b7c021fe92'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:07.861195 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.900836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:22:07.905768 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:22:07.909028 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:22:07.909808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=d0f4bd77-3953-49a7-b317-126d2fc9be36,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:07.937442 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] For port 9f6c7535-72f0-41c8-8b95-9bf9845729fb, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:22:07.939287 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Pushing event updated for resources: {'Port': ['ID=20500876-1b15-4f74-aaeb-522091df7de2,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:07.940591 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] For port 9f6c7535-72f0-41c8-8b95-9bf9845729fb, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9f6c7535-72f0-41c8-8b95-9bf9845729fb,segment=NetworkSegment(2ed61e54-5348-4056-9492-2048b992b1fc),segment_id=2ed61e54-5348-4056-9492-2048b992b1fc)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:22:07.949055 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:07.973058 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Set router 37a207ef-2192-4616-a734-b9b7c021fe92 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:22:08.008038 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b3f67-5289-413c-8b2a-aa5844863c40 None None] Pushing event updated for resources: {'Port': ['ID=9f6c7535-72f0-41c8-8b95-9bf9845729fb,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:08.219303 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:08.313130 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '027daf5e-bbea-41b3-a9af-51561d5428a0', 'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:04Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 2, 'project_id': '18957f94c12e4276817177af0d763cc6', 'subnets': [{'id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:08.343508 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Checking router: 37a207ef-2192-4616-a734-b9b7c021fe92 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:22:08.343857 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Updating router 37a207ef-2192-4616-a734-b9b7c021fe92 port 027daf5e-bbea-41b3-a9af-51561d5428a0 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:22:08.368373 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:08.434939 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:08.567324 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Router 3a32778b-9d07-42aa-8309-cfaf86196dd9 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:22:08.633643 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:08.643048 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:08.681615 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:22:08.694274 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Sync routers for ids ['3a32778b-9d07-42aa-8309-cfaf86196dd9'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:22:08.707130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Routers {'3a32778b-9d07-42aa-8309-cfaf86196dd9'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:22:08.708066 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c8465878-8b27-4393-bb03-51b367750905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:22:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['3a32778b-9d07-42aa-8309-cfaf86196dd9'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:08.713876 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:08.715205 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-284032a6-4763-4fd7-bc63-279390519560 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5825644 Dec 20 22:22:08.718438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53932) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:08.723489 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ae62f-0779-4249-a914-ea99a7ba0aae None None] Pushing event updated for resources: {'Port': ['ID=027daf5e-bbea-41b3-a9af-51561d5428a0,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:08.743319 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ae62f-0779-4249-a914-ea99a7ba0aae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:08.743919 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ae62f-0779-4249-a914-ea99a7ba0aae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:08.744437 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ae62f-0779-4249-a914-ea99a7ba0aae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:08.744924 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ae62f-0779-4249-a914-ea99a7ba0aae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:08.745393 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ae62f-0779-4249-a914-ea99a7ba0aae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:08.745883 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ae62f-0779-4249-a914-ea99a7ba0aae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:08.746396 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ae62f-0779-4249-a914-ea99a7ba0aae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:08.746898 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ae62f-0779-4249-a914-ea99a7ba0aae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:08.747370 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ae62f-0779-4249-a914-ea99a7ba0aae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:08.747855 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ae62f-0779-4249-a914-ea99a7ba0aae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:08.748326 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ae62f-0779-4249-a914-ea99a7ba0aae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:08.748806 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ae62f-0779-4249-a914-ea99a7ba0aae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:22:08.773939 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Attempting to bind port 027daf5e-bbea-41b3-a9af-51561d5428a0 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:22:08.774385 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Attempting to bind port 027daf5e-bbea-41b3-a9af-51561d5428a0 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:22:08.774746 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Attempting to bind port 027daf5e-bbea-41b3-a9af-51561d5428a0 on network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:22:08.780731 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:22:08.781442 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Checking segment: {'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:22:08.782006 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:08.786539 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Bound using segment: {'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:22:08.788118 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Bound port: 027daf5e-bbea-41b3-a9af-51561d5428a0, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:22:08.788911 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:08.871502 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Set router 3a32778b-9d07-42aa-8309-cfaf86196dd9 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:22:08.898289 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] For port 027daf5e-bbea-41b3-a9af-51561d5428a0, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:22:08.908043 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] For port 027daf5e-bbea-41b3-a9af-51561d5428a0, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=027daf5e-bbea-41b3-a9af-51561d5428a0,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:22:08.915909 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:08.988447 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ae62f-0779-4249-a914-ea99a7ba0aae None None] Pushing event updated for resources: {'Port': ['ID=027daf5e-bbea-41b3-a9af-51561d5428a0,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:09.005703 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Routers {'37a207ef-2192-4616-a734-b9b7c021fe92'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:22:09.007272 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:22:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['37a207ef-2192-4616-a734-b9b7c021fe92'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:09.083770 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ef0c46fc-c493-4412-9ae1-56a9f6129788 None None] Provisioning complete for port 027daf5e-bbea-41b3-a9af-51561d5428a0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:09.084210 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef0c46fc-c493-4412-9ae1-56a9f6129788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:09.132222 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] Set router 37a207ef-2192-4616-a734-b9b7c021fe92 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:22:09.248932 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5d195b-57cb-4b8f-b38e-aa85dcf55959 None None] Network cd17143e-c0ea-422e-8b71-8c02f0e251e0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:22:09.261387 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:09.305890 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef0c46fc-c493-4412-9ae1-56a9f6129788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:09.314518 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c8465878-8b27-4393-bb03-51b367750905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'name': 'tempest-TestShelveInstance-1934050161-router', 'tenant_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '20500876-1b15-4f74-aaeb-522091df7de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:07Z', 'updated_at': '2021-12-20T22:22:08Z', 'revision_number': 3, 'project_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'gw_port': {'id': '20500876-1b15-4f74-aaeb-522091df7de2', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:07Z', 'updated_at': '2021-12-20T22:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:09.359256 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Checking router: 3a32778b-9d07-42aa-8309-cfaf86196dd9 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:22:09.359606 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Updating router 3a32778b-9d07-42aa-8309-cfaf86196dd9 port 20500876-1b15-4f74-aaeb-522091df7de2 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:22:09.406027 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ef0c46fc-c493-4412-9ae1-56a9f6129788 None None] For port 027daf5e-bbea-41b3-a9af-51561d5428a0, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=027daf5e-bbea-41b3-a9af-51561d5428a0,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:22:09.410223 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:09.419349 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ef0c46fc-c493-4412-9ae1-56a9f6129788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:09.421444 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '027daf5e-bbea-41b3-a9af-51561d5428a0', 'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:04Z', 'updated_at': '2021-12-20T22:22:08Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'subnets': [{'id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:09.452171 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b846c5b1-76b2-4971-ab63-320b0a7c08e4 None None] The sync data for ids ['37a207ef-2192-4616-a734-b9b7c021fe92'] in n-d-xena-1 is: [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '027daf5e-bbea-41b3-a9af-51561d5428a0', 'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:04Z', 'updated_at': '2021-12-20T22:22:08Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'subnets': [{'id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:22:09.452731 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] Allocated IP 172.20.0.1 (cd17143e-c0ea-422e-8b71-8c02f0e251e0/6c6f80c9-914e-46e4-be48-d68d5ee59ff7/d79bd6c0-69fe-479a-b8c5-39905b5ad699) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:22:09.589949 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c46fc-c493-4412-9ae1-56a9f6129788 None None] Pushing event updated for resources: {'Port': ['ID=027daf5e-bbea-41b3-a9af-51561d5428a0,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:09.616174 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:09.663730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:09.713823 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] Network cd17143e-c0ea-422e-8b71-8c02f0e251e0 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:22:09.722121 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:22:09.724646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] Pushing event updated for resources: {'Port': ['ID=d79bd6c0-69fe-479a-b8c5-39905b5ad699,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:09.727078 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:22:09.766970 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:09.820173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d0f4bd77-3953-49a7-b317-126d2fc9be36 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:22:09.862528 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ac2c6a85-b45d-49b8-a1f9-06e30a3a1107 None None] Provisioning complete for port 9f6c7535-72f0-41c8-8b95-9bf9845729fb triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:09.862904 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6a85-b45d-49b8-a1f9-06e30a3a1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:09.902369 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:10.000531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d0f4bd77-3953-49a7-b317-126d2fc9be36 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:10.001018 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:10.082623 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:10.092078 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:10.112111 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6a85-b45d-49b8-a1f9-06e30a3a1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:10.181307 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] Pushing event updated for resources: {'Port': ['ID=d79bd6c0-69fe-479a-b8c5-39905b5ad699,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:10.187235 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:10.219178 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-ac2c6a85-b45d-49b8-a1f9-06e30a3a1107 None None] For port 9f6c7535-72f0-41c8-8b95-9bf9845729fb, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9f6c7535-72f0-41c8-8b95-9bf9845729fb,segment=NetworkSegment(2ed61e54-5348-4056-9492-2048b992b1fc),segment_id=2ed61e54-5348-4056-9492-2048b992b1fc)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:22:10.223301 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:10.227845 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6a85-b45d-49b8-a1f9-06e30a3a1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:10.258936 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:10.264971 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9f6c7535-72f0-41c8-8b95-9bf9845729fb up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:22:10.289021 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] Network cd17143e-c0ea-422e-8b71-8c02f0e251e0 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:22:10.290655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:22:10.339135 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ac2c6a85-b45d-49b8-a1f9-06e30a3a1107 None None] Provisioning complete for port 027daf5e-bbea-41b3-a9af-51561d5428a0 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:10.339515 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6a85-b45d-49b8-a1f9-06e30a3a1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:10.350848 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Attempting to bind port 20500876-1b15-4f74-aaeb-522091df7de2 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:22:10.351218 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Attempting to bind port 20500876-1b15-4f74-aaeb-522091df7de2 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:22:10.351586 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Attempting to bind port 20500876-1b15-4f74-aaeb-522091df7de2 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:22:10.371641 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c6a85-b45d-49b8-a1f9-06e30a3a1107 None None] Pushing event updated for resources: {'Port': ['ID=9f6c7535-72f0-41c8-8b95-9bf9845729fb,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:10.383041 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:22:10.383531 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:22:10.384016 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:10.384463 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:22:10.385042 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Bound port: 20500876-1b15-4f74-aaeb-522091df7de2, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:22:10.385480 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:10.420175 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] Router 3a32778b-9d07-42aa-8309-cfaf86196dd9 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:22:10.487979 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 9f6c7535-72f0-41c8-8b95-9bf9845729fb triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:10.488569 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:10.520382 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc041d91-e754-45c4-8ba0-8d346500e9e2 None None] Pushing event updated for resources: {'Port': ['ID=20500876-1b15-4f74-aaeb-522091df7de2,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:10.534496 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c8465878-8b27-4393-bb03-51b367750905 None None] For port 20500876-1b15-4f74-aaeb-522091df7de2, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:22:10.544348 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:22:10.549585 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-86ed94a5-7e12-4ea8-ac87-f41494ea8da0 admin admin] 10.222.0.32 "PUT /v2.0/routers/3a32778b-9d07-42aa-8309-cfaf86196dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8303545 Dec 20 22:22:10.578930 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-c8465878-8b27-4393-bb03-51b367750905 None None] For port 20500876-1b15-4f74-aaeb-522091df7de2, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=20500876-1b15-4f74-aaeb-522091df7de2,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:22:10.601213 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:10.705609 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc041d91-e754-45c4-8ba0-8d346500e9e2 None None] Pushing event updated for resources: {'Port': ['ID=20500876-1b15-4f74-aaeb-522091df7de2,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:10.714832 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Routers {'3a32778b-9d07-42aa-8309-cfaf86196dd9'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:22:10.715450 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c8465878-8b27-4393-bb03-51b367750905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:22:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['3a32778b-9d07-42aa-8309-cfaf86196dd9'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:10.719068 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 027daf5e-bbea-41b3-a9af-51561d5428a0 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:22:10.834863 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e746b1ab-722e-4689-a7a6-5a40800645e6 None None] Provisioning complete for port 9f6c7535-72f0-41c8-8b95-9bf9845729fb triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:10.835595 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e746b1ab-722e-4689-a7a6-5a40800645e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:10.891532 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-c8465878-8b27-4393-bb03-51b367750905 None None] Set router 3a32778b-9d07-42aa-8309-cfaf86196dd9 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:22:10.920248 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 027daf5e-bbea-41b3-a9af-51561d5428a0 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:10.920624 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.147317 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-e746b1ab-722e-4689-a7a6-5a40800645e6 None None] Provisioning complete for port d79bd6c0-69fe-479a-b8c5-39905b5ad699 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:11.147683 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e746b1ab-722e-4689-a7a6-5a40800645e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.215129 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-e746b1ab-722e-4689-a7a6-5a40800645e6 None None] Port d79bd6c0-69fe-479a-b8c5-39905b5ad699 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:22:11.232858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53940) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:11.237072 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c8465878-8b27-4393-bb03-51b367750905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'name': 'tempest-TestShelveInstance-1934050161-router', 'tenant_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '20500876-1b15-4f74-aaeb-522091df7de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:07Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 4, 'project_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'gw_port': {'id': '20500876-1b15-4f74-aaeb-522091df7de2', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:07Z', 'updated_at': '2021-12-20T22:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd79bd6c0-69fe-479a-b8c5-39905b5ad699', 'name': '', 'network_id': 'cd17143e-c0ea-422e-8b71-8c02f0e251e0', 'tenant_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'mac_address': 'fa:16:3e:67:98:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6c6f80c9-914e-46e4-be48-d68d5ee59ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:09Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 2, 'project_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'subnets': [{'id': '6c6f80c9-914e-46e4-be48-d68d5ee59ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:11.237475 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0787e584-3643-4477-84d4-71785a8315bd tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1327643113', 'description': 'tempest-secgroup-smoke-1327643113 description', 'project_id': '18957f94c12e4276817177af0d763cc6'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:22:11.261365 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0787e584-3643-4477-84d4-71785a8315bd tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.264119 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8465878-8b27-4393-bb03-51b367750905 None None] The sync data for ids ['3a32778b-9d07-42aa-8309-cfaf86196dd9'] in n-d-xena-1 is: [{'id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'name': 'tempest-TestShelveInstance-1934050161-router', 'tenant_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '20500876-1b15-4f74-aaeb-522091df7de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:07Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 4, 'project_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'gw_port': {'id': '20500876-1b15-4f74-aaeb-522091df7de2', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:07Z', 'updated_at': '2021-12-20T22:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd79bd6c0-69fe-479a-b8c5-39905b5ad699', 'name': '', 'network_id': 'cd17143e-c0ea-422e-8b71-8c02f0e251e0', 'tenant_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'mac_address': 'fa:16:3e:67:98:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6c6f80c9-914e-46e4-be48-d68d5ee59ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:09Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 2, 'project_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'subnets': [{'id': '6c6f80c9-914e-46e4-be48-d68d5ee59ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:22:11.335850 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0787e584-3643-4477-84d4-71785a8315bd tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.340899 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0787e584-3643-4477-84d4-71785a8315bd tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.371071 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787e584-3643-4477-84d4-71785a8315bd tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31881ab7-e8bd-4118-bff4-5b55a120d148,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:11.375229 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0787e584-3643-4477-84d4-71785a8315bd tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.378196 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0787e584-3643-4477-84d4-71785a8315bd tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1426544 Dec 20 22:22:11.379906 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53942) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:11.384594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f2052329-2021-47ae-84f9-8056bf6b8c33 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Request body: {'security_group_rule': {'security_group_id': '31881ab7-e8bd-4118-bff4-5b55a120d148', 'project_id': '18957f94c12e4276817177af0d763cc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:22:11.413184 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2052329-2021-47ae-84f9-8056bf6b8c33 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.470237 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9f6c7535-72f0-41c8-8b95-9bf9845729fb up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:22:11.495517 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2052329-2021-47ae-84f9-8056bf6b8c33 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.501445 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2052329-2021-47ae-84f9-8056bf6b8c33 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.523355 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2052329-2021-47ae-84f9-8056bf6b8c33 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b42003-b524-41b5-b615-95c39b656e2d,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:11.528006 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 9f6c7535-72f0-41c8-8b95-9bf9845729fb triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:11.528416 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.539106 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f2052329-2021-47ae-84f9-8056bf6b8c33 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.540595 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f2052329-2021-47ae-84f9-8056bf6b8c33 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1592669 Dec 20 22:22:11.543167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53944) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:11.547659 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-a5958e91-6cda-478a-aee0-e49097b17152 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Request body: {'security_group_rule': {'security_group_id': '31881ab7-e8bd-4118-bff4-5b55a120d148', 'project_id': '18957f94c12e4276817177af0d763cc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:22:11.581077 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a5958e91-6cda-478a-aee0-e49097b17152 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.643206 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 027daf5e-bbea-41b3-a9af-51561d5428a0 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:22:11.649391 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a5958e91-6cda-478a-aee0-e49097b17152 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.654393 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a5958e91-6cda-478a-aee0-e49097b17152 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.682644 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5958e91-6cda-478a-aee0-e49097b17152 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde465b6-67bd-42c3-87a2-2b266b2f595a,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:11.687867 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-a5958e91-6cda-478a-aee0-e49097b17152 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.692291 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-a5958e91-6cda-478a-aee0-e49097b17152 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1456826 Dec 20 22:22:11.692786 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53946) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:11.695509 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 027daf5e-bbea-41b3-a9af-51561d5428a0 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:11.695990 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.697172 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-3904ae28-3b6d-4b8e-b70c-0bdf5525b3a3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Request body: {'security_group_rule': {'security_group_id': '31881ab7-e8bd-4118-bff4-5b55a120d148', 'project_id': '18957f94c12e4276817177af0d763cc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:22:11.727560 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3904ae28-3b6d-4b8e-b70c-0bdf5525b3a3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.789068 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3904ae28-3b6d-4b8e-b70c-0bdf5525b3a3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.793566 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3904ae28-3b6d-4b8e-b70c-0bdf5525b3a3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.812224 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904ae28-3b6d-4b8e-b70c-0bdf5525b3a3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3012eeae-7004-4988-9fa2-876b5f831aac,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:11.821507 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3904ae28-3b6d-4b8e-b70c-0bdf5525b3a3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.825425 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3904ae28-3b6d-4b8e-b70c-0bdf5525b3a3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292467 Dec 20 22:22:11.825728 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53948) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:11.830297 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-b7fc3dd6-6a54-47b2-8855-e15133fee778 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Request body: {'security_group_rule': {'security_group_id': '31881ab7-e8bd-4118-bff4-5b55a120d148', 'project_id': '18957f94c12e4276817177af0d763cc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:22:11.857865 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b7fc3dd6-6a54-47b2-8855-e15133fee778 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.923057 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b7fc3dd6-6a54-47b2-8855-e15133fee778 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.929520 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b7fc3dd6-6a54-47b2-8855-e15133fee778 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.956306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc3dd6-6a54-47b2-8855-e15133fee778 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b9121d-2ee1-4778-b8e8-ff44a1244650,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:11.961907 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b7fc3dd6-6a54-47b2-8855-e15133fee778 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:11.963145 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b7fc3dd6-6a54-47b2-8855-e15133fee778 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364517 Dec 20 22:22:11.965923 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53950) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:11.970324 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-bc6ac6ae-792e-4b36-873d-6ceb5e619cc0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Request body: {'security_group_rule': {'security_group_id': '31881ab7-e8bd-4118-bff4-5b55a120d148', 'project_id': '18957f94c12e4276817177af0d763cc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:22:11.992270 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-bc6ac6ae-792e-4b36-873d-6ceb5e619cc0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Project 18957f94c12e4276817177af0d763cc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 22:22:11.996845 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bc6ac6ae-792e-4b36-873d-6ceb5e619cc0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:12.055062 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bc6ac6ae-792e-4b36-873d-6ceb5e619cc0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:12.060363 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bc6ac6ae-792e-4b36-873d-6ceb5e619cc0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:12.077618 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ac6ae-792e-4b36-873d-6ceb5e619cc0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431ca520-c409-4e93-9fdd-e3483242425b,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:12.085032 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bc6ac6ae-792e-4b36-873d-6ceb5e619cc0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:12.086264 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bc6ac6ae-792e-4b36-873d-6ceb5e619cc0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193469 Dec 20 22:22:12.088953 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 53952) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:12.093201 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e4e33247-7461-4546-b605-c441025182b6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Request body: {'security_group_rule': {'security_group_id': '31881ab7-e8bd-4118-bff4-5b55a120d148', 'project_id': '18957f94c12e4276817177af0d763cc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:22:12.116656 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-e4e33247-7461-4546-b605-c441025182b6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Project 18957f94c12e4276817177af0d763cc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 22:22:12.121565 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e4e33247-7461-4546-b605-c441025182b6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:12.187395 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e4e33247-7461-4546-b605-c441025182b6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:12.194478 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e4e33247-7461-4546-b605-c441025182b6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:12.219450 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e33247-7461-4546-b605-c441025182b6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b757b8a-3cea-484c-8a36-c231bceff9ed,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:12.228084 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e4e33247-7461-4546-b605-c441025182b6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:12.229318 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e4e33247-7461-4546-b605-c441025182b6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394408 Dec 20 22:22:12.382822 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-81d1527a-8d05-4d19-bd86-b138fd836078 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327643113&fields=id&tenant_id=18957f94c12e4276817177af0d763cc6 HTTP/1.1" status: 200 len: 267 time: 0.0443857 Dec 20 22:22:12.494345 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-dc33e01a-eb6d-437d-a051-ec16b63fb9f3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:12.495894 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-dc33e01a-eb6d-437d-a051-ec16b63fb9f3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 808 time: 0.1082208 Dec 20 22:22:12.512412 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-a2d39b04-52e6-4b1b-beb0-6a253109c674 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/quotas/18957f94c12e4276817177af0d763cc6 HTTP/1.1" status: 200 len: 375 time: 0.0104587 Dec 20 22:22:12.566644 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-dc458bfe-4ce8-4055-b0f5-6708a097fe9c tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478404 Dec 20 22:22:12.673194 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-a1d801df-d995-41ef-b3f1-ed041a615151 service neutron] 10.222.0.32 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936298 Dec 20 22:22:12.766989 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-716395e3-a0b9-4f5c-a4d8-d882912ae1f4 service neutron] 10.222.0.32 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869193 Dec 20 22:22:12.946334 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-53e527f2-ca5b-4836-86f2-34d48670c738 req-cbb0c1b1-0bfe-4963-a4e4-8d64f054b81d tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 210 time: 0.0278478 Dec 20 22:22:13.471328 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 20500876-1b15-4f74-aaeb-522091df7de2 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:22:13.580541 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Sync routers for ids ['3a32778b-9d07-42aa-8309-cfaf86196dd9'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:22:13.591689 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Routers {'3a32778b-9d07-42aa-8309-cfaf86196dd9'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:22:13.592482 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:22:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['3a32778b-9d07-42aa-8309-cfaf86196dd9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:13.682793 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 20500876-1b15-4f74-aaeb-522091df7de2 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:13.683605 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:13.706579 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Set router 3a32778b-9d07-42aa-8309-cfaf86196dd9 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:22:13.772078 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:13.792301 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 20500876-1b15-4f74-aaeb-522091df7de2, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=20500876-1b15-4f74-aaeb-522091df7de2,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:22:13.797466 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:13.850417 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=20500876-1b15-4f74-aaeb-522091df7de2,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:13.912566 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'name': 'tempest-TestShelveInstance-1934050161-router', 'tenant_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '20500876-1b15-4f74-aaeb-522091df7de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:07Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 4, 'project_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'gw_port': {'id': '20500876-1b15-4f74-aaeb-522091df7de2', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:07Z', 'updated_at': '2021-12-20T22:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd79bd6c0-69fe-479a-b8c5-39905b5ad699', 'name': '', 'network_id': 'cd17143e-c0ea-422e-8b71-8c02f0e251e0', 'tenant_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'mac_address': 'fa:16:3e:67:98:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6c6f80c9-914e-46e4-be48-d68d5ee59ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:09Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 2, 'project_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'subnets': [{'id': '6c6f80c9-914e-46e4-be48-d68d5ee59ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:13.943952 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Checking router: 3a32778b-9d07-42aa-8309-cfaf86196dd9 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:22:13.944317 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Updating router 3a32778b-9d07-42aa-8309-cfaf86196dd9 port d79bd6c0-69fe-479a-b8c5-39905b5ad699 binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:22:13.977763 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:13.992242 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-4d0aaf4b-9bb8-4d58-ae30-3a0115dfc54a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:13.993863 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-4d0aaf4b-9bb8-4d58-ae30-3a0115dfc54a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.66 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 808 time: 0.1124930 Dec 20 22:22:14.061310 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aeb005a1-3b78-4d24-855f-fa7f02751a2f req-ded9d99c-81a8-480c-910e-83abece5dad7 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 210 time: 0.0344372 Dec 20 22:22:14.071346 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-157f9b92-9b29-49aa-9b72-1131d3404778 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18957f94c12e4276817177af0d763cc6 HTTP/1.1" status: 200 len: 380 time: 0.0595682 Dec 20 22:22:14.100607 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-29a7635e-b406-49c4-b145-ca95ca992ef6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Request body: {'port': {'device_id': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'admin_state_up': True, 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'security_groups': ['31881ab7-e8bd-4118-bff4-5b55a120d148']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:22:14.218501 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-29a7635e-b406-49c4-b145-ca95ca992ef6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Made reservation on behalf of 18957f94c12e4276817177af0d763cc6 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:22:14.221967 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-29a7635e-b406-49c4-b145-ca95ca992ef6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:14.261770 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:14.267810 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:14.338108 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92657e7c-9334-4b36-9c35-dd71e40cf312 None None] Pushing event updated for resources: {'Port': ['ID=d79bd6c0-69fe-479a-b8c5-39905b5ad699,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:14.357456 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-29a7635e-b406-49c4-b145-ca95ca992ef6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Allocated IP 172.20.0.13 (8cbaba4e-ff43-4b2c-bf94-c77af7e71f55/98690788-4bfb-4e74-8e5f-056d9deeddb0/6c36604c-e81e-45ba-9244-39e0e68c54f5) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:22:14.370594 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Attempting to bind port d79bd6c0-69fe-479a-b8c5-39905b5ad699 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:22:14.370965 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Attempting to bind port d79bd6c0-69fe-479a-b8c5-39905b5ad699 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '2ed61e54-5348-4056-9492-2048b992b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd17143e-c0ea-422e-8b71-8c02f0e251e0'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:22:14.371325 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Attempting to bind port d79bd6c0-69fe-479a-b8c5-39905b5ad699 on network cd17143e-c0ea-422e-8b71-8c02f0e251e0 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:22:14.377572 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:22:14.377938 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Checking segment: {'id': '2ed61e54-5348-4056-9492-2048b992b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd17143e-c0ea-422e-8b71-8c02f0e251e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:22:14.378371 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:14.378774 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Bound using segment: {'id': '2ed61e54-5348-4056-9492-2048b992b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd17143e-c0ea-422e-8b71-8c02f0e251e0'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:22:14.379218 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Bound port: d79bd6c0-69fe-479a-b8c5-39905b5ad699, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed61e54-5348-4056-9492-2048b992b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cd17143e-c0ea-422e-8b71-8c02f0e251e0'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:22:14.379595 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:14.457766 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] For port d79bd6c0-69fe-479a-b8c5-39905b5ad699, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:22:14.461588 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] For port d79bd6c0-69fe-479a-b8c5-39905b5ad699, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d79bd6c0-69fe-479a-b8c5-39905b5ad699,segment=NetworkSegment(2ed61e54-5348-4056-9492-2048b992b1fc),segment_id=2ed61e54-5348-4056-9492-2048b992b1fc)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:22:14.468542 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:14.515111 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-29a7635e-b406-49c4-b145-ca95ca992ef6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:14.530115 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Routers {'3a32778b-9d07-42aa-8309-cfaf86196dd9'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:22:14.530793 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:22:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['3a32778b-9d07-42aa-8309-cfaf86196dd9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:14.555860 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-29a7635e-b406-49c4-b145-ca95ca992ef6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:14.565410 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b04bcda7-599c-42d6-a4b1-34a278fce370 None None] Provisioning complete for port d79bd6c0-69fe-479a-b8c5-39905b5ad699 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:14.565984 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b04bcda7-599c-42d6-a4b1-34a278fce370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:14.597682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-29a7635e-b406-49c4-b145-ca95ca992ef6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:22:14.601328 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-29a7635e-b406-49c4-b145-ca95ca992ef6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:22:14.604038 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-29a7635e-b406-49c4-b145-ca95ca992ef6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:22:14.661207 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7635e-b406-49c4-b145-ca95ca992ef6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'Port': ['ID=6c36604c-e81e-45ba-9244-39e0e68c54f5,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:14.689408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-29a7635e-b406-49c4-b145-ca95ca992ef6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:14.690420 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-29a7635e-b406-49c4-b145-ca95ca992ef6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:14.704367 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b04bcda7-599c-42d6-a4b1-34a278fce370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:14.715726 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-29a7635e-b406-49c4-b145-ca95ca992ef6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6197934 Dec 20 22:22:14.734603 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Request body: {'port': {'device_id': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:22:14.741968 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92657e7c-9334-4b36-9c35-dd71e40cf312 None None] Pushing event updated for resources: {'Port': ['ID=d79bd6c0-69fe-479a-b8c5-39905b5ad699,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:14.758182 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b04bcda7-599c-42d6-a4b1-34a278fce370 None None] For port d79bd6c0-69fe-479a-b8c5-39905b5ad699, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d79bd6c0-69fe-479a-b8c5-39905b5ad699,segment=NetworkSegment(2ed61e54-5348-4056-9492-2048b992b1fc),segment_id=2ed61e54-5348-4056-9492-2048b992b1fc)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:22:14.768161 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b04bcda7-599c-42d6-a4b1-34a278fce370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:14.799289 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] Set router 3a32778b-9d07-42aa-8309-cfaf86196dd9 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:22:14.821164 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:14.840798 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bcda7-599c-42d6-a4b1-34a278fce370 None None] Pushing event updated for resources: {'Port': ['ID=d79bd6c0-69fe-479a-b8c5-39905b5ad699,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:14.892690 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-c6ceb746-1780-4ff5-89b5-76e429b84523 None None] Provisioning complete for port d79bd6c0-69fe-479a-b8c5-39905b5ad699 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:14.892690 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6ceb746-1780-4ff5-89b5-76e429b84523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:15.016112 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'name': 'tempest-TestShelveInstance-1934050161-router', 'tenant_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '20500876-1b15-4f74-aaeb-522091df7de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:07Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 4, 'project_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'gw_port': {'id': '20500876-1b15-4f74-aaeb-522091df7de2', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:07Z', 'updated_at': '2021-12-20T22:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd79bd6c0-69fe-479a-b8c5-39905b5ad699', 'name': '', 'network_id': 'cd17143e-c0ea-422e-8b71-8c02f0e251e0', 'tenant_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'mac_address': 'fa:16:3e:67:98:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6c6f80c9-914e-46e4-be48-d68d5ee59ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:09Z', 'updated_at': '2021-12-20T22:22:14Z', 'revision_number': 4, 'project_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'subnets': [{'id': '6c6f80c9-914e-46e4-be48-d68d5ee59ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:15.042105 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ab6eb-70c1-4e36-b301-91e18ffe7414 None None] The sync data for ids ['3a32778b-9d07-42aa-8309-cfaf86196dd9'] in n-d-xena-1 is: [{'id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'name': 'tempest-TestShelveInstance-1934050161-router', 'tenant_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '20500876-1b15-4f74-aaeb-522091df7de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:07Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 4, 'project_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'gw_port': {'id': '20500876-1b15-4f74-aaeb-522091df7de2', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:07Z', 'updated_at': '2021-12-20T22:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'd79bd6c0-69fe-479a-b8c5-39905b5ad699', 'name': '', 'network_id': 'cd17143e-c0ea-422e-8b71-8c02f0e251e0', 'tenant_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'mac_address': 'fa:16:3e:67:98:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '6c6f80c9-914e-46e4-be48-d68d5ee59ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:09Z', 'updated_at': '2021-12-20T22:22:14Z', 'revision_number': 4, 'project_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'subnets': [{'id': '6c6f80c9-914e-46e4-be48-d68d5ee59ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:22:15.095173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d246734f-c3cc-4140-b551-60b98494bdea None None] Provisioning complete for port 6c36604c-e81e-45ba-9244-39e0e68c54f5 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:15.095620 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d246734f-c3cc-4140-b551-60b98494bdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:15.125025 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c36604c-e81e-45ba-9244-39e0e68c54f5 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:22:15.133082 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d246734f-c3cc-4140-b551-60b98494bdea None None] Port 6c36604c-e81e-45ba-9244-39e0e68c54f5 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:22:15.135893 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:15.152233 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Transition to ACTIVE for port object 6c36604c-e81e-45ba-9244-39e0e68c54f5 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:22:15.157477 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:15.199383 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41168cd2-9261-489d-88c8-4ea99b844f9d req-eb66b881-b3e9-4825-9d42-87d8a0f8e463 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:15.201264 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-41168cd2-9261-489d-88c8-4ea99b844f9d req-eb66b881-b3e9-4825-9d42-87d8a0f8e463 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 932 time: 0.0598006 Dec 20 22:22:15.227865 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Pushing event updated for resources: {'Port': ['ID=6c36604c-e81e-45ba-9244-39e0e68c54f5,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:15.258974 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-41168cd2-9261-489d-88c8-4ea99b844f9d req-62d85595-4a89-402d-8cca-4a40a221f5c8 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494156 Dec 20 22:22:15.292556 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Attempting to bind port 6c36604c-e81e-45ba-9244-39e0e68c54f5 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:22:15.293174 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Attempting to bind port 6c36604c-e81e-45ba-9244-39e0e68c54f5 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:22:15.293537 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Attempting to bind port 6c36604c-e81e-45ba-9244-39e0e68c54f5 on network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:22:15.298841 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Port 6c36604c-e81e-45ba-9244-39e0e68c54f5 on network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:22:15.299164 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Attempting to bind port 6c36604c-e81e-45ba-9244-39e0e68c54f5 on network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:22:15.307470 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:22:15.307811 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Checking segment: {'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:22:15.308202 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Bound using segment: {'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:22:15.308782 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Bound port: 6c36604c-e81e-45ba-9244-39e0e68c54f5, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:22:15.309150 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:15.385382 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] For port 6c36604c-e81e-45ba-9244-39e0e68c54f5, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:22:15.388980 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] For port 6c36604c-e81e-45ba-9244-39e0e68c54f5, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:22:15.395953 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:15.438048 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:15.438861 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:15.440322 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] 10.222.0.66 "PUT /v2.0/ports/6c36604c-e81e-45ba-9244-39e0e68c54f5 HTTP/1.1" status: 200 len: 1090 time: 0.7111125 Dec 20 22:22:15.441062 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'tag': '6c36604c-e81e-45ba-9244-39e0e68c54f5'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:22:15.443694 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ad5068-bc28-425b-a8dc-7788b9c4eb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "535041c2-12f2-44e0-99bf-8e9895f1b58f", "tag": "6c36604c-e81e-45ba-9244-39e0e68c54f5"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:22:15.467881 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ecc22-cebc-4c08-ab48-f368b8497f85 service neutron] Pushing event updated for resources: {'Port': ['ID=6c36604c-e81e-45ba-9244-39e0e68c54f5,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:15.487670 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a019634b-9f94-4ad9-83ce-5d627540a771 x-openstack-request-id: req-a019634b-9f94-4ad9-83ce-5d627540a771 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:22:15.487968 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535041c2-12f2-44e0-99bf-8e9895f1b58f", "tag": "6c36604c-e81e-45ba-9244-39e0e68c54f5", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:22:15.488226 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a019634b-9f94-4ad9-83ce-5d627540a771 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:22:15.488636 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'tag': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'status': 'completed', 'code': 200} Dec 20 22:22:15.543226 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:15.555152 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-067445ea-701e-438b-a9be-b35d10a4e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:15.556672 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-067445ea-701e-438b-a9be-b35d10a4e04e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 1093 time: 0.0481350 Dec 20 22:22:15.557185 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d79bd6c0-69fe-479a-b8c5-39905b5ad699 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:22:15.618499 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port d79bd6c0-69fe-479a-b8c5-39905b5ad699 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:15.619194 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:15.714493 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 20500876-1b15-4f74-aaeb-522091df7de2 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:22:15.767825 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 20500876-1b15-4f74-aaeb-522091df7de2 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:15.768195 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:15.938834 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-68bdf4d5-85e8-462d-92c0-144471f52f60 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5 HTTP/1.1" status: 200 len: 217 time: 0.3679934 Dec 20 22:22:15.987319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-c38429ee-e697-46d2-920b-cb11a95b7dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:15.988723 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-c38429ee-e697-46d2-920b-cb11a95b7dce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0430386 Dec 20 22:22:16.041659 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-31ef1119-aefa-4a8b-902a-439d6a9b6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:16.043158 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-31ef1119-aefa-4a8b-902a-439d6a9b6da7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0395098 Dec 20 22:22:16.137361 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-97fec2c2-398b-4fb5-b7ea-d69fd74a2340 service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858922 Dec 20 22:22:16.230350 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7daa5069-3d7f-44e4-ae17-55a7daa449db req-048dba75-5611-4e2c-913e-bd3734fc4f9f service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869603 Dec 20 22:22:16.349604 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:22:16.364581 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad5068-bc28-425b-a8dc-7788b9c4eb1e req-affb642a-6b1d-4126-a9ab-5d21e8e6d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:16.366088 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32ad5068-bc28-425b-a8dc-7788b9c4eb1e req-affb642a-6b1d-4126-a9ab-5d21e8e6d2ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 1093 time: 0.0409024 Dec 20 22:22:16.387283 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38c1c3-72c4-4ecd-a34a-2cee4423a25b req-6279f021-8bd3-4e64-a610-6e4192613a01 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:16.388985 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad38c1c3-72c4-4ecd-a34a-2cee4423a25b req-6279f021-8bd3-4e64-a610-6e4192613a01 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 944 time: 0.0544786 Dec 20 22:22:16.434227 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ad38c1c3-72c4-4ecd-a34a-2cee4423a25b req-eafd637d-5e69-4cd7-b7d3-0c85952b4d5a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391572 Dec 20 22:22:16.464983 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad5068-bc28-425b-a8dc-7788b9c4eb1e req-2cc5b78f-eb26-4bd9-bc52-d54903ecb41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:16.466497 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32ad5068-bc28-425b-a8dc-7788b9c4eb1e req-2cc5b78f-eb26-4bd9-bc52-d54903ecb41d service neutron] 10.222.0.66 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.0935986 Dec 20 22:22:16.508109 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32ad5068-bc28-425b-a8dc-7788b9c4eb1e req-d659146d-99a0-4313-80f9-b650b51482bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5 HTTP/1.1" status: 200 len: 217 time: 0.0344038 Dec 20 22:22:16.562395 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad5068-bc28-425b-a8dc-7788b9c4eb1e req-5b7f55ca-95ef-408f-89db-e34263686dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:16.563838 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32ad5068-bc28-425b-a8dc-7788b9c4eb1e req-5b7f55ca-95ef-408f-89db-e34263686dca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0491652 Dec 20 22:22:16.618424 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad5068-bc28-425b-a8dc-7788b9c4eb1e req-4eca440f-1dc9-41fb-a749-511608a2570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:16.619946 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32ad5068-bc28-425b-a8dc-7788b9c4eb1e req-4eca440f-1dc9-41fb-a749-511608a2570c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0479019 Dec 20 22:22:16.714932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32ad5068-bc28-425b-a8dc-7788b9c4eb1e req-d91b21f9-e8d3-467f-869c-8c227d07bca8 service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866101 Dec 20 22:22:16.811343 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32ad5068-bc28-425b-a8dc-7788b9c4eb1e req-17f28f7a-32ee-4a44-b270-a92c02ea4734 service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887318 Dec 20 22:22:17.574563 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee4ed9-51f1-4de3-99c2-2e55fcea4222 req-351d88c1-4fec-4c0a-9dae-ee90360bd89b tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:17.575951 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51ee4ed9-51f1-4de3-99c2-2e55fcea4222 req-351d88c1-4fec-4c0a-9dae-ee90360bd89b tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 944 time: 0.0529826 Dec 20 22:22:17.615445 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51ee4ed9-51f1-4de3-99c2-2e55fcea4222 req-1d3fbcb6-8b91-4311-bceb-11ab6c0324af tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332501 Dec 20 22:22:18.497646 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6c36604c-e81e-45ba-9244-39e0e68c54f5 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:22:18.607386 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:18.613813 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6c36604c-e81e-45ba-9244-39e0e68c54f5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:22:18.624910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'port_id': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'mac_address': 'fa:16:3e:c0:81:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:22:18.668509 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:18.681498 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c36604c-e81e-45ba-9244-39e0e68c54f5 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:22:18.701238 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6c36604c-e81e-45ba-9244-39e0e68c54f5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:22:18.705315 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:18.729276 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c9d0a-ae5e-44a6-a080-cedf3849b2c7 req-9904ba3c-c0d7-4ffc-b091-af9d6253f8e8 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:18.731037 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c65c9d0a-ae5e-44a6-a080-cedf3849b2c7 req-9904ba3c-c0d7-4ffc-b091-af9d6253f8e8 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 944 time: 0.0480928 Dec 20 22:22:18.751740 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=6c36604c-e81e-45ba-9244-39e0e68c54f5,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:18.769069 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c65c9d0a-ae5e-44a6-a080-cedf3849b2c7 req-62df85cd-84c4-4a46-917e-219597e36c5c tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315223 Dec 20 22:22:18.979058 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['6c36604c-e81e-45ba-9244-39e0e68c54f5'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:22:19.894305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6bab3-5b32-4658-8f26-12222ee3d792 req-59a3c22a-db08-4044-80a1-2a407b48985f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:19.895679 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4c6bab3-5b32-4658-8f26-12222ee3d792 req-59a3c22a-db08-4044-80a1-2a407b48985f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 945 time: 0.0510728 Dec 20 22:22:19.947853 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d4c6bab3-5b32-4658-8f26-12222ee3d792 req-827c2035-3a3e-46f5-9cda-8bbeb771f83f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459630 Dec 20 22:22:20.512542 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6c36604c-e81e-45ba-9244-39e0e68c54f5 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:22:20.575004 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 6c36604c-e81e-45ba-9244-39e0e68c54f5 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:22:20.579856 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 6c36604c-e81e-45ba-9244-39e0e68c54f5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:22:20.580294 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:20.665047 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:20.688882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c36604c-e81e-45ba-9244-39e0e68c54f5'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:22:20.691182 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20eead1defd04ed19d9e1f577934cb646bb96fa6360cbfa3ec76c6556e217167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63253f73-db33-4e94-be65-eabd8953d030" -d '{"events": [{"server_uuid": "535041c2-12f2-44e0-99bf-8e9895f1b58f", "name": "network-vif-plugged", "status": "completed", "tag": "6c36604c-e81e-45ba-9244-39e0e68c54f5"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:22:20.704022 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6c36604c-e81e-45ba-9244-39e0e68c54f5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:22:20.709892 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:20.732661 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e19c8d2-60fb-46ba-b496-2e06bd08729e x-openstack-request-id: req-3e19c8d2-60fb-46ba-b496-2e06bd08729e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:22:20.732949 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535041c2-12f2-44e0-99bf-8e9895f1b58f", "name": "network-vif-plugged", "status": "completed", "tag": "6c36604c-e81e-45ba-9244-39e0e68c54f5", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:22:20.733194 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e19c8d2-60fb-46ba-b496-2e06bd08729e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:22:20.733579 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'code': 200} Dec 20 22:22:20.757665 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=6c36604c-e81e-45ba-9244-39e0e68c54f5,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:20.853936 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2446b13-2705-488e-869f-d219b75c7fed req-7eb9af10-6886-4b40-bc7e-f2529f5de19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:20.855488 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e2446b13-2705-488e-869f-d219b75c7fed req-7eb9af10-6886-4b40-bc7e-f2529f5de19b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 1095 time: 0.0423324 Dec 20 22:22:20.891114 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e2446b13-2705-488e-869f-d219b75c7fed req-8b8ecb04-55fb-4765-9813-3398078cd4fa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292356 Dec 20 22:22:21.077806 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98982d0-9ffc-45b2-8827-78f4717622d0 req-2114688e-8403-4d57-853b-ea81ec6f0ae0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:21.080386 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d98982d0-9ffc-45b2-8827-78f4717622d0 req-2114688e-8403-4d57-853b-ea81ec6f0ae0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0624292 Dec 20 22:22:21.123162 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d98982d0-9ffc-45b2-8827-78f4717622d0 req-08355766-33f8-457f-ac3d-b1ae2367b0fc tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340204 Dec 20 22:22:22.254464 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26eedf-3dc9-4005-94ce-96079a376bd5 req-9bb6aafe-a789-44ac-9642-2404b86f9178 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:22.255934 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8d26eedf-3dc9-4005-94ce-96079a376bd5 req-9bb6aafe-a789-44ac-9642-2404b86f9178 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0522273 Dec 20 22:22:22.304492 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8d26eedf-3dc9-4005-94ce-96079a376bd5 req-f66a8e93-c234-4b91-90e1-a50b679d3f13 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398417 Dec 20 22:22:22.420170 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8fbcd-140d-4577-bb95-151b534ff4f7 req-9dd376d2-02a8-4f96-8644-631ac5e7baeb tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:22.421765 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-93d8fbcd-140d-4577-bb95-151b534ff4f7 req-9dd376d2-02a8-4f96-8644-631ac5e7baeb tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0505700 Dec 20 22:22:22.470890 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-93d8fbcd-140d-4577-bb95-151b534ff4f7 req-7730e91e-a0f3-430a-95ac-3684ae66ecc9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393770 Dec 20 22:22:22.493252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54006) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:22.628543 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112c8b9e-ee77-4d99-9404-28665556278b tempest-TestShelveInstance-1857219880 tempest-TestShelveInstance-1857219880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:22.630104 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-112c8b9e-ee77-4d99-9404-28665556278b tempest-TestShelveInstance-1857219880 tempest-TestShelveInstance-1857219880-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 1090 time: 0.1358731 Dec 20 22:22:22.633236 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54010) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:22:22.638526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:22:22.664293 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:22.762984 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:22.871836 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Allocated IP 172.35.3.212 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/9fd55a65-4b5d-461b-a9dc-6790b2b0e2a7) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:22:22.975037 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:23.018095 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:23.055685 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:22:23.058467 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:22:23.062534 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:22:23.070514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'Port': ['ID=9fd55a65-4b5d-461b-a9dc-6790b2b0e2a7,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:23.436498 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:23.504281 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:23.657775 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:23.665468 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:23.734180 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'Port': ['ID=9fd55a65-4b5d-461b-a9dc-6790b2b0e2a7,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:22:23.744088 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:23.851185 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Floating IP b622de72-387f-4e1a-a969-cc95931e7e92 associated. External IP: 172.35.3.212, port: 6c36604c-e81e-45ba-9244-39e0e68c54f5. Dec 20 22:22:24.063555 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Router 37a207ef-2192-4616-a734-b9b7c021fe92 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:22:24.170931 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:22:24.181950 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872f4e1e-910c-4246-ae21-774dfb9a2a2b None None] Sync routers for ids ['37a207ef-2192-4616-a734-b9b7c021fe92'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:22:24.190285 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:24.192782 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f4e1e-910c-4246-ae21-774dfb9a2a2b None None] Routers {'37a207ef-2192-4616-a734-b9b7c021fe92'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:22:24.193423 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-872f4e1e-910c-4246-ae21-774dfb9a2a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:22:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['37a207ef-2192-4616-a734-b9b7c021fe92'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:24.217819 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d4f1d61d-942e-4e99-a8ed-11751cfb4a0a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5835505 Dec 20 22:22:24.218466 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'tag': '6c36604c-e81e-45ba-9244-39e0e68c54f5'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:22:24.220720 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b3abc6-4009-469a-b0c4-f4d555e141ae" -d '{"events": [{"name": "network-changed", "server_uuid": "535041c2-12f2-44e0-99bf-8e9895f1b58f", "tag": "6c36604c-e81e-45ba-9244-39e0e68c54f5"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:22:24.256973 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a716f7-0022-46c6-974f-67dd979b2bba x-openstack-request-id: req-d6a716f7-0022-46c6-974f-67dd979b2bba {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:22:24.257270 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535041c2-12f2-44e0-99bf-8e9895f1b58f", "tag": "6c36604c-e81e-45ba-9244-39e0e68c54f5", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:22:24.257554 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6a716f7-0022-46c6-974f-67dd979b2bba {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:22:24.257977 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'tag': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'status': 'completed', 'code': 200} Dec 20 22:22:24.302782 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-872f4e1e-910c-4246-ae21-774dfb9a2a2b None None] Set router 37a207ef-2192-4616-a734-b9b7c021fe92 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:22:24.343552 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3abc6-4009-469a-b0c4-f4d555e141ae req-7e8aa01e-1d9b-433b-96e0-e481b199c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:24.344956 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7b3abc6-4009-469a-b0c4-f4d555e141ae req-7e8aa01e-1d9b-433b-96e0-e481b199c291 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 1095 time: 0.0414951 Dec 20 22:22:24.438999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3abc6-4009-469a-b0c4-f4d555e141ae req-a8f3bc50-fc1e-49e9-a3f5-62a51a2550f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:24.440475 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7b3abc6-4009-469a-b0c4-f4d555e141ae req-a8f3bc50-fc1e-49e9-a3f5-62a51a2550f0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.0887523 Dec 20 22:22:24.507946 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7b3abc6-4009-469a-b0c4-f4d555e141ae req-134828ba-a79e-46fa-bdcb-670764ac8c6e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5 HTTP/1.1" status: 200 len: 1000 time: 0.0608473 Dec 20 22:22:24.531126 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-872f4e1e-910c-4246-ae21-774dfb9a2a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'b622de72-387f-4e1a-a969-cc95931e7e92', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'floating_ip_address': '172.35.3.212', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'port_id': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'mac_address': 'fa:16:3e:c0:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:22:23Z', 'updated_at': '2021-12-20T22:22:23Z', 'revision_number': 0, 'project_id': '18957f94c12e4276817177af0d763cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027daf5e-bbea-41b3-a9af-51561d5428a0', 'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:04Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 5, 'project_id': '18957f94c12e4276817177af0d763cc6', 'subnets': [{'id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:24.555278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3abc6-4009-469a-b0c4-f4d555e141ae req-d05000d2-3f5d-4ee1-ac84-12045ef3b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:24.556704 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7b3abc6-4009-469a-b0c4-f4d555e141ae req-d05000d2-3f5d-4ee1-ac84-12045ef3b524 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0424097 Dec 20 22:22:24.557893 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872f4e1e-910c-4246-ae21-774dfb9a2a2b None None] Checking router: 37a207ef-2192-4616-a734-b9b7c021fe92 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:22:24.566621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f4e1e-910c-4246-ae21-774dfb9a2a2b None None] Routers {'37a207ef-2192-4616-a734-b9b7c021fe92'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:22:24.567225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-872f4e1e-910c-4246-ae21-774dfb9a2a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:22:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['37a207ef-2192-4616-a734-b9b7c021fe92'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:24.606698 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3abc6-4009-469a-b0c4-f4d555e141ae req-d633b69e-50b4-4005-a4e5-5fd82e8e19a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:22:24.608782 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7b3abc6-4009-469a-b0c4-f4d555e141ae req-d633b69e-50b4-4005-a4e5-5fd82e8e19a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0456920 Dec 20 22:22:24.674999 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-872f4e1e-910c-4246-ae21-774dfb9a2a2b None None] Set router 37a207ef-2192-4616-a734-b9b7c021fe92 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:22:24.702474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7b3abc6-4009-469a-b0c4-f4d555e141ae req-7c9a5dd0-8abf-43a3-9b4e-ad6083069be5 service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863819 Dec 20 22:22:24.794983 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a7b3abc6-4009-469a-b0c4-f4d555e141ae req-04e3e7a2-133d-4725-8e85-20986a8346ad service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864594 Dec 20 22:22:24.901071 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-872f4e1e-910c-4246-ae21-774dfb9a2a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'b622de72-387f-4e1a-a969-cc95931e7e92', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'floating_ip_address': '172.35.3.212', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'port_id': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'mac_address': 'fa:16:3e:c0:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:22:23Z', 'updated_at': '2021-12-20T22:22:23Z', 'revision_number': 0, 'project_id': '18957f94c12e4276817177af0d763cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027daf5e-bbea-41b3-a9af-51561d5428a0', 'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:04Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 5, 'project_id': '18957f94c12e4276817177af0d763cc6', 'subnets': [{'id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:22:24.931868 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872f4e1e-910c-4246-ae21-774dfb9a2a2b None None] The sync data for ids ['37a207ef-2192-4616-a734-b9b7c021fe92'] in n-d-xena-1 is: [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'b622de72-387f-4e1a-a969-cc95931e7e92', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'floating_ip_address': '172.35.3.212', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'port_id': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'mac_address': 'fa:16:3e:c0:81:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:22:23Z', 'updated_at': '2021-12-20T22:22:23Z', 'revision_number': 0, 'project_id': '18957f94c12e4276817177af0d763cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027daf5e-bbea-41b3-a9af-51561d5428a0', 'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:04Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 5, 'project_id': '18957f94c12e4276817177af0d763cc6', 'subnets': [{'id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:22:25.144206 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70a561-cf1f-44f3-84ad-664219fe5d43 None None] New status for floating IP b622de72-387f-4e1a-a969-cc95931e7e92: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:22:27.257435 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7fdbfb9c-ebaa-4dcd-ba63-77e2b13cc10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:29.582511 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-77f73670-a513-495f-8f2e-5b9cf2cd1366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:30.949459 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:32.363393 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:32.485128 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:45.541469 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:48.599531 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:53.352086 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:22:57.257874 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d4444a7f-1745-4ade-82ee-cd26d12aff37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:22:59.587703 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac0ce-ebe6-4fa1-8cba-8b04889b3d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:23:00.762923 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d6b1b2d-944c-4660-91d1-653c7315342f req-db5e16ac-af26-4574-a7b2-203f4dab3dd6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0461068 Dec 20 22:23:00.866024 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b1b2d-944c-4660-91d1-653c7315342f req-c09e72f8-cb77-4a77-ad09-1e59303d988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:23:00.867432 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d6b1b2d-944c-4660-91d1-653c7315342f req-c09e72f8-cb77-4a77-ad09-1e59303d988f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 1095 time: 0.0436010 Dec 20 22:23:00.946561 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:23:00.977902 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b1b2d-944c-4660-91d1-653c7315342f req-4a83a75c-0c7a-42b0-a737-4a4596dd8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:23:00.979465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d6b1b2d-944c-4660-91d1-653c7315342f req-4a83a75c-0c7a-42b0-a737-4a4596dd8276 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.0910070 Dec 20 22:23:01.043252 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d6b1b2d-944c-4660-91d1-653c7315342f req-5a96e5c6-f9b2-42fc-83a4-60224b4b6e8b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5 HTTP/1.1" status: 200 len: 1002 time: 0.0574675 Dec 20 22:23:01.093040 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b1b2d-944c-4660-91d1-653c7315342f req-6e97cc5e-d68e-474b-9e72-f4b1f4857956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:23:01.094507 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d6b1b2d-944c-4660-91d1-653c7315342f req-6e97cc5e-d68e-474b-9e72-f4b1f4857956 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0437508 Dec 20 22:23:01.143009 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b1b2d-944c-4660-91d1-653c7315342f req-6901fec9-86ee-4e1d-8edf-7e467fd9a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:23:01.144378 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d6b1b2d-944c-4660-91d1-653c7315342f req-6901fec9-86ee-4e1d-8edf-7e467fd9a307 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0436878 Dec 20 22:23:01.233127 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d6b1b2d-944c-4660-91d1-653c7315342f req-5accfca3-dca3-4436-a396-f2a408e1e2e9 service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817780 Dec 20 22:23:01.328209 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d6b1b2d-944c-4660-91d1-653c7315342f req-e3df4350-60f9-4ac6-89ec-4ccd9d7b1528 service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881026 Dec 20 22:23:02.368107 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:23:02.489224 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:23:15.545551 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:23:18.603333 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:23:27.258718 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d13086b8-7217-407c-a20e-15d9364db0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:23:29.603099 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-247fe042-ee68-4c06-8d8d-8cf0f3569a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:23:30.347299 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:23:30.951415 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:23:32.372075 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:23:32.493857 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:23:45.554058 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:23:48.632500 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:23:57.253423 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d136e0bb-ff8b-459c-9c61-ecdaae9e5c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:23:59.600913 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7d42682c-8da6-482a-853d-d07035abeccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:00.139083 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67c46eac-a3fd-4963-b8d8-4e3257e30b35 req-b912bdc9-75bf-4ff4-b40d-e3bd0ff48a7a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.1005211 Dec 20 22:24:00.247919 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c46eac-a3fd-4963-b8d8-4e3257e30b35 req-b1024b14-c58f-4343-8216-face3031f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:00.249412 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67c46eac-a3fd-4963-b8d8-4e3257e30b35 req-b1024b14-c58f-4343-8216-face3031f199 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 1095 time: 0.0430515 Dec 20 22:24:00.367137 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c46eac-a3fd-4963-b8d8-4e3257e30b35 req-683dd7ba-424d-4f57-ac6b-9f37a37983a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:00.368595 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67c46eac-a3fd-4963-b8d8-4e3257e30b35 req-683dd7ba-424d-4f57-ac6b-9f37a37983a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.0972962 Dec 20 22:24:00.440119 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67c46eac-a3fd-4963-b8d8-4e3257e30b35 req-36d61301-88b6-496c-ad59-67aa0ae0c8ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5 HTTP/1.1" status: 200 len: 1002 time: 0.0647299 Dec 20 22:24:00.487932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c46eac-a3fd-4963-b8d8-4e3257e30b35 req-b0e9fe7f-50dc-46c9-8330-f3ea8b13d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:00.489351 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67c46eac-a3fd-4963-b8d8-4e3257e30b35 req-b0e9fe7f-50dc-46c9-8330-f3ea8b13d78d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0431199 Dec 20 22:24:00.538111 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c46eac-a3fd-4963-b8d8-4e3257e30b35 req-76538b12-935f-4546-aa96-c37ea88bcd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:00.539597 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67c46eac-a3fd-4963-b8d8-4e3257e30b35 req-76538b12-935f-4546-aa96-c37ea88bcd98 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0440412 Dec 20 22:24:00.631269 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67c46eac-a3fd-4963-b8d8-4e3257e30b35 req-9c8453c5-d2a6-467c-be45-a1da422976dc service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832226 Dec 20 22:24:00.730969 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-67c46eac-a3fd-4963-b8d8-4e3257e30b35 req-c5e7d93a-96ad-4389-8527-9158fa88e0ca service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932281 Dec 20 22:24:00.962715 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:02.372348 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:02.497935 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:07.351048 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:24:15.542004 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:18.628728 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:21.373072 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47935dca-3aa3-41a2-87e8-179d0a66e8b3 req-3fdccb8a-0baa-4ddd-b35d-488a5811f490 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:21.374586 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-47935dca-3aa3-41a2-87e8-179d0a66e8b3 req-3fdccb8a-0baa-4ddd-b35d-488a5811f490 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.1064231 Dec 20 22:24:21.412592 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-47935dca-3aa3-41a2-87e8-179d0a66e8b3 req-512f9ac0-7355-4ca3-8a4f-25e676644262 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316839 Dec 20 22:24:22.543192 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30accdc3-bec2-4cbf-815b-a2992cf5673a req-c9ae4438-ca4e-498c-ac4f-040668d1b136 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:22.544660 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30accdc3-bec2-4cbf-815b-a2992cf5673a req-c9ae4438-ca4e-498c-ac4f-040668d1b136 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0511618 Dec 20 22:24:22.583521 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-30accdc3-bec2-4cbf-815b-a2992cf5673a req-1c7d308d-e09a-4bf2-90e9-d3a40b3d7b25 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326822 Dec 20 22:24:23.816636 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c92d2-48bb-4f45-bbb9-419723d5a35e req-eb3ec14f-4d65-4296-8d02-0e203416926c tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:23.818113 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fc0c92d2-48bb-4f45-bbb9-419723d5a35e req-eb3ec14f-4d65-4296-8d02-0e203416926c tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0605798 Dec 20 22:24:23.859006 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fc0c92d2-48bb-4f45-bbb9-419723d5a35e req-3344810d-1843-4300-bc8c-ff148dea90b6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313284 Dec 20 22:24:24.987690 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada6a85-0460-42d2-9c56-5c19e0f614bd req-1748f9f7-87c9-47e2-9d7b-4b02b9af2f9c tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:24.989176 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aada6a85-0460-42d2-9c56-5c19e0f614bd req-1748f9f7-87c9-47e2-9d7b-4b02b9af2f9c tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0535817 Dec 20 22:24:25.028726 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-aada6a85-0460-42d2-9c56-5c19e0f614bd req-a38e014b-1494-482e-8a81-fc18766c4f30 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333459 Dec 20 22:24:26.165405 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38f8d7-c2fa-47fa-adc4-c43c20f2d1df req-94209de7-d899-4936-81fe-8c24e108a379 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:26.166838 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0d38f8d7-c2fa-47fa-adc4-c43c20f2d1df req-94209de7-d899-4936-81fe-8c24e108a379 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0613000 Dec 20 22:24:26.221200 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0d38f8d7-c2fa-47fa-adc4-c43c20f2d1df req-1e98a703-fed0-49fe-a77d-cc3b7462535b tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449255 Dec 20 22:24:27.265660 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-93b4ed93-8b07-4183-8725-7810003a0f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:27.366726 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827c0a3-28fd-4906-9c60-10660226bf48 req-fe02130b-ce6c-4c90-875d-0918df0e7b81 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:27.368179 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e827c0a3-28fd-4906-9c60-10660226bf48 req-fe02130b-ce6c-4c90-875d-0918df0e7b81 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0504820 Dec 20 22:24:27.416942 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e827c0a3-28fd-4906-9c60-10660226bf48 req-38a4b276-899b-4fe9-9c42-85fcdcfe802a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397666 Dec 20 22:24:28.559063 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fe44b-523f-44c8-bf61-174b095054d2 req-83d70785-c957-4aa6-a586-97d49a0353d3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:28.560540 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-159fe44b-523f-44c8-bf61-174b095054d2 req-83d70785-c957-4aa6-a586-97d49a0353d3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0664523 Dec 20 22:24:28.603055 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-159fe44b-523f-44c8-bf61-174b095054d2 req-2884c0a0-e820-4135-8649-0800278dea24 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333769 Dec 20 22:24:29.596727 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4fd7b4ae-c996-481d-ad0b-c2e8aecc171f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:30.039062 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1cee6-932e-42fe-a454-3b9541ba5d41 req-c0211f67-a674-4a6b-9054-9652910a565f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:30.040546 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43c1cee6-932e-42fe-a454-3b9541ba5d41 req-c0211f67-a674-4a6b-9054-9652910a565f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.3666060 Dec 20 22:24:30.078485 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-43c1cee6-932e-42fe-a454-3b9541ba5d41 req-5125ddae-42d8-4dd9-b196-759bd47d5db1 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317068 Dec 20 22:24:30.968175 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:31.212622 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca3c96-917a-4a96-8caf-f12b00f2b380 req-09671123-be87-46fb-a11f-db4c02311794 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:31.215112 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-52ca3c96-917a-4a96-8caf-f12b00f2b380 req-09671123-be87-46fb-a11f-db4c02311794 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0523419 Dec 20 22:24:31.260563 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-52ca3c96-917a-4a96-8caf-f12b00f2b380 req-6b61262f-83d5-4807-b454-097d47ec92e1 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362554 Dec 20 22:24:32.375939 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:32.390411 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca024dc5-3133-4e9e-ae42-46de8b48b9d1 req-468beea8-0b2c-4901-bb61-97227f693026 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:32.391908 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca024dc5-3133-4e9e-ae42-46de8b48b9d1 req-468beea8-0b2c-4901-bb61-97227f693026 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0502937 Dec 20 22:24:32.429181 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ca024dc5-3133-4e9e-ae42-46de8b48b9d1 req-259b3482-5d09-4528-8791-ff3f918b0ef7 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310388 Dec 20 22:24:32.503014 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:33.126478 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6c36604c-e81e-45ba-9244-39e0e68c54f5 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:24:33.242808 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6c36604c-e81e-45ba-9244-39e0e68c54f5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:24:33.255018 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'port_id': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'mac_address': 'fa:16:3e:c0:81:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:24:33.295530 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:33.309260 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c36604c-e81e-45ba-9244-39e0e68c54f5 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:24:33.329733 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6c36604c-e81e-45ba-9244-39e0e68c54f5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:24:33.335842 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:33.384864 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=6c36604c-e81e-45ba-9244-39e0e68c54f5,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:24:33.392884 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:33.393246 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:33.393573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:33.393905 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:33.394262 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:33.394595 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:33.394961 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:33.395307 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:33.395630 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:33.395983 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:33.396300 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:33.396618 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:33.482173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['6c36604c-e81e-45ba-9244-39e0e68c54f5'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:24:33.561446 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff2d5f-00ae-40a0-ba73-7813d99c4e84 req-abe801b3-b36a-4b60-a525-13d2cd2d2522 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:33.563838 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bbff2d5f-00ae-40a0-ba73-7813d99c4e84 req-abe801b3-b36a-4b60-a525-13d2cd2d2522 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 945 time: 0.0515990 Dec 20 22:24:33.603383 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-bbff2d5f-00ae-40a0-ba73-7813d99c4e84 req-4490b999-2edc-4125-bc0c-285df16d2135 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333378 Dec 20 22:24:34.725063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b986057-1216-4a27-891a-809d861e9109 req-559a15d5-df44-4789-be12-272946d21fdf tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:34.726572 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b986057-1216-4a27-891a-809d861e9109 req-559a15d5-df44-4789-be12-272946d21fdf tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 945 time: 0.0501628 Dec 20 22:24:34.769862 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-6b986057-1216-4a27-891a-809d861e9109 req-9faf5dc1-b63f-481a-8a55-07da3ecb997e tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368383 Dec 20 22:24:35.125943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6c36604c-e81e-45ba-9244-39e0e68c54f5 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:24:35.200294 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 6c36604c-e81e-45ba-9244-39e0e68c54f5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:24:35.200661 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:35.292438 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:35.317812 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c36604c-e81e-45ba-9244-39e0e68c54f5'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:24:35.320549 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20eead1defd04ed19d9e1f577934cb646bb96fa6360cbfa3ec76c6556e217167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7747dd0c-e685-4cd7-95c3-8ee2d6472e41" -d '{"events": [{"server_uuid": "535041c2-12f2-44e0-99bf-8e9895f1b58f", "name": "network-vif-plugged", "status": "completed", "tag": "6c36604c-e81e-45ba-9244-39e0e68c54f5"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:24:35.334879 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6c36604c-e81e-45ba-9244-39e0e68c54f5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:24:35.342831 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:35.397098 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=6c36604c-e81e-45ba-9244-39e0e68c54f5,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:24:35.900476 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5429b50-3d29-4c58-8317-4456a16f4fc0 req-58864cdf-9808-413f-bb00-4fb9222a37ab tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:35.901980 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5429b50-3d29-4c58-8317-4456a16f4fc0 req-58864cdf-9808-413f-bb00-4fb9222a37ab tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0531011 Dec 20 22:24:35.942286 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b5429b50-3d29-4c58-8317-4456a16f4fc0 req-fd49deb2-507a-44b0-abd6-226648f0bbc2 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338922 Dec 20 22:24:36.391863 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde33c75-d481-4d75-94dc-d09ff2af8f8f x-openstack-request-id: req-fde33c75-d481-4d75-94dc-d09ff2af8f8f {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:24:36.392361 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535041c2-12f2-44e0-99bf-8e9895f1b58f", "name": "network-vif-plugged", "status": "completed", "tag": "6c36604c-e81e-45ba-9244-39e0e68c54f5", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:24:36.392507 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fde33c75-d481-4d75-94dc-d09ff2af8f8f {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:24:36.392974 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'code': 200} Dec 20 22:24:37.076432 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb250f0-1193-46fa-abdb-3a8b3553a162 req-fa448ffa-1c23-401e-90ff-4b81d4f81069 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:37.077884 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0cb250f0-1193-46fa-abdb-3a8b3553a162 req-fa448ffa-1c23-401e-90ff-4b81d4f81069 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0592709 Dec 20 22:24:37.124082 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0cb250f0-1193-46fa-abdb-3a8b3553a162 req-e2f61d0a-f758-4ce2-8200-936ce7087ec8 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370593 Dec 20 22:24:38.260458 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f1309-3f54-4304-a67f-d62d806e1f3d req-87bdef76-edd9-4c25-8ef4-4f93265f1ea1 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:38.263673 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a85f1309-3f54-4304-a67f-d62d806e1f3d req-87bdef76-edd9-4c25-8ef4-4f93265f1ea1 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0603597 Dec 20 22:24:38.306992 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a85f1309-3f54-4304-a67f-d62d806e1f3d req-32c50e41-669b-4829-af60-2310f57971e2 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369499 Dec 20 22:24:39.444236 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a3284-a1f8-4659-8598-c02ff87abbc6 req-b7d6585b-e883-44b4-80c9-ba907a9d4e6f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:39.454001 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d4a3284-a1f8-4659-8598-c02ff87abbc6 req-b7d6585b-e883-44b4-80c9-ba907a9d4e6f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0646853 Dec 20 22:24:39.496059 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4d4a3284-a1f8-4659-8598-c02ff87abbc6 req-a6e7d34e-202e-4d28-86cf-2c22ec327f13 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426350 Dec 20 22:24:40.622833 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b02f6-0d82-4557-8ea5-c0f253286de4 req-d0eff8f1-7fa5-4f70-913c-c833da54767f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:40.624703 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b16b02f6-0d82-4557-8ea5-c0f253286de4 req-d0eff8f1-7fa5-4f70-913c-c833da54767f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0574651 Dec 20 22:24:40.668348 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b16b02f6-0d82-4557-8ea5-c0f253286de4 req-7c7d2fc1-36ab-4371-af56-ac646be7f0d6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343621 Dec 20 22:24:41.795454 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73a727-429e-4eee-b779-b2d66cb5f758 req-59d8e468-e237-47c4-8db0-ca3e5680a83e tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:41.797070 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4f73a727-429e-4eee-b779-b2d66cb5f758 req-59d8e468-e237-47c4-8db0-ca3e5680a83e tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0512972 Dec 20 22:24:41.840461 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4f73a727-429e-4eee-b779-b2d66cb5f758 req-ba870c36-9a85-419a-9aa2-0415ce942c04 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366566 Dec 20 22:24:42.973781 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53918f9f-ee88-490c-ae7f-ff8a737a309e req-1306183d-f347-4d13-8e8b-f7138ff51300 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:42.975482 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-53918f9f-ee88-490c-ae7f-ff8a737a309e req-1306183d-f347-4d13-8e8b-f7138ff51300 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0572701 Dec 20 22:24:43.019479 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-53918f9f-ee88-490c-ae7f-ff8a737a309e req-138614f4-2efa-4d89-8373-8fb786b8cda0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361290 Dec 20 22:24:44.156578 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd6f2a-ec2e-45f6-b6fa-a6fa7e6439c0 req-fdb3d060-7785-4d59-a93c-4f5a7041b5cd tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:44.158046 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5dfd6f2a-ec2e-45f6-b6fa-a6fa7e6439c0 req-fdb3d060-7785-4d59-a93c-4f5a7041b5cd tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0574419 Dec 20 22:24:44.221736 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5dfd6f2a-ec2e-45f6-b6fa-a6fa7e6439c0 req-b0cba428-8d3e-4cd6-acb9-699c7f223776 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543165 Dec 20 22:24:44.254517 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b21fa7-8252-4b6d-b0b9-c3ea4af1e8c2 req-57f88cc8-4807-4d1a-a4be-24b5c7132be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:44.256036 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a0b21fa7-8252-4b6d-b0b9-c3ea4af1e8c2 req-57f88cc8-4807-4d1a-a4be-24b5c7132be0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 1095 time: 0.0519421 Dec 20 22:24:44.345925 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b21fa7-8252-4b6d-b0b9-c3ea4af1e8c2 req-fafb9862-b804-4a4c-87f8-3c3d771eb426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:44.347328 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a0b21fa7-8252-4b6d-b0b9-c3ea4af1e8c2 req-fafb9862-b804-4a4c-87f8-3c3d771eb426 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.0842440 Dec 20 22:24:44.350045 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:24:44.418489 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a0b21fa7-8252-4b6d-b0b9-c3ea4af1e8c2 req-8f925b35-2353-439f-a572-0c36eac62418 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5 HTTP/1.1" status: 200 len: 1002 time: 0.0639610 Dec 20 22:24:44.472431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b21fa7-8252-4b6d-b0b9-c3ea4af1e8c2 req-9f9968dd-0e48-49b3-8b56-6ee710b339be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:44.474693 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a0b21fa7-8252-4b6d-b0b9-c3ea4af1e8c2 req-9f9968dd-0e48-49b3-8b56-6ee710b339be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0494106 Dec 20 22:24:44.531645 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b21fa7-8252-4b6d-b0b9-c3ea4af1e8c2 req-b9ee652c-9440-4f39-98c8-768ff3948e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:44.533157 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a0b21fa7-8252-4b6d-b0b9-c3ea4af1e8c2 req-b9ee652c-9440-4f39-98c8-768ff3948e83 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0512815 Dec 20 22:24:44.627545 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a0b21fa7-8252-4b6d-b0b9-c3ea4af1e8c2 req-156fe5ce-aef0-4510-a3f3-a6f0bba9fcd9 service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877936 Dec 20 22:24:44.721711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a0b21fa7-8252-4b6d-b0b9-c3ea4af1e8c2 req-aa0bff09-bd22-4112-aad2-2a9ec160e0e9 service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864241 Dec 20 22:24:45.359549 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316871fa-191b-4ec1-92cb-4efecf712892 req-f97d2bf8-5ed5-4c81-a78d-d8e09de6f07d tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:45.360994 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-316871fa-191b-4ec1-92cb-4efecf712892 req-f97d2bf8-5ed5-4c81-a78d-d8e09de6f07d tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0557044 Dec 20 22:24:45.403701 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-316871fa-191b-4ec1-92cb-4efecf712892 req-a582cb25-a239-425e-9d5a-77096489668c tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336506 Dec 20 22:24:45.554694 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:46.533281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd74679-53a2-4e7d-8c2d-96af6603c56d req-bcc69cba-5a73-4554-8997-a6f56720bbb8 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:46.534803 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cd74679-53a2-4e7d-8c2d-96af6603c56d req-bcc69cba-5a73-4554-8997-a6f56720bbb8 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0587282 Dec 20 22:24:46.578347 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9cd74679-53a2-4e7d-8c2d-96af6603c56d req-800c3990-982b-45f5-b4ff-91b25d27a161 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347888 Dec 20 22:24:46.700004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-061ebe25-d0c7-497a-813a-d3d588d2136f req-d364b71c-a6c4-4164-851d-5ad8838e7c9d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:24:46.701106 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-061ebe25-d0c7-497a-813a-d3d588d2136f req-d364b71c-a6c4-4164-851d-5ad8838e7c9d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523670 Dec 20 22:24:47.185205 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 6c36604c-e81e-45ba-9244-39e0e68c54f5 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:24:47.272749 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:47.294689 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c36604c-e81e-45ba-9244-39e0e68c54f5'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:24:47.296892 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20eead1defd04ed19d9e1f577934cb646bb96fa6360cbfa3ec76c6556e217167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6dc134-8592-4d74-a14a-a545fc9c28a0" -d '{"events": [{"server_uuid": "535041c2-12f2-44e0-99bf-8e9895f1b58f", "name": "network-vif-unplugged", "status": "completed", "tag": "6c36604c-e81e-45ba-9244-39e0e68c54f5"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:24:47.310057 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 6c36604c-e81e-45ba-9244-39e0e68c54f5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:24:47.314764 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:47.337100 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 22:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dbed87-e4b0-497a-86ac-33933a3359c6 x-openstack-request-id: req-77dbed87-e4b0-497a-86ac-33933a3359c6 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:24:47.337387 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535041c2-12f2-44e0-99bf-8e9895f1b58f", "name": "network-vif-unplugged", "status": "failed", "tag": "6c36604c-e81e-45ba-9244-39e0e68c54f5", "code": 422}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:24:47.337635 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77dbed87-e4b0-497a-86ac-33933a3359c6 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:24:47.338017 n-d-xena-1 neutron-server[102403]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'code': 422} returned with failed status Dec 20 22:24:47.362890 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=6c36604c-e81e-45ba-9244-39e0e68c54f5,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:24:47.905549 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8ad30-e6fc-4d6a-b19d-5462e167da7d req-1ddd6634-5a3e-4687-9be1-0484d8b1e6a0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:47.907302 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5bd8ad30-e6fc-4d6a-b19d-5462e167da7d req-1ddd6634-5a3e-4687-9be1-0484d8b1e6a0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 944 time: 0.0553000 Dec 20 22:24:47.947136 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5bd8ad30-e6fc-4d6a-b19d-5462e167da7d req-70c23b50-f097-49a4-a14d-6eec9d62d9ec tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337491 Dec 20 22:24:48.074185 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-7ce78132-2af9-43f1-b7f4-b834cf5db1d1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830517 Dec 20 22:24:48.630900 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:49.081690 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0bb4d-f956-48a7-acaa-bf86cba34239 req-559d8e48-c387-4d36-a0fc-3dd2b68fe873 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:49.083193 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d3a0bb4d-f956-48a7-acaa-bf86cba34239 req-559d8e48-c387-4d36-a0fc-3dd2b68fe873 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 944 time: 0.0612693 Dec 20 22:24:49.122860 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d3a0bb4d-f956-48a7-acaa-bf86cba34239 req-4b2af42c-3abd-4207-ab5e-74c908f80bf2 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333970 Dec 20 22:24:50.245585 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73e90c-7ac1-4951-9933-37c8e4827149 req-f0b3dfa2-5359-4225-b0cc-5684a361d80a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:50.247065 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7c73e90c-7ac1-4951-9933-37c8e4827149 req-f0b3dfa2-5359-4225-b0cc-5684a361d80a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 944 time: 0.0515087 Dec 20 22:24:50.289642 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7c73e90c-7ac1-4951-9933-37c8e4827149 req-7d73c554-420b-497a-aa7a-a7821864b24b tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327039 Dec 20 22:24:51.165709 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-0bf75888-fb68-4938-a282-2b96625ee84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:51.167263 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-0bf75888-fb68-4938-a282-2b96625ee84a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f&tenant_id=18957f94c12e4276817177af0d763cc6 HTTP/1.1" status: 200 len: 1093 time: 0.0886955 Dec 20 22:24:51.178285 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-680611e0-bd00-4371-9c14-a7f643164ada service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:24:51.179178 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-680611e0-bd00-4371-9c14-a7f643164ada service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053241 Dec 20 22:24:51.196026 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-xena-1', 'device_owner': 'compute:nova'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:24:51.251015 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:51.408572 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64c2ab-4409-4e66-8ea1-ee992244fcba req-b77585c9-f6c4-4b94-94de-0c88b9a38916 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:51.409993 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3c64c2ab-4409-4e66-8ea1-ee992244fcba req-b77585c9-f6c4-4b94-94de-0c88b9a38916 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 944 time: 0.0486860 Dec 20 22:24:51.452336 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3c64c2ab-4409-4e66-8ea1-ee992244fcba req-3e202767-66b4-4c15-b23a-43a19c550e5d tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360785 Dec 20 22:24:51.455808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] For port 6c36604c-e81e-45ba-9244-39e0e68c54f5, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:24:51.491610 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] For port 6c36604c-e81e-45ba-9244-39e0e68c54f5, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:24:51.525088 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c36604c-e81e-45ba-9244-39e0e68c54f5 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:24:51.532802 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:51.544710 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Transition to ACTIVE for port object 6c36604c-e81e-45ba-9244-39e0e68c54f5 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:24:51.549904 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:51.627196 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Pushing event updated for resources: {'Port': ['ID=6c36604c-e81e-45ba-9244-39e0e68c54f5,revision_number=9']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:24:51.642237 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:51.642584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:51.642926 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:51.643261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:51.643582 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:51.643930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:51.644254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:51.644579 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:51.644901 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:51.645223 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:51.645580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:51.645859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:24:51.684323 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] No DVR routers for this DVR port 6c36604c-e81e-45ba-9244-39e0e68c54f5 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:24:51.824178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Attempting to bind port 6c36604c-e81e-45ba-9244-39e0e68c54f5 on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:24:51.824554 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Attempting to bind port 6c36604c-e81e-45ba-9244-39e0e68c54f5 by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:24:51.824863 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Attempting to bind port 6c36604c-e81e-45ba-9244-39e0e68c54f5 on network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:24:51.829617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Port 6c36604c-e81e-45ba-9244-39e0e68c54f5 on network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:24:51.829942 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Attempting to bind port 6c36604c-e81e-45ba-9244-39e0e68c54f5 on network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:24:51.835202 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:24:51.835533 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Checking segment: {'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:24:51.835914 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Bound using segment: {'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:24:51.836338 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Bound port: 6c36604c-e81e-45ba-9244-39e0e68c54f5, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:24:51.836689 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:51.901127 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] For port 6c36604c-e81e-45ba-9244-39e0e68c54f5, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:24:51.904239 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] For port 6c36604c-e81e-45ba-9244-39e0e68c54f5, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:24:51.910764 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:51.946927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:51.947514 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:51.948869 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] 10.222.0.31 "PUT /v2.0/ports/6c36604c-e81e-45ba-9244-39e0e68c54f5 HTTP/1.1" status: 200 len: 1090 time: 0.7564795 Dec 20 22:24:51.949305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'tag': '6c36604c-e81e-45ba-9244-39e0e68c54f5'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:24:51.951589 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43812b9-39de-417e-a10b-1339f978c17c" -d '{"events": [{"name": "network-changed", "server_uuid": "535041c2-12f2-44e0-99bf-8e9895f1b58f", "tag": "6c36604c-e81e-45ba-9244-39e0e68c54f5"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:24:51.976944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7249e-f6a2-4f99-881e-fd781378ba74 service neutron] Pushing event updated for resources: {'Port': ['ID=6c36604c-e81e-45ba-9244-39e0e68c54f5,revision_number=10']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:24:52.025815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-fcb6ca92-4cb5-4ccb-b1ca-4d685b97aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:52.027385 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-fcb6ca92-4cb5-4ccb-b1ca-4d685b97aaf8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 1094 time: 0.0439308 Dec 20 22:24:52.077403 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268648de-5d76-4e76-99e2-cf239d667087 x-openstack-request-id: req-268648de-5d76-4e76-99e2-cf239d667087 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:24:52.077671 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535041c2-12f2-44e0-99bf-8e9895f1b58f", "tag": "6c36604c-e81e-45ba-9244-39e0e68c54f5", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:24:52.078157 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-268648de-5d76-4e76-99e2-cf239d667087 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:24:52.078570 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'tag': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'status': 'completed', 'code': 200} Dec 20 22:24:52.120476 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-a97ecea6-6a0e-4199-8eba-b29a3cedbb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:52.121960 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-a97ecea6-6a0e-4199-8eba-b29a3cedbb8a service neutron] 10.222.0.31 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.0880921 Dec 20 22:24:52.199856 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-f7a65a76-1d3b-48d9-93f9-b086b463ceae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5 HTTP/1.1" status: 200 len: 1000 time: 0.0702021 Dec 20 22:24:52.251143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-6d4217b7-88d9-4221-8d85-960f58d73615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:52.252482 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-6d4217b7-88d9-4221-8d85-960f58d73615 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0454805 Dec 20 22:24:52.299945 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-a66e065a-47a1-4c08-9401-793d918e4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:52.301739 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-a66e065a-47a1-4c08-9401-793d918e4796 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0414977 Dec 20 22:24:52.400232 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-40c129c0-1e04-4a75-a6c9-9ca0c8ec5ac1 service neutron] 10.222.0.31 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909393 Dec 20 22:24:52.492286 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-691fb2cf-05da-4af6-9b2e-c3b6c0af6ade req-fd670159-fde2-4795-a9e4-a14a37b775a1 service neutron] 10.222.0.31 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844779 Dec 20 22:24:52.576321 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09050e8e-ae89-483b-bdfb-8f8b42ac3af7 req-dd41ae94-a63a-421e-8fec-9e6e63c87060 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:52.577982 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09050e8e-ae89-483b-bdfb-8f8b42ac3af7 req-dd41ae94-a63a-421e-8fec-9e6e63c87060 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 945 time: 0.0554349 Dec 20 22:24:52.614984 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43812b9-39de-417e-a10b-1339f978c17c req-86314168-f024-4125-998b-1fac073c437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:52.616514 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c43812b9-39de-417e-a10b-1339f978c17c req-86314168-f024-4125-998b-1fac073c437f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 1094 time: 0.0478084 Dec 20 22:24:52.617297 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-09050e8e-ae89-483b-bdfb-8f8b42ac3af7 req-66616f2f-1ce5-4f45-bdd2-ec2868961f7c tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330844 Dec 20 22:24:52.713425 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43812b9-39de-417e-a10b-1339f978c17c req-59bc3d82-c342-40f1-bd29-0cf7ab736c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:52.715001 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c43812b9-39de-417e-a10b-1339f978c17c req-59bc3d82-c342-40f1-bd29-0cf7ab736c81 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.0888896 Dec 20 22:24:52.787498 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c43812b9-39de-417e-a10b-1339f978c17c req-677ea88a-4ad6-4779-a13a-c41a9f7f3f64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5 HTTP/1.1" status: 200 len: 1000 time: 0.0654368 Dec 20 22:24:52.842501 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43812b9-39de-417e-a10b-1339f978c17c req-03a2743a-aa28-4909-92e3-2100498eda34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:52.844198 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c43812b9-39de-417e-a10b-1339f978c17c req-03a2743a-aa28-4909-92e3-2100498eda34 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0470667 Dec 20 22:24:53.739091 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298e498-ed0f-4fe5-a235-1243610aeb48 req-efbd7849-f5a0-45bd-86f7-385b00a7a501 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:53.740729 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e298e498-ed0f-4fe5-a235-1243610aeb48 req-efbd7849-f5a0-45bd-86f7-385b00a7a501 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 945 time: 0.0497024 Dec 20 22:24:53.784810 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e298e498-ed0f-4fe5-a235-1243610aeb48 req-dd6f9520-0715-4d1f-93ba-926570a204f6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374408 Dec 20 22:24:54.912411 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5829b-f852-46f0-8f32-404b34a19682 req-0e44b34f-49b6-4373-839f-08d7ad48b3c6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:54.913989 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-41c5829b-f852-46f0-8f32-404b34a19682 req-0e44b34f-49b6-4373-839f-08d7ad48b3c6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 945 time: 0.0511830 Dec 20 22:24:54.959636 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-41c5829b-f852-46f0-8f32-404b34a19682 req-50fd4f02-0157-4727-9e4c-b93cb9f7d4d3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393894 Dec 20 22:24:56.144387 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd409adb-37e6-4194-8f16-a2b282189de1 req-c0693b02-9734-4109-beec-c0135e09018f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:56.145948 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd409adb-37e6-4194-8f16-a2b282189de1 req-c0693b02-9734-4109-beec-c0135e09018f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 945 time: 0.1081493 Dec 20 22:24:56.194835 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bd409adb-37e6-4194-8f16-a2b282189de1 req-bd36c6a7-5b48-4e08-b1cc-5fd9ce19e415 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403953 Dec 20 22:24:57.266138 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bebce03c-3b37-44cf-97de-c2c0560e3de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:57.337028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340f8ad-9116-44a4-8974-ff068763eb82 req-a9696a18-a478-4bcc-9370-f56bbf25ea52 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:57.342628 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b340f8ad-9116-44a4-8974-ff068763eb82 req-a9696a18-a478-4bcc-9370-f56bbf25ea52 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 945 time: 0.0719571 Dec 20 22:24:57.409194 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b340f8ad-9116-44a4-8974-ff068763eb82 req-c0c1ab01-4463-4937-96bd-6ba4c158b5a7 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573049 Dec 20 22:24:58.583141 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313936d-8bce-4833-9592-48422cf82ffa req-b95bc06c-0f51-4a39-bba9-84e067003ef5 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:58.585113 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7313936d-8bce-4833-9592-48422cf82ffa req-b95bc06c-0f51-4a39-bba9-84e067003ef5 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 945 time: 0.0878334 Dec 20 22:24:58.629094 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7313936d-8bce-4833-9592-48422cf82ffa req-91681a20-fd60-4c76-ad1a-0e5881759801 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377069 Dec 20 22:24:59.603539 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0c4bf666-aa18-4f69-9ccb-7953a5e9ad18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:24:59.749133 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f40c12-5630-4a4e-b4df-2989884917e0 req-54931533-dddd-4825-b10e-5f21b04689c5 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:24:59.750799 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-60f40c12-5630-4a4e-b4df-2989884917e0 req-54931533-dddd-4825-b10e-5f21b04689c5 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 945 time: 0.0501420 Dec 20 22:24:59.790872 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-60f40c12-5630-4a4e-b4df-2989884917e0 req-5710b734-26c8-480f-9e62-d40979796911 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335751 Dec 20 22:25:00.916105 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f7b57-3c7e-42f0-ab63-82cab1e92847 req-0d5cdfee-f069-4b42-9109-4c4714688d2b tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:25:00.917579 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-424f7b57-3c7e-42f0-ab63-82cab1e92847 req-0d5cdfee-f069-4b42-9109-4c4714688d2b tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 945 time: 0.0507717 Dec 20 22:25:00.960026 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-424f7b57-3c7e-42f0-ab63-82cab1e92847 req-745e9fe2-5e87-45d1-a0f2-5c1eca252438 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343864 Dec 20 22:25:00.962086 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:25:01.029086 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43812b9-39de-417e-a10b-1339f978c17c req-9828355f-47da-4652-86d9-f477f8b3ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:25:01.030618 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c43812b9-39de-417e-a10b-1339f978c17c req-9828355f-47da-4652-86d9-f477f8b3ad16 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0441604 Dec 20 22:25:01.127720 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c43812b9-39de-417e-a10b-1339f978c17c req-41a280c2-2be6-47eb-a462-9fccd82c151e service neutron] 10.222.0.31 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894730 Dec 20 22:25:01.224000 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c43812b9-39de-417e-a10b-1339f978c17c req-05a8be8c-e7bd-485a-9d04-566616ee24e1 service neutron] 10.222.0.31 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871677 Dec 20 22:25:01.372856 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d5928-80f1-4a67-86e6-19341d652821 req-84ebd81b-fa18-4159-ba07-ec1a15cf4b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:25:01.374451 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-957d5928-80f1-4a67-86e6-19341d652821 req-84ebd81b-fa18-4159-ba07-ec1a15cf4b2f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 1094 time: 0.0491316 Dec 20 22:25:01.486873 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d5928-80f1-4a67-86e6-19341d652821 req-71b6f1d9-8a28-4aeb-a65f-6a034ccdc81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:25:01.488267 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-957d5928-80f1-4a67-86e6-19341d652821 req-71b6f1d9-8a28-4aeb-a65f-6a034ccdc81b service neutron] 10.222.0.31 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.0892873 Dec 20 22:25:01.564491 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-957d5928-80f1-4a67-86e6-19341d652821 req-a2eddc8c-b35a-4d6b-95ac-fac28fbaf470 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5 HTTP/1.1" status: 200 len: 1000 time: 0.0688286 Dec 20 22:25:01.620190 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d5928-80f1-4a67-86e6-19341d652821 req-ab71d9cd-2952-4893-857b-ce96aed6059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:25:01.621671 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-957d5928-80f1-4a67-86e6-19341d652821 req-ab71d9cd-2952-4893-857b-ce96aed6059e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0497000 Dec 20 22:25:01.670123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d5928-80f1-4a67-86e6-19341d652821 req-87b29097-49db-4914-b152-123b4ad83525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:25:01.671644 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-957d5928-80f1-4a67-86e6-19341d652821 req-87b29097-49db-4914-b152-123b4ad83525 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0427096 Dec 20 22:25:01.764616 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-957d5928-80f1-4a67-86e6-19341d652821 req-6cacbf28-5674-4683-acbd-ef3744470b59 service neutron] 10.222.0.31 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856459 Dec 20 22:25:01.854865 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-957d5928-80f1-4a67-86e6-19341d652821 req-8830f8a3-79d2-42d3-9dc7-b086e9bccc46 service neutron] 10.222.0.31 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836127 Dec 20 22:25:02.091026 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157694d-060f-429d-85b5-1ac59f4976d1 req-129c835d-3a29-442a-ba5a-5e25290656e2 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:25:02.092740 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b157694d-060f-429d-85b5-1ac59f4976d1 req-129c835d-3a29-442a-ba5a-5e25290656e2 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 945 time: 0.0561521 Dec 20 22:25:02.135713 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b157694d-060f-429d-85b5-1ac59f4976d1 req-06846749-0528-4393-bdd7-388422455979 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339901 Dec 20 22:25:02.379323 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:25:02.503778 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:25:03.259430 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a62ef-b1f9-4921-821c-0c77ef2270b9 req-da0bc4b8-684b-4acb-9075-90835c54d5e8 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:25:03.260941 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-491a62ef-b1f9-4921-821c-0c77ef2270b9 req-da0bc4b8-684b-4acb-9075-90835c54d5e8 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 945 time: 0.0520399 Dec 20 22:25:03.308525 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-491a62ef-b1f9-4921-821c-0c77ef2270b9 req-b2b09be2-6264-43e4-918e-11fbb4d7a19e tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356717 Dec 20 22:25:04.441659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12d4d3-83c7-4e35-a619-03c0a6b28f40 req-36be9bf8-2592-40cc-91ca-e6ef248afabf tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:25:04.443347 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5a12d4d3-83c7-4e35-a619-03c0a6b28f40 req-36be9bf8-2592-40cc-91ca-e6ef248afabf tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 945 time: 0.0540679 Dec 20 22:25:04.460781 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6c36604c-e81e-45ba-9244-39e0e68c54f5 details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:25:04.489794 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5a12d4d3-83c7-4e35-a619-03c0a6b28f40 req-017fd1c5-e5ae-4cde-a2ed-db9a26c9b0d2 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375876 Dec 20 22:25:04.553056 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6c36604c-e81e-45ba-9244-39e0e68c54f5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:25:04.564850 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'port_id': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'mac_address': 'fa:16:3e:c0:81:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:25:04.604092 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:25:04.617072 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c36604c-e81e-45ba-9244-39e0e68c54f5 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:25:04.636253 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6c36604c-e81e-45ba-9244-39e0e68c54f5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:25:04.641398 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:25:04.695221 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=6c36604c-e81e-45ba-9244-39e0e68c54f5,revision_number=11']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:25:04.950043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['6c36604c-e81e-45ba-9244-39e0e68c54f5'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:25:05.628167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900a697-9abf-4e01-9c9d-f823244b738f req-84db514e-8d47-4f99-af8a-d3ee3600bfaf tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:25:05.629669 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4900a697-9abf-4e01-9c9d-f823244b738f req-84db514e-8d47-4f99-af8a-d3ee3600bfaf tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 946 time: 0.0605280 Dec 20 22:25:05.670353 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4900a697-9abf-4e01-9c9d-f823244b738f req-945d2ac4-3ba9-4e72-97e7-3bcf1960cdc3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345628 Dec 20 22:25:06.474043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6c36604c-e81e-45ba-9244-39e0e68c54f5 up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:25:06.532566 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 6c36604c-e81e-45ba-9244-39e0e68c54f5 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:25:06.536775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 6c36604c-e81e-45ba-9244-39e0e68c54f5 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:25:06.537143 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:25:06.618421 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:25:06.640620 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c36604c-e81e-45ba-9244-39e0e68c54f5'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:25:06.643208 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20eead1defd04ed19d9e1f577934cb646bb96fa6360cbfa3ec76c6556e217167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65561afe-b903-4a42-9779-f066c06af98f" -d '{"events": [{"server_uuid": "535041c2-12f2-44e0-99bf-8e9895f1b58f", "name": "network-vif-plugged", "status": "completed", "tag": "6c36604c-e81e-45ba-9244-39e0e68c54f5"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:25:06.655707 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6c36604c-e81e-45ba-9244-39e0e68c54f5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:25:06.662212 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:25:06.685385 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876c0bde-40f5-4858-b334-44e48e9c8ed7 x-openstack-request-id: req-876c0bde-40f5-4858-b334-44e48e9c8ed7 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:25:06.685714 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535041c2-12f2-44e0-99bf-8e9895f1b58f", "name": "network-vif-plugged", "status": "completed", "tag": "6c36604c-e81e-45ba-9244-39e0e68c54f5", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:25:06.685965 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-876c0bde-40f5-4858-b334-44e48e9c8ed7 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:25:06.686375 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'code': 200} Dec 20 22:25:06.713750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=6c36604c-e81e-45ba-9244-39e0e68c54f5,revision_number=12']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:25:06.801692 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa84478-d4e0-4cb8-a992-6c8a1d693197 req-9624d17d-980d-4855-97ec-f4ce7f87cf4a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:25:06.803227 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-daa84478-d4e0-4cb8-a992-6c8a1d693197 req-9624d17d-980d-4855-97ec-f4ce7f87cf4a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 947 time: 0.0549197 Dec 20 22:25:06.841991 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-daa84478-d4e0-4cb8-a992-6c8a1d693197 req-82e6caba-8f6c-453b-ba00-64411db6517a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325172 Dec 20 22:25:06.884751 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0efec-3dab-4fc0-aaf7-58a94ac693a8 req-1c9179cd-f1eb-4167-96ff-e840e6975428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:25:06.886259 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19c0efec-3dab-4fc0-aaf7-58a94ac693a8 req-1c9179cd-f1eb-4167-96ff-e840e6975428 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 1096 time: 0.0405884 Dec 20 22:25:06.920710 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19c0efec-3dab-4fc0-aaf7-58a94ac693a8 req-49079224-5603-40b7-98d2-816ad4fa6ed0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277913 Dec 20 22:25:07.966834 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39352570-39ca-46c4-b35e-f3412a1d5757 req-1afe5767-9ad3-4443-8328-5e93aebe736a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:25:07.968666 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39352570-39ca-46c4-b35e-f3412a1d5757 req-1afe5767-9ad3-4443-8328-5e93aebe736a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 947 time: 0.0542064 Dec 20 22:25:08.009963 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-39352570-39ca-46c4-b35e-f3412a1d5757 req-1daf95ac-235b-4368-b1f2-9bcf2f7eed5e tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349770 Dec 20 22:25:09.133617 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cc1f9-894a-4804-bda6-1ed4faf3851e req-48d894fd-2d10-4d4e-b8b9-1c2544a30f43 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:25:09.135099 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c57cc1f9-894a-4804-bda6-1ed4faf3851e req-48d894fd-2d10-4d4e-b8b9-1c2544a30f43 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 947 time: 0.0539079 Dec 20 22:25:09.174486 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-c57cc1f9-894a-4804-bda6-1ed4faf3851e req-4a4e6a01-7485-4fb2-9124-04826d64d232 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330725 Dec 20 22:25:15.561937 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:25:18.625745 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:25:21.349826 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:25:27.269134 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b09dbf21-a110-41d4-9e67-7f5eb9727687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:25:29.601927 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1903aedf-aea9-481d-9d1e-222ab5b971c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:25:30.968723 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:25:32.384759 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:25:32.499875 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:25:45.561365 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:25:48.647394 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:25:57.269240 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-03848fa0-471a-4ac5-accd-7e00ea271a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:25:58.349750 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:25:58.950710 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54aa2286-aa24-4ecf-b39d-628bf3f6f55d req-325d82ad-b7bb-4e02-a30c-6d64e804c5bc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0424850 Dec 20 22:25:59.048118 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa2286-aa24-4ecf-b39d-628bf3f6f55d req-b3ee526b-88c1-4343-87ae-4bab154acd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:25:59.049629 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54aa2286-aa24-4ecf-b39d-628bf3f6f55d req-b3ee526b-88c1-4343-87ae-4bab154acd3e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 1096 time: 0.0412364 Dec 20 22:25:59.166421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa2286-aa24-4ecf-b39d-628bf3f6f55d req-6f11823a-e70f-43e7-80f0-c927ee23a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:25:59.168086 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54aa2286-aa24-4ecf-b39d-628bf3f6f55d req-6f11823a-e70f-43e7-80f0-c927ee23a10f service neutron] 10.222.0.31 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.0985816 Dec 20 22:25:59.239380 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54aa2286-aa24-4ecf-b39d-628bf3f6f55d req-d079c473-86dd-4883-8c3a-f079d4a66be6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5 HTTP/1.1" status: 200 len: 1002 time: 0.0644586 Dec 20 22:25:59.295000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa2286-aa24-4ecf-b39d-628bf3f6f55d req-4c493449-f886-47b4-8d8a-103da5ca335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:25:59.296607 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54aa2286-aa24-4ecf-b39d-628bf3f6f55d req-4c493449-f886-47b4-8d8a-103da5ca335f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0511076 Dec 20 22:25:59.355341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa2286-aa24-4ecf-b39d-628bf3f6f55d req-29bbb34f-aaf4-45a9-8c65-392aaa25df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:25:59.356939 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54aa2286-aa24-4ecf-b39d-628bf3f6f55d req-29bbb34f-aaf4-45a9-8c65-392aaa25df01 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0539050 Dec 20 22:25:59.463650 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54aa2286-aa24-4ecf-b39d-628bf3f6f55d req-06028568-3f9b-40b0-9be3-85aadcb339ee service neutron] 10.222.0.31 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998585 Dec 20 22:25:59.581104 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-54aa2286-aa24-4ecf-b39d-628bf3f6f55d req-d5f1b75c-400a-4b81-bca4-61379bda6d4d service neutron] 10.222.0.31 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108501 Dec 20 22:25:59.607681 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a762006d-6505-4cc7-8b1e-54d696bfe912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:00.974586 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:02.388928 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:02.499426 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:15.577901 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:17.949485 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54338) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:26:18.121677 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Deleting port 9fd55a65-4b5d-461b-a9dc-6790b2b0e2a7 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:26:18.121961 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:18.202114 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:18.202356 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:18.215830 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Calling delete_port for 9fd55a65-4b5d-461b-a9dc-6790b2b0e2a7 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:26:18.378719 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:18.406130 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event deleted for resources: {'Port': ['ID=9fd55a65-4b5d-461b-a9dc-6790b2b0e2a7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:26:18.431240 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:18.431571 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:18.431904 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:18.432231 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:18.432556 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:18.432880 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:18.433196 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:18.433510 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:18.433824 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:18.434171 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:18.434478 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:18.434785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:18.481463 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:18.481720 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Floating IP b622de72-387f-4e1a-a969-cc95931e7e92 disassociated (deleted). External IP: 172.35.3.212, port: 6c36604c-e81e-45ba-9244-39e0e68c54f5. Dec 20 22:26:18.667667 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:18.713266 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Router 37a207ef-2192-4616-a734-b9b7c021fe92 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:26:18.818208 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:26:18.823858 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:18.830635 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1974ff-6f08-4e35-b202-f80fc1ae1752 None None] Sync routers for ids ['37a207ef-2192-4616-a734-b9b7c021fe92'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:26:18.840939 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1974ff-6f08-4e35-b202-f80fc1ae1752 None None] Routers {'37a207ef-2192-4616-a734-b9b7c021fe92'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:26:18.841556 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3f1974ff-6f08-4e35-b202-f80fc1ae1752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:26:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['37a207ef-2192-4616-a734-b9b7c021fe92'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:26:18.853239 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-33b6aadd-3bac-4634-a062-9ccfe4341a50 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "DELETE /v2.0/floatingips/b622de72-387f-4e1a-a969-cc95931e7e92 HTTP/1.1" status: 204 len: 168 time: 0.8996644 Dec 20 22:26:18.853239 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'tag': '6c36604c-e81e-45ba-9244-39e0e68c54f5'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:26:18.853607 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f39d2392ee36c270bf164f2b0d9d8519f42a87b2972c565f9d9401e18f0a645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62c68ce-696d-40ae-9fcf-e8114dcf646d" -d '{"events": [{"name": "network-changed", "server_uuid": "535041c2-12f2-44e0-99bf-8e9895f1b58f", "tag": "6c36604c-e81e-45ba-9244-39e0e68c54f5"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:26:18.950371 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb665bf-6c12-4de3-8b3e-493adc9660d4 x-openstack-request-id: req-acb665bf-6c12-4de3-8b3e-493adc9660d4 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:26:18.951012 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535041c2-12f2-44e0-99bf-8e9895f1b58f", "tag": "6c36604c-e81e-45ba-9244-39e0e68c54f5", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:26:18.951114 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-acb665bf-6c12-4de3-8b3e-493adc9660d4 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:26:18.951658 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-3f1974ff-6f08-4e35-b202-f80fc1ae1752 None None] Set router 37a207ef-2192-4616-a734-b9b7c021fe92 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:26:18.951938 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'tag': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'status': 'completed', 'code': 200} Dec 20 22:26:19.053571 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c68ce-696d-40ae-9fcf-e8114dcf646d req-2b3c83a5-2810-4d3a-945a-11efb46ae7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:19.055115 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d62c68ce-696d-40ae-9fcf-e8114dcf646d req-2b3c83a5-2810-4d3a-945a-11efb46ae7ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 1096 time: 0.0561454 Dec 20 22:26:19.158506 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3f1974ff-6f08-4e35-b202-f80fc1ae1752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '027daf5e-bbea-41b3-a9af-51561d5428a0', 'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:04Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 5, 'project_id': '18957f94c12e4276817177af0d763cc6', 'subnets': [{'id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:26:19.178999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9c8a4-e3bb-48b9-bd36-fa7fd1a7a955 req-56221912-6cbe-4098-8b7b-cf45037dee04 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:19.180472 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51a9c8a4-e3bb-48b9-bd36-fa7fd1a7a955 req-56221912-6cbe-4098-8b7b-cf45037dee04 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 947 time: 0.1090469 Dec 20 22:26:19.190308 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1974ff-6f08-4e35-b202-f80fc1ae1752 None None] Checking router: 37a207ef-2192-4616-a734-b9b7c021fe92 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:26:19.199377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1974ff-6f08-4e35-b202-f80fc1ae1752 None None] Routers {'37a207ef-2192-4616-a734-b9b7c021fe92'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:26:19.199989 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3f1974ff-6f08-4e35-b202-f80fc1ae1752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:26:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['37a207ef-2192-4616-a734-b9b7c021fe92'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:26:19.204797 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c68ce-696d-40ae-9fcf-e8114dcf646d req-6beb2d9d-840c-4f76-bbd6-fe3d4ac4098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:19.206261 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d62c68ce-696d-40ae-9fcf-e8114dcf646d req-6beb2d9d-840c-4f76-bbd6-fe3d4ac4098f service neutron] 10.222.0.31 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.1434200 Dec 20 22:26:19.257524 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d62c68ce-696d-40ae-9fcf-e8114dcf646d req-af510099-ab40-463a-94f9-cf2e4c9c26d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5 HTTP/1.1" status: 200 len: 217 time: 0.0437722 Dec 20 22:26:19.260339 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-51a9c8a4-e3bb-48b9-bd36-fa7fd1a7a955 req-91eb7208-9767-43d1-b7f6-aa83db32b1b2 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712664 Dec 20 22:26:19.308101 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c68ce-696d-40ae-9fcf-e8114dcf646d req-a7ae2b3c-6cf3-45fc-88c0-78acf4fd58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:19.309568 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d62c68ce-696d-40ae-9fcf-e8114dcf646d req-a7ae2b3c-6cf3-45fc-88c0-78acf4fd58fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0446680 Dec 20 22:26:19.314736 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-3f1974ff-6f08-4e35-b202-f80fc1ae1752 None None] Set router 37a207ef-2192-4616-a734-b9b7c021fe92 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:26:19.357235 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c68ce-696d-40ae-9fcf-e8114dcf646d req-712e3fed-edc6-4c4a-85f0-f0e24d370f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:19.358771 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d62c68ce-696d-40ae-9fcf-e8114dcf646d req-712e3fed-edc6-4c4a-85f0-f0e24d370f8f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0420041 Dec 20 22:26:19.454991 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d62c68ce-696d-40ae-9fcf-e8114dcf646d req-52d37673-7bcb-4131-a7fe-e0f47ceced17 service neutron] 10.222.0.31 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884175 Dec 20 22:26:19.511153 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-3f1974ff-6f08-4e35-b202-f80fc1ae1752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '027daf5e-bbea-41b3-a9af-51561d5428a0', 'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:04Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 5, 'project_id': '18957f94c12e4276817177af0d763cc6', 'subnets': [{'id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:26:19.537961 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1974ff-6f08-4e35-b202-f80fc1ae1752 None None] The sync data for ids ['37a207ef-2192-4616-a734-b9b7c021fe92'] in n-d-xena-1 is: [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '027daf5e-bbea-41b3-a9af-51561d5428a0', 'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:04Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 5, 'project_id': '18957f94c12e4276817177af0d763cc6', 'subnets': [{'id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:26:19.546834 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d62c68ce-696d-40ae-9fcf-e8114dcf646d req-285bbc5c-cc8b-4f64-950f-3c3f9a0fdd2d service neutron] 10.222.0.31 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834291 Dec 20 22:26:19.791468 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce5a35-8cd0-40ae-ba11-1b35152a06a0 None None] New status for floating IP b622de72-387f-4e1a-a969-cc95931e7e92: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:26:20.392374 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67361d9f-2268-4143-8a3b-8f1d0485be85 req-5994c579-89f1-49bc-8916-ece4f97e4b29 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:20.393860 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-67361d9f-2268-4143-8a3b-8f1d0485be85 req-5994c579-89f1-49bc-8916-ece4f97e4b29 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 947 time: 0.0568459 Dec 20 22:26:20.433373 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-67361d9f-2268-4143-8a3b-8f1d0485be85 req-d87806b4-be2c-4228-83c7-2b90336209e3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=31881ab7-e8bd-4118-bff4-5b55a120d148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332861 Dec 20 22:26:20.505713 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe22de5-3a5e-4da6-a4b5-c722badfdb71 req-e73db98f-4b73-48b7-9b48-7c029c12e4d0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:20.507366 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2fe22de5-3a5e-4da6-a4b5-c722badfdb71 req-e73db98f-4b73-48b7-9b48-7c029c12e4d0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.31 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 947 time: 0.0493376 Dec 20 22:26:20.619255 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-2fe22de5-3a5e-4da6-a4b5-c722badfdb71 req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Deleting port 6c36604c-e81e-45ba-9244-39e0e68c54f5 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:26:20.619612 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2fe22de5-3a5e-4da6-a4b5-c722badfdb71 req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:20.715408 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-2fe22de5-3a5e-4da6-a4b5-c722badfdb71 req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] For port 6c36604c-e81e-45ba-9244-39e0e68c54f5, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6c36604c-e81e-45ba-9244-39e0e68c54f5,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:26:20.715762 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2fe22de5-3a5e-4da6-a4b5-c722badfdb71 req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:20.731736 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-2fe22de5-3a5e-4da6-a4b5-c722badfdb71 req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Calling delete_port for 6c36604c-e81e-45ba-9244-39e0e68c54f5 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:26:20.867775 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2fe22de5-3a5e-4da6-a4b5-c722badfdb71 req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:20.895315 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event deleted for resources: {'Port': ['ID=6c36604c-e81e-45ba-9244-39e0e68c54f5,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:26:20.907674 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:20.908018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:20.908351 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:20.908677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:20.909000 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:20.909326 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:20.909643 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:20.909964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:20.910305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:20.910616 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:20.910909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:20.911215 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:20.948730 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe22de5-3a5e-4da6-a4b5-c722badfdb71 req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] No DVR routers for this DVR port 6c36604c-e81e-45ba-9244-39e0e68c54f5 on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:26:20.951305 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-2fe22de5-3a5e-4da6-a4b5-c722badfdb71 req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:20.954506 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2fe22de5-3a5e-4da6-a4b5-c722badfdb71 req-2f6672a7-8c3b-4975-ae67-890c44f83e28 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.31 "DELETE /v2.0/ports/6c36604c-e81e-45ba-9244-39e0e68c54f5 HTTP/1.1" status: 204 len: 173 time: 0.4410141 Dec 20 22:26:20.954930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'name': 'network-vif-deleted', 'tag': '6c36604c-e81e-45ba-9244-39e0e68c54f5'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:26:20.957350 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1e0f1f-5ba7-40d9-be11-d67c9f891ed7" -d '{"events": [{"server_uuid": "535041c2-12f2-44e0-99bf-8e9895f1b58f", "name": "network-vif-deleted", "tag": "6c36604c-e81e-45ba-9244-39e0e68c54f5"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:26:20.995764 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571840f8-a8d2-4d13-96bb-48d5e6f6404d x-openstack-request-id: req-571840f8-a8d2-4d13-96bb-48d5e6f6404d {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:26:20.996061 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535041c2-12f2-44e0-99bf-8e9895f1b58f", "name": "network-vif-deleted", "tag": "6c36604c-e81e-45ba-9244-39e0e68c54f5", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:26:20.996345 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-571840f8-a8d2-4d13-96bb-48d5e6f6404d {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:26:20.996706 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535041c2-12f2-44e0-99bf-8e9895f1b58f', 'name': 'network-vif-deleted', 'tag': '6c36604c-e81e-45ba-9244-39e0e68c54f5', 'status': 'completed', 'code': 200} Dec 20 22:26:21.541611 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d879d065-9209-4f0b-9139-2446705039ae req-6ce17b9c-c002-444f-b34c-52b2745059a0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=535041c2-12f2-44e0-99bf-8e9895f1b58f HTTP/1.1" status: 200 len: 210 time: 0.0269747 Dec 20 22:26:22.605625 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54366) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:26:22.675022 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4200279f-9bf6-4f40-b24e-90ed6219038e tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:22.701940 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4200279f-9bf6-4f40-b24e-90ed6219038e tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:22.764470 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4200279f-9bf6-4f40-b24e-90ed6219038e tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:22.767269 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-4200279f-9bf6-4f40-b24e-90ed6219038e tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:22.768446 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-4200279f-9bf6-4f40-b24e-90ed6219038e tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "DELETE /v2.0/security-groups/31881ab7-e8bd-4118-bff4-5b55a120d148 HTTP/1.1" status: 204 len: 168 time: 0.1617856 Dec 20 22:26:22.778359 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200279f-9bf6-4f40-b24e-90ed6219038e tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31881ab7-e8bd-4118-bff4-5b55a120d148,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:26:23.073946 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54372) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:26:23.078704 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-6a120d7c-46dc-4b44-b370-6f98436491a4 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100309264', 'description': 'tempest-secgroup-smoke-100309264 description', 'project_id': '18957f94c12e4276817177af0d763cc6'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:26:23.110777 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a120d7c-46dc-4b44-b370-6f98436491a4 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.185505 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a120d7c-46dc-4b44-b370-6f98436491a4 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.191242 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a120d7c-46dc-4b44-b370-6f98436491a4 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.217425 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a120d7c-46dc-4b44-b370-6f98436491a4 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.218663 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6a120d7c-46dc-4b44-b370-6f98436491a4 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1436603 Dec 20 22:26:23.221869 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54374) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:26:23.222676 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a120d7c-46dc-4b44-b370-6f98436491a4 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1ddc90-5be8-4a95-8f16-e997f023e12e,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:26:23.227646 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-97a9be9b-1b37-488c-87ed-9dd9fa680ec3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Request body: {'security_group_rule': {'security_group_id': '9f1ddc90-5be8-4a95-8f16-e997f023e12e', 'project_id': '18957f94c12e4276817177af0d763cc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:26:23.257081 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97a9be9b-1b37-488c-87ed-9dd9fa680ec3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.318889 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97a9be9b-1b37-488c-87ed-9dd9fa680ec3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.324490 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97a9be9b-1b37-488c-87ed-9dd9fa680ec3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.343616 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9be9b-1b37-488c-87ed-9dd9fa680ec3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf65feea-c848-4368-a701-349acf22380a,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:26:23.347681 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-97a9be9b-1b37-488c-87ed-9dd9fa680ec3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.348850 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-97a9be9b-1b37-488c-87ed-9dd9fa680ec3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258559 Dec 20 22:26:23.351989 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54376) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:26:23.356586 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d66fb28b-99c2-4fd8-926a-f718ba69b6e2 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Request body: {'security_group_rule': {'security_group_id': '9f1ddc90-5be8-4a95-8f16-e997f023e12e', 'project_id': '18957f94c12e4276817177af0d763cc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:26:23.386351 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d66fb28b-99c2-4fd8-926a-f718ba69b6e2 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.450139 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d66fb28b-99c2-4fd8-926a-f718ba69b6e2 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.455995 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d66fb28b-99c2-4fd8-926a-f718ba69b6e2 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.473397 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fb28b-99c2-4fd8-926a-f718ba69b6e2 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e525ff1e-d9a1-488d-925b-510a3576920a,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:26:23.483195 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d66fb28b-99c2-4fd8-926a-f718ba69b6e2 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.487107 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d66fb28b-99c2-4fd8-926a-f718ba69b6e2 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314201 Dec 20 22:26:23.487927 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54378) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:26:23.492339 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-683f3d42-c31c-4f59-bc36-654936ece8b0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Request body: {'security_group_rule': {'security_group_id': '9f1ddc90-5be8-4a95-8f16-e997f023e12e', 'project_id': '18957f94c12e4276817177af0d763cc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:26:23.519554 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-683f3d42-c31c-4f59-bc36-654936ece8b0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.575887 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-683f3d42-c31c-4f59-bc36-654936ece8b0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.580852 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-683f3d42-c31c-4f59-bc36-654936ece8b0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.597990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f3d42-c31c-4f59-bc36-654936ece8b0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d273892c-f8aa-4e64-bb37-cf0692ced834,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:26:23.606410 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-683f3d42-c31c-4f59-bc36-654936ece8b0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.607658 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-683f3d42-c31c-4f59-bc36-654936ece8b0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188316 Dec 20 22:26:23.610556 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54380) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:26:23.614912 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-989ed2c3-fd06-4eb0-a946-404a7cb97b8f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Request body: {'security_group_rule': {'security_group_id': '9f1ddc90-5be8-4a95-8f16-e997f023e12e', 'project_id': '18957f94c12e4276817177af0d763cc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:26:23.643235 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-989ed2c3-fd06-4eb0-a946-404a7cb97b8f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.700067 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-989ed2c3-fd06-4eb0-a946-404a7cb97b8f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.706846 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-989ed2c3-fd06-4eb0-a946-404a7cb97b8f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.724407 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ed2c3-fd06-4eb0-a946-404a7cb97b8f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0db0eb4-ec37-41a6-890c-cad0c0bf4e44,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:26:23.732527 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-989ed2c3-fd06-4eb0-a946-404a7cb97b8f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.733723 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-989ed2c3-fd06-4eb0-a946-404a7cb97b8f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222665 Dec 20 22:26:23.736703 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54382) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:26:23.741548 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-bd4b4374-38d1-4ec7-a0fa-cac6a2d796ff tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Request body: {'security_group_rule': {'security_group_id': '9f1ddc90-5be8-4a95-8f16-e997f023e12e', 'project_id': '18957f94c12e4276817177af0d763cc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:26:23.763554 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-bd4b4374-38d1-4ec7-a0fa-cac6a2d796ff tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Project 18957f94c12e4276817177af0d763cc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 22:26:23.768214 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bd4b4374-38d1-4ec7-a0fa-cac6a2d796ff tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.830513 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bd4b4374-38d1-4ec7-a0fa-cac6a2d796ff tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.835344 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bd4b4374-38d1-4ec7-a0fa-cac6a2d796ff tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.852373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b4374-38d1-4ec7-a0fa-cac6a2d796ff tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3199835-2f4c-45ce-9e6e-50bd2ce197ca,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:26:23.864498 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-bd4b4374-38d1-4ec7-a0fa-cac6a2d796ff tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.865750 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-bd4b4374-38d1-4ec7-a0fa-cac6a2d796ff tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280954 Dec 20 22:26:23.868803 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54384) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:26:23.873194 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0c55f234-288c-4660-805b-fa8312d4043f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Request body: {'security_group_rule': {'security_group_id': '9f1ddc90-5be8-4a95-8f16-e997f023e12e', 'project_id': '18957f94c12e4276817177af0d763cc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:26:23.897857 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-0c55f234-288c-4660-805b-fa8312d4043f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Project 18957f94c12e4276817177af0d763cc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 22:26:23.902906 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0c55f234-288c-4660-805b-fa8312d4043f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.972060 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0c55f234-288c-4660-805b-fa8312d4043f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.977407 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0c55f234-288c-4660-805b-fa8312d4043f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:23.993820 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55f234-288c-4660-805b-fa8312d4043f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1859d6a5-0cd4-45fb-afd0-5ba727dc466b,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:26:24.002388 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0c55f234-288c-4660-805b-fa8312d4043f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:24.003588 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0c55f234-288c-4660-805b-fa8312d4043f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338122 Dec 20 22:26:24.929570 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6c36604c-e81e-45ba-9244-39e0e68c54f5 no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:26:24.953755 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 6c36604c-e81e-45ba-9244-39e0e68c54f5 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:26:24.954122 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6c36604c-e81e-45ba-9244-39e0e68c54f5 not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:26:27.262559 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa76ae02-fcbe-4a3e-b29a-a797b8a72d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:29.593674 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-36f94106-d827-42ab-b211-de430a2a6c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:30.971188 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:32.390258 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:32.494941 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:35.349403 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:26:39.411840 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-81bf83d7-1fce-4686-a9a7-ec76cff507c0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100309264&fields=id&tenant_id=18957f94c12e4276817177af0d763cc6 HTTP/1.1" status: 200 len: 267 time: 0.0389984 Dec 20 22:26:39.532589 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-cfd70831-acd0-408e-b2ba-96ef67dc0e27 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:39.534060 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-cfd70831-acd0-408e-b2ba-96ef67dc0e27 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 808 time: 0.1126375 Dec 20 22:26:39.553049 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-8f5ecfff-aa76-4721-a815-fdf2188b77db tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/quotas/18957f94c12e4276817177af0d763cc6 HTTP/1.1" status: 200 len: 375 time: 0.0098619 Dec 20 22:26:39.608307 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-7bad10d4-1e76-4840-97b8-124898d6993e tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484900 Dec 20 22:26:39.624304 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-6455ebda-23ad-43c7-a1d3-c82ba5d84f70 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:26:39.625257 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-6455ebda-23ad-43c7-a1d3-c82ba5d84f70 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051968 Dec 20 22:26:39.716148 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-b838795f-1195-4c95-8c85-c47f0acbed1b service neutron] 10.222.0.32 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848694 Dec 20 22:26:40.164398 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-fe48f886-a8c9-476a-8cc0-a470406f25c7 service neutron] 10.222.0.32 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390066 Dec 20 22:26:40.483419 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-716c0d01-52e4-47ce-888b-6fc0b5fd84fd req-0f4b2aa1-e72a-4565-a176-716bb6614cc1 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 210 time: 0.0281584 Dec 20 22:26:41.575675 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-938af626-3ec3-40c5-af7f-91b52aca24df req-fc81679a-5653-46ad-a9f4-711a7328d42d tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 210 time: 0.0286958 Dec 20 22:26:42.660417 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf3d79a7-0880-49f1-b23e-93c3c57b8a09 req-2d731bf6-d025-4cd6-911e-95de35d6951d tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 210 time: 0.0260360 Dec 20 22:26:43.750578 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8eb43f73-21a1-45b8-8674-1b4bf3b9b95a req-4ba12475-7ccf-45fd-af4c-4fc42baf2619 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 210 time: 0.0274363 Dec 20 22:26:44.859873 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4a1b1beb-6e3d-4933-8b6b-9e7b5d4412b0 req-485d37f2-a31f-40f8-b926-c9fe996daec7 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 210 time: 0.0355451 Dec 20 22:26:45.576582 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:45.670614 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-e9a5ff7a-3d9c-400f-b35b-2610ffc26edf tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:45.672079 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-e9a5ff7a-3d9c-400f-b35b-2610ffc26edf tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.66 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 808 time: 0.1164801 Dec 20 22:26:45.719691 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-13566b27-ab0e-4fd6-8201-47decbd573c1 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18957f94c12e4276817177af0d763cc6 HTTP/1.1" status: 200 len: 379 time: 0.0334880 Dec 20 22:26:45.740513 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-67a36f15-2f99-4cd0-ae45-12061bab849a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Request body: {'port': {'device_id': 'f5328f04-1809-4140-98f6-4da42f99a435', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'admin_state_up': True, 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'security_groups': ['9f1ddc90-5be8-4a95-8f16-e997f023e12e']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:26:45.854023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-67a36f15-2f99-4cd0-ae45-12061bab849a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Made reservation on behalf of 18957f94c12e4276817177af0d763cc6 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:26:45.857534 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-67a36f15-2f99-4cd0-ae45-12061bab849a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:45.962967 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-20c01090-e671-4ac0-a2e9-ff3bf0c22bed req-a8412586-dfa9-49da-8c5b-57c62e7216ef tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 210 time: 0.0291185 Dec 20 22:26:45.993238 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-67a36f15-2f99-4cd0-ae45-12061bab849a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Allocated IP 172.20.0.12 (8cbaba4e-ff43-4b2c-bf94-c77af7e71f55/98690788-4bfb-4e74-8e5f-056d9deeddb0/7b8d1033-8e61-446e-ab86-e44750679971) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:26:46.126908 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-67a36f15-2f99-4cd0-ae45-12061bab849a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:46.162016 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-67a36f15-2f99-4cd0-ae45-12061bab849a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:46.209286 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-67a36f15-2f99-4cd0-ae45-12061bab849a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:26:46.212745 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-67a36f15-2f99-4cd0-ae45-12061bab849a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:26:46.217946 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-67a36f15-2f99-4cd0-ae45-12061bab849a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:26:46.246284 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a36f15-2f99-4cd0-ae45-12061bab849a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'Port': ['ID=7b8d1033-8e61-446e-ab86-e44750679971,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:26:46.281278 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-67a36f15-2f99-4cd0-ae45-12061bab849a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:46.281922 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-67a36f15-2f99-4cd0-ae45-12061bab849a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:46.300170 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-67a36f15-2f99-4cd0-ae45-12061bab849a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5635271 Dec 20 22:26:46.310284 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-0283ef2e-a678-4a48-b78f-147bf657c660 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:26:46.311307 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-0283ef2e-a678-4a48-b78f-147bf657c660 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055182 Dec 20 22:26:46.329344 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Request body: {'port': {'device_id': 'f5328f04-1809-4140-98f6-4da42f99a435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:26:46.387565 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:46.441339 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-f8f5bdc4-c227-4a71-9b2e-7974c45d62d6 None None] Provisioning complete for port 7b8d1033-8e61-446e-ab86-e44750679971 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:26:46.441702 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f8f5bdc4-c227-4a71-9b2e-7974c45d62d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:46.476008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-f8f5bdc4-c227-4a71-9b2e-7974c45d62d6 None None] Port 7b8d1033-8e61-446e-ab86-e44750679971 cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:26:46.973623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8d1033-8e61-446e-ab86-e44750679971 {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:26:46.981123 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:46.994423 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Transition to ACTIVE for port object 7b8d1033-8e61-446e-ab86-e44750679971 will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:26:47.002172 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:47.086175 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Pushing event updated for resources: {'Port': ['ID=7b8d1033-8e61-446e-ab86-e44750679971,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:26:47.149012 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caf225-07e7-4551-91f9-d7206c7462e2 req-3c563f6a-8c25-4d3a-aa76-b7ea455d5d68 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:47.150659 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-55caf225-07e7-4551-91f9-d7206c7462e2 req-3c563f6a-8c25-4d3a-aa76-b7ea455d5d68 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.1170030 Dec 20 22:26:47.192389 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Attempting to bind port 7b8d1033-8e61-446e-ab86-e44750679971 on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:26:47.192737 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Attempting to bind port 7b8d1033-8e61-446e-ab86-e44750679971 by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:26:47.193070 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Attempting to bind port 7b8d1033-8e61-446e-ab86-e44750679971 on network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:26:47.203503 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Port 7b8d1033-8e61-446e-ab86-e44750679971 on network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:26:47.203838 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Attempting to bind port 7b8d1033-8e61-446e-ab86-e44750679971 on network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:26:47.215611 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-55caf225-07e7-4551-91f9-d7206c7462e2 req-6238b6e9-2d1a-4687-8e63-a0b52d0e5929 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538032 Dec 20 22:26:47.216460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:26:47.216815 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Checking segment: {'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:26:47.217179 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Bound using segment: {'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:26:47.217622 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Bound port: 7b8d1033-8e61-446e-ab86-e44750679971, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:26:47.217985 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:47.282018 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] For port 7b8d1033-8e61-446e-ab86-e44750679971, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:26:47.284964 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] For port 7b8d1033-8e61-446e-ab86-e44750679971, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7b8d1033-8e61-446e-ab86-e44750679971,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:26:47.291562 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:47.330261 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:47.331101 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:47.332481 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] 10.222.0.66 "PUT /v2.0/ports/7b8d1033-8e61-446e-ab86-e44750679971 HTTP/1.1" status: 200 len: 1090 time: 1.0075803 Dec 20 22:26:47.332992 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5328f04-1809-4140-98f6-4da42f99a435', 'tag': '7b8d1033-8e61-446e-ab86-e44750679971'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:26:47.335188 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9020bfd-f1d5-4cbe-8ebc-23b8c516f5db" -d '{"events": [{"name": "network-changed", "server_uuid": "f5328f04-1809-4140-98f6-4da42f99a435", "tag": "7b8d1033-8e61-446e-ab86-e44750679971"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:26:47.365589 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd88095-cb31-4528-9aaf-72436924de0d service neutron] Pushing event updated for resources: {'Port': ['ID=7b8d1033-8e61-446e-ab86-e44750679971,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:26:47.392129 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aeceb54-fa8c-43b0-9830-a885825d8819 x-openstack-request-id: req-8aeceb54-fa8c-43b0-9830-a885825d8819 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:26:47.392504 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5328f04-1809-4140-98f6-4da42f99a435", "tag": "7b8d1033-8e61-446e-ab86-e44750679971", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:26:47.392697 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8aeceb54-fa8c-43b0-9830-a885825d8819 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:26:47.393149 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5328f04-1809-4140-98f6-4da42f99a435', 'tag': '7b8d1033-8e61-446e-ab86-e44750679971', 'status': 'completed', 'code': 200} Dec 20 22:26:47.454887 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-1b843e2d-70c2-4d32-8f8a-7dcefab89749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:47.456903 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-1b843e2d-70c2-4d32-8f8a-7dcefab89749 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 1093 time: 0.0476317 Dec 20 22:26:47.507458 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-05eb0be2-2156-4e28-bbde-50e29d56451c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8d1033-8e61-446e-ab86-e44750679971 HTTP/1.1" status: 200 len: 217 time: 0.0374410 Dec 20 22:26:47.564664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-e6914fd1-378f-4b53-a542-1d0b48b5c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:47.566203 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-e6914fd1-378f-4b53-a542-1d0b48b5c65e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0515172 Dec 20 22:26:47.614143 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-5b30cf66-9256-4c07-a887-ef8df9f2d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:47.616025 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-5b30cf66-9256-4c07-a887-ef8df9f2d99e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0431123 Dec 20 22:26:47.708462 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-ae9cc479-9151-4544-a5a6-cf42c4a4efbf service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845125 Dec 20 22:26:47.804963 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a8da2710-b42b-4135-86cf-52cb44c031bc req-a1488ab1-81f3-46fa-a9a3-dedeb291feb0 service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895472 Dec 20 22:26:47.918448 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9020bfd-f1d5-4cbe-8ebc-23b8c516f5db req-c205a0d8-d2c7-4b3b-8b3f-3914071cb3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:47.919952 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9020bfd-f1d5-4cbe-8ebc-23b8c516f5db req-c205a0d8-d2c7-4b3b-8b3f-3914071cb3f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 1093 time: 0.0431044 Dec 20 22:26:48.013808 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9020bfd-f1d5-4cbe-8ebc-23b8c516f5db req-cedc6207-f0df-4555-9550-312a63194c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:48.015296 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9020bfd-f1d5-4cbe-8ebc-23b8c516f5db req-cedc6207-f0df-4555-9550-312a63194c47 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.0884709 Dec 20 22:26:48.057075 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9020bfd-f1d5-4cbe-8ebc-23b8c516f5db req-cd4ba6a6-11de-4a52-9f8b-cfcbb99bccda service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8d1033-8e61-446e-ab86-e44750679971 HTTP/1.1" status: 200 len: 217 time: 0.0353777 Dec 20 22:26:48.111427 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9020bfd-f1d5-4cbe-8ebc-23b8c516f5db req-bc4c5d00-69ea-4e20-888f-d4e24c7bab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:48.113054 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9020bfd-f1d5-4cbe-8ebc-23b8c516f5db req-bc4c5d00-69ea-4e20-888f-d4e24c7bab38 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0499971 Dec 20 22:26:48.161084 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9020bfd-f1d5-4cbe-8ebc-23b8c516f5db req-2e5555fa-e728-48f2-b3dd-698ae4632101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:48.162650 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9020bfd-f1d5-4cbe-8ebc-23b8c516f5db req-2e5555fa-e728-48f2-b3dd-698ae4632101 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0432847 Dec 20 22:26:48.264860 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9020bfd-f1d5-4cbe-8ebc-23b8c516f5db req-4d10c7f3-83be-4b51-886f-3757cac8ccf4 service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947812 Dec 20 22:26:48.389827 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687382f8-62f8-4d8f-890a-084f03a5c1db req-e8889d28-2370-449f-9df5-dc322892e07d tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:48.391338 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-687382f8-62f8-4d8f-890a-084f03a5c1db req-e8889d28-2370-449f-9df5-dc322892e07d tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0781209 Dec 20 22:26:48.396920 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9020bfd-f1d5-4cbe-8ebc-23b8c516f5db req-06eceb69-9e6f-41c5-9866-e6bf53fda141 service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261096 Dec 20 22:26:48.431246 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-687382f8-62f8-4d8f-890a-084f03a5c1db req-1a145f66-2a2a-4c20-a885-6fa66100a3ca tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333421 Dec 20 22:26:48.672201 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:49.559241 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a623cb-e11b-4037-bdf1-cead42c1c0cc req-8347e9af-760f-4c6b-8345-69a54d7a24be tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:49.560715 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-17a623cb-e11b-4037-bdf1-cead42c1c0cc req-8347e9af-760f-4c6b-8345-69a54d7a24be tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0547740 Dec 20 22:26:49.607224 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-17a623cb-e11b-4037-bdf1-cead42c1c0cc req-2fdd636f-e416-4df6-a26c-f43f996581ad tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391278 Dec 20 22:26:50.735230 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41cf0a-88a7-489a-95db-7bf1e952ee6b req-28961761-894e-471a-9522-82dd911dbc22 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:50.736718 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7b41cf0a-88a7-489a-95db-7bf1e952ee6b req-28961761-894e-471a-9522-82dd911dbc22 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0529160 Dec 20 22:26:50.777868 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7b41cf0a-88a7-489a-95db-7bf1e952ee6b req-884ad5c9-a45d-4e97-80a6-bb167996c3ba tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325143 Dec 20 22:26:51.928836 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531a354-94b8-426c-b942-284600e4444e req-e5cd2ae5-68e5-4ea8-9390-c65172e0e2db tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:51.930317 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6531a354-94b8-426c-b942-284600e4444e req-e5cd2ae5-68e5-4ea8-9390-c65172e0e2db tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0632942 Dec 20 22:26:51.969890 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6531a354-94b8-426c-b942-284600e4444e req-b881c7b1-be8f-4b89-b080-3f937e3bd484 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330725 Dec 20 22:26:53.107514 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff0165-498b-452a-8982-73d0828fb0d3 req-a5ad76c8-740d-485e-865f-ec3926f6a964 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:53.109463 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19ff0165-498b-452a-8982-73d0828fb0d3 req-a5ad76c8-740d-485e-865f-ec3926f6a964 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0576751 Dec 20 22:26:53.154709 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-19ff0165-498b-452a-8982-73d0828fb0d3 req-ce318991-04d8-473e-bbc8-78dbb0792482 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362723 Dec 20 22:26:54.293094 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf35717-780a-4567-aac6-d5b1bba5e9d0 req-549f2bee-76b4-4468-8579-7f05565ad204 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:54.294627 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cbf35717-780a-4567-aac6-d5b1bba5e9d0 req-549f2bee-76b4-4468-8579-7f05565ad204 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0610311 Dec 20 22:26:54.339241 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-cbf35717-780a-4567-aac6-d5b1bba5e9d0 req-0d849417-2b41-426e-9170-e774feade996 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338261 Dec 20 22:26:55.467738 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e86839-4b22-4598-9918-bb9610dbcb1b req-9f53be09-b144-4b05-95c4-278b21af9c2d tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:55.469111 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e3e86839-4b22-4598-9918-bb9610dbcb1b req-9f53be09-b144-4b05-95c4-278b21af9c2d tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0571039 Dec 20 22:26:55.508722 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e3e86839-4b22-4598-9918-bb9610dbcb1b req-abce4e12-0520-4f9a-bbd4-68040fd11a53 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333200 Dec 20 22:26:56.630263 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c858c-d12b-4e05-a208-ea0e01da0f8b req-86902dc0-7207-4bc6-ae5c-70a2c50cd430 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:56.631857 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8d5c858c-d12b-4e05-a208-ea0e01da0f8b req-86902dc0-7207-4bc6-ae5c-70a2c50cd430 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0538523 Dec 20 22:26:56.669875 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8d5c858c-d12b-4e05-a208-ea0e01da0f8b req-a72a428b-0819-4eca-85e2-02cbb7f4b425 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318956 Dec 20 22:26:57.266323 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eee26e3e-416a-4c14-8717-fee26b2adfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:57.692528 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7b8d1033-8e61-446e-ab86-e44750679971 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:26:57.795998 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7b8d1033-8e61-446e-ab86-e44750679971, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7b8d1033-8e61-446e-ab86-e44750679971,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:26:57.798539 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f01d1-f52e-4313-b936-48053b0f7ab6 req-3157939a-7eda-434b-b1a6-a84a19a74485 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:57.800050 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-373f01d1-f52e-4313-b936-48053b0f7ab6 req-3157939a-7eda-434b-b1a6-a84a19a74485 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0525882 Dec 20 22:26:57.807669 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '7b8d1033-8e61-446e-ab86-e44750679971', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'port_id': '7b8d1033-8e61-446e-ab86-e44750679971', 'mac_address': 'fa:16:3e:15:d3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:26:57.839958 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-373f01d1-f52e-4313-b936-48053b0f7ab6 req-ab59d264-b6ae-4ea6-bfe9-19c487df22d4 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330031 Dec 20 22:26:57.845180 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:57.858445 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8d1033-8e61-446e-ab86-e44750679971 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:26:57.877328 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7b8d1033-8e61-446e-ab86-e44750679971, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7b8d1033-8e61-446e-ab86-e44750679971,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:26:57.882746 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:57.930024 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=7b8d1033-8e61-446e-ab86-e44750679971,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:26:57.940059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:57.940615 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:57.941173 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:57.941718 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:57.942262 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:57.942781 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:57.943291 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:57.943832 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:57.944340 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:57.944863 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:57.945332 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:57.945836 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:26:58.180095 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['7b8d1033-8e61-446e-ab86-e44750679971'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:26:58.965119 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad1996-2586-43cd-b8cf-b8d4f4b863f6 req-8ea304fb-ea69-461c-ae06-50ded3f90627 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:26:58.966779 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e1ad1996-2586-43cd-b8cf-b8d4f4b863f6 req-8ea304fb-ea69-461c-ae06-50ded3f90627 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 945 time: 0.0512209 Dec 20 22:26:59.004545 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e1ad1996-2586-43cd-b8cf-b8d4f4b863f6 req-24b9d100-19c5-4f9e-87c5-3c1ed359c153 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317259 Dec 20 22:26:59.592188 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4105b506-9848-4297-b7af-1a327225ff8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:59.708020 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7b8d1033-8e61-446e-ab86-e44750679971 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:26:59.767182 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port 7b8d1033-8e61-446e-ab86-e44750679971 completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:26:59.774275 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 7b8d1033-8e61-446e-ab86-e44750679971 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:26:59.774873 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:59.878248 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:59.905203 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5328f04-1809-4140-98f6-4da42f99a435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8d1033-8e61-446e-ab86-e44750679971'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:26:59.910763 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20eead1defd04ed19d9e1f577934cb646bb96fa6360cbfa3ec76c6556e217167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814ad170-2a86-4d43-94b1-34279d998fd4" -d '{"events": [{"server_uuid": "f5328f04-1809-4140-98f6-4da42f99a435", "name": "network-vif-plugged", "status": "completed", "tag": "7b8d1033-8e61-446e-ab86-e44750679971"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:26:59.928384 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7b8d1033-8e61-446e-ab86-e44750679971, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7b8d1033-8e61-446e-ab86-e44750679971,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:26:59.933922 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:26:59.985133 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=7b8d1033-8e61-446e-ab86-e44750679971,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:27:00.085682 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ec939f-cac0-4056-af4d-cd27f065685e x-openstack-request-id: req-d2ec939f-cac0-4056-af4d-cd27f065685e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:27:00.085957 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5328f04-1809-4140-98f6-4da42f99a435", "name": "network-vif-plugged", "status": "completed", "tag": "7b8d1033-8e61-446e-ab86-e44750679971", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:27:00.086257 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2ec939f-cac0-4056-af4d-cd27f065685e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:27:00.086658 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5328f04-1809-4140-98f6-4da42f99a435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8d1033-8e61-446e-ab86-e44750679971', 'code': 200} Dec 20 22:27:00.142606 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cec6c5-342f-4cc9-991a-e896e81dbab5 req-dc25d82a-111b-4e5a-9671-266dca8f2eb3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:27:00.144244 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c8cec6c5-342f-4cc9-991a-e896e81dbab5 req-dc25d82a-111b-4e5a-9671-266dca8f2eb3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0671337 Dec 20 22:27:00.195710 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c8cec6c5-342f-4cc9-991a-e896e81dbab5 req-6bdb9118-dca7-4e93-8003-45eebbe49d77 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433831 Dec 20 22:27:00.214015 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810db2a-0d07-4ff0-a404-f9ebdb69e37d req-995263c8-0880-4672-b313-16b4e71bb4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:27:00.215564 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8810db2a-0d07-4ff0-a404-f9ebdb69e37d req-995263c8-0880-4672-b313-16b4e71bb4d3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 1095 time: 0.0470107 Dec 20 22:27:00.255343 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8810db2a-0d07-4ff0-a404-f9ebdb69e37d req-9e762898-5148-4980-afc9-3fb558961f8c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323374 Dec 20 22:27:00.987741 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:01.333841 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73083c1d-7db1-41e9-9a85-ef0e1094dfe2 req-307ebe94-bdda-4b05-abce-8f4f11f40526 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:27:01.335458 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73083c1d-7db1-41e9-9a85-ef0e1094dfe2 req-307ebe94-bdda-4b05-abce-8f4f11f40526 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0501330 Dec 20 22:27:01.374880 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-73083c1d-7db1-41e9-9a85-ef0e1094dfe2 req-010af9b7-b0ba-4664-a3b7-6e75dcb0da87 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326257 Dec 20 22:27:02.395381 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:02.497929 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:02.498548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbcf6d-c298-422d-9729-e662db68a700 req-79107df4-71f3-49bc-b6e5-b9cfad9b2eed tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:27:02.500069 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8dbcf6d-c298-422d-9729-e662db68a700 req-79107df4-71f3-49bc-b6e5-b9cfad9b2eed tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0580440 Dec 20 22:27:02.540678 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a8dbcf6d-c298-422d-9729-e662db68a700 req-1cb14bd6-c841-441d-8910-e10a3078dfcc tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329967 Dec 20 22:27:02.671811 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1593b-9ea9-4cec-bd36-7f2cd88c4555 req-798cd819-effc-45a1-9957-18199680c9a0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:27:02.673227 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ad1593b-9ea9-4cec-bd36-7f2cd88c4555 req-798cd819-effc-45a1-9957-18199680c9a0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0585113 Dec 20 22:27:02.713620 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2ad1593b-9ea9-4cec-bd36-7f2cd88c4555 req-8b332627-3628-4378-9020-8b1bc7f2b51b tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339065 Dec 20 22:27:02.737677 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54602) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:27:02.783008 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a7e25f-f133-4153-a896-63c5edbc7de0 tempest-TestShelveInstance-1857219880 tempest-TestShelveInstance-1857219880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:27:02.784552 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-16a7e25f-f133-4153-a896-63c5edbc7de0 tempest-TestShelveInstance-1857219880 tempest-TestShelveInstance-1857219880-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 1090 time: 0.0455492 Dec 20 22:27:02.787567 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54604) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:27:02.791906 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': '7b8d1033-8e61-446e-ab86-e44750679971', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:27:02.819835 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for floatingip, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:02.926305 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:03.035841 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Allocated IP 172.35.3.13 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/5d42acaf-b80a-46c3-84c0-95070379e8b8) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:27:03.129224 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49ba7ca3-291d-44c4-a86b-a50a072bffb4 req-e391a272-c5e8-4468-9ad6-fb60c7d765bc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0947795 Dec 20 22:27:03.174603 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:03.242441 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:03.249061 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba7ca3-291d-44c4-a86b-a50a072bffb4 req-99264195-62e8-4504-856f-5c8521e65b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:27:03.250580 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49ba7ca3-291d-44c4-a86b-a50a072bffb4 req-99264195-62e8-4504-856f-5c8521e65b10 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 1095 time: 0.0606780 Dec 20 22:27:03.329331 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:27:03.339292 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:27:03.342594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:27:03.346943 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'Port': ['ID=5d42acaf-b80a-46c3-84c0-95070379e8b8,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:27:03.415369 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba7ca3-291d-44c4-a86b-a50a072bffb4 req-009978c0-2285-4cb4-b5fc-9537ec2a3494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:27:03.416838 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49ba7ca3-291d-44c4-a86b-a50a072bffb4 req-009978c0-2285-4cb4-b5fc-9537ec2a3494 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.1427679 Dec 20 22:27:03.473159 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49ba7ca3-291d-44c4-a86b-a50a072bffb4 req-d419e36f-61a3-4d3a-b6f3-54ee21880b01 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8d1033-8e61-446e-ab86-e44750679971 HTTP/1.1" status: 200 len: 217 time: 0.0410411 Dec 20 22:27:03.607294 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba7ca3-291d-44c4-a86b-a50a072bffb4 req-fb45a011-17fd-469c-9b7c-146fb409481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:27:03.608899 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49ba7ca3-291d-44c4-a86b-a50a072bffb4 req-fb45a011-17fd-469c-9b7c-146fb409481c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.1153042 Dec 20 22:27:03.681945 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba7ca3-291d-44c4-a86b-a50a072bffb4 req-1a9f3194-35be-4128-90bd-3927b8a3721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:27:03.683514 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49ba7ca3-291d-44c4-a86b-a50a072bffb4 req-1a9f3194-35be-4128-90bd-3927b8a3721f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679922 Dec 20 22:27:03.869428 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:03.872098 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49ba7ca3-291d-44c4-a86b-a50a072bffb4 req-35af37e8-19e1-4b07-a0e7-b8fa2409ce55 service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673338 Dec 20 22:27:03.995313 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:04.022806 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-49ba7ca3-291d-44c4-a86b-a50a072bffb4 req-40f36367-4ede-4a6a-92a4-7f3f10362dfe service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312556 Dec 20 22:27:04.153241 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:04.161788 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:04.227356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event updated for resources: {'Port': ['ID=5d42acaf-b80a-46c3-84c0-95070379e8b8,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:27:04.244813 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:04.347132 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Floating IP ad413bb3-626e-4be9-a223-0cfb6e3623a5 associated. External IP: 172.35.3.13, port: 7b8d1033-8e61-446e-ab86-e44750679971. Dec 20 22:27:04.572859 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Router 37a207ef-2192-4616-a734-b9b7c021fe92 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:27:05.003526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:27:05.013454 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d44bd0-d25a-40a3-a4da-83fafa3658dd None None] Sync routers for ids ['37a207ef-2192-4616-a734-b9b7c021fe92'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:27:05.023882 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:05.024085 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d44bd0-d25a-40a3-a4da-83fafa3658dd None None] Routers {'37a207ef-2192-4616-a734-b9b7c021fe92'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:27:05.024654 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c7d44bd0-d25a-40a3-a4da-83fafa3658dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:27:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['37a207ef-2192-4616-a734-b9b7c021fe92'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:27:05.051461 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0ef88552-db48-497c-a503-7c700f992a59 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2628970 Dec 20 22:27:05.052145 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5328f04-1809-4140-98f6-4da42f99a435', 'tag': '7b8d1033-8e61-446e-ab86-e44750679971'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:27:05.054466 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd5e723-1454-468f-8809-b1b4b0325275" -d '{"events": [{"name": "network-changed", "server_uuid": "f5328f04-1809-4140-98f6-4da42f99a435", "tag": "7b8d1033-8e61-446e-ab86-e44750679971"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:27:05.090240 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4ba3c7-f48f-4b36-a4cf-f39abd3500c2 x-openstack-request-id: req-9f4ba3c7-f48f-4b36-a4cf-f39abd3500c2 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:27:05.090529 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5328f04-1809-4140-98f6-4da42f99a435", "tag": "7b8d1033-8e61-446e-ab86-e44750679971", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:27:05.090778 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f4ba3c7-f48f-4b36-a4cf-f39abd3500c2 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:27:05.091351 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5328f04-1809-4140-98f6-4da42f99a435', 'tag': '7b8d1033-8e61-446e-ab86-e44750679971', 'status': 'completed', 'code': 200} Dec 20 22:27:05.136813 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-c7d44bd0-d25a-40a3-a4da-83fafa3658dd None None] Set router 37a207ef-2192-4616-a734-b9b7c021fe92 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:27:05.181303 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5e723-1454-468f-8809-b1b4b0325275 req-00bbe1d6-034c-42f4-8801-4bcc6ee29bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:27:05.183237 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fd5e723-1454-468f-8809-b1b4b0325275 req-00bbe1d6-034c-42f4-8801-4bcc6ee29bee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 1095 time: 0.0471249 Dec 20 22:27:05.275877 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5e723-1454-468f-8809-b1b4b0325275 req-e1a80f68-df12-4d6c-b07f-8543b74586c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:27:05.276996 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fd5e723-1454-468f-8809-b1b4b0325275 req-e1a80f68-df12-4d6c-b07f-8543b74586c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.0864618 Dec 20 22:27:05.348932 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fd5e723-1454-468f-8809-b1b4b0325275 req-d8a110df-00f7-440d-90a2-488011362d58 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8d1033-8e61-446e-ab86-e44750679971 HTTP/1.1" status: 200 len: 999 time: 0.0645876 Dec 20 22:27:05.364820 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c7d44bd0-d25a-40a3-a4da-83fafa3658dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'ad413bb3-626e-4be9-a223-0cfb6e3623a5', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'floating_ip_address': '172.35.3.13', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'port_id': '7b8d1033-8e61-446e-ab86-e44750679971', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'mac_address': 'fa:16:3e:15:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5328f04-1809-4140-98f6-4da42f99a435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:27:03Z', 'updated_at': '2021-12-20T22:27:03Z', 'revision_number': 0, 'project_id': '18957f94c12e4276817177af0d763cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027daf5e-bbea-41b3-a9af-51561d5428a0', 'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:04Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 5, 'project_id': '18957f94c12e4276817177af0d763cc6', 'subnets': [{'id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:27:05.390274 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d44bd0-d25a-40a3-a4da-83fafa3658dd None None] Checking router: 37a207ef-2192-4616-a734-b9b7c021fe92 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:27:05.397213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5e723-1454-468f-8809-b1b4b0325275 req-ba85144c-48c7-44ce-9906-233f656ae477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:27:05.398355 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d44bd0-d25a-40a3-a4da-83fafa3658dd None None] Routers {'37a207ef-2192-4616-a734-b9b7c021fe92'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:27:05.398726 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fd5e723-1454-468f-8809-b1b4b0325275 req-ba85144c-48c7-44ce-9906-233f656ae477 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0431125 Dec 20 22:27:05.398948 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c7d44bd0-d25a-40a3-a4da-83fafa3658dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:27:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['37a207ef-2192-4616-a734-b9b7c021fe92'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:27:05.447034 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5e723-1454-468f-8809-b1b4b0325275 req-e73bea1c-445c-4692-a191-f94aa5e6ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:27:05.448614 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fd5e723-1454-468f-8809-b1b4b0325275 req-e73bea1c-445c-4692-a191-f94aa5e6ec35 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0427055 Dec 20 22:27:05.504678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-c7d44bd0-d25a-40a3-a4da-83fafa3658dd None None] Set router 37a207ef-2192-4616-a734-b9b7c021fe92 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:27:05.541532 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fd5e723-1454-468f-8809-b1b4b0325275 req-01cc08a8-1416-42a6-917a-8dccc4b55c09 service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858378 Dec 20 22:27:05.635314 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9fd5e723-1454-468f-8809-b1b4b0325275 req-cceaed54-643f-4cd7-bb6c-afb57176632f service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859752 Dec 20 22:27:05.897210 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-c7d44bd0-d25a-40a3-a4da-83fafa3658dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'ad413bb3-626e-4be9-a223-0cfb6e3623a5', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'floating_ip_address': '172.35.3.13', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'port_id': '7b8d1033-8e61-446e-ab86-e44750679971', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'mac_address': 'fa:16:3e:15:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5328f04-1809-4140-98f6-4da42f99a435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:27:03Z', 'updated_at': '2021-12-20T22:27:03Z', 'revision_number': 0, 'project_id': '18957f94c12e4276817177af0d763cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027daf5e-bbea-41b3-a9af-51561d5428a0', 'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:04Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 5, 'project_id': '18957f94c12e4276817177af0d763cc6', 'subnets': [{'id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:27:05.924118 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d44bd0-d25a-40a3-a4da-83fafa3658dd None None] The sync data for ids ['37a207ef-2192-4616-a734-b9b7c021fe92'] in n-d-xena-1 is: [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': 'ad413bb3-626e-4be9-a223-0cfb6e3623a5', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'floating_ip_address': '172.35.3.13', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'port_id': '7b8d1033-8e61-446e-ab86-e44750679971', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'mac_address': 'fa:16:3e:15:d3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5328f04-1809-4140-98f6-4da42f99a435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:27:03Z', 'updated_at': '2021-12-20T22:27:03Z', 'revision_number': 0, 'project_id': '18957f94c12e4276817177af0d763cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '027daf5e-bbea-41b3-a9af-51561d5428a0', 'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:04Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 5, 'project_id': '18957f94c12e4276817177af0d763cc6', 'subnets': [{'id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:27:06.118781 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e784e2-e1d4-48ba-8374-c0451eeed356 None None] New status for floating IP ad413bb3-626e-4be9-a223-0cfb6e3623a5: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:27:12.353661 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:27:15.615262 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:18.670090 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:27.279345 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-aa6e5832-6a9f-4813-a477-4d7c3992f67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:29.584887 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-85a308cc-7e1e-4a58-8f83-60bd308864be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:30.985845 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:32.406833 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:32.493968 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:45.615571 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:48.677641 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:49.359253 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:27:57.286256 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-db6305ba-0ef2-45a8-a42c-1c846f47df78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:27:59.598754 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b21b1e91-3349-4262-9ee7-c6cdbd583c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:28:00.987225 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:28:02.402886 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:28:02.500424 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:28:04.729245 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d45a32af-d345-45ff-bc75-326bbc6f4489 req-862215a3-630d-435a-86dc-d4551816e6e2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0482433 Dec 20 22:28:04.828203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a32af-d345-45ff-bc75-326bbc6f4489 req-05306b87-6ccc-443a-b78e-19d53b98baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:28:04.829866 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d45a32af-d345-45ff-bc75-326bbc6f4489 req-05306b87-6ccc-443a-b78e-19d53b98baec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 1095 time: 0.0444381 Dec 20 22:28:04.940841 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a32af-d345-45ff-bc75-326bbc6f4489 req-812dc697-515e-4cb2-a101-1128fee846a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:28:04.942306 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d45a32af-d345-45ff-bc75-326bbc6f4489 req-812dc697-515e-4cb2-a101-1128fee846a8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.0889030 Dec 20 22:28:05.010561 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d45a32af-d345-45ff-bc75-326bbc6f4489 req-5771fc89-d51e-4304-8f51-eaca8d8d53ae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8d1033-8e61-446e-ab86-e44750679971 HTTP/1.1" status: 200 len: 1001 time: 0.0613463 Dec 20 22:28:05.061367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a32af-d345-45ff-bc75-326bbc6f4489 req-6017f1f6-30b4-4fba-bb37-abe6ce25b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:28:05.062851 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d45a32af-d345-45ff-bc75-326bbc6f4489 req-6017f1f6-30b4-4fba-bb37-abe6ce25b768 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0456934 Dec 20 22:28:05.108268 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a32af-d345-45ff-bc75-326bbc6f4489 req-3aedd51d-cfed-4687-b59e-c2a1654b1fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:28:05.109713 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d45a32af-d345-45ff-bc75-326bbc6f4489 req-3aedd51d-cfed-4687-b59e-c2a1654b1fd3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0403354 Dec 20 22:28:05.200069 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d45a32af-d345-45ff-bc75-326bbc6f4489 req-82112cdb-93b4-4ed0-b3f4-eee00291340c service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834756 Dec 20 22:28:05.290226 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d45a32af-d345-45ff-bc75-326bbc6f4489 req-4a4bf453-e7e7-43f4-8f26-6ce94c45d25e service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833888 Dec 20 22:28:15.630360 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:28:18.669902 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:28:26.364031 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:28:27.273463 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-febbc654-58bb-4186-9101-f0b44e5a87f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:28:29.597182 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ba184222-09ae-491b-b667-f0a87dce7cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:28:30.995450 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:28:32.407353 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:28:32.504281 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:28:45.635794 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:28:48.693480 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:28:57.266647 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-084fbb03-595c-4f92-80d4-d7215745a6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:28:59.593936 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5cd7668e-8afb-4e19-b2fd-1922d3a19669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:00.658194 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bc789-5671-413f-94b8-5224b2071ffc req-9cb8ee45-0320-4216-8eaa-49fc5a9f4070 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:00.659553 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ec1bc789-5671-413f-94b8-5224b2071ffc req-9cb8ee45-0320-4216-8eaa-49fc5a9f4070 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0509539 Dec 20 22:29:00.705501 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ec1bc789-5671-413f-94b8-5224b2071ffc req-c02268e4-d45b-46d4-9fa0-6aadb4edc756 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374930 Dec 20 22:29:00.997449 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:01.860947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9af9e0-074e-4c4e-9e75-a9562b229469 req-e5969dee-7f33-42b6-a1bb-2d0e1b63968b tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:01.862430 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9e9af9e0-074e-4c4e-9e75-a9562b229469 req-e5969dee-7f33-42b6-a1bb-2d0e1b63968b tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0555704 Dec 20 22:29:01.903835 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-9e9af9e0-074e-4c4e-9e75-a9562b229469 req-16f330b7-769b-48a4-b182-f5fbc58e40f1 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324764 Dec 20 22:29:02.413260 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:02.501999 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:03.053427 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1c0f0-c5fd-4ac9-9a6b-b9947b2e0fdb req-39f26dcc-7977-416b-8471-315f47e89399 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:03.054912 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5f1c0f0-c5fd-4ac9-9a6b-b9947b2e0fdb req-39f26dcc-7977-416b-8471-315f47e89399 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0537934 Dec 20 22:29:03.094565 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-b5f1c0f0-c5fd-4ac9-9a6b-b9947b2e0fdb req-1a9a18b6-c7d7-490d-ab8b-1a57108ad96f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335619 Dec 20 22:29:03.367349 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:29:04.249953 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a46393-ccdd-4865-8bf8-f642c81e3542 req-07d214c0-9a17-4b59-b6f9-e23194194a9d tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:04.251509 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-75a46393-ccdd-4865-8bf8-f642c81e3542 req-07d214c0-9a17-4b59-b6f9-e23194194a9d tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0631113 Dec 20 22:29:04.292210 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-75a46393-ccdd-4865-8bf8-f642c81e3542 req-48fab834-3858-4d3a-861d-01e3f82e548a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339985 Dec 20 22:29:05.421866 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c36496-64f6-4c28-a3cf-d5f03057464d req-7d858879-4135-4c11-b7f4-bd1c118c8965 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:05.423435 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-94c36496-64f6-4c28-a3cf-d5f03057464d req-7d858879-4135-4c11-b7f4-bd1c118c8965 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0551896 Dec 20 22:29:05.462877 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-94c36496-64f6-4c28-a3cf-d5f03057464d req-35dfaeb0-62ae-4052-903e-bdb4a668839c tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323229 Dec 20 22:29:06.593129 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3a899-c294-455f-9e4e-34df61340301 req-013ce04e-3e2a-4022-bccd-aed0854eda13 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:06.594689 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cec3a899-c294-455f-9e4e-34df61340301 req-013ce04e-3e2a-4022-bccd-aed0854eda13 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0548141 Dec 20 22:29:06.638084 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-cec3a899-c294-455f-9e4e-34df61340301 req-9daca334-eb6d-41d1-9d19-1a8c522930fd tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347600 Dec 20 22:29:07.012100 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6cb44-4a8f-464e-8a9e-726f99a8dfee req-2d8d44d9-151e-4a98-99b6-feeb5449a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:07.013632 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09e6cb44-4a8f-464e-8a9e-726f99a8dfee req-2d8d44d9-151e-4a98-99b6-feeb5449a822 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 1095 time: 0.0929151 Dec 20 22:29:07.116628 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6cb44-4a8f-464e-8a9e-726f99a8dfee req-35e651ea-4100-4470-a36c-1b3a5a52bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:07.118190 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09e6cb44-4a8f-464e-8a9e-726f99a8dfee req-35e651ea-4100-4470-a36c-1b3a5a52bcac service neutron] 10.222.0.66 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.0842676 Dec 20 22:29:07.197987 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09e6cb44-4a8f-464e-8a9e-726f99a8dfee req-3885535d-ec35-4870-82e6-1a0afee8c056 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8d1033-8e61-446e-ab86-e44750679971 HTTP/1.1" status: 200 len: 1001 time: 0.0727561 Dec 20 22:29:07.249950 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6cb44-4a8f-464e-8a9e-726f99a8dfee req-dc631d8f-d891-4e40-8dd2-a30212f136cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:07.251430 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09e6cb44-4a8f-464e-8a9e-726f99a8dfee req-dc631d8f-d891-4e40-8dd2-a30212f136cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0465875 Dec 20 22:29:07.299067 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6cb44-4a8f-464e-8a9e-726f99a8dfee req-3ec13069-b1fa-4cac-83a1-fc32687f0174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:07.300870 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09e6cb44-4a8f-464e-8a9e-726f99a8dfee req-3ec13069-b1fa-4cac-83a1-fc32687f0174 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0404356 Dec 20 22:29:07.402737 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09e6cb44-4a8f-464e-8a9e-726f99a8dfee req-c819f0f4-6a7b-4af0-b5e5-dcd39ed0638c service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950127 Dec 20 22:29:07.494738 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-09e6cb44-4a8f-464e-8a9e-726f99a8dfee req-53f71d30-f061-43be-b25d-2fe71b25356d service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845709 Dec 20 22:29:07.778286 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd04bf9-0ce8-4edf-9853-264f931b6149 req-1ed8625e-24c4-48bb-936b-8ca5b603d6e8 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:07.779743 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffd04bf9-0ce8-4edf-9853-264f931b6149 req-1ed8625e-24c4-48bb-936b-8ca5b603d6e8 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0581131 Dec 20 22:29:07.821425 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ffd04bf9-0ce8-4edf-9853-264f931b6149 req-81ab0524-e2a8-4f83-aae7-1fb557e0acfa tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326312 Dec 20 22:29:08.945646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35670a2d-cbb4-4e86-822a-a32952d1fc14 req-793960c3-8f42-4254-a337-bc0a7117d31d tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:08.947053 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-35670a2d-cbb4-4e86-822a-a32952d1fc14 req-793960c3-8f42-4254-a337-bc0a7117d31d tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0586324 Dec 20 22:29:08.986465 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-35670a2d-cbb4-4e86-822a-a32952d1fc14 req-27370ee9-1abd-4458-9ea4-f53d9aca8ae9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329483 Dec 20 22:29:10.133804 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763238e2-fe15-4acf-bdb7-3e568bfd3099 req-b76718de-137e-42f3-970e-74dd129d6b37 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:10.135442 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-763238e2-fe15-4acf-bdb7-3e568bfd3099 req-b76718de-137e-42f3-970e-74dd129d6b37 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0611839 Dec 20 22:29:10.177324 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-763238e2-fe15-4acf-bdb7-3e568bfd3099 req-ad43b9d4-1e3d-4a74-96a6-50342046e48b tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330718 Dec 20 22:29:10.917943 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e60c5-489f-4320-a512-4e76b55e1551 req-b444b085-89e7-4c83-80fe-ac6efac84be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:10.919389 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e47e60c5-489f-4320-a512-4e76b55e1551 req-b444b085-89e7-4c83-80fe-ac6efac84be2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 1095 time: 0.0583427 Dec 20 22:29:11.010263 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e60c5-489f-4320-a512-4e76b55e1551 req-59dc6de6-f5d4-4c48-ac84-27e3c305a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:11.011721 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e47e60c5-489f-4320-a512-4e76b55e1551 req-59dc6de6-f5d4-4c48-ac84-27e3c305a82c service neutron] 10.222.0.66 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.0859385 Dec 20 22:29:11.089140 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e47e60c5-489f-4320-a512-4e76b55e1551 req-4e5d9ecf-99a0-4273-81ef-82b24a9666ad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8d1033-8e61-446e-ab86-e44750679971 HTTP/1.1" status: 200 len: 1001 time: 0.0630448 Dec 20 22:29:11.139682 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e60c5-489f-4320-a512-4e76b55e1551 req-892904c4-d29f-4931-b9e7-6b42266e1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:11.141085 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e47e60c5-489f-4320-a512-4e76b55e1551 req-892904c4-d29f-4931-b9e7-6b42266e1754 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0447645 Dec 20 22:29:11.187575 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e60c5-489f-4320-a512-4e76b55e1551 req-c4f30a27-2611-423c-ac4c-58f2d2e7f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:11.189109 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e47e60c5-489f-4320-a512-4e76b55e1551 req-c4f30a27-2611-423c-ac4c-58f2d2e7f5c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0414314 Dec 20 22:29:11.311574 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e47e60c5-489f-4320-a512-4e76b55e1551 req-4c2e8066-5875-44b8-8524-35173f0ad4ce service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161382 Dec 20 22:29:11.322562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2ccb1-fdb6-40a9-a2e2-2e7bcf1840f0 req-586d9d57-c424-473d-aa3e-13e2d71b830d tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:11.323991 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fed2ccb1-fdb6-40a9-a2e2-2e7bcf1840f0 req-586d9d57-c424-473d-aa3e-13e2d71b830d tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0745680 Dec 20 22:29:11.412706 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fed2ccb1-fdb6-40a9-a2e2-2e7bcf1840f0 req-18b8239f-a4ba-4e0c-8769-2675aa4a36ba tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808260 Dec 20 22:29:11.439551 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e47e60c5-489f-4320-a512-4e76b55e1551 req-065e7f9c-bae6-48b8-9b22-618014e21cec service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145117 Dec 20 22:29:12.540203 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b11db5-69c9-4346-ac6a-94b4ee0321be req-1438c794-20c1-449c-8d4a-2f86d8aab9f3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:12.541670 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c7b11db5-69c9-4346-ac6a-94b4ee0321be req-1438c794-20c1-449c-8d4a-2f86d8aab9f3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0549819 Dec 20 22:29:12.590421 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c7b11db5-69c9-4346-ac6a-94b4ee0321be req-5fae09d2-6b53-4949-a770-32522703a543 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389442 Dec 20 22:29:13.710468 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727a399-0d22-4992-97b4-882e74754179 req-2515460b-cc12-4ba5-9b6f-4c8976a12d09 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:13.712083 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1727a399-0d22-4992-97b4-882e74754179 req-2515460b-cc12-4ba5-9b6f-4c8976a12d09 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0513339 Dec 20 22:29:13.755960 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-1727a399-0d22-4992-97b4-882e74754179 req-b6bf701b-403b-4725-a6e2-748cfdac81dd tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369093 Dec 20 22:29:14.886406 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dede27-8519-4db9-bf83-7c846fe4a605 req-ce613c9b-357c-4357-b8f1-cbb81451b6c6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:14.888477 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-10dede27-8519-4db9-bf83-7c846fe4a605 req-ce613c9b-357c-4357-b8f1-cbb81451b6c6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0560536 Dec 20 22:29:14.934019 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-10dede27-8519-4db9-bf83-7c846fe4a605 req-3f33c2bb-5a8a-4245-8292-a4c8a5dcd24e tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390556 Dec 20 22:29:15.053905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-ffb2d437-7175-4665-9bb3-7fe55ec484c8 req-134c4630-3252-4ff6-a464-f5571ca6c1dd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:29:15.055030 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffb2d437-7175-4665-9bb3-7fe55ec484c8 req-134c4630-3252-4ff6-a464-f5571ca6c1dd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0536957 Dec 20 22:29:15.212091 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d77c7933-ef4d-44aa-95a1-3d5c23d624c9 req-06d222ad-b891-45f2-8268-92622a5fd789 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712917 Dec 20 22:29:15.221908 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-d77c7933-ef4d-44aa-95a1-3d5c23d624c9 req-a1f89c89-2ade-4b5d-9cdb-e058d0ec35fc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102402) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:29:15.222884 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d77c7933-ef4d-44aa-95a1-3d5c23d624c9 req-a1f89c89-2ade-4b5d-9cdb-e058d0ec35fc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050173 Dec 20 22:29:15.233525 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551387a-eadc-454c-b243-025dd000ea8a req-6f122d98-8ef6-470f-bdd4-7abbc7173d9a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:15.234995 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2551387a-eadc-454c-b243-025dd000ea8a req-6f122d98-8ef6-470f-bdd4-7abbc7173d9a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0696774 Dec 20 22:29:15.274058 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2551387a-eadc-454c-b243-025dd000ea8a req-cfe3640b-f37e-40b7-87c5-63d6ed3f5408 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324218 Dec 20 22:29:15.637423 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:16.389753 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7b8d1033-8e61-446e-ab86-e44750679971 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:29:16.407386 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678ee0-a322-490f-bf0b-6b6078a2c433 req-dcaa9a7d-76a6-446d-96dd-2687bc56b887 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:16.408927 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59678ee0-a322-490f-bf0b-6b6078a2c433 req-dcaa9a7d-76a6-446d-96dd-2687bc56b887 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0599740 Dec 20 22:29:16.449153 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-59678ee0-a322-490f-bf0b-6b6078a2c433 req-b338a617-3882-4dc2-85ad-43d28f68bd85 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333881 Dec 20 22:29:16.468676 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:16.491579 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5328f04-1809-4140-98f6-4da42f99a435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b8d1033-8e61-446e-ab86-e44750679971'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:29:16.493845 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20eead1defd04ed19d9e1f577934cb646bb96fa6360cbfa3ec76c6556e217167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530564bd-4d47-4f15-8e1d-ce94a09bf536" -d '{"events": [{"server_uuid": "f5328f04-1809-4140-98f6-4da42f99a435", "name": "network-vif-unplugged", "status": "completed", "tag": "7b8d1033-8e61-446e-ab86-e44750679971"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:29:16.506832 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7b8d1033-8e61-446e-ab86-e44750679971, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7b8d1033-8e61-446e-ab86-e44750679971,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:29:16.511935 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:16.534581 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Dec 2021 22:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462e92ae-9852-4812-9339-7957a627e621 x-openstack-request-id: req-462e92ae-9852-4812-9339-7957a627e621 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:29:16.534871 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5328f04-1809-4140-98f6-4da42f99a435", "name": "network-vif-unplugged", "status": "failed", "tag": "7b8d1033-8e61-446e-ab86-e44750679971", "code": 422}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:29:16.535126 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-462e92ae-9852-4812-9339-7957a627e621 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:29:16.535522 n-d-xena-1 neutron-server[102403]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f5328f04-1809-4140-98f6-4da42f99a435', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7b8d1033-8e61-446e-ab86-e44750679971', 'code': 422} returned with failed status Dec 20 22:29:16.560543 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=7b8d1033-8e61-446e-ab86-e44750679971,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:29:16.568243 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:29:16.568593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:29:16.568938 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:29:16.569277 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:29:16.569617 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:29:16.569947 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:29:16.570306 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:29:16.570636 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:29:16.570961 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:29:16.571282 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:29:16.571603 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:29:16.571923 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:29:17.570679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76713a89-ca59-4b42-b9a3-32fde25d2179 req-85a8224c-1ea6-4a28-9ae5-d25289990cec tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:17.572216 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76713a89-ca59-4b42-b9a3-32fde25d2179 req-85a8224c-1ea6-4a28-9ae5-d25289990cec tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0538871 Dec 20 22:29:17.623780 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-76713a89-ca59-4b42-b9a3-32fde25d2179 req-434e1067-68a5-4db1-9a7e-84b3f70c7044 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431693 Dec 20 22:29:18.699213 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:18.752718 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0a91f-530f-4393-905e-4057939c231f req-7987579a-f803-42f1-8b20-56f00fab5bf3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:18.754211 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3af0a91f-530f-4393-905e-4057939c231f req-7987579a-f803-42f1-8b20-56f00fab5bf3 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0510221 Dec 20 22:29:18.794494 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3af0a91f-530f-4393-905e-4057939c231f req-a4d22b90-1027-43a9-a4ce-ee330491c160 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340364 Dec 20 22:29:19.965700 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d025543-d8d8-49e1-a9a4-b21825b48ad4 req-c7bf144e-b43e-4013-9b8b-85805e145c36 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:19.967230 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5d025543-d8d8-49e1-a9a4-b21825b48ad4 req-c7bf144e-b43e-4013-9b8b-85805e145c36 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.1032283 Dec 20 22:29:20.006116 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5d025543-d8d8-49e1-a9a4-b21825b48ad4 req-9794aa3f-3e5f-4790-9d95-a6ed4de0fc7a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322468 Dec 20 22:29:21.125860 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68653f46-6837-4642-9c63-9a99213090c1 req-ab2da9cc-4cd7-4c0b-8f67-a8355c8113ef tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:21.127444 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-68653f46-6837-4642-9c63-9a99213090c1 req-ab2da9cc-4cd7-4c0b-8f67-a8355c8113ef tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0508437 Dec 20 22:29:21.166095 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-68653f46-6837-4642-9c63-9a99213090c1 req-784472ed-2cd9-4958-abda-ea30ff17b92e tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324767 Dec 20 22:29:22.285498 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67809e3-17ba-444a-9dbd-486e7cc001f9 req-01360baf-bc76-43fb-81df-24c16ee764c8 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:22.287146 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b67809e3-17ba-444a-9dbd-486e7cc001f9 req-01360baf-bc76-43fb-81df-24c16ee764c8 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0515096 Dec 20 22:29:22.326294 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b67809e3-17ba-444a-9dbd-486e7cc001f9 req-48bb39b5-7a5c-4642-9b35-5292c9e2a480 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330317 Dec 20 22:29:23.507215 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486e48f-6000-4086-81b6-c5992c34fdbf req-b6b4550b-f1c0-4f7d-8b15-ef71850b29ce tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:23.508716 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2486e48f-6000-4086-81b6-c5992c34fdbf req-b6b4550b-f1c0-4f7d-8b15-ef71850b29ce tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.1119735 Dec 20 22:29:23.552389 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2486e48f-6000-4086-81b6-c5992c34fdbf req-2ed2f95f-6acf-4f1f-8035-85ab2350e8f1 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372226 Dec 20 22:29:24.178466 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c7933-ef4d-44aa-95a1-3d5c23d624c9 req-82719bd2-dd97-459c-b49b-6c494d68d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:24.180410 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d77c7933-ef4d-44aa-95a1-3d5c23d624c9 req-82719bd2-dd97-459c-b49b-6c494d68d826 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435&tenant_id=18957f94c12e4276817177af0d763cc6 HTTP/1.1" status: 200 len: 1093 time: 0.0486691 Dec 20 22:29:24.259234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c7933-ef4d-44aa-95a1-3d5c23d624c9 req-b1815052-b30d-44fe-86fa-add640f0cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:24.260719 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d77c7933-ef4d-44aa-95a1-3d5c23d624c9 req-b1815052-b30d-44fe-86fa-add640f0cb48 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 1093 time: 0.0464029 Dec 20 22:29:24.354479 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c7933-ef4d-44aa-95a1-3d5c23d624c9 req-b6defce7-0047-485f-adb0-d8dee5b91514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:24.355902 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d77c7933-ef4d-44aa-95a1-3d5c23d624c9 req-b6defce7-0047-485f-adb0-d8dee5b91514 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.0881803 Dec 20 22:29:24.431092 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d77c7933-ef4d-44aa-95a1-3d5c23d624c9 req-55e2ce3f-8555-4633-bfb8-ef5f998c4ab9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8d1033-8e61-446e-ab86-e44750679971 HTTP/1.1" status: 200 len: 999 time: 0.0680640 Dec 20 22:29:24.489595 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c7933-ef4d-44aa-95a1-3d5c23d624c9 req-c1e5d49d-f189-4c83-bf0a-7a7f3529b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:24.491907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d77c7933-ef4d-44aa-95a1-3d5c23d624c9 req-c1e5d49d-f189-4c83-bf0a-7a7f3529b6e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0528953 Dec 20 22:29:24.541778 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c7933-ef4d-44aa-95a1-3d5c23d624c9 req-964d1062-37cd-47aa-8e77-bf8b76c05a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:24.543315 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d77c7933-ef4d-44aa-95a1-3d5c23d624c9 req-964d1062-37cd-47aa-8e77-bf8b76c05a42 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0441399 Dec 20 22:29:24.668255 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d77c7933-ef4d-44aa-95a1-3d5c23d624c9 req-a38d0de9-34bd-49af-8b3f-dc175edc5b8b service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171486 Dec 20 22:29:24.731296 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9becb6b-fb5e-4a79-8747-e9e16c7c4a7e req-511c6037-a916-4536-a33b-b8ff7a25d6c9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:24.732637 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9becb6b-fb5e-4a79-8747-e9e16c7c4a7e req-511c6037-a916-4536-a33b-b8ff7a25d6c9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.1103530 Dec 20 22:29:24.794900 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9becb6b-fb5e-4a79-8747-e9e16c7c4a7e req-e2f0596d-27b2-4304-815e-dd22aaec3104 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545571 Dec 20 22:29:24.801394 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d77c7933-ef4d-44aa-95a1-3d5c23d624c9 req-52d3a8b2-638d-4051-bc4f-1201c9393173 service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252596 Dec 20 22:29:25.929078 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f2a6b-218d-4c30-a1c6-29d62067e1fd req-7962041c-97eb-44f6-82b6-56fdf4156494 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:25.930493 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a19f2a6b-218d-4c30-a1c6-29d62067e1fd req-7962041c-97eb-44f6-82b6-56fdf4156494 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0546322 Dec 20 22:29:25.982677 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a19f2a6b-218d-4c30-a1c6-29d62067e1fd req-a106cb5c-7815-49de-a4a8-3f3d4af0f158 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435808 Dec 20 22:29:27.105381 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108c75-ad16-425b-8cd4-a2050f8d1665 req-643022b7-a172-4147-b15c-f6186a7192c9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:27.106885 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9108c75-ad16-425b-8cd4-a2050f8d1665 req-643022b7-a172-4147-b15c-f6186a7192c9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0510576 Dec 20 22:29:27.156013 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b9108c75-ad16-425b-8cd4-a2050f8d1665 req-b10e8c37-eaf7-4148-b213-98747e002e32 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425882 Dec 20 22:29:27.276201 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-37d713c3-4999-44d7-98e2-e77321b7ce66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:28.280643 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c469ff2-827c-42ed-a0a0-969cefcb5171 req-e1412135-36f2-4de4-b8cc-1cac1a462457 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:28.282148 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4c469ff2-827c-42ed-a0a0-969cefcb5171 req-e1412135-36f2-4de4-b8cc-1cac1a462457 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0550339 Dec 20 22:29:28.321336 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4c469ff2-827c-42ed-a0a0-969cefcb5171 req-4a26dbb6-5fc3-45a7-a72d-f4588f1b61b5 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329888 Dec 20 22:29:29.453444 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e01df0-4604-4a8e-bd61-b71c6b837d47 req-13f23e82-d328-4ead-bc41-9b5f43791ecd tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:29.454989 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42e01df0-4604-4a8e-bd61-b71c6b837d47 req-13f23e82-d328-4ead-bc41-9b5f43791ecd tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0598452 Dec 20 22:29:29.500291 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-42e01df0-4604-4a8e-bd61-b71c6b837d47 req-75ee72cb-7fdf-4f80-8bce-194db68a42e0 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350254 Dec 20 22:29:29.598343 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-16d277da-7b6e-4be1-bc3f-dd37305a7459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:30.633552 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f233c5-2a44-4a10-8d00-92e0084afbaf req-5fc867e9-60b5-45b3-876d-8a69d7165422 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:30.635058 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-05f233c5-2a44-4a10-8d00-92e0084afbaf req-5fc867e9-60b5-45b3-876d-8a69d7165422 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0573220 Dec 20 22:29:30.687818 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-05f233c5-2a44-4a10-8d00-92e0084afbaf req-eef44395-9788-4651-9aa5-69e060602a7f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464485 Dec 20 22:29:31.005890 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:31.820831 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e56e72-f687-47a5-b616-6f133cdb9bfe req-a2c0e274-7ca1-46e1-9e88-05ecf67919c4 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:31.822360 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1e56e72-f687-47a5-b616-6f133cdb9bfe req-a2c0e274-7ca1-46e1-9e88-05ecf67919c4 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 944 time: 0.0521355 Dec 20 22:29:31.870682 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-d1e56e72-f687-47a5-b616-6f133cdb9bfe req-7e77797c-632b-4806-adeb-ca6abd2c24dc tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390024 Dec 20 22:29:32.417623 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:32.444593 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7b8d1033-8e61-446e-ab86-e44750679971 details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:29:32.525705 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:32.559573 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7b8d1033-8e61-446e-ab86-e44750679971, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7b8d1033-8e61-446e-ab86-e44750679971,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:29:32.570550 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': '7b8d1033-8e61-446e-ab86-e44750679971', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'port_id': '7b8d1033-8e61-446e-ab86-e44750679971', 'mac_address': 'fa:16:3e:15:d3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:29:32.613636 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:32.626621 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8d1033-8e61-446e-ab86-e44750679971 {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:29:32.646725 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7b8d1033-8e61-446e-ab86-e44750679971, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7b8d1033-8e61-446e-ab86-e44750679971,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:29:32.650854 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:32.701021 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=7b8d1033-8e61-446e-ab86-e44750679971,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:29:32.920810 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['7b8d1033-8e61-446e-ab86-e44750679971'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:29:32.997285 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e714862-5b3d-4f00-a7dd-2af660610795 req-9a46d7b8-62a4-47d9-b2f2-e8f27f2d55c6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:32.998809 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e714862-5b3d-4f00-a7dd-2af660610795 req-9a46d7b8-62a4-47d9-b2f2-e8f27f2d55c6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 945 time: 0.0510137 Dec 20 22:29:33.039803 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8e714862-5b3d-4f00-a7dd-2af660610795 req-b9998296-9918-4674-8e76-399d94ed481f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343051 Dec 20 22:29:34.183054 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ffd01-2d5b-461c-ab8e-7f9b01b1ffaf req-c1b942f6-5e21-4b97-9227-27dcb849baf2 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:34.184704 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-887ffd01-2d5b-461c-ab8e-7f9b01b1ffaf req-c1b942f6-5e21-4b97-9227-27dcb849baf2 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 945 time: 0.0644350 Dec 20 22:29:34.226419 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-887ffd01-2d5b-461c-ab8e-7f9b01b1ffaf req-7329ca67-1d00-4a28-a406-e0617a9208c7 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322773 Dec 20 22:29:34.454420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7b8d1033-8e61-446e-ab86-e44750679971 up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:29:34.507795 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port 7b8d1033-8e61-446e-ab86-e44750679971 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:29:34.508268 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:34.585419 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:34.609225 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5328f04-1809-4140-98f6-4da42f99a435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8d1033-8e61-446e-ab86-e44750679971'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:29:34.612650 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20eead1defd04ed19d9e1f577934cb646bb96fa6360cbfa3ec76c6556e217167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f1a86c-887a-4fb5-b22e-09f298b7694b" -d '{"events": [{"server_uuid": "f5328f04-1809-4140-98f6-4da42f99a435", "name": "network-vif-plugged", "status": "completed", "tag": "7b8d1033-8e61-446e-ab86-e44750679971"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:29:34.627830 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port 7b8d1033-8e61-446e-ab86-e44750679971, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7b8d1033-8e61-446e-ab86-e44750679971,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:29:34.634156 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:34.660912 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5287db1-b092-4337-98fb-37507ca39f85 x-openstack-request-id: req-e5287db1-b092-4337-98fb-37507ca39f85 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:29:34.661200 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5328f04-1809-4140-98f6-4da42f99a435", "name": "network-vif-plugged", "status": "completed", "tag": "7b8d1033-8e61-446e-ab86-e44750679971", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:29:34.661447 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5287db1-b092-4337-98fb-37507ca39f85 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:29:34.661836 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5328f04-1809-4140-98f6-4da42f99a435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8d1033-8e61-446e-ab86-e44750679971', 'code': 200} Dec 20 22:29:34.687636 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=7b8d1033-8e61-446e-ab86-e44750679971,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:29:34.862710 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504b84d-9990-4601-a9a4-1fccbbab02e9 req-6608f747-683c-4a05-b3aa-d71f6bb00c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:34.864237 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b504b84d-9990-4601-a9a4-1fccbbab02e9 req-6608f747-683c-4a05-b3aa-d71f6bb00c15 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 1095 time: 0.0459201 Dec 20 22:29:34.900976 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b504b84d-9990-4601-a9a4-1fccbbab02e9 req-92892f37-59ed-4842-b094-396369e134cc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298400 Dec 20 22:29:35.356580 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb69d8-558f-4637-b61f-e43d496a877c req-b7b01611-8e75-44fa-9d46-53d500116332 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:35.358108 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-83eb69d8-558f-4637-b61f-e43d496a877c req-b7b01611-8e75-44fa-9d46-53d500116332 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0557399 Dec 20 22:29:35.401406 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-83eb69d8-558f-4637-b61f-e43d496a877c req-1c70f61f-7069-4b9b-ad16-9f7da37e4efe tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340049 Dec 20 22:29:36.527159 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5baf6-06d5-42c1-958a-2c74a6994136 req-1ddfed64-a36a-4320-a3d6-11be018e2eb6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:29:36.528662 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3ba5baf6-06d5-42c1-958a-2c74a6994136 req-1ddfed64-a36a-4320-a3d6-11be018e2eb6 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0546539 Dec 20 22:29:36.572876 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3ba5baf6-06d5-42c1-958a-2c74a6994136 req-9e70a13e-c7e7-482a-92f8-52dfbabbed3f tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340152 Dec 20 22:29:40.371799 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:29:45.650121 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:48.706704 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:57.271856 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6a163e8-5b20-4ab2-94e2-a62f65afd922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:29:59.591036 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a8c7dfd0-705a-438c-8182-74a65550dc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:01.011775 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:02.417895 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:02.501008 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:07.061609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2bae118d-e923-4682-b63b-990c8b0266c3 req-673a8023-d0b8-43bd-a5d6-5507f7e1f536 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0449083 Dec 20 22:30:07.165999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae118d-e923-4682-b63b-990c8b0266c3 req-a6a1809e-88f2-4217-9217-6cdba8fdb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:30:07.167583 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2bae118d-e923-4682-b63b-990c8b0266c3 req-a6a1809e-88f2-4217-9217-6cdba8fdb22c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 1095 time: 0.0465548 Dec 20 22:30:07.281478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae118d-e923-4682-b63b-990c8b0266c3 req-0e166e4f-d4f9-4c3a-b5a1-23d1f57a5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:30:07.283650 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2bae118d-e923-4682-b63b-990c8b0266c3 req-0e166e4f-d4f9-4c3a-b5a1-23d1f57a5b83 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.0967605 Dec 20 22:30:07.352997 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2bae118d-e923-4682-b63b-990c8b0266c3 req-fa855aef-94e3-411d-8a2a-03c9c615aa69 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8d1033-8e61-446e-ab86-e44750679971 HTTP/1.1" status: 200 len: 1001 time: 0.0621951 Dec 20 22:30:07.413467 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae118d-e923-4682-b63b-990c8b0266c3 req-487ca0a3-951c-4fb0-95d2-69c5147cd357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:30:07.414954 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2bae118d-e923-4682-b63b-990c8b0266c3 req-487ca0a3-951c-4fb0-95d2-69c5147cd357 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0497637 Dec 20 22:30:07.468639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae118d-e923-4682-b63b-990c8b0266c3 req-c377fb8d-641d-4909-b7b5-902d9bc476c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:30:07.470889 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2bae118d-e923-4682-b63b-990c8b0266c3 req-c377fb8d-641d-4909-b7b5-902d9bc476c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0470421 Dec 20 22:30:07.568850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2bae118d-e923-4682-b63b-990c8b0266c3 req-69a84d56-4cff-4b43-8546-31b94ec04f95 service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891013 Dec 20 22:30:07.664563 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-2bae118d-e923-4682-b63b-990c8b0266c3 req-d35e8574-3652-42bf-8338-8b31bb4f5e83 service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885582 Dec 20 22:30:15.649994 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:17.375142 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:30:18.725900 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:27.281707 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-5478ac58-a055-4b90-8b24-17d7c35f81b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:29.604439 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e1b19af6-6714-470f-a5be-ee5693ea21cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:31.013344 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:32.427953 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:32.505660 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:45.649637 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:48.741853 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:52.121674 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54780) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:30:52.292376 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Deleting port 5d42acaf-b80a-46c3-84c0-95070379e8b8 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:30:52.292680 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:52.371220 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:52.371490 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:52.383454 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Calling delete_port for 5d42acaf-b80a-46c3-84c0-95070379e8b8 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:30:52.550780 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:52.573621 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event deleted for resources: {'Port': ['ID=5d42acaf-b80a-46c3-84c0-95070379e8b8,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:30:52.586869 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:52.587212 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:52.587550 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:52.587868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:52.592381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:52.592381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:52.592381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:52.592381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:52.592381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:52.592381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:52.592381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:52.592381 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:52.648934 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:52.649208 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Floating IP ad413bb3-626e-4be9-a223-0cfb6e3623a5 disassociated (deleted). External IP: 172.35.3.13, port: 7b8d1033-8e61-446e-ab86-e44750679971. Dec 20 22:30:52.871944 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Router 37a207ef-2192-4616-a734-b9b7c021fe92 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:30:52.982855 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:30:52.988224 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:52.993676 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f5d74b-597f-4608-9afd-f60a4419f70e None None] Sync routers for ids ['37a207ef-2192-4616-a734-b9b7c021fe92'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:30:53.004175 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f5d74b-597f-4608-9afd-f60a4419f70e None None] Routers {'37a207ef-2192-4616-a734-b9b7c021fe92'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:30:53.004790 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e8f5d74b-597f-4608-9afd-f60a4419f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:30:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['37a207ef-2192-4616-a734-b9b7c021fe92'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:30:53.017553 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b5180269-b1e1-470b-ab51-2f7d025aad14 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "DELETE /v2.0/floatingips/ad413bb3-626e-4be9-a223-0cfb6e3623a5 HTTP/1.1" status: 204 len: 168 time: 0.8918324 Dec 20 22:30:53.017553 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5328f04-1809-4140-98f6-4da42f99a435', 'tag': '7b8d1033-8e61-446e-ab86-e44750679971'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:30:53.018046 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f39d2392ee36c270bf164f2b0d9d8519f42a87b2972c565f9d9401e18f0a645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdecb5a-ad4a-4a0a-8bee-f8db25085eab" -d '{"events": [{"name": "network-changed", "server_uuid": "f5328f04-1809-4140-98f6-4da42f99a435", "tag": "7b8d1033-8e61-446e-ab86-e44750679971"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:30:53.055427 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c66f024-056d-4992-a102-bfc745c4e336 x-openstack-request-id: req-1c66f024-056d-4992-a102-bfc745c4e336 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:30:53.055725 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5328f04-1809-4140-98f6-4da42f99a435", "tag": "7b8d1033-8e61-446e-ab86-e44750679971", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:30:53.055982 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c66f024-056d-4992-a102-bfc745c4e336 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:30:53.056396 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5328f04-1809-4140-98f6-4da42f99a435', 'tag': '7b8d1033-8e61-446e-ab86-e44750679971', 'status': 'completed', 'code': 200} Dec 20 22:30:53.121369 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e8f5d74b-597f-4608-9afd-f60a4419f70e None None] Set router 37a207ef-2192-4616-a734-b9b7c021fe92 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:30:53.161729 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdecb5a-ad4a-4a0a-8bee-f8db25085eab req-cd58befa-d019-41b7-adc9-d5f67ec8c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:30:53.164302 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffdecb5a-ad4a-4a0a-8bee-f8db25085eab req-cd58befa-d019-41b7-adc9-d5f67ec8c59e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18957f94c12e4276817177af0d763cc6&device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 1095 time: 0.0627451 Dec 20 22:30:53.253645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e395e52-001b-4945-987e-c065eb38fe78 req-3896e9f8-d07a-4e19-963b-bfd5ffd84a6a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:30:53.255223 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3e395e52-001b-4945-987e-c065eb38fe78 req-3896e9f8-d07a-4e19-963b-bfd5ffd84a6a tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0568864 Dec 20 22:30:53.285725 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdecb5a-ad4a-4a0a-8bee-f8db25085eab req-72a94050-43eb-4bb3-8525-41d03cc0004e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:30:53.287995 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffdecb5a-ad4a-4a0a-8bee-f8db25085eab req-72a94050-43eb-4bb3-8525-41d03cc0004e service neutron] 10.222.0.66 "GET /v2.0/networks?id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 200 len: 909 time: 0.0939093 Dec 20 22:30:53.304882 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-3e395e52-001b-4945-987e-c065eb38fe78 req-63cf12b7-a986-484d-bd0e-684dabfaac37 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434823 Dec 20 22:30:53.332711 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffdecb5a-ad4a-4a0a-8bee-f8db25085eab req-f94ec436-682a-404a-884b-67b3a5c0c97e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b8d1033-8e61-446e-ab86-e44750679971 HTTP/1.1" status: 200 len: 217 time: 0.0363278 Dec 20 22:30:53.347030 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e8f5d74b-597f-4608-9afd-f60a4419f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '027daf5e-bbea-41b3-a9af-51561d5428a0', 'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:04Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 5, 'project_id': '18957f94c12e4276817177af0d763cc6', 'subnets': [{'id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:30:53.372476 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f5d74b-597f-4608-9afd-f60a4419f70e None None] Checking router: 37a207ef-2192-4616-a734-b9b7c021fe92 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:30:53.380847 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f5d74b-597f-4608-9afd-f60a4419f70e None None] Routers {'37a207ef-2192-4616-a734-b9b7c021fe92'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:30:53.381464 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e8f5d74b-597f-4608-9afd-f60a4419f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:30:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['37a207ef-2192-4616-a734-b9b7c021fe92'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:30:53.381732 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdecb5a-ad4a-4a0a-8bee-f8db25085eab req-21bf3f8c-b4a6-4a4a-ba31-9dee8d4af705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:30:53.383247 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffdecb5a-ad4a-4a0a-8bee-f8db25085eab req-21bf3f8c-b4a6-4a4a-ba31-9dee8d4af705 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 200 len: 847 time: 0.0434215 Dec 20 22:30:53.433244 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdecb5a-ad4a-4a0a-8bee-f8db25085eab req-904d7f22-fb77-461f-b149-934dede6929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:30:53.434775 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffdecb5a-ad4a-4a0a-8bee-f8db25085eab req-904d7f22-fb77-461f-b149-934dede6929b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0443833 Dec 20 22:30:53.488108 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e8f5d74b-597f-4608-9afd-f60a4419f70e None None] Set router 37a207ef-2192-4616-a734-b9b7c021fe92 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:30:53.524417 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffdecb5a-ad4a-4a0a-8bee-f8db25085eab req-77ba8eed-0336-4c45-b707-4d3e9d1e1654 service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818543 Dec 20 22:30:53.623997 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-ffdecb5a-ad4a-4a0a-8bee-f8db25085eab req-cfc84202-7bd9-442d-9a1c-8083d7358282 service neutron] 10.222.0.66 "GET /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917764 Dec 20 22:30:53.692385 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e8f5d74b-597f-4608-9afd-f60a4419f70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '027daf5e-bbea-41b3-a9af-51561d5428a0', 'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:04Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 5, 'project_id': '18957f94c12e4276817177af0d763cc6', 'subnets': [{'id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:30:53.728567 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f5d74b-597f-4608-9afd-f60a4419f70e None None] The sync data for ids ['37a207ef-2192-4616-a734-b9b7c021fe92'] in n-d-xena-1 is: [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:22:05Z', 'revision_number': 4, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': '027daf5e-bbea-41b3-a9af-51561d5428a0', 'name': '', 'network_id': '8cbaba4e-ff43-4b2c-bf94-c77af7e71f55', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'mac_address': 'fa:16:3e:ee:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:04Z', 'updated_at': '2021-12-20T22:22:09Z', 'revision_number': 5, 'project_id': '18957f94c12e4276817177af0d763cc6', 'subnets': [{'id': '98690788-4bfb-4e74-8e5f-056d9deeddb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:30:53.964777 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89598a38-a9f9-46ba-8d79-75361ffeb540 None None] New status for floating IP ad413bb3-626e-4be9-a223-0cfb6e3623a5: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:30:54.374639 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:30:54.438478 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ba479-58ac-4124-86c5-e25b2dd1c052 req-f9babb73-009b-48c1-a759-de5632466044 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:30:54.439993 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-498ba479-58ac-4124-86c5-e25b2dd1c052 req-f9babb73-009b-48c1-a759-de5632466044 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0582433 Dec 20 22:30:54.480709 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-498ba479-58ac-4124-86c5-e25b2dd1c052 req-39807c84-6839-4cb2-98c7-d429d260d6f5 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f1ddc90-5be8-4a95-8f16-e997f023e12e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315604 Dec 20 22:30:54.894325 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39e3ee-7b12-40ba-946d-2f3d4fc88f75 req-8b4e2d60-e108-4818-b456-2cf4735fc8c8 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:30:54.895702 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4e39e3ee-7b12-40ba-946d-2f3d4fc88f75 req-8b4e2d60-e108-4818-b456-2cf4735fc8c8 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 946 time: 0.0574317 Dec 20 22:30:54.989346 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-4e39e3ee-7b12-40ba-946d-2f3d4fc88f75 req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Deleting port 7b8d1033-8e61-446e-ab86-e44750679971 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:30:54.989639 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4e39e3ee-7b12-40ba-946d-2f3d4fc88f75 req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:55.088356 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-4e39e3ee-7b12-40ba-946d-2f3d4fc88f75 req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] For port 7b8d1033-8e61-446e-ab86-e44750679971, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=7b8d1033-8e61-446e-ab86-e44750679971,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:30:55.088690 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4e39e3ee-7b12-40ba-946d-2f3d4fc88f75 req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:55.105740 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-4e39e3ee-7b12-40ba-946d-2f3d4fc88f75 req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Calling delete_port for 7b8d1033-8e61-446e-ab86-e44750679971 owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:30:55.244993 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4e39e3ee-7b12-40ba-946d-2f3d4fc88f75 req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:55.273629 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event deleted for resources: {'Port': ['ID=7b8d1033-8e61-446e-ab86-e44750679971,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:30:55.305914 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:55.306306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:55.306615 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:55.306944 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:55.307262 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:55.307581 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:55.307899 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:55.308213 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:55.308526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:55.308840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:55.309150 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:55.309460 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:30:55.333401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e39e3ee-7b12-40ba-946d-2f3d4fc88f75 req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] No DVR routers for this DVR port 7b8d1033-8e61-446e-ab86-e44750679971 on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:30:55.336499 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-4e39e3ee-7b12-40ba-946d-2f3d4fc88f75 req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:55.340159 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-4e39e3ee-7b12-40ba-946d-2f3d4fc88f75 req-e1541a4c-d242-40d1-97f8-2873eb63a8e9 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.66 "DELETE /v2.0/ports/7b8d1033-8e61-446e-ab86-e44750679971 HTTP/1.1" status: 204 len: 173 time: 0.4383492 Dec 20 22:30:55.340597 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5328f04-1809-4140-98f6-4da42f99a435', 'name': 'network-vif-deleted', 'tag': '7b8d1033-8e61-446e-ab86-e44750679971'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:30:55.342926 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996afd63-5d7a-4dff-ad5b-37ff7b8b758e" -d '{"events": [{"server_uuid": "f5328f04-1809-4140-98f6-4da42f99a435", "name": "network-vif-deleted", "tag": "7b8d1033-8e61-446e-ab86-e44750679971"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:30:55.430616 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8daa37d-718c-454a-8fff-ed208326b614 x-openstack-request-id: req-b8daa37d-718c-454a-8fff-ed208326b614 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:30:55.430909 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5328f04-1809-4140-98f6-4da42f99a435", "name": "network-vif-deleted", "tag": "7b8d1033-8e61-446e-ab86-e44750679971", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:30:55.431162 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8daa37d-718c-454a-8fff-ed208326b614 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:30:55.431572 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5328f04-1809-4140-98f6-4da42f99a435', 'name': 'network-vif-deleted', 'tag': '7b8d1033-8e61-446e-ab86-e44750679971', 'status': 'completed', 'code': 200} Dec 20 22:30:55.580369 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f6c90b4a-b674-4b83-9892-f266518cc811 req-c776172e-ea03-4c09-847e-a84961936ef7 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 210 time: 0.0276628 Dec 20 22:30:56.690205 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-c347cc2f-8599-4582-96cb-84b6a14d2b47 req-bfd80bf2-162a-4f38-b2a6-25e8cb80a037 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 210 time: 0.0315928 Dec 20 22:30:56.821724 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7b8d1033-8e61-446e-ab86-e44750679971 no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:30:56.844243 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: 7b8d1033-8e61-446e-ab86-e44750679971 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:30:56.844629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device 7b8d1033-8e61-446e-ab86-e44750679971 not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:30:57.275149 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e395-5f24-4e94-a46e-8e70853ba296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:57.787501 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-da0681f5-2c98-4c00-8d50-ead9f30c75e3 req-5bab3cc1-6977-4a26-9a14-9a52babf973d tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 210 time: 0.0281715 Dec 20 22:30:58.906297 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-81a760da-154f-45e6-91b2-f52e6ccb0518 req-d6317b69-f8bf-4813-9dd9-bff280dcbdd5 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5328f04-1809-4140-98f6-4da42f99a435 HTTP/1.1" status: 200 len: 210 time: 0.0268674 Dec 20 22:30:59.599197 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7dd70252-2e41-49ba-a8f2-5e3b7253aeb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:30:59.962313 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54814) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:00.020899 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cb2ca1af-031b-4e83-a0fe-984019fc98c1 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:00.047142 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cb2ca1af-031b-4e83-a0fe-984019fc98c1 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:00.108074 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cb2ca1af-031b-4e83-a0fe-984019fc98c1 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:00.110802 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-cb2ca1af-031b-4e83-a0fe-984019fc98c1 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:00.111986 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-cb2ca1af-031b-4e83-a0fe-984019fc98c1 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] 10.222.0.32 "DELETE /v2.0/security-groups/9f1ddc90-5be8-4a95-8f16-e997f023e12e HTTP/1.1" status: 204 len: 168 time: 0.1486111 Dec 20 22:31:00.121708 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ca1af-031b-4e83-a0fe-984019fc98c1 tempest-TestShelveInstance-505005995 tempest-TestShelveInstance-505005995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1ddc90-5be8-4a95-8f16-e997f023e12e,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:00.172167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54818) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:00.667417 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b6d942f0-48ff-425e-a9f4-95b4d3c683b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:00.929619 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-b6d942f0-48ff-425e-a9f4-95b4d3c683b2 admin admin] Deleting port 027daf5e-bbea-41b3-a9af-51561d5428a0 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:31:00.929959 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b6d942f0-48ff-425e-a9f4-95b4d3c683b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:01.009906 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:01.011254 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-b6d942f0-48ff-425e-a9f4-95b4d3c683b2 admin admin] For port 027daf5e-bbea-41b3-a9af-51561d5428a0, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=027daf5e-bbea-41b3-a9af-51561d5428a0,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:31:01.011730 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b6d942f0-48ff-425e-a9f4-95b4d3c683b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:01.025204 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-b6d942f0-48ff-425e-a9f4-95b4d3c683b2 admin admin] Calling delete_port for 027daf5e-bbea-41b3-a9af-51561d5428a0 owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:31:01.211945 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b6d942f0-48ff-425e-a9f4-95b4d3c683b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:01.235168 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d942f0-48ff-425e-a9f4-95b4d3c683b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=027daf5e-bbea-41b3-a9af-51561d5428a0,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:01.727118 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-b6d942f0-48ff-425e-a9f4-95b4d3c683b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:01.949982 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d942f0-48ff-425e-a9f4-95b4d3c683b2 admin admin] Router 37a207ef-2192-4616-a734-b9b7c021fe92 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:31:02.055798 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d942f0-48ff-425e-a9f4-95b4d3c683b2 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:31:02.062157 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-b6d942f0-48ff-425e-a9f4-95b4d3c683b2 admin admin] 10.222.0.32 "PUT /v2.0/routers/37a207ef-2192-4616-a734-b9b7c021fe92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8878391 Dec 20 22:31:02.063499 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54822) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:02.066216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c106474-f67e-46fc-9b9c-e27e8639b642 None None] Sync routers for ids ['37a207ef-2192-4616-a734-b9b7c021fe92'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:31:02.077359 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c106474-f67e-46fc-9b9c-e27e8639b642 None None] Routers {'37a207ef-2192-4616-a734-b9b7c021fe92'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:31:02.078172 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-7c106474-f67e-46fc-9b9c-e27e8639b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:31:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['37a207ef-2192-4616-a734-b9b7c021fe92'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:02.167094 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d41ff5f-9ecd-46ad-9d47-0e4cdec5217b admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:02.185683 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-7c106474-f67e-46fc-9b9c-e27e8639b642 None None] Set router 37a207ef-2192-4616-a734-b9b7c021fe92 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:31:02.272638 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d41ff5f-9ecd-46ad-9d47-0e4cdec5217b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:02.330557 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-1d41ff5f-9ecd-46ad-9d47-0e4cdec5217b admin admin] Deleting port d0f4bd77-3953-49a7-b317-126d2fc9be36 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:31:02.330899 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d41ff5f-9ecd-46ad-9d47-0e4cdec5217b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:02.365357 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-7c106474-f67e-46fc-9b9c-e27e8639b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:31:01Z', 'revision_number': 5, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port': {'id': 'd0f4bd77-3953-49a7-b317-126d2fc9be36', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:03Z', 'updated_at': '2021-12-20T22:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:02.395488 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c106474-f67e-46fc-9b9c-e27e8639b642 None None] Checking router: 37a207ef-2192-4616-a734-b9b7c021fe92 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:31:02.403766 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c106474-f67e-46fc-9b9c-e27e8639b642 None None] Routers {'37a207ef-2192-4616-a734-b9b7c021fe92'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:31:02.404914 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-7c106474-f67e-46fc-9b9c-e27e8639b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:31:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['37a207ef-2192-4616-a734-b9b7c021fe92'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:02.416385 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-1d41ff5f-9ecd-46ad-9d47-0e4cdec5217b admin admin] For port d0f4bd77-3953-49a7-b317-126d2fc9be36, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d0f4bd77-3953-49a7-b317-126d2fc9be36,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:31:02.416996 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d41ff5f-9ecd-46ad-9d47-0e4cdec5217b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:02.431178 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-1d41ff5f-9ecd-46ad-9d47-0e4cdec5217b admin admin] Calling delete_port for d0f4bd77-3953-49a7-b317-126d2fc9be36 owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:31:02.481404 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:02.508580 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-7c106474-f67e-46fc-9b9c-e27e8639b642 None None] Set router 37a207ef-2192-4616-a734-b9b7c021fe92 gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:31:02.534535 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:02.562894 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-7c106474-f67e-46fc-9b9c-e27e8639b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:31:02Z', 'revision_number': 6, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:02.607519 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d41ff5f-9ecd-46ad-9d47-0e4cdec5217b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:02.634398 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41ff5f-9ecd-46ad-9d47-0e4cdec5217b admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f4bd77-3953-49a7-b317-126d2fc9be36,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:02.703608 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d41ff5f-9ecd-46ad-9d47-0e4cdec5217b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:02.753610 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c106474-f67e-46fc-9b9c-e27e8639b642 None None] The sync data for ids ['37a207ef-2192-4616-a734-b9b7c021fe92'] in n-d-xena-1 is: [{'id': '37a207ef-2192-4616-a734-b9b7c021fe92', 'name': 'tempest-TestShelveInstance-331911342-router', 'tenant_id': '18957f94c12e4276817177af0d763cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:02Z', 'updated_at': '2021-12-20T22:31:02Z', 'revision_number': 6, 'project_id': '18957f94c12e4276817177af0d763cc6', 'gw_port_host': None}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:31:02.797658 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d41ff5f-9ecd-46ad-9d47-0e4cdec5217b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:02.800244 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d41ff5f-9ecd-46ad-9d47-0e4cdec5217b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:02.843343 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d41ff5f-9ecd-46ad-9d47-0e4cdec5217b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:02.843958 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d41ff5f-9ecd-46ad-9d47-0e4cdec5217b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37a207ef-2192-4616-a734-b9b7c021fe92 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:31:02.848502 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-1d41ff5f-9ecd-46ad-9d47-0e4cdec5217b admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:02.849709 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-1d41ff5f-9ecd-46ad-9d47-0e4cdec5217b admin admin] 10.222.0.32 "DELETE /v2.0/routers/37a207ef-2192-4616-a734-b9b7c021fe92 HTTP/1.1" status: 204 len: 168 time: 0.7853103 Dec 20 22:31:02.852398 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54824) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:02.898265 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de1efa9-2736-4a70-932d-3ee1de0ae2e6 admin admin] Deleting subnet 98690788-4bfb-4e74-8e5f-056d9deeddb0 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:31:02.901642 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3de1efa9-2736-4a70-932d-3ee1de0ae2e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:02.936570 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3de1efa9-2736-4a70-932d-3ee1de0ae2e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:03.018645 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3de1efa9-2736-4a70-932d-3ee1de0ae2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:03.078638 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3de1efa9-2736-4a70-932d-3ee1de0ae2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:03.104400 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1efa9-2736-4a70-932d-3ee1de0ae2e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98690788-4bfb-4e74-8e5f-056d9deeddb0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:03.108265 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3de1efa9-2736-4a70-932d-3ee1de0ae2e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:03.114373 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54826) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:03.114982 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3de1efa9-2736-4a70-932d-3ee1de0ae2e6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/98690788-4bfb-4e74-8e5f-056d9deeddb0 HTTP/1.1" status: 204 len: 168 time: 0.2609243 Dec 20 22:31:03.115953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debf1bcd-4c9d-4ef0-9f63-204a5fa43d8f None None] Network 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:31:03.191320 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:03.249967 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] Deleting port 48d997ff-ca7f-4ee5-97e8-6b5116767f92 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:31:03.250193 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:03.311093 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] For port 48d997ff-ca7f-4ee5-97e8-6b5116767f92, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=48d997ff-ca7f-4ee5-97e8-6b5116767f92,segment=NetworkSegment(a4ab584a-fff0-4e46-9a24-f8b579c0d2db),segment_id=a4ab584a-fff0-4e46-9a24-f8b579c0d2db)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:31:03.311834 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:03.324153 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] Calling delete_port for 48d997ff-ca7f-4ee5-97e8-6b5116767f92 owned by network:dhcp {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:31:03.413303 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:03.439501 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d997ff-ca7f-4ee5-97e8-6b5116767f92,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:03.444681 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] No DVR routers for this DVR port 48d997ff-ca7f-4ee5-97e8-6b5116767f92 on host n-d-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:31:03.526653 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:03.542112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a138927e-1378-44d4-a1fb-697e9a00cfe5 None None] DHCP port deletion for 8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 22:31:03.564884 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbaba4e-ff43-4b2c-bf94-c77af7e71f55']}} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:03.575849 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db') {'for_net_delete': True} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:03.576221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.services.segments.db [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ab584a-fff0-4e46-9a24-f8b579c0d2db') {} {{(pid=102401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:03.588135 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31052080'] for segment, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:03.603023 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:03.609508 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102401) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:31:03.609888 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31292815'] for segment, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: Traceback (most recent call last): Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: timer() Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: cb(*args, **kw) Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: return func(*args, **kwargs) Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: self._notify() Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: self.callback(batched_events) Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: event.method(event) Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: return f(self, *a, **k) Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: return self._get(url).json() Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: return self.request(url, 'GET', **kwargs) Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:31:03.611608 n-d-xena-1 neutron-server[102401]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:31:03.669548 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:03.676245 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:03.681582 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8cbaba4e-ff43-4b2c-bf94-c77af7e71f55 HTTP/1.1" status: 204 len: 168 time: 0.5660303 Dec 20 22:31:03.684567 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54828) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:03.703176 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14f03f-8a00-4805-ac5a-098920a32d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cbaba4e-ff43-4b2c-bf94-c77af7e71f55,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:03.797626 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d0f4bd77-3953-49a7-b317-126d2fc9be36 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:31:03.823592 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: d0f4bd77-3953-49a7-b317-126d2fc9be36 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:31:03.824678 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d0f4bd77-3953-49a7-b317-126d2fc9be36 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:31:03.825705 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 48d997ff-ca7f-4ee5-97e8-6b5116767f92 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:31:03.846886 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 48d997ff-ca7f-4ee5-97e8-6b5116767f92 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:31:03.847377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 48d997ff-ca7f-4ee5-97e8-6b5116767f92 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:31:03.847887 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 027daf5e-bbea-41b3-a9af-51561d5428a0 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:31:03.871033 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 027daf5e-bbea-41b3-a9af-51561d5428a0 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:31:03.871439 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 027daf5e-bbea-41b3-a9af-51561d5428a0 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:31:04.054363 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b0b8-3684-4be4-83f0-35b0a335c445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:04.316549 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a7b7b0b8-3684-4be4-83f0-35b0a335c445 admin admin] Deleting port d79bd6c0-69fe-479a-b8c5-39905b5ad699 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:31:04.316778 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b0b8-3684-4be4-83f0-35b0a335c445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:04.401705 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-a7b7b0b8-3684-4be4-83f0-35b0a335c445 admin admin] For port d79bd6c0-69fe-479a-b8c5-39905b5ad699, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=d79bd6c0-69fe-479a-b8c5-39905b5ad699,segment=NetworkSegment(2ed61e54-5348-4056-9492-2048b992b1fc),segment_id=2ed61e54-5348-4056-9492-2048b992b1fc)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:31:04.402058 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b0b8-3684-4be4-83f0-35b0a335c445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:04.414584 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a7b7b0b8-3684-4be4-83f0-35b0a335c445 admin admin] Calling delete_port for d79bd6c0-69fe-479a-b8c5-39905b5ad699 owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:31:04.603774 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b0b8-3684-4be4-83f0-35b0a335c445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:04.630649 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7b0b8-3684-4be4-83f0-35b0a335c445 admin admin] Pushing event deleted for resources: {'Port': ['ID=d79bd6c0-69fe-479a-b8c5-39905b5ad699,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:04.801537 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b0b8-3684-4be4-83f0-35b0a335c445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:05.026990 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b7b0b8-3684-4be4-83f0-35b0a335c445 admin admin] Router 3a32778b-9d07-42aa-8309-cfaf86196dd9 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:31:05.133209 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b7b0b8-3684-4be4-83f0-35b0a335c445 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:31:05.140772 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a7b7b0b8-3684-4be4-83f0-35b0a335c445 admin admin] 10.222.0.32 "PUT /v2.0/routers/3a32778b-9d07-42aa-8309-cfaf86196dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4547737 Dec 20 22:31:05.143049 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54830) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:05.144767 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d373bce-3e88-4224-b56f-6a9e97542f6f None None] Sync routers for ids ['3a32778b-9d07-42aa-8309-cfaf86196dd9'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:31:05.154762 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d373bce-3e88-4224-b56f-6a9e97542f6f None None] Routers {'3a32778b-9d07-42aa-8309-cfaf86196dd9'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:31:05.155534 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3d373bce-3e88-4224-b56f-6a9e97542f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:31:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['3a32778b-9d07-42aa-8309-cfaf86196dd9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:05.243855 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0651935-1459-4c3e-ae83-6d6e057723b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:05.258449 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-3d373bce-3e88-4224-b56f-6a9e97542f6f None None] Set router 3a32778b-9d07-42aa-8309-cfaf86196dd9 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:31:05.345385 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0651935-1459-4c3e-ae83-6d6e057723b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:05.403107 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e0651935-1459-4c3e-ae83-6d6e057723b0 admin admin] Deleting port 20500876-1b15-4f74-aaeb-522091df7de2 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:31:05.403399 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0651935-1459-4c3e-ae83-6d6e057723b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:05.438570 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3d373bce-3e88-4224-b56f-6a9e97542f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'name': 'tempest-TestShelveInstance-1934050161-router', 'tenant_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89'}], 'enable_snat': True}, 'gw_port_id': '20500876-1b15-4f74-aaeb-522091df7de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:07Z', 'updated_at': '2021-12-20T22:31:04Z', 'revision_number': 5, 'project_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'gw_port': {'id': '20500876-1b15-4f74-aaeb-522091df7de2', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:22:07Z', 'updated_at': '2021-12-20T22:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:05.468243 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d373bce-3e88-4224-b56f-6a9e97542f6f None None] Checking router: 3a32778b-9d07-42aa-8309-cfaf86196dd9 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:31:05.476746 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d373bce-3e88-4224-b56f-6a9e97542f6f None None] Routers {'3a32778b-9d07-42aa-8309-cfaf86196dd9'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:31:05.477347 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3d373bce-3e88-4224-b56f-6a9e97542f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:31:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['3a32778b-9d07-42aa-8309-cfaf86196dd9'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:05.485319 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-e0651935-1459-4c3e-ae83-6d6e057723b0 admin admin] For port 20500876-1b15-4f74-aaeb-522091df7de2, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=20500876-1b15-4f74-aaeb-522091df7de2,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:31:05.485701 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0651935-1459-4c3e-ae83-6d6e057723b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:05.498404 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-e0651935-1459-4c3e-ae83-6d6e057723b0 admin admin] Calling delete_port for 20500876-1b15-4f74-aaeb-522091df7de2 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:31:05.565286 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-3d373bce-3e88-4224-b56f-6a9e97542f6f None None] Set router 3a32778b-9d07-42aa-8309-cfaf86196dd9 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:31:05.616829 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-3d373bce-3e88-4224-b56f-6a9e97542f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'name': 'tempest-TestShelveInstance-1934050161-router', 'tenant_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:07Z', 'updated_at': '2021-12-20T22:31:05Z', 'revision_number': 6, 'project_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:05.647039 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d373bce-3e88-4224-b56f-6a9e97542f6f None None] The sync data for ids ['3a32778b-9d07-42aa-8309-cfaf86196dd9'] in n-d-xena-1 is: [{'id': '3a32778b-9d07-42aa-8309-cfaf86196dd9', 'name': 'tempest-TestShelveInstance-1934050161-router', 'tenant_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:22:07Z', 'updated_at': '2021-12-20T22:31:05Z', 'revision_number': 6, 'project_id': 'a27038b1c9fa474b8dad5fd28ae4d324', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:31:05.670262 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0651935-1459-4c3e-ae83-6d6e057723b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:05.696144 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0651935-1459-4c3e-ae83-6d6e057723b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=20500876-1b15-4f74-aaeb-522091df7de2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:05.766653 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0651935-1459-4c3e-ae83-6d6e057723b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:05.861122 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0651935-1459-4c3e-ae83-6d6e057723b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:05.863215 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0651935-1459-4c3e-ae83-6d6e057723b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:05.918630 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0651935-1459-4c3e-ae83-6d6e057723b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:05.919168 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0651935-1459-4c3e-ae83-6d6e057723b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a32778b-9d07-42aa-8309-cfaf86196dd9 {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:31:05.925230 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-e0651935-1459-4c3e-ae83-6d6e057723b0 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:05.926364 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e0651935-1459-4c3e-ae83-6d6e057723b0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3a32778b-9d07-42aa-8309-cfaf86196dd9 HTTP/1.1" status: 204 len: 168 time: 0.7823768 Dec 20 22:31:05.929538 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54832) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:05.985895 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f957c66-7246-4bbc-b168-c9cc9a249a9a admin admin] Deleting subnet 6c6f80c9-914e-46e4-be48-d68d5ee59ff7 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:31:05.989193 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0f957c66-7246-4bbc-b168-c9cc9a249a9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:06.030743 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0f957c66-7246-4bbc-b168-c9cc9a249a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:06.116952 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0f957c66-7246-4bbc-b168-c9cc9a249a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:06.118929 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d79bd6c0-69fe-479a-b8c5-39905b5ad699 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:31:06.142626 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: d79bd6c0-69fe-479a-b8c5-39905b5ad699 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:31:06.143043 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device d79bd6c0-69fe-479a-b8c5-39905b5ad699 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:31:06.174211 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0f957c66-7246-4bbc-b168-c9cc9a249a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:06.200752 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f957c66-7246-4bbc-b168-c9cc9a249a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c6f80c9-914e-46e4-be48-d68d5ee59ff7,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:06.206523 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-0f957c66-7246-4bbc-b168-c9cc9a249a9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:06.211127 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-0f957c66-7246-4bbc-b168-c9cc9a249a9a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6c6f80c9-914e-46e4-be48-d68d5ee59ff7 HTTP/1.1" status: 204 len: 168 time: 0.2805679 Dec 20 22:31:06.211714 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6defe4-b6ac-42e2-8e85-163c98c2aeff None None] Network cd17143e-c0ea-422e-8b71-8c02f0e251e0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:31:06.214760 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54834) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:06.441885 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] DHCP port deletion for cd17143e-c0ea-422e-8b71-8c02f0e251e0 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 22:31:06.500065 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] Deleting port 9f6c7535-72f0-41c8-8b95-9bf9845729fb {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:31:06.500435 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:06.574912 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] For port 9f6c7535-72f0-41c8-8b95-9bf9845729fb, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=9f6c7535-72f0-41c8-8b95-9bf9845729fb,segment=NetworkSegment(2ed61e54-5348-4056-9492-2048b992b1fc),segment_id=2ed61e54-5348-4056-9492-2048b992b1fc)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:31:06.575307 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:06.591959 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] Calling delete_port for 9f6c7535-72f0-41c8-8b95-9bf9845729fb owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:31:06.686276 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:06.720327 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] Pushing event deleted for resources: {'Port': ['ID=9f6c7535-72f0-41c8-8b95-9bf9845729fb,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:06.728699 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce5291cc-e3c6-47cb-96a6-150bc0d57125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:06.729722 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:06.730059 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:06.730422 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:06.730811 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:06.731600 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:06.731600 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:06.731809 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:06.731998 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:06.732310 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:06.732636 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:06.732953 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:06.733469 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:06.737181 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa307b9-1e61-48ad-81c1-60997e22617f None None] No DVR routers for this DVR port 9f6c7535-72f0-41c8-8b95-9bf9845729fb on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:31:06.824174 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce5291cc-e3c6-47cb-96a6-150bc0d57125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:06.847658 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ce5291cc-e3c6-47cb-96a6-150bc0d57125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd17143e-c0ea-422e-8b71-8c02f0e251e0']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:06.859123 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ce5291cc-e3c6-47cb-96a6-150bc0d57125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed61e54-5348-4056-9492-2048b992b1fc') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:06.859437 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-ce5291cc-e3c6-47cb-96a6-150bc0d57125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed61e54-5348-4056-9492-2048b992b1fc') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:06.873950 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce5291cc-e3c6-47cb-96a6-150bc0d57125 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:06.893586 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce5291cc-e3c6-47cb-96a6-150bc0d57125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:06.901611 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5291cc-e3c6-47cb-96a6-150bc0d57125 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:31:06.901984 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce5291cc-e3c6-47cb-96a6-150bc0d57125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: timer() Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:31:06.903993 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:31:06.965871 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce5291cc-e3c6-47cb-96a6-150bc0d57125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:06.971883 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-ce5291cc-e3c6-47cb-96a6-150bc0d57125 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:06.974991 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ce5291cc-e3c6-47cb-96a6-150bc0d57125 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cd17143e-c0ea-422e-8b71-8c02f0e251e0 HTTP/1.1" status: 204 len: 168 time: 0.7593203 Dec 20 22:31:06.986645 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5291cc-e3c6-47cb-96a6-150bc0d57125 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd17143e-c0ea-422e-8b71-8c02f0e251e0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:07.102363 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54838) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:07.154181 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-ba75d03d-7bd3-47df-b132-d2e8714c786c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18957f94c12e4276817177af0d763cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502751 Dec 20 22:31:07.157546 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54840) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:07.215611 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-552e73c1-c2dc-465c-a242-ad825e711a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:07.239410 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-552e73c1-c2dc-465c-a242-ad825e711a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:07.295798 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-552e73c1-c2dc-465c-a242-ad825e711a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:07.298742 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-552e73c1-c2dc-465c-a242-ad825e711a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:07.299896 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-552e73c1-c2dc-465c-a242-ad825e711a0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/570c70c0-bad7-4325-bacc-0765e7e848b2 HTTP/1.1" status: 204 len: 168 time: 0.1414456 Dec 20 22:31:07.307496 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e73c1-c2dc-465c-a242-ad825e711a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570c70c0-bad7-4325-bacc-0765e7e848b2,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:07.650173 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54848) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:07.693505 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6d53b2a4-d568-4ecb-8adb-b53437403713 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a27038b1c9fa474b8dad5fd28ae4d324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420015 Dec 20 22:31:07.695942 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54850) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:07.744320 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6622512e-96bb-490f-9601-1a8c1cf086b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:07.766759 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6622512e-96bb-490f-9601-1a8c1cf086b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:07.781819 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9f6c7535-72f0-41c8-8b95-9bf9845729fb no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:31:07.802520 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 9f6c7535-72f0-41c8-8b95-9bf9845729fb {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:31:07.802870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 9f6c7535-72f0-41c8-8b95-9bf9845729fb not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:31:07.803292 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 20500876-1b15-4f74-aaeb-522091df7de2 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:31:07.815242 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6622512e-96bb-490f-9601-1a8c1cf086b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:07.817808 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6622512e-96bb-490f-9601-1a8c1cf086b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:07.819007 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6622512e-96bb-490f-9601-1a8c1cf086b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c260d37-12c8-4c63-9d69-480749e8836e HTTP/1.1" status: 204 len: 168 time: 0.1222200 Dec 20 22:31:07.822432 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 20500876-1b15-4f74-aaeb-522091df7de2 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:31:07.822784 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 20500876-1b15-4f74-aaeb-522091df7de2 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:31:07.827025 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622512e-96bb-490f-9601-1a8c1cf086b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c260d37-12c8-4c63-9d69-480749e8836e,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:08.542934 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54872) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:08.654316 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-a8b38ba3-a25f-449f-b862-81b9b9ac51f7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1224598458-network', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:31:08.677237 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b38ba3-a25f-449f-b862-81b9b9ac51f7 admin admin] Made reservation on behalf of f8362ca4ea064db4a5d732f55d33c804 for: {'network': 1} {{(pid=102402) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:31:08.679572 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8b38ba3-a25f-449f-b862-81b9b9ac51f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:08.688204 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8b38ba3-a25f-449f-b862-81b9b9ac51f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:08.764561 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8b38ba3-a25f-449f-b862-81b9b9ac51f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:08.771031 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8b38ba3-a25f-449f-b862-81b9b9ac51f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:08.796974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b38ba3-a25f-449f-b862-81b9b9ac51f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=102402) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:31:08.803408 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b38ba3-a25f-449f-b862-81b9b9ac51f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb9d25f-db37-4b7e-a9d9-8e80edba9cf0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:08.809101 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8b38ba3-a25f-449f-b862-81b9b9ac51f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:08.809439 n-d-xena-1 neutron-server[102402]: INFO neutron.db.segments_db [None req-a8b38ba3-a25f-449f-b862-81b9b9ac51f7 admin admin] Added segment 69dea76a-dece-455e-b8f0-9374510355dd of type vlan for network 046a756a-b9a6-432e-9094-e1911a6c68e0 Dec 20 22:31:08.848504 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8b38ba3-a25f-449f-b862-81b9b9ac51f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:08.875045 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8b38ba3-a25f-449f-b862-81b9b9ac51f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:08.876104 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b38ba3-a25f-449f-b862-81b9b9ac51f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:08.876712 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a8b38ba3-a25f-449f-b862-81b9b9ac51f7 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:08.930988 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a8b38ba3-a25f-449f-b862-81b9b9ac51f7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3869641 Dec 20 22:31:08.934202 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54876) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:08.938011 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b38ba3-a25f-449f-b862-81b9b9ac51f7 admin admin] Pushing event updated for resources: {'Network': ['ID=046a756a-b9a6-432e-9094-e1911a6c68e0,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:08.939577 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-f0d022b8-99f4-4351-88b8-66dff2db8782 admin admin] Request body: {'subnet': {'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1224598458-subnet', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:31:08.948604 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network 046a756a-b9a6-432e-9094-e1911a6c68e0 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:31:08.963063 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d022b8-99f4-4351-88b8-66dff2db8782 admin admin] Made reservation on behalf of f8362ca4ea064db4a5d732f55d33c804 for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:31:08.965531 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0d022b8-99f4-4351-88b8-66dff2db8782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:09.139102 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0d022b8-99f4-4351-88b8-66dff2db8782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:09.188104 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d022b8-99f4-4351-88b8-66dff2db8782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10be6301-4e70-4290-8f09-fe8e082b4de0,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:09.204530 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d022b8-99f4-4351-88b8-66dff2db8782 admin admin] Checking segment: {'id': '69dea76a-dece-455e-b8f0-9374510355dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:31:09.204886 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d022b8-99f4-4351-88b8-66dff2db8782 admin admin] Network hostable DHCP agents. Network: 046a756a-b9a6-432e-9094-e1911a6c68e0, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:31:09.226764 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d022b8-99f4-4351-88b8-66dff2db8782 admin admin] Network 046a756a-b9a6-432e-9094-e1911a6c68e0 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:31:09.236561 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-f0d022b8-99f4-4351-88b8-66dff2db8782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, 046a756a-b9a6-432e-9094-e1911a6c68e0) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:31:09.240758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d022b8-99f4-4351-88b8-66dff2db8782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:09.241337 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f0d022b8-99f4-4351-88b8-66dff2db8782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:09.246595 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a093b457-5a39-4816-a3cc-f0a8dfa0aad2 None None] Network 046a756a-b9a6-432e-9094-e1911a6c68e0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:31:09.259498 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f0d022b8-99f4-4351-88b8-66dff2db8782 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3241842 Dec 20 22:31:09.262497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54878) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:09.267012 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:31:09.287575 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:09.288640 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:09.349016 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:09.394387 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-046a756a-b9a6-432e-9094-e1911a6c68e0', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:31:09.395252 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:09.496886 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:09.534609 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Allocated IP 172.20.0.2 (046a756a-b9a6-432e-9094-e1911a6c68e0/10be6301-4e70-4290-8f09-fe8e082b4de0/5aa36c17-1caf-4c11-93e8-012037a80520) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:31:09.685220 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:09.692019 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:09.697238 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:09.717059 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:09.728918 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Network 046a756a-b9a6-432e-9094-e1911a6c68e0 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:31:09.730339 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:31:09.734504 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:31:09.763724 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Pushing event updated for resources: {'Port': ['ID=5aa36c17-1caf-4c11-93e8-012037a80520,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:09.795680 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Attempting to bind port 5aa36c17-1caf-4c11-93e8-012037a80520 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:31:09.796046 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Attempting to bind port 5aa36c17-1caf-4c11-93e8-012037a80520 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '69dea76a-dece-455e-b8f0-9374510355dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:31:09.796407 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Attempting to bind port 5aa36c17-1caf-4c11-93e8-012037a80520 on network 046a756a-b9a6-432e-9094-e1911a6c68e0 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:31:09.801975 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:31:09.802377 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Checking segment: {'id': '69dea76a-dece-455e-b8f0-9374510355dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:31:09.802779 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:09.803170 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Bound using segment: {'id': '69dea76a-dece-455e-b8f0-9374510355dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:31:09.803631 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Bound port: 5aa36c17-1caf-4c11-93e8-012037a80520, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dea76a-dece-455e-b8f0-9374510355dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:31:09.804009 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:09.827510 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Allocated IP 172.35.3.60 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/38d0f230-d9e3-4060-9a47-f2d3ae449885) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:31:09.871890 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] For port 5aa36c17-1caf-4c11-93e8-012037a80520, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:31:09.875110 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] For port 5aa36c17-1caf-4c11-93e8-012037a80520, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5aa36c17-1caf-4c11-93e8-012037a80520,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:31:09.879880 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:09.935202 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:09.937399 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0219c4-6798-4568-9eec-c5cd46cff358 None None] Pushing event updated for resources: {'Port': ['ID=5aa36c17-1caf-4c11-93e8-012037a80520,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:09.971156 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:10.013928 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:31:10.016987 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:31:10.020492 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:31:10.045187 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Pushing event updated for resources: {'Port': ['ID=38d0f230-d9e3-4060-9a47-f2d3ae449885,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:10.293352 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:10.491334 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:10.633548 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Router 2c617d07-6f14-4616-89f4-f0904cfb2fdc is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102402) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:31:10.745596 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:31:10.756957 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Sync routers for ids ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:31:10.769806 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:10.772014 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Routers {'2c617d07-6f14-4616-89f4-f0904cfb2fdc'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:31:10.772656 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:31:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:10.775335 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-81cf6de7-1524-4b8f-8108-026880230f81 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5117631 Dec 20 22:31:10.778106 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54880) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:10.885698 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Set router 2c617d07-6f14-4616-89f4-f0904cfb2fdc gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:31:10.912805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790cd344-841e-4637-a0e9-0d671f7bd049 None None] Network 046a756a-b9a6-432e-9094-e1911a6c68e0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:31:11.064815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-bdf7d977-df69-4a11-9c3a-36e92eb5c4c6 None None] Provisioning complete for port 5aa36c17-1caf-4c11-93e8-012037a80520 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:11.065807 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d977-df69-4a11-9c3a-36e92eb5c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:11.206437 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:11.266537 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d977-df69-4a11-9c3a-36e92eb5c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:11.282007 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:10Z', 'revision_number': 3, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:11.318112 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Checking router: 2c617d07-6f14-4616-89f4-f0904cfb2fdc for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:31:11.318449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Updating router 2c617d07-6f14-4616-89f4-f0904cfb2fdc port 38d0f230-d9e3-4060-9a47-f2d3ae449885 binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:31:11.353346 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-bdf7d977-df69-4a11-9c3a-36e92eb5c4c6 None None] For port 5aa36c17-1caf-4c11-93e8-012037a80520, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5aa36c17-1caf-4c11-93e8-012037a80520,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:31:11.356481 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:11.359936 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bdf7d977-df69-4a11-9c3a-36e92eb5c4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:11.382359 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] Allocated IP 172.20.0.1 (046a756a-b9a6-432e-9094-e1911a6c68e0/10be6301-4e70-4290-8f09-fe8e082b4de0/dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:31:11.493548 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7d977-df69-4a11-9c3a-36e92eb5c4c6 None None] Pushing event updated for resources: {'Port': ['ID=5aa36c17-1caf-4c11-93e8-012037a80520,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:11.500805 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:11.533413 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:11.573585 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] Network 046a756a-b9a6-432e-9094-e1911a6c68e0 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:31:11.578002 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:31:11.581505 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:31:11.606861 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ed590bd7-6d7b-49eb-8401-8075d4bd984c None None] Provisioning complete for port 5aa36c17-1caf-4c11-93e8-012037a80520 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:11.607164 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed590bd7-6d7b-49eb-8401-8075d4bd984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:11.608514 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:11.630394 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:11.724344 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:11.735476 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:11.780570 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:11.808279 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Attempting to bind port 38d0f230-d9e3-4060-9a47-f2d3ae449885 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:31:11.808758 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Attempting to bind port 38d0f230-d9e3-4060-9a47-f2d3ae449885 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:31:11.808968 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Attempting to bind port 38d0f230-d9e3-4060-9a47-f2d3ae449885 on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:31:11.812519 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15cf0d-6d17-4ccc-97ed-ff3a54598f1c None None] Pushing event updated for resources: {'Port': ['ID=38d0f230-d9e3-4060-9a47-f2d3ae449885,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:11.818372 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:31:11.818755 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:31:11.819159 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:11.819674 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:31:11.820144 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Bound port: 38d0f230-d9e3-4060-9a47-f2d3ae449885, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:31:11.820648 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:11.852900 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5aa36c17-1caf-4c11-93e8-012037a80520 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:31:11.969277 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:11.975923 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:12.042975 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:12.044679 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] Pushing event updated for resources: {'Port': ['ID=dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:12.084075 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] For port 38d0f230-d9e3-4060-9a47-f2d3ae449885, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:31:12.091191 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] For port 38d0f230-d9e3-4060-9a47-f2d3ae449885, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=38d0f230-d9e3-4060-9a47-f2d3ae449885,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:31:12.095402 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-ff26f778-e85c-470a-b9dd-6cb766ca0466 None None] Provisioning complete for port dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:12.095814 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ff26f778-e85c-470a-b9dd-6cb766ca0466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:12.099481 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:12.141958 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] Network 046a756a-b9a6-432e-9094-e1911a6c68e0 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:31:12.143785 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:31:12.191512 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-ff26f778-e85c-470a-b9dd-6cb766ca0466 None None] Port dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:31:12.197812 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 5aa36c17-1caf-4c11-93e8-012037a80520 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:12.198239 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:12.205703 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15cf0d-6d17-4ccc-97ed-ff3a54598f1c None None] Pushing event updated for resources: {'Port': ['ID=38d0f230-d9e3-4060-9a47-f2d3ae449885,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:12.231329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Routers {'2c617d07-6f14-4616-89f4-f0904cfb2fdc'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:31:12.231981 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:31:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:12.265766 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] Router 2c617d07-6f14-4616-89f4-f0904cfb2fdc has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:31:12.379979 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] Set router 2c617d07-6f14-4616-89f4-f0904cfb2fdc gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:31:12.383709 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:31:12.389594 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cab7bc16-ec98-4033-8c2b-cc7c1d4fffd8 admin admin] 10.222.0.32 "PUT /v2.0/routers/2c617d07-6f14-4616-89f4-f0904cfb2fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6091285 Dec 20 22:31:12.463279 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-98cf3295-4dde-4eab-bb32-185f2cf215e1 None None] Provisioning complete for port dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:12.463643 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-98cf3295-4dde-4eab-bb32-185f2cf215e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:12.537349 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-98cf3295-4dde-4eab-bb32-185f2cf215e1 None None] Port dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:31:12.626151 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af', 'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'mac_address': 'fa:16:3e:5e:6b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:11Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 2, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'subnets': [{'id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:12.653885 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a1f6b2-6404-4cbd-8984-3c5753689303 None None] The sync data for ids ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'] in n-d-xena-1 is: [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af', 'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'mac_address': 'fa:16:3e:5e:6b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:11Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 2, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'subnets': [{'id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:31:12.888371 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54896) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:12.894027 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-03f0a49c-7c1b-469c-b5b2-43c033bcd6b1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1284796182-network', 'tenant_id': '40a7ad33928e4d8db49bbd4381164d9c'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:31:12.916908 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f0a49c-7c1b-469c-b5b2-43c033bcd6b1 admin admin] Made reservation on behalf of 40a7ad33928e4d8db49bbd4381164d9c for: {'network': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:31:12.919752 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03f0a49c-7c1b-469c-b5b2-43c033bcd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for network, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:12.933708 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03f0a49c-7c1b-469c-b5b2-43c033bcd6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:13.015748 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03f0a49c-7c1b-469c-b5b2-43c033bcd6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:13.020476 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03f0a49c-7c1b-469c-b5b2-43c033bcd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:13.047858 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f0a49c-7c1b-469c-b5b2-43c033bcd6b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=102401) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 20 22:31:13.059133 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0a49c-7c1b-469c-b5b2-43c033bcd6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b8ade5-4f4c-44d2-b236-48348f9ce934,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:13.065959 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03f0a49c-7c1b-469c-b5b2-43c033bcd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:13.066338 n-d-xena-1 neutron-server[102401]: INFO neutron.db.segments_db [None req-03f0a49c-7c1b-469c-b5b2-43c033bcd6b1 admin admin] Added segment 9596df1f-882e-4e81-b5c1-fa5abae53c65 of type vlan for network a90c8efa-e48d-4290-8b91-215032973a68 Dec 20 22:31:13.109160 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03f0a49c-7c1b-469c-b5b2-43c033bcd6b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771581645240'] for network, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:13.136479 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03f0a49c-7c1b-469c-b5b2-43c033bcd6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442'] for network, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:13.137678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f0a49c-7c1b-469c-b5b2-43c033bcd6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:13.138283 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-03f0a49c-7c1b-469c-b5b2-43c033bcd6b1 admin admin] Notify callbacks [] for network, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:13.196620 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-03f0a49c-7c1b-469c-b5b2-43c033bcd6b1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3069837 Dec 20 22:31:13.199598 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54898) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:13.206939 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-e4fef4c4-595c-4fb9-a190-adb3c922e053 admin admin] Request body: {'subnet': {'network_id': 'a90c8efa-e48d-4290-8b91-215032973a68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1284796182-subnet', 'tenant_id': '40a7ad33928e4d8db49bbd4381164d9c', 'ip_version': 4}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:31:13.211160 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0a49c-7c1b-469c-b5b2-43c033bcd6b1 admin admin] Pushing event updated for resources: {'Network': ['ID=a90c8efa-e48d-4290-8b91-215032973a68,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:13.224994 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Network a90c8efa-e48d-4290-8b91-215032973a68 details requested by agent ovs-agent-n-d-xena-1 with host n-d-xena-1 {{(pid=102403) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 20 22:31:13.241135 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fef4c4-595c-4fb9-a190-adb3c922e053 admin admin] Made reservation on behalf of 40a7ad33928e4d8db49bbd4381164d9c for: {'subnet': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:31:13.243901 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e4fef4c4-595c-4fb9-a190-adb3c922e053 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29488278'] for subnet, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:13.441240 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e4fef4c4-595c-4fb9-a190-adb3c922e053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31292712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29488748'] for subnet, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:13.494453 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fef4c4-595c-4fb9-a190-adb3c922e053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d59376-e03f-49d0-88ef-d39a0a71f2ad,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:13.515562 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fef4c4-595c-4fb9-a190-adb3c922e053 admin admin] Checking segment: {'id': '9596df1f-882e-4e81-b5c1-fa5abae53c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a90c8efa-e48d-4290-8b91-215032973a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:31:13.515929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fef4c4-595c-4fb9-a190-adb3c922e053 admin admin] Network hostable DHCP agents. Network: a90c8efa-e48d-4290-8b91-215032973a68, hostable agents: ['1bb57d60-1739-4d69-b7f2-b0f481510317'], hosted agents: [] {{(pid=102401) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 20 22:31:13.537017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fef4c4-595c-4fb9-a190-adb3c922e053 admin admin] Network a90c8efa-e48d-4290-8b91-215032973a68 is scheduled to be hosted by DHCP agent 1bb57d60-1739-4d69-b7f2-b0f481510317 with binding_index 1 {{(pid=102401) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 20 22:31:13.553153 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-e4fef4c4-595c-4fb9-a190-adb3c922e053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-xena-1, a90c8efa-e48d-4290-8b91-215032973a68) {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:31:13.557341 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fef4c4-595c-4fb9-a190-adb3c922e053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:13.558028 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-e4fef4c4-595c-4fb9-a190-adb3c922e053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:13.565553 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3479008a-beb3-4626-a19a-d9f0316a28f7 None None] Network a90c8efa-e48d-4290-8b91-215032973a68 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:31:13.584308 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-e4fef4c4-595c-4fb9-a190-adb3c922e053 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3813317 Dec 20 22:31:13.585047 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54900) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:13.589483 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1284796182-router', 'tenant_id': '40a7ad33928e4d8db49bbd4381164d9c', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065'}}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:31:13.615403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-294244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10426'] for router, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:13.616871 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-293876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-292552', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10419'] for router, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:13.675486 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:13.728293 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp288d3b83-0db3-5503-ae7b-2fbcf910edba-a90c8efa-e48d-4290-8b91-215032973a68', 'network_id': 'a90c8efa-e48d-4290-8b91-215032973a68', 'tenant_id': '40a7ad33928e4d8db49bbd4381164d9c', 'fixed_ips': [{'subnet_id': '54d59376-e03f-49d0-88ef-d39a0a71f2ad'}]}} from n-d-xena-1. {{(pid=102403) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 20 22:31:13.729368 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:13.840516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 38d0f230-d9e3-4060-9a47-f2d3ae449885 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:31:13.840884 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:13.930505 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.db_base_plugin_common [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Allocated IP 172.20.0.2 (a90c8efa-e48d-4290-8b91-215032973a68/54d59376-e03f-49d0-88ef-d39a0a71f2ad/8978f26d-9757-4874-b2d4-27540fb64224) {{(pid=102403) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:31:13.942713 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 38d0f230-d9e3-4060-9a47-f2d3ae449885 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:13.943086 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:14.049521 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:14.073077 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:14.115086 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:14.152706 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 38d0f230-d9e3-4060-9a47-f2d3ae449885, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=38d0f230-d9e3-4060-9a47-f2d3ae449885,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:31:14.157090 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Notify callbacks [] for port, precommit_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:14.158650 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:14.181664 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Allocated IP 172.35.3.157 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/3d0b8827-9e6e-47e2-af79-acfb31cec9bf) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:31:14.184527 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837'] for port, after_create {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:14.215214 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Network a90c8efa-e48d-4290-8b91-215032973a68 is already hosted by enough agents. {{(pid=102403) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:31:14.220090 n-d-xena-1 neutron-server[102403]: DEBUG neutron.scheduler.base_scheduler [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Resources bound (agent type, host, resource id): {{(pid=102403) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:31:14.222453 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=38d0f230-d9e3-4060-9a47-f2d3ae449885,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:14.225298 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Received port after_create {{(pid=102403) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:31:14.297832 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Pushing event updated for resources: {'Port': ['ID=8978f26d-9757-4874-b2d4-27540fb64224,revision_number=1']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:14.299943 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:14.310012 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Attempting to bind port 8978f26d-9757-4874-b2d4-27540fb64224 on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:31:14.310410 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Attempting to bind port 8978f26d-9757-4874-b2d4-27540fb64224 by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '9596df1f-882e-4e81-b5c1-fa5abae53c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a90c8efa-e48d-4290-8b91-215032973a68'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:31:14.310769 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Attempting to bind port 8978f26d-9757-4874-b2d4-27540fb64224 on network a90c8efa-e48d-4290-8b91-215032973a68 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:31:14.316205 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:31:14.316576 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Checking segment: {'id': '9596df1f-882e-4e81-b5c1-fa5abae53c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a90c8efa-e48d-4290-8b91-215032973a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:31:14.316977 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:14.317370 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Bound using segment: {'id': '9596df1f-882e-4e81-b5c1-fa5abae53c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a90c8efa-e48d-4290-8b91-215032973a68'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:31:14.317831 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Bound port: 8978f26d-9757-4874-b2d4-27540fb64224, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9596df1f-882e-4e81-b5c1-fa5abae53c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a90c8efa-e48d-4290-8b91-215032973a68'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:31:14.318237 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:14.335993 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:14.371033 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:31:14.373861 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:31:14.376516 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:31:14.385643 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] For port 8978f26d-9757-4874-b2d4-27540fb64224, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:31:14.389162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] For port 8978f26d-9757-4874-b2d4-27540fb64224, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8978f26d-9757-4874-b2d4-27540fb64224,segment=NetworkSegment(9596df1f-882e-4e81-b5c1-fa5abae53c65),segment_id=9596df1f-882e-4e81-b5c1-fa5abae53c65)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:31:14.394372 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:14.416932 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Pushing event updated for resources: {'Port': ['ID=3d0b8827-9e6e-47e2-af79-acfb31cec9bf,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:14.457083 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d573eb0-3028-40d4-9654-afef1406fcea None None] Pushing event updated for resources: {'Port': ['ID=8978f26d-9757-4874-b2d4-27540fb64224,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:14.681493 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:14.815251 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Sync routers for ids ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:31:14.825429 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Routers {'2c617d07-6f14-4616-89f4-f0904cfb2fdc'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:31:14.826038 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:31:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:14.881899 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-293869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-292389'] for router, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:14.933208 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Set router 2c617d07-6f14-4616-89f4-f0904cfb2fdc gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:31:15.014746 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Router 4f690126-096e-4540-a380-aaec42aaeb14 is scheduled to L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef with binding_index 1 {{(pid=102401) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 20 22:31:15.122627 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:31:15.131851 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af', 'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'mac_address': 'fa:16:3e:5e:6b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:11Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 2, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'subnets': [{'id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:15.136129 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Sync routers for ids ['4f690126-096e-4540-a380-aaec42aaeb14'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:31:15.143112 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:15.144726 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-3f122e97-98ad-4bd9-9d5e-0dd4585c4ebb admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5585709 Dec 20 22:31:15.145655 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Routers {'4f690126-096e-4540-a380-aaec42aaeb14'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:31:15.146300 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:31:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f690126-096e-4540-a380-aaec42aaeb14'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:15.147419 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54902) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:15.171782 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Checking router: 2c617d07-6f14-4616-89f4-f0904cfb2fdc for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:31:15.172134 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Updating router 2c617d07-6f14-4616-89f4-f0904cfb2fdc port dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:31:15.202034 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:15.270911 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Set router 4f690126-096e-4540-a380-aaec42aaeb14 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:31:15.494977 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:15.502699 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f690126-096e-4540-a380-aaec42aaeb14', 'name': 'tempest-TestSnapshotPattern-1284796182-router', 'tenant_id': '40a7ad33928e4d8db49bbd4381164d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': '3d0b8827-9e6e-47e2-af79-acfb31cec9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:13Z', 'updated_at': '2021-12-20T22:31:14Z', 'revision_number': 3, 'project_id': '40a7ad33928e4d8db49bbd4381164d9c', 'gw_port': {'id': '3d0b8827-9e6e-47e2-af79-acfb31cec9bf', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f690126-096e-4540-a380-aaec42aaeb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:14Z', 'updated_at': '2021-12-20T22:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:15.504933 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:15.543762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Checking router: 4f690126-096e-4540-a380-aaec42aaeb14 for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:31:15.544518 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Updating router 4f690126-096e-4540-a380-aaec42aaeb14 port 3d0b8827-9e6e-47e2-af79-acfb31cec9bf binding host n-d-xena-1 {{(pid=102403) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:31:15.578197 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:15.619600 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34790923-9239-404d-9434-3be9f8581d57 None None] Pushing event updated for resources: {'Port': ['ID=dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:15.622678 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Attempting to bind port dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:31:15.623042 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Attempting to bind port dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '69dea76a-dece-455e-b8f0-9374510355dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:31:15.623432 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Attempting to bind port dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af on network 046a756a-b9a6-432e-9094-e1911a6c68e0 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:31:15.630802 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34790923-9239-404d-9434-3be9f8581d57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:15.631137 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34790923-9239-404d-9434-3be9f8581d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:15.631462 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34790923-9239-404d-9434-3be9f8581d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:15.631791 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34790923-9239-404d-9434-3be9f8581d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:15.632110 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34790923-9239-404d-9434-3be9f8581d57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:15.632432 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34790923-9239-404d-9434-3be9f8581d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:15.632751 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34790923-9239-404d-9434-3be9f8581d57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:15.633065 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34790923-9239-404d-9434-3be9f8581d57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:15.633379 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34790923-9239-404d-9434-3be9f8581d57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:15.633689 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34790923-9239-404d-9434-3be9f8581d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:15.634005 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34790923-9239-404d-9434-3be9f8581d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:15.634358 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34790923-9239-404d-9434-3be9f8581d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102404) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:31:15.640780 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:31:15.641202 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Checking segment: {'id': '69dea76a-dece-455e-b8f0-9374510355dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:31:15.641545 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:15.641928 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Bound using segment: {'id': '69dea76a-dece-455e-b8f0-9374510355dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:31:15.642447 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Bound port: dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dea76a-dece-455e-b8f0-9374510355dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:31:15.642826 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:15.725223 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] For port dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:31:15.728490 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] For port dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:31:15.747505 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:15.756239 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cd24c5-7ef9-4318-8e46-a7d62b902f09 None None] Network a90c8efa-e48d-4290-8b91-215032973a68 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:31:15.789607 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:15.811448 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34790923-9239-404d-9434-3be9f8581d57 None None] Pushing event updated for resources: {'Port': ['ID=dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:15.830095 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Routers {'2c617d07-6f14-4616-89f4-f0904cfb2fdc'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:31:15.830754 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:31:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:15.883816 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90b0218f-ec52-49c5-82f9-7655b7980541 None None] Provisioning complete for port 8978f26d-9757-4874-b2d4-27540fb64224 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:15.884191 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90b0218f-ec52-49c5-82f9-7655b7980541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:16.096246 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] Set router 2c617d07-6f14-4616-89f4-f0904cfb2fdc gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:31:16.105389 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 38d0f230-d9e3-4060-9a47-f2d3ae449885 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:31:16.118403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:16.287236 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] Allocated IP 172.20.0.1 (a90c8efa-e48d-4290-8b91-215032973a68/54d59376-e03f-49d0-88ef-d39a0a71f2ad/b8b21633-81a6-4e34-ad92-4f72e5dcf5ae) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:31:16.306682 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af', 'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'mac_address': 'fa:16:3e:5e:6b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:11Z', 'updated_at': '2021-12-20T22:31:15Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'subnets': [{'id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:16.313558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 38d0f230-d9e3-4060-9a47-f2d3ae449885 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:16.314170 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:16.334286 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f74719-c2ce-474a-999e-d03b5f66b5fd None None] The sync data for ids ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'] in n-d-xena-1 is: [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af', 'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'mac_address': 'fa:16:3e:5e:6b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:11Z', 'updated_at': '2021-12-20T22:31:15Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'subnets': [{'id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:31:16.380029 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Notify callbacks [] for port, precommit_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:16.396466 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:16.400495 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90b0218f-ec52-49c5-82f9-7655b7980541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:16.405190 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:16.439422 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:16.485804 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] Network a90c8efa-e48d-4290-8b91-215032973a68 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:31:16.486588 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf36b5-8023-4e53-846b-fd7b45b311c8 None None] Pushing event updated for resources: {'Port': ['ID=3d0b8827-9e6e-47e2-af79-acfb31cec9bf,revision_number=2']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:16.489095 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:31:16.493068 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:31:16.523374 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Attempting to bind port 3d0b8827-9e6e-47e2-af79-acfb31cec9bf on host n-d-xena-1 for vnic_type normal with profile {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:31:16.523752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Attempting to bind port 3d0b8827-9e6e-47e2-af79-acfb31cec9bf by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:31:16.524116 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Attempting to bind port 3d0b8827-9e6e-47e2-af79-acfb31cec9bf on network 75a50006-9813-4820-b308-110a7399d065 {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:31:16.536160 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-292638'] for router_interface, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:16.538928 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90b0218f-ec52-49c5-82f9-7655b7980541 None None] For port 8978f26d-9757-4874-b2d4-27540fb64224, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8978f26d-9757-4874-b2d4-27540fb64224,segment=NetworkSegment(9596df1f-882e-4e81-b5c1-fa5abae53c65),segment_id=9596df1f-882e-4e81-b5c1-fa5abae53c65)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:31:16.540213 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:31:16.540583 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Checking segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102403) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:31:16.540989 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:16.541384 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Bound using segment: {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'} {{(pid=102403) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:31:16.541867 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.managers [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Bound port: 3d0b8827-9e6e-47e2-af79-acfb31cec9bf, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c059643-0572-437a-8b84-c92e93b32282', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75a50006-9813-4820-b308-110a7399d065'}}] {{(pid=102403) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:31:16.542299 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:16.570057 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90b0218f-ec52-49c5-82f9-7655b7980541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:16.576967 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] Pushing event updated for resources: {'Port': ['ID=b8b21633-81a6-4e34-ad92-4f72e5dcf5ae,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:16.582485 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8978f26d-9757-4874-b2d4-27540fb64224 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:31:16.693474 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] For port 3d0b8827-9e6e-47e2-af79-acfb31cec9bf, host n-d-xena-1, cleared binding levels {{(pid=102403) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:31:16.716421 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:16.723943 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0218f-ec52-49c5-82f9-7655b7980541 None None] Pushing event updated for resources: {'Port': ['ID=8978f26d-9757-4874-b2d4-27540fb64224,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:16.729910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] For port 3d0b8827-9e6e-47e2-af79-acfb31cec9bf, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3d0b8827-9e6e-47e2-af79-acfb31cec9bf,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:31:16.732777 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8978f26d-9757-4874-b2d4-27540fb64224 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:16.733231 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:16.736389 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-fdbde682-ab4f-4365-b9e4-7b5a34984e98 None None] Provisioning complete for port dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:16.736758 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdbde682-ab4f-4365-b9e4-7b5a34984e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:16.790596 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:16.866450 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf36b5-8023-4e53-846b-fd7b45b311c8 None None] Pushing event updated for resources: {'Port': ['ID=3d0b8827-9e6e-47e2-af79-acfb31cec9bf,revision_number=3']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:16.892478 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Routers {'4f690126-096e-4540-a380-aaec42aaeb14'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:31:16.893114 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:31:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f690126-096e-4540-a380-aaec42aaeb14'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:16.956960 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:16.966230 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:17.043866 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-289899'] for router_interface, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:17.054305 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] Pushing event updated for resources: {'Port': ['ID=b8b21633-81a6-4e34-ad92-4f72e5dcf5ae,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:17.099286 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] Set router 4f690126-096e-4540-a380-aaec42aaeb14 gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:31:17.132032 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdbde682-ab4f-4365-b9e4-7b5a34984e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:17.157909 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] Network a90c8efa-e48d-4290-8b91-215032973a68 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:31:17.159251 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:31:17.250240 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-fdbde682-ab4f-4365-b9e4-7b5a34984e98 None None] For port dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:31:17.257974 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-fdbde682-ab4f-4365-b9e4-7b5a34984e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:17.283741 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] Router 4f690126-096e-4540-a380-aaec42aaeb14 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:31:17.350681 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbde682-ab4f-4365-b9e4-7b5a34984e98 None None] Pushing event updated for resources: {'Port': ['ID=dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:17.393498 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4e50428b-6b2d-4a3a-ad36-fa3e3dba9f48 None None] Provisioning complete for port 8978f26d-9757-4874-b2d4-27540fb64224 triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:17.393875 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e50428b-6b2d-4a3a-ad36-fa3e3dba9f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:17.404831 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:31:17.415875 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-c63872db-e1a1-4eb2-b58d-cfc9ea4ca9bb admin admin] 10.222.0.32 "PUT /v2.0/routers/4f690126-096e-4540-a380-aaec42aaeb14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2612088 Dec 20 22:31:17.444509 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f690126-096e-4540-a380-aaec42aaeb14', 'name': 'tempest-TestSnapshotPattern-1284796182-router', 'tenant_id': '40a7ad33928e4d8db49bbd4381164d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': '3d0b8827-9e6e-47e2-af79-acfb31cec9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:13Z', 'updated_at': '2021-12-20T22:31:16Z', 'revision_number': 4, 'project_id': '40a7ad33928e4d8db49bbd4381164d9c', 'gw_port': {'id': '3d0b8827-9e6e-47e2-af79-acfb31cec9bf', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f690126-096e-4540-a380-aaec42aaeb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:14Z', 'updated_at': '2021-12-20T22:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'b8b21633-81a6-4e34-ad92-4f72e5dcf5ae', 'name': '', 'network_id': 'a90c8efa-e48d-4290-8b91-215032973a68', 'tenant_id': '40a7ad33928e4d8db49bbd4381164d9c', 'mac_address': 'fa:16:3e:12:17:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f690126-096e-4540-a380-aaec42aaeb14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '54d59376-e03f-49d0-88ef-d39a0a71f2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:16Z', 'updated_at': '2021-12-20T22:31:16Z', 'revision_number': 1, 'project_id': '40a7ad33928e4d8db49bbd4381164d9c', 'subnets': [{'id': '54d59376-e03f-49d0-88ef-d39a0a71f2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:17.476446 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feec4cf-514d-43a5-872d-4dc5a0994be0 None None] The sync data for ids ['4f690126-096e-4540-a380-aaec42aaeb14'] in n-d-xena-1 is: [{'id': '4f690126-096e-4540-a380-aaec42aaeb14', 'name': 'tempest-TestSnapshotPattern-1284796182-router', 'tenant_id': '40a7ad33928e4d8db49bbd4381164d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': '3d0b8827-9e6e-47e2-af79-acfb31cec9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:13Z', 'updated_at': '2021-12-20T22:31:16Z', 'revision_number': 4, 'project_id': '40a7ad33928e4d8db49bbd4381164d9c', 'gw_port': {'id': '3d0b8827-9e6e-47e2-af79-acfb31cec9bf', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f690126-096e-4540-a380-aaec42aaeb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:14Z', 'updated_at': '2021-12-20T22:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'b8b21633-81a6-4e34-ad92-4f72e5dcf5ae', 'name': '', 'network_id': 'a90c8efa-e48d-4290-8b91-215032973a68', 'tenant_id': '40a7ad33928e4d8db49bbd4381164d9c', 'mac_address': 'fa:16:3e:12:17:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f690126-096e-4540-a380-aaec42aaeb14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '54d59376-e03f-49d0-88ef-d39a0a71f2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:16Z', 'updated_at': '2021-12-20T22:31:16Z', 'revision_number': 1, 'project_id': '40a7ad33928e4d8db49bbd4381164d9c', 'subnets': [{'id': '54d59376-e03f-49d0-88ef-d39a0a71f2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:31:17.529242 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-4e50428b-6b2d-4a3a-ad36-fa3e3dba9f48 None None] Provisioning complete for port b8b21633-81a6-4e34-ad92-4f72e5dcf5ae triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:17.530408 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4e50428b-6b2d-4a3a-ad36-fa3e3dba9f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:17.571134 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-4e50428b-6b2d-4a3a-ad36-fa3e3dba9f48 None None] Port b8b21633-81a6-4e34-ad92-4f72e5dcf5ae cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:31:17.707752 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2ca3848d-e175-4648-b99a-14d5e6112731 None None] Provisioning complete for port b8b21633-81a6-4e34-ad92-4f72e5dcf5ae triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:17.708189 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2ca3848d-e175-4648-b99a-14d5e6112731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:17.745910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-2ca3848d-e175-4648-b99a-14d5e6112731 None None] Port b8b21633-81a6-4e34-ad92-4f72e5dcf5ae cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:31:17.841507 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8978f26d-9757-4874-b2d4-27540fb64224 up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:31:17.894965 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 8978f26d-9757-4874-b2d4-27540fb64224 triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:17.895336 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:17.975388 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:31:18.022913 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:18.023283 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:18.737503 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.402253 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54912) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:19.407748 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-d84a355f-2c65-4e69-9ab8-5131561598b6 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-697413100', 'description': 'tempest-secgroup-smoke-697413100 description', 'project_id': 'f8362ca4ea064db4a5d732f55d33c804'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:31:19.432090 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d84a355f-2c65-4e69-9ab8-5131561598b6 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.502868 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d84a355f-2c65-4e69-9ab8-5131561598b6 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.508118 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d84a355f-2c65-4e69-9ab8-5131561598b6 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.540926 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a355f-2c65-4e69-9ab8-5131561598b6 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da051c90-3682-402d-b1d9-2a0b4d99ae85,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:19.545758 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-d84a355f-2c65-4e69-9ab8-5131561598b6 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.550700 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-d84a355f-2c65-4e69-9ab8-5131561598b6 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1472366 Dec 20 22:31:19.551737 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54914) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:19.557318 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-6bd5ff54-18d2-4d22-b4b0-ac9eb04fac30 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Request body: {'security_group_rule': {'security_group_id': 'da051c90-3682-402d-b1d9-2a0b4d99ae85', 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:31:19.587674 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6bd5ff54-18d2-4d22-b4b0-ac9eb04fac30 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.654386 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6bd5ff54-18d2-4d22-b4b0-ac9eb04fac30 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.659085 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6bd5ff54-18d2-4d22-b4b0-ac9eb04fac30 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.681379 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5ff54-18d2-4d22-b4b0-ac9eb04fac30 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa90664d-f99a-47ad-a0ae-1df4f9d3404a,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:19.690747 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-6bd5ff54-18d2-4d22-b4b0-ac9eb04fac30 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.692047 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-6bd5ff54-18d2-4d22-b4b0-ac9eb04fac30 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392772 Dec 20 22:31:19.695015 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54916) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:19.699747 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-1e956b02-5d72-4bc1-ad74-d12e72d71f17 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Request body: {'security_group_rule': {'security_group_id': 'da051c90-3682-402d-b1d9-2a0b4d99ae85', 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:31:19.730595 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e956b02-5d72-4bc1-ad74-d12e72d71f17 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.793050 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e956b02-5d72-4bc1-ad74-d12e72d71f17 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.800192 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e956b02-5d72-4bc1-ad74-d12e72d71f17 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.824520 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e956b02-5d72-4bc1-ad74-d12e72d71f17 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9f091e-be97-4bd4-ac22-56aecdf180cc,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:19.825748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3d0b8827-9e6e-47e2-af79-acfb31cec9bf up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:31:19.838828 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-1e956b02-5d72-4bc1-ad74-d12e72d71f17 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.840328 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-1e956b02-5d72-4bc1-ad74-d12e72d71f17 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1443655 Dec 20 22:31:19.843445 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54918) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:19.848149 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-0c8be6d7-0339-41fe-b0e2-2426e88dafd8 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Request body: {'security_group_rule': {'security_group_id': 'da051c90-3682-402d-b1d9-2a0b4d99ae85', 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:31:19.874521 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0c8be6d7-0339-41fe-b0e2-2426e88dafd8 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.877422 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 3d0b8827-9e6e-47e2-af79-acfb31cec9bf triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:19.877799 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.934328 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0c8be6d7-0339-41fe-b0e2-2426e88dafd8 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.939186 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0c8be6d7-0339-41fe-b0e2-2426e88dafd8 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.959090 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8be6d7-0339-41fe-b0e2-2426e88dafd8 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51945fc6-027d-4eca-878d-32022a3b41f4,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:19.960189 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.970474 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-0c8be6d7-0339-41fe-b0e2-2426e88dafd8 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:19.971735 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-0c8be6d7-0339-41fe-b0e2-2426e88dafd8 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271722 Dec 20 22:31:19.974885 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54920) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:19.980315 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-c80ab2f7-96d9-4950-a59a-7a91ef476450 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Request body: {'security_group_rule': {'security_group_id': 'da051c90-3682-402d-b1d9-2a0b4d99ae85', 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:31:19.987397 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] For port 3d0b8827-9e6e-47e2-af79-acfb31cec9bf, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3d0b8827-9e6e-47e2-af79-acfb31cec9bf,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:31:19.992617 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:20.019007 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c80ab2f7-96d9-4950-a59a-7a91ef476450 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:20.045323 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Pushing event updated for resources: {'Port': ['ID=3d0b8827-9e6e-47e2-af79-acfb31cec9bf,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:20.083550 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c80ab2f7-96d9-4950-a59a-7a91ef476450 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:20.088086 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c80ab2f7-96d9-4950-a59a-7a91ef476450 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:20.106752 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ab2f7-96d9-4950-a59a-7a91ef476450 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73048b9f-fb07-4bc4-82ec-a9fed0dfa858,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:20.111813 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-c80ab2f7-96d9-4950-a59a-7a91ef476450 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:20.112956 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-c80ab2f7-96d9-4950-a59a-7a91ef476450 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368546 Dec 20 22:31:20.116605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 54922) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:20.121250 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [None req-6c3ddc76-2c67-483c-9cdb-cb6593677349 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Request body: {'security_group_rule': {'security_group_id': 'da051c90-3682-402d-b1d9-2a0b4d99ae85', 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:31:20.147309 n-d-xena-1 neutron-server[102401]: INFO neutron.db.securitygroups_db [None req-6c3ddc76-2c67-483c-9cdb-cb6593677349 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Project f8362ca4ea064db4a5d732f55d33c804 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 22:31:20.152161 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6c3ddc76-2c67-483c-9cdb-cb6593677349 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:20.216431 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6c3ddc76-2c67-483c-9cdb-cb6593677349 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:20.221515 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6c3ddc76-2c67-483c-9cdb-cb6593677349 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:20.240252 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ddc76-2c67-483c-9cdb-cb6593677349 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f372b5-401d-47f0-9205-81cb6fb9b829,revision_number=0']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:20.245749 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6c3ddc76-2c67-483c-9cdb-cb6593677349 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:20.249839 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54924) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:20.250035 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6c3ddc76-2c67-483c-9cdb-cb6593677349 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321857 Dec 20 22:31:20.256742 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-667131f6-8a20-4ef6-ba99-979b01674eca tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Request body: {'security_group_rule': {'security_group_id': 'da051c90-3682-402d-b1d9-2a0b4d99ae85', 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:31:20.283447 n-d-xena-1 neutron-server[102402]: INFO neutron.db.securitygroups_db [None req-667131f6-8a20-4ef6-ba99-979b01674eca tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Project f8362ca4ea064db4a5d732f55d33c804 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 20 22:31:20.288844 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-667131f6-8a20-4ef6-ba99-979b01674eca tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:20.357231 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-667131f6-8a20-4ef6-ba99-979b01674eca tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:20.362358 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-667131f6-8a20-4ef6-ba99-979b01674eca tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525544'] for security_group_rule, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:20.380135 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667131f6-8a20-4ef6-ba99-979b01674eca tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d0a760-0b33-436e-8f66-890be7d02729,revision_number=0']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:20.387834 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-667131f6-8a20-4ef6-ba99-979b01674eca tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:20.389146 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-667131f6-8a20-4ef6-ba99-979b01674eca tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378996 Dec 20 22:31:20.499210 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Sync routers for ids ['4f690126-096e-4540-a380-aaec42aaeb14'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:31:20.508981 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Routers {'4f690126-096e-4540-a380-aaec42aaeb14'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:31:20.509661 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:31:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f690126-096e-4540-a380-aaec42aaeb14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:20.533891 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-a6362cba-a325-46c0-b440-75612e5ce89a tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-697413100&fields=id&tenant_id=f8362ca4ea064db4a5d732f55d33c804 HTTP/1.1" status: 200 len: 267 time: 0.0327899 Dec 20 22:31:20.615786 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Set router 4f690126-096e-4540-a380-aaec42aaeb14 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:31:20.644659 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-d7c280ba-5602-42f6-873f-aa4c7afeeb89 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:20.646137 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-d7c280ba-5602-42f6-873f-aa4c7afeeb89 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/networks?id=046a756a-b9a6-432e-9094-e1911a6c68e0 HTTP/1.1" status: 200 len: 810 time: 0.1051452 Dec 20 22:31:20.662139 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-d962bc68-990a-48ed-a3c2-e50ac4f6cd64 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/quotas/f8362ca4ea064db4a5d732f55d33c804 HTTP/1.1" status: 200 len: 375 time: 0.0099058 Dec 20 22:31:20.716089 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-3bc95a52-e33b-4cf3-baa3-01a32038494c tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8362ca4ea064db4a5d732f55d33c804&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476632 Dec 20 22:31:20.818528 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f690126-096e-4540-a380-aaec42aaeb14', 'name': 'tempest-TestSnapshotPattern-1284796182-router', 'tenant_id': '40a7ad33928e4d8db49bbd4381164d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': '3d0b8827-9e6e-47e2-af79-acfb31cec9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:13Z', 'updated_at': '2021-12-20T22:31:16Z', 'revision_number': 4, 'project_id': '40a7ad33928e4d8db49bbd4381164d9c', 'gw_port': {'id': '3d0b8827-9e6e-47e2-af79-acfb31cec9bf', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f690126-096e-4540-a380-aaec42aaeb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:14Z', 'updated_at': '2021-12-20T22:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'b8b21633-81a6-4e34-ad92-4f72e5dcf5ae', 'name': '', 'network_id': 'a90c8efa-e48d-4290-8b91-215032973a68', 'tenant_id': '40a7ad33928e4d8db49bbd4381164d9c', 'mac_address': 'fa:16:3e:12:17:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f690126-096e-4540-a380-aaec42aaeb14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '54d59376-e03f-49d0-88ef-d39a0a71f2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:16Z', 'updated_at': '2021-12-20T22:31:16Z', 'revision_number': 2, 'project_id': '40a7ad33928e4d8db49bbd4381164d9c', 'subnets': [{'id': '54d59376-e03f-49d0-88ef-d39a0a71f2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:20.848234 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Checking router: 4f690126-096e-4540-a380-aaec42aaeb14 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:31:20.848577 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Updating router 4f690126-096e-4540-a380-aaec42aaeb14 port b8b21633-81a6-4e34-ad92-4f72e5dcf5ae binding host n-d-xena-1 {{(pid=102404) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 20 22:31:20.873911 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:20.904248 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-3e62b73b-ba69-49b3-a525-70da851f1eb6 service neutron] 10.222.0.32 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746640 Dec 20 22:31:20.996362 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-18ef892b-f26d-41ad-96c4-b92834689c49 service neutron] 10.222.0.32 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883951 Dec 20 22:31:21.139826 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:21.146171 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:21.194190 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0253104-bc0f-4440-b4f8-78f0a428714b None None] Pushing event updated for resources: {'Port': ['ID=b8b21633-81a6-4e34-ad92-4f72e5dcf5ae,revision_number=3']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:21.251708 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Attempting to bind port b8b21633-81a6-4e34-ad92-4f72e5dcf5ae on host n-d-xena-1 for vnic_type normal with profile {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:31:21.251955 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Attempting to bind port b8b21633-81a6-4e34-ad92-4f72e5dcf5ae by drivers openvswitch,hyperv on host n-d-xena-1 at level 0 using segments [{'id': '9596df1f-882e-4e81-b5c1-fa5abae53c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a90c8efa-e48d-4290-8b91-215032973a68'}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:31:21.252356 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Attempting to bind port b8b21633-81a6-4e34-ad92-4f72e5dcf5ae on network a90c8efa-e48d-4290-8b91-215032973a68 {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:31:21.257739 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Checking agent: {'id': '76d58902-12e4-4419-aec2-f0379be4ae42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 5, 2), 'started_at': datetime.datetime(2021, 12, 20, 21, 5, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-xena-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:31:21.258142 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Checking segment: {'id': '9596df1f-882e-4e81-b5c1-fa5abae53c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a90c8efa-e48d-4290-8b91-215032973a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102404) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:31:21.258547 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:21.258941 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Bound using segment: {'id': '9596df1f-882e-4e81-b5c1-fa5abae53c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a90c8efa-e48d-4290-8b91-215032973a68'} {{(pid=102404) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:31:21.259406 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.managers [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Bound port: b8b21633-81a6-4e34-ad92-4f72e5dcf5ae, host: n-d-xena-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9596df1f-882e-4e81-b5c1-fa5abae53c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a90c8efa-e48d-4290-8b91-215032973a68'}}] {{(pid=102404) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:31:21.259785 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:21.322917 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] For port b8b21633-81a6-4e34-ad92-4f72e5dcf5ae, host n-d-xena-1, cleared binding levels {{(pid=102404) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:31:21.326201 n-d-xena-1 neutron-server[102404]: DEBUG neutron.plugins.ml2.db [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] For port b8b21633-81a6-4e34-ad92-4f72e5dcf5ae, host n-d-xena-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b8b21633-81a6-4e34-ad92-4f72e5dcf5ae,segment=NetworkSegment(9596df1f-882e-4e81-b5c1-fa5abae53c65),segment_id=9596df1f-882e-4e81-b5c1-fa5abae53c65)] {{(pid=102404) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:31:21.331798 n-d-xena-1 neutron-server[102404]: DEBUG neutron_lib.callbacks.manager [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:21.390254 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Routers {'4f690126-096e-4540-a380-aaec42aaeb14'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:31:21.391242 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:31:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f690126-096e-4540-a380-aaec42aaeb14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:21.392708 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-2c8da3f4-9d48-4706-8078-ebce474cc81c None None] Provisioning complete for port b8b21633-81a6-4e34-ad92-4f72e5dcf5ae triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:21.393234 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c8da3f4-9d48-4706-8078-ebce474cc81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:21.393886 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0253104-bc0f-4440-b4f8-78f0a428714b None None] Pushing event updated for resources: {'Port': ['ID=b8b21633-81a6-4e34-ad92-4f72e5dcf5ae,revision_number=4']} {{(pid=102404) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:21.480897 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c8da3f4-9d48-4706-8078-ebce474cc81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:21.506434 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] Set router 4f690126-096e-4540-a380-aaec42aaeb14 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:31:21.515620 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-2c8da3f4-9d48-4706-8078-ebce474cc81c None None] For port b8b21633-81a6-4e34-ad92-4f72e5dcf5ae, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b8b21633-81a6-4e34-ad92-4f72e5dcf5ae,segment=NetworkSegment(9596df1f-882e-4e81-b5c1-fa5abae53c65),segment_id=9596df1f-882e-4e81-b5c1-fa5abae53c65)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:31:21.521186 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2c8da3f4-9d48-4706-8078-ebce474cc81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:21.573465 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8da3f4-9d48-4706-8078-ebce474cc81c None None] Pushing event updated for resources: {'Port': ['ID=b8b21633-81a6-4e34-ad92-4f72e5dcf5ae,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:21.639287 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-40551136-73ae-4481-8f36-0bd8f18d6131 None None] Provisioning complete for port b8b21633-81a6-4e34-ad92-4f72e5dcf5ae triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:21.639963 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-40551136-73ae-4481-8f36-0bd8f18d6131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:21.735296 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f690126-096e-4540-a380-aaec42aaeb14', 'name': 'tempest-TestSnapshotPattern-1284796182-router', 'tenant_id': '40a7ad33928e4d8db49bbd4381164d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': '3d0b8827-9e6e-47e2-af79-acfb31cec9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:13Z', 'updated_at': '2021-12-20T22:31:16Z', 'revision_number': 4, 'project_id': '40a7ad33928e4d8db49bbd4381164d9c', 'gw_port': {'id': '3d0b8827-9e6e-47e2-af79-acfb31cec9bf', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f690126-096e-4540-a380-aaec42aaeb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:14Z', 'updated_at': '2021-12-20T22:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'b8b21633-81a6-4e34-ad92-4f72e5dcf5ae', 'name': '', 'network_id': 'a90c8efa-e48d-4290-8b91-215032973a68', 'tenant_id': '40a7ad33928e4d8db49bbd4381164d9c', 'mac_address': 'fa:16:3e:12:17:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f690126-096e-4540-a380-aaec42aaeb14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '54d59376-e03f-49d0-88ef-d39a0a71f2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:16Z', 'updated_at': '2021-12-20T22:31:21Z', 'revision_number': 4, 'project_id': '40a7ad33928e4d8db49bbd4381164d9c', 'subnets': [{'id': '54d59376-e03f-49d0-88ef-d39a0a71f2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:21.762261 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0331ab-9eb3-4ca0-8e9b-0e34415f04b1 None None] The sync data for ids ['4f690126-096e-4540-a380-aaec42aaeb14'] in n-d-xena-1 is: [{'id': '4f690126-096e-4540-a380-aaec42aaeb14', 'name': 'tempest-TestSnapshotPattern-1284796182-router', 'tenant_id': '40a7ad33928e4d8db49bbd4381164d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': '3d0b8827-9e6e-47e2-af79-acfb31cec9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:13Z', 'updated_at': '2021-12-20T22:31:16Z', 'revision_number': 4, 'project_id': '40a7ad33928e4d8db49bbd4381164d9c', 'gw_port': {'id': '3d0b8827-9e6e-47e2-af79-acfb31cec9bf', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f690126-096e-4540-a380-aaec42aaeb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:14Z', 'updated_at': '2021-12-20T22:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'b8b21633-81a6-4e34-ad92-4f72e5dcf5ae', 'name': '', 'network_id': 'a90c8efa-e48d-4290-8b91-215032973a68', 'tenant_id': '40a7ad33928e4d8db49bbd4381164d9c', 'mac_address': 'fa:16:3e:12:17:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f690126-096e-4540-a380-aaec42aaeb14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '54d59376-e03f-49d0-88ef-d39a0a71f2ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:16Z', 'updated_at': '2021-12-20T22:31:21Z', 'revision_number': 4, 'project_id': '40a7ad33928e4d8db49bbd4381164d9c', 'subnets': [{'id': '54d59376-e03f-49d0-88ef-d39a0a71f2ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:31:21.822989 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3d0b8827-9e6e-47e2-af79-acfb31cec9bf up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:31:21.874559 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port 3d0b8827-9e6e-47e2-af79-acfb31cec9bf triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:21.874933 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:21.959414 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b8b21633-81a6-4e34-ad92-4f72e5dcf5ae up at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:31:22.008519 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Provisioning complete for port b8b21633-81a6-4e34-ad92-4f72e5dcf5ae triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:22.008788 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:22.183299 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-68af3475-f712-4108-9904-5f58b187df75 req-e98115b7-6867-43c5-95e4-eebc30fc3429 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 210 time: 0.0271206 Dec 20 22:31:23.264789 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d9c2f467-db0a-4cd2-a2af-58333c629c3e req-9b247661-7233-4de1-a6af-b1324df817fb tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 210 time: 0.0293899 Dec 20 22:31:24.346728 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-3c74d0c9-7ba5-4b48-a60d-82d8b24ee57e req-90bb2cd9-74f4-49f5-8dd8-8f5b8079712c tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 210 time: 0.0313191 Dec 20 22:31:25.429179 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-fb55154c-53fd-4efe-9b4d-06e867db3173 req-04b18aa0-36e2-43e9-84c1-bfb1d0579b02 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 210 time: 0.0273557 Dec 20 22:31:26.533259 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e1c259b9-96d2-4e87-9ee7-ab39ee8650f8 req-ef7c84b4-f926-469f-b1c6-d98e8856e94d tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 210 time: 0.0309846 Dec 20 22:31:27.278609 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-021e7ec6-7f85-4669-91f8-efea825e6f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:27.401185 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-312b9fab-ebbe-42cb-827e-4ee3b8367777 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:27.402699 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-312b9fab-ebbe-42cb-827e-4ee3b8367777 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.66 "GET /v2.0/networks?id=046a756a-b9a6-432e-9094-e1911a6c68e0 HTTP/1.1" status: 200 len: 810 time: 0.1023965 Dec 20 22:31:27.450673 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-8856487d-2ff5-4e12-b134-c2dd0dba4bad tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8362ca4ea064db4a5d732f55d33c804 HTTP/1.1" status: 200 len: 379 time: 0.0328457 Dec 20 22:31:27.459864 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-7fd268a0-4edf-4e2e-899e-3f0c70f200cd tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Request body: {'port': {'device_id': '75457252-8066-4618-bb85-1bc29c89ee36', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'admin_state_up': True, 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'security_groups': ['da051c90-3682-402d-b1d9-2a0b4d99ae85']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:31:27.587659 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-7fd268a0-4edf-4e2e-899e-3f0c70f200cd tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Made reservation on behalf of f8362ca4ea064db4a5d732f55d33c804 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:31:27.592086 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-7fd268a0-4edf-4e2e-899e-3f0c70f200cd tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:27.646147 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-ea037d54-6867-42b0-8c82-edd6ebd62ccf req-8c164bd5-a1a8-45a9-9ff2-b50a5fe0462f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 210 time: 0.0268643 Dec 20 22:31:27.726531 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-7fd268a0-4edf-4e2e-899e-3f0c70f200cd tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Allocated IP 172.20.0.3 (046a756a-b9a6-432e-9094-e1911a6c68e0/10be6301-4e70-4290-8f09-fe8e082b4de0/c1e3b7cf-b989-4385-bece-cb4890cc10ac) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:31:27.869832 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-7fd268a0-4edf-4e2e-899e-3f0c70f200cd tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:27.907007 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-7fd268a0-4edf-4e2e-899e-3f0c70f200cd tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:27.959045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-7fd268a0-4edf-4e2e-899e-3f0c70f200cd tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Network 046a756a-b9a6-432e-9094-e1911a6c68e0 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:31:27.962125 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-7fd268a0-4edf-4e2e-899e-3f0c70f200cd tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:31:27.965785 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-7fd268a0-4edf-4e2e-899e-3f0c70f200cd tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:31:27.974626 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd268a0-4edf-4e2e-899e-3f0c70f200cd tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Pushing event updated for resources: {'Port': ['ID=c1e3b7cf-b989-4385-bece-cb4890cc10ac,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:28.028816 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-7fd268a0-4edf-4e2e-899e-3f0c70f200cd tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:28.029447 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-7fd268a0-4edf-4e2e-899e-3f0c70f200cd tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:28.048513 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-7fd268a0-4edf-4e2e-899e-3f0c70f200cd tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5912719 Dec 20 22:31:28.066385 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Request body: {'port': {'device_id': '75457252-8066-4618-bb85-1bc29c89ee36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:31:28.122894 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:28.192688 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-6697c5cc-d511-4c33-b1b1-8b89fbebc35b None None] Provisioning complete for port c1e3b7cf-b989-4385-bece-cb4890cc10ac triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:28.193067 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6697c5cc-d511-4c33-b1b1-8b89fbebc35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:28.228635 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-6697c5cc-d511-4c33-b1b1-8b89fbebc35b None None] Port c1e3b7cf-b989-4385-bece-cb4890cc10ac cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:31:28.397212 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e3b7cf-b989-4385-bece-cb4890cc10ac {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:31:28.405183 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:28.418417 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Transition to ACTIVE for port object c1e3b7cf-b989-4385-bece-cb4890cc10ac will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:31:28.425586 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:28.472999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e3b7cf-b989-4385-bece-cb4890cc10ac,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:28.544029 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Attempting to bind port c1e3b7cf-b989-4385-bece-cb4890cc10ac on host n-h2-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:31:28.545203 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Attempting to bind port c1e3b7cf-b989-4385-bece-cb4890cc10ac by drivers openvswitch,hyperv on host n-h2-xena-1 at level 0 using segments [{'id': '69dea76a-dece-455e-b8f0-9374510355dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:31:28.545591 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Attempting to bind port c1e3b7cf-b989-4385-bece-cb4890cc10ac on network 046a756a-b9a6-432e-9094-e1911a6c68e0 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:31:28.551277 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Port c1e3b7cf-b989-4385-bece-cb4890cc10ac on network 046a756a-b9a6-432e-9094-e1911a6c68e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:31:28.551594 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Attempting to bind port c1e3b7cf-b989-4385-bece-cb4890cc10ac on network 046a756a-b9a6-432e-9094-e1911a6c68e0 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:31:28.556930 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Checking agent: {'id': '81b7febf-4775-4a2b-b2d3-a13799bd5688', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:31:28.557266 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Checking segment: {'id': '69dea76a-dece-455e-b8f0-9374510355dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:31:28.557650 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Bound using segment: {'id': '69dea76a-dece-455e-b8f0-9374510355dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:31:28.558182 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Bound port: c1e3b7cf-b989-4385-bece-cb4890cc10ac, host: n-h2-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69dea76a-dece-455e-b8f0-9374510355dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:31:28.558517 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:28.628954 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] For port c1e3b7cf-b989-4385-bece-cb4890cc10ac, host n-h2-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:31:28.633302 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] For port c1e3b7cf-b989-4385-bece-cb4890cc10ac, host n-h2-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c1e3b7cf-b989-4385-bece-cb4890cc10ac,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:31:28.639188 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:28.675393 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:28.676037 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:28.677395 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] 10.222.0.66 "PUT /v2.0/ports/c1e3b7cf-b989-4385-bece-cb4890cc10ac HTTP/1.1" status: 200 len: 1089 time: 0.6158450 Dec 20 22:31:28.677971 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75457252-8066-4618-bb85-1bc29c89ee36', 'tag': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:31:28.680089 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b709a25e-f20f-4b4b-9606-276e42afa81d" -d '{"events": [{"name": "network-changed", "server_uuid": "75457252-8066-4618-bb85-1bc29c89ee36", "tag": "c1e3b7cf-b989-4385-bece-cb4890cc10ac"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:31:28.708150 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83f958-2d19-4d89-8bdd-a9e4502cf3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e3b7cf-b989-4385-bece-cb4890cc10ac,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:28.734231 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2fb816-4135-4f39-88bf-98dd163cbbd5 x-openstack-request-id: req-ef2fb816-4135-4f39-88bf-98dd163cbbd5 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:31:28.734696 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75457252-8066-4618-bb85-1bc29c89ee36", "tag": "c1e3b7cf-b989-4385-bece-cb4890cc10ac", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:31:28.735004 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef2fb816-4135-4f39-88bf-98dd163cbbd5 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:31:28.735478 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75457252-8066-4618-bb85-1bc29c89ee36', 'tag': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'status': 'completed', 'code': 200} Dec 20 22:31:28.818173 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91a18-2f1b-4b63-beb9-b23d85bbbeff req-e42f756b-8ea7-4a72-9011-65c7e0995fc8 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:28.819779 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16b91a18-2f1b-4b63-beb9-b23d85bbbeff req-e42f756b-8ea7-4a72-9011-65c7e0995fc8 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 943 time: 0.0793109 Dec 20 22:31:28.827011 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-53b426ec-1721-481e-8a67-3d0b0816d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:28.828556 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-53b426ec-1721-481e-8a67-3d0b0816d394 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f8362ca4ea064db4a5d732f55d33c804&device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 1092 time: 0.0790086 Dec 20 22:31:28.883015 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-d376f365-31a6-470b-aafb-58519915273d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1e3b7cf-b989-4385-bece-cb4890cc10ac HTTP/1.1" status: 200 len: 217 time: 0.0400913 Dec 20 22:31:28.903786 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16b91a18-2f1b-4b63-beb9-b23d85bbbeff req-35be7032-3993-475e-a388-248f533e6917 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742064 Dec 20 22:31:28.938968 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-790fd6f0-c948-4932-a6cc-b78f5640c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:28.940446 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-790fd6f0-c948-4932-a6cc-b78f5640c31c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10be6301-4e70-4290-8f09-fe8e082b4de0 HTTP/1.1" status: 200 len: 849 time: 0.0497062 Dec 20 22:31:28.992477 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-b2e6b61a-2a47-412b-a1e4-d04648cd8ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:28.994006 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-b2e6b61a-2a47-412b-a1e4-d04648cd8ece service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=046a756a-b9a6-432e-9094-e1911a6c68e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0469937 Dec 20 22:31:29.090009 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-47f4a034-7428-4426-90b3-58ea744feacf service neutron] 10.222.0.66 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885036 Dec 20 22:31:29.186542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-826af82b-1c57-46ce-8d8f-53d7b25375a4 req-871002a1-4995-4e01-bda0-8dbbac1cb340 service neutron] 10.222.0.66 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894687 Dec 20 22:31:29.326676 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709a25e-f20f-4b4b-9606-276e42afa81d req-b3a33af5-0425-4a27-b48f-1fa8010ae302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:29.328232 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b709a25e-f20f-4b4b-9606-276e42afa81d req-b3a33af5-0425-4a27-b48f-1fa8010ae302 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f8362ca4ea064db4a5d732f55d33c804&device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 1092 time: 0.0447292 Dec 20 22:31:29.417421 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709a25e-f20f-4b4b-9606-276e42afa81d req-9b833d4f-5253-4632-8e87-a0d0821f9968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:29.418909 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b709a25e-f20f-4b4b-9606-276e42afa81d req-9b833d4f-5253-4632-8e87-a0d0821f9968 service neutron] 10.222.0.66 "GET /v2.0/networks?id=046a756a-b9a6-432e-9094-e1911a6c68e0 HTTP/1.1" status: 200 len: 911 time: 0.0841992 Dec 20 22:31:29.463645 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b709a25e-f20f-4b4b-9606-276e42afa81d req-def9740e-e604-4253-b2a1-2f397963c7fd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1e3b7cf-b989-4385-bece-cb4890cc10ac HTTP/1.1" status: 200 len: 217 time: 0.0368726 Dec 20 22:31:29.512770 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709a25e-f20f-4b4b-9606-276e42afa81d req-e36a6d6d-5b56-43f0-9576-45fff05043ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:29.514197 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b709a25e-f20f-4b4b-9606-276e42afa81d req-e36a6d6d-5b56-43f0-9576-45fff05043ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10be6301-4e70-4290-8f09-fe8e082b4de0 HTTP/1.1" status: 200 len: 849 time: 0.0437467 Dec 20 22:31:29.561905 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709a25e-f20f-4b4b-9606-276e42afa81d req-e8e01d98-b1d2-4695-bfa8-049d50a5cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:29.563633 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b709a25e-f20f-4b4b-9606-276e42afa81d req-e8e01d98-b1d2-4695-bfa8-049d50a5cd19 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=046a756a-b9a6-432e-9094-e1911a6c68e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0420017 Dec 20 22:31:29.603966 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a52ead00-1e74-451a-8726-2a6ef4009214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:29.656788 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b709a25e-f20f-4b4b-9606-276e42afa81d req-a43136b2-7d53-4641-ba64-b8fd22825749 service neutron] 10.222.0.66 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853879 Dec 20 22:31:29.752148 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-b709a25e-f20f-4b4b-9606-276e42afa81d req-33fa504d-82bb-406f-94fd-1c516f02577e service neutron] 10.222.0.66 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883591 Dec 20 22:31:30.395940 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb313b-bf0a-4ece-a2c8-268d6f235422 req-02c2e865-6083-4456-97de-713bfb928cfe tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:30.397319 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1fb313b-bf0a-4ece-a2c8-268d6f235422 req-02c2e865-6083-4456-97de-713bfb928cfe tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 943 time: 0.4127097 Dec 20 22:31:30.439569 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-d1fb313b-bf0a-4ece-a2c8-268d6f235422 req-9efbc42c-4c5d-422a-b680-f842c7a2a18d tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332189 Dec 20 22:31:31.008762 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c1e3b7cf-b989-4385-bece-cb4890cc10ac details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:31:31.019450 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:31.107387 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port c1e3b7cf-b989-4385-bece-cb4890cc10ac, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c1e3b7cf-b989-4385-bece-cb4890cc10ac,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:31:31.117801 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'port_id': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'mac_address': 'fa:16:3e:9d:00:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:31:31.174149 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:31.189005 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e3b7cf-b989-4385-bece-cb4890cc10ac {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:31:31.213780 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port c1e3b7cf-b989-4385-bece-cb4890cc10ac, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c1e3b7cf-b989-4385-bece-cb4890cc10ac,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:31:31.220654 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:31.285356 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=c1e3b7cf-b989-4385-bece-cb4890cc10ac,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:31.380692 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:31:31.489403 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['c1e3b7cf-b989-4385-bece-cb4890cc10ac'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:31:31.562618 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd6cd2-ac45-4863-b6e5-3ec9a53c1d8b req-653e416e-9d3d-4bb7-8577-cbb5c205c831 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:31.564159 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cd6cd2-ac45-4863-b6e5-3ec9a53c1d8b req-653e416e-9d3d-4bb7-8577-cbb5c205c831 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 944 time: 0.0545902 Dec 20 22:31:31.607395 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f0cd6cd2-ac45-4863-b6e5-3ec9a53c1d8b req-d5586d8e-c92f-4bf1-bbb9-8b27d13e8f24 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363305 Dec 20 22:31:32.435102 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:32.513490 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:32.732906 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1faf92b-8c59-4bea-811c-1ace30c25a98 req-0076ee02-3eec-478f-bfa7-9f280e044fec tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:32.734313 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a1faf92b-8c59-4bea-811c-1ace30c25a98 req-0076ee02-3eec-478f-bfa7-9f280e044fec tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 944 time: 0.0592279 Dec 20 22:31:32.773842 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a1faf92b-8c59-4bea-811c-1ace30c25a98 req-67dd1499-c58a-4e2b-8378-318b045c4cb0 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331929 Dec 20 22:31:33.009406 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c1e3b7cf-b989-4385-bece-cb4890cc10ac up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:31:33.064463 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning for port c1e3b7cf-b989-4385-bece-cb4890cc10ac completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:31:33.068420 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port c1e3b7cf-b989-4385-bece-cb4890cc10ac triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:31:33.068776 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:33.160330 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:33.184860 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75457252-8066-4618-bb85-1bc29c89ee36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:31:33.187151 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20eead1defd04ed19d9e1f577934cb646bb96fa6360cbfa3ec76c6556e217167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa65c53-9223-4adf-8208-2b99b38458f5" -d '{"events": [{"server_uuid": "75457252-8066-4618-bb85-1bc29c89ee36", "name": "network-vif-plugged", "status": "completed", "tag": "c1e3b7cf-b989-4385-bece-cb4890cc10ac"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:31:33.203860 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port c1e3b7cf-b989-4385-bece-cb4890cc10ac, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c1e3b7cf-b989-4385-bece-cb4890cc10ac,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:31:33.208695 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:33.355464 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2fe9f-1298-481c-821e-f6776e5414c6 req-4b5b3be4-8ddd-4557-a3af-94a9469c8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:33.356897 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5eb2fe9f-1298-481c-821e-f6776e5414c6 req-4b5b3be4-8ddd-4557-a3af-94a9469c8442 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 1094 time: 0.0443041 Dec 20 22:31:33.393771 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-5eb2fe9f-1298-481c-821e-f6776e5414c6 req-95677610-b23e-449d-a1e1-3fa2a4989609 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300479 Dec 20 22:31:33.396573 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9aa0ade-ac12-4247-9b34-b2eb810ea84e x-openstack-request-id: req-e9aa0ade-ac12-4247-9b34-b2eb810ea84e {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:31:33.396864 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75457252-8066-4618-bb85-1bc29c89ee36", "name": "network-vif-plugged", "status": "completed", "tag": "c1e3b7cf-b989-4385-bece-cb4890cc10ac", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:31:33.397109 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9aa0ade-ac12-4247-9b34-b2eb810ea84e {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:31:33.397497 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75457252-8066-4618-bb85-1bc29c89ee36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'code': 200} Dec 20 22:31:33.422104 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=c1e3b7cf-b989-4385-bece-cb4890cc10ac,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:33.903998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dff9cc-4e61-4814-bdee-9045faba5ab3 req-0cf599ce-ef6f-4202-ae59-9fe112c8a5c8 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:33.905374 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16dff9cc-4e61-4814-bdee-9045faba5ab3 req-0cf599ce-ef6f-4202-ae59-9fe112c8a5c8 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 945 time: 0.0639038 Dec 20 22:31:33.964747 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-16dff9cc-4e61-4814-bdee-9045faba5ab3 req-ed2ffc98-0eb1-4d7c-a8a8-8bdcf7c36013 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466366 Dec 20 22:31:35.102376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772582f2-3c05-4dfc-9925-d03eeaa86b57 req-a22baa47-98a0-44cb-a05d-c2237edbea61 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:35.103850 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-772582f2-3c05-4dfc-9925-d03eeaa86b57 req-a22baa47-98a0-44cb-a05d-c2237edbea61 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 945 time: 0.0516527 Dec 20 22:31:35.143980 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-772582f2-3c05-4dfc-9925-d03eeaa86b57 req-f4674345-9774-4c69-8a55-dfca831ea8c9 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335760 Dec 20 22:31:35.261825 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bff17-fb43-44d6-b0eb-53deb2f69aa3 req-c269e511-e22a-4d4f-9603-53f8693f3b5e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:35.263643 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a9bff17-fb43-44d6-b0eb-53deb2f69aa3 req-c269e511-e22a-4d4f-9603-53f8693f3b5e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 945 time: 0.0506189 Dec 20 22:31:35.304628 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-4a9bff17-fb43-44d6-b0eb-53deb2f69aa3 req-1ac22e5a-868e-4227-8d24-b527a7ad0883 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346799 Dec 20 22:31:35.326586 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54992) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:35.410509 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e585c7f1-28da-41b0-bc3a-ed0e51b10ac9 tempest-TestSnapshotPattern-2020456650 tempest-TestSnapshotPattern-2020456650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:35.412027 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-e585c7f1-28da-41b0-bc3a-ed0e51b10ac9 tempest-TestSnapshotPattern-2020456650 tempest-TestSnapshotPattern-2020456650-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 1089 time: 0.0844209 Dec 20 22:31:35.415083 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 54996) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:31:35.419511 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:31:35.444666 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:35.545176 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:35.652165 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Allocated IP 172.35.3.142 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/4dfc314c-22ff-4bdb-bf87-4f0d9061dc23) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:31:35.780837 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:35.816591 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:35.853576 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:31:35.856452 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:31:35.859967 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:31:35.867609 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Pushing event updated for resources: {'Port': ['ID=4dfc314c-22ff-4bdb-bf87-4f0d9061dc23,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:36.235703 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:36.306459 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:36.460382 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:36.467896 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:36.541693 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Pushing event updated for resources: {'Port': ['ID=4dfc314c-22ff-4bdb-bf87-4f0d9061dc23,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:31:36.553013 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:36.661395 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Floating IP 2eb7dfa0-7e96-4bfb-99e2-016cbd6cf015 associated. External IP: 172.35.3.142, port: c1e3b7cf-b989-4385-bece-cb4890cc10ac. Dec 20 22:31:36.879323 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Router 2c617d07-6f14-4616-89f4-f0904cfb2fdc has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:31:36.987478 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:31:36.998193 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90df4c7-979e-43fb-9a4c-c1a7f2f37547 None None] Sync routers for ids ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:31:37.005447 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:37.009815 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90df4c7-979e-43fb-9a4c-c1a7f2f37547 None None] Routers {'2c617d07-6f14-4616-89f4-f0904cfb2fdc'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:31:37.010479 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d90df4c7-979e-43fb-9a4c-c1a7f2f37547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:31:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:37.031976 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-23b701e0-7fa9-443a-9889-fd95761d539e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6158535 Dec 20 22:31:37.032555 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75457252-8066-4618-bb85-1bc29c89ee36', 'tag': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:31:37.034988 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f39d2392ee36c270bf164f2b0d9d8519f42a87b2972c565f9d9401e18f0a645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515d3596-7679-48f3-8870-3617e90d29f1" -d '{"events": [{"name": "network-changed", "server_uuid": "75457252-8066-4618-bb85-1bc29c89ee36", "tag": "c1e3b7cf-b989-4385-bece-cb4890cc10ac"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:31:37.128991 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665577e2-df37-4d2e-a4dc-58e0d8b56961 x-openstack-request-id: req-665577e2-df37-4d2e-a4dc-58e0d8b56961 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:31:37.129162 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-d90df4c7-979e-43fb-9a4c-c1a7f2f37547 None None] Set router 2c617d07-6f14-4616-89f4-f0904cfb2fdc gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:31:37.129269 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75457252-8066-4618-bb85-1bc29c89ee36", "tag": "c1e3b7cf-b989-4385-bece-cb4890cc10ac", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:31:37.129585 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-665577e2-df37-4d2e-a4dc-58e0d8b56961 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:31:37.130047 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75457252-8066-4618-bb85-1bc29c89ee36', 'tag': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'status': 'completed', 'code': 200} Dec 20 22:31:37.220590 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d3596-7679-48f3-8870-3617e90d29f1 req-a9882f2a-c70d-4c49-b8e5-fd59be9ccc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:37.222583 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-515d3596-7679-48f3-8870-3617e90d29f1 req-a9882f2a-c70d-4c49-b8e5-fd59be9ccc41 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f8362ca4ea064db4a5d732f55d33c804&device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 1094 time: 0.0414927 Dec 20 22:31:37.314281 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d3596-7679-48f3-8870-3617e90d29f1 req-e21ba737-7a30-4484-bb09-1fff2a78c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:37.316035 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-515d3596-7679-48f3-8870-3617e90d29f1 req-e21ba737-7a30-4484-bb09-1fff2a78c083 service neutron] 10.222.0.66 "GET /v2.0/networks?id=046a756a-b9a6-432e-9094-e1911a6c68e0 HTTP/1.1" status: 200 len: 911 time: 0.0872951 Dec 20 22:31:37.350933 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d90df4c7-979e-43fb-9a4c-c1a7f2f37547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '2eb7dfa0-7e96-4bfb-99e2-016cbd6cf015', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'floating_ip_address': '172.35.3.142', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'port_id': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'mac_address': 'fa:16:3e:9d:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75457252-8066-4618-bb85-1bc29c89ee36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:31:36Z', 'updated_at': '2021-12-20T22:31:36Z', 'revision_number': 0, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af', 'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'mac_address': 'fa:16:3e:5e:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:11Z', 'updated_at': '2021-12-20T22:31:17Z', 'revision_number': 5, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'subnets': [{'id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:37.380436 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-515d3596-7679-48f3-8870-3617e90d29f1 req-6a7ed092-ef91-4a53-a65b-92313ad2920b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1e3b7cf-b989-4385-bece-cb4890cc10ac HTTP/1.1" status: 200 len: 999 time: 0.0579731 Dec 20 22:31:37.380674 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90df4c7-979e-43fb-9a4c-c1a7f2f37547 None None] Checking router: 2c617d07-6f14-4616-89f4-f0904cfb2fdc for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:31:37.389205 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90df4c7-979e-43fb-9a4c-c1a7f2f37547 None None] Routers {'2c617d07-6f14-4616-89f4-f0904cfb2fdc'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:31:37.389771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d90df4c7-979e-43fb-9a4c-c1a7f2f37547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:31:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:37.434214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d3596-7679-48f3-8870-3617e90d29f1 req-4914c18b-5a28-4d98-b51b-50d6d0ed6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:37.435685 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-515d3596-7679-48f3-8870-3617e90d29f1 req-4914c18b-5a28-4d98-b51b-50d6d0ed6432 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10be6301-4e70-4290-8f09-fe8e082b4de0 HTTP/1.1" status: 200 len: 849 time: 0.0485802 Dec 20 22:31:37.484503 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d3596-7679-48f3-8870-3617e90d29f1 req-81ecb540-3649-4533-8008-e680a023bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:31:37.486115 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-515d3596-7679-48f3-8870-3617e90d29f1 req-81ecb540-3649-4533-8008-e680a023bcf3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=046a756a-b9a6-432e-9094-e1911a6c68e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0439584 Dec 20 22:31:37.500414 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-d90df4c7-979e-43fb-9a4c-c1a7f2f37547 None None] Set router 2c617d07-6f14-4616-89f4-f0904cfb2fdc gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:31:37.576725 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-515d3596-7679-48f3-8870-3617e90d29f1 req-9cd61426-fc61-4215-962b-2804e4248887 service neutron] 10.222.0.66 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840976 Dec 20 22:31:37.672344 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-515d3596-7679-48f3-8870-3617e90d29f1 req-35819d72-25cc-423a-ad68-42262df7ae9b service neutron] 10.222.0.66 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892849 Dec 20 22:31:37.730260 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-d90df4c7-979e-43fb-9a4c-c1a7f2f37547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '2eb7dfa0-7e96-4bfb-99e2-016cbd6cf015', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'floating_ip_address': '172.35.3.142', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'port_id': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'mac_address': 'fa:16:3e:9d:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75457252-8066-4618-bb85-1bc29c89ee36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:31:36Z', 'updated_at': '2021-12-20T22:31:36Z', 'revision_number': 0, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af', 'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'mac_address': 'fa:16:3e:5e:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:11Z', 'updated_at': '2021-12-20T22:31:17Z', 'revision_number': 5, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'subnets': [{'id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:31:37.756599 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90df4c7-979e-43fb-9a4c-c1a7f2f37547 None None] The sync data for ids ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'] in n-d-xena-1 is: [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '2eb7dfa0-7e96-4bfb-99e2-016cbd6cf015', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'floating_ip_address': '172.35.3.142', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'port_id': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'mac_address': 'fa:16:3e:9d:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75457252-8066-4618-bb85-1bc29c89ee36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:31:36Z', 'updated_at': '2021-12-20T22:31:36Z', 'revision_number': 0, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af', 'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'mac_address': 'fa:16:3e:5e:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:11Z', 'updated_at': '2021-12-20T22:31:17Z', 'revision_number': 5, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'subnets': [{'id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:31:37.975158 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b526d1f3-75f9-4745-8c16-e8005561ae43 None None] New status for floating IP 2eb7dfa0-7e96-4bfb-99e2-016cbd6cf015: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:31:45.686376 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:48.749169 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:57.293877 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-e84f9e2c-f90a-47a2-979f-cd244aabcde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:31:59.620088 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8726fa7c-dc35-4f43-91c3-d42ff2e74adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:32:01.021638 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:32:02.438636 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:32:02.507952 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:32:08.385653 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:32:08.756134 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4e73a2f-b255-4749-bdc8-8925dbbb1ad1 req-4c492fd6-8722-44fc-99eb-69eb6f7b459b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0567122 Dec 20 22:32:08.867679 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e73a2f-b255-4749-bdc8-8925dbbb1ad1 req-94f9039f-d0a6-4886-b084-593d16d15e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:32:08.869255 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4e73a2f-b255-4749-bdc8-8925dbbb1ad1 req-94f9039f-d0a6-4886-b084-593d16d15e15 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f8362ca4ea064db4a5d732f55d33c804&device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 1094 time: 0.0481393 Dec 20 22:32:09.019574 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e73a2f-b255-4749-bdc8-8925dbbb1ad1 req-6850286f-97f0-4110-8bc7-90b2a75de300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:32:09.021439 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4e73a2f-b255-4749-bdc8-8925dbbb1ad1 req-6850286f-97f0-4110-8bc7-90b2a75de300 service neutron] 10.222.0.66 "GET /v2.0/networks?id=046a756a-b9a6-432e-9094-e1911a6c68e0 HTTP/1.1" status: 200 len: 911 time: 0.1318493 Dec 20 22:32:09.100966 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4e73a2f-b255-4749-bdc8-8925dbbb1ad1 req-29b1bceb-d664-4de0-8f0a-5719f5bdea20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1e3b7cf-b989-4385-bece-cb4890cc10ac HTTP/1.1" status: 200 len: 1001 time: 0.0717366 Dec 20 22:32:09.160270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e73a2f-b255-4749-bdc8-8925dbbb1ad1 req-f330090b-f00f-4c98-91a0-0490eab4ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:32:09.161730 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4e73a2f-b255-4749-bdc8-8925dbbb1ad1 req-f330090b-f00f-4c98-91a0-0490eab4ed53 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10be6301-4e70-4290-8f09-fe8e082b4de0 HTTP/1.1" status: 200 len: 849 time: 0.0533991 Dec 20 22:32:09.238742 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e73a2f-b255-4749-bdc8-8925dbbb1ad1 req-0b88fa6b-862a-40f3-9694-5856e881f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:32:09.240257 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4e73a2f-b255-4749-bdc8-8925dbbb1ad1 req-0b88fa6b-862a-40f3-9694-5856e881f80c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=046a756a-b9a6-432e-9094-e1911a6c68e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0708194 Dec 20 22:32:09.331930 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4e73a2f-b255-4749-bdc8-8925dbbb1ad1 req-cf32ecdd-0df3-4235-b547-dc7418445087 service neutron] 10.222.0.66 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842645 Dec 20 22:32:09.427113 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e4e73a2f-b255-4749-bdc8-8925dbbb1ad1 req-f26e3720-22ca-4e77-a2c3-ed9fe0374433 service neutron] 10.222.0.66 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879710 Dec 20 22:32:15.676913 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:32:18.768582 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:32:27.289942 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-bcc6a622-17dc-4500-9b57-9668c373e1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:32:29.616506 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-49364092-9ad3-44c4-846e-571de7bb847d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:32:31.028153 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:32:32.444832 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:32:32.519058 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:32:45.391478 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:32:45.695694 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:32:48.762497 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:32:57.286275 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b196fab0-97f5-4846-a9a5-8d3987052483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:32:59.622035 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c1764951-5976-4011-95ea-05a7569157e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:01.027481 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:02.447535 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:02.515662 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:09.083855 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d59804-83ba-4a09-abdf-24d726577e97 req-22dca51b-1b01-4084-8b92-4604b6d8ba0f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0467157 Dec 20 22:33:09.195363 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d59804-83ba-4a09-abdf-24d726577e97 req-db07b792-88b8-47fc-96cb-3341a27bdc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:09.196877 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d59804-83ba-4a09-abdf-24d726577e97 req-db07b792-88b8-47fc-96cb-3341a27bdc8c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f8362ca4ea064db4a5d732f55d33c804&device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 1094 time: 0.0466561 Dec 20 22:33:09.314733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d59804-83ba-4a09-abdf-24d726577e97 req-5f7e6b02-4109-4ec7-8ba8-a15dba97c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:09.316203 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d59804-83ba-4a09-abdf-24d726577e97 req-5f7e6b02-4109-4ec7-8ba8-a15dba97c67c service neutron] 10.222.0.66 "GET /v2.0/networks?id=046a756a-b9a6-432e-9094-e1911a6c68e0 HTTP/1.1" status: 200 len: 911 time: 0.1005702 Dec 20 22:33:09.382754 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d59804-83ba-4a09-abdf-24d726577e97 req-cc8fdda0-1024-40c3-b85c-4c6322fda4cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1e3b7cf-b989-4385-bece-cb4890cc10ac HTTP/1.1" status: 200 len: 1001 time: 0.0597758 Dec 20 22:33:09.434332 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d59804-83ba-4a09-abdf-24d726577e97 req-af86297e-029d-4ebe-8327-4a1f7186e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:09.436083 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d59804-83ba-4a09-abdf-24d726577e97 req-af86297e-029d-4ebe-8327-4a1f7186e056 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10be6301-4e70-4290-8f09-fe8e082b4de0 HTTP/1.1" status: 200 len: 849 time: 0.0469217 Dec 20 22:33:09.481006 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d59804-83ba-4a09-abdf-24d726577e97 req-9264535e-d470-450d-a7bf-2c0585857eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:09.482687 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d59804-83ba-4a09-abdf-24d726577e97 req-9264535e-d470-450d-a7bf-2c0585857eec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=046a756a-b9a6-432e-9094-e1911a6c68e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0391309 Dec 20 22:33:09.573474 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d59804-83ba-4a09-abdf-24d726577e97 req-c20443ba-870d-4e74-8931-7c6da78302b6 service neutron] 10.222.0.66 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841987 Dec 20 22:33:09.680081 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f4d59804-83ba-4a09-abdf-24d726577e97 req-38c1607f-18f3-4d88-9ac9-c93da5c0557b service neutron] 10.222.0.66 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989406 Dec 20 22:33:15.701791 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:18.783561 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:22.396359 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:33:27.281604 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b9d374cb-750e-4928-9124-58d1f0f573cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:29.618439 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4ffa5d3f-3288-4d42-b500-e44acf8698a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:31.031999 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:32.450124 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:32.509611 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:37.653065 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c1e3b7cf-b989-4385-bece-cb4890cc10ac details requested by agent hyperv_n-h2-xena-1 with host n-h2-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:33:37.750035 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port c1e3b7cf-b989-4385-bece-cb4890cc10ac, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c1e3b7cf-b989-4385-bece-cb4890cc10ac,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:33:37.762021 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Returning: {'device': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'port_id': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'mac_address': 'fa:16:3e:9d:00:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:33:37.801429 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:37.820267 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1e3b7cf-b989-4385-bece-cb4890cc10ac {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:33:37.841341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port c1e3b7cf-b989-4385-bece-cb4890cc10ac, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c1e3b7cf-b989-4385-bece-cb4890cc10ac,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:33:37.846392 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:37.902600 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=c1e3b7cf-b989-4385-bece-cb4890cc10ac,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:33:37.910280 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:37.910674 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:37.911021 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:37.911354 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:37.911687 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:37.912009 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:37.912448 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:37.912783 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:37.913105 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:37.913421 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:37.913741 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:37.914058 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:37.995535 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] get_ports_and_sgs() called for port_ids ['c1e3b7cf-b989-4385-bece-cb4890cc10ac'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:33:39.677921 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c1e3b7cf-b989-4385-bece-cb4890cc10ac up at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:33:39.730870 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Provisioning complete for port c1e3b7cf-b989-4385-bece-cb4890cc10ac triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:33:39.731244 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:39.819070 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:39.845923 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75457252-8066-4618-bb85-1bc29c89ee36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:33:39.848282 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20eead1defd04ed19d9e1f577934cb646bb96fa6360cbfa3ec76c6556e217167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a2a88b-2f60-4f23-9a15-c0aa692933cc" -d '{"events": [{"server_uuid": "75457252-8066-4618-bb85-1bc29c89ee36", "name": "network-vif-plugged", "status": "completed", "tag": "c1e3b7cf-b989-4385-bece-cb4890cc10ac"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:33:39.864734 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port c1e3b7cf-b989-4385-bece-cb4890cc10ac, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c1e3b7cf-b989-4385-bece-cb4890cc10ac,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:33:39.873337 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:39.947184 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=c1e3b7cf-b989-4385-bece-cb4890cc10ac,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:33:40.009662 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa773b4-fa7e-4604-90bf-f2c705bf237c x-openstack-request-id: req-bfa773b4-fa7e-4604-90bf-f2c705bf237c {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:33:40.009964 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75457252-8066-4618-bb85-1bc29c89ee36", "name": "network-vif-plugged", "status": "completed", "tag": "c1e3b7cf-b989-4385-bece-cb4890cc10ac", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:33:40.010251 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfa773b4-fa7e-4604-90bf-f2c705bf237c {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:33:40.010662 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75457252-8066-4618-bb85-1bc29c89ee36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'code': 200} Dec 20 22:33:45.699668 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:47.353557 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-fca37127-8a6c-4cb1-b122-17619e1d36ec tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-697413100&fields=id&tenant_id=f8362ca4ea064db4a5d732f55d33c804 HTTP/1.1" status: 200 len: 267 time: 0.0399642 Dec 20 22:33:47.463317 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-ae7b1ccc-f54a-482c-ad7b-6c889fa98036 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:47.464882 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-ae7b1ccc-f54a-482c-ad7b-6c889fa98036 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/networks?id=046a756a-b9a6-432e-9094-e1911a6c68e0 HTTP/1.1" status: 200 len: 810 time: 0.1040852 Dec 20 22:33:47.483329 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-ced845ee-f631-4626-b06c-753173a11634 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/quotas/f8362ca4ea064db4a5d732f55d33c804 HTTP/1.1" status: 200 len: 375 time: 0.0096681 Dec 20 22:33:47.554822 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-1b764e96-231b-4b34-b428-b869d1365447 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8362ca4ea064db4a5d732f55d33c804&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0637283 Dec 20 22:33:47.653217 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-89a0cfe0-081b-468c-91cd-4d7562d7559f service neutron] 10.222.0.32 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857899 Dec 20 22:33:47.747514 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-4a77d05c-67b9-45c7-82d8-d5769d2917e9 service neutron] 10.222.0.32 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880318 Dec 20 22:33:47.959598 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e5a2b8be-9345-4a60-a0fc-0abd2fd2af1b req-4f6445b5-44a1-4b66-a8bc-9df6a6f7ef6a tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 210 time: 0.0318420 Dec 20 22:33:48.778977 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:49.061611 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-a1ed022c-6a6f-47e7-9814-4346eeb7aa36 req-ad0574ee-22fc-4b5f-96ed-7d7e2a1a0c3d tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 210 time: 0.0285010 Dec 20 22:33:49.102222 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-7e45aee7-745c-4e42-a4d5-f6a18b49d65e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:49.103689 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-7e45aee7-745c-4e42-a4d5-f6a18b49d65e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.31 "GET /v2.0/networks?id=046a756a-b9a6-432e-9094-e1911a6c68e0 HTTP/1.1" status: 200 len: 810 time: 0.1091921 Dec 20 22:33:49.153551 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-067b143d-ab51-4b57-90ef-0a067cd5cb07 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8362ca4ea064db4a5d732f55d33c804 HTTP/1.1" status: 200 len: 379 time: 0.0352945 Dec 20 22:33:49.165946 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Request body: {'port': {'device_id': 'b6a60339-0c74-4ea3-babf-cc35ec68aeb1', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'admin_state_up': True, 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'security_groups': ['da051c90-3682-402d-b1d9-2a0b4d99ae85']}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:33:49.280955 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Made reservation on behalf of f8362ca4ea064db4a5d732f55d33c804 for: {'port': 1} {{(pid=102401) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 20 22:33:49.284670 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:49.429584 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_common [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Allocated IP 172.20.0.14 (046a756a-b9a6-432e-9094-e1911a6c68e0/10be6301-4e70-4290-8f09-fe8e082b4de0/6135e059-eabd-4589-824b-6700bcb5b7ac) {{(pid=102401) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:33:49.625015 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for port, precommit_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:49.661660 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_create {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:49.715090 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Network 046a756a-b9a6-432e-9094-e1911a6c68e0 is already hosted by enough agents. {{(pid=102401) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:33:49.719092 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.base_scheduler [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Resources bound (agent type, host, resource id): {{(pid=102401) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:33:49.724130 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Received port after_create {{(pid=102401) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:33:49.757319 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Pushing event updated for resources: {'Port': ['ID=6135e059-eabd-4589-824b-6700bcb5b7ac,revision_number=1']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:33:49.774831 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:49.775387 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:49.775894 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:49.776400 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:49.777517 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:49.778045 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:49.778714 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:49.779204 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:49.779707 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:49.780193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:49.780678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:49.781167 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:33:49.819054 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:49.820003 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:49.846507 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-4feea7ec-6e6d-4dd6-b3e5-9e1cf87c68f5 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6841033 Dec 20 22:33:49.996829 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-d99dbe76-b4c0-453d-b35b-c0dcc0d299fc None None] Provisioning complete for port 6135e059-eabd-4589-824b-6700bcb5b7ac triggered by entity DHCP. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:33:49.997627 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d99dbe76-b4c0-453d-b35b-c0dcc0d299fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:50.030771 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-d99dbe76-b4c0-453d-b35b-c0dcc0d299fc None None] Port 6135e059-eabd-4589-824b-6700bcb5b7ac cannot update to ACTIVE because it is not bound. {{(pid=102403) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 20 22:33:50.188526 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5fd5b-ae63-4b4e-bdb5-e5a836b467fd req-78eeb1a3-3d9f-41be-8829-af56767962ec tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:50.191380 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7d5fd5b-ae63-4b4e-bdb5-e5a836b467fd req-78eeb1a3-3d9f-41be-8829-af56767962ec tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 932 time: 0.0582035 Dec 20 22:33:50.241996 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-e7d5fd5b-ae63-4b4e-bdb5-e5a836b467fd req-a632dfe7-777e-4a7b-9d96-afb72ee7d682 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414605 Dec 20 22:33:51.380811 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05abdb-3885-4ff7-ba4a-e587e26ea8df req-017e5b09-bd1c-4778-b358-983e44a781b8 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:51.382873 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dc05abdb-3885-4ff7-ba4a-e587e26ea8df req-017e5b09-bd1c-4778-b358-983e44a781b8 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 932 time: 0.0509412 Dec 20 22:33:51.424014 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-dc05abdb-3885-4ff7-ba4a-e587e26ea8df req-8448d8cb-b2a7-463c-b985-88c44c595836 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343168 Dec 20 22:33:51.761234 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c1e3b7cf-b989-4385-bece-cb4890cc10ac no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:33:51.842639 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:51.866028 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75457252-8066-4618-bb85-1bc29c89ee36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:33:51.868199 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20eead1defd04ed19d9e1f577934cb646bb96fa6360cbfa3ec76c6556e217167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a83a82a-ece7-4dff-9bef-36878eb0e310" -d '{"events": [{"server_uuid": "75457252-8066-4618-bb85-1bc29c89ee36", "name": "network-vif-unplugged", "status": "completed", "tag": "c1e3b7cf-b989-4385-bece-cb4890cc10ac"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:33:51.882311 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] For port c1e3b7cf-b989-4385-bece-cb4890cc10ac, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c1e3b7cf-b989-4385-bece-cb4890cc10ac,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:33:51.889275 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:51.953981 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Dec 2021 22:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc28645-ab76-47b4-9bd1-09d7113e196b x-openstack-request-id: req-9bc28645-ab76-47b4-9bd1-09d7113e196b {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:33:51.954652 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75457252-8066-4618-bb85-1bc29c89ee36", "name": "network-vif-unplugged", "status": "completed", "tag": "c1e3b7cf-b989-4385-bece-cb4890cc10ac", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:33:51.955169 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9bc28645-ab76-47b4-9bd1-09d7113e196b {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:33:51.955788 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75457252-8066-4618-bb85-1bc29c89ee36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'code': 200} Dec 20 22:33:51.956551 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Pushing event updated for resources: {'Port': ['ID=c1e3b7cf-b989-4385-bece-cb4890cc10ac,revision_number=8']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:33:52.551846 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b95a34-f385-4aaf-b97d-b5c631a76b81 req-0bed3106-e1af-47ff-a7f2-0a4e3fbaf348 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:52.553426 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-33b95a34-f385-4aaf-b97d-b5c631a76b81 req-0bed3106-e1af-47ff-a7f2-0a4e3fbaf348 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 932 time: 0.0562065 Dec 20 22:33:52.605163 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-33b95a34-f385-4aaf-b97d-b5c631a76b81 req-d2f641f9-e8bf-4dc8-b658-ead959b547e9 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449576 Dec 20 22:33:53.727771 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a584536-4b8b-4c84-840f-f4fbfdef1c7a req-300cdbf7-0d79-4022-82b5-2c39cf56e63a tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:53.729273 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0a584536-4b8b-4c84-840f-f4fbfdef1c7a req-300cdbf7-0d79-4022-82b5-2c39cf56e63a tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 932 time: 0.0506706 Dec 20 22:33:53.769943 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-0a584536-4b8b-4c84-840f-f4fbfdef1c7a req-ee653021-3e20-4743-8156-d805936acd02 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331118 Dec 20 22:33:54.897869 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b8cff-8352-43de-86ee-4ed4efb4220b req-46d22f07-f16c-4d48-bf39-e9d62191ad85 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:54.899516 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c1b8cff-8352-43de-86ee-4ed4efb4220b req-46d22f07-f16c-4d48-bf39-e9d62191ad85 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 932 time: 0.0570843 Dec 20 22:33:54.941555 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-9c1b8cff-8352-43de-86ee-4ed4efb4220b req-07932858-8f54-4e62-9fed-f2b1626e9fba tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356848 Dec 20 22:33:56.070473 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850b089-91e3-4acf-a616-72d030555ffd req-9bf7c30c-9eec-4d6e-af07-46c714009749 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:56.078473 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7850b089-91e3-4acf-a616-72d030555ffd req-9bf7c30c-9eec-4d6e-af07-46c714009749 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 932 time: 0.0577888 Dec 20 22:33:56.111155 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7850b089-91e3-4acf-a616-72d030555ffd req-cafdee73-447c-4724-91b8-53dc4e4004f7 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317247 Dec 20 22:33:57.229252 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f891f8d-e71a-402f-bb60-da7d95126072 req-5e154893-b1c1-492c-9102-79def26278fe tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:57.231108 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f891f8d-e71a-402f-bb60-da7d95126072 req-5e154893-b1c1-492c-9102-79def26278fe tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 932 time: 0.0509768 Dec 20 22:33:57.271795 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-5f891f8d-e71a-402f-bb60-da7d95126072 req-6cfe8041-30ec-43ae-9506-58f013a106de tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315881 Dec 20 22:33:57.284161 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ec85cd43-70e7-44d8-be62-ed48e796baa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:57.547914 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.v2.base [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Request body: {'port': {'device_id': 'b6a60339-0c74-4ea3-babf-cc35ec68aeb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-xena-1'}} {{(pid=102401) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:33:57.603606 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:57.876686 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6135e059-eabd-4589-824b-6700bcb5b7ac {{(pid=102401) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:33:57.884392 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:57.896568 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.provisioning_blocks [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Transition to ACTIVE for port object 6135e059-eabd-4589-824b-6700bcb5b7ac will not be triggered until provisioned by entity L2. {{(pid=102401) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 20 22:33:57.902869 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:57.953469 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6135e059-eabd-4589-824b-6700bcb5b7ac,revision_number=2']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:33:58.026367 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Attempting to bind port 6135e059-eabd-4589-824b-6700bcb5b7ac on host n-h1-xena-1 for vnic_type normal with profile {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 20 22:33:58.026783 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Attempting to bind port 6135e059-eabd-4589-824b-6700bcb5b7ac by drivers openvswitch,hyperv on host n-h1-xena-1 at level 0 using segments [{'id': '69dea76a-dece-455e-b8f0-9374510355dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0'}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 20 22:33:58.027062 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Attempting to bind port 6135e059-eabd-4589-824b-6700bcb5b7ac on network 046a756a-b9a6-432e-9094-e1911a6c68e0 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:33:58.031840 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Port 6135e059-eabd-4589-824b-6700bcb5b7ac on network 046a756a-b9a6-432e-9094-e1911a6c68e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-xena-1 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 20 22:33:58.032333 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Attempting to bind port 6135e059-eabd-4589-824b-6700bcb5b7ac on network 046a756a-b9a6-432e-9094-e1911a6c68e0 {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 20 22:33:58.037308 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Checking agent: {'id': 'fafe568f-47e6-44a7-a6f7-f4cc62b3e3d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-xena-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'started_at': datetime.datetime(2021, 12, 20, 21, 12, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 20, 22, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 20 22:33:58.037639 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Checking segment: {'id': '69dea76a-dece-455e-b8f0-9374510355dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 20 22:33:58.038017 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Bound using segment: {'id': '69dea76a-dece-455e-b8f0-9374510355dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0'} {{(pid=102401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 20 22:33:58.038467 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.managers [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Bound port: 6135e059-eabd-4589-824b-6700bcb5b7ac, host: n-h1-xena-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69dea76a-dece-455e-b8f0-9374510355dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0'}}] {{(pid=102401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 20 22:33:58.038822 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:58.106646 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] For port 6135e059-eabd-4589-824b-6700bcb5b7ac, host n-h1-xena-1, cleared binding levels {{(pid=102401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 20 22:33:58.109942 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] For port 6135e059-eabd-4589-824b-6700bcb5b7ac, host n-h1-xena-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6135e059-eabd-4589-824b-6700bcb5b7ac,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 20 22:33:58.115442 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31292835'] for port, after_update {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:58.148447 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:58.149050 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:33:58.150502 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] 10.222.0.31 "PUT /v2.0/ports/6135e059-eabd-4589-824b-6700bcb5b7ac HTTP/1.1" status: 200 len: 1090 time: 0.6673863 Dec 20 22:33:58.150959 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a60339-0c74-4ea3-babf-cc35ec68aeb1', 'tag': '6135e059-eabd-4589-824b-6700bcb5b7ac'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:33:58.153568 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1ee70f-8c9d-4931-8097-8b22b3c55569" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a60339-0c74-4ea3-babf-cc35ec68aeb1", "tag": "6135e059-eabd-4589-824b-6700bcb5b7ac"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:33:58.187947 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b40e3d-463c-43b3-b3ef-5bcf25bbd7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6135e059-eabd-4589-824b-6700bcb5b7ac,revision_number=3']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:33:58.193532 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d4dc9c-5a0b-48a5-853d-ec542dd42300 x-openstack-request-id: req-a4d4dc9c-5a0b-48a5-853d-ec542dd42300 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:33:58.194457 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a60339-0c74-4ea3-babf-cc35ec68aeb1", "tag": "6135e059-eabd-4589-824b-6700bcb5b7ac", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:33:58.194711 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4d4dc9c-5a0b-48a5-853d-ec542dd42300 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:33:58.195445 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a60339-0c74-4ea3-babf-cc35ec68aeb1', 'tag': '6135e059-eabd-4589-824b-6700bcb5b7ac', 'status': 'completed', 'code': 200} Dec 20 22:33:58.261085 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-8e1661b4-9955-480e-9a71-69711b7beb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:58.262623 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-8e1661b4-9955-480e-9a71-69711b7beb4e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8362ca4ea064db4a5d732f55d33c804&device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 1093 time: 0.0460951 Dec 20 22:33:58.311235 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-f456a369-2f6b-4f70-b3bf-80dac2380df7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6135e059-eabd-4589-824b-6700bcb5b7ac HTTP/1.1" status: 200 len: 217 time: 0.0346456 Dec 20 22:33:58.361605 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-19b112b7-627c-4404-bff5-2a3164097e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:58.362996 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-19b112b7-627c-4404-bff5-2a3164097e96 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10be6301-4e70-4290-8f09-fe8e082b4de0 HTTP/1.1" status: 200 len: 849 time: 0.0459094 Dec 20 22:33:58.393787 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380e024-1918-41ac-afd1-a867d22298be req-d355ac5c-4978-4c38-9405-873eca103c5a tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:58.395296 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0380e024-1918-41ac-afd1-a867d22298be req-d355ac5c-4978-4c38-9405-873eca103c5a tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 944 time: 0.0494719 Dec 20 22:33:58.413074 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-393aacf7-b5b3-4179-a608-2713399064ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:58.415008 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-393aacf7-b5b3-4179-a608-2713399064ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=046a756a-b9a6-432e-9094-e1911a6c68e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0443249 Dec 20 22:33:58.434898 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-0380e024-1918-41ac-afd1-a867d22298be req-dcd7c22f-5547-4c97-93ab-210de1a3eb81 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334868 Dec 20 22:33:58.506868 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-5da93b62-9a1c-470d-8bd6-d62aec554a27 service neutron] 10.222.0.31 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849619 Dec 20 22:33:58.609205 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a3ece1d0-5e6a-4021-bd58-e2fb83058b63 req-53727791-a546-47c6-b4b3-c6e13598b2fe service neutron] 10.222.0.31 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948913 Dec 20 22:33:59.064438 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ee70f-8c9d-4931-8097-8b22b3c55569 req-c11daefa-aefc-4685-a912-e5ba847fe029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:59.066886 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd1ee70f-8c9d-4931-8097-8b22b3c55569 req-c11daefa-aefc-4685-a912-e5ba847fe029 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8362ca4ea064db4a5d732f55d33c804&device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 1093 time: 0.3614182 Dec 20 22:33:59.158246 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ee70f-8c9d-4931-8097-8b22b3c55569 req-5067a19d-c3f4-4c63-8d8b-89f9ea44a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:59.159720 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd1ee70f-8c9d-4931-8097-8b22b3c55569 req-5067a19d-c3f4-4c63-8d8b-89f9ea44a05b service neutron] 10.222.0.31 "GET /v2.0/networks?id=046a756a-b9a6-432e-9094-e1911a6c68e0 HTTP/1.1" status: 200 len: 911 time: 0.0850019 Dec 20 22:33:59.204987 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd1ee70f-8c9d-4931-8097-8b22b3c55569 req-d925c3f1-8bd2-4013-8032-5a614d869f9d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6135e059-eabd-4589-824b-6700bcb5b7ac HTTP/1.1" status: 200 len: 217 time: 0.0369017 Dec 20 22:33:59.255602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ee70f-8c9d-4931-8097-8b22b3c55569 req-1e9a474f-8a9d-4028-9980-7ee9b584d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:59.257022 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd1ee70f-8c9d-4931-8097-8b22b3c55569 req-1e9a474f-8a9d-4028-9980-7ee9b584d6e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10be6301-4e70-4290-8f09-fe8e082b4de0 HTTP/1.1" status: 200 len: 849 time: 0.0444450 Dec 20 22:33:59.309999 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ee70f-8c9d-4931-8097-8b22b3c55569 req-66d20487-3d5c-4636-acff-c87eaae1b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:59.311501 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd1ee70f-8c9d-4931-8097-8b22b3c55569 req-66d20487-3d5c-4636-acff-c87eaae1b148 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=046a756a-b9a6-432e-9094-e1911a6c68e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0471618 Dec 20 22:33:59.397204 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:33:59.408796 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd1ee70f-8c9d-4931-8097-8b22b3c55569 req-b85a36fe-bede-4f02-b9cb-c973b4966da6 service neutron] 10.222.0.31 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872781 Dec 20 22:33:59.500648 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-fd1ee70f-8c9d-4931-8097-8b22b3c55569 req-e1827057-be8a-4600-839d-48a901f95e27 service neutron] 10.222.0.31 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844786 Dec 20 22:33:59.553618 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d9230-1d5b-482e-9de2-dd8e456e852f req-9c1ea9af-d86b-424d-982b-e9a966324fcf tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:33:59.555108 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc1d9230-1d5b-482e-9de2-dd8e456e852f req-9c1ea9af-d86b-424d-982b-e9a966324fcf tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 944 time: 0.0488403 Dec 20 22:33:59.600355 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-dc1d9230-1d5b-482e-9de2-dd8e456e852f req-e9bcad77-1027-4876-88d0-3030bd104f2b tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391021 Dec 20 22:33:59.600934 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-071bf649-60b6-4f14-92d8-0bf54171186c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:00.731332 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400f69d-2b10-4097-96ac-3c0a1bd4b1a5 req-bf590943-7532-469a-b75c-b303ca1c824b tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:00.732787 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8400f69d-2b10-4097-96ac-3c0a1bd4b1a5 req-bf590943-7532-469a-b75c-b303ca1c824b tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 944 time: 0.0631742 Dec 20 22:34:00.770963 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-8400f69d-2b10-4097-96ac-3c0a1bd4b1a5 req-7be25103-63a2-4adf-af7d-cddb002983bf tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320959 Dec 20 22:34:00.932466 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6135e059-eabd-4589-824b-6700bcb5b7ac details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:34:01.047285 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:01.054042 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6135e059-eabd-4589-824b-6700bcb5b7ac, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6135e059-eabd-4589-824b-6700bcb5b7ac,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:34:01.066592 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '6135e059-eabd-4589-824b-6700bcb5b7ac', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'port_id': '6135e059-eabd-4589-824b-6700bcb5b7ac', 'mac_address': 'fa:16:3e:c7:d8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:34:01.108990 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:01.121775 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6135e059-eabd-4589-824b-6700bcb5b7ac {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:34:01.140939 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6135e059-eabd-4589-824b-6700bcb5b7ac, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6135e059-eabd-4589-824b-6700bcb5b7ac,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:34:01.146088 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:01.196833 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=6135e059-eabd-4589-824b-6700bcb5b7ac,revision_number=4']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:34:01.455395 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['6135e059-eabd-4589-824b-6700bcb5b7ac'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:34:01.898855 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e555e7-899c-4852-a3c6-bd792cdefd77 req-f955e9cb-39ce-4c63-8a0a-cbe86b06073b tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:01.900364 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32e555e7-899c-4852-a3c6-bd792cdefd77 req-f955e9cb-39ce-4c63-8a0a-cbe86b06073b tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 945 time: 0.0545027 Dec 20 22:34:01.942986 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-32e555e7-899c-4852-a3c6-bd792cdefd77 req-841b07ad-36d0-499f-86ba-f9ca99163a68 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326540 Dec 20 22:34:02.451350 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:02.517583 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:02.939886 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6135e059-eabd-4589-824b-6700bcb5b7ac up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:34:02.993805 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning for port 6135e059-eabd-4589-824b-6700bcb5b7ac completed by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 20 22:34:02.998016 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 6135e059-eabd-4589-824b-6700bcb5b7ac triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:34:02.998442 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:03.059919 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fded76-1785-4452-81fe-a5e2eaf940b2 req-c245abbc-916c-449b-beed-3826117c513d tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:03.061472 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0fded76-1785-4452-81fe-a5e2eaf940b2 req-c245abbc-916c-449b-beed-3826117c513d tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 945 time: 0.0491703 Dec 20 22:34:03.075157 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:03.100158 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a60339-0c74-4ea3-babf-cc35ec68aeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6135e059-eabd-4589-824b-6700bcb5b7ac'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:34:03.102396 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20eead1defd04ed19d9e1f577934cb646bb96fa6360cbfa3ec76c6556e217167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ef1353-cf8e-4227-9525-cb02db47ffe2" -d '{"events": [{"server_uuid": "b6a60339-0c74-4ea3-babf-cc35ec68aeb1", "name": "network-vif-plugged", "status": "completed", "tag": "6135e059-eabd-4589-824b-6700bcb5b7ac"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:34:03.103972 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-e0fded76-1785-4452-81fe-a5e2eaf940b2 req-f6bccb5e-1ac6-4a83-bd8f-98c5773f4688 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358539 Dec 20 22:34:03.118369 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6135e059-eabd-4589-824b-6700bcb5b7ac, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6135e059-eabd-4589-824b-6700bcb5b7ac,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:34:03.123307 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:03.146736 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f25d85-bebd-473f-9471-afa2a4bbaef9 x-openstack-request-id: req-46f25d85-bebd-473f-9471-afa2a4bbaef9 {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:34:03.147031 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a60339-0c74-4ea3-babf-cc35ec68aeb1", "name": "network-vif-plugged", "status": "completed", "tag": "6135e059-eabd-4589-824b-6700bcb5b7ac", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:34:03.147282 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46f25d85-bebd-473f-9471-afa2a4bbaef9 {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:34:03.147672 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a60339-0c74-4ea3-babf-cc35ec68aeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6135e059-eabd-4589-824b-6700bcb5b7ac', 'code': 200} Dec 20 22:34:03.173623 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=6135e059-eabd-4589-824b-6700bcb5b7ac,revision_number=5']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:34:03.264074 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750c446-e6e8-4766-a0e8-6fa15d0ce108 req-8938208e-5564-4b77-94ee-7d9edd57a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:03.265623 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f750c446-e6e8-4766-a0e8-6fa15d0ce108 req-8938208e-5564-4b77-94ee-7d9edd57a562 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 1095 time: 0.0421553 Dec 20 22:34:03.314813 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f750c446-e6e8-4766-a0e8-6fa15d0ce108 req-699a9784-6f25-47fc-887a-06430974750d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423265 Dec 20 22:34:04.257627 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e0833-6c75-48e1-ac12-e868e59c1652 req-b4a6c22e-d930-4eb7-a4c0-2bb64f1b75d7 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:04.259155 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6a6e0833-6c75-48e1-ac12-e868e59c1652 req-b4a6c22e-d930-4eb7-a4c0-2bb64f1b75d7 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 946 time: 0.0612333 Dec 20 22:34:04.299262 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-6a6e0833-6c75-48e1-ac12-e868e59c1652 req-427b26b7-4c14-4ee5-9b39-e04ccb9566fc tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337288 Dec 20 22:34:05.441221 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c79bdb-8513-4dc6-a9df-9de88bd86c3a req-34eb82b6-b921-4473-bab4-423637791abd tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:05.442710 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a2c79bdb-8513-4dc6-a9df-9de88bd86c3a req-34eb82b6-b921-4473-bab4-423637791abd tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 946 time: 0.0550704 Dec 20 22:34:05.488384 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-a2c79bdb-8513-4dc6-a9df-9de88bd86c3a req-442fca18-4aa7-4c79-9b0a-7e54906f42b9 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395334 Dec 20 22:34:05.610274 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e464f-0e59-4871-a0ab-c46a0a94b88c req-e3b8b9f5-9129-428b-9099-3ec4826481c2 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:05.611654 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-714e464f-0e59-4871-a0ab-c46a0a94b88c req-e3b8b9f5-9129-428b-9099-3ec4826481c2 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 946 time: 0.0551498 Dec 20 22:34:05.649853 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-714e464f-0e59-4871-a0ab-c46a0a94b88c req-ec386ea8-b709-4138-bfe6-778d32a11c0a tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321672 Dec 20 22:34:05.671719 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55278) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:34:05.711393 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac9c09b-1ba4-4065-b9d5-8eab18cceb24 tempest-TestSnapshotPattern-2020456650 tempest-TestSnapshotPattern-2020456650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:05.712864 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cac9c09b-1ba4-4065-b9d5-8eab18cceb24 tempest-TestSnapshotPattern-2020456650 tempest-TestSnapshotPattern-2020456650-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 1090 time: 0.0402131 Dec 20 22:34:05.715802 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55280) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:34:05.719983 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.v2.base [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Request body: {'floatingip': {'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'port_id': '6135e059-eabd-4589-824b-6700bcb5b7ac', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102402) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 20 22:34:05.746056 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for floatingip, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:05.850818 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:05.899460 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f43fb411-0ab9-482c-9505-04a1f0406384 req-c104c32c-dd98-476d-84ce-4a1176bb0236 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0397599 Dec 20 22:34:05.962438 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_common [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Allocated IP 172.35.3.175 (75a50006-9813-4820-b308-110a7399d065/b8012868-e0a6-46b2-994d-7d6228e2b6fe/b13e5242-d9af-4b96-91e5-a62b57e1ba50) {{(pid=102402) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 20 22:34:06.003270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fb411-0ab9-482c-9505-04a1f0406384 req-a1b4d76b-f07b-4f0f-a230-3d9b4a50acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:06.004758 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f43fb411-0ab9-482c-9505-04a1f0406384 req-a1b4d76b-f07b-4f0f-a230-3d9b4a50acc7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8362ca4ea064db4a5d732f55d33c804&device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 1095 time: 0.0411129 Dec 20 22:34:06.072261 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for port, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:06.108837 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771581674837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:06.110712 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fb411-0ab9-482c-9505-04a1f0406384 req-573dfd24-3428-4cf8-b86a-9dcecb5dba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:06.112187 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f43fb411-0ab9-482c-9505-04a1f0406384 req-573dfd24-3428-4cf8-b86a-9dcecb5dba14 service neutron] 10.222.0.31 "GET /v2.0/networks?id=046a756a-b9a6-432e-9094-e1911a6c68e0 HTTP/1.1" status: 200 len: 911 time: 0.0863011 Dec 20 22:34:06.143923 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Network 75a50006-9813-4820-b308-110a7399d065 is already hosted by enough agents. {{(pid=102402) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 20 22:34:06.146758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.base_scheduler [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Resources bound (agent type, host, resource id): {{(pid=102402) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 20 22:34:06.150251 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Received port after_create {{(pid=102402) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 20 22:34:06.153782 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f43fb411-0ab9-482c-9505-04a1f0406384 req-810640e8-242c-4803-83b4-8db95859f10e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6135e059-eabd-4589-824b-6700bcb5b7ac HTTP/1.1" status: 200 len: 217 time: 0.0346274 Dec 20 22:34:06.180044 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Pushing event updated for resources: {'Port': ['ID=b13e5242-d9af-4b96-91e5-a62b57e1ba50,revision_number=1']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:34:06.193495 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:34:06.193830 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:34:06.194191 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:34:06.194521 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:34:06.194836 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:34:06.195175 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:34:06.195497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:34:06.195813 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:34:06.196131 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:34:06.196447 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:34:06.196766 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:34:06.197079 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:34:06.202044 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fb411-0ab9-482c-9505-04a1f0406384 req-c72886eb-8fd9-4156-bb7c-a50a4aa3f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:06.203858 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f43fb411-0ab9-482c-9505-04a1f0406384 req-c72886eb-8fd9-4156-bb7c-a50a4aa3f776 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10be6301-4e70-4290-8f09-fe8e082b4de0 HTTP/1.1" status: 200 len: 849 time: 0.0441387 Dec 20 22:34:06.249211 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fb411-0ab9-482c-9505-04a1f0406384 req-2e60c255-d581-416f-bd7a-a7b3ba67d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:06.250774 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f43fb411-0ab9-482c-9505-04a1f0406384 req-2e60c255-d581-416f-bd7a-a7b3ba67d113 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=046a756a-b9a6-432e-9094-e1911a6c68e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0408533 Dec 20 22:34:06.346361 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f43fb411-0ab9-482c-9505-04a1f0406384 req-07efb362-e6c0-478f-9a9f-b166eb707b14 service neutron] 10.222.0.31 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888464 Dec 20 22:34:06.441609 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f43fb411-0ab9-482c-9505-04a1f0406384 req-6f8d57cc-656d-4772-8848-6fe7c0b60ec9 service neutron] 10.222.0.31 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890901 Dec 20 22:34:06.536987 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:06.611136 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:06.765762 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for port, precommit_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:06.771728 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31194316'] for port, after_update {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:06.840851 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Pushing event updated for resources: {'Port': ['ID=b13e5242-d9af-4b96-91e5-a62b57e1ba50,revision_number=2']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:34:06.853952 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-292431'] for floatingip, after_create {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:06.961281 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Floating IP 98bd6123-558c-4bb9-aa9f-d104b10a2ef2 associated. External IP: 172.35.3.175, port: 6135e059-eabd-4589-824b-6700bcb5b7ac. Dec 20 22:34:07.176816 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Router 2c617d07-6f14-4616-89f4-f0904cfb2fdc has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:34:07.645333 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:34:07.656676 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048483ec-d69f-4a6e-ac1e-e7c09b6d658c None None] Sync routers for ids ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:34:07.665559 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:07.666706 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048483ec-d69f-4a6e-ac1e-e7c09b6d658c None None] Routers {'2c617d07-6f14-4616-89f4-f0904cfb2fdc'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:34:07.668290 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-048483ec-d69f-4a6e-ac1e-e7c09b6d658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:34:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:34:07.693077 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-b8c8dbbb-8a2e-4fcc-8087-68edf2796c14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9762325 Dec 20 22:34:07.693721 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a60339-0c74-4ea3-babf-cc35ec68aeb1', 'tag': '6135e059-eabd-4589-824b-6700bcb5b7ac'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:34:07.696117 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f39d2392ee36c270bf164f2b0d9d8519f42a87b2972c565f9d9401e18f0a645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609a0368-9805-43f3-8357-34e90116d4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a60339-0c74-4ea3-babf-cc35ec68aeb1", "tag": "6135e059-eabd-4589-824b-6700bcb5b7ac"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:34:07.734020 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f73a15-37db-4bf7-a4d2-ad8ffd686af8 x-openstack-request-id: req-e0f73a15-37db-4bf7-a4d2-ad8ffd686af8 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:34:07.734335 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a60339-0c74-4ea3-babf-cc35ec68aeb1", "tag": "6135e059-eabd-4589-824b-6700bcb5b7ac", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:34:07.734570 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0f73a15-37db-4bf7-a4d2-ad8ffd686af8 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:34:07.734967 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a60339-0c74-4ea3-babf-cc35ec68aeb1', 'tag': '6135e059-eabd-4589-824b-6700bcb5b7ac', 'status': 'completed', 'code': 200} Dec 20 22:34:07.827394 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a0368-9805-43f3-8357-34e90116d4d4 req-669d9df1-3cce-4650-81a7-e6c56206f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:07.829001 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-609a0368-9805-43f3-8357-34e90116d4d4 req-669d9df1-3cce-4650-81a7-e6c56206f069 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8362ca4ea064db4a5d732f55d33c804&device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 1095 time: 0.0507715 Dec 20 22:34:07.920187 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a0368-9805-43f3-8357-34e90116d4d4 req-8ec3bd04-589f-4927-9755-27c7201e749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:07.921599 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-609a0368-9805-43f3-8357-34e90116d4d4 req-8ec3bd04-589f-4927-9755-27c7201e749e service neutron] 10.222.0.31 "GET /v2.0/networks?id=046a756a-b9a6-432e-9094-e1911a6c68e0 HTTP/1.1" status: 200 len: 911 time: 0.0865748 Dec 20 22:34:07.936526 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-048483ec-d69f-4a6e-ac1e-e7c09b6d658c None None] Set router 2c617d07-6f14-4616-89f4-f0904cfb2fdc gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:34:07.990266 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-609a0368-9805-43f3-8357-34e90116d4d4 req-a3afd337-7f89-475e-b5f0-3995edd78eb5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6135e059-eabd-4589-824b-6700bcb5b7ac HTTP/1.1" status: 200 len: 1000 time: 0.0623622 Dec 20 22:34:08.040758 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a0368-9805-43f3-8357-34e90116d4d4 req-9e8fbc13-b1ff-49db-b49e-7aac2a4e6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:08.042466 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-609a0368-9805-43f3-8357-34e90116d4d4 req-9e8fbc13-b1ff-49db-b49e-7aac2a4e6599 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10be6301-4e70-4290-8f09-fe8e082b4de0 HTTP/1.1" status: 200 len: 849 time: 0.0451913 Dec 20 22:34:08.086678 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a0368-9805-43f3-8357-34e90116d4d4 req-3da6df97-2070-460c-a6f2-afd465ba189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:08.088225 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-609a0368-9805-43f3-8357-34e90116d4d4 req-3da6df97-2070-460c-a6f2-afd465ba189f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=046a756a-b9a6-432e-9094-e1911a6c68e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0397298 Dec 20 22:34:08.171602 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-048483ec-d69f-4a6e-ac1e-e7c09b6d658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '2eb7dfa0-7e96-4bfb-99e2-016cbd6cf015', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'floating_ip_address': '172.35.3.142', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'port_id': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'mac_address': 'fa:16:3e:9d:00:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75457252-8066-4618-bb85-1bc29c89ee36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:31:36Z', 'updated_at': '2021-12-20T22:31:38Z', 'revision_number': 1, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'fixed_ip_address_scope': None}, {'id': '98bd6123-558c-4bb9-aa9f-d104b10a2ef2', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'port_id': '6135e059-eabd-4589-824b-6700bcb5b7ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'mac_address': 'fa:16:3e:c7:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a60339-0c74-4ea3-babf-cc35ec68aeb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:34:06Z', 'updated_at': '2021-12-20T22:34:06Z', 'revision_number': 0, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af', 'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'mac_address': 'fa:16:3e:5e:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:11Z', 'updated_at': '2021-12-20T22:31:17Z', 'revision_number': 5, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'subnets': [{'id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:34:08.187907 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-609a0368-9805-43f3-8357-34e90116d4d4 req-77bc4ed7-289b-4dbe-9f4d-8c28cd974d77 service neutron] 10.222.0.31 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933714 Dec 20 22:34:08.201300 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048483ec-d69f-4a6e-ac1e-e7c09b6d658c None None] Checking router: 2c617d07-6f14-4616-89f4-f0904cfb2fdc for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:34:08.209486 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048483ec-d69f-4a6e-ac1e-e7c09b6d658c None None] Routers {'2c617d07-6f14-4616-89f4-f0904cfb2fdc'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:34:08.210094 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-048483ec-d69f-4a6e-ac1e-e7c09b6d658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:34:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:34:08.279266 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-609a0368-9805-43f3-8357-34e90116d4d4 req-2fd7040b-bba6-4f52-a089-c39155665b4a service neutron] 10.222.0.31 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854626 Dec 20 22:34:08.316187 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-048483ec-d69f-4a6e-ac1e-e7c09b6d658c None None] Set router 2c617d07-6f14-4616-89f4-f0904cfb2fdc gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:34:08.563749 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-048483ec-d69f-4a6e-ac1e-e7c09b6d658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '2eb7dfa0-7e96-4bfb-99e2-016cbd6cf015', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'floating_ip_address': '172.35.3.142', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'port_id': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'mac_address': 'fa:16:3e:9d:00:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75457252-8066-4618-bb85-1bc29c89ee36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:31:36Z', 'updated_at': '2021-12-20T22:31:38Z', 'revision_number': 1, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'fixed_ip_address_scope': None}, {'id': '98bd6123-558c-4bb9-aa9f-d104b10a2ef2', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'port_id': '6135e059-eabd-4589-824b-6700bcb5b7ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'mac_address': 'fa:16:3e:c7:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a60339-0c74-4ea3-babf-cc35ec68aeb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:34:06Z', 'updated_at': '2021-12-20T22:34:06Z', 'revision_number': 0, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af', 'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'mac_address': 'fa:16:3e:5e:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:11Z', 'updated_at': '2021-12-20T22:31:17Z', 'revision_number': 5, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'subnets': [{'id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:34:08.589935 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048483ec-d69f-4a6e-ac1e-e7c09b6d658c None None] The sync data for ids ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'] in n-d-xena-1 is: [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '2eb7dfa0-7e96-4bfb-99e2-016cbd6cf015', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'floating_ip_address': '172.35.3.142', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'port_id': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'mac_address': 'fa:16:3e:9d:00:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75457252-8066-4618-bb85-1bc29c89ee36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:31:36Z', 'updated_at': '2021-12-20T22:31:38Z', 'revision_number': 1, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'fixed_ip_address_scope': None}, {'id': '98bd6123-558c-4bb9-aa9f-d104b10a2ef2', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'floating_ip_address': '172.35.3.175', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'port_id': '6135e059-eabd-4589-824b-6700bcb5b7ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'mac_address': 'fa:16:3e:c7:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a60339-0c74-4ea3-babf-cc35ec68aeb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:34:06Z', 'updated_at': '2021-12-20T22:34:06Z', 'revision_number': 0, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af', 'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'mac_address': 'fa:16:3e:5e:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:11Z', 'updated_at': '2021-12-20T22:31:17Z', 'revision_number': 5, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'subnets': [{'id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:34:08.883777 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345660d-8157-42f4-a269-73ded5ced5c0 None None] New status for floating IP 98bd6123-558c-4bb9-aa9f-d104b10a2ef2: ACTIVE {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:34:09.114650 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf94ea9d-f438-4778-9605-cb5f8c08b57f req-c3b632ff-3121-4301-a13e-8b016e36979f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0893080 Dec 20 22:34:09.224722 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94ea9d-f438-4778-9605-cb5f8c08b57f req-3fb2b9d5-68f0-4427-a20e-ce4fc972676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:09.226253 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf94ea9d-f438-4778-9605-cb5f8c08b57f req-3fb2b9d5-68f0-4427-a20e-ce4fc972676c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f8362ca4ea064db4a5d732f55d33c804&device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 1092 time: 0.0482042 Dec 20 22:34:09.342416 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94ea9d-f438-4778-9605-cb5f8c08b57f req-930287cc-bb76-473b-8fb5-a555f0854702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:09.343882 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf94ea9d-f438-4778-9605-cb5f8c08b57f req-930287cc-bb76-473b-8fb5-a555f0854702 service neutron] 10.222.0.66 "GET /v2.0/networks?id=046a756a-b9a6-432e-9094-e1911a6c68e0 HTTP/1.1" status: 200 len: 911 time: 0.0944567 Dec 20 22:34:09.412799 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf94ea9d-f438-4778-9605-cb5f8c08b57f req-2cf67e69-15c9-49d6-b54c-d13e0f49256b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1e3b7cf-b989-4385-bece-cb4890cc10ac HTTP/1.1" status: 200 len: 999 time: 0.0617514 Dec 20 22:34:09.472823 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94ea9d-f438-4778-9605-cb5f8c08b57f req-0aa80d01-3517-4aa9-a0f5-f3d23e05f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:09.474439 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf94ea9d-f438-4778-9605-cb5f8c08b57f req-0aa80d01-3517-4aa9-a0f5-f3d23e05f82f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10be6301-4e70-4290-8f09-fe8e082b4de0 HTTP/1.1" status: 200 len: 849 time: 0.0553284 Dec 20 22:34:09.532842 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94ea9d-f438-4778-9605-cb5f8c08b57f req-008644a6-632e-46ac-af7e-d18435a820c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:34:09.535324 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf94ea9d-f438-4778-9605-cb5f8c08b57f req-008644a6-632e-46ac-af7e-d18435a820c4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=046a756a-b9a6-432e-9094-e1911a6c68e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0542634 Dec 20 22:34:09.632846 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf94ea9d-f438-4778-9605-cb5f8c08b57f req-ae382297-1851-4fc1-87d6-26918969839a service neutron] 10.222.0.66 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908227 Dec 20 22:34:09.719463 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-bf94ea9d-f438-4778-9605-cb5f8c08b57f req-860178fa-ced2-4b89-bbf0-175bffd95f63 service neutron] 10.222.0.66 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805337 Dec 20 22:34:15.704936 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:18.783312 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:27.287327 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c3d4bab6-9840-4ae2-af2f-69324f45524c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:29.614440 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-6e208a6d-9f06-44e4-a785-c757b6c169e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:31.046730 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:32.454993 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:32.517753 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:36.400906 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:34:45.737113 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:48.786202 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:57.297796 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-a02f34d9-cc32-457d-8fd9-7e9a1eddc1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:34:59.621191 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f019-1c0b-4ba8-98be-7c91a186d5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:01.044589 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:02.461763 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:02.511438 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:06.941119 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-343a3c8e-6290-4770-a9f6-a1daf4093243 req-5cf1400d-72d7-4ffb-b364-099dddd2eb58 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0427635 Dec 20 22:35:07.057602 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a3c8e-6290-4770-a9f6-a1daf4093243 req-3a7f2fe6-ba87-4e6a-ad04-93b5621fa1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:07.059176 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-343a3c8e-6290-4770-a9f6-a1daf4093243 req-3a7f2fe6-ba87-4e6a-ad04-93b5621fa1d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8362ca4ea064db4a5d732f55d33c804&device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 1095 time: 0.0543444 Dec 20 22:35:07.172218 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a3c8e-6290-4770-a9f6-a1daf4093243 req-1ad3dd89-b722-4cc4-ba07-c3a8f960702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:07.173721 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-343a3c8e-6290-4770-a9f6-a1daf4093243 req-1ad3dd89-b722-4cc4-ba07-c3a8f960702e service neutron] 10.222.0.31 "GET /v2.0/networks?id=046a756a-b9a6-432e-9094-e1911a6c68e0 HTTP/1.1" status: 200 len: 911 time: 0.0889421 Dec 20 22:35:07.245540 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-343a3c8e-6290-4770-a9f6-a1daf4093243 req-38e71446-dc83-4401-9ffb-0cb1bdc2b6ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6135e059-eabd-4589-824b-6700bcb5b7ac HTTP/1.1" status: 200 len: 1002 time: 0.0647144 Dec 20 22:35:07.305133 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a3c8e-6290-4770-a9f6-a1daf4093243 req-a626a7fc-f8d6-45cd-a08c-c86cceda5e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:07.307358 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-343a3c8e-6290-4770-a9f6-a1daf4093243 req-a626a7fc-f8d6-45cd-a08c-c86cceda5e0b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10be6301-4e70-4290-8f09-fe8e082b4de0 HTTP/1.1" status: 200 len: 849 time: 0.0557804 Dec 20 22:35:07.355306 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a3c8e-6290-4770-a9f6-a1daf4093243 req-39f40937-6e58-4506-af90-cf27f1363f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:07.358198 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-343a3c8e-6290-4770-a9f6-a1daf4093243 req-39f40937-6e58-4506-af90-cf27f1363f60 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=046a756a-b9a6-432e-9094-e1911a6c68e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0443132 Dec 20 22:35:07.371189 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [req-343a3c8e-6290-4770-a9f6-a1daf4093243 req-9dbad017-1cd3-4587-95cc-7940d2bd1bb9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102401) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 20 22:35:07.372608 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-343a3c8e-6290-4770-a9f6-a1daf4093243 req-9dbad017-1cd3-4587-95cc-7940d2bd1bb9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077713 Dec 20 22:35:07.474761 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-343a3c8e-6290-4770-a9f6-a1daf4093243 req-40ec8218-9fac-44b0-b65d-1fdd010db14d service neutron] 10.222.0.31 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948741 Dec 20 22:35:07.579656 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-343a3c8e-6290-4770-a9f6-a1daf4093243 req-6169285e-948c-46c8-a71c-bdaa18431cf5 service neutron] 10.222.0.31 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979838 Dec 20 22:35:11.715551 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39b93b8e-c521-4228-831d-b821ac808cb6 req-c8fc9171-03b3-4fbf-93b2-345e545dc401 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 271 time: 0.0461152 Dec 20 22:35:11.835185 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b93b8e-c521-4228-831d-b821ac808cb6 req-634256bf-cf88-41b0-89ef-cd6d51a9eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:11.836900 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39b93b8e-c521-4228-831d-b821ac808cb6 req-634256bf-cf88-41b0-89ef-cd6d51a9eb76 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f8362ca4ea064db4a5d732f55d33c804&device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 1092 time: 0.0495985 Dec 20 22:35:11.949733 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b93b8e-c521-4228-831d-b821ac808cb6 req-84d3186c-6ae1-4760-a263-c415218fa407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:11.951324 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39b93b8e-c521-4228-831d-b821ac808cb6 req-84d3186c-6ae1-4760-a263-c415218fa407 service neutron] 10.222.0.66 "GET /v2.0/networks?id=046a756a-b9a6-432e-9094-e1911a6c68e0 HTTP/1.1" status: 200 len: 911 time: 0.0959346 Dec 20 22:35:12.021544 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39b93b8e-c521-4228-831d-b821ac808cb6 req-78ad44d7-f219-45d5-8a0a-b51765fafdb3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1e3b7cf-b989-4385-bece-cb4890cc10ac HTTP/1.1" status: 200 len: 999 time: 0.0635893 Dec 20 22:35:12.070769 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b93b8e-c521-4228-831d-b821ac808cb6 req-8c008ff9-e9e8-462d-8cd4-14e972149f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:12.072180 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39b93b8e-c521-4228-831d-b821ac808cb6 req-8c008ff9-e9e8-462d-8cd4-14e972149f1f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10be6301-4e70-4290-8f09-fe8e082b4de0 HTTP/1.1" status: 200 len: 849 time: 0.0440338 Dec 20 22:35:12.128929 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b93b8e-c521-4228-831d-b821ac808cb6 req-2214da36-d53f-4afc-b1c8-12016d3521ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:12.131243 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39b93b8e-c521-4228-831d-b821ac808cb6 req-2214da36-d53f-4afc-b1c8-12016d3521ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=046a756a-b9a6-432e-9094-e1911a6c68e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0517201 Dec 20 22:35:12.235567 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39b93b8e-c521-4228-831d-b821ac808cb6 req-4c5cb535-c46b-4307-8231-6e350ad55cde service neutron] 10.222.0.66 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974064 Dec 20 22:35:12.324235 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-39b93b8e-c521-4228-831d-b821ac808cb6 req-2e8547e6-efef-4988-a466-5fdece19effa service neutron] 10.222.0.66 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822916 Dec 20 22:35:13.406534 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:35:15.759165 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:18.781206 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:27.298326 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-48ba4296-03c6-4be2-958d-a62ac76f043e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:29.610885 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3144851b-594f-4e23-ba26-9ceba61906b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:31.050334 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:32.461627 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:32.516138 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:41.431398 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6135e059-eabd-4589-824b-6700bcb5b7ac details requested by agent hyperv_n-h1-xena-1 with host n-h1-xena-1 {{(pid=102403) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 20 22:35:41.524952 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6135e059-eabd-4589-824b-6700bcb5b7ac, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6135e059-eabd-4589-824b-6700bcb5b7ac,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:35:41.536346 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Returning: {'device': '6135e059-eabd-4589-824b-6700bcb5b7ac', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'port_id': '6135e059-eabd-4589-824b-6700bcb5b7ac', 'mac_address': 'fa:16:3e:c7:d8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102403) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 20 22:35:41.576205 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:41.589232 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6135e059-eabd-4589-824b-6700bcb5b7ac {{(pid=102403) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 20 22:35:41.610628 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6135e059-eabd-4589-824b-6700bcb5b7ac, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6135e059-eabd-4589-824b-6700bcb5b7ac,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:35:41.615405 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:41.662233 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=6135e059-eabd-4589-824b-6700bcb5b7ac,revision_number=6']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:35:41.669727 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:41.670102 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:41.670444 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:41.670877 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:41.671216 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:41.671546 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:41.671873 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:41.672197 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:41.672521 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:41.672844 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:41.673163 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:41.673483 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102403) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:41.748976 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] get_ports_and_sgs() called for port_ids ['6135e059-eabd-4589-824b-6700bcb5b7ac'] {{(pid=102403) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 20 22:35:43.440194 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6135e059-eabd-4589-824b-6700bcb5b7ac up at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 20 22:35:43.538882 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.provisioning_blocks [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Provisioning complete for port 6135e059-eabd-4589-824b-6700bcb5b7ac triggered by entity L2. {{(pid=102403) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 20 22:35:43.539298 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1613276'] for port, provisioning_complete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:43.675656 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1630888'] for port, before_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:43.710750 n-d-xena-1 neutron-server[102403]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a60339-0c74-4ea3-babf-cc35ec68aeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6135e059-eabd-4589-824b-6700bcb5b7ac'}] {{(pid=102403) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:35:43.712429 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20eead1defd04ed19d9e1f577934cb646bb96fa6360cbfa3ec76c6556e217167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a604021-ebed-487c-ba66-98e84f134a04" -d '{"events": [{"server_uuid": "b6a60339-0c74-4ea3-babf-cc35ec68aeb1", "name": "network-vif-plugged", "status": "completed", "tag": "6135e059-eabd-4589-824b-6700bcb5b7ac"}]}' {{(pid=102403) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:35:43.736438 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] For port 6135e059-eabd-4589-824b-6700bcb5b7ac, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6135e059-eabd-4589-824b-6700bcb5b7ac,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:35:43.749618 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771581996966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771581674855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771581674873'] for port, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:43.779954 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a2bc66-a9bf-4cae-a32f-0c0f03dfd0be x-openstack-request-id: req-97a2bc66-a9bf-4cae-a32f-0c0f03dfd0be {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:35:43.780267 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a60339-0c74-4ea3-babf-cc35ec68aeb1", "name": "network-vif-plugged", "status": "completed", "tag": "6135e059-eabd-4589-824b-6700bcb5b7ac", "code": 200}]} {{(pid=102403) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:35:43.780511 n-d-xena-1 neutron-server[102403]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97a2bc66-a9bf-4cae-a32f-0c0f03dfd0be {{(pid=102403) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:35:43.780897 n-d-xena-1 neutron-server[102403]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a60339-0c74-4ea3-babf-cc35ec68aeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6135e059-eabd-4589-824b-6700bcb5b7ac', 'code': 200} Dec 20 22:35:43.817629 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Pushing event updated for resources: {'Port': ['ID=6135e059-eabd-4589-824b-6700bcb5b7ac,revision_number=7']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:35:45.770236 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:48.791893 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:50.406227 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:35:51.293933 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55492) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:35:51.462916 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Deleting port b13e5242-d9af-4b96-91e5-a62b57e1ba50 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:35:51.463422 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:51.540750 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:51.541039 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:51.553219 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Calling delete_port for b13e5242-d9af-4b96-91e5-a62b57e1ba50 owned by network:floatingip {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:35:51.706171 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:51.731517 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Pushing event deleted for resources: {'Port': ['ID=b13e5242-d9af-4b96-91e5-a62b57e1ba50,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:35:51.742974 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:51.743322 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:51.743652 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:51.743986 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:51.744306 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:51.744759 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:51.744998 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:51.745509 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:51.745841 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:51.746167 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:51.746482 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:51.746798 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102402) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:51.803342 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for floatingip, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:51.803721 n-d-xena-1 neutron-server[102402]: INFO neutron.db.l3_db [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Floating IP 98bd6123-558c-4bb9-aa9f-d104b10a2ef2 disassociated (deleted). External IP: 172.35.3.175, port: 6135e059-eabd-4589-824b-6700bcb5b7ac. Dec 20 22:35:52.021328 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Router 2c617d07-6f14-4616-89f4-f0904cfb2fdc has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:35:52.137123 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:35:52.142388 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:52.150008 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26c5ac6-c3bc-4da5-865e-c72f0af6beac None None] Sync routers for ids ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:35:52.160730 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26c5ac6-c3bc-4da5-865e-c72f0af6beac None None] Routers {'2c617d07-6f14-4616-89f4-f0904cfb2fdc'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:35:52.161362 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e26c5ac6-c3bc-4da5-865e-c72f0af6beac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:35:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:35:52.169560 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-845d27e6-1d8a-4cdc-90de-ca98663c5cb3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "DELETE /v2.0/floatingips/98bd6123-558c-4bb9-aa9f-d104b10a2ef2 HTTP/1.1" status: 204 len: 168 time: 0.8744040 Dec 20 22:35:52.170259 n-d-xena-1 neutron-server[102402]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a60339-0c74-4ea3-babf-cc35ec68aeb1', 'tag': '6135e059-eabd-4589-824b-6700bcb5b7ac'}] {{(pid=102402) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:35:52.172627 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f39d2392ee36c270bf164f2b0d9d8519f42a87b2972c565f9d9401e18f0a645" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b87dba-feba-4974-8689-25d734b34dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a60339-0c74-4ea3-babf-cc35ec68aeb1", "tag": "6135e059-eabd-4589-824b-6700bcb5b7ac"}]}' {{(pid=102402) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:35:52.210872 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4868ca-0ee3-45b4-8e67-07a5effec0b7 x-openstack-request-id: req-6c4868ca-0ee3-45b4-8e67-07a5effec0b7 {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:35:52.211389 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a60339-0c74-4ea3-babf-cc35ec68aeb1", "tag": "6135e059-eabd-4589-824b-6700bcb5b7ac", "status": "completed", "code": 200}]} {{(pid=102402) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:35:52.211661 n-d-xena-1 neutron-server[102402]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c4868ca-0ee3-45b4-8e67-07a5effec0b7 {{(pid=102402) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:35:52.212095 n-d-xena-1 neutron-server[102402]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a60339-0c74-4ea3-babf-cc35ec68aeb1', 'tag': '6135e059-eabd-4589-824b-6700bcb5b7ac', 'status': 'completed', 'code': 200} Dec 20 22:35:52.272467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e26c5ac6-c3bc-4da5-865e-c72f0af6beac None None] Set router 2c617d07-6f14-4616-89f4-f0904cfb2fdc gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:35:52.311706 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b87dba-feba-4974-8689-25d734b34dcf req-3caa8a8f-0388-4acf-8ea9-d26d4380d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:52.315752 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16b87dba-feba-4974-8689-25d734b34dcf req-3caa8a8f-0388-4acf-8ea9-d26d4380d3ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8362ca4ea064db4a5d732f55d33c804&device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 1095 time: 0.0587978 Dec 20 22:35:52.479401 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b87dba-feba-4974-8689-25d734b34dcf req-e92549c8-99d7-4f62-99b3-f181314c3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:52.480931 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16b87dba-feba-4974-8689-25d734b34dcf req-e92549c8-99d7-4f62-99b3-f181314c3fa4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=046a756a-b9a6-432e-9094-e1911a6c68e0 HTTP/1.1" status: 200 len: 911 time: 0.1226749 Dec 20 22:35:52.501969 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6967a-8ef6-44b5-9eed-a3ad938d8e24 req-9a456858-6b2e-46ab-9a1a-a552dcdad698 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:52.502261 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e26c5ac6-c3bc-4da5-865e-c72f0af6beac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '2eb7dfa0-7e96-4bfb-99e2-016cbd6cf015', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'floating_ip_address': '172.35.3.142', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'port_id': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'mac_address': 'fa:16:3e:9d:00:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75457252-8066-4618-bb85-1bc29c89ee36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:31:36Z', 'updated_at': '2021-12-20T22:31:38Z', 'revision_number': 1, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af', 'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'mac_address': 'fa:16:3e:5e:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:11Z', 'updated_at': '2021-12-20T22:31:17Z', 'revision_number': 5, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'subnets': [{'id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:35:52.503458 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ab6967a-8ef6-44b5-9eed-a3ad938d8e24 req-9a456858-6b2e-46ab-9a1a-a552dcdad698 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 946 time: 0.1365166 Dec 20 22:35:52.532689 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26c5ac6-c3bc-4da5-865e-c72f0af6beac None None] Checking router: 2c617d07-6f14-4616-89f4-f0904cfb2fdc for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:35:52.539148 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16b87dba-feba-4974-8689-25d734b34dcf req-5e5cca73-5994-4b4c-a1b5-f90be7563909 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6135e059-eabd-4589-824b-6700bcb5b7ac HTTP/1.1" status: 200 len: 217 time: 0.0502791 Dec 20 22:35:52.541664 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26c5ac6-c3bc-4da5-865e-c72f0af6beac None None] Routers {'2c617d07-6f14-4616-89f4-f0904cfb2fdc'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:35:52.542406 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e26c5ac6-c3bc-4da5-865e-c72f0af6beac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:35:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:35:52.603206 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-8ab6967a-8ef6-44b5-9eed-a3ad938d8e24 req-be6d9336-87d9-4bb7-a4c4-65e47cceca14 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664725 Dec 20 22:35:52.613023 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b87dba-feba-4974-8689-25d734b34dcf req-472f122f-7418-449d-9e36-3b0062c33ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:52.614542 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16b87dba-feba-4974-8689-25d734b34dcf req-472f122f-7418-449d-9e36-3b0062c33ec8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=10be6301-4e70-4290-8f09-fe8e082b4de0 HTTP/1.1" status: 200 len: 849 time: 0.0680544 Dec 20 22:35:52.651309 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-e26c5ac6-c3bc-4da5-865e-c72f0af6beac None None] Set router 2c617d07-6f14-4616-89f4-f0904cfb2fdc gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:35:52.661440 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b87dba-feba-4974-8689-25d734b34dcf req-4baa5c7d-c7f6-4f92-885a-0aaa91d133b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:52.663011 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16b87dba-feba-4974-8689-25d734b34dcf req-4baa5c7d-c7f6-4f92-885a-0aaa91d133b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=046a756a-b9a6-432e-9094-e1911a6c68e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0414927 Dec 20 22:35:52.759039 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16b87dba-feba-4974-8689-25d734b34dcf req-f1648f6c-fdc0-404b-9d7f-1731f88e4a2d service neutron] 10.222.0.31 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882480 Dec 20 22:35:52.851813 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-16b87dba-feba-4974-8689-25d734b34dcf req-f2527201-be7c-4f36-918f-9799376af747 service neutron] 10.222.0.31 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850453 Dec 20 22:35:53.041915 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-e26c5ac6-c3bc-4da5-865e-c72f0af6beac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '2eb7dfa0-7e96-4bfb-99e2-016cbd6cf015', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'floating_ip_address': '172.35.3.142', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'port_id': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'mac_address': 'fa:16:3e:9d:00:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75457252-8066-4618-bb85-1bc29c89ee36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:31:36Z', 'updated_at': '2021-12-20T22:31:38Z', 'revision_number': 1, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af', 'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'mac_address': 'fa:16:3e:5e:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:11Z', 'updated_at': '2021-12-20T22:31:17Z', 'revision_number': 5, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'subnets': [{'id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:35:53.068843 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26c5ac6-c3bc-4da5-865e-c72f0af6beac None None] The sync data for ids ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'] in n-d-xena-1 is: [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_floatingips': [{'id': '2eb7dfa0-7e96-4bfb-99e2-016cbd6cf015', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'floating_ip_address': '172.35.3.142', 'floating_network_id': '75a50006-9813-4820-b308-110a7399d065', 'router_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'port_id': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'mac_address': 'fa:16:3e:9d:00:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75457252-8066-4618-bb85-1bc29c89ee36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-20T22:31:36Z', 'updated_at': '2021-12-20T22:31:38Z', 'revision_number': 1, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af', 'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'mac_address': 'fa:16:3e:5e:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:11Z', 'updated_at': '2021-12-20T22:31:17Z', 'revision_number': 5, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'subnets': [{'id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:35:53.293547 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8367bc9f-9f2e-4ac5-a764-1e8d6e9da204 None None] New status for floating IP 98bd6123-558c-4bb9-aa9f-d104b10a2ef2: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:35:53.728894 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d888c73-f6aa-4ca4-aa48-244ee8d3cda5 req-7c748fb9-64b4-4104-9013-1066369d8bfc tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:53.730574 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2d888c73-f6aa-4ca4-aa48-244ee8d3cda5 req-7c748fb9-64b4-4104-9013-1066369d8bfc tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 946 time: 0.0539505 Dec 20 22:35:53.770392 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-2d888c73-f6aa-4ca4-aa48-244ee8d3cda5 req-4797ea56-63e3-49c0-8482-04a04c7bff60 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335190 Dec 20 22:35:54.039988 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96ad1d-ae57-48a3-b0dc-f9793cf33a7b req-6d7613e9-9e4f-4300-a364-ea5fddcf96be tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:54.041509 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e96ad1d-ae57-48a3-b0dc-f9793cf33a7b req-6d7613e9-9e4f-4300-a364-ea5fddcf96be tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 946 time: 0.0611403 Dec 20 22:35:54.135759 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-7e96ad1d-ae57-48a3-b0dc-f9793cf33a7b req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Deleting port 6135e059-eabd-4589-824b-6700bcb5b7ac {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:35:54.136087 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7e96ad1d-ae57-48a3-b0dc-f9793cf33a7b req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:54.228967 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-7e96ad1d-ae57-48a3-b0dc-f9793cf33a7b req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] For port 6135e059-eabd-4589-824b-6700bcb5b7ac, host n-h1-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-xena-1',level=0,port_id=6135e059-eabd-4589-824b-6700bcb5b7ac,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:35:54.229300 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7e96ad1d-ae57-48a3-b0dc-f9793cf33a7b req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:54.241234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-7e96ad1d-ae57-48a3-b0dc-f9793cf33a7b req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Calling delete_port for 6135e059-eabd-4589-824b-6700bcb5b7ac owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:35:54.367618 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7e96ad1d-ae57-48a3-b0dc-f9793cf33a7b req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:54.393234 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Pushing event deleted for resources: {'Port': ['ID=6135e059-eabd-4589-824b-6700bcb5b7ac,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:35:54.403431 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:54.403752 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:54.404115 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:54.404424 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:54.404773 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:54.405123 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:54.405402 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:54.405720 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:54.406035 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:54.406949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:54.406949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:54.406949 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-xena-1 {{(pid=102401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 20 22:35:54.450193 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e96ad1d-ae57-48a3-b0dc-f9793cf33a7b req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] No DVR routers for this DVR port 6135e059-eabd-4589-824b-6700bcb5b7ac on host n-h1-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:35:54.453286 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-7e96ad1d-ae57-48a3-b0dc-f9793cf33a7b req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:54.456560 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-7e96ad1d-ae57-48a3-b0dc-f9793cf33a7b req-678d16c5-eaba-49db-8b8a-e563d412105f tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.31 "DELETE /v2.0/ports/6135e059-eabd-4589-824b-6700bcb5b7ac HTTP/1.1" status: 204 len: 173 time: 0.4094479 Dec 20 22:35:54.456989 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a60339-0c74-4ea3-babf-cc35ec68aeb1', 'name': 'network-vif-deleted', 'tag': '6135e059-eabd-4589-824b-6700bcb5b7ac'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:35:54.459306 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae405720-df0a-47c6-a91d-1755b77e53a4" -d '{"events": [{"server_uuid": "b6a60339-0c74-4ea3-babf-cc35ec68aeb1", "name": "network-vif-deleted", "tag": "6135e059-eabd-4589-824b-6700bcb5b7ac"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:35:54.549271 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4c37d2-510a-4f42-9734-15c48cba223a x-openstack-request-id: req-0b4c37d2-510a-4f42-9734-15c48cba223a {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:35:54.549560 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a60339-0c74-4ea3-babf-cc35ec68aeb1", "name": "network-vif-deleted", "tag": "6135e059-eabd-4589-824b-6700bcb5b7ac", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:35:54.549805 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b4c37d2-510a-4f42-9734-15c48cba223a {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:35:54.550222 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a60339-0c74-4ea3-babf-cc35ec68aeb1', 'name': 'network-vif-deleted', 'tag': '6135e059-eabd-4589-824b-6700bcb5b7ac', 'status': 'completed', 'code': 200} Dec 20 22:35:54.897197 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7528b1b2-6670-43f3-83b8-81fe348bdcd6 req-15f870b9-5664-4fab-a0ad-10147437ae22 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6a60339-0c74-4ea3-babf-cc35ec68aeb1 HTTP/1.1" status: 200 len: 210 time: 0.0343614 Dec 20 22:35:55.519125 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6135e059-eabd-4589-824b-6700bcb5b7ac no longer exists at agent hyperv_n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:35:55.543982 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] No Port match for: 6135e059-eabd-4589-824b-6700bcb5b7ac {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:35:55.544380 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Device 6135e059-eabd-4589-824b-6700bcb5b7ac not bound to the agent host n-h1-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:35:56.527655 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55554) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:35:56.690282 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-f1775ad4-2094-44ae-a37d-7bb806868eea tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Deleting port 4dfc314c-22ff-4bdb-bf87-4f0d9061dc23 {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:35:56.690617 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f1775ad4-2094-44ae-a37d-7bb806868eea tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:56.764869 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f1775ad4-2094-44ae-a37d-7bb806868eea tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:56.765447 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f1775ad4-2094-44ae-a37d-7bb806868eea tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:56.778046 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-f1775ad4-2094-44ae-a37d-7bb806868eea tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Calling delete_port for 4dfc314c-22ff-4bdb-bf87-4f0d9061dc23 owned by network:floatingip {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:35:56.932837 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f1775ad4-2094-44ae-a37d-7bb806868eea tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:56.967409 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1775ad4-2094-44ae-a37d-7bb806868eea tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Pushing event deleted for resources: {'Port': ['ID=4dfc314c-22ff-4bdb-bf87-4f0d9061dc23,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:35:57.023307 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f1775ad4-2094-44ae-a37d-7bb806868eea tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for floatingip, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:57.023548 n-d-xena-1 neutron-server[102401]: INFO neutron.db.l3_db [None req-f1775ad4-2094-44ae-a37d-7bb806868eea tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Floating IP 2eb7dfa0-7e96-4bfb-99e2-016cbd6cf015 disassociated (deleted). External IP: 172.35.3.142, port: c1e3b7cf-b989-4385-bece-cb4890cc10ac. Dec 20 22:35:57.235270 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1775ad4-2094-44ae-a37d-7bb806868eea tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Router 2c617d07-6f14-4616-89f4-f0904cfb2fdc has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:35:57.293991 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-353da6fa-3080-42cd-aaa9-db3b70fb13e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:57.669151 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1775ad4-2094-44ae-a37d-7bb806868eea tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:35:57.674340 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-f1775ad4-2094-44ae-a37d-7bb806868eea tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for floatingip, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:57.681558 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbec675-b07b-4c8a-98de-f355187cf713 None None] Sync routers for ids ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:35:57.691562 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbec675-b07b-4c8a-98de-f355187cf713 None None] Routers {'2c617d07-6f14-4616-89f4-f0904cfb2fdc'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:35:57.692137 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0dbec675-b07b-4c8a-98de-f355187cf713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:35:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:35:57.701515 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-f1775ad4-2094-44ae-a37d-7bb806868eea tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "DELETE /v2.0/floatingips/2eb7dfa0-7e96-4bfb-99e2-016cbd6cf015 HTTP/1.1" status: 204 len: 168 time: 1.1726351 Dec 20 22:35:57.702058 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75457252-8066-4618-bb85-1bc29c89ee36', 'tag': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:35:57.704362 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f699a101-87b8-4ffe-af78-4134363aa684" -d '{"events": [{"name": "network-changed", "server_uuid": "75457252-8066-4618-bb85-1bc29c89ee36", "tag": "c1e3b7cf-b989-4385-bece-cb4890cc10ac"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:35:57.743738 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Dec 2021 22:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59198887-0aed-465c-bae1-c8966d747375 x-openstack-request-id: req-59198887-0aed-465c-bae1-c8966d747375 {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:35:57.744131 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75457252-8066-4618-bb85-1bc29c89ee36", "tag": "c1e3b7cf-b989-4385-bece-cb4890cc10ac", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:35:57.744471 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59198887-0aed-465c-bae1-c8966d747375 {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:35:57.745177 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75457252-8066-4618-bb85-1bc29c89ee36', 'tag': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'status': 'completed', 'code': 200} Dec 20 22:35:57.819885 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-0dbec675-b07b-4c8a-98de-f355187cf713 None None] Set router 2c617d07-6f14-4616-89f4-f0904cfb2fdc gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:35:57.834622 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699a101-87b8-4ffe-af78-4134363aa684 req-b3968db2-edac-4adb-8497-bf0e58fba17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:57.836685 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f699a101-87b8-4ffe-af78-4134363aa684 req-b3968db2-edac-4adb-8497-bf0e58fba17e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f8362ca4ea064db4a5d732f55d33c804&device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 1092 time: 0.0466270 Dec 20 22:35:57.996229 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46710eb0-c5ab-476a-97b6-159b223dd983 req-407bc064-adfb-436a-8976-4c86bdd277d3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:57.997787 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-46710eb0-c5ab-476a-97b6-159b223dd983 req-407bc064-adfb-436a-8976-4c86bdd277d3 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 943 time: 0.0996337 Dec 20 22:35:58.014195 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699a101-87b8-4ffe-af78-4134363aa684 req-f4cc0011-5070-4583-b22c-080092f0f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:58.015744 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f699a101-87b8-4ffe-af78-4134363aa684 req-f4cc0011-5070-4583-b22c-080092f0f9ce service neutron] 10.222.0.66 "GET /v2.0/networks?id=046a756a-b9a6-432e-9094-e1911a6c68e0 HTTP/1.1" status: 200 len: 911 time: 0.1363392 Dec 20 22:35:58.024404 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0dbec675-b07b-4c8a-98de-f355187cf713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af', 'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'mac_address': 'fa:16:3e:5e:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:11Z', 'updated_at': '2021-12-20T22:31:17Z', 'revision_number': 5, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'subnets': [{'id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:35:58.050464 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbec675-b07b-4c8a-98de-f355187cf713 None None] Checking router: 2c617d07-6f14-4616-89f4-f0904cfb2fdc for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:35:58.059449 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbec675-b07b-4c8a-98de-f355187cf713 None None] Routers {'2c617d07-6f14-4616-89f4-f0904cfb2fdc'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:35:58.060127 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0dbec675-b07b-4c8a-98de-f355187cf713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:35:30Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:35:58.061675 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f699a101-87b8-4ffe-af78-4134363aa684 req-32808c42-d4b2-488c-886a-1c6ef9572475 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1e3b7cf-b989-4385-bece-cb4890cc10ac HTTP/1.1" status: 200 len: 217 time: 0.0368454 Dec 20 22:35:58.081493 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-46710eb0-c5ab-476a-97b6-159b223dd983 req-f4c63985-090a-43cf-a516-083f035c6ad0 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761282 Dec 20 22:35:58.119214 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699a101-87b8-4ffe-af78-4134363aa684 req-a63e548d-487a-4095-8854-978bec517db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:58.120713 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f699a101-87b8-4ffe-af78-4134363aa684 req-a63e548d-487a-4095-8854-978bec517db8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10be6301-4e70-4290-8f09-fe8e082b4de0 HTTP/1.1" status: 200 len: 849 time: 0.0514858 Dec 20 22:35:58.166917 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-0dbec675-b07b-4c8a-98de-f355187cf713 None None] Set router 2c617d07-6f14-4616-89f4-f0904cfb2fdc gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:35:58.170943 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699a101-87b8-4ffe-af78-4134363aa684 req-30d2d6dd-df35-4535-90b7-6cbbcaafdb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:58.172472 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f699a101-87b8-4ffe-af78-4134363aa684 req-30d2d6dd-df35-4535-90b7-6cbbcaafdb00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=046a756a-b9a6-432e-9094-e1911a6c68e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0445545 Dec 20 22:35:58.271229 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f699a101-87b8-4ffe-af78-4134363aa684 req-f1c31920-9225-4de0-b775-f2b3bcdb18c8 service neutron] 10.222.0.66 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903356 Dec 20 22:35:58.364943 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-f699a101-87b8-4ffe-af78-4134363aa684 req-be340084-e570-4d31-b138-c4c1ce57bca0 service neutron] 10.222.0.66 "GET /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860457 Dec 20 22:35:58.374533 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-0dbec675-b07b-4c8a-98de-f355187cf713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af', 'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'mac_address': 'fa:16:3e:5e:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:11Z', 'updated_at': '2021-12-20T22:31:17Z', 'revision_number': 5, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'subnets': [{'id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:35:58.401467 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbec675-b07b-4c8a-98de-f355187cf713 None None] The sync data for ids ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'] in n-d-xena-1 is: [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:11Z', 'revision_number': 4, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1', '_interfaces': [{'id': 'dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af', 'name': '', 'network_id': '046a756a-b9a6-432e-9094-e1911a6c68e0', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'mac_address': 'fa:16:3e:5e:6b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:11Z', 'updated_at': '2021-12-20T22:31:17Z', 'revision_number': 5, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'subnets': [{'id': '10be6301-4e70-4290-8f09-fe8e082b4de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:35:58.623294 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5225d4-831b-4652-a285-839ba58fc99d None None] New status for floating IP 2eb7dfa0-7e96-4bfb-99e2-016cbd6cf015: DOWN {{(pid=102404) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 20 22:35:59.217806 n-d-xena-1 neutron-server[102402]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcf298-45aa-46a4-a806-2c9899a9b6bb req-4f24f681-21a4-4f3c-ad2d-170b05e8e6cf tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102402) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:59.219293 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7cdcf298-45aa-46a4-a806-2c9899a9b6bb req-4f24f681-21a4-4f3c-ad2d-170b05e8e6cf tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 943 time: 0.0529556 Dec 20 22:35:59.257663 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-7cdcf298-45aa-46a4-a806-2c9899a9b6bb req-169117eb-5928-4716-a870-e8c4957324d8 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/security-groups?id=da051c90-3682-402d-b1d9-2a0b4d99ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322528 Dec 20 22:35:59.610302 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9e889d05-7370-40d8-86ad-b1c846e656bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:59.616147 n-d-xena-1 neutron-server[102401]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b9f6c-3685-4089-99e1-0dc13e34f95f req-4f82d438-50a4-46f8-9090-c855c0d4c517 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102401) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 20 22:35:59.617881 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-712b9f6c-3685-4089-99e1-0dc13e34f95f req-4f82d438-50a4-46f8-9090-c855c0d4c517 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.66 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 943 time: 0.0626912 Dec 20 22:35:59.710540 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-712b9f6c-3685-4089-99e1-0dc13e34f95f req-bd212e83-be0c-44ed-a3c7-ee34a8245b0e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Deleting port c1e3b7cf-b989-4385-bece-cb4890cc10ac {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:35:59.710797 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-712b9f6c-3685-4089-99e1-0dc13e34f95f req-bd212e83-be0c-44ed-a3c7-ee34a8245b0e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:59.808066 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [req-712b9f6c-3685-4089-99e1-0dc13e34f95f req-bd212e83-be0c-44ed-a3c7-ee34a8245b0e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] For port c1e3b7cf-b989-4385-bece-cb4890cc10ac, host n-h2-xena-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-xena-1',level=0,port_id=c1e3b7cf-b989-4385-bece-cb4890cc10ac,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:35:59.808405 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-712b9f6c-3685-4089-99e1-0dc13e34f95f req-bd212e83-be0c-44ed-a3c7-ee34a8245b0e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:59.821465 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [req-712b9f6c-3685-4089-99e1-0dc13e34f95f req-bd212e83-be0c-44ed-a3c7-ee34a8245b0e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Calling delete_port for c1e3b7cf-b989-4385-bece-cb4890cc10ac owned by compute:nova {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:35:59.962942 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-712b9f6c-3685-4089-99e1-0dc13e34f95f req-bd212e83-be0c-44ed-a3c7-ee34a8245b0e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:35:59.991429 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd212e83-be0c-44ed-a3c7-ee34a8245b0e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Pushing event deleted for resources: {'Port': ['ID=c1e3b7cf-b989-4385-bece-cb4890cc10ac,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:36:00.036784 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.l3_dvrscheduler_db [req-712b9f6c-3685-4089-99e1-0dc13e34f95f req-bd212e83-be0c-44ed-a3c7-ee34a8245b0e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] No DVR routers for this DVR port c1e3b7cf-b989-4385-bece-cb4890cc10ac on host n-h2-xena-1 {{(pid=102401) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:36:00.039667 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [req-712b9f6c-3685-4089-99e1-0dc13e34f95f req-bd212e83-be0c-44ed-a3c7-ee34a8245b0e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-138524'] for port, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:00.043118 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [req-712b9f6c-3685-4089-99e1-0dc13e34f95f req-bd212e83-be0c-44ed-a3c7-ee34a8245b0e tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.66 "DELETE /v2.0/ports/c1e3b7cf-b989-4385-bece-cb4890cc10ac HTTP/1.1" status: 204 len: 173 time: 0.4199622 Dec 20 22:36:00.043560 n-d-xena-1 neutron-server[102401]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75457252-8066-4618-bb85-1bc29c89ee36', 'name': 'network-vif-deleted', 'tag': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac'}] {{(pid=102401) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 20 22:36:00.045991 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3babeba9b7bbba1ec11fa4e131310110fc6c0155ba0a5b53c98876d43bc4fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9ebcce-4a64-474b-aa82-1d060e2a778b" -d '{"events": [{"server_uuid": "75457252-8066-4618-bb85-1bc29c89ee36", "name": "network-vif-deleted", "tag": "c1e3b7cf-b989-4385-bece-cb4890cc10ac"}]}' {{(pid=102401) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 20 22:36:00.089935 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Dec 2021 22:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fec31d-d22b-4694-9ff8-722ebb82adeb x-openstack-request-id: req-60fec31d-d22b-4694-9ff8-722ebb82adeb {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 20 22:36:00.090270 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75457252-8066-4618-bb85-1bc29c89ee36", "name": "network-vif-deleted", "tag": "c1e3b7cf-b989-4385-bece-cb4890cc10ac", "status": "completed", "code": 200}]} {{(pid=102401) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 20 22:36:00.090521 n-d-xena-1 neutron-server[102401]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60fec31d-d22b-4694-9ff8-722ebb82adeb {{(pid=102401) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 20 22:36:00.090926 n-d-xena-1 neutron-server[102401]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75457252-8066-4618-bb85-1bc29c89ee36', 'name': 'network-vif-deleted', 'tag': 'c1e3b7cf-b989-4385-bece-cb4890cc10ac', 'status': 'completed', 'code': 200} Dec 20 22:36:00.380159 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [req-40c904b8-88fd-402b-bea6-860e0d4a66af req-22b6a1c7-8161-4265-b98a-8f4b36360189 tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "GET /v2.0/ports?device_id=75457252-8066-4618-bb85-1bc29c89ee36 HTTP/1.1" status: 200 len: 210 time: 0.0278311 Dec 20 22:36:01.054253 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:01.445792 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55572) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:36:01.506946 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a256444-916d-413b-8b9b-8cd73776a8ed tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:01.533225 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a256444-916d-413b-8b9b-8cd73776a8ed tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:01.595588 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a256444-916d-413b-8b9b-8cd73776a8ed tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:01.598228 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-6a256444-916d-413b-8b9b-8cd73776a8ed tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Notify callbacks [] for security_group, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:01.599392 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-6a256444-916d-413b-8b9b-8cd73776a8ed tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] 10.222.0.32 "DELETE /v2.0/security-groups/da051c90-3682-402d-b1d9-2a0b4d99ae85 HTTP/1.1" status: 204 len: 168 time: 0.1525900 Dec 20 22:36:01.609231 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a256444-916d-413b-8b9b-8cd73776a8ed tempest-TestSnapshotPattern-1062610728 tempest-TestSnapshotPattern-1062610728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da051c90-3682-402d-b1d9-2a0b4d99ae85,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:36:01.653507 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55576) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:36:02.024672 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a263f209-6fcb-4fe6-9f02-de29d89098bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:02.278365 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a263f209-6fcb-4fe6-9f02-de29d89098bb admin admin] Deleting port dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:36:02.278902 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a263f209-6fcb-4fe6-9f02-de29d89098bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:02.376436 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-a263f209-6fcb-4fe6-9f02-de29d89098bb admin admin] For port dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:36:02.376740 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a263f209-6fcb-4fe6-9f02-de29d89098bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:02.389210 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-a263f209-6fcb-4fe6-9f02-de29d89098bb admin admin] Calling delete_port for dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af owned by network:router_interface {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:36:02.457609 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:02.519323 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:02.573221 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a263f209-6fcb-4fe6-9f02-de29d89098bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:02.605044 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263f209-6fcb-4fe6-9f02-de29d89098bb admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:36:02.771990 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-a263f209-6fcb-4fe6-9f02-de29d89098bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:03.009652 n-d-xena-1 neutron-server[102402]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a263f209-6fcb-4fe6-9f02-de29d89098bb admin admin] Router 2c617d07-6f14-4616-89f4-f0904cfb2fdc has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102402) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:36:03.124978 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a263f209-6fcb-4fe6-9f02-de29d89098bb admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102402) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:36:03.130352 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-a263f209-6fcb-4fe6-9f02-de29d89098bb admin admin] 10.222.0.32 "PUT /v2.0/routers/2c617d07-6f14-4616-89f4-f0904cfb2fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4751935 Dec 20 22:36:03.132855 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55580) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:36:03.136025 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0b9cfe-04c9-4a43-9d54-13afef3b28ce None None] Sync routers for ids ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'] in n-d-xena-1 {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:36:03.145796 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0b9cfe-04c9-4a43-9d54-13afef3b28ce None None] Routers {'2c617d07-6f14-4616-89f4-f0904cfb2fdc'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:36:03.146445 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fd0b9cfe-04c9-4a43-9d54-13afef3b28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:36:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:36:03.242039 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf11a829-ba3b-4951-b4d6-7c5a983c1e66 admin admin] Notify callbacks [] for router, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:03.251403 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-fd0b9cfe-04c9-4a43-9d54-13afef3b28ce None None] Set router 2c617d07-6f14-4616-89f4-f0904cfb2fdc gateway port host: n-d-xena-1 {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:36:03.346001 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf11a829-ba3b-4951-b4d6-7c5a983c1e66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:03.400987 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-cf11a829-ba3b-4951-b4d6-7c5a983c1e66 admin admin] Deleting port 38d0f230-d9e3-4060-9a47-f2d3ae449885 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:36:03.401344 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf11a829-ba3b-4951-b4d6-7c5a983c1e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:03.429926 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fd0b9cfe-04c9-4a43-9d54-13afef3b28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60'}], 'enable_snat': True}, 'gw_port_id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:36:02Z', 'revision_number': 5, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port': {'id': '38d0f230-d9e3-4060-9a47-f2d3ae449885', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:36:03.460501 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0b9cfe-04c9-4a43-9d54-13afef3b28ce None None] Checking router: 2c617d07-6f14-4616-89f4-f0904cfb2fdc for host: n-d-xena-1 {{(pid=102403) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:36:03.469690 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0b9cfe-04c9-4a43-9d54-13afef3b28ce None None] Routers {'2c617d07-6f14-4616-89f4-f0904cfb2fdc'} bound to L3 agent in host n-d-xena-1 {{(pid=102403) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:36:03.470329 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fd0b9cfe-04c9-4a43-9d54-13afef3b28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:36:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'], 'active': True} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:36:03.483353 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-cf11a829-ba3b-4951-b4d6-7c5a983c1e66 admin admin] For port 38d0f230-d9e3-4060-9a47-f2d3ae449885, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=38d0f230-d9e3-4060-9a47-f2d3ae449885,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:36:03.483741 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf11a829-ba3b-4951-b4d6-7c5a983c1e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:03.496518 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-cf11a829-ba3b-4951-b4d6-7c5a983c1e66 admin admin] Calling delete_port for 38d0f230-d9e3-4060-9a47-f2d3ae449885 owned by network:router_gateway {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:36:03.556993 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvr_db [None req-fd0b9cfe-04c9-4a43-9d54-13afef3b28ce None None] Set router 2c617d07-6f14-4616-89f4-f0904cfb2fdc gateway port host: None {{(pid=102403) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:36:03.608516 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_hamode_db [None req-fd0b9cfe-04c9-4a43-9d54-13afef3b28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:36:03Z', 'revision_number': 6, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102403) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:36:03.637748 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0b9cfe-04c9-4a43-9d54-13afef3b28ce None None] The sync data for ids ['2c617d07-6f14-4616-89f4-f0904cfb2fdc'] in n-d-xena-1 is: [{'id': '2c617d07-6f14-4616-89f4-f0904cfb2fdc', 'name': 'tempest-TestSnapshotPattern-1224598458-router', 'tenant_id': 'f8362ca4ea064db4a5d732f55d33c804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:09Z', 'updated_at': '2021-12-20T22:36:03Z', 'revision_number': 6, 'project_id': 'f8362ca4ea064db4a5d732f55d33c804', 'gw_port_host': None}] {{(pid=102403) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:36:03.670668 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf11a829-ba3b-4951-b4d6-7c5a983c1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:03.696566 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11a829-ba3b-4951-b4d6-7c5a983c1e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=38d0f230-d9e3-4060-9a47-f2d3ae449885,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:36:03.754681 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf11a829-ba3b-4951-b4d6-7c5a983c1e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:03.843580 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf11a829-ba3b-4951-b4d6-7c5a983c1e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:03.845827 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf11a829-ba3b-4951-b4d6-7c5a983c1e66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:03.898647 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf11a829-ba3b-4951-b4d6-7c5a983c1e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:03.899722 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf11a829-ba3b-4951-b4d6-7c5a983c1e66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c617d07-6f14-4616-89f4-f0904cfb2fdc {{(pid=102402) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:36:03.906025 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cf11a829-ba3b-4951-b4d6-7c5a983c1e66 admin admin] Notify callbacks [] for router, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:03.907238 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cf11a829-ba3b-4951-b4d6-7c5a983c1e66 admin admin] 10.222.0.32 "DELETE /v2.0/routers/2c617d07-6f14-4616-89f4-f0904cfb2fdc HTTP/1.1" status: 204 len: 168 time: 0.7731533 Dec 20 22:36:03.910201 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55582) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:36:03.956077 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbbb170-1b8f-4242-8f63-8fd466da7e5a admin admin] Deleting subnet 10be6301-4e70-4290-8f09-fe8e082b4de0 {{(pid=102402) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:36:03.959267 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3cbbb170-1b8f-4242-8f63-8fd466da7e5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:03.996179 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3cbbb170-1b8f-4242-8f63-8fd466da7e5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31187780'] for subnet, precommit_delete_associations {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:04.103107 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3cbbb170-1b8f-4242-8f63-8fd466da7e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:04.156231 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3cbbb170-1b8f-4242-8f63-8fd466da7e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31194118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31186827'] for subnet, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:04.183817 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbb170-1b8f-4242-8f63-8fd466da7e5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10be6301-4e70-4290-8f09-fe8e082b4de0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:36:04.186126 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-3cbbb170-1b8f-4242-8f63-8fd466da7e5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:04.189312 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-3cbbb170-1b8f-4242-8f63-8fd466da7e5a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/10be6301-4e70-4290-8f09-fe8e082b4de0 HTTP/1.1" status: 204 len: 168 time: 0.2781367 Dec 20 22:36:04.192028 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55586) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:36:04.193667 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8e169b-1a0a-4265-af52-dd4d349f8b3a None None] Network 046a756a-b9a6-432e-9094-e1911a6c68e0 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:36:04.266417 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:04.321672 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] Deleting port 5aa36c17-1caf-4c11-93e8-012037a80520 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:36:04.322004 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:04.387650 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] For port 5aa36c17-1caf-4c11-93e8-012037a80520, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=5aa36c17-1caf-4c11-93e8-012037a80520,segment=NetworkSegment(69dea76a-dece-455e-b8f0-9374510355dd),segment_id=69dea76a-dece-455e-b8f0-9374510355dd)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:36:04.388019 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:04.400509 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] Calling delete_port for 5aa36c17-1caf-4c11-93e8-012037a80520 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:36:04.443737 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026106b0-7d46-4de9-8ba9-7a5f6b155aa8 None None] DHCP port deletion for 046a756a-b9a6-432e-9094-e1911a6c68e0 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 22:36:04.473130 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c1e3b7cf-b989-4385-bece-cb4890cc10ac no longer exists at agent hyperv_n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:36:04.476830 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:36:04.490451 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:04.514426 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] No Port match for: c1e3b7cf-b989-4385-bece-cb4890cc10ac {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:36:04.514770 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Device c1e3b7cf-b989-4385-bece-cb4890cc10ac not bound to the agent host n-h2-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:36:04.515098 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa36c17-1caf-4c11-93e8-012037a80520,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:36:04.517867 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:36:04.518212 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device dc6c51a0-ebb6-4bf0-9fa3-ba5eaec763af not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:36:04.522786 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] No DVR routers for this DVR port 5aa36c17-1caf-4c11-93e8-012037a80520 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:36:04.543763 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-026106b0-7d46-4de9-8ba9-7a5f6b155aa8 None None] Deleting port 5aa36c17-1caf-4c11-93e8-012037a80520 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:36:04.544306 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-026106b0-7d46-4de9-8ba9-7a5f6b155aa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:04.596711 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:04.606665 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-026106b0-7d46-4de9-8ba9-7a5f6b155aa8 None None] For port 5aa36c17-1caf-4c11-93e8-012037a80520, host n-d-xena-1, got binding levels [] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:36:04.607120 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-026106b0-7d46-4de9-8ba9-7a5f6b155aa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:04.623268 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046a756a-b9a6-432e-9094-e1911a6c68e0']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:36:04.623921 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-026106b0-7d46-4de9-8ba9-7a5f6b155aa8 None None] Calling delete_port for 5aa36c17-1caf-4c11-93e8-012037a80520 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:36:04.626726 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.ipam_backend_mixin [None req-026106b0-7d46-4de9-8ba9-7a5f6b155aa8 None None] Port 5aa36c17-1caf-4c11-93e8-012037a80520 was not found and therefore no delete operation was performed {{(pid=102403) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 20 22:36:04.628089 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-026106b0-7d46-4de9-8ba9-7a5f6b155aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:04.634202 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dea76a-dece-455e-b8f0-9374510355dd') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:36:04.634497 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dea76a-dece-455e-b8f0-9374510355dd') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:36:04.644133 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:04.653224 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026106b0-7d46-4de9-8ba9-7a5f6b155aa8 None None] Pushing event deleted for resources: {'Port': ['ID=5aa36c17-1caf-4c11-93e8-012037a80520,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:36:04.658446 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026106b0-7d46-4de9-8ba9-7a5f6b155aa8 None None] No DVR routers for this DVR port 5aa36c17-1caf-4c11-93e8-012037a80520 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:36:04.659149 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:04.674004 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:36:04.674519 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: timer() Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:36:04.676444 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:36:04.733864 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:04.743701 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:04.746937 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/046a756a-b9a6-432e-9094-e1911a6c68e0 HTTP/1.1" status: 204 len: 168 time: 0.5540152 Dec 20 22:36:04.750399 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55588) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:36:04.758868 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcde887-d78a-4e2d-8956-d975f5a521a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=046a756a-b9a6-432e-9094-e1911a6c68e0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:36:05.113928 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-513c1306-0e4a-47a0-b24f-c5ce1c8b4150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-289850'] for router_interface, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:05.376241 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-513c1306-0e4a-47a0-b24f-c5ce1c8b4150 admin admin] Deleting port b8b21633-81a6-4e34-ad92-4f72e5dcf5ae {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:36:05.376487 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-513c1306-0e4a-47a0-b24f-c5ce1c8b4150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:05.462727 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-513c1306-0e4a-47a0-b24f-c5ce1c8b4150 admin admin] For port b8b21633-81a6-4e34-ad92-4f72e5dcf5ae, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=b8b21633-81a6-4e34-ad92-4f72e5dcf5ae,segment=NetworkSegment(9596df1f-882e-4e81-b5c1-fa5abae53c65),segment_id=9596df1f-882e-4e81-b5c1-fa5abae53c65)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:36:05.463110 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-513c1306-0e4a-47a0-b24f-c5ce1c8b4150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:05.476623 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-513c1306-0e4a-47a0-b24f-c5ce1c8b4150 admin admin] Calling delete_port for b8b21633-81a6-4e34-ad92-4f72e5dcf5ae owned by network:router_interface {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:36:05.668359 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-513c1306-0e4a-47a0-b24f-c5ce1c8b4150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:05.694082 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c1306-0e4a-47a0-b24f-c5ce1c8b4150 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b21633-81a6-4e34-ad92-4f72e5dcf5ae,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:36:05.862253 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-513c1306-0e4a-47a0-b24f-c5ce1c8b4150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-287232'] for router_interface, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:06.022239 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 38d0f230-d9e3-4060-9a47-f2d3ae449885 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:36:06.042341 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 38d0f230-d9e3-4060-9a47-f2d3ae449885 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:36:06.042667 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 38d0f230-d9e3-4060-9a47-f2d3ae449885 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:36:06.043106 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5aa36c17-1caf-4c11-93e8-012037a80520 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:36:06.062734 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 5aa36c17-1caf-4c11-93e8-012037a80520 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:36:06.063368 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 5aa36c17-1caf-4c11-93e8-012037a80520 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:36:06.084675 n-d-xena-1 neutron-server[102401]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513c1306-0e4a-47a0-b24f-c5ce1c8b4150 admin admin] Router 4f690126-096e-4540-a380-aaec42aaeb14 has already been hosted by L3 agent da1d11b1-7465-4545-8470-2367d4aca3ef {{(pid=102401) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 20 22:36:06.204392 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513c1306-0e4a-47a0-b24f-c5ce1c8b4150 admin admin] Notify agent at l3_agent.n-d-xena-1 the message routers_updated {{(pid=102401) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 20 22:36:06.210842 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-513c1306-0e4a-47a0-b24f-c5ce1c8b4150 admin admin] 10.222.0.32 "PUT /v2.0/routers/4f690126-096e-4540-a380-aaec42aaeb14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4577248 Dec 20 22:36:06.212062 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55590) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:36:06.214698 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c113cd6-e55f-46fd-b58a-2b6f6e3949ac None None] Sync routers for ids ['4f690126-096e-4540-a380-aaec42aaeb14'] in n-d-xena-1 {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 20 22:36:06.224532 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c113cd6-e55f-46fd-b58a-2b6f6e3949ac None None] Routers {'4f690126-096e-4540-a380-aaec42aaeb14'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:36:06.225216 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2c113cd6-e55f-46fd-b58a-2b6f6e3949ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:36:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f690126-096e-4540-a380-aaec42aaeb14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:36:06.318403 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dde14e9d-b520-4012-942e-e9fa354bd7ab admin admin] Notify callbacks [] for router, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:06.331590 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2c113cd6-e55f-46fd-b58a-2b6f6e3949ac None None] Set router 4f690126-096e-4540-a380-aaec42aaeb14 gateway port host: n-d-xena-1 {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:36:06.426210 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dde14e9d-b520-4012-942e-e9fa354bd7ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:06.479376 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-dde14e9d-b520-4012-942e-e9fa354bd7ab admin admin] Deleting port 3d0b8827-9e6e-47e2-af79-acfb31cec9bf {{(pid=102401) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:36:06.479592 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dde14e9d-b520-4012-942e-e9fa354bd7ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:06.515925 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2c113cd6-e55f-46fd-b58a-2b6f6e3949ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f690126-096e-4540-a380-aaec42aaeb14', 'name': 'tempest-TestSnapshotPattern-1284796182-router', 'tenant_id': '40a7ad33928e4d8db49bbd4381164d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75a50006-9813-4820-b308-110a7399d065', 'external_fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.157'}], 'enable_snat': True}, 'gw_port_id': '3d0b8827-9e6e-47e2-af79-acfb31cec9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:13Z', 'updated_at': '2021-12-20T22:36:05Z', 'revision_number': 5, 'project_id': '40a7ad33928e4d8db49bbd4381164d9c', 'gw_port': {'id': '3d0b8827-9e6e-47e2-af79-acfb31cec9bf', 'name': '', 'network_id': '75a50006-9813-4820-b308-110a7399d065', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:71:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f690126-096e-4540-a380-aaec42aaeb14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'ip_address': '172.35.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-xena-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-20T22:31:14Z', 'updated_at': '2021-12-20T22:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8012868-e0a6-46b2-994d-7d6228e2b6fe', 'cidr': '172.35.3.0/24', 'gateway_ip': '172.35.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-xena-1'}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:36:06.542290 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c113cd6-e55f-46fd-b58a-2b6f6e3949ac None None] Checking router: 4f690126-096e-4540-a380-aaec42aaeb14 for host: n-d-xena-1 {{(pid=102404) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 20 22:36:06.550956 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c113cd6-e55f-46fd-b58a-2b6f6e3949ac None None] Routers {'4f690126-096e-4540-a380-aaec42aaeb14'} bound to L3 agent in host n-d-xena-1 {{(pid=102404) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 20 22:36:06.551555 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2c113cd6-e55f-46fd-b58a-2b6f6e3949ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-xena-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-20T21:04:59Z,description=,heartbeat_timestamp=2021-12-20T22:36:00Z,host='n-d-xena-1',id=da1d11b1-7465-4545-8470-2367d4aca3ef,load=0,resource_versions=,resources_synced=,started_at=2021-12-20T21:04:59Z,topic='l3_agent')) {'router_ids': ['4f690126-096e-4540-a380-aaec42aaeb14'], 'active': True} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:36:06.560618 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.db [None req-dde14e9d-b520-4012-942e-e9fa354bd7ab admin admin] For port 3d0b8827-9e6e-47e2-af79-acfb31cec9bf, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=3d0b8827-9e6e-47e2-af79-acfb31cec9bf,segment=NetworkSegment(4c059643-0572-437a-8b84-c92e93b32282),segment_id=4c059643-0572-437a-8b84-c92e93b32282)] {{(pid=102401) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:36:06.560970 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dde14e9d-b520-4012-942e-e9fa354bd7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:06.572672 n-d-xena-1 neutron-server[102401]: DEBUG neutron.plugins.ml2.plugin [None req-dde14e9d-b520-4012-942e-e9fa354bd7ab admin admin] Calling delete_port for 3d0b8827-9e6e-47e2-af79-acfb31cec9bf owned by network:router_gateway {{(pid=102401) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:36:06.637307 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_dvr_db [None req-2c113cd6-e55f-46fd-b58a-2b6f6e3949ac None None] Set router 4f690126-096e-4540-a380-aaec42aaeb14 gateway port host: None {{(pid=102404) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 20 22:36:06.693985 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.l3_hamode_db [None req-2c113cd6-e55f-46fd-b58a-2b6f6e3949ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f690126-096e-4540-a380-aaec42aaeb14', 'name': 'tempest-TestSnapshotPattern-1284796182-router', 'tenant_id': '40a7ad33928e4d8db49bbd4381164d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:13Z', 'updated_at': '2021-12-20T22:36:06Z', 'revision_number': 6, 'project_id': '40a7ad33928e4d8db49bbd4381164d9c', 'gw_port_host': None}], 'n-d-xena-1', False) {} {{(pid=102404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:36:06.720222 n-d-xena-1 neutron-server[102404]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c113cd6-e55f-46fd-b58a-2b6f6e3949ac None None] The sync data for ids ['4f690126-096e-4540-a380-aaec42aaeb14'] in n-d-xena-1 is: [{'id': '4f690126-096e-4540-a380-aaec42aaeb14', 'name': 'tempest-TestSnapshotPattern-1284796182-router', 'tenant_id': '40a7ad33928e4d8db49bbd4381164d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-20T22:31:13Z', 'updated_at': '2021-12-20T22:36:06Z', 'revision_number': 6, 'project_id': '40a7ad33928e4d8db49bbd4381164d9c', 'gw_port_host': None}] {{(pid=102404) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 20 22:36:06.738687 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dde14e9d-b520-4012-942e-e9fa354bd7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31292860'] for port, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:06.765274 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde14e9d-b520-4012-942e-e9fa354bd7ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0b8827-9e6e-47e2-af79-acfb31cec9bf,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:36:06.825053 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dde14e9d-b520-4012-942e-e9fa354bd7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-292473'] for router_gateway, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:06.915896 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dde14e9d-b520-4012-942e-e9fa354bd7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-293690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10404'] for router, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:06.918250 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dde14e9d-b520-4012-942e-e9fa354bd7ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:06.973143 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dde14e9d-b520-4012-942e-e9fa354bd7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-293683'] for router, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:06.973756 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde14e9d-b520-4012-942e-e9fa354bd7ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f690126-096e-4540-a380-aaec42aaeb14 {{(pid=102401) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 20 22:36:06.978337 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-dde14e9d-b520-4012-942e-e9fa354bd7ab admin admin] Notify callbacks [] for router, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:06.979492 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-dde14e9d-b520-4012-942e-e9fa354bd7ab admin admin] 10.222.0.32 "DELETE /v2.0/routers/4f690126-096e-4540-a380-aaec42aaeb14 HTTP/1.1" status: 204 len: 168 time: 0.7665107 Dec 20 22:36:06.983391 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55592) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:36:07.029226 n-d-xena-1 neutron-server[102401]: DEBUG neutron.db.db_base_plugin_v2 [None req-019b32f5-48f4-4ebd-811b-8d685744e345 admin admin] Deleting subnet 54d59376-e03f-49d0-88ef-d39a0a71f2ad {{(pid=102401) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 20 22:36:07.032504 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-019b32f5-48f4-4ebd-811b-8d685744e345 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:07.067146 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-019b32f5-48f4-4ebd-811b-8d685744e345 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31052073'] for subnet, precommit_delete_associations {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:07.155007 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-019b32f5-48f4-4ebd-811b-8d685744e345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1620270'] for subnet, precommit_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:07.214302 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-019b32f5-48f4-4ebd-811b-8d685744e345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1620263', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-649698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31292777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29488759'] for subnet, after_delete {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:07.246990 n-d-xena-1 neutron-server[102401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b32f5-48f4-4ebd-811b-8d685744e345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d59376-e03f-49d0-88ef-d39a0a71f2ad,revision_number=None']} {{(pid=102401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:36:07.248930 n-d-xena-1 neutron-server[102401]: DEBUG neutron_lib.callbacks.manager [None req-019b32f5-48f4-4ebd-811b-8d685744e345 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:07.253103 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96641965-dd27-4c87-a1bb-f56a2dd0a0d6 None None] Network a90c8efa-e48d-4290-8b91-215032973a68 requested from n-d-xena-1 {{(pid=102403) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 20 22:36:07.254093 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-019b32f5-48f4-4ebd-811b-8d685744e345 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/54d59376-e03f-49d0-88ef-d39a0a71f2ad HTTP/1.1" status: 204 len: 168 time: 0.2697260 Dec 20 22:36:07.254758 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55594) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:36:07.328243 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1599155'] for network, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:07.388585 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] Deleting port 8978f26d-9757-4874-b2d4-27540fb64224 {{(pid=102402) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:36:07.388922 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:07.451762 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.db [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] For port 8978f26d-9757-4874-b2d4-27540fb64224, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8978f26d-9757-4874-b2d4-27540fb64224,segment=NetworkSegment(9596df1f-882e-4e81-b5c1-fa5abae53c65),segment_id=9596df1f-882e-4e81-b5c1-fa5abae53c65)] {{(pid=102402) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:36:07.452116 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:07.464265 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.plugin [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] Calling delete_port for 8978f26d-9757-4874-b2d4-27540fb64224 owned by network:dhcp {{(pid=102402) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:36:07.499086 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b1033c-0079-4d0a-b407-68f03308ae21 None None] DHCP port deletion for a90c8efa-e48d-4290-8b91-215032973a68 request from n-d-xena-1 {{(pid=102403) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 20 22:36:07.546165 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-25b1033c-0079-4d0a-b407-68f03308ae21 None None] Deleting port 8978f26d-9757-4874-b2d4-27540fb64224 {{(pid=102403) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 20 22:36:07.546549 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25b1033c-0079-4d0a-b407-68f03308ae21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771581990750'] for port, before_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:07.551043 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31194323'] for port, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:07.579685 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8978f26d-9757-4874-b2d4-27540fb64224,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:36:07.581520 n-d-xena-1 neutron-server[102402]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] No DVR routers for this DVR port 8978f26d-9757-4874-b2d4-27540fb64224 on host n-d-xena-1 {{(pid=102402) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:36:07.629075 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.db [None req-25b1033c-0079-4d0a-b407-68f03308ae21 None None] For port 8978f26d-9757-4874-b2d4-27540fb64224, host n-d-xena-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-xena-1',level=0,port_id=8978f26d-9757-4874-b2d4-27540fb64224,segment=NetworkSegment(9596df1f-882e-4e81-b5c1-fa5abae53c65),segment_id=9596df1f-882e-4e81-b5c1-fa5abae53c65)] {{(pid=102403) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 20 22:36:07.629497 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25b1033c-0079-4d0a-b407-68f03308ae21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-287290'] for port, precommit_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:07.646607 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-25b1033c-0079-4d0a-b407-68f03308ae21 None None] Calling delete_port for 8978f26d-9757-4874-b2d4-27540fb64224 owned by network:dhcp {{(pid=102403) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 20 22:36:07.657211 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1608539', 'neutron.services.segments.db._delete_segments_for_network-8771582154927'] for network, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:07.681434 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90c8efa-e48d-4290-8b91-215032973a68']}} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:36:07.691549 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9596df1f-882e-4e81-b5c1-fa5abae53c65') {'for_net_delete': True} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:36:07.691896 n-d-xena-1 neutron-server[102402]: DEBUG neutron.services.segments.db [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9596df1f-882e-4e81-b5c1-fa5abae53c65') {} {{(pid=102402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 20 22:36:07.702252 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771582206320', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31187805'] for segment, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:07.716409 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897'] for segment, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:07.724246 n-d-xena-1 neutron-server[102402]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=102402) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 20 22:36:07.724954 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1620897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31194336'] for segment, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: Traceback (most recent call last): Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: timer() Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: cb(*args, **kw) Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: return func(*args, **kwargs) Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: self._notify() Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: self.callback(batched_events) Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: event.method(event) Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: aggregate_uuid = self.p_client.list_aggregates( Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: return f(self, *a, **k) Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: return self._get(url).json() Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: return self.request(url, 'GET', **kwargs) Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: base_url = self.get_endpoint(auth, allow=allow, Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 20 22:36:07.727022 n-d-xena-1 neutron-server[102402]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 20 22:36:07.730625 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-25b1033c-0079-4d0a-b407-68f03308ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1630959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-843319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771581996948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771581674846'] for port, after_delete {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:07.761569 n-d-xena-1 neutron-server[102403]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b1033c-0079-4d0a-b407-68f03308ae21 None None] No DVR routers for this DVR port 8978f26d-9757-4874-b2d4-27540fb64224 on host n-d-xena-1 {{(pid=102403) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 20 22:36:07.764088 n-d-xena-1 neutron-server[102403]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1033c-0079-4d0a-b407-68f03308ae21 None None] Pushing event deleted for resources: {'Port': ['ID=8978f26d-9757-4874-b2d4-27540fb64224,revision_number=None']} {{(pid=102403) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:36:07.791989 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618856', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-292445'] for network, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:07.798259 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] Notify callbacks [] for network, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:07.801428 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a90c8efa-e48d-4290-8b91-215032973a68 HTTP/1.1" status: 204 len: 168 time: 0.5456851 Dec 20 22:36:07.812965 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62455e-080d-425a-af54-8e442ba850a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a90c8efa-e48d-4290-8b91-215032973a68,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:36:07.989715 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55598) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:36:07.993551 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3d0b8827-9e6e-47e2-af79-acfb31cec9bf no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:36:08.014133 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 3d0b8827-9e6e-47e2-af79-acfb31cec9bf {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:36:08.014486 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 3d0b8827-9e6e-47e2-af79-acfb31cec9bf not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:36:08.014910 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8978f26d-9757-4874-b2d4-27540fb64224 no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:36:08.033393 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: 8978f26d-9757-4874-b2d4-27540fb64224 {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:36:08.033638 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device 8978f26d-9757-4874-b2d4-27540fb64224 not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:36:08.034057 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b8b21633-81a6-4e34-ad92-4f72e5dcf5ae no longer exists at agent ovs-agent-n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 20 22:36:08.055394 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.plugin [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] No Port match for: b8b21633-81a6-4e34-ad92-4f72e5dcf5ae {{(pid=102403) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 20 22:36:08.055740 n-d-xena-1 neutron-server[102403]: DEBUG neutron.plugins.ml2.rpc [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Device b8b21633-81a6-4e34-ad92-4f72e5dcf5ae not bound to the agent host n-d-xena-1 {{(pid=102403) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 20 22:36:08.186205 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-55bea25b-b7fd-4282-b41a-4e55f354703f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8362ca4ea064db4a5d732f55d33c804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1951683 Dec 20 22:36:08.190157 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55602) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:36:08.257859 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-66a8ac1d-0e5d-4b48-9f80-e6e5f33dacc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:08.281023 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-66a8ac1d-0e5d-4b48-9f80-e6e5f33dacc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:08.331733 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-66a8ac1d-0e5d-4b48-9f80-e6e5f33dacc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:08.334489 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-66a8ac1d-0e5d-4b48-9f80-e6e5f33dacc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:08.335641 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-66a8ac1d-0e5d-4b48-9f80-e6e5f33dacc9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3bb9d25f-db37-4b7e-a9d9-8e80edba9cf0 HTTP/1.1" status: 204 len: 168 time: 0.1443148 Dec 20 22:36:08.343320 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8ac1d-0e5d-4b48-9f80-e6e5f33dacc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb9d25f-db37-4b7e-a9d9-8e80edba9cf0,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:36:08.621881 n-d-xena-1 neutron-server[102401]: DEBUG neutron.wsgi [-] (102401) accepted ('10.222.0.32', 55608) {{(pid=102401) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:36:08.661551 n-d-xena-1 neutron-server[102401]: INFO neutron.wsgi [None req-7645205c-ad51-45e5-a9c1-93f142738e1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40a7ad33928e4d8db49bbd4381164d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381653 Dec 20 22:36:08.664536 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [-] (102402) accepted ('10.222.0.32', 55610) {{(pid=102402) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 20 22:36:08.724721 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8691-d498-462d-9334-1e090bef4ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:08.746213 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8691-d498-462d-9334-1e090bef4ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:08.794058 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8691-d498-462d-9334-1e090bef4ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525497'] for security_group, after_delete {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:08.796655 n-d-xena-1 neutron-server[102402]: DEBUG neutron_lib.callbacks.manager [None req-5b1c8691-d498-462d-9334-1e090bef4ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:08.797836 n-d-xena-1 neutron-server[102402]: INFO neutron.wsgi [None req-5b1c8691-d498-462d-9334-1e090bef4ecb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8b8ade5-4f4c-44d2-b236-48348f9ce934 HTTP/1.1" status: 204 len: 168 time: 0.1321824 Dec 20 22:36:08.805896 n-d-xena-1 neutron-server[102402]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c8691-d498-462d-9334-1e090bef4ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b8ade5-4f4c-44d2-b236-48348f9ce934,revision_number=None']} {{(pid=102402) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 20 22:36:15.777372 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:18.825463 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:27.297584 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-4d761b20-eb80-43b6-a672-a4920d01c321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:27.411884 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:36:29.615797 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0dce38d7-228e-40e2-a789-fc5b8f563207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:31.061681 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:32.467308 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:32.524872 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:45.770255 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:48.836685 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:57.306119 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-24a18393-7dd2-4e93-bb74-951202aa4a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:36:59.610552 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d97aa1ef-108b-4293-b0c0-c885bbe1c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:37:01.066601 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:37:02.464130 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:37:02.528938 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:37:04.416676 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:37:15.764543 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:37:18.846613 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:37:27.301207 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-feaace23-09fc-4054-bb82-ebcd35f760ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:37:29.627984 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9aa71712-f4fd-4af1-b765-7860453efdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:37:31.069162 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:37:32.474396 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:37:32.539902 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:37:41.422316 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:37:45.778583 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:37:48.860851 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:37:57.295577 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-c6434ab1-d466-4c24-a2ee-c4af4fb4261b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:37:59.614873 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-7670bef1-46f7-40be-b99d-e3e6687aaeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:38:01.077679 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:38:02.476192 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:38:02.536668 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:38:15.776406 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:38:18.427569 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:38:18.853224 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:38:27.300005 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3cff7e32-f38b-46ce-b721-1e8f6979c62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:38:29.609608 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3de0b923-122c-499c-a75b-2438c003b8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:38:31.078225 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:38:32.484956 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:38:32.528763 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:38:45.771785 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:38:48.855748 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:38:55.433152 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:38:57.303218 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-d1fd7e27-7ad9-4624-a008-ef3911c3df72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:38:59.617402 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1f092a27-0576-4c58-b747-c818abfc198c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:39:01.085149 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:39:02.487526 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:39:02.533250 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:39:15.774980 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:39:18.858360 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:39:27.312174 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-79b5a48e-6d1b-464c-ad13-bb3985774dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:39:29.606316 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-095a7524-9e63-455a-879d-9c6b04c593a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:39:31.081341 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:39:32.433896 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:39:32.483892 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:39:32.544273 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:39:45.774629 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:39:48.855806 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:39:57.306779 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b424902f-3d19-4038-ad64-6fe73f964bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:39:59.606966 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-1d73a456-38b1-407a-8741-b397da450514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:40:01.087565 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:40:02.495283 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:40:02.539393 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:40:09.437949 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:40:15.772906 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:40:18.852373 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:40:27.314493 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-773a66f4-c194-4f26-9a65-00910beb27ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:40:29.608425 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50be25f-90c1-48af-bd22-614a6fe70a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:40:31.096104 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:40:32.493042 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:40:32.548224 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:40:45.776646 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:40:46.445009 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:40:48.849554 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:40:57.315121 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-87efdc4a-830e-47c0-bef8-ea327bea28a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:40:59.609196 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-eca99244-aa20-4f03-bd6f-f8b0a92b24e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:41:01.095716 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:41:02.506901 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:41:02.539942 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:41:15.786382 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:41:18.849400 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:41:23.437888 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:41:27.315646 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ed7eb1f1-491c-4fd1-a4f1-22bcabcdee0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:41:29.609191 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-ca9c0370-4d76-4526-a192-c35af23ae82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:41:31.105487 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:41:32.508156 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:41:32.544753 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:41:45.789961 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:41:48.849457 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:41:57.308866 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-f3d80152-1f2a-46f3-ad58-a53cbdec58b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:41:59.613659 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d450-a574-4935-9903-e3ee5ee46372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:42:00.439690 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:42:01.100621 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:42:02.512764 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:42:02.550390 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:42:15.801717 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:42:18.864153 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:42:27.328970 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-df8ae642-21ea-46f4-bb7f-2fa26c06c35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:42:29.600288 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-087493e0-0d26-45ae-b5a1-2430805612e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:42:31.114874 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:42:32.513227 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:42:32.554527 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:42:37.439423 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:42:45.823723 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:42:48.886113 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:42:57.315052 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15a44e00-6271-4754-af9c-c8e169d37d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:42:59.611994 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-8b89c4f0-1432-4d31-91c1-b2e941275775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:43:01.118156 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:43:02.524866 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:43:02.562599 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:43:14.443124 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:43:15.823308 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:43:18.919250 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:43:27.323422 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b0719e4c-4ab8-4d69-bc1c-3f8f274582a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:43:29.616382 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9ba41733-32ad-41c9-8a5a-726f8a01a59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:43:31.115694 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:43:32.524411 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:43:32.556109 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:43:45.824805 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:43:48.948872 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:43:51.449138 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:43:57.318281 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-2b9cda25-a6c3-482c-aa64-03f9be3eeaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:43:59.621383 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-0a1842aa-912d-40c3-8dde-f632762751de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:44:01.124486 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:44:02.527188 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:44:02.560733 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:44:15.224240 n-d-xena-1 neutron-server[102402]: DEBUG neutron.wsgi [req-d77c7933-ef4d-44aa-95a1-3d5c23d624c9 req-a1f89c89-2ade-4b5d-9cdb-e058d0ec35fc service neutron] (102402) timed out ('10.222.0.32', 45974) {{(pid=102402) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 20 22:44:15.826424 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-b50e4409-1ce4-4dab-a832-d620e9ec826c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:44:18.959520 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-90241291-3c3e-4e8b-ae50-0e6f23f13aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:44:27.324171 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-cc97b03f-a52f-4f9e-9d10-644ace627706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:44:28.439341 n-d-xena-1 neutron-server[102404]: DEBUG neutron.db.agents_db [None req-4ffb4e60-5899-4569-b294-47d766a6f450 None None] Agent healthcheck: found 7 active agents {{(pid=102404) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 20 22:44:29.618767 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-51c3e6c7-dccc-41ab-b926-3e64832ad923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:44:31.119315 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-3831f2a0-321e-4230-8518-8a27c599ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:44:32.525904 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-15ff1167-b991-4919-9585-06af2e3f2992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 20 22:44:32.565583 n-d-xena-1 neutron-server[102403]: DEBUG neutron_lib.callbacks.manager [None req-9886d48f-20b3-4398-a0b1-1e9ffec07085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771582154909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1613165'] for agent, after_update {{(pid=102403) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}